diff --git "a/wandb/run-20220302_180214-gd4yxtv7/files/wandb-summary.json" "b/wandb/run-20220302_180214-gd4yxtv7/files/wandb-summary.json"
--- "a/wandb/run-20220302_180214-gd4yxtv7/files/wandb-summary.json"
+++ "b/wandb/run-20220302_180214-gd4yxtv7/files/wandb-summary.json"
@@ -1 +1 @@
-{"train/loss": 4.4898, "train/learning_rate": 6.382978723404255e-06, "train/epoch": 1.0, "train/global_step": 594, "_runtime": 5718, "_timestamp": 1646249853, "_step": 595, "gradients/decoder.transformer.ln_f.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 14.0, 60.0, 481.0, 405.0, 41.0, 11.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-146.55731201171875, -133.20225524902344, -119.84718322753906, -106.49212646484375, -93.13705444335938, -79.78199768066406, -66.42693328857422, -53.071868896484375, -39.71680450439453, -26.361740112304688, -13.006677627563477, 0.3483848571777344, 13.703449249267578, 27.058509826660156, 40.41357421875, 53.768638610839844, 67.12370300292969, 80.47876739501953, 93.83383178710938, 107.18888854980469, 120.54396057128906, 133.89901733398438, 147.25408935546875, 160.60914611816406, 173.96420288085938, 187.3192596435547, 200.67433166503906, 214.02938842773438, 227.38446044921875, 240.73951721191406, 254.09457397460938, 267.44964599609375, 280.8047180175781, 294.1597900390625, 307.51483154296875, 320.8699035644531, 334.2249755859375, 347.58001708984375, 360.9350891113281, 374.2901611328125, 387.6452331542969, 401.00030517578125, 414.3553466796875, 427.7104187011719, 441.06549072265625, 454.4205322265625, 467.7756042480469, 481.13067626953125, 494.4857177734375, 507.8407897949219, 521.1958618164062, 534.5509033203125, 547.9059448242188, 561.2610473632812, 574.6160888671875, 587.97119140625, 601.3262329101562, 614.6812744140625, 628.036376953125, 641.3914184570312, 654.7464599609375, 668.1015625, 681.4566040039062, 694.8116455078125, 708.166748046875]}, "gradients/decoder.transformer.ln_f.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 5.0, 3.0, 4.0, 3.0, 2.0, 12.0, 12.0, 9.0, 12.0, 17.0, 18.0, 19.0, 35.0, 34.0, 42.0, 42.0, 46.0, 46.0, 55.0, 61.0, 52.0, 59.0, 41.0, 36.0, 37.0, 54.0, 37.0, 26.0, 30.0, 25.0, 21.0, 21.0, 14.0, 15.0, 17.0, 8.0, 7.0, 7.0, 6.0, 7.0, 3.0, 1.0, 2.0, 0.0, 3.0, 1.0, 3.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-149.4398651123047, -144.65122985839844, -139.86260986328125, -135.073974609375, -130.2853546142578, -125.4967269897461, -120.70809936523438, -115.91946411132812, -111.13084411621094, -106.34221649169922, -101.5535888671875, -96.76496124267578, -91.97633361816406, -87.18770599365234, -82.39907836914062, -77.61044311523438, -72.82181549072266, -68.03318786621094, -63.24456024169922, -58.4559326171875, -53.66730499267578, -48.87867736816406, -44.09004592895508, -39.30141830444336, -34.51279067993164, -29.724163055419922, -24.935535430908203, -20.14690589904785, -15.358278274536133, -10.569650650024414, -5.7810211181640625, -0.9923934936523438, 3.796234130859375, 8.584861755371094, 13.373490333557129, 18.162118911743164, 22.950746536254883, 27.7393741607666, 32.52800369262695, 37.31663131713867, 42.10525894165039, 46.89388656616211, 51.68251419067383, 56.47114562988281, 61.25977325439453, 66.04840087890625, 70.83702850341797, 75.62565612792969, 80.4142837524414, 85.20291137695312, 89.99153900146484, 94.78016662597656, 99.56879425048828, 104.357421875, 109.14605712890625, 113.93467712402344, 118.72331237792969, 123.5119400024414, 128.30056762695312, 133.08920288085938, 137.87782287597656, 142.6664581298828, 147.455078125, 152.24371337890625, 157.03233337402344]}, "gradients/decoder.transformer.h.23.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 6.0, 5.0, 5.0, 12.0, 15.0, 13.0, 26.0, 24.0, 36.0, 51.0, 46.0, 52.0, 68.0, 67.0, 71.0, 75.0, 52.0, 53.0, 63.0, 50.0, 37.0, 33.0, 34.0, 22.0, 21.0, 20.0, 5.0, 14.0, 5.0, 10.0, 3.0, 3.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0], "bins": [-7.01171875, -6.8328857421875, -6.654052734375, -6.4752197265625, -6.29638671875, -6.1175537109375, -5.938720703125, -5.7598876953125, -5.5810546875, -5.4022216796875, -5.223388671875, -5.0445556640625, -4.86572265625, -4.6868896484375, -4.508056640625, -4.3292236328125, -4.150390625, -3.9715576171875, -3.792724609375, -3.6138916015625, -3.43505859375, -3.2562255859375, -3.077392578125, -2.8985595703125, -2.7197265625, -2.5408935546875, -2.362060546875, -2.1832275390625, -2.00439453125, -1.8255615234375, -1.646728515625, -1.4678955078125, -1.2890625, -1.1102294921875, -0.931396484375, -0.7525634765625, -0.57373046875, -0.3948974609375, -0.216064453125, -0.0372314453125, 0.1416015625, 0.3204345703125, 0.499267578125, 0.6781005859375, 0.85693359375, 1.0357666015625, 1.214599609375, 1.3934326171875, 1.572265625, 1.7510986328125, 1.929931640625, 2.1087646484375, 2.28759765625, 2.4664306640625, 2.645263671875, 2.8240966796875, 3.0029296875, 3.1817626953125, 3.360595703125, 3.5394287109375, 3.71826171875, 3.8970947265625, 4.075927734375, 4.2547607421875, 4.43359375]}, "gradients/decoder.transformer.h.23.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 4.0, 5.0, 6.0, 8.0, 8.0, 11.0, 16.0, 17.0, 30.0, 36.0, 60.0, 79.0, 112.0, 172.0, 271.0, 436.0, 818.0, 1579.0, 3884.0, 11590.0, 53311.0, 3811086.0, 274441.0, 24085.0, 6981.0, 2521.0, 1167.0, 578.0, 362.0, 205.0, 126.0, 74.0, 58.0, 56.0, 28.0, 22.0, 7.0, 7.0, 9.0, 6.0, 7.0, 4.0, 3.0, 1.0, 2.0, 2.0], "bins": [-47.3125, -46.1220703125, -44.931640625, -43.7412109375, -42.55078125, -41.3603515625, -40.169921875, -38.9794921875, -37.7890625, -36.5986328125, -35.408203125, -34.2177734375, -33.02734375, -31.8369140625, -30.646484375, -29.4560546875, -28.265625, -27.0751953125, -25.884765625, -24.6943359375, -23.50390625, -22.3134765625, -21.123046875, -19.9326171875, -18.7421875, -17.5517578125, -16.361328125, -15.1708984375, -13.98046875, -12.7900390625, -11.599609375, -10.4091796875, -9.21875, -8.0283203125, -6.837890625, -5.6474609375, -4.45703125, -3.2666015625, -2.076171875, -0.8857421875, 0.3046875, 1.4951171875, 2.685546875, 3.8759765625, 5.06640625, 6.2568359375, 7.447265625, 8.6376953125, 9.828125, 11.0185546875, 12.208984375, 13.3994140625, 14.58984375, 15.7802734375, 16.970703125, 18.1611328125, 19.3515625, 20.5419921875, 21.732421875, 22.9228515625, 24.11328125, 25.3037109375, 26.494140625, 27.6845703125, 28.875]}, "gradients/decoder.transformer.h.23.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 4.0, 3.0, 7.0, 12.0, 24.0, 16.0, 21.0, 24.0, 36.0, 40.0, 47.0, 52.0, 77.0, 98.0, 149.0, 288.0, 481.0, 733.0, 674.0, 433.0, 224.0, 163.0, 108.0, 87.0, 47.0, 60.0, 37.0, 20.0, 15.0, 21.0, 11.0, 15.0, 10.0, 12.0, 9.0, 2.0, 2.0, 5.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-16.234375, -15.768310546875, -15.30224609375, -14.836181640625, -14.3701171875, -13.904052734375, -13.43798828125, -12.971923828125, -12.505859375, -12.039794921875, -11.57373046875, -11.107666015625, -10.6416015625, -10.175537109375, -9.70947265625, -9.243408203125, -8.77734375, -8.311279296875, -7.84521484375, -7.379150390625, -6.9130859375, -6.447021484375, -5.98095703125, -5.514892578125, -5.048828125, -4.582763671875, -4.11669921875, -3.650634765625, -3.1845703125, -2.718505859375, -2.25244140625, -1.786376953125, -1.3203125, -0.854248046875, -0.38818359375, 0.077880859375, 0.5439453125, 1.010009765625, 1.47607421875, 1.942138671875, 2.408203125, 2.874267578125, 3.34033203125, 3.806396484375, 4.2724609375, 4.738525390625, 5.20458984375, 5.670654296875, 6.13671875, 6.602783203125, 7.06884765625, 7.534912109375, 8.0009765625, 8.467041015625, 8.93310546875, 9.399169921875, 9.865234375, 10.331298828125, 10.79736328125, 11.263427734375, 11.7294921875, 12.195556640625, 12.66162109375, 13.127685546875, 13.59375]}, "gradients/decoder.transformer.h.23.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 2.0, 5.0, 3.0, 9.0, 9.0, 8.0, 15.0, 24.0, 22.0, 47.0, 46.0, 68.0, 79.0, 109.0, 136.0, 192.0, 267.0, 464.0, 1094.0, 4260.0, 25850.0, 343481.0, 3697914.0, 103510.0, 12154.0, 2429.0, 782.0, 382.0, 242.0, 166.0, 111.0, 79.0, 76.0, 54.0, 56.0, 43.0, 30.0, 15.0, 11.0, 10.0, 7.0, 4.0, 8.0, 3.0, 4.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-42.90625, -41.53564453125, -40.1650390625, -38.79443359375, -37.423828125, -36.05322265625, -34.6826171875, -33.31201171875, -31.94140625, -30.57080078125, -29.2001953125, -27.82958984375, -26.458984375, -25.08837890625, -23.7177734375, -22.34716796875, -20.9765625, -19.60595703125, -18.2353515625, -16.86474609375, -15.494140625, -14.12353515625, -12.7529296875, -11.38232421875, -10.01171875, -8.64111328125, -7.2705078125, -5.89990234375, -4.529296875, -3.15869140625, -1.7880859375, -0.41748046875, 0.953125, 2.32373046875, 3.6943359375, 5.06494140625, 6.435546875, 7.80615234375, 9.1767578125, 10.54736328125, 11.91796875, 13.28857421875, 14.6591796875, 16.02978515625, 17.400390625, 18.77099609375, 20.1416015625, 21.51220703125, 22.8828125, 24.25341796875, 25.6240234375, 26.99462890625, 28.365234375, 29.73583984375, 31.1064453125, 32.47705078125, 33.84765625, 35.21826171875, 36.5888671875, 37.95947265625, 39.330078125, 40.70068359375, 42.0712890625, 43.44189453125, 44.8125]}, "gradients/decoder.transformer.h.23.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 20.0, 104.0, 354.0, 378.0, 115.0, 30.0, 7.0, 3.0, 1.0, 2.0], "bins": [-268.1092834472656, -263.4024353027344, -258.69561767578125, -253.98876953125, -249.2819366455078, -244.57510375976562, -239.86825561523438, -235.1614227294922, -230.45458984375, -225.7477569580078, -221.04090881347656, -216.33407592773438, -211.6272430419922, -206.92041015625, -202.21356201171875, -197.50672912597656, -192.7998809814453, -188.09304809570312, -183.38619995117188, -178.6793670654297, -173.9725341796875, -169.26568603515625, -164.55885314941406, -159.85202026367188, -155.14517211914062, -150.43833923339844, -145.7314910888672, -141.024658203125, -136.3178253173828, -131.61099243164062, -126.90414428710938, -122.19731140136719, -117.49046325683594, -112.78362274169922, -108.07678985595703, -103.36994934082031, -98.66311645507812, -93.9562759399414, -89.24943542480469, -84.5426025390625, -79.83576965332031, -75.1289291381836, -70.4220962524414, -65.71525573730469, -61.008419036865234, -56.30158233642578, -51.59474182128906, -46.88790512084961, -42.18106460571289, -37.47422790527344, -32.76738739013672, -28.060550689697266, -23.353713989257812, -18.64687728881836, -13.940038681030273, -9.233200073242188, -4.526363372802734, 0.18047428131103516, 4.887311935424805, 9.594149589538574, 14.300987243652344, 19.007823944091797, 23.714662551879883, 28.42150115966797, 33.12833786010742]}, "gradients/decoder.transformer.h.23.ln_2.bias": {"_type": "histogram", "values": [3.0, 1.0, 3.0, 3.0, 3.0, 2.0, 1.0, 4.0, 6.0, 3.0, 10.0, 9.0, 13.0, 15.0, 12.0, 17.0, 17.0, 16.0, 20.0, 25.0, 23.0, 27.0, 33.0, 37.0, 36.0, 25.0, 34.0, 35.0, 40.0, 32.0, 30.0, 33.0, 32.0, 44.0, 45.0, 32.0, 42.0, 18.0, 31.0, 32.0, 25.0, 19.0, 21.0, 15.0, 14.0, 14.0, 15.0, 7.0, 7.0, 10.0, 4.0, 4.0, 6.0, 2.0, 5.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-44.027076721191406, -42.58945083618164, -41.15182876586914, -39.714202880859375, -38.27657699584961, -36.838951110839844, -35.401329040527344, -33.96370315551758, -32.52607727050781, -31.08845329284668, -29.650827407836914, -28.21320343017578, -26.775577545166016, -25.337953567504883, -23.90032958984375, -22.462703704833984, -21.02507972717285, -19.58745574951172, -18.149829864501953, -16.71220588684082, -15.274580001831055, -13.836956024169922, -12.399331092834473, -10.961706161499023, -9.524081230163574, -8.086456298828125, -6.648831367492676, -5.211206912994385, -3.7735819816589355, -2.3359570503234863, -0.8983325958251953, 0.5392923355102539, 1.9769172668457031, 3.4145421981811523, 4.852167129516602, 6.289791584014893, 7.727416515350342, 9.165040969848633, 10.602665901184082, 12.040290832519531, 13.47791576385498, 14.91554069519043, 16.353164672851562, 17.790790557861328, 19.22841453552246, 20.666040420532227, 22.10366439819336, 23.541290283203125, 24.978914260864258, 26.41653823852539, 27.854164123535156, 29.29178810119629, 30.729413986206055, 32.16703796386719, 33.60466384887695, 35.04228973388672, 36.47991180419922, 37.917537689208984, 39.355159759521484, 40.79278564453125, 42.230411529541016, 43.66803741455078, 45.10565948486328, 46.54328536987305, 47.98091125488281]}, "gradients/decoder.transformer.h.23.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 3.0, 9.0, 12.0, 6.0, 11.0, 14.0, 27.0, 32.0, 32.0, 45.0, 54.0, 41.0, 50.0, 57.0, 60.0, 72.0, 54.0, 61.0, 59.0, 46.0, 40.0, 45.0, 28.0, 28.0, 29.0, 18.0, 18.0, 8.0, 9.0, 5.0, 7.0, 6.0, 4.0, 5.0, 3.0, 0.0, 2.0, 3.0, 5.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.17578125, -6.0078125, -5.83984375, -5.671875, -5.50390625, -5.3359375, -5.16796875, -5.0, -4.83203125, -4.6640625, -4.49609375, -4.328125, -4.16015625, -3.9921875, -3.82421875, -3.65625, -3.48828125, -3.3203125, -3.15234375, -2.984375, -2.81640625, -2.6484375, -2.48046875, -2.3125, -2.14453125, -1.9765625, -1.80859375, -1.640625, -1.47265625, -1.3046875, -1.13671875, -0.96875, -0.80078125, -0.6328125, -0.46484375, -0.296875, -0.12890625, 0.0390625, 0.20703125, 0.375, 0.54296875, 0.7109375, 0.87890625, 1.046875, 1.21484375, 1.3828125, 1.55078125, 1.71875, 1.88671875, 2.0546875, 2.22265625, 2.390625, 2.55859375, 2.7265625, 2.89453125, 3.0625, 3.23046875, 3.3984375, 3.56640625, 3.734375, 3.90234375, 4.0703125, 4.23828125, 4.40625, 4.57421875]}, "gradients/decoder.transformer.h.23.crossattention.c_proj.weight": {"_type": "histogram", "values": [4.0, 3.0, 0.0, 5.0, 3.0, 4.0, 7.0, 13.0, 25.0, 34.0, 38.0, 47.0, 58.0, 77.0, 130.0, 221.0, 294.0, 417.0, 582.0, 864.0, 1373.0, 2120.0, 3369.0, 5451.0, 9169.0, 15810.0, 28499.0, 54536.0, 114030.0, 264936.0, 288437.0, 125267.0, 58611.0, 30503.0, 17138.0, 9889.0, 6055.0, 3720.0, 2309.0, 1466.0, 983.0, 656.0, 434.0, 302.0, 195.0, 137.0, 99.0, 84.0, 57.0, 42.0, 12.0, 16.0, 11.0, 11.0, 8.0, 4.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.4775390625, -0.4616546630859375, -0.445770263671875, -0.4298858642578125, -0.41400146484375, -0.3981170654296875, -0.382232666015625, -0.3663482666015625, -0.3504638671875, -0.3345794677734375, -0.318695068359375, -0.3028106689453125, -0.28692626953125, -0.2710418701171875, -0.255157470703125, -0.2392730712890625, -0.223388671875, -0.2075042724609375, -0.191619873046875, -0.1757354736328125, -0.15985107421875, -0.1439666748046875, -0.128082275390625, -0.1121978759765625, -0.0963134765625, -0.0804290771484375, -0.064544677734375, -0.0486602783203125, -0.03277587890625, -0.0168914794921875, -0.001007080078125, 0.0148773193359375, 0.03076171875, 0.0466461181640625, 0.062530517578125, 0.0784149169921875, 0.09429931640625, 0.1101837158203125, 0.126068115234375, 0.1419525146484375, 0.1578369140625, 0.1737213134765625, 0.189605712890625, 0.2054901123046875, 0.22137451171875, 0.2372589111328125, 0.253143310546875, 0.2690277099609375, 0.284912109375, 0.3007965087890625, 0.316680908203125, 0.3325653076171875, 0.34844970703125, 0.3643341064453125, 0.380218505859375, 0.3961029052734375, 0.4119873046875, 0.4278717041015625, 0.443756103515625, 0.4596405029296875, 0.47552490234375, 0.4914093017578125, 0.507293701171875, 0.5231781005859375, 0.5390625]}, "gradients/decoder.transformer.h.23.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 5.0, 2.0, 8.0, 5.0, 13.0, 13.0, 20.0, 18.0, 15.0, 18.0, 28.0, 25.0, 34.0, 34.0, 37.0, 38.0, 31.0, 50.0, 49.0, 40.0, 1070.0, 46.0, 30.0, 39.0, 41.0, 37.0, 28.0, 33.0, 27.0, 22.0, 23.0, 22.0, 20.0, 13.0, 22.0, 12.0, 10.0, 9.0, 10.0, 9.0, 7.0, 4.0, 5.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 3.0], "bins": [-3.130859375, -3.038177490234375, -2.94549560546875, -2.852813720703125, -2.7601318359375, -2.667449951171875, -2.57476806640625, -2.482086181640625, -2.389404296875, -2.296722412109375, -2.20404052734375, -2.111358642578125, -2.0186767578125, -1.925994873046875, -1.83331298828125, -1.740631103515625, -1.64794921875, -1.555267333984375, -1.46258544921875, -1.369903564453125, -1.2772216796875, -1.184539794921875, -1.09185791015625, -0.999176025390625, -0.906494140625, -0.813812255859375, -0.72113037109375, -0.628448486328125, -0.5357666015625, -0.443084716796875, -0.35040283203125, -0.257720947265625, -0.1650390625, -0.072357177734375, 0.02032470703125, 0.113006591796875, 0.2056884765625, 0.298370361328125, 0.39105224609375, 0.483734130859375, 0.576416015625, 0.669097900390625, 0.76177978515625, 0.854461669921875, 0.9471435546875, 1.039825439453125, 1.13250732421875, 1.225189208984375, 1.31787109375, 1.410552978515625, 1.50323486328125, 1.595916748046875, 1.6885986328125, 1.781280517578125, 1.87396240234375, 1.966644287109375, 2.059326171875, 2.152008056640625, 2.24468994140625, 2.337371826171875, 2.4300537109375, 2.522735595703125, 2.61541748046875, 2.708099365234375, 2.80078125]}, "gradients/decoder.transformer.h.23.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 2.0, 4.0, 8.0, 2.0, 9.0, 8.0, 24.0, 20.0, 32.0, 55.0, 69.0, 121.0, 195.0, 283.0, 380.0, 578.0, 891.0, 1361.0, 2056.0, 2962.0, 4891.0, 7307.0, 11536.0, 18542.0, 29730.0, 49023.0, 85200.0, 156654.0, 1295429.0, 184533.0, 98556.0, 56372.0, 33587.0, 20412.0, 12840.0, 8124.0, 5161.0, 3475.0, 2162.0, 1526.0, 979.0, 668.0, 453.0, 292.0, 219.0, 131.0, 95.0, 63.0, 43.0, 26.0, 23.0, 12.0, 7.0, 4.0, 2.0, 4.0, 0.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.2030029296875, -0.19658279418945312, -0.19016265869140625, -0.18374252319335938, -0.1773223876953125, -0.17090225219726562, -0.16448211669921875, -0.15806198120117188, -0.151641845703125, -0.14522171020507812, -0.13880157470703125, -0.13238143920898438, -0.1259613037109375, -0.11954116821289062, -0.11312103271484375, -0.10670089721679688, -0.10028076171875, -0.09386062622070312, -0.08744049072265625, -0.08102035522460938, -0.0746002197265625, -0.06818008422851562, -0.06175994873046875, -0.055339813232421875, -0.048919677734375, -0.042499542236328125, -0.03607940673828125, -0.029659271240234375, -0.0232391357421875, -0.016819000244140625, -0.01039886474609375, -0.003978729248046875, 0.00244140625, 0.008861541748046875, 0.01528167724609375, 0.021701812744140625, 0.0281219482421875, 0.034542083740234375, 0.04096221923828125, 0.047382354736328125, 0.053802490234375, 0.060222625732421875, 0.06664276123046875, 0.07306289672851562, 0.0794830322265625, 0.08590316772460938, 0.09232330322265625, 0.09874343872070312, 0.10516357421875, 0.11158370971679688, 0.11800384521484375, 0.12442398071289062, 0.1308441162109375, 0.13726425170898438, 0.14368438720703125, 0.15010452270507812, 0.156524658203125, 0.16294479370117188, 0.16936492919921875, 0.17578506469726562, 0.1822052001953125, 0.18862533569335938, 0.19504547119140625, 0.20146560668945312, 0.2078857421875]}, "gradients/decoder.transformer.h.23.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 4.0, 4.0, 2.0, 11.0, 10.0, 11.0, 15.0, 14.0, 17.0, 35.0, 51.0, 66.0, 96.0, 104.0, 114.0, 117.0, 87.0, 74.0, 49.0, 32.0, 23.0, 14.0, 18.0, 14.0, 4.0, 7.0, 4.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0082244873046875, -0.007964849472045898, -0.007705211639404297, -0.007445573806762695, -0.007185935974121094, -0.006926298141479492, -0.006666660308837891, -0.006407022476196289, -0.0061473846435546875, -0.005887746810913086, -0.005628108978271484, -0.005368471145629883, -0.005108833312988281, -0.00484919548034668, -0.004589557647705078, -0.0043299198150634766, -0.004070281982421875, -0.0038106441497802734, -0.003551006317138672, -0.0032913684844970703, -0.0030317306518554688, -0.002772092819213867, -0.0025124549865722656, -0.002252817153930664, -0.0019931793212890625, -0.001733541488647461, -0.0014739036560058594, -0.0012142658233642578, -0.0009546279907226562, -0.0006949901580810547, -0.0004353523254394531, -0.00017571449279785156, 8.392333984375e-05, 0.00034356117248535156, 0.0006031990051269531, 0.0008628368377685547, 0.0011224746704101562, 0.0013821125030517578, 0.0016417503356933594, 0.001901388168334961, 0.0021610260009765625, 0.002420663833618164, 0.0026803016662597656, 0.002939939498901367, 0.0031995773315429688, 0.0034592151641845703, 0.003718852996826172, 0.0039784908294677734, 0.004238128662109375, 0.0044977664947509766, 0.004757404327392578, 0.00501704216003418, 0.005276679992675781, 0.005536317825317383, 0.005795955657958984, 0.006055593490600586, 0.0063152313232421875, 0.006574869155883789, 0.006834506988525391, 0.007094144821166992, 0.007353782653808594, 0.007613420486450195, 0.007873058319091797, 0.008132696151733398, 0.008392333984375]}, "gradients/decoder.transformer.h.23.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 1.0, 4.0, 4.0, 6.0, 5.0, 9.0, 15.0, 11.0, 19.0, 32.0, 35.0, 48.0, 66.0, 81.0, 131.0, 196.0, 335.0, 681.0, 32278.0, 1012379.0, 1131.0, 390.0, 212.0, 144.0, 93.0, 66.0, 43.0, 36.0, 23.0, 20.0, 26.0, 8.0, 6.0, 5.0, 3.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.1424560546875, -0.13802528381347656, -0.13359451293945312, -0.1291637420654297, -0.12473297119140625, -0.12030220031738281, -0.11587142944335938, -0.11144065856933594, -0.1070098876953125, -0.10257911682128906, -0.09814834594726562, -0.09371757507324219, -0.08928680419921875, -0.08485603332519531, -0.08042526245117188, -0.07599449157714844, -0.071563720703125, -0.06713294982910156, -0.06270217895507812, -0.05827140808105469, -0.05384063720703125, -0.04940986633300781, -0.044979095458984375, -0.04054832458496094, -0.0361175537109375, -0.03168678283691406, -0.027256011962890625, -0.022825241088867188, -0.01839447021484375, -0.013963699340820312, -0.009532928466796875, -0.0051021575927734375, -0.00067138671875, 0.0037593841552734375, 0.008190155029296875, 0.012620925903320312, 0.01705169677734375, 0.021482467651367188, 0.025913238525390625, 0.030344009399414062, 0.0347747802734375, 0.03920555114746094, 0.043636322021484375, 0.04806709289550781, 0.05249786376953125, 0.05692863464355469, 0.061359405517578125, 0.06579017639160156, 0.070220947265625, 0.07465171813964844, 0.07908248901367188, 0.08351325988769531, 0.08794403076171875, 0.09237480163574219, 0.09680557250976562, 0.10123634338378906, 0.1056671142578125, 0.11009788513183594, 0.11452865600585938, 0.11895942687988281, 0.12339019775390625, 0.1278209686279297, 0.13225173950195312, 0.13668251037597656, 0.14111328125]}, "gradients/decoder.transformer.h.23.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 39.0, 870.0, 98.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022669697180390358, -0.020298758521676064, -0.01792782172560692, -0.015556883066892624, -0.013185945339500904, -0.010815007612109184, -0.00844406895339489, -0.006073132157325745, -0.00370219349861145, -0.0013312555383890867, 0.0010396824218332767, 0.003410620614886284, 0.005781558342278004, 0.008152496069669724, 0.010523434728384018, 0.012894371524453163, 0.015265310183167458, 0.017636248841881752, 0.020007185637950897, 0.02237812429666519, 0.024749062955379486, 0.02711999975144863, 0.029490938410162926, 0.03186187520623207, 0.034232813864946365, 0.03660375252366066, 0.038974691182374954, 0.04134562611579895, 0.043716564774513245, 0.04608750343322754, 0.048458442091941833, 0.05082938075065613, 0.053200311958789825, 0.05557125061750412, 0.057942189276218414, 0.06031312793493271, 0.062684066593647, 0.0650549978017807, 0.067425936460495, 0.06979687511920929, 0.07216781377792358, 0.07453875243663788, 0.07690969109535217, 0.07928062975406647, 0.08165156841278076, 0.08402250707149506, 0.08639344573020935, 0.08876437693834305, 0.09113532304763794, 0.09350626170635223, 0.09587720036506653, 0.09824813902378082, 0.10061907768249512, 0.10299001634120941, 0.1053609549999237, 0.1077318862080574, 0.1101028248667717, 0.11247376352548599, 0.11484470218420029, 0.11721564084291458, 0.11958657950162888, 0.12195751070976257, 0.12432844936847687, 0.12669938802719116, 0.12907032668590546]}, "gradients/decoder.transformer.h.23.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 7.0, 5.0, 10.0, 4.0, 11.0, 18.0, 17.0, 22.0, 26.0, 26.0, 30.0, 34.0, 40.0, 49.0, 50.0, 46.0, 35.0, 48.0, 58.0, 59.0, 54.0, 30.0, 43.0, 37.0, 45.0, 25.0, 33.0, 27.0, 25.0, 22.0, 16.0, 10.0, 14.0, 7.0, 8.0, 6.0, 4.0, 6.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013299167156219482, -0.012839601375162601, -0.01238003559410572, -0.01192046981304884, -0.011460904031991959, -0.011001338250935078, -0.010541772469878197, -0.010082206688821316, -0.009622640907764435, -0.009163075126707554, -0.008703509345650673, -0.008243943564593792, -0.007784377783536911, -0.00732481200248003, -0.006865246221423149, -0.006405680440366268, -0.005946114659309387, -0.005486548878252506, -0.005026983097195625, -0.004567417316138744, -0.004107851535081863, -0.0036482857540249825, -0.0031887199729681015, -0.0027291541919112206, -0.0022695884108543396, -0.0018100226297974586, -0.0013504568487405777, -0.0008908910676836967, -0.0004313252866268158, 2.8240494430065155e-05, 0.0004878062754869461, 0.0009473720565438271, 0.001406937837600708, 0.001866503618657589, 0.00232606939971447, 0.002785635180771351, 0.003245200961828232, 0.0037047667428851128, 0.004164332523941994, 0.004623898304998875, 0.005083464086055756, 0.0055430298671126366, 0.0060025956481695175, 0.0064621614292263985, 0.006921727210283279, 0.00738129299134016, 0.007840858772397041, 0.008300424553453922, 0.008759990334510803, 0.009219556115567684, 0.009679121896624565, 0.010138687677681446, 0.010598253458738327, 0.011057819239795208, 0.011517385020852089, 0.01197695080190897, 0.01243651658296585, 0.012896082364022732, 0.013355648145079613, 0.013815213926136494, 0.014274779707193375, 0.014734345488250256, 0.015193911269307137, 0.015653476119041443, 0.0161130428314209]}, "gradients/decoder.transformer.h.23.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 3.0, 9.0, 12.0, 6.0, 11.0, 14.0, 27.0, 32.0, 32.0, 45.0, 54.0, 41.0, 50.0, 57.0, 60.0, 72.0, 54.0, 61.0, 59.0, 46.0, 40.0, 45.0, 28.0, 27.0, 30.0, 18.0, 18.0, 8.0, 9.0, 5.0, 7.0, 6.0, 4.0, 5.0, 3.0, 0.0, 2.0, 3.0, 5.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.17578125, -6.0078125, -5.83984375, -5.671875, -5.50390625, -5.3359375, -5.16796875, -5.0, -4.83203125, -4.6640625, -4.49609375, -4.328125, -4.16015625, -3.9921875, -3.82421875, -3.65625, -3.48828125, -3.3203125, -3.15234375, -2.984375, -2.81640625, -2.6484375, -2.48046875, -2.3125, -2.14453125, -1.9765625, -1.80859375, -1.640625, -1.47265625, -1.3046875, -1.13671875, -0.96875, -0.80078125, -0.6328125, -0.46484375, -0.296875, -0.12890625, 0.0390625, 0.20703125, 0.375, 0.54296875, 0.7109375, 0.87890625, 1.046875, 1.21484375, 1.3828125, 1.55078125, 1.71875, 1.88671875, 2.0546875, 2.22265625, 2.390625, 2.55859375, 2.7265625, 2.89453125, 3.0625, 3.23046875, 3.3984375, 3.56640625, 3.734375, 3.90234375, 4.0703125, 4.23828125, 4.40625, 4.57421875]}, "gradients/decoder.transformer.h.23.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0, 2.0, 4.0, 9.0, 4.0, 6.0, 11.0, 15.0, 18.0, 26.0, 34.0, 48.0, 80.0, 115.0, 132.0, 214.0, 390.0, 549.0, 912.0, 1482.0, 2728.0, 5475.0, 13379.0, 40282.0, 210119.0, 626995.0, 101013.0, 25677.0, 9223.0, 4106.0, 2152.0, 1174.0, 736.0, 440.0, 290.0, 206.0, 152.0, 90.0, 76.0, 50.0, 33.0, 36.0, 28.0, 11.0, 7.0, 13.0, 14.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-20.296875, -19.705322265625, -19.11376953125, -18.522216796875, -17.9306640625, -17.339111328125, -16.74755859375, -16.156005859375, -15.564453125, -14.972900390625, -14.38134765625, -13.789794921875, -13.1982421875, -12.606689453125, -12.01513671875, -11.423583984375, -10.83203125, -10.240478515625, -9.64892578125, -9.057373046875, -8.4658203125, -7.874267578125, -7.28271484375, -6.691162109375, -6.099609375, -5.508056640625, -4.91650390625, -4.324951171875, -3.7333984375, -3.141845703125, -2.55029296875, -1.958740234375, -1.3671875, -0.775634765625, -0.18408203125, 0.407470703125, 0.9990234375, 1.590576171875, 2.18212890625, 2.773681640625, 3.365234375, 3.956787109375, 4.54833984375, 5.139892578125, 5.7314453125, 6.322998046875, 6.91455078125, 7.506103515625, 8.09765625, 8.689208984375, 9.28076171875, 9.872314453125, 10.4638671875, 11.055419921875, 11.64697265625, 12.238525390625, 12.830078125, 13.421630859375, 14.01318359375, 14.604736328125, 15.1962890625, 15.787841796875, 16.37939453125, 16.970947265625, 17.5625]}, "gradients/decoder.transformer.h.23.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 4.0, 4.0, 7.0, 10.0, 13.0, 9.0, 11.0, 15.0, 24.0, 12.0, 27.0, 26.0, 25.0, 27.0, 30.0, 32.0, 47.0, 71.0, 98.0, 178.0, 299.0, 1332.0, 192.0, 99.0, 76.0, 50.0, 60.0, 41.0, 41.0, 35.0, 22.0, 24.0, 16.0, 24.0, 13.0, 12.0, 13.0, 5.0, 9.0, 5.0, 3.0, 5.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-14.0859375, -13.6322021484375, -13.178466796875, -12.7247314453125, -12.27099609375, -11.8172607421875, -11.363525390625, -10.9097900390625, -10.4560546875, -10.0023193359375, -9.548583984375, -9.0948486328125, -8.64111328125, -8.1873779296875, -7.733642578125, -7.2799072265625, -6.826171875, -6.3724365234375, -5.918701171875, -5.4649658203125, -5.01123046875, -4.5574951171875, -4.103759765625, -3.6500244140625, -3.1962890625, -2.7425537109375, -2.288818359375, -1.8350830078125, -1.38134765625, -0.9276123046875, -0.473876953125, -0.0201416015625, 0.43359375, 0.8873291015625, 1.341064453125, 1.7947998046875, 2.24853515625, 2.7022705078125, 3.156005859375, 3.6097412109375, 4.0634765625, 4.5172119140625, 4.970947265625, 5.4246826171875, 5.87841796875, 6.3321533203125, 6.785888671875, 7.2396240234375, 7.693359375, 8.1470947265625, 8.600830078125, 9.0545654296875, 9.50830078125, 9.9620361328125, 10.415771484375, 10.8695068359375, 11.3232421875, 11.7769775390625, 12.230712890625, 12.6844482421875, 13.13818359375, 13.5919189453125, 14.045654296875, 14.4993896484375, 14.953125]}, "gradients/decoder.transformer.h.23.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 7.0, 3.0, 4.0, 7.0, 3.0, 5.0, 15.0, 12.0, 16.0, 21.0, 17.0, 14.0, 39.0, 29.0, 33.0, 65.0, 92.0, 140.0, 372.0, 1987.0, 104870.0, 3021392.0, 14876.0, 984.0, 278.0, 115.0, 51.0, 37.0, 33.0, 31.0, 27.0, 19.0, 17.0, 19.0, 12.0, 18.0, 11.0, 6.0, 7.0, 6.0, 6.0, 2.0, 1.0, 5.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0], "bins": [-61.96875, -60.05126953125, -58.1337890625, -56.21630859375, -54.298828125, -52.38134765625, -50.4638671875, -48.54638671875, -46.62890625, -44.71142578125, -42.7939453125, -40.87646484375, -38.958984375, -37.04150390625, -35.1240234375, -33.20654296875, -31.2890625, -29.37158203125, -27.4541015625, -25.53662109375, -23.619140625, -21.70166015625, -19.7841796875, -17.86669921875, -15.94921875, -14.03173828125, -12.1142578125, -10.19677734375, -8.279296875, -6.36181640625, -4.4443359375, -2.52685546875, -0.609375, 1.30810546875, 3.2255859375, 5.14306640625, 7.060546875, 8.97802734375, 10.8955078125, 12.81298828125, 14.73046875, 16.64794921875, 18.5654296875, 20.48291015625, 22.400390625, 24.31787109375, 26.2353515625, 28.15283203125, 30.0703125, 31.98779296875, 33.9052734375, 35.82275390625, 37.740234375, 39.65771484375, 41.5751953125, 43.49267578125, 45.41015625, 47.32763671875, 49.2451171875, 51.16259765625, 53.080078125, 54.99755859375, 56.9150390625, 58.83251953125, 60.75]}, "gradients/decoder.transformer.h.23.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 656.0, 361.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-670.716796875, -656.7217407226562, -642.7266845703125, -628.7316284179688, -614.736572265625, -600.7415161132812, -586.7464599609375, -572.7514038085938, -558.75634765625, -544.7612915039062, -530.7662353515625, -516.7711791992188, -502.776123046875, -488.78106689453125, -474.7860107421875, -460.79095458984375, -446.7958984375, -432.80084228515625, -418.8057861328125, -404.81072998046875, -390.815673828125, -376.82061767578125, -362.8255615234375, -348.83050537109375, -334.83544921875, -320.84039306640625, -306.8453369140625, -292.85028076171875, -278.855224609375, -264.86016845703125, -250.8651123046875, -236.87005615234375, -222.87501525878906, -208.8799591064453, -194.88490295410156, -180.8898468017578, -166.89479064941406, -152.8997344970703, -138.90467834472656, -124.90962219238281, -110.91456604003906, -96.91950988769531, -82.92445373535156, -68.92939758300781, -54.93434143066406, -40.93928527832031, -26.944229125976562, -12.949172973632812, 1.0458831787109375, 15.040939331054688, 29.035995483398438, 43.03105163574219, 57.02610778808594, 71.02116394042969, 85.01622009277344, 99.01127624511719, 113.00633239746094, 127.00138854980469, 140.99644470214844, 154.9915008544922, 168.98655700683594, 182.9816131591797, 196.97666931152344, 210.9717254638672, 224.96678161621094]}, "gradients/decoder.transformer.h.23.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 3.0, 4.0, 8.0, 10.0, 7.0, 6.0, 10.0, 8.0, 12.0, 18.0, 20.0, 20.0, 18.0, 24.0, 25.0, 18.0, 27.0, 40.0, 25.0, 40.0, 38.0, 46.0, 32.0, 36.0, 34.0, 42.0, 32.0, 53.0, 35.0, 30.0, 23.0, 21.0, 35.0, 32.0, 17.0, 20.0, 14.0, 21.0, 16.0, 9.0, 10.0, 9.0, 15.0, 9.0, 15.0, 9.0, 4.0, 4.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 3.0], "bins": [-50.753456115722656, -49.38957214355469, -48.02568817138672, -46.66180419921875, -45.29792022705078, -43.93403625488281, -42.570152282714844, -41.206268310546875, -39.842384338378906, -38.47850036621094, -37.11461639404297, -35.750732421875, -34.38684844970703, -33.02296447753906, -31.659080505371094, -30.295196533203125, -28.931312561035156, -27.567428588867188, -26.20354461669922, -24.83966064453125, -23.47577667236328, -22.111892700195312, -20.748008728027344, -19.384124755859375, -18.020240783691406, -16.656356811523438, -15.292472839355469, -13.9285888671875, -12.564704895019531, -11.200820922851562, -9.836936950683594, -8.473052978515625, -7.109165191650391, -5.745281219482422, -4.381397247314453, -3.0175132751464844, -1.6536293029785156, -0.2897453308105469, 1.0741386413574219, 2.4380226135253906, 3.8019065856933594, 5.165790557861328, 6.529674530029297, 7.893558502197266, 9.257442474365234, 10.621326446533203, 11.985210418701172, 13.34909439086914, 14.71297836303711, 16.076862335205078, 17.440746307373047, 18.804630279541016, 20.168514251708984, 21.532398223876953, 22.896282196044922, 24.26016616821289, 25.62405014038086, 26.987934112548828, 28.351818084716797, 29.715702056884766, 31.079586029052734, 32.4434700012207, 33.80735397338867, 35.17123794555664, 36.53512191772461]}, "gradients/decoder.transformer.h.22.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 6.0, 1.0, 5.0, 6.0, 10.0, 11.0, 5.0, 11.0, 20.0, 28.0, 39.0, 39.0, 45.0, 53.0, 43.0, 51.0, 56.0, 66.0, 63.0, 66.0, 57.0, 47.0, 47.0, 33.0, 38.0, 34.0, 24.0, 18.0, 18.0, 18.0, 11.0, 7.0, 4.0, 8.0, 5.0, 9.0, 1.0, 1.0, 2.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0], "bins": [-6.5859375, -6.4090576171875, -6.232177734375, -6.0552978515625, -5.87841796875, -5.7015380859375, -5.524658203125, -5.3477783203125, -5.1708984375, -4.9940185546875, -4.817138671875, -4.6402587890625, -4.46337890625, -4.2864990234375, -4.109619140625, -3.9327392578125, -3.755859375, -3.5789794921875, -3.402099609375, -3.2252197265625, -3.04833984375, -2.8714599609375, -2.694580078125, -2.5177001953125, -2.3408203125, -2.1639404296875, -1.987060546875, -1.8101806640625, -1.63330078125, -1.4564208984375, -1.279541015625, -1.1026611328125, -0.92578125, -0.7489013671875, -0.572021484375, -0.3951416015625, -0.21826171875, -0.0413818359375, 0.135498046875, 0.3123779296875, 0.4892578125, 0.6661376953125, 0.843017578125, 1.0198974609375, 1.19677734375, 1.3736572265625, 1.550537109375, 1.7274169921875, 1.904296875, 2.0811767578125, 2.258056640625, 2.4349365234375, 2.61181640625, 2.7886962890625, 2.965576171875, 3.1424560546875, 3.3193359375, 3.4962158203125, 3.673095703125, 3.8499755859375, 4.02685546875, 4.2037353515625, 4.380615234375, 4.5574951171875, 4.734375]}, "gradients/decoder.transformer.h.22.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 8.0, 7.0, 7.0, 9.0, 8.0, 12.0, 22.0, 31.0, 41.0, 67.0, 90.0, 154.0, 253.0, 586.0, 1513.0, 4591.0, 17592.0, 200147.0, 3884792.0, 65971.0, 12535.0, 3670.0, 1248.0, 397.0, 199.0, 110.0, 57.0, 34.0, 29.0, 36.0, 10.0, 12.0, 10.0, 11.0, 6.0, 7.0, 5.0, 1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0], "bins": [-39.4375, -38.352294921875, -37.26708984375, -36.181884765625, -35.0966796875, -34.011474609375, -32.92626953125, -31.841064453125, -30.755859375, -29.670654296875, -28.58544921875, -27.500244140625, -26.4150390625, -25.329833984375, -24.24462890625, -23.159423828125, -22.07421875, -20.989013671875, -19.90380859375, -18.818603515625, -17.7333984375, -16.648193359375, -15.56298828125, -14.477783203125, -13.392578125, -12.307373046875, -11.22216796875, -10.136962890625, -9.0517578125, -7.966552734375, -6.88134765625, -5.796142578125, -4.7109375, -3.625732421875, -2.54052734375, -1.455322265625, -0.3701171875, 0.715087890625, 1.80029296875, 2.885498046875, 3.970703125, 5.055908203125, 6.14111328125, 7.226318359375, 8.3115234375, 9.396728515625, 10.48193359375, 11.567138671875, 12.65234375, 13.737548828125, 14.82275390625, 15.907958984375, 16.9931640625, 18.078369140625, 19.16357421875, 20.248779296875, 21.333984375, 22.419189453125, 23.50439453125, 24.589599609375, 25.6748046875, 26.760009765625, 27.84521484375, 28.930419921875, 30.015625]}, "gradients/decoder.transformer.h.22.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 8.0, 8.0, 4.0, 6.0, 26.0, 29.0, 18.0, 55.0, 70.0, 93.0, 162.0, 392.0, 999.0, 1194.0, 513.0, 198.0, 98.0, 58.0, 51.0, 29.0, 27.0, 19.0, 8.0, 5.0, 6.0, 4.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.4375, -16.681884765625, -15.92626953125, -15.170654296875, -14.4150390625, -13.659423828125, -12.90380859375, -12.148193359375, -11.392578125, -10.636962890625, -9.88134765625, -9.125732421875, -8.3701171875, -7.614501953125, -6.85888671875, -6.103271484375, -5.34765625, -4.592041015625, -3.83642578125, -3.080810546875, -2.3251953125, -1.569580078125, -0.81396484375, -0.058349609375, 0.697265625, 1.452880859375, 2.20849609375, 2.964111328125, 3.7197265625, 4.475341796875, 5.23095703125, 5.986572265625, 6.7421875, 7.497802734375, 8.25341796875, 9.009033203125, 9.7646484375, 10.520263671875, 11.27587890625, 12.031494140625, 12.787109375, 13.542724609375, 14.29833984375, 15.053955078125, 15.8095703125, 16.565185546875, 17.32080078125, 18.076416015625, 18.83203125, 19.587646484375, 20.34326171875, 21.098876953125, 21.8544921875, 22.610107421875, 23.36572265625, 24.121337890625, 24.876953125, 25.632568359375, 26.38818359375, 27.143798828125, 27.8994140625, 28.655029296875, 29.41064453125, 30.166259765625, 30.921875]}, "gradients/decoder.transformer.h.22.mlp.c_fc.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 7.0, 3.0, 9.0, 11.0, 18.0, 9.0, 19.0, 27.0, 38.0, 54.0, 72.0, 111.0, 192.0, 365.0, 627.0, 1466.0, 3701.0, 11052.0, 38410.0, 200574.0, 3513229.0, 350359.0, 51288.0, 14250.0, 4752.0, 1814.0, 763.0, 428.0, 223.0, 120.0, 88.0, 51.0, 40.0, 26.0, 24.0, 12.0, 11.0, 14.0, 6.0, 5.0, 7.0, 5.0, 5.0, 3.0, 2.0], "bins": [-40.6875, -39.66015625, -38.6328125, -37.60546875, -36.578125, -35.55078125, -34.5234375, -33.49609375, -32.46875, -31.44140625, -30.4140625, -29.38671875, -28.359375, -27.33203125, -26.3046875, -25.27734375, -24.25, -23.22265625, -22.1953125, -21.16796875, -20.140625, -19.11328125, -18.0859375, -17.05859375, -16.03125, -15.00390625, -13.9765625, -12.94921875, -11.921875, -10.89453125, -9.8671875, -8.83984375, -7.8125, -6.78515625, -5.7578125, -4.73046875, -3.703125, -2.67578125, -1.6484375, -0.62109375, 0.40625, 1.43359375, 2.4609375, 3.48828125, 4.515625, 5.54296875, 6.5703125, 7.59765625, 8.625, 9.65234375, 10.6796875, 11.70703125, 12.734375, 13.76171875, 14.7890625, 15.81640625, 16.84375, 17.87109375, 18.8984375, 19.92578125, 20.953125, 21.98046875, 23.0078125, 24.03515625, 25.0625]}, "gradients/decoder.transformer.h.22.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 12.0, 30.0, 88.0, 300.0, 404.0, 137.0, 32.0, 7.0, 4.0, 2.0, 0.0, 1.0], "bins": [-354.6727294921875, -348.3556213378906, -342.0385437011719, -335.721435546875, -329.40435791015625, -323.0872497558594, -316.7701721191406, -310.45306396484375, -304.135986328125, -297.8188781738281, -291.5018005371094, -285.1846923828125, -278.86761474609375, -272.5505065917969, -266.2334289550781, -259.91632080078125, -253.59921264648438, -247.28211975097656, -240.96502685546875, -234.64793395996094, -228.33084106445312, -222.01373291015625, -215.69664001464844, -209.37954711914062, -203.0624542236328, -196.745361328125, -190.4282684326172, -184.11117553710938, -177.7940673828125, -171.4769744873047, -165.15988159179688, -158.84278869628906, -152.5257110595703, -146.2086181640625, -139.8915252685547, -133.57443237304688, -127.25733184814453, -120.94023895263672, -114.62313842773438, -108.30604553222656, -101.98895263671875, -95.67185974121094, -89.35476684570312, -83.03766632080078, -76.72057342529297, -70.40348052978516, -64.08638000488281, -57.769287109375, -51.45219421386719, -45.135101318359375, -38.8180046081543, -32.50090789794922, -26.183815002441406, -19.86672019958496, -13.549625396728516, -7.2325286865234375, -0.915435791015625, 5.40165901184082, 11.718753814697266, 18.03584861755371, 24.352943420410156, 30.6700382232666, 36.98713302612305, 43.304229736328125, 49.62132263183594]}, "gradients/decoder.transformer.h.22.ln_2.bias": {"_type": "histogram", "values": [3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 4.0, 9.0, 2.0, 7.0, 10.0, 9.0, 14.0, 17.0, 24.0, 20.0, 21.0, 15.0, 30.0, 28.0, 35.0, 28.0, 33.0, 39.0, 45.0, 50.0, 43.0, 24.0, 42.0, 36.0, 30.0, 38.0, 28.0, 44.0, 33.0, 26.0, 32.0, 31.0, 27.0, 25.0, 20.0, 14.0, 11.0, 17.0, 9.0, 6.0, 4.0, 3.0, 7.0, 6.0, 3.0, 4.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-46.06556701660156, -44.62310791015625, -43.18064880371094, -41.738189697265625, -40.29573059082031, -38.853271484375, -37.41081237792969, -35.968353271484375, -34.52589416503906, -33.08343505859375, -31.640975952148438, -30.198516845703125, -28.756057739257812, -27.3135986328125, -25.87114143371582, -24.428682327270508, -22.986225128173828, -21.543766021728516, -20.101306915283203, -18.65884780883789, -17.216388702392578, -15.773930549621582, -14.331472396850586, -12.889013290405273, -11.446554183959961, -10.004095077514648, -8.561635971069336, -7.11917781829834, -5.676718711853027, -4.234259605407715, -2.7918014526367188, -1.3493423461914062, 0.09312057495117188, 1.5355794429779053, 2.9780383110046387, 4.420496940612793, 5.8629560470581055, 7.305415153503418, 8.747873306274414, 10.190332412719727, 11.632791519165039, 13.075250625610352, 14.517709732055664, 15.96016788482666, 17.402626037597656, 18.84508514404297, 20.28754425048828, 21.730003356933594, 23.172462463378906, 24.61492156982422, 26.05738067626953, 27.499839782714844, 28.942298889160156, 30.38475799560547, 31.82721519470215, 33.269676208496094, 34.712135314941406, 36.15459442138672, 37.59705352783203, 39.039512634277344, 40.481971740722656, 41.92443084716797, 43.36688995361328, 44.809349060058594, 46.25180435180664]}, "gradients/decoder.transformer.h.22.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 3.0, 6.0, 7.0, 2.0, 12.0, 12.0, 13.0, 17.0, 22.0, 26.0, 43.0, 31.0, 35.0, 36.0, 34.0, 43.0, 52.0, 52.0, 50.0, 65.0, 48.0, 52.0, 49.0, 44.0, 29.0, 42.0, 36.0, 21.0, 23.0, 16.0, 13.0, 12.0, 12.0, 12.0, 4.0, 5.0, 6.0, 5.0, 4.0, 1.0, 6.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-5.76171875, -5.60089111328125, -5.4400634765625, -5.27923583984375, -5.118408203125, -4.95758056640625, -4.7967529296875, -4.63592529296875, -4.47509765625, -4.31427001953125, -4.1534423828125, -3.99261474609375, -3.831787109375, -3.67095947265625, -3.5101318359375, -3.34930419921875, -3.1884765625, -3.02764892578125, -2.8668212890625, -2.70599365234375, -2.545166015625, -2.38433837890625, -2.2235107421875, -2.06268310546875, -1.90185546875, -1.74102783203125, -1.5802001953125, -1.41937255859375, -1.258544921875, -1.09771728515625, -0.9368896484375, -0.77606201171875, -0.615234375, -0.45440673828125, -0.2935791015625, -0.13275146484375, 0.028076171875, 0.18890380859375, 0.3497314453125, 0.51055908203125, 0.67138671875, 0.83221435546875, 0.9930419921875, 1.15386962890625, 1.314697265625, 1.47552490234375, 1.6363525390625, 1.79718017578125, 1.9580078125, 2.11883544921875, 2.2796630859375, 2.44049072265625, 2.601318359375, 2.76214599609375, 2.9229736328125, 3.08380126953125, 3.24462890625, 3.40545654296875, 3.5662841796875, 3.72711181640625, 3.887939453125, 4.04876708984375, 4.2095947265625, 4.37042236328125, 4.53125]}, "gradients/decoder.transformer.h.22.crossattention.c_proj.weight": {"_type": "histogram", "values": [4.0, 3.0, 4.0, 3.0, 9.0, 12.0, 14.0, 21.0, 22.0, 28.0, 47.0, 56.0, 88.0, 123.0, 144.0, 233.0, 288.0, 433.0, 577.0, 875.0, 1275.0, 1869.0, 2741.0, 4056.0, 6531.0, 10119.0, 16285.0, 26802.0, 45993.0, 84681.0, 164653.0, 274766.0, 183044.0, 94099.0, 50948.0, 28921.0, 16986.0, 10895.0, 6924.0, 4487.0, 2971.0, 2019.0, 1361.0, 931.0, 650.0, 450.0, 323.0, 201.0, 173.0, 107.0, 97.0, 67.0, 39.0, 36.0, 27.0, 18.0, 14.0, 11.0, 4.0, 6.0, 3.0, 5.0, 3.0, 1.0], "bins": [-0.43017578125, -0.4165534973144531, -0.40293121337890625, -0.3893089294433594, -0.3756866455078125, -0.3620643615722656, -0.34844207763671875, -0.3348197937011719, -0.321197509765625, -0.3075752258300781, -0.29395294189453125, -0.2803306579589844, -0.2667083740234375, -0.2530860900878906, -0.23946380615234375, -0.22584152221679688, -0.21221923828125, -0.19859695434570312, -0.18497467041015625, -0.17135238647460938, -0.1577301025390625, -0.14410781860351562, -0.13048553466796875, -0.11686325073242188, -0.103240966796875, -0.08961868286132812, -0.07599639892578125, -0.062374114990234375, -0.0487518310546875, -0.035129547119140625, -0.02150726318359375, -0.007884979248046875, 0.0057373046875, 0.019359588623046875, 0.03298187255859375, 0.046604156494140625, 0.0602264404296875, 0.07384872436523438, 0.08747100830078125, 0.10109329223632812, 0.114715576171875, 0.12833786010742188, 0.14196014404296875, 0.15558242797851562, 0.1692047119140625, 0.18282699584960938, 0.19644927978515625, 0.21007156372070312, 0.22369384765625, 0.23731613159179688, 0.25093841552734375, 0.2645606994628906, 0.2781829833984375, 0.2918052673339844, 0.30542755126953125, 0.3190498352050781, 0.332672119140625, 0.3462944030761719, 0.35991668701171875, 0.3735389709472656, 0.3871612548828125, 0.4007835388183594, 0.41440582275390625, 0.4280281066894531, 0.441650390625]}, "gradients/decoder.transformer.h.22.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 3.0, 7.0, 7.0, 4.0, 10.0, 11.0, 8.0, 8.0, 12.0, 22.0, 23.0, 31.0, 19.0, 25.0, 33.0, 30.0, 42.0, 37.0, 42.0, 36.0, 44.0, 43.0, 1070.0, 48.0, 53.0, 30.0, 37.0, 41.0, 24.0, 24.0, 33.0, 20.0, 26.0, 21.0, 16.0, 18.0, 17.0, 13.0, 14.0, 5.0, 4.0, 11.0, 3.0, 6.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.013671875, -2.913238525390625, -2.81280517578125, -2.712371826171875, -2.6119384765625, -2.511505126953125, -2.41107177734375, -2.310638427734375, -2.210205078125, -2.109771728515625, -2.00933837890625, -1.908905029296875, -1.8084716796875, -1.708038330078125, -1.60760498046875, -1.507171630859375, -1.40673828125, -1.306304931640625, -1.20587158203125, -1.105438232421875, -1.0050048828125, -0.904571533203125, -0.80413818359375, -0.703704833984375, -0.603271484375, -0.502838134765625, -0.40240478515625, -0.301971435546875, -0.2015380859375, -0.101104736328125, -0.00067138671875, 0.099761962890625, 0.2001953125, 0.300628662109375, 0.40106201171875, 0.501495361328125, 0.6019287109375, 0.702362060546875, 0.80279541015625, 0.903228759765625, 1.003662109375, 1.104095458984375, 1.20452880859375, 1.304962158203125, 1.4053955078125, 1.505828857421875, 1.60626220703125, 1.706695556640625, 1.80712890625, 1.907562255859375, 2.00799560546875, 2.108428955078125, 2.2088623046875, 2.309295654296875, 2.40972900390625, 2.510162353515625, 2.610595703125, 2.711029052734375, 2.81146240234375, 2.911895751953125, 3.0123291015625, 3.112762451171875, 3.21319580078125, 3.313629150390625, 3.4140625]}, "gradients/decoder.transformer.h.22.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 6.0, 4.0, 4.0, 15.0, 12.0, 27.0, 35.0, 45.0, 66.0, 101.0, 157.0, 198.0, 276.0, 367.0, 544.0, 771.0, 1133.0, 1517.0, 2272.0, 3163.0, 4634.0, 6671.0, 9916.0, 14956.0, 22798.0, 34797.0, 55308.0, 89212.0, 147153.0, 1254825.0, 167342.0, 101200.0, 62070.0, 38958.0, 24998.0, 16473.0, 11054.0, 7274.0, 5190.0, 3410.0, 2413.0, 1681.0, 1238.0, 813.0, 630.0, 405.0, 292.0, 217.0, 157.0, 109.0, 83.0, 48.0, 36.0, 24.0, 18.0, 12.0, 10.0, 4.0, 3.0, 2.0, 1.0, 2.0], "bins": [-0.18505859375, -0.17920684814453125, -0.1733551025390625, -0.16750335693359375, -0.161651611328125, -0.15579986572265625, -0.1499481201171875, -0.14409637451171875, -0.13824462890625, -0.13239288330078125, -0.1265411376953125, -0.12068939208984375, -0.114837646484375, -0.10898590087890625, -0.1031341552734375, -0.09728240966796875, -0.0914306640625, -0.08557891845703125, -0.0797271728515625, -0.07387542724609375, -0.068023681640625, -0.06217193603515625, -0.0563201904296875, -0.05046844482421875, -0.04461669921875, -0.03876495361328125, -0.0329132080078125, -0.02706146240234375, -0.021209716796875, -0.01535797119140625, -0.0095062255859375, -0.00365447998046875, 0.002197265625, 0.00804901123046875, 0.0139007568359375, 0.01975250244140625, 0.025604248046875, 0.03145599365234375, 0.0373077392578125, 0.04315948486328125, 0.04901123046875, 0.05486297607421875, 0.0607147216796875, 0.06656646728515625, 0.072418212890625, 0.07826995849609375, 0.0841217041015625, 0.08997344970703125, 0.0958251953125, 0.10167694091796875, 0.1075286865234375, 0.11338043212890625, 0.119232177734375, 0.12508392333984375, 0.1309356689453125, 0.13678741455078125, 0.14263916015625, 0.14849090576171875, 0.1543426513671875, 0.16019439697265625, 0.166046142578125, 0.17189788818359375, 0.1777496337890625, 0.18360137939453125, 0.189453125]}, "gradients/decoder.transformer.h.22.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 3.0, 3.0, 3.0, 4.0, 6.0, 6.0, 9.0, 17.0, 7.0, 8.0, 13.0, 30.0, 20.0, 31.0, 30.0, 37.0, 49.0, 51.0, 59.0, 56.0, 69.0, 73.0, 61.0, 69.0, 49.0, 49.0, 33.0, 33.0, 23.0, 14.0, 20.0, 12.0, 9.0, 11.0, 14.0, 12.0, 5.0, 1.0, 3.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.00849151611328125, -0.00824737548828125, -0.00800323486328125, -0.00775909423828125, -0.00751495361328125, -0.00727081298828125, -0.00702667236328125, -0.00678253173828125, -0.00653839111328125, -0.00629425048828125, -0.00605010986328125, -0.00580596923828125, -0.00556182861328125, -0.00531768798828125, -0.00507354736328125, -0.00482940673828125, -0.00458526611328125, -0.00434112548828125, -0.00409698486328125, -0.00385284423828125, -0.00360870361328125, -0.00336456298828125, -0.00312042236328125, -0.00287628173828125, -0.00263214111328125, -0.00238800048828125, -0.00214385986328125, -0.00189971923828125, -0.00165557861328125, -0.00141143798828125, -0.00116729736328125, -0.00092315673828125, -0.00067901611328125, -0.00043487548828125, -0.00019073486328125, 5.340576171875e-05, 0.00029754638671875, 0.00054168701171875, 0.00078582763671875, 0.00102996826171875, 0.00127410888671875, 0.00151824951171875, 0.00176239013671875, 0.00200653076171875, 0.00225067138671875, 0.00249481201171875, 0.00273895263671875, 0.00298309326171875, 0.00322723388671875, 0.00347137451171875, 0.00371551513671875, 0.00395965576171875, 0.00420379638671875, 0.00444793701171875, 0.00469207763671875, 0.00493621826171875, 0.00518035888671875, 0.00542449951171875, 0.00566864013671875, 0.00591278076171875, 0.00615692138671875, 0.00640106201171875, 0.00664520263671875, 0.00688934326171875, 0.00713348388671875]}, "gradients/decoder.transformer.h.22.crossattention.q_attn.weight": {"_type": "histogram", "values": [3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 6.0, 3.0, 5.0, 9.0, 10.0, 12.0, 20.0, 24.0, 19.0, 21.0, 46.0, 54.0, 39.0, 59.0, 107.0, 120.0, 166.0, 218.0, 419.0, 3384.0, 900647.0, 140448.0, 1523.0, 358.0, 204.0, 127.0, 102.0, 68.0, 63.0, 46.0, 54.0, 54.0, 27.0, 22.0, 8.0, 11.0, 12.0, 11.0, 7.0, 6.0, 7.0, 1.0, 4.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.1197509765625, -0.11560249328613281, -0.11145401000976562, -0.10730552673339844, -0.10315704345703125, -0.09900856018066406, -0.09486007690429688, -0.09071159362792969, -0.0865631103515625, -0.08241462707519531, -0.07826614379882812, -0.07411766052246094, -0.06996917724609375, -0.06582069396972656, -0.061672210693359375, -0.05752372741699219, -0.053375244140625, -0.04922676086425781, -0.045078277587890625, -0.04092979431152344, -0.03678131103515625, -0.03263282775878906, -0.028484344482421875, -0.024335861206054688, -0.0201873779296875, -0.016038894653320312, -0.011890411376953125, -0.0077419281005859375, -0.00359344482421875, 0.0005550384521484375, 0.004703521728515625, 0.008852005004882812, 0.01300048828125, 0.017148971557617188, 0.021297454833984375, 0.025445938110351562, 0.02959442138671875, 0.03374290466308594, 0.037891387939453125, 0.04203987121582031, 0.0461883544921875, 0.05033683776855469, 0.054485321044921875, 0.05863380432128906, 0.06278228759765625, 0.06693077087402344, 0.07107925415039062, 0.07522773742675781, 0.079376220703125, 0.08352470397949219, 0.08767318725585938, 0.09182167053222656, 0.09597015380859375, 0.10011863708496094, 0.10426712036132812, 0.10841560363769531, 0.1125640869140625, 0.11671257019042969, 0.12086105346679688, 0.12500953674316406, 0.12915802001953125, 0.13330650329589844, 0.13745498657226562, 0.1416034698486328, 0.145751953125]}, "gradients/decoder.transformer.h.22.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 42.0, 167.0, 644.0, 117.0, 32.0, 8.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05930561199784279, -0.05607742816209793, -0.05284924805164337, -0.049621064215898514, -0.046392880380153656, -0.0431647002696991, -0.03993651643395424, -0.03670833259820938, -0.03348015248775482, -0.030251970514655113, -0.027023786678910255, -0.023795604705810547, -0.02056742087006569, -0.01733923889696598, -0.014111056923866272, -0.010882873088121414, -0.007654689252376556, -0.004426506347954273, -0.0011983239091932774, 0.0020298585295677185, 0.005258041433990002, 0.008486224338412285, 0.011714406311511993, 0.014942590147256851, 0.01817077212035656, 0.02139895409345627, 0.024627137929201126, 0.027855319902300835, 0.031083501875400543, 0.0343116857111454, 0.03753986954689026, 0.04076804965734482, 0.043996237218379974, 0.04722442105412483, 0.05045260116457939, 0.05368078500032425, 0.05690896883606911, 0.060137152671813965, 0.06336533278226852, 0.06659351289272308, 0.06982170045375824, 0.0730498805642128, 0.07627806812524796, 0.07950624823570251, 0.08273442834615707, 0.08596261590719223, 0.08919079601764679, 0.09241898357868195, 0.09564715623855591, 0.09887533634901047, 0.10210352391004562, 0.10533170402050018, 0.10855988413095474, 0.1117880716919899, 0.11501625180244446, 0.11824443936347961, 0.12147261947393417, 0.12470079958438873, 0.1279289871454239, 0.13115715980529785, 0.134385347366333, 0.13761353492736816, 0.14084172248840332, 0.14406989514827728, 0.14729808270931244]}, "gradients/decoder.transformer.h.22.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 3.0, 1.0, 8.0, 5.0, 10.0, 14.0, 13.0, 12.0, 21.0, 12.0, 24.0, 15.0, 23.0, 30.0, 31.0, 35.0, 32.0, 32.0, 32.0, 42.0, 43.0, 28.0, 41.0, 39.0, 39.0, 33.0, 29.0, 37.0, 35.0, 32.0, 20.0, 25.0, 22.0, 26.0, 25.0, 23.0, 17.0, 21.0, 18.0, 8.0, 10.0, 11.0, 3.0, 6.0, 3.0, 5.0, 6.0, 4.0, 3.0, 3.0, 2.0, 1.0], "bins": [-0.02377229928970337, -0.023095503449440002, -0.022418709471821785, -0.021741915494203568, -0.0210651196539402, -0.020388323813676834, -0.019711529836058617, -0.0190347358584404, -0.018357940018177032, -0.017681144177913666, -0.01700435020029545, -0.01632755622267723, -0.015650760382413864, -0.014973965473473072, -0.01429717056453228, -0.013620375655591488, -0.012943580746650696, -0.012266785837709904, -0.011589990928769112, -0.01091319601982832, -0.010236401110887527, -0.009559606201946735, -0.008882811293005943, -0.008206016384065151, -0.007529221475124359, -0.006852426566183567, -0.006175631657242775, -0.005498836748301983, -0.004822041839361191, -0.004145246930420399, -0.0034684520214796066, -0.0027916571125388145, -0.0021148622035980225, -0.0014380672946572304, -0.0007612723857164383, -8.447747677564621e-05, 0.0005923174321651459, 0.001269112341105938, 0.00194590725004673, 0.002622702158987522, 0.003299497067928314, 0.003976291976869106, 0.004653086885809898, 0.0053298817947506905, 0.0060066767036914825, 0.006683471612632275, 0.007360266521573067, 0.008037061430513859, 0.008713856339454651, 0.009390651248395443, 0.010067446157336235, 0.010744241066277027, 0.01142103597521782, 0.012097830884158611, 0.012774625793099403, 0.013451420702040195, 0.014128215610980988, 0.01480501051992178, 0.015481805428862572, 0.01615859940648079, 0.016835395246744156, 0.017512191087007523, 0.01818898506462574, 0.018865779042243958, 0.019542574882507324]}, "gradients/decoder.transformer.h.22.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 3.0, 6.0, 7.0, 2.0, 12.0, 12.0, 13.0, 17.0, 22.0, 26.0, 43.0, 31.0, 35.0, 36.0, 34.0, 43.0, 52.0, 52.0, 50.0, 65.0, 48.0, 52.0, 49.0, 44.0, 29.0, 42.0, 36.0, 21.0, 23.0, 16.0, 13.0, 12.0, 12.0, 12.0, 4.0, 5.0, 6.0, 5.0, 4.0, 1.0, 6.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-5.76171875, -5.60089111328125, -5.4400634765625, -5.27923583984375, -5.118408203125, -4.95758056640625, -4.7967529296875, -4.63592529296875, -4.47509765625, -4.31427001953125, -4.1534423828125, -3.99261474609375, -3.831787109375, -3.67095947265625, -3.5101318359375, -3.34930419921875, -3.1884765625, -3.02764892578125, -2.8668212890625, -2.70599365234375, -2.545166015625, -2.38433837890625, -2.2235107421875, -2.06268310546875, -1.90185546875, -1.74102783203125, -1.5802001953125, -1.41937255859375, -1.258544921875, -1.09771728515625, -0.9368896484375, -0.77606201171875, -0.615234375, -0.45440673828125, -0.2935791015625, -0.13275146484375, 0.028076171875, 0.18890380859375, 0.3497314453125, 0.51055908203125, 0.67138671875, 0.83221435546875, 0.9930419921875, 1.15386962890625, 1.314697265625, 1.47552490234375, 1.6363525390625, 1.79718017578125, 1.9580078125, 2.11883544921875, 2.2796630859375, 2.44049072265625, 2.601318359375, 2.76214599609375, 2.9229736328125, 3.08380126953125, 3.24462890625, 3.40545654296875, 3.5662841796875, 3.72711181640625, 3.887939453125, 4.04876708984375, 4.2095947265625, 4.37042236328125, 4.53125]}, "gradients/decoder.transformer.h.22.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 3.0, 7.0, 3.0, 4.0, 8.0, 12.0, 16.0, 28.0, 30.0, 52.0, 99.0, 109.0, 162.0, 219.0, 303.0, 452.0, 638.0, 891.0, 1292.0, 1959.0, 3218.0, 5579.0, 11049.0, 25675.0, 72249.0, 228076.0, 425016.0, 172411.0, 55475.0, 20624.0, 9430.0, 4854.0, 2877.0, 1810.0, 1233.0, 842.0, 543.0, 370.0, 287.0, 179.0, 129.0, 102.0, 59.0, 49.0, 39.0, 36.0, 16.0, 20.0, 5.0, 8.0, 4.0, 5.0, 4.0, 4.0], "bins": [-5.3046875, -5.15887451171875, -5.0130615234375, -4.86724853515625, -4.721435546875, -4.57562255859375, -4.4298095703125, -4.28399658203125, -4.13818359375, -3.99237060546875, -3.8465576171875, -3.70074462890625, -3.554931640625, -3.40911865234375, -3.2633056640625, -3.11749267578125, -2.9716796875, -2.82586669921875, -2.6800537109375, -2.53424072265625, -2.388427734375, -2.24261474609375, -2.0968017578125, -1.95098876953125, -1.80517578125, -1.65936279296875, -1.5135498046875, -1.36773681640625, -1.221923828125, -1.07611083984375, -0.9302978515625, -0.78448486328125, -0.638671875, -0.49285888671875, -0.3470458984375, -0.20123291015625, -0.055419921875, 0.09039306640625, 0.2362060546875, 0.38201904296875, 0.52783203125, 0.67364501953125, 0.8194580078125, 0.96527099609375, 1.111083984375, 1.25689697265625, 1.4027099609375, 1.54852294921875, 1.6943359375, 1.84014892578125, 1.9859619140625, 2.13177490234375, 2.277587890625, 2.42340087890625, 2.5692138671875, 2.71502685546875, 2.86083984375, 3.00665283203125, 3.1524658203125, 3.29827880859375, 3.444091796875, 3.58990478515625, 3.7357177734375, 3.88153076171875, 4.02734375]}, "gradients/decoder.transformer.h.22.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 4.0, 6.0, 4.0, 6.0, 3.0, 3.0, 10.0, 5.0, 11.0, 12.0, 16.0, 13.0, 20.0, 23.0, 26.0, 26.0, 27.0, 25.0, 26.0, 35.0, 34.0, 37.0, 56.0, 80.0, 154.0, 1546.0, 284.0, 109.0, 77.0, 44.0, 50.0, 29.0, 26.0, 28.0, 25.0, 19.0, 23.0, 21.0, 20.0, 13.0, 18.0, 10.0, 10.0, 10.0, 10.0, 8.0, 4.0, 3.0, 4.0, 3.0, 4.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-13.5078125, -13.0369873046875, -12.566162109375, -12.0953369140625, -11.62451171875, -11.1536865234375, -10.682861328125, -10.2120361328125, -9.7412109375, -9.2703857421875, -8.799560546875, -8.3287353515625, -7.85791015625, -7.3870849609375, -6.916259765625, -6.4454345703125, -5.974609375, -5.5037841796875, -5.032958984375, -4.5621337890625, -4.09130859375, -3.6204833984375, -3.149658203125, -2.6788330078125, -2.2080078125, -1.7371826171875, -1.266357421875, -0.7955322265625, -0.32470703125, 0.1461181640625, 0.616943359375, 1.0877685546875, 1.55859375, 2.0294189453125, 2.500244140625, 2.9710693359375, 3.44189453125, 3.9127197265625, 4.383544921875, 4.8543701171875, 5.3251953125, 5.7960205078125, 6.266845703125, 6.7376708984375, 7.20849609375, 7.6793212890625, 8.150146484375, 8.6209716796875, 9.091796875, 9.5626220703125, 10.033447265625, 10.5042724609375, 10.97509765625, 11.4459228515625, 11.916748046875, 12.3875732421875, 12.8583984375, 13.3292236328125, 13.800048828125, 14.2708740234375, 14.74169921875, 15.2125244140625, 15.683349609375, 16.1541748046875, 16.625]}, "gradients/decoder.transformer.h.22.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 6.0, 5.0, 7.0, 7.0, 14.0, 7.0, 16.0, 18.0, 11.0, 18.0, 32.0, 29.0, 18.0, 41.0, 55.0, 62.0, 117.0, 200.0, 457.0, 1548.0, 13978.0, 2629804.0, 490259.0, 6948.0, 1045.0, 360.0, 188.0, 106.0, 59.0, 50.0, 33.0, 39.0, 31.0, 22.0, 24.0, 12.0, 15.0, 21.0, 10.0, 3.0, 8.0, 7.0, 1.0, 4.0, 5.0, 6.0, 4.0, 1.0, 0.0, 1.0], "bins": [-35.28125, -34.2978515625, -33.314453125, -32.3310546875, -31.34765625, -30.3642578125, -29.380859375, -28.3974609375, -27.4140625, -26.4306640625, -25.447265625, -24.4638671875, -23.48046875, -22.4970703125, -21.513671875, -20.5302734375, -19.546875, -18.5634765625, -17.580078125, -16.5966796875, -15.61328125, -14.6298828125, -13.646484375, -12.6630859375, -11.6796875, -10.6962890625, -9.712890625, -8.7294921875, -7.74609375, -6.7626953125, -5.779296875, -4.7958984375, -3.8125, -2.8291015625, -1.845703125, -0.8623046875, 0.12109375, 1.1044921875, 2.087890625, 3.0712890625, 4.0546875, 5.0380859375, 6.021484375, 7.0048828125, 7.98828125, 8.9716796875, 9.955078125, 10.9384765625, 11.921875, 12.9052734375, 13.888671875, 14.8720703125, 15.85546875, 16.8388671875, 17.822265625, 18.8056640625, 19.7890625, 20.7724609375, 21.755859375, 22.7392578125, 23.72265625, 24.7060546875, 25.689453125, 26.6728515625, 27.65625]}, "gradients/decoder.transformer.h.22.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 738.0, 277.0], "bins": [-453.77880859375, -446.55621337890625, -439.3336181640625, -432.11102294921875, -424.8884582519531, -417.6658630371094, -410.4432678222656, -403.2206726074219, -395.9980773925781, -388.7754821777344, -381.5528869628906, -374.330322265625, -367.10772705078125, -359.8851318359375, -352.66253662109375, -345.43994140625, -338.2173767089844, -330.9947814941406, -323.7721862792969, -316.54962158203125, -309.3270263671875, -302.10443115234375, -294.8818359375, -287.65924072265625, -280.4366455078125, -273.21405029296875, -265.991455078125, -258.76885986328125, -251.54627990722656, -244.32369995117188, -237.10110473632812, -229.87850952148438, -222.6559295654297, -215.43333435058594, -208.21075439453125, -200.9881591796875, -193.76556396484375, -186.54298400878906, -179.3203887939453, -172.09780883789062, -164.87521362304688, -157.65261840820312, -150.43003845214844, -143.2074432373047, -135.98484802246094, -128.76226806640625, -121.5396728515625, -114.31708526611328, -107.09449768066406, -99.87191009521484, -92.6493148803711, -85.42672729492188, -78.20413970947266, -70.98155212402344, -63.75895690917969, -56.53636932373047, -49.313777923583984, -42.0911865234375, -34.86859893798828, -27.646007537841797, -20.423418045043945, -13.200828552246094, -5.978237152099609, 1.2443504333496094, 8.46694278717041]}, "gradients/decoder.transformer.h.22.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 9.0, 9.0, 5.0, 14.0, 9.0, 7.0, 12.0, 18.0, 21.0, 24.0, 23.0, 31.0, 39.0, 37.0, 34.0, 25.0, 31.0, 32.0, 36.0, 51.0, 48.0, 48.0, 41.0, 44.0, 46.0, 31.0, 36.0, 31.0, 36.0, 23.0, 25.0, 17.0, 14.0, 19.0, 19.0, 8.0, 7.0, 8.0, 10.0, 10.0, 2.0, 5.0, 4.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-53.052799224853516, -51.318756103515625, -49.58470916748047, -47.85066604614258, -46.11661911010742, -44.38257598876953, -42.648529052734375, -40.914485931396484, -39.180442810058594, -37.4463996887207, -35.71235275268555, -33.978309631347656, -32.2442626953125, -30.51021957397461, -28.776174545288086, -27.042129516601562, -25.308082580566406, -23.574037551879883, -21.83999252319336, -20.10594940185547, -18.371902465820312, -16.637859344482422, -14.903814315795898, -13.169769287109375, -11.435724258422852, -9.701679229736328, -7.967634677886963, -6.233590126037598, -4.499545097351074, -2.765500068664551, -1.0314559936523438, 0.7025890350341797, 2.436634063720703, 4.170679092407227, 5.904723644256592, 7.638768196105957, 9.37281322479248, 11.106858253479004, 12.840902328491211, 14.574947357177734, 16.308992385864258, 18.04303741455078, 19.777082443237305, 21.511127471923828, 23.24517059326172, 24.979217529296875, 26.713260650634766, 28.44730567932129, 30.181350708007812, 31.915395736694336, 33.64944076538086, 35.38348388671875, 37.117530822753906, 38.8515739440918, 40.58561706542969, 42.319664001464844, 44.0537109375, 45.78775405883789, 47.52180099487305, 49.25584411621094, 50.989891052246094, 52.723934173583984, 54.457977294921875, 56.19202423095703, 57.92606735229492]}, "gradients/decoder.transformer.h.21.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 5.0, 3.0, 4.0, 7.0, 14.0, 6.0, 18.0, 17.0, 19.0, 36.0, 36.0, 34.0, 36.0, 35.0, 38.0, 44.0, 48.0, 55.0, 63.0, 55.0, 54.0, 46.0, 52.0, 41.0, 32.0, 34.0, 35.0, 24.0, 15.0, 21.0, 13.0, 7.0, 12.0, 9.0, 5.0, 4.0, 7.0, 6.0, 3.0, 6.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-5.9375, -5.7706298828125, -5.603759765625, -5.4368896484375, -5.27001953125, -5.1031494140625, -4.936279296875, -4.7694091796875, -4.6025390625, -4.4356689453125, -4.268798828125, -4.1019287109375, -3.93505859375, -3.7681884765625, -3.601318359375, -3.4344482421875, -3.267578125, -3.1007080078125, -2.933837890625, -2.7669677734375, -2.60009765625, -2.4332275390625, -2.266357421875, -2.0994873046875, -1.9326171875, -1.7657470703125, -1.598876953125, -1.4320068359375, -1.26513671875, -1.0982666015625, -0.931396484375, -0.7645263671875, -0.59765625, -0.4307861328125, -0.263916015625, -0.0970458984375, 0.06982421875, 0.2366943359375, 0.403564453125, 0.5704345703125, 0.7373046875, 0.9041748046875, 1.071044921875, 1.2379150390625, 1.40478515625, 1.5716552734375, 1.738525390625, 1.9053955078125, 2.072265625, 2.2391357421875, 2.406005859375, 2.5728759765625, 2.73974609375, 2.9066162109375, 3.073486328125, 3.2403564453125, 3.4072265625, 3.5740966796875, 3.740966796875, 3.9078369140625, 4.07470703125, 4.2415771484375, 4.408447265625, 4.5753173828125, 4.7421875]}, "gradients/decoder.transformer.h.21.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 3.0, 5.0, 5.0, 5.0, 10.0, 18.0, 13.0, 24.0, 43.0, 61.0, 96.0, 166.0, 319.0, 746.0, 2069.0, 7607.0, 41591.0, 3658656.0, 454617.0, 20420.0, 5071.0, 1517.0, 627.0, 247.0, 134.0, 53.0, 50.0, 30.0, 24.0, 9.0, 15.0, 13.0, 5.0, 6.0, 4.0, 4.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-42.84375, -41.739501953125, -40.63525390625, -39.531005859375, -38.4267578125, -37.322509765625, -36.21826171875, -35.114013671875, -34.009765625, -32.905517578125, -31.80126953125, -30.697021484375, -29.5927734375, -28.488525390625, -27.38427734375, -26.280029296875, -25.17578125, -24.071533203125, -22.96728515625, -21.863037109375, -20.7587890625, -19.654541015625, -18.55029296875, -17.446044921875, -16.341796875, -15.237548828125, -14.13330078125, -13.029052734375, -11.9248046875, -10.820556640625, -9.71630859375, -8.612060546875, -7.5078125, -6.403564453125, -5.29931640625, -4.195068359375, -3.0908203125, -1.986572265625, -0.88232421875, 0.221923828125, 1.326171875, 2.430419921875, 3.53466796875, 4.638916015625, 5.7431640625, 6.847412109375, 7.95166015625, 9.055908203125, 10.16015625, 11.264404296875, 12.36865234375, 13.472900390625, 14.5771484375, 15.681396484375, 16.78564453125, 17.889892578125, 18.994140625, 20.098388671875, 21.20263671875, 22.306884765625, 23.4111328125, 24.515380859375, 25.61962890625, 26.723876953125, 27.828125]}, "gradients/decoder.transformer.h.21.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 5.0, 5.0, 5.0, 9.0, 16.0, 14.0, 28.0, 25.0, 39.0, 71.0, 69.0, 127.0, 264.0, 616.0, 1071.0, 863.0, 364.0, 190.0, 76.0, 60.0, 48.0, 31.0, 28.0, 14.0, 16.0, 10.0, 6.0, 5.0, 5.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.1875, -14.519775390625, -13.85205078125, -13.184326171875, -12.5166015625, -11.848876953125, -11.18115234375, -10.513427734375, -9.845703125, -9.177978515625, -8.51025390625, -7.842529296875, -7.1748046875, -6.507080078125, -5.83935546875, -5.171630859375, -4.50390625, -3.836181640625, -3.16845703125, -2.500732421875, -1.8330078125, -1.165283203125, -0.49755859375, 0.170166015625, 0.837890625, 1.505615234375, 2.17333984375, 2.841064453125, 3.5087890625, 4.176513671875, 4.84423828125, 5.511962890625, 6.1796875, 6.847412109375, 7.51513671875, 8.182861328125, 8.8505859375, 9.518310546875, 10.18603515625, 10.853759765625, 11.521484375, 12.189208984375, 12.85693359375, 13.524658203125, 14.1923828125, 14.860107421875, 15.52783203125, 16.195556640625, 16.86328125, 17.531005859375, 18.19873046875, 18.866455078125, 19.5341796875, 20.201904296875, 20.86962890625, 21.537353515625, 22.205078125, 22.872802734375, 23.54052734375, 24.208251953125, 24.8759765625, 25.543701171875, 26.21142578125, 26.879150390625, 27.546875]}, "gradients/decoder.transformer.h.21.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 2.0, 6.0, 8.0, 5.0, 9.0, 24.0, 31.0, 35.0, 56.0, 87.0, 123.0, 243.0, 428.0, 962.0, 2041.0, 5577.0, 17031.0, 63378.0, 571179.0, 3314777.0, 166922.0, 34616.0, 10218.0, 3584.0, 1424.0, 634.0, 357.0, 194.0, 117.0, 69.0, 37.0, 29.0, 16.0, 14.0, 13.0, 10.0, 13.0, 4.0, 5.0, 5.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-35.34375, -34.342041015625, -33.34033203125, -32.338623046875, -31.3369140625, -30.335205078125, -29.33349609375, -28.331787109375, -27.330078125, -26.328369140625, -25.32666015625, -24.324951171875, -23.3232421875, -22.321533203125, -21.31982421875, -20.318115234375, -19.31640625, -18.314697265625, -17.31298828125, -16.311279296875, -15.3095703125, -14.307861328125, -13.30615234375, -12.304443359375, -11.302734375, -10.301025390625, -9.29931640625, -8.297607421875, -7.2958984375, -6.294189453125, -5.29248046875, -4.290771484375, -3.2890625, -2.287353515625, -1.28564453125, -0.283935546875, 0.7177734375, 1.719482421875, 2.72119140625, 3.722900390625, 4.724609375, 5.726318359375, 6.72802734375, 7.729736328125, 8.7314453125, 9.733154296875, 10.73486328125, 11.736572265625, 12.73828125, 13.739990234375, 14.74169921875, 15.743408203125, 16.7451171875, 17.746826171875, 18.74853515625, 19.750244140625, 20.751953125, 21.753662109375, 22.75537109375, 23.757080078125, 24.7587890625, 25.760498046875, 26.76220703125, 27.763916015625, 28.765625]}, "gradients/decoder.transformer.h.21.ln_2.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 18.0, 64.0, 245.0, 405.0, 196.0, 62.0, 13.0, 5.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-43.44306182861328, -36.733009338378906, -30.022960662841797, -23.312910079956055, -16.602859497070312, -9.892807006835938, -3.182758331298828, 3.5272903442382812, 10.237342834472656, 16.9473934173584, 23.65744400024414, 30.367494583129883, 37.077545166015625, 43.78759765625, 50.49764633178711, 57.20769500732422, 63.917747497558594, 70.62779998779297, 77.33784484863281, 84.04789733886719, 90.75794982910156, 97.46800231933594, 104.17805480957031, 110.88809967041016, 117.59815216064453, 124.3082046508789, 131.01824951171875, 137.72830200195312, 144.4383544921875, 151.14840698242188, 157.85845947265625, 164.56851196289062, 171.278564453125, 177.98861694335938, 184.69866943359375, 191.40872192382812, 198.1187744140625, 204.82882690429688, 211.5388641357422, 218.24891662597656, 224.95896911621094, 231.6690216064453, 238.3790740966797, 245.08912658691406, 251.79916381835938, 258.50921630859375, 265.2192687988281, 271.9293212890625, 278.6393737792969, 285.34942626953125, 292.0594787597656, 298.76953125, 305.4795837402344, 312.18963623046875, 318.8996887207031, 325.6097412109375, 332.31976318359375, 339.0298156738281, 345.7398681640625, 352.4499206542969, 359.15997314453125, 365.8700256347656, 372.580078125, 379.29010009765625, 386.00018310546875]}, "gradients/decoder.transformer.h.21.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 5.0, 1.0, 3.0, 5.0, 5.0, 9.0, 6.0, 12.0, 11.0, 12.0, 18.0, 20.0, 20.0, 21.0, 25.0, 26.0, 38.0, 29.0, 30.0, 37.0, 33.0, 41.0, 41.0, 35.0, 42.0, 30.0, 38.0, 34.0, 37.0, 32.0, 30.0, 40.0, 38.0, 21.0, 34.0, 24.0, 19.0, 10.0, 17.0, 18.0, 11.0, 11.0, 7.0, 15.0, 7.0, 2.0, 4.0, 6.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-45.57815933227539, -44.19872283935547, -42.81929016113281, -41.43985366821289, -40.06041717529297, -38.68098449707031, -37.30154800415039, -35.92211151123047, -34.54267883300781, -33.16324234008789, -31.7838077545166, -30.404373168945312, -29.02493667602539, -27.6455020904541, -26.266067504882812, -24.88663101196289, -23.50719451904297, -22.12775993347168, -20.748323440551758, -19.36888885498047, -17.989452362060547, -16.610017776489258, -15.230583190917969, -13.851147651672363, -12.471712112426758, -11.092276573181152, -9.712841033935547, -8.333406448364258, -6.953970909118652, -5.574535369873047, -4.195100784301758, -2.8156652450561523, -1.4362258911132812, -0.05679059028625488, 1.3226447105407715, 2.7020797729492188, 4.081515312194824, 5.46095085144043, 6.840385437011719, 8.219820976257324, 9.59925651550293, 10.978692054748535, 12.35812759399414, 13.73756217956543, 15.116997718811035, 16.49643325805664, 17.87586784362793, 19.25530242919922, 20.63473892211914, 22.01417350769043, 23.39361000061035, 24.77304458618164, 26.152481079101562, 27.53191566467285, 28.91135025024414, 30.290786743164062, 31.67022132873535, 33.04965591430664, 34.42909240722656, 35.80852508544922, 37.18796157836914, 38.56739807128906, 39.94683074951172, 41.32626724243164, 42.70570373535156]}, "gradients/decoder.transformer.h.21.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 4.0, 6.0, 6.0, 8.0, 5.0, 16.0, 13.0, 15.0, 15.0, 17.0, 27.0, 38.0, 32.0, 28.0, 42.0, 38.0, 37.0, 50.0, 52.0, 47.0, 69.0, 40.0, 47.0, 33.0, 36.0, 40.0, 43.0, 35.0, 32.0, 21.0, 15.0, 21.0, 14.0, 14.0, 7.0, 3.0, 5.0, 8.0, 4.0, 7.0, 3.0, 5.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0], "bins": [-5.8046875, -5.64324951171875, -5.4818115234375, -5.32037353515625, -5.158935546875, -4.99749755859375, -4.8360595703125, -4.67462158203125, -4.51318359375, -4.35174560546875, -4.1903076171875, -4.02886962890625, -3.867431640625, -3.70599365234375, -3.5445556640625, -3.38311767578125, -3.2216796875, -3.06024169921875, -2.8988037109375, -2.73736572265625, -2.575927734375, -2.41448974609375, -2.2530517578125, -2.09161376953125, -1.93017578125, -1.76873779296875, -1.6072998046875, -1.44586181640625, -1.284423828125, -1.12298583984375, -0.9615478515625, -0.80010986328125, -0.638671875, -0.47723388671875, -0.3157958984375, -0.15435791015625, 0.007080078125, 0.16851806640625, 0.3299560546875, 0.49139404296875, 0.65283203125, 0.81427001953125, 0.9757080078125, 1.13714599609375, 1.298583984375, 1.46002197265625, 1.6214599609375, 1.78289794921875, 1.9443359375, 2.10577392578125, 2.2672119140625, 2.42864990234375, 2.590087890625, 2.75152587890625, 2.9129638671875, 3.07440185546875, 3.23583984375, 3.39727783203125, 3.5587158203125, 3.72015380859375, 3.881591796875, 4.04302978515625, 4.2044677734375, 4.36590576171875, 4.52734375]}, "gradients/decoder.transformer.h.21.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 5.0, 2.0, 3.0, 4.0, 7.0, 12.0, 9.0, 28.0, 33.0, 47.0, 61.0, 108.0, 178.0, 219.0, 325.0, 484.0, 770.0, 1248.0, 2001.0, 3309.0, 5570.0, 9399.0, 16412.0, 29695.0, 54260.0, 105622.0, 211513.0, 281735.0, 153660.0, 77273.0, 40948.0, 22244.0, 12551.0, 7324.0, 4277.0, 2666.0, 1652.0, 979.0, 659.0, 439.0, 312.0, 162.0, 107.0, 86.0, 55.0, 37.0, 29.0, 14.0, 12.0, 9.0, 4.0, 5.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.53076171875, -0.514312744140625, -0.49786376953125, -0.481414794921875, -0.4649658203125, -0.448516845703125, -0.43206787109375, -0.415618896484375, -0.399169921875, -0.382720947265625, -0.36627197265625, -0.349822998046875, -0.3333740234375, -0.316925048828125, -0.30047607421875, -0.284027099609375, -0.267578125, -0.251129150390625, -0.23468017578125, -0.218231201171875, -0.2017822265625, -0.185333251953125, -0.16888427734375, -0.152435302734375, -0.135986328125, -0.119537353515625, -0.10308837890625, -0.086639404296875, -0.0701904296875, -0.053741455078125, -0.03729248046875, -0.020843505859375, -0.00439453125, 0.012054443359375, 0.02850341796875, 0.044952392578125, 0.0614013671875, 0.077850341796875, 0.09429931640625, 0.110748291015625, 0.127197265625, 0.143646240234375, 0.16009521484375, 0.176544189453125, 0.1929931640625, 0.209442138671875, 0.22589111328125, 0.242340087890625, 0.2587890625, 0.275238037109375, 0.29168701171875, 0.308135986328125, 0.3245849609375, 0.341033935546875, 0.35748291015625, 0.373931884765625, 0.390380859375, 0.406829833984375, 0.42327880859375, 0.439727783203125, 0.4561767578125, 0.472625732421875, 0.48907470703125, 0.505523681640625, 0.52197265625]}, "gradients/decoder.transformer.h.21.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 6.0, 3.0, 2.0, 4.0, 6.0, 8.0, 6.0, 12.0, 11.0, 16.0, 17.0, 20.0, 17.0, 21.0, 19.0, 17.0, 30.0, 30.0, 41.0, 38.0, 44.0, 43.0, 55.0, 47.0, 1070.0, 40.0, 38.0, 31.0, 30.0, 44.0, 34.0, 34.0, 39.0, 26.0, 22.0, 15.0, 21.0, 16.0, 17.0, 17.0, 7.0, 6.0, 4.0, 1.0, 7.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-3.65625, -3.545928955078125, -3.43560791015625, -3.325286865234375, -3.2149658203125, -3.104644775390625, -2.99432373046875, -2.884002685546875, -2.773681640625, -2.663360595703125, -2.55303955078125, -2.442718505859375, -2.3323974609375, -2.222076416015625, -2.11175537109375, -2.001434326171875, -1.89111328125, -1.780792236328125, -1.67047119140625, -1.560150146484375, -1.4498291015625, -1.339508056640625, -1.22918701171875, -1.118865966796875, -1.008544921875, -0.898223876953125, -0.78790283203125, -0.677581787109375, -0.5672607421875, -0.456939697265625, -0.34661865234375, -0.236297607421875, -0.1259765625, -0.015655517578125, 0.09466552734375, 0.204986572265625, 0.3153076171875, 0.425628662109375, 0.53594970703125, 0.646270751953125, 0.756591796875, 0.866912841796875, 0.97723388671875, 1.087554931640625, 1.1978759765625, 1.308197021484375, 1.41851806640625, 1.528839111328125, 1.63916015625, 1.749481201171875, 1.85980224609375, 1.970123291015625, 2.0804443359375, 2.190765380859375, 2.30108642578125, 2.411407470703125, 2.521728515625, 2.632049560546875, 2.74237060546875, 2.852691650390625, 2.9630126953125, 3.073333740234375, 3.18365478515625, 3.293975830078125, 3.404296875]}, "gradients/decoder.transformer.h.21.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 3.0, 12.0, 5.0, 7.0, 15.0, 21.0, 34.0, 48.0, 70.0, 88.0, 134.0, 207.0, 248.0, 394.0, 537.0, 778.0, 1184.0, 1652.0, 2414.0, 3515.0, 5151.0, 7740.0, 11664.0, 17960.0, 27601.0, 43732.0, 71963.0, 123957.0, 819228.0, 637838.0, 123162.0, 71350.0, 43256.0, 27363.0, 17769.0, 11779.0, 7565.0, 5226.0, 3607.0, 2494.0, 1619.0, 1141.0, 804.0, 540.0, 383.0, 284.0, 198.0, 129.0, 84.0, 65.0, 46.0, 26.0, 21.0, 14.0, 6.0, 5.0, 5.0, 2.0, 2.0, 1.0, 1.0], "bins": [-0.2227783203125, -0.21581459045410156, -0.20885086059570312, -0.2018871307373047, -0.19492340087890625, -0.1879596710205078, -0.18099594116210938, -0.17403221130371094, -0.1670684814453125, -0.16010475158691406, -0.15314102172851562, -0.1461772918701172, -0.13921356201171875, -0.1322498321533203, -0.12528610229492188, -0.11832237243652344, -0.111358642578125, -0.10439491271972656, -0.09743118286132812, -0.09046745300292969, -0.08350372314453125, -0.07653999328613281, -0.06957626342773438, -0.06261253356933594, -0.0556488037109375, -0.04868507385253906, -0.041721343994140625, -0.03475761413574219, -0.02779388427734375, -0.020830154418945312, -0.013866424560546875, -0.0069026947021484375, 6.103515625e-05, 0.0070247650146484375, 0.013988494873046875, 0.020952224731445312, 0.02791595458984375, 0.03487968444824219, 0.041843414306640625, 0.04880714416503906, 0.0557708740234375, 0.06273460388183594, 0.06969833374023438, 0.07666206359863281, 0.08362579345703125, 0.09058952331542969, 0.09755325317382812, 0.10451698303222656, 0.111480712890625, 0.11844444274902344, 0.12540817260742188, 0.1323719024658203, 0.13933563232421875, 0.1462993621826172, 0.15326309204101562, 0.16022682189941406, 0.1671905517578125, 0.17415428161621094, 0.18111801147460938, 0.1880817413330078, 0.19504547119140625, 0.2020092010498047, 0.20897293090820312, 0.21593666076660156, 0.222900390625]}, "gradients/decoder.transformer.h.21.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 0.0, 5.0, 3.0, 8.0, 8.0, 15.0, 16.0, 24.0, 26.0, 37.0, 33.0, 37.0, 55.0, 49.0, 71.0, 64.0, 84.0, 76.0, 73.0, 68.0, 50.0, 40.0, 32.0, 20.0, 20.0, 22.0, 12.0, 11.0, 8.0, 9.0, 5.0, 5.0, 2.0, 4.0, 4.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01526641845703125, -0.014765620231628418, -0.014264822006225586, -0.013764023780822754, -0.013263225555419922, -0.01276242733001709, -0.012261629104614258, -0.011760830879211426, -0.011260032653808594, -0.010759234428405762, -0.01025843620300293, -0.009757637977600098, -0.009256839752197266, -0.008756041526794434, -0.008255243301391602, -0.0077544450759887695, -0.0072536468505859375, -0.0067528486251831055, -0.0062520503997802734, -0.005751252174377441, -0.005250453948974609, -0.004749655723571777, -0.004248857498168945, -0.0037480592727661133, -0.0032472610473632812, -0.0027464628219604492, -0.002245664596557617, -0.0017448663711547852, -0.0012440681457519531, -0.0007432699203491211, -0.00024247169494628906, 0.00025832653045654297, 0.000759124755859375, 0.001259922981262207, 0.001760721206665039, 0.002261519432067871, 0.002762317657470703, 0.003263115882873535, 0.003763914108276367, 0.004264712333679199, 0.004765510559082031, 0.005266308784484863, 0.005767107009887695, 0.006267905235290527, 0.006768703460693359, 0.007269501686096191, 0.0077702999114990234, 0.008271098136901855, 0.008771896362304688, 0.00927269458770752, 0.009773492813110352, 0.010274291038513184, 0.010775089263916016, 0.011275887489318848, 0.01177668571472168, 0.012277483940124512, 0.012778282165527344, 0.013279080390930176, 0.013779878616333008, 0.01428067684173584, 0.014781475067138672, 0.015282273292541504, 0.015783071517944336, 0.016283869743347168, 0.01678466796875]}, "gradients/decoder.transformer.h.21.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 6.0, 3.0, 5.0, 6.0, 6.0, 9.0, 12.0, 11.0, 23.0, 29.0, 30.0, 45.0, 60.0, 111.0, 170.0, 305.0, 1341.0, 30449.0, 996572.0, 17597.0, 1024.0, 237.0, 149.0, 92.0, 59.0, 55.0, 45.0, 33.0, 15.0, 24.0, 13.0, 6.0, 10.0, 4.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.324462890625, -0.31475830078125, -0.3050537109375, -0.29534912109375, -0.28564453125, -0.27593994140625, -0.2662353515625, -0.25653076171875, -0.246826171875, -0.23712158203125, -0.2274169921875, -0.21771240234375, -0.2080078125, -0.19830322265625, -0.1885986328125, -0.17889404296875, -0.169189453125, -0.15948486328125, -0.1497802734375, -0.14007568359375, -0.13037109375, -0.12066650390625, -0.1109619140625, -0.10125732421875, -0.091552734375, -0.08184814453125, -0.0721435546875, -0.06243896484375, -0.052734375, -0.04302978515625, -0.0333251953125, -0.02362060546875, -0.013916015625, -0.00421142578125, 0.0054931640625, 0.01519775390625, 0.02490234375, 0.03460693359375, 0.0443115234375, 0.05401611328125, 0.063720703125, 0.07342529296875, 0.0831298828125, 0.09283447265625, 0.1025390625, 0.11224365234375, 0.1219482421875, 0.13165283203125, 0.141357421875, 0.15106201171875, 0.1607666015625, 0.17047119140625, 0.18017578125, 0.18988037109375, 0.1995849609375, 0.20928955078125, 0.218994140625, 0.22869873046875, 0.2384033203125, 0.24810791015625, 0.2578125, 0.26751708984375, 0.2772216796875, 0.28692626953125, 0.296630859375]}, "gradients/decoder.transformer.h.21.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 4.0, 10.0, 17.0, 24.0, 48.0, 92.0, 227.0, 347.0, 124.0, 60.0, 31.0, 16.0, 8.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.24704289436340332, -0.2420172542333603, -0.23699159920215607, -0.23196595907211304, -0.2269403040409088, -0.22191466391086578, -0.21688900887966156, -0.21186336874961853, -0.2068377137184143, -0.20181207358837128, -0.19678641855716705, -0.19176077842712402, -0.1867351233959198, -0.18170948326587677, -0.17668382823467255, -0.17165818810462952, -0.1666325479745865, -0.16160690784454346, -0.15658125281333923, -0.1515556126832962, -0.14652995765209198, -0.14150431752204895, -0.13647866249084473, -0.1314530223608017, -0.12642738223075867, -0.12140173465013504, -0.11637608706951141, -0.11135043948888779, -0.10632479190826416, -0.10129915177822113, -0.0962735041975975, -0.09124785661697388, -0.08622220903635025, -0.08119656145572662, -0.076170913875103, -0.07114526629447937, -0.06611962616443634, -0.061093974858522415, -0.05606833100318909, -0.05104268342256546, -0.046017035841941833, -0.04099138826131821, -0.03596574068069458, -0.030940096825361252, -0.025914449244737625, -0.020888801664114, -0.01586315594613552, -0.010837510228157043, -0.005811862647533417, -0.0007862159982323647, 0.0042394306510686874, 0.00926507730036974, 0.014290723949670792, 0.01931637153029442, 0.024342017248272896, 0.029367662966251373, 0.034393310546875, 0.03941895812749863, 0.04444460570812225, 0.04947024956345558, 0.05449589714407921, 0.059521544724702835, 0.06454718858003616, 0.06957283616065979, 0.07459848374128342]}, "gradients/decoder.transformer.h.21.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 3.0, 4.0, 4.0, 8.0, 9.0, 1.0, 10.0, 13.0, 18.0, 14.0, 22.0, 31.0, 20.0, 30.0, 37.0, 26.0, 36.0, 31.0, 44.0, 37.0, 35.0, 37.0, 32.0, 43.0, 36.0, 29.0, 25.0, 34.0, 32.0, 34.0, 28.0, 34.0, 35.0, 26.0, 25.0, 16.0, 15.0, 21.0, 12.0, 13.0, 8.0, 9.0, 5.0, 5.0, 5.0, 5.0, 3.0, 3.0, 2.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.051850080490112305, -0.050241291522979736, -0.048632506281137466, -0.0470237210392952, -0.04541493207216263, -0.04380614310503006, -0.04219735786318779, -0.04058857262134552, -0.03897978365421295, -0.03737099468708038, -0.03576220944523811, -0.034153424203395844, -0.032544635236263275, -0.030935848131775856, -0.029327061027288437, -0.027718273922801018, -0.0261094868183136, -0.02450069971382618, -0.02289191260933876, -0.02128312550485134, -0.019674338400363922, -0.018065551295876503, -0.016456764191389084, -0.014847977086901665, -0.013239189982414246, -0.011630402877926826, -0.010021615773439407, -0.008412828668951988, -0.006804041564464569, -0.00519525445997715, -0.003586467355489731, -0.0019776802510023117, -0.0003688931465148926, 0.0012398939579725266, 0.0028486810624599457, 0.004457468166947365, 0.006066255271434784, 0.007675042375922203, 0.009283829480409622, 0.010892616584897041, 0.01250140368938446, 0.01411019079387188, 0.0157189778983593, 0.017327765002846718, 0.018936552107334137, 0.020545339211821556, 0.022154126316308975, 0.023762913420796394, 0.025371700525283813, 0.026980487629771233, 0.02858927473425865, 0.03019806183874607, 0.03180684894323349, 0.03341563791036606, 0.03502442315220833, 0.0366332083940506, 0.038241997361183167, 0.039850786328315735, 0.041459571570158005, 0.043068356812000275, 0.04467714577913284, 0.04628593474626541, 0.04789471998810768, 0.04950350522994995, 0.05111229419708252]}, "gradients/decoder.transformer.h.21.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 4.0, 6.0, 7.0, 7.0, 5.0, 16.0, 13.0, 15.0, 15.0, 17.0, 27.0, 37.0, 33.0, 28.0, 42.0, 38.0, 37.0, 50.0, 53.0, 46.0, 68.0, 42.0, 46.0, 33.0, 36.0, 39.0, 43.0, 36.0, 32.0, 21.0, 15.0, 21.0, 14.0, 14.0, 7.0, 3.0, 5.0, 8.0, 4.0, 7.0, 3.0, 5.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0], "bins": [-5.8046875, -5.64324951171875, -5.4818115234375, -5.32037353515625, -5.158935546875, -4.99749755859375, -4.8360595703125, -4.67462158203125, -4.51318359375, -4.35174560546875, -4.1903076171875, -4.02886962890625, -3.867431640625, -3.70599365234375, -3.5445556640625, -3.38311767578125, -3.2216796875, -3.06024169921875, -2.8988037109375, -2.73736572265625, -2.575927734375, -2.41448974609375, -2.2530517578125, -2.09161376953125, -1.93017578125, -1.76873779296875, -1.6072998046875, -1.44586181640625, -1.284423828125, -1.12298583984375, -0.9615478515625, -0.80010986328125, -0.638671875, -0.47723388671875, -0.3157958984375, -0.15435791015625, 0.007080078125, 0.16851806640625, 0.3299560546875, 0.49139404296875, 0.65283203125, 0.81427001953125, 0.9757080078125, 1.13714599609375, 1.298583984375, 1.46002197265625, 1.6214599609375, 1.78289794921875, 1.9443359375, 2.10577392578125, 2.2672119140625, 2.42864990234375, 2.590087890625, 2.75152587890625, 2.9129638671875, 3.07440185546875, 3.23583984375, 3.39727783203125, 3.5587158203125, 3.72015380859375, 3.881591796875, 4.04302978515625, 4.2044677734375, 4.36590576171875, 4.52734375]}, "gradients/decoder.transformer.h.21.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 4.0, 2.0, 4.0, 5.0, 5.0, 10.0, 8.0, 23.0, 14.0, 31.0, 43.0, 63.0, 80.0, 115.0, 195.0, 229.0, 358.0, 545.0, 835.0, 1391.0, 2399.0, 4877.0, 11913.0, 36921.0, 172929.0, 614120.0, 147348.0, 32758.0, 10823.0, 4554.0, 2250.0, 1219.0, 800.0, 507.0, 350.0, 244.0, 172.0, 129.0, 89.0, 47.0, 38.0, 23.0, 28.0, 20.0, 11.0, 13.0, 8.0, 5.0, 5.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-6.07421875, -5.881103515625, -5.68798828125, -5.494873046875, -5.3017578125, -5.108642578125, -4.91552734375, -4.722412109375, -4.529296875, -4.336181640625, -4.14306640625, -3.949951171875, -3.7568359375, -3.563720703125, -3.37060546875, -3.177490234375, -2.984375, -2.791259765625, -2.59814453125, -2.405029296875, -2.2119140625, -2.018798828125, -1.82568359375, -1.632568359375, -1.439453125, -1.246337890625, -1.05322265625, -0.860107421875, -0.6669921875, -0.473876953125, -0.28076171875, -0.087646484375, 0.10546875, 0.298583984375, 0.49169921875, 0.684814453125, 0.8779296875, 1.071044921875, 1.26416015625, 1.457275390625, 1.650390625, 1.843505859375, 2.03662109375, 2.229736328125, 2.4228515625, 2.615966796875, 2.80908203125, 3.002197265625, 3.1953125, 3.388427734375, 3.58154296875, 3.774658203125, 3.9677734375, 4.160888671875, 4.35400390625, 4.547119140625, 4.740234375, 4.933349609375, 5.12646484375, 5.319580078125, 5.5126953125, 5.705810546875, 5.89892578125, 6.092041015625, 6.28515625]}, "gradients/decoder.transformer.h.21.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 8.0, 4.0, 5.0, 9.0, 7.0, 9.0, 16.0, 21.0, 15.0, 25.0, 17.0, 27.0, 33.0, 38.0, 34.0, 38.0, 51.0, 67.0, 104.0, 288.0, 1657.0, 104.0, 65.0, 52.0, 39.0, 46.0, 37.0, 37.0, 29.0, 40.0, 22.0, 24.0, 14.0, 14.0, 14.0, 15.0, 13.0, 3.0, 4.0, 4.0, 3.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.3125, -17.743408203125, -17.17431640625, -16.605224609375, -16.0361328125, -15.467041015625, -14.89794921875, -14.328857421875, -13.759765625, -13.190673828125, -12.62158203125, -12.052490234375, -11.4833984375, -10.914306640625, -10.34521484375, -9.776123046875, -9.20703125, -8.637939453125, -8.06884765625, -7.499755859375, -6.9306640625, -6.361572265625, -5.79248046875, -5.223388671875, -4.654296875, -4.085205078125, -3.51611328125, -2.947021484375, -2.3779296875, -1.808837890625, -1.23974609375, -0.670654296875, -0.1015625, 0.467529296875, 1.03662109375, 1.605712890625, 2.1748046875, 2.743896484375, 3.31298828125, 3.882080078125, 4.451171875, 5.020263671875, 5.58935546875, 6.158447265625, 6.7275390625, 7.296630859375, 7.86572265625, 8.434814453125, 9.00390625, 9.572998046875, 10.14208984375, 10.711181640625, 11.2802734375, 11.849365234375, 12.41845703125, 12.987548828125, 13.556640625, 14.125732421875, 14.69482421875, 15.263916015625, 15.8330078125, 16.402099609375, 16.97119140625, 17.540283203125, 18.109375]}, "gradients/decoder.transformer.h.21.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 6.0, 4.0, 3.0, 7.0, 12.0, 14.0, 12.0, 13.0, 19.0, 20.0, 33.0, 39.0, 39.0, 75.0, 83.0, 172.0, 295.0, 759.0, 2609.0, 22030.0, 2875550.0, 234367.0, 7012.0, 1434.0, 458.0, 212.0, 125.0, 71.0, 49.0, 45.0, 26.0, 26.0, 18.0, 15.0, 10.0, 15.0, 7.0, 6.0, 6.0, 7.0, 5.0, 4.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-29.234375, -28.314453125, -27.39453125, -26.474609375, -25.5546875, -24.634765625, -23.71484375, -22.794921875, -21.875, -20.955078125, -20.03515625, -19.115234375, -18.1953125, -17.275390625, -16.35546875, -15.435546875, -14.515625, -13.595703125, -12.67578125, -11.755859375, -10.8359375, -9.916015625, -8.99609375, -8.076171875, -7.15625, -6.236328125, -5.31640625, -4.396484375, -3.4765625, -2.556640625, -1.63671875, -0.716796875, 0.203125, 1.123046875, 2.04296875, 2.962890625, 3.8828125, 4.802734375, 5.72265625, 6.642578125, 7.5625, 8.482421875, 9.40234375, 10.322265625, 11.2421875, 12.162109375, 13.08203125, 14.001953125, 14.921875, 15.841796875, 16.76171875, 17.681640625, 18.6015625, 19.521484375, 20.44140625, 21.361328125, 22.28125, 23.201171875, 24.12109375, 25.041015625, 25.9609375, 26.880859375, 27.80078125, 28.720703125, 29.640625]}, "gradients/decoder.transformer.h.21.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 11.0, 173.0, 539.0, 257.0, 30.0, 9.0], "bins": [-194.35984802246094, -191.1531982421875, -187.946533203125, -184.73988342285156, -181.53323364257812, -178.32656860351562, -175.1199188232422, -171.91326904296875, -168.7066192626953, -165.49996948242188, -162.29330444335938, -159.08665466308594, -155.8800048828125, -152.67333984375, -149.46669006347656, -146.26004028320312, -143.05337524414062, -139.8467254638672, -136.6400604248047, -133.43341064453125, -130.2267608642578, -127.02010345458984, -123.81344604492188, -120.60679626464844, -117.400146484375, -114.19348907470703, -110.9868392944336, -107.78018188476562, -104.57353210449219, -101.36687469482422, -98.16021728515625, -94.95356750488281, -91.74691009521484, -88.54025268554688, -85.33360290527344, -82.12694549560547, -78.92029571533203, -75.71363830566406, -72.50698852539062, -69.30033111572266, -66.09367370605469, -62.887020111083984, -59.68036651611328, -56.47370910644531, -53.26705551147461, -50.060401916503906, -46.8537483215332, -43.6470947265625, -40.44044494628906, -37.23379135131836, -34.027137756347656, -30.82048225402832, -27.613826751708984, -24.40717315673828, -21.200519561767578, -17.993864059448242, -14.787208557128906, -11.580554008483887, -8.373899459838867, -5.167245864868164, -1.9605913162231445, 1.246063232421875, 4.452716827392578, 7.659372329711914, 10.866025924682617]}, "gradients/decoder.transformer.h.21.ln_1.bias": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 3.0, 1.0, 4.0, 3.0, 2.0, 10.0, 11.0, 9.0, 13.0, 20.0, 18.0, 14.0, 23.0, 13.0, 24.0, 31.0, 19.0, 33.0, 29.0, 32.0, 37.0, 39.0, 35.0, 42.0, 41.0, 35.0, 43.0, 27.0, 52.0, 43.0, 31.0, 34.0, 32.0, 26.0, 29.0, 27.0, 18.0, 19.0, 15.0, 13.0, 16.0, 12.0, 5.0, 9.0, 5.0, 6.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-48.269874572753906, -46.540618896484375, -44.811363220214844, -43.08210754394531, -41.35285186767578, -39.62359619140625, -37.89434051513672, -36.16508483886719, -34.435829162597656, -32.706573486328125, -30.977317810058594, -29.248062133789062, -27.51880645751953, -25.78955078125, -24.06029510498047, -22.331039428710938, -20.60178565979004, -18.872529983520508, -17.143274307250977, -15.414018630981445, -13.684762954711914, -11.9555082321167, -10.226252555847168, -8.496996879577637, -6.7677412033081055, -5.038485527038574, -3.309230089187622, -1.57997465133667, 0.14928102493286133, 1.8785362243652344, 3.6077919006347656, 5.337047576904297, 7.066303253173828, 8.79555892944336, 10.52481460571289, 12.254070281982422, 13.983325958251953, 15.712580680847168, 17.441837310791016, 19.171092987060547, 20.900348663330078, 22.62960433959961, 24.35886001586914, 26.088115692138672, 27.817371368408203, 29.546627044677734, 31.275882720947266, 33.0051383972168, 34.73439025878906, 36.463645935058594, 38.192901611328125, 39.922157287597656, 41.65141296386719, 43.38066864013672, 45.10992431640625, 46.83917999267578, 48.56843566894531, 50.297691345214844, 52.026947021484375, 53.756202697753906, 55.48545837402344, 57.21471405029297, 58.9439697265625, 60.67322540283203, 62.40248107910156]}, "gradients/decoder.transformer.h.20.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 4.0, 3.0, 4.0, 4.0, 6.0, 8.0, 8.0, 12.0, 15.0, 19.0, 16.0, 23.0, 30.0, 34.0, 35.0, 31.0, 37.0, 44.0, 47.0, 40.0, 62.0, 55.0, 53.0, 44.0, 43.0, 31.0, 44.0, 46.0, 37.0, 34.0, 20.0, 16.0, 20.0, 15.0, 11.0, 13.0, 5.0, 3.0, 4.0, 6.0, 5.0, 5.0, 5.0, 7.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-5.921875, -5.7545166015625, -5.587158203125, -5.4197998046875, -5.25244140625, -5.0850830078125, -4.917724609375, -4.7503662109375, -4.5830078125, -4.4156494140625, -4.248291015625, -4.0809326171875, -3.91357421875, -3.7462158203125, -3.578857421875, -3.4114990234375, -3.244140625, -3.0767822265625, -2.909423828125, -2.7420654296875, -2.57470703125, -2.4073486328125, -2.239990234375, -2.0726318359375, -1.9052734375, -1.7379150390625, -1.570556640625, -1.4031982421875, -1.23583984375, -1.0684814453125, -0.901123046875, -0.7337646484375, -0.56640625, -0.3990478515625, -0.231689453125, -0.0643310546875, 0.10302734375, 0.2703857421875, 0.437744140625, 0.6051025390625, 0.7724609375, 0.9398193359375, 1.107177734375, 1.2745361328125, 1.44189453125, 1.6092529296875, 1.776611328125, 1.9439697265625, 2.111328125, 2.2786865234375, 2.446044921875, 2.6134033203125, 2.78076171875, 2.9481201171875, 3.115478515625, 3.2828369140625, 3.4501953125, 3.6175537109375, 3.784912109375, 3.9522705078125, 4.11962890625, 4.2869873046875, 4.454345703125, 4.6217041015625, 4.7890625]}, "gradients/decoder.transformer.h.20.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 4.0, 8.0, 3.0, 13.0, 11.0, 22.0, 18.0, 32.0, 47.0, 64.0, 112.0, 163.0, 292.0, 577.0, 1205.0, 2869.0, 7400.0, 23417.0, 139678.0, 3754970.0, 220524.0, 27316.0, 8909.0, 3440.0, 1564.0, 773.0, 315.0, 181.0, 123.0, 65.0, 38.0, 24.0, 39.0, 17.0, 14.0, 14.0, 3.0, 6.0, 4.0, 3.0, 4.0, 3.0, 4.0, 3.0], "bins": [-32.15625, -31.343505859375, -30.53076171875, -29.718017578125, -28.9052734375, -28.092529296875, -27.27978515625, -26.467041015625, -25.654296875, -24.841552734375, -24.02880859375, -23.216064453125, -22.4033203125, -21.590576171875, -20.77783203125, -19.965087890625, -19.15234375, -18.339599609375, -17.52685546875, -16.714111328125, -15.9013671875, -15.088623046875, -14.27587890625, -13.463134765625, -12.650390625, -11.837646484375, -11.02490234375, -10.212158203125, -9.3994140625, -8.586669921875, -7.77392578125, -6.961181640625, -6.1484375, -5.335693359375, -4.52294921875, -3.710205078125, -2.8974609375, -2.084716796875, -1.27197265625, -0.459228515625, 0.353515625, 1.166259765625, 1.97900390625, 2.791748046875, 3.6044921875, 4.417236328125, 5.22998046875, 6.042724609375, 6.85546875, 7.668212890625, 8.48095703125, 9.293701171875, 10.1064453125, 10.919189453125, 11.73193359375, 12.544677734375, 13.357421875, 14.170166015625, 14.98291015625, 15.795654296875, 16.6083984375, 17.421142578125, 18.23388671875, 19.046630859375, 19.859375]}, "gradients/decoder.transformer.h.20.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 4.0, 4.0, 5.0, 9.0, 18.0, 12.0, 13.0, 19.0, 13.0, 37.0, 28.0, 37.0, 61.0, 84.0, 125.0, 198.0, 393.0, 710.0, 849.0, 562.0, 337.0, 174.0, 93.0, 61.0, 49.0, 36.0, 30.0, 16.0, 21.0, 21.0, 14.0, 6.0, 10.0, 6.0, 4.0, 5.0, 3.0, 4.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.890625, -17.3983154296875, -16.906005859375, -16.4136962890625, -15.92138671875, -15.4290771484375, -14.936767578125, -14.4444580078125, -13.9521484375, -13.4598388671875, -12.967529296875, -12.4752197265625, -11.98291015625, -11.4906005859375, -10.998291015625, -10.5059814453125, -10.013671875, -9.5213623046875, -9.029052734375, -8.5367431640625, -8.04443359375, -7.5521240234375, -7.059814453125, -6.5675048828125, -6.0751953125, -5.5828857421875, -5.090576171875, -4.5982666015625, -4.10595703125, -3.6136474609375, -3.121337890625, -2.6290283203125, -2.13671875, -1.6444091796875, -1.152099609375, -0.6597900390625, -0.16748046875, 0.3248291015625, 0.817138671875, 1.3094482421875, 1.8017578125, 2.2940673828125, 2.786376953125, 3.2786865234375, 3.77099609375, 4.2633056640625, 4.755615234375, 5.2479248046875, 5.740234375, 6.2325439453125, 6.724853515625, 7.2171630859375, 7.70947265625, 8.2017822265625, 8.694091796875, 9.1864013671875, 9.6787109375, 10.1710205078125, 10.663330078125, 11.1556396484375, 11.64794921875, 12.1402587890625, 12.632568359375, 13.1248779296875, 13.6171875]}, "gradients/decoder.transformer.h.20.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 4.0, 5.0, 5.0, 9.0, 8.0, 20.0, 29.0, 48.0, 57.0, 103.0, 193.0, 336.0, 644.0, 1486.0, 3358.0, 8179.0, 22902.0, 76934.0, 767098.0, 3088786.0, 163339.0, 38490.0, 13252.0, 4900.0, 2085.0, 942.0, 463.0, 234.0, 144.0, 74.0, 48.0, 28.0, 27.0, 19.0, 11.0, 9.0, 3.0, 5.0, 4.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.78125, -24.83447265625, -23.8876953125, -22.94091796875, -21.994140625, -21.04736328125, -20.1005859375, -19.15380859375, -18.20703125, -17.26025390625, -16.3134765625, -15.36669921875, -14.419921875, -13.47314453125, -12.5263671875, -11.57958984375, -10.6328125, -9.68603515625, -8.7392578125, -7.79248046875, -6.845703125, -5.89892578125, -4.9521484375, -4.00537109375, -3.05859375, -2.11181640625, -1.1650390625, -0.21826171875, 0.728515625, 1.67529296875, 2.6220703125, 3.56884765625, 4.515625, 5.46240234375, 6.4091796875, 7.35595703125, 8.302734375, 9.24951171875, 10.1962890625, 11.14306640625, 12.08984375, 13.03662109375, 13.9833984375, 14.93017578125, 15.876953125, 16.82373046875, 17.7705078125, 18.71728515625, 19.6640625, 20.61083984375, 21.5576171875, 22.50439453125, 23.451171875, 24.39794921875, 25.3447265625, 26.29150390625, 27.23828125, 28.18505859375, 29.1318359375, 30.07861328125, 31.025390625, 31.97216796875, 32.9189453125, 33.86572265625, 34.8125]}, "gradients/decoder.transformer.h.20.ln_2.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 4.0, 13.0, 10.0, 11.0, 21.0, 29.0, 54.0, 102.0, 151.0, 166.0, 155.0, 105.0, 55.0, 50.0, 30.0, 15.0, 17.0, 8.0, 7.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-55.93431091308594, -53.10466766357422, -50.2750244140625, -47.445377349853516, -44.6157341003418, -41.78609085083008, -38.956443786621094, -36.126800537109375, -33.297157287597656, -30.467514038085938, -27.637868881225586, -24.808223724365234, -21.978580474853516, -19.148937225341797, -16.319292068481445, -13.489646911621094, -10.660003662109375, -7.83035945892334, -5.000715255737305, -2.1710710525512695, 0.6585731506347656, 3.488217353820801, 6.317861557006836, 9.147506713867188, 11.977149963378906, 14.806794166564941, 17.636438369750977, 20.466083526611328, 23.295726776123047, 26.125370025634766, 28.955015182495117, 31.78466033935547, 34.61430358886719, 37.443946838378906, 40.273590087890625, 43.10323715209961, 45.93288040161133, 48.76252365112305, 51.59217071533203, 54.42181396484375, 57.25145721435547, 60.08110046386719, 62.910743713378906, 65.74038696289062, 68.57003784179688, 71.3996810913086, 74.22932434082031, 77.05896759033203, 79.88861083984375, 82.71825408935547, 85.54789733886719, 88.3775405883789, 91.20718383789062, 94.03683471679688, 96.8664779663086, 99.69612121582031, 102.52576446533203, 105.35540771484375, 108.18505096435547, 111.01469421386719, 113.84434509277344, 116.67398834228516, 119.50363159179688, 122.3332748413086, 125.16291809082031]}, "gradients/decoder.transformer.h.20.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 7.0, 4.0, 2.0, 7.0, 7.0, 9.0, 8.0, 11.0, 17.0, 14.0, 15.0, 23.0, 21.0, 30.0, 25.0, 29.0, 23.0, 44.0, 36.0, 26.0, 36.0, 39.0, 41.0, 46.0, 33.0, 38.0, 34.0, 37.0, 31.0, 32.0, 25.0, 30.0, 38.0, 24.0, 25.0, 25.0, 25.0, 11.0, 23.0, 9.0, 11.0, 10.0, 10.0, 3.0, 3.0, 2.0, 3.0, 2.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-41.542999267578125, -40.23131561279297, -38.91963577270508, -37.60795593261719, -36.29627227783203, -34.984588623046875, -33.672908782958984, -32.361228942871094, -31.049545288085938, -29.737863540649414, -28.42618179321289, -27.114500045776367, -25.802818298339844, -24.49113655090332, -23.179454803466797, -21.867773056030273, -20.55609130859375, -19.244409561157227, -17.932727813720703, -16.62104606628418, -15.309364318847656, -13.997682571411133, -12.68600082397461, -11.374319076538086, -10.062637329101562, -8.750955581665039, -7.439273834228516, -6.127592086791992, -4.815910339355469, -3.5042285919189453, -2.192546844482422, -0.8808650970458984, 0.4308128356933594, 1.7424945831298828, 3.0541763305664062, 4.36585807800293, 5.677539825439453, 6.989221572875977, 8.3009033203125, 9.612585067749023, 10.924266815185547, 12.23594856262207, 13.547630310058594, 14.859312057495117, 16.17099380493164, 17.482675552368164, 18.794357299804688, 20.10603904724121, 21.417720794677734, 22.729402542114258, 24.04108428955078, 25.352766036987305, 26.664447784423828, 27.97612953186035, 29.287811279296875, 30.5994930267334, 31.911174774169922, 33.22285461425781, 34.53453826904297, 35.846221923828125, 37.157901763916016, 38.469581604003906, 39.78126525878906, 41.09294891357422, 42.40462875366211]}, "gradients/decoder.transformer.h.20.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 5.0, 2.0, 3.0, 4.0, 3.0, 4.0, 12.0, 11.0, 12.0, 17.0, 22.0, 12.0, 28.0, 28.0, 24.0, 31.0, 40.0, 36.0, 45.0, 52.0, 43.0, 46.0, 63.0, 45.0, 47.0, 42.0, 39.0, 40.0, 39.0, 26.0, 33.0, 28.0, 27.0, 21.0, 11.0, 6.0, 7.0, 15.0, 6.0, 7.0, 7.0, 0.0, 10.0, 5.0, 1.0, 3.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-5.76171875, -5.59429931640625, -5.4268798828125, -5.25946044921875, -5.092041015625, -4.92462158203125, -4.7572021484375, -4.58978271484375, -4.42236328125, -4.25494384765625, -4.0875244140625, -3.92010498046875, -3.752685546875, -3.58526611328125, -3.4178466796875, -3.25042724609375, -3.0830078125, -2.91558837890625, -2.7481689453125, -2.58074951171875, -2.413330078125, -2.24591064453125, -2.0784912109375, -1.91107177734375, -1.74365234375, -1.57623291015625, -1.4088134765625, -1.24139404296875, -1.073974609375, -0.90655517578125, -0.7391357421875, -0.57171630859375, -0.404296875, -0.23687744140625, -0.0694580078125, 0.09796142578125, 0.265380859375, 0.43280029296875, 0.6002197265625, 0.76763916015625, 0.93505859375, 1.10247802734375, 1.2698974609375, 1.43731689453125, 1.604736328125, 1.77215576171875, 1.9395751953125, 2.10699462890625, 2.2744140625, 2.44183349609375, 2.6092529296875, 2.77667236328125, 2.944091796875, 3.11151123046875, 3.2789306640625, 3.44635009765625, 3.61376953125, 3.78118896484375, 3.9486083984375, 4.11602783203125, 4.283447265625, 4.45086669921875, 4.6182861328125, 4.78570556640625, 4.953125]}, "gradients/decoder.transformer.h.20.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 6.0, 7.0, 10.0, 10.0, 18.0, 26.0, 50.0, 67.0, 93.0, 118.0, 176.0, 242.0, 418.0, 598.0, 837.0, 1255.0, 2048.0, 2986.0, 4607.0, 6949.0, 11494.0, 18298.0, 30590.0, 51621.0, 90220.0, 159203.0, 241880.0, 178196.0, 100489.0, 57234.0, 33614.0, 19938.0, 12520.0, 7909.0, 5023.0, 3312.0, 2182.0, 1468.0, 908.0, 596.0, 468.0, 273.0, 191.0, 140.0, 83.0, 51.0, 39.0, 23.0, 29.0, 21.0, 12.0, 9.0, 4.0, 3.0, 2.0, 4.0, 0.0, 1.0], "bins": [-0.50634765625, -0.490814208984375, -0.47528076171875, -0.459747314453125, -0.4442138671875, -0.428680419921875, -0.41314697265625, -0.397613525390625, -0.382080078125, -0.366546630859375, -0.35101318359375, -0.335479736328125, -0.3199462890625, -0.304412841796875, -0.28887939453125, -0.273345947265625, -0.2578125, -0.242279052734375, -0.22674560546875, -0.211212158203125, -0.1956787109375, -0.180145263671875, -0.16461181640625, -0.149078369140625, -0.133544921875, -0.118011474609375, -0.10247802734375, -0.086944580078125, -0.0714111328125, -0.055877685546875, -0.04034423828125, -0.024810791015625, -0.00927734375, 0.006256103515625, 0.02178955078125, 0.037322998046875, 0.0528564453125, 0.068389892578125, 0.08392333984375, 0.099456787109375, 0.114990234375, 0.130523681640625, 0.14605712890625, 0.161590576171875, 0.1771240234375, 0.192657470703125, 0.20819091796875, 0.223724365234375, 0.2392578125, 0.254791259765625, 0.27032470703125, 0.285858154296875, 0.3013916015625, 0.316925048828125, 0.33245849609375, 0.347991943359375, 0.363525390625, 0.379058837890625, 0.39459228515625, 0.410125732421875, 0.4256591796875, 0.441192626953125, 0.45672607421875, 0.472259521484375, 0.48779296875]}, "gradients/decoder.transformer.h.20.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 5.0, 1.0, 1.0, 2.0, 4.0, 3.0, 5.0, 6.0, 12.0, 7.0, 23.0, 16.0, 29.0, 14.0, 35.0, 32.0, 32.0, 31.0, 39.0, 48.0, 42.0, 42.0, 37.0, 29.0, 1054.0, 36.0, 38.0, 34.0, 35.0, 41.0, 33.0, 31.0, 26.0, 31.0, 25.0, 27.0, 22.0, 15.0, 11.0, 18.0, 10.0, 19.0, 9.0, 10.0, 5.0, 5.0, 3.0, 4.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.8125, -3.69549560546875, -3.5784912109375, -3.46148681640625, -3.344482421875, -3.22747802734375, -3.1104736328125, -2.99346923828125, -2.87646484375, -2.75946044921875, -2.6424560546875, -2.52545166015625, -2.408447265625, -2.29144287109375, -2.1744384765625, -2.05743408203125, -1.9404296875, -1.82342529296875, -1.7064208984375, -1.58941650390625, -1.472412109375, -1.35540771484375, -1.2384033203125, -1.12139892578125, -1.00439453125, -0.88739013671875, -0.7703857421875, -0.65338134765625, -0.536376953125, -0.41937255859375, -0.3023681640625, -0.18536376953125, -0.068359375, 0.04864501953125, 0.1656494140625, 0.28265380859375, 0.399658203125, 0.51666259765625, 0.6336669921875, 0.75067138671875, 0.86767578125, 0.98468017578125, 1.1016845703125, 1.21868896484375, 1.335693359375, 1.45269775390625, 1.5697021484375, 1.68670654296875, 1.8037109375, 1.92071533203125, 2.0377197265625, 2.15472412109375, 2.271728515625, 2.38873291015625, 2.5057373046875, 2.62274169921875, 2.73974609375, 2.85675048828125, 2.9737548828125, 3.09075927734375, 3.207763671875, 3.32476806640625, 3.4417724609375, 3.55877685546875, 3.67578125]}, "gradients/decoder.transformer.h.20.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 9.0, 10.0, 11.0, 16.0, 20.0, 36.0, 61.0, 85.0, 116.0, 186.0, 275.0, 431.0, 663.0, 959.0, 1515.0, 2352.0, 3606.0, 5696.0, 9036.0, 14348.0, 23580.0, 38873.0, 65982.0, 118424.0, 293035.0, 1197011.0, 134614.0, 74359.0, 42931.0, 25834.0, 15781.0, 9747.0, 6166.0, 3977.0, 2537.0, 1588.0, 1113.0, 707.0, 505.0, 331.0, 235.0, 112.0, 90.0, 55.0, 46.0, 24.0, 12.0, 17.0, 6.0, 6.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.275634765625, -0.2670478820800781, -0.25846099853515625, -0.24987411499023438, -0.2412872314453125, -0.23270034790039062, -0.22411346435546875, -0.21552658081054688, -0.206939697265625, -0.19835281372070312, -0.18976593017578125, -0.18117904663085938, -0.1725921630859375, -0.16400527954101562, -0.15541839599609375, -0.14683151245117188, -0.13824462890625, -0.12965774536132812, -0.12107086181640625, -0.11248397827148438, -0.1038970947265625, -0.09531021118164062, -0.08672332763671875, -0.07813644409179688, -0.069549560546875, -0.060962677001953125, -0.05237579345703125, -0.043788909912109375, -0.0352020263671875, -0.026615142822265625, -0.01802825927734375, -0.009441375732421875, -0.0008544921875, 0.007732391357421875, 0.01631927490234375, 0.024906158447265625, 0.0334930419921875, 0.042079925537109375, 0.05066680908203125, 0.059253692626953125, 0.067840576171875, 0.07642745971679688, 0.08501434326171875, 0.09360122680664062, 0.1021881103515625, 0.11077499389648438, 0.11936187744140625, 0.12794876098632812, 0.13653564453125, 0.14512252807617188, 0.15370941162109375, 0.16229629516601562, 0.1708831787109375, 0.17947006225585938, 0.18805694580078125, 0.19664382934570312, 0.205230712890625, 0.21381759643554688, 0.22240447998046875, 0.23099136352539062, 0.2395782470703125, 0.24816513061523438, 0.25675201416015625, 0.2653388977050781, 0.27392578125]}, "gradients/decoder.transformer.h.20.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 4.0, 3.0, 5.0, 7.0, 19.0, 18.0, 30.0, 58.0, 69.0, 95.0, 113.0, 150.0, 131.0, 79.0, 63.0, 35.0, 43.0, 22.0, 18.0, 8.0, 9.0, 3.0, 5.0, 2.0, 3.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03521728515625, -0.03409767150878906, -0.032978057861328125, -0.03185844421386719, -0.03073883056640625, -0.029619216918945312, -0.028499603271484375, -0.027379989624023438, -0.0262603759765625, -0.025140762329101562, -0.024021148681640625, -0.022901535034179688, -0.02178192138671875, -0.020662307739257812, -0.019542694091796875, -0.018423080444335938, -0.017303466796875, -0.016183853149414062, -0.015064239501953125, -0.013944625854492188, -0.01282501220703125, -0.011705398559570312, -0.010585784912109375, -0.009466171264648438, -0.0083465576171875, -0.0072269439697265625, -0.006107330322265625, -0.0049877166748046875, -0.00386810302734375, -0.0027484893798828125, -0.001628875732421875, -0.0005092620849609375, 0.0006103515625, 0.0017299652099609375, 0.002849578857421875, 0.0039691925048828125, 0.00508880615234375, 0.0062084197998046875, 0.007328033447265625, 0.008447647094726562, 0.0095672607421875, 0.010686874389648438, 0.011806488037109375, 0.012926101684570312, 0.01404571533203125, 0.015165328979492188, 0.016284942626953125, 0.017404556274414062, 0.018524169921875, 0.019643783569335938, 0.020763397216796875, 0.021883010864257812, 0.02300262451171875, 0.024122238159179688, 0.025241851806640625, 0.026361465454101562, 0.0274810791015625, 0.028600692749023438, 0.029720306396484375, 0.030839920043945312, 0.03195953369140625, 0.03307914733886719, 0.034198760986328125, 0.03531837463378906, 0.03643798828125]}, "gradients/decoder.transformer.h.20.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 5.0, 2.0, 6.0, 4.0, 11.0, 4.0, 10.0, 12.0, 12.0, 29.0, 46.0, 60.0, 120.0, 349.0, 1660.0, 13015.0, 1009998.0, 20373.0, 2050.0, 434.0, 140.0, 79.0, 37.0, 28.0, 17.0, 13.0, 5.0, 8.0, 6.0, 6.0, 4.0, 4.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.60986328125, -0.5911331176757812, -0.5724029541015625, -0.5536727905273438, -0.534942626953125, -0.5162124633789062, -0.4974822998046875, -0.47875213623046875, -0.46002197265625, -0.44129180908203125, -0.4225616455078125, -0.40383148193359375, -0.385101318359375, -0.36637115478515625, -0.3476409912109375, -0.32891082763671875, -0.3101806640625, -0.29145050048828125, -0.2727203369140625, -0.25399017333984375, -0.235260009765625, -0.21652984619140625, -0.1977996826171875, -0.17906951904296875, -0.16033935546875, -0.14160919189453125, -0.1228790283203125, -0.10414886474609375, -0.085418701171875, -0.06668853759765625, -0.0479583740234375, -0.02922821044921875, -0.010498046875, 0.00823211669921875, 0.0269622802734375, 0.04569244384765625, 0.064422607421875, 0.08315277099609375, 0.1018829345703125, 0.12061309814453125, 0.13934326171875, 0.15807342529296875, 0.1768035888671875, 0.19553375244140625, 0.214263916015625, 0.23299407958984375, 0.2517242431640625, 0.27045440673828125, 0.2891845703125, 0.30791473388671875, 0.3266448974609375, 0.34537506103515625, 0.364105224609375, 0.38283538818359375, 0.4015655517578125, 0.42029571533203125, 0.43902587890625, 0.45775604248046875, 0.4764862060546875, 0.49521636962890625, 0.513946533203125, 0.5326766967773438, 0.5514068603515625, 0.5701370239257812, 0.5888671875]}, "gradients/decoder.transformer.h.20.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 4.0, 8.0, 8.0, 14.0, 16.0, 37.0, 62.0, 77.0, 143.0, 303.0, 140.0, 66.0, 53.0, 27.0, 24.0, 6.0, 10.0, 6.0, 4.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.26651328802108765, -0.26077789068222046, -0.25504252314567566, -0.24930712580680847, -0.24357174336910248, -0.23783636093139648, -0.2321009635925293, -0.2263655811548233, -0.2206301987171173, -0.21489481627941132, -0.20915941894054413, -0.20342403650283813, -0.19768865406513214, -0.19195327162742615, -0.18621787428855896, -0.18048249185085297, -0.17474709451198578, -0.16901171207427979, -0.1632763147354126, -0.1575409322977066, -0.1518055498600006, -0.14607015252113342, -0.14033477008342743, -0.13459938764572144, -0.12886399030685425, -0.12312860041856766, -0.11739321798086166, -0.11165782809257507, -0.10592244565486908, -0.10018705576658249, -0.0944516658782959, -0.0887162834405899, -0.08298088610172272, -0.07724549621343613, -0.07151011377573013, -0.06577472388744354, -0.06003933772444725, -0.05430395156145096, -0.04856856167316437, -0.042833175510168076, -0.03709778934717178, -0.03136240318417549, -0.02562701515853405, -0.01989162713289261, -0.014156240969896317, -0.008420854806900024, -0.002685464918613434, 0.0030499212443828583, 0.00878530740737915, 0.014520694501698017, 0.020256081596016884, 0.025991469621658325, 0.03172685578465462, 0.03746224194765091, 0.0431976318359375, 0.04893301799893379, 0.054668404161930084, 0.060403790324926376, 0.06613917648792267, 0.07187456637620926, 0.07760995626449585, 0.08334533870220184, 0.08908072859048843, 0.09481611847877502, 0.10055150091648102]}, "gradients/decoder.transformer.h.20.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 1.0, 4.0, 6.0, 7.0, 8.0, 12.0, 12.0, 13.0, 19.0, 14.0, 24.0, 13.0, 30.0, 23.0, 23.0, 31.0, 31.0, 29.0, 31.0, 28.0, 33.0, 33.0, 29.0, 46.0, 29.0, 38.0, 33.0, 26.0, 39.0, 42.0, 32.0, 18.0, 27.0, 29.0, 24.0, 27.0, 27.0, 15.0, 15.0, 19.0, 12.0, 9.0, 7.0, 7.0, 7.0, 4.0, 6.0, 7.0, 1.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.07274419069290161, -0.07039733231067657, -0.06805047392845154, -0.0657036229968071, -0.06335676461458206, -0.061009906232357025, -0.05866305157542229, -0.05631619691848755, -0.05396933853626251, -0.051622480154037476, -0.04927562549710274, -0.046928770840168, -0.04458191245794296, -0.042235054075717926, -0.03988819941878319, -0.03754134476184845, -0.03519448637962341, -0.032847627997398376, -0.03050077334046364, -0.02815391682088375, -0.025807060301303864, -0.023460203781723976, -0.02111334726214409, -0.0187664907425642, -0.016419634222984314, -0.014072777703404427, -0.01172592118382454, -0.009379064664244652, -0.007032208144664764, -0.004685351625084877, -0.0023384951055049896, 8.361414074897766e-06, 0.002355217933654785, 0.0047020744532346725, 0.00704893097281456, 0.009395787492394447, 0.011742644011974335, 0.014089500531554222, 0.01643635705113411, 0.018783213570713997, 0.021130070090293884, 0.02347692660987377, 0.02582378312945366, 0.028170639649033546, 0.030517496168613434, 0.03286435455083847, 0.03521120920777321, 0.03755806386470795, 0.03990492224693298, 0.04225178062915802, 0.04459863528609276, 0.046945489943027496, 0.04929234832525253, 0.05163920670747757, 0.05398606136441231, 0.056332916021347046, 0.05867977440357208, 0.06102663278579712, 0.06337349116802216, 0.0657203420996666, 0.06806720048189163, 0.07041405886411667, 0.07276090979576111, 0.07510776817798615, 0.07745462656021118]}, "gradients/decoder.transformer.h.20.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 5.0, 2.0, 3.0, 4.0, 3.0, 4.0, 12.0, 10.0, 13.0, 17.0, 22.0, 12.0, 28.0, 28.0, 23.0, 32.0, 40.0, 36.0, 44.0, 53.0, 43.0, 46.0, 63.0, 45.0, 46.0, 43.0, 38.0, 39.0, 40.0, 27.0, 33.0, 28.0, 27.0, 20.0, 12.0, 6.0, 7.0, 15.0, 6.0, 7.0, 7.0, 0.0, 10.0, 5.0, 1.0, 3.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-5.765625, -5.59814453125, -5.4306640625, -5.26318359375, -5.095703125, -4.92822265625, -4.7607421875, -4.59326171875, -4.42578125, -4.25830078125, -4.0908203125, -3.92333984375, -3.755859375, -3.58837890625, -3.4208984375, -3.25341796875, -3.0859375, -2.91845703125, -2.7509765625, -2.58349609375, -2.416015625, -2.24853515625, -2.0810546875, -1.91357421875, -1.74609375, -1.57861328125, -1.4111328125, -1.24365234375, -1.076171875, -0.90869140625, -0.7412109375, -0.57373046875, -0.40625, -0.23876953125, -0.0712890625, 0.09619140625, 0.263671875, 0.43115234375, 0.5986328125, 0.76611328125, 0.93359375, 1.10107421875, 1.2685546875, 1.43603515625, 1.603515625, 1.77099609375, 1.9384765625, 2.10595703125, 2.2734375, 2.44091796875, 2.6083984375, 2.77587890625, 2.943359375, 3.11083984375, 3.2783203125, 3.44580078125, 3.61328125, 3.78076171875, 3.9482421875, 4.11572265625, 4.283203125, 4.45068359375, 4.6181640625, 4.78564453125, 4.953125]}, "gradients/decoder.transformer.h.20.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 9.0, 10.0, 12.0, 15.0, 33.0, 39.0, 53.0, 62.0, 102.0, 141.0, 191.0, 282.0, 405.0, 669.0, 1030.0, 1573.0, 2604.0, 4565.0, 9345.0, 23123.0, 80076.0, 390104.0, 405099.0, 83851.0, 23991.0, 9361.0, 4594.0, 2594.0, 1635.0, 1033.0, 615.0, 411.0, 268.0, 215.0, 128.0, 85.0, 73.0, 46.0, 31.0, 23.0, 18.0, 18.0, 9.0, 7.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-5.953125, -5.76116943359375, -5.5692138671875, -5.37725830078125, -5.185302734375, -4.99334716796875, -4.8013916015625, -4.60943603515625, -4.41748046875, -4.22552490234375, -4.0335693359375, -3.84161376953125, -3.649658203125, -3.45770263671875, -3.2657470703125, -3.07379150390625, -2.8818359375, -2.68988037109375, -2.4979248046875, -2.30596923828125, -2.114013671875, -1.92205810546875, -1.7301025390625, -1.53814697265625, -1.34619140625, -1.15423583984375, -0.9622802734375, -0.77032470703125, -0.578369140625, -0.38641357421875, -0.1944580078125, -0.00250244140625, 0.189453125, 0.38140869140625, 0.5733642578125, 0.76531982421875, 0.957275390625, 1.14923095703125, 1.3411865234375, 1.53314208984375, 1.72509765625, 1.91705322265625, 2.1090087890625, 2.30096435546875, 2.492919921875, 2.68487548828125, 2.8768310546875, 3.06878662109375, 3.2607421875, 3.45269775390625, 3.6446533203125, 3.83660888671875, 4.028564453125, 4.22052001953125, 4.4124755859375, 4.60443115234375, 4.79638671875, 4.98834228515625, 5.1802978515625, 5.37225341796875, 5.564208984375, 5.75616455078125, 5.9481201171875, 6.14007568359375, 6.33203125]}, "gradients/decoder.transformer.h.20.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 2.0, 4.0, 2.0, 9.0, 14.0, 9.0, 8.0, 15.0, 14.0, 23.0, 28.0, 41.0, 28.0, 30.0, 32.0, 42.0, 44.0, 51.0, 78.0, 157.0, 1633.0, 250.0, 104.0, 73.0, 49.0, 50.0, 44.0, 34.0, 27.0, 27.0, 30.0, 18.0, 18.0, 12.0, 13.0, 9.0, 6.0, 9.0, 6.0, 5.0, 6.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-22.4375, -21.808837890625, -21.18017578125, -20.551513671875, -19.9228515625, -19.294189453125, -18.66552734375, -18.036865234375, -17.408203125, -16.779541015625, -16.15087890625, -15.522216796875, -14.8935546875, -14.264892578125, -13.63623046875, -13.007568359375, -12.37890625, -11.750244140625, -11.12158203125, -10.492919921875, -9.8642578125, -9.235595703125, -8.60693359375, -7.978271484375, -7.349609375, -6.720947265625, -6.09228515625, -5.463623046875, -4.8349609375, -4.206298828125, -3.57763671875, -2.948974609375, -2.3203125, -1.691650390625, -1.06298828125, -0.434326171875, 0.1943359375, 0.822998046875, 1.45166015625, 2.080322265625, 2.708984375, 3.337646484375, 3.96630859375, 4.594970703125, 5.2236328125, 5.852294921875, 6.48095703125, 7.109619140625, 7.73828125, 8.366943359375, 8.99560546875, 9.624267578125, 10.2529296875, 10.881591796875, 11.51025390625, 12.138916015625, 12.767578125, 13.396240234375, 14.02490234375, 14.653564453125, 15.2822265625, 15.910888671875, 16.53955078125, 17.168212890625, 17.796875]}, "gradients/decoder.transformer.h.20.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 5.0, 0.0, 8.0, 6.0, 12.0, 8.0, 18.0, 23.0, 35.0, 39.0, 44.0, 71.0, 115.0, 190.0, 346.0, 811.0, 2238.0, 7878.0, 54406.0, 2987948.0, 77745.0, 9269.0, 2579.0, 896.0, 388.0, 216.0, 106.0, 87.0, 75.0, 41.0, 29.0, 26.0, 22.0, 9.0, 7.0, 9.0, 4.0, 6.0, 3.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.953125, -25.758056640625, -24.56298828125, -23.367919921875, -22.1728515625, -20.977783203125, -19.78271484375, -18.587646484375, -17.392578125, -16.197509765625, -15.00244140625, -13.807373046875, -12.6123046875, -11.417236328125, -10.22216796875, -9.027099609375, -7.83203125, -6.636962890625, -5.44189453125, -4.246826171875, -3.0517578125, -1.856689453125, -0.66162109375, 0.533447265625, 1.728515625, 2.923583984375, 4.11865234375, 5.313720703125, 6.5087890625, 7.703857421875, 8.89892578125, 10.093994140625, 11.2890625, 12.484130859375, 13.67919921875, 14.874267578125, 16.0693359375, 17.264404296875, 18.45947265625, 19.654541015625, 20.849609375, 22.044677734375, 23.23974609375, 24.434814453125, 25.6298828125, 26.824951171875, 28.02001953125, 29.215087890625, 30.41015625, 31.605224609375, 32.80029296875, 33.995361328125, 35.1904296875, 36.385498046875, 37.58056640625, 38.775634765625, 39.970703125, 41.165771484375, 42.36083984375, 43.555908203125, 44.7509765625, 45.946044921875, 47.14111328125, 48.336181640625, 49.53125]}, "gradients/decoder.transformer.h.20.ln_1.weight": {"_type": "histogram", "values": [9.0, 396.0, 604.0, 6.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-30.63609504699707, -15.971941947937012, -1.3077888488769531, 13.356363296508789, 28.020517349243164, 42.684669494628906, 57.34882354736328, 72.01297760009766, 86.67713165283203, 101.3412857055664, 116.00543975830078, 130.66958618164062, 145.333740234375, 159.99789428710938, 174.66204833984375, 189.32620239257812, 203.9903564453125, 218.65451049804688, 233.31866455078125, 247.98281860351562, 262.64697265625, 277.3111267089844, 291.97528076171875, 306.6394348144531, 321.3035888671875, 335.9677429199219, 350.63189697265625, 365.2960510253906, 379.960205078125, 394.6243591308594, 409.28851318359375, 423.9526672363281, 438.6167907714844, 453.28094482421875, 467.9450988769531, 482.6092529296875, 497.2734069824219, 511.93756103515625, 526.6016845703125, 541.265869140625, 555.9299926757812, 570.5941162109375, 585.25830078125, 599.9224243164062, 614.5866088867188, 629.250732421875, 643.9149169921875, 658.5790405273438, 673.2432250976562, 687.9073486328125, 702.571533203125, 717.2356567382812, 731.8998413085938, 746.56396484375, 761.2281494140625, 775.8922729492188, 790.5564575195312, 805.2205810546875, 819.884765625, 834.5488891601562, 849.2130737304688, 863.877197265625, 878.5413818359375, 893.2055053710938, 907.8696899414062]}, "gradients/decoder.transformer.h.20.ln_1.bias": {"_type": "histogram", "values": [2.0, 4.0, 2.0, 1.0, 6.0, 1.0, 5.0, 12.0, 7.0, 12.0, 10.0, 13.0, 13.0, 14.0, 22.0, 16.0, 32.0, 36.0, 32.0, 33.0, 28.0, 40.0, 34.0, 41.0, 33.0, 37.0, 40.0, 47.0, 46.0, 37.0, 40.0, 38.0, 35.0, 30.0, 34.0, 27.0, 20.0, 14.0, 28.0, 22.0, 12.0, 13.0, 9.0, 10.0, 5.0, 8.0, 6.0, 0.0, 4.0, 5.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-52.73750686645508, -50.813167572021484, -48.888824462890625, -46.96448516845703, -45.04014587402344, -43.115806579589844, -41.191463470458984, -39.26712417602539, -37.34278106689453, -35.41844177246094, -33.49409866333008, -31.569759368896484, -29.64542007446289, -27.721078872680664, -25.796737670898438, -23.872398376464844, -21.94805908203125, -20.023717880249023, -18.09937858581543, -16.175037384033203, -14.250697135925293, -12.326356887817383, -10.402015686035156, -8.477675437927246, -6.553335189819336, -4.628994941711426, -2.7046542167663574, -0.7803134918212891, 1.144026756286621, 3.0683670043945312, 4.992708206176758, 6.917048454284668, 8.841392517089844, 10.765732765197754, 12.690073013305664, 14.61441421508789, 16.538753509521484, 18.46309471130371, 20.387435913085938, 22.31177520751953, 24.236116409301758, 26.160457611083984, 28.084796905517578, 30.009138107299805, 31.93347930908203, 33.857818603515625, 35.78215789794922, 37.70650100708008, 39.63084030151367, 41.555179595947266, 43.479522705078125, 45.40386199951172, 47.32820129394531, 49.252540588378906, 51.176883697509766, 53.10122299194336, 55.02556610107422, 56.94990539550781, 58.87424850463867, 60.798587799072266, 62.72292709350586, 64.64727020263672, 66.57160949707031, 68.4959487915039, 70.4202880859375]}, "gradients/decoder.transformer.h.19.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 4.0, 1.0, 2.0, 8.0, 2.0, 4.0, 7.0, 12.0, 10.0, 13.0, 14.0, 17.0, 22.0, 20.0, 26.0, 30.0, 24.0, 35.0, 38.0, 43.0, 30.0, 53.0, 48.0, 36.0, 53.0, 48.0, 36.0, 37.0, 43.0, 29.0, 33.0, 37.0, 29.0, 23.0, 33.0, 21.0, 9.0, 11.0, 9.0, 4.0, 16.0, 5.0, 9.0, 7.0, 5.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 4.0], "bins": [-5.41796875, -5.2586669921875, -5.099365234375, -4.9400634765625, -4.78076171875, -4.6214599609375, -4.462158203125, -4.3028564453125, -4.1435546875, -3.9842529296875, -3.824951171875, -3.6656494140625, -3.50634765625, -3.3470458984375, -3.187744140625, -3.0284423828125, -2.869140625, -2.7098388671875, -2.550537109375, -2.3912353515625, -2.23193359375, -2.0726318359375, -1.913330078125, -1.7540283203125, -1.5947265625, -1.4354248046875, -1.276123046875, -1.1168212890625, -0.95751953125, -0.7982177734375, -0.638916015625, -0.4796142578125, -0.3203125, -0.1610107421875, -0.001708984375, 0.1575927734375, 0.31689453125, 0.4761962890625, 0.635498046875, 0.7947998046875, 0.9541015625, 1.1134033203125, 1.272705078125, 1.4320068359375, 1.59130859375, 1.7506103515625, 1.909912109375, 2.0692138671875, 2.228515625, 2.3878173828125, 2.547119140625, 2.7064208984375, 2.86572265625, 3.0250244140625, 3.184326171875, 3.3436279296875, 3.5029296875, 3.6622314453125, 3.821533203125, 3.9808349609375, 4.14013671875, 4.2994384765625, 4.458740234375, 4.6180419921875, 4.77734375]}, "gradients/decoder.transformer.h.19.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 7.0, 4.0, 11.0, 20.0, 19.0, 24.0, 55.0, 56.0, 99.0, 122.0, 200.0, 308.0, 539.0, 873.0, 1507.0, 2641.0, 4958.0, 9435.0, 19669.0, 52726.0, 565519.0, 3177771.0, 282546.0, 39487.0, 16488.0, 8403.0, 4556.0, 2506.0, 1400.0, 834.0, 515.0, 304.0, 220.0, 146.0, 106.0, 71.0, 47.0, 27.0, 27.0, 16.0, 6.0, 6.0, 7.0, 6.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-15.7734375, -15.2864990234375, -14.799560546875, -14.3126220703125, -13.82568359375, -13.3387451171875, -12.851806640625, -12.3648681640625, -11.8779296875, -11.3909912109375, -10.904052734375, -10.4171142578125, -9.93017578125, -9.4432373046875, -8.956298828125, -8.4693603515625, -7.982421875, -7.4954833984375, -7.008544921875, -6.5216064453125, -6.03466796875, -5.5477294921875, -5.060791015625, -4.5738525390625, -4.0869140625, -3.5999755859375, -3.113037109375, -2.6260986328125, -2.13916015625, -1.6522216796875, -1.165283203125, -0.6783447265625, -0.19140625, 0.2955322265625, 0.782470703125, 1.2694091796875, 1.75634765625, 2.2432861328125, 2.730224609375, 3.2171630859375, 3.7041015625, 4.1910400390625, 4.677978515625, 5.1649169921875, 5.65185546875, 6.1387939453125, 6.625732421875, 7.1126708984375, 7.599609375, 8.0865478515625, 8.573486328125, 9.0604248046875, 9.54736328125, 10.0343017578125, 10.521240234375, 11.0081787109375, 11.4951171875, 11.9820556640625, 12.468994140625, 12.9559326171875, 13.44287109375, 13.9298095703125, 14.416748046875, 14.9036865234375, 15.390625]}, "gradients/decoder.transformer.h.19.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 8.0, 9.0, 9.0, 13.0, 16.0, 26.0, 35.0, 51.0, 73.0, 134.0, 304.0, 791.0, 1218.0, 689.0, 295.0, 140.0, 71.0, 73.0, 32.0, 29.0, 15.0, 15.0, 11.0, 15.0, 6.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.4296875, -14.6759033203125, -13.922119140625, -13.1683349609375, -12.41455078125, -11.6607666015625, -10.906982421875, -10.1531982421875, -9.3994140625, -8.6456298828125, -7.891845703125, -7.1380615234375, -6.38427734375, -5.6304931640625, -4.876708984375, -4.1229248046875, -3.369140625, -2.6153564453125, -1.861572265625, -1.1077880859375, -0.35400390625, 0.3997802734375, 1.153564453125, 1.9073486328125, 2.6611328125, 3.4149169921875, 4.168701171875, 4.9224853515625, 5.67626953125, 6.4300537109375, 7.183837890625, 7.9376220703125, 8.69140625, 9.4451904296875, 10.198974609375, 10.9527587890625, 11.70654296875, 12.4603271484375, 13.214111328125, 13.9678955078125, 14.7216796875, 15.4754638671875, 16.229248046875, 16.9830322265625, 17.73681640625, 18.4906005859375, 19.244384765625, 19.9981689453125, 20.751953125, 21.5057373046875, 22.259521484375, 23.0133056640625, 23.76708984375, 24.5208740234375, 25.274658203125, 26.0284423828125, 26.7822265625, 27.5360107421875, 28.289794921875, 29.0435791015625, 29.79736328125, 30.5511474609375, 31.304931640625, 32.0587158203125, 32.8125]}, "gradients/decoder.transformer.h.19.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 1.0, 4.0, 4.0, 3.0, 5.0, 6.0, 8.0, 13.0, 16.0, 25.0, 28.0, 45.0, 47.0, 75.0, 114.0, 165.0, 351.0, 703.0, 1757.0, 4703.0, 14109.0, 49251.0, 360626.0, 3517117.0, 190631.0, 36753.0, 11058.0, 3765.0, 1473.0, 605.0, 302.0, 147.0, 101.0, 67.0, 50.0, 40.0, 26.0, 19.0, 20.0, 10.0, 12.0, 12.0, 5.0, 3.0, 9.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-38.0, -36.89501953125, -35.7900390625, -34.68505859375, -33.580078125, -32.47509765625, -31.3701171875, -30.26513671875, -29.16015625, -28.05517578125, -26.9501953125, -25.84521484375, -24.740234375, -23.63525390625, -22.5302734375, -21.42529296875, -20.3203125, -19.21533203125, -18.1103515625, -17.00537109375, -15.900390625, -14.79541015625, -13.6904296875, -12.58544921875, -11.48046875, -10.37548828125, -9.2705078125, -8.16552734375, -7.060546875, -5.95556640625, -4.8505859375, -3.74560546875, -2.640625, -1.53564453125, -0.4306640625, 0.67431640625, 1.779296875, 2.88427734375, 3.9892578125, 5.09423828125, 6.19921875, 7.30419921875, 8.4091796875, 9.51416015625, 10.619140625, 11.72412109375, 12.8291015625, 13.93408203125, 15.0390625, 16.14404296875, 17.2490234375, 18.35400390625, 19.458984375, 20.56396484375, 21.6689453125, 22.77392578125, 23.87890625, 24.98388671875, 26.0888671875, 27.19384765625, 28.298828125, 29.40380859375, 30.5087890625, 31.61376953125, 32.71875]}, "gradients/decoder.transformer.h.19.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 2.0, 2.0, 9.0, 6.0, 10.0, 21.0, 23.0, 30.0, 61.0, 58.0, 91.0, 100.0, 111.0, 102.0, 96.0, 74.0, 61.0, 49.0, 32.0, 21.0, 13.0, 6.0, 9.0, 9.0, 4.0, 2.0, 3.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-95.42254638671875, -93.12706756591797, -90.83159637451172, -88.53611755371094, -86.24064636230469, -83.9451675415039, -81.64969635009766, -79.35421752929688, -77.05874633789062, -74.76326751708984, -72.4677963256836, -70.17231750488281, -67.87684631347656, -65.58136749267578, -63.28589630126953, -60.99041748046875, -58.694942474365234, -56.39946746826172, -54.1039924621582, -51.80851745605469, -49.51304244995117, -47.217567443847656, -44.922088623046875, -42.626617431640625, -40.331138610839844, -38.03566360473633, -35.74018859863281, -33.4447135925293, -31.14923858642578, -28.853763580322266, -26.558286666870117, -24.2628116607666, -21.967334747314453, -19.671859741210938, -17.376384735107422, -15.08090877532959, -12.785433769226074, -10.489958763122559, -8.194482803344727, -5.899007797241211, -3.6035327911376953, -1.3080575466156006, 0.9874176979064941, 3.282893180847168, 5.578368186950684, 7.873843193054199, 10.169319152832031, 12.464794158935547, 14.760269165039062, 17.055744171142578, 19.351219177246094, 21.64669418334961, 23.942169189453125, 26.23764419555664, 28.53312110900879, 30.828596115112305, 33.12406921386719, 35.4195442199707, 37.71501922607422, 40.010494232177734, 42.30596923828125, 44.601444244384766, 46.89691925048828, 49.19239807128906, 51.48787307739258]}, "gradients/decoder.transformer.h.19.ln_2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 2.0, 5.0, 3.0, 6.0, 6.0, 5.0, 8.0, 6.0, 14.0, 14.0, 9.0, 11.0, 14.0, 22.0, 28.0, 25.0, 41.0, 35.0, 37.0, 38.0, 39.0, 48.0, 38.0, 43.0, 43.0, 37.0, 51.0, 46.0, 38.0, 34.0, 33.0, 24.0, 32.0, 23.0, 31.0, 23.0, 14.0, 13.0, 12.0, 11.0, 8.0, 10.0, 4.0, 5.0, 5.0, 5.0, 5.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-51.03105545043945, -49.43864440917969, -47.846229553222656, -46.25381851196289, -44.661407470703125, -43.06899642944336, -41.476585388183594, -39.88417053222656, -38.2917594909668, -36.69934844970703, -35.10693359375, -33.514522552490234, -31.92211151123047, -30.329700469970703, -28.737287521362305, -27.144874572753906, -25.55246353149414, -23.960052490234375, -22.367639541625977, -20.775226593017578, -19.182815551757812, -17.590404510498047, -15.997991561889648, -14.405579566955566, -12.813167572021484, -11.220755577087402, -9.62834358215332, -8.035931587219238, -6.443519592285156, -4.851107597351074, -3.258695602416992, -1.6662836074829102, -0.07387542724609375, 1.5185365676879883, 3.1109485626220703, 4.703360557556152, 6.295772552490234, 7.888184547424316, 9.480596542358398, 11.07300853729248, 12.665420532226562, 14.257832527160645, 15.850244522094727, 17.442657470703125, 19.03506851196289, 20.627479553222656, 22.219892501831055, 23.812305450439453, 25.40471649169922, 26.997127532958984, 28.589540481567383, 30.18195343017578, 31.774364471435547, 33.36677551269531, 34.959190368652344, 36.55160140991211, 38.144012451171875, 39.73642349243164, 41.328834533691406, 42.92124938964844, 44.5136604309082, 46.10607147216797, 47.698486328125, 49.290897369384766, 50.88330841064453]}, "gradients/decoder.transformer.h.19.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 1.0, 4.0, 3.0, 4.0, 2.0, 0.0, 4.0, 6.0, 7.0, 8.0, 8.0, 8.0, 11.0, 19.0, 18.0, 14.0, 18.0, 20.0, 25.0, 21.0, 31.0, 37.0, 33.0, 35.0, 29.0, 41.0, 50.0, 42.0, 46.0, 55.0, 43.0, 27.0, 37.0, 32.0, 35.0, 32.0, 28.0, 14.0, 26.0, 27.0, 11.0, 9.0, 14.0, 12.0, 10.0, 7.0, 13.0, 5.0, 4.0, 4.0, 7.0, 3.0, 5.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0], "bins": [-4.84375, -4.6929931640625, -4.542236328125, -4.3914794921875, -4.24072265625, -4.0899658203125, -3.939208984375, -3.7884521484375, -3.6376953125, -3.4869384765625, -3.336181640625, -3.1854248046875, -3.03466796875, -2.8839111328125, -2.733154296875, -2.5823974609375, -2.431640625, -2.2808837890625, -2.130126953125, -1.9793701171875, -1.82861328125, -1.6778564453125, -1.527099609375, -1.3763427734375, -1.2255859375, -1.0748291015625, -0.924072265625, -0.7733154296875, -0.62255859375, -0.4718017578125, -0.321044921875, -0.1702880859375, -0.01953125, 0.1312255859375, 0.281982421875, 0.4327392578125, 0.58349609375, 0.7342529296875, 0.885009765625, 1.0357666015625, 1.1865234375, 1.3372802734375, 1.488037109375, 1.6387939453125, 1.78955078125, 1.9403076171875, 2.091064453125, 2.2418212890625, 2.392578125, 2.5433349609375, 2.694091796875, 2.8448486328125, 2.99560546875, 3.1463623046875, 3.297119140625, 3.4478759765625, 3.5986328125, 3.7493896484375, 3.900146484375, 4.0509033203125, 4.20166015625, 4.3524169921875, 4.503173828125, 4.6539306640625, 4.8046875]}, "gradients/decoder.transformer.h.19.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 3.0, 11.0, 8.0, 10.0, 20.0, 33.0, 30.0, 29.0, 71.0, 68.0, 91.0, 160.0, 202.0, 310.0, 449.0, 683.0, 1212.0, 2155.0, 4192.0, 8872.0, 20117.0, 49761.0, 137395.0, 407041.0, 266482.0, 87625.0, 33585.0, 13935.0, 6432.0, 3137.0, 1660.0, 945.0, 591.0, 343.0, 237.0, 182.0, 139.0, 95.0, 75.0, 49.0, 32.0, 24.0, 20.0, 11.0, 10.0, 9.0, 7.0, 7.0, 4.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.2421875, -1.2042999267578125, -1.166412353515625, -1.1285247802734375, -1.09063720703125, -1.0527496337890625, -1.014862060546875, -0.9769744873046875, -0.9390869140625, -0.9011993408203125, -0.863311767578125, -0.8254241943359375, -0.78753662109375, -0.7496490478515625, -0.711761474609375, -0.6738739013671875, -0.635986328125, -0.5980987548828125, -0.560211181640625, -0.5223236083984375, -0.48443603515625, -0.4465484619140625, -0.408660888671875, -0.3707733154296875, -0.3328857421875, -0.2949981689453125, -0.257110595703125, -0.2192230224609375, -0.18133544921875, -0.1434478759765625, -0.105560302734375, -0.0676727294921875, -0.02978515625, 0.0081024169921875, 0.045989990234375, 0.0838775634765625, 0.12176513671875, 0.1596527099609375, 0.197540283203125, 0.2354278564453125, 0.2733154296875, 0.3112030029296875, 0.349090576171875, 0.3869781494140625, 0.42486572265625, 0.4627532958984375, 0.500640869140625, 0.5385284423828125, 0.576416015625, 0.6143035888671875, 0.652191162109375, 0.6900787353515625, 0.72796630859375, 0.7658538818359375, 0.803741455078125, 0.8416290283203125, 0.8795166015625, 0.9174041748046875, 0.955291748046875, 0.9931793212890625, 1.03106689453125, 1.0689544677734375, 1.106842041015625, 1.1447296142578125, 1.1826171875]}, "gradients/decoder.transformer.h.19.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 5.0, 3.0, 5.0, 4.0, 7.0, 12.0, 12.0, 8.0, 9.0, 12.0, 20.0, 21.0, 17.0, 25.0, 15.0, 33.0, 33.0, 30.0, 26.0, 30.0, 33.0, 42.0, 36.0, 38.0, 1064.0, 44.0, 30.0, 44.0, 46.0, 47.0, 34.0, 33.0, 31.0, 21.0, 25.0, 19.0, 15.0, 25.0, 15.0, 19.0, 10.0, 3.0, 6.0, 3.0, 3.0, 6.0, 3.0, 3.0, 2.0, 5.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-3.892578125, -3.769378662109375, -3.64617919921875, -3.522979736328125, -3.3997802734375, -3.276580810546875, -3.15338134765625, -3.030181884765625, -2.906982421875, -2.783782958984375, -2.66058349609375, -2.537384033203125, -2.4141845703125, -2.290985107421875, -2.16778564453125, -2.044586181640625, -1.92138671875, -1.798187255859375, -1.67498779296875, -1.551788330078125, -1.4285888671875, -1.305389404296875, -1.18218994140625, -1.058990478515625, -0.935791015625, -0.812591552734375, -0.68939208984375, -0.566192626953125, -0.4429931640625, -0.319793701171875, -0.19659423828125, -0.073394775390625, 0.0498046875, 0.173004150390625, 0.29620361328125, 0.419403076171875, 0.5426025390625, 0.665802001953125, 0.78900146484375, 0.912200927734375, 1.035400390625, 1.158599853515625, 1.28179931640625, 1.404998779296875, 1.5281982421875, 1.651397705078125, 1.77459716796875, 1.897796630859375, 2.02099609375, 2.144195556640625, 2.26739501953125, 2.390594482421875, 2.5137939453125, 2.636993408203125, 2.76019287109375, 2.883392333984375, 3.006591796875, 3.129791259765625, 3.25299072265625, 3.376190185546875, 3.4993896484375, 3.622589111328125, 3.74578857421875, 3.868988037109375, 3.9921875]}, "gradients/decoder.transformer.h.19.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 5.0, 2.0, 4.0, 6.0, 11.0, 11.0, 13.0, 12.0, 22.0, 38.0, 41.0, 76.0, 104.0, 176.0, 259.0, 413.0, 654.0, 1078.0, 1749.0, 2879.0, 5114.0, 9175.0, 17190.0, 32631.0, 65986.0, 142951.0, 1261441.0, 330126.0, 112183.0, 53408.0, 26893.0, 14059.0, 7699.0, 4321.0, 2422.0, 1559.0, 870.0, 544.0, 314.0, 242.0, 130.0, 105.0, 52.0, 41.0, 35.0, 24.0, 14.0, 20.0, 12.0, 8.0, 10.0, 6.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.43994140625, -0.4265480041503906, -0.41315460205078125, -0.3997611999511719, -0.3863677978515625, -0.3729743957519531, -0.35958099365234375, -0.3461875915527344, -0.332794189453125, -0.3194007873535156, -0.30600738525390625, -0.2926139831542969, -0.2792205810546875, -0.2658271789550781, -0.25243377685546875, -0.23904037475585938, -0.22564697265625, -0.21225357055664062, -0.19886016845703125, -0.18546676635742188, -0.1720733642578125, -0.15867996215820312, -0.14528656005859375, -0.13189315795898438, -0.118499755859375, -0.10510635375976562, -0.09171295166015625, -0.07831954956054688, -0.0649261474609375, -0.051532745361328125, -0.03813934326171875, -0.024745941162109375, -0.0113525390625, 0.002040863037109375, 0.01543426513671875, 0.028827667236328125, 0.0422210693359375, 0.055614471435546875, 0.06900787353515625, 0.08240127563476562, 0.095794677734375, 0.10918807983398438, 0.12258148193359375, 0.13597488403320312, 0.1493682861328125, 0.16276168823242188, 0.17615509033203125, 0.18954849243164062, 0.20294189453125, 0.21633529663085938, 0.22972869873046875, 0.24312210083007812, 0.2565155029296875, 0.2699089050292969, 0.28330230712890625, 0.2966957092285156, 0.310089111328125, 0.3234825134277344, 0.33687591552734375, 0.3502693176269531, 0.3636627197265625, 0.3770561218261719, 0.39044952392578125, 0.4038429260253906, 0.417236328125]}, "gradients/decoder.transformer.h.19.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 1.0, 3.0, 0.0, 2.0, 5.0, 1.0, 4.0, 7.0, 11.0, 8.0, 11.0, 11.0, 19.0, 26.0, 23.0, 30.0, 49.0, 68.0, 81.0, 78.0, 116.0, 86.0, 81.0, 68.0, 54.0, 43.0, 25.0, 13.0, 17.0, 10.0, 12.0, 10.0, 10.0, 10.0, 1.0, 0.0, 2.0, 3.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.0718994140625, -0.06992721557617188, -0.06795501708984375, -0.06598281860351562, -0.0640106201171875, -0.062038421630859375, -0.06006622314453125, -0.058094024658203125, -0.056121826171875, -0.054149627685546875, -0.05217742919921875, -0.050205230712890625, -0.0482330322265625, -0.046260833740234375, -0.04428863525390625, -0.042316436767578125, -0.04034423828125, -0.038372039794921875, -0.03639984130859375, -0.034427642822265625, -0.0324554443359375, -0.030483245849609375, -0.02851104736328125, -0.026538848876953125, -0.024566650390625, -0.022594451904296875, -0.02062225341796875, -0.018650054931640625, -0.0166778564453125, -0.014705657958984375, -0.01273345947265625, -0.010761260986328125, -0.0087890625, -0.006816864013671875, -0.00484466552734375, -0.002872467041015625, -0.0009002685546875, 0.001071929931640625, 0.00304412841796875, 0.005016326904296875, 0.006988525390625, 0.008960723876953125, 0.01093292236328125, 0.012905120849609375, 0.0148773193359375, 0.016849517822265625, 0.01882171630859375, 0.020793914794921875, 0.02276611328125, 0.024738311767578125, 0.02671051025390625, 0.028682708740234375, 0.0306549072265625, 0.032627105712890625, 0.03459930419921875, 0.036571502685546875, 0.038543701171875, 0.040515899658203125, 0.04248809814453125, 0.044460296630859375, 0.0464324951171875, 0.048404693603515625, 0.05037689208984375, 0.052349090576171875, 0.0543212890625]}, "gradients/decoder.transformer.h.19.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 4.0, 3.0, 1.0, 0.0, 5.0, 5.0, 9.0, 7.0, 9.0, 20.0, 21.0, 27.0, 54.0, 117.0, 264.0, 1400.0, 19791.0, 1003613.0, 21252.0, 1367.0, 305.0, 112.0, 44.0, 33.0, 27.0, 14.0, 7.0, 12.0, 11.0, 6.0, 3.0, 3.0, 2.0, 3.0, 0.0, 0.0, 4.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1484375, -1.106689453125, -1.06494140625, -1.023193359375, -0.9814453125, -0.939697265625, -0.89794921875, -0.856201171875, -0.814453125, -0.772705078125, -0.73095703125, -0.689208984375, -0.6474609375, -0.605712890625, -0.56396484375, -0.522216796875, -0.48046875, -0.438720703125, -0.39697265625, -0.355224609375, -0.3134765625, -0.271728515625, -0.22998046875, -0.188232421875, -0.146484375, -0.104736328125, -0.06298828125, -0.021240234375, 0.0205078125, 0.062255859375, 0.10400390625, 0.145751953125, 0.1875, 0.229248046875, 0.27099609375, 0.312744140625, 0.3544921875, 0.396240234375, 0.43798828125, 0.479736328125, 0.521484375, 0.563232421875, 0.60498046875, 0.646728515625, 0.6884765625, 0.730224609375, 0.77197265625, 0.813720703125, 0.85546875, 0.897216796875, 0.93896484375, 0.980712890625, 1.0224609375, 1.064208984375, 1.10595703125, 1.147705078125, 1.189453125, 1.231201171875, 1.27294921875, 1.314697265625, 1.3564453125, 1.398193359375, 1.43994140625, 1.481689453125, 1.5234375]}, "gradients/decoder.transformer.h.19.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 12.0, 14.0, 43.0, 122.0, 446.0, 266.0, 76.0, 23.0, 7.0, 2.0, 3.0, 2.0], "bins": [-1.944815754890442, -1.910603404045105, -1.8763911724090576, -1.8421788215637207, -1.8079664707183838, -1.7737542390823364, -1.7395418882369995, -1.7053296566009521, -1.6711173057556152, -1.6369049549102783, -1.602692723274231, -1.568480372428894, -1.5342681407928467, -1.5000557899475098, -1.4658434391021729, -1.4316312074661255, -1.3974188566207886, -1.3632065057754517, -1.3289942741394043, -1.2947819232940674, -1.2605695724487305, -1.226357340812683, -1.1921449899673462, -1.1579327583312988, -1.123720407485962, -1.089508056640625, -1.0552958250045776, -1.0210834741592407, -0.9868711829185486, -0.9526588916778564, -0.9184465408325195, -0.8842342495918274, -0.8500219583511353, -0.8158096671104431, -0.781597375869751, -0.7473850250244141, -0.7131727337837219, -0.6789604425430298, -0.6447480916976929, -0.6105358004570007, -0.5763235092163086, -0.5421112179756165, -0.5078989267349243, -0.4736865758895874, -0.43947428464889526, -0.4052619934082031, -0.3710496723651886, -0.3368373513221741, -0.30262506008148193, -0.2684127688407898, -0.23420044779777527, -0.19998814165592194, -0.1657758355140686, -0.13156352937221527, -0.09735122323036194, -0.0631389170885086, -0.02892659604549408, 0.005285710096359253, 0.039498016238212585, 0.07371032238006592, 0.10792262852191925, 0.14213493466377258, 0.17634724080562592, 0.21055954694747925, 0.24477185308933258]}, "gradients/decoder.transformer.h.19.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 5.0, 7.0, 6.0, 3.0, 9.0, 11.0, 9.0, 22.0, 18.0, 20.0, 22.0, 27.0, 26.0, 28.0, 21.0, 27.0, 23.0, 36.0, 35.0, 31.0, 31.0, 39.0, 34.0, 35.0, 48.0, 48.0, 29.0, 27.0, 41.0, 27.0, 31.0, 27.0, 29.0, 27.0, 23.0, 20.0, 15.0, 19.0, 10.0, 15.0, 9.0, 9.0, 3.0, 6.0, 7.0, 4.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.20067578554153442, -0.19438694417476654, -0.18809810280799866, -0.18180927634239197, -0.17552043497562408, -0.1692315936088562, -0.1629427671432495, -0.15665392577648163, -0.15036508440971375, -0.14407624304294586, -0.13778740167617798, -0.1314985752105713, -0.1252097338438034, -0.11892089247703552, -0.11263205856084824, -0.10634322464466095, -0.10005438327789307, -0.09376554191112518, -0.0874767079949379, -0.08118787407875061, -0.07489903271198273, -0.06861019134521484, -0.06232135742902756, -0.05603251978754997, -0.04974368214607239, -0.0434548445045948, -0.03716600686311722, -0.030877169221639633, -0.02458833158016205, -0.018299493938684464, -0.012010656297206879, -0.005721818655729294, 0.000567018985748291, 0.006855856627225876, 0.01314469426870346, 0.019433531910181046, 0.02572236955165863, 0.032011207193136215, 0.0383000448346138, 0.044588882476091385, 0.05087772011756897, 0.057166557759046555, 0.06345539540052414, 0.06974422931671143, 0.07603307068347931, 0.08232191205024719, 0.08861074596643448, 0.09489957988262177, 0.10118842124938965, 0.10747726261615753, 0.11376609653234482, 0.1200549304485321, 0.1263437718153, 0.13263261318206787, 0.13892143964767456, 0.14521028101444244, 0.15149912238121033, 0.1577879637479782, 0.1640768051147461, 0.17036563158035278, 0.17665447294712067, 0.18294331431388855, 0.18923214077949524, 0.19552098214626312, 0.201809823513031]}, "gradients/decoder.transformer.h.19.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 1.0, 4.0, 3.0, 4.0, 2.0, 0.0, 4.0, 6.0, 6.0, 9.0, 8.0, 8.0, 10.0, 20.0, 18.0, 14.0, 18.0, 19.0, 26.0, 21.0, 32.0, 35.0, 34.0, 34.0, 29.0, 43.0, 49.0, 43.0, 45.0, 54.0, 44.0, 27.0, 37.0, 32.0, 36.0, 32.0, 26.0, 15.0, 26.0, 27.0, 11.0, 9.0, 14.0, 12.0, 9.0, 8.0, 13.0, 5.0, 5.0, 3.0, 7.0, 4.0, 4.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 3.0], "bins": [-4.84765625, -4.69677734375, -4.5458984375, -4.39501953125, -4.244140625, -4.09326171875, -3.9423828125, -3.79150390625, -3.640625, -3.48974609375, -3.3388671875, -3.18798828125, -3.037109375, -2.88623046875, -2.7353515625, -2.58447265625, -2.43359375, -2.28271484375, -2.1318359375, -1.98095703125, -1.830078125, -1.67919921875, -1.5283203125, -1.37744140625, -1.2265625, -1.07568359375, -0.9248046875, -0.77392578125, -0.623046875, -0.47216796875, -0.3212890625, -0.17041015625, -0.01953125, 0.13134765625, 0.2822265625, 0.43310546875, 0.583984375, 0.73486328125, 0.8857421875, 1.03662109375, 1.1875, 1.33837890625, 1.4892578125, 1.64013671875, 1.791015625, 1.94189453125, 2.0927734375, 2.24365234375, 2.39453125, 2.54541015625, 2.6962890625, 2.84716796875, 2.998046875, 3.14892578125, 3.2998046875, 3.45068359375, 3.6015625, 3.75244140625, 3.9033203125, 4.05419921875, 4.205078125, 4.35595703125, 4.5068359375, 4.65771484375, 4.80859375]}, "gradients/decoder.transformer.h.19.attn.c_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 3.0, 3.0, 6.0, 8.0, 7.0, 17.0, 18.0, 27.0, 43.0, 51.0, 70.0, 92.0, 111.0, 169.0, 215.0, 289.0, 411.0, 608.0, 881.0, 1309.0, 1941.0, 3073.0, 4948.0, 8472.0, 15548.0, 33019.0, 86149.0, 266112.0, 385824.0, 140288.0, 49250.0, 21279.0, 10917.0, 6121.0, 3770.0, 2412.0, 1577.0, 1022.0, 666.0, 483.0, 371.0, 257.0, 178.0, 151.0, 105.0, 88.0, 41.0, 38.0, 30.0, 25.0, 28.0, 12.0, 12.0, 5.0, 8.0, 3.0, 1.0, 4.0, 0.0, 1.0, 1.0], "bins": [-5.3203125, -5.14990234375, -4.9794921875, -4.80908203125, -4.638671875, -4.46826171875, -4.2978515625, -4.12744140625, -3.95703125, -3.78662109375, -3.6162109375, -3.44580078125, -3.275390625, -3.10498046875, -2.9345703125, -2.76416015625, -2.59375, -2.42333984375, -2.2529296875, -2.08251953125, -1.912109375, -1.74169921875, -1.5712890625, -1.40087890625, -1.23046875, -1.06005859375, -0.8896484375, -0.71923828125, -0.548828125, -0.37841796875, -0.2080078125, -0.03759765625, 0.1328125, 0.30322265625, 0.4736328125, 0.64404296875, 0.814453125, 0.98486328125, 1.1552734375, 1.32568359375, 1.49609375, 1.66650390625, 1.8369140625, 2.00732421875, 2.177734375, 2.34814453125, 2.5185546875, 2.68896484375, 2.859375, 3.02978515625, 3.2001953125, 3.37060546875, 3.541015625, 3.71142578125, 3.8818359375, 4.05224609375, 4.22265625, 4.39306640625, 4.5634765625, 4.73388671875, 4.904296875, 5.07470703125, 5.2451171875, 5.41552734375, 5.5859375]}, "gradients/decoder.transformer.h.19.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 7.0, 4.0, 1.0, 9.0, 7.0, 8.0, 7.0, 9.0, 11.0, 13.0, 12.0, 20.0, 18.0, 15.0, 25.0, 29.0, 27.0, 30.0, 33.0, 42.0, 50.0, 45.0, 93.0, 151.0, 322.0, 1352.0, 152.0, 89.0, 61.0, 55.0, 38.0, 35.0, 35.0, 31.0, 27.0, 21.0, 16.0, 20.0, 24.0, 19.0, 13.0, 16.0, 13.0, 12.0, 13.0, 4.0, 3.0, 8.0, 4.0, 2.0, 3.0, 1.0, 6.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.8125, -13.33642578125, -12.8603515625, -12.38427734375, -11.908203125, -11.43212890625, -10.9560546875, -10.47998046875, -10.00390625, -9.52783203125, -9.0517578125, -8.57568359375, -8.099609375, -7.62353515625, -7.1474609375, -6.67138671875, -6.1953125, -5.71923828125, -5.2431640625, -4.76708984375, -4.291015625, -3.81494140625, -3.3388671875, -2.86279296875, -2.38671875, -1.91064453125, -1.4345703125, -0.95849609375, -0.482421875, -0.00634765625, 0.4697265625, 0.94580078125, 1.421875, 1.89794921875, 2.3740234375, 2.85009765625, 3.326171875, 3.80224609375, 4.2783203125, 4.75439453125, 5.23046875, 5.70654296875, 6.1826171875, 6.65869140625, 7.134765625, 7.61083984375, 8.0869140625, 8.56298828125, 9.0390625, 9.51513671875, 9.9912109375, 10.46728515625, 10.943359375, 11.41943359375, 11.8955078125, 12.37158203125, 12.84765625, 13.32373046875, 13.7998046875, 14.27587890625, 14.751953125, 15.22802734375, 15.7041015625, 16.18017578125, 16.65625]}, "gradients/decoder.transformer.h.19.attn.c_attn.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 0.0, 2.0, 3.0, 6.0, 7.0, 4.0, 3.0, 4.0, 9.0, 10.0, 12.0, 8.0, 8.0, 25.0, 19.0, 16.0, 31.0, 38.0, 37.0, 55.0, 67.0, 138.0, 209.0, 344.0, 749.0, 1808.0, 6134.0, 35100.0, 577491.0, 2415283.0, 91333.0, 11744.0, 2793.0, 992.0, 465.0, 253.0, 130.0, 90.0, 74.0, 39.0, 35.0, 24.0, 16.0, 15.0, 22.0, 11.0, 13.0, 14.0, 4.0, 9.0, 2.0, 3.0, 5.0, 4.0, 2.0, 4.0, 4.0, 1.0, 0.0, 0.0, 2.0], "bins": [-21.484375, -20.8173828125, -20.150390625, -19.4833984375, -18.81640625, -18.1494140625, -17.482421875, -16.8154296875, -16.1484375, -15.4814453125, -14.814453125, -14.1474609375, -13.48046875, -12.8134765625, -12.146484375, -11.4794921875, -10.8125, -10.1455078125, -9.478515625, -8.8115234375, -8.14453125, -7.4775390625, -6.810546875, -6.1435546875, -5.4765625, -4.8095703125, -4.142578125, -3.4755859375, -2.80859375, -2.1416015625, -1.474609375, -0.8076171875, -0.140625, 0.5263671875, 1.193359375, 1.8603515625, 2.52734375, 3.1943359375, 3.861328125, 4.5283203125, 5.1953125, 5.8623046875, 6.529296875, 7.1962890625, 7.86328125, 8.5302734375, 9.197265625, 9.8642578125, 10.53125, 11.1982421875, 11.865234375, 12.5322265625, 13.19921875, 13.8662109375, 14.533203125, 15.2001953125, 15.8671875, 16.5341796875, 17.201171875, 17.8681640625, 18.53515625, 19.2021484375, 19.869140625, 20.5361328125, 21.203125]}, "gradients/decoder.transformer.h.19.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 3.0, 6.0, 8.0, 6.0, 13.0, 8.0, 23.0, 17.0, 17.0, 41.0, 50.0, 57.0, 74.0, 82.0, 58.0, 87.0, 75.0, 78.0, 67.0, 56.0, 54.0, 28.0, 22.0, 23.0, 14.0, 9.0, 7.0, 9.0, 3.0, 5.0, 5.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.72865104675293, -25.092615127563477, -24.45657730102539, -23.820541381835938, -23.184505462646484, -22.54846954345703, -21.912431716918945, -21.276395797729492, -20.64035987854004, -20.004323959350586, -19.3682861328125, -18.732250213623047, -18.096214294433594, -17.46017837524414, -16.824140548706055, -16.1881046295166, -15.552067756652832, -14.916030883789062, -14.27999496459961, -13.64395809173584, -13.007922172546387, -12.371885299682617, -11.735849380493164, -11.099812507629395, -10.463775634765625, -9.827738761901855, -9.191702842712402, -8.555665969848633, -7.91963005065918, -7.28359317779541, -6.647556781768799, -6.0115203857421875, -5.375484466552734, -4.739448070526123, -4.103411674499512, -3.4673750400543213, -2.83133864402771, -2.1953022480010986, -1.5592656135559082, -0.9232292175292969, -0.28719282150268555, 0.34884363412857056, 0.9848800897598267, 1.6209166049957275, 2.256953001022339, 2.89298939704895, 3.5290260314941406, 4.165062427520752, 4.801098823547363, 5.437135219573975, 6.073171615600586, 6.7092084884643555, 7.345244407653809, 7.981281280517578, 8.617317199707031, 9.2533540725708, 9.88939094543457, 10.52542781829834, 11.161463737487793, 11.797500610351562, 12.433536529541016, 13.069573402404785, 13.705610275268555, 14.341646194458008, 14.977682113647461]}, "gradients/decoder.transformer.h.19.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 2.0, 5.0, 3.0, 8.0, 7.0, 12.0, 11.0, 16.0, 19.0, 21.0, 26.0, 18.0, 35.0, 34.0, 34.0, 41.0, 36.0, 45.0, 34.0, 35.0, 39.0, 37.0, 36.0, 50.0, 45.0, 44.0, 34.0, 29.0, 35.0, 30.0, 31.0, 30.0, 19.0, 13.0, 19.0, 12.0, 15.0, 13.0, 7.0, 6.0, 8.0, 6.0, 2.0, 1.0, 1.0, 1.0, 4.0, 0.0, 2.0, 0.0, 2.0], "bins": [-63.46018981933594, -61.62657165527344, -59.7929573059082, -57.9593391418457, -56.12572479248047, -54.29210662841797, -52.45848846435547, -50.62487030029297, -48.791255950927734, -46.957637786865234, -45.1240234375, -43.2904052734375, -41.456787109375, -39.623172760009766, -37.789554595947266, -35.95594024658203, -34.12232208251953, -32.28870391845703, -30.455089569091797, -28.621471405029297, -26.78785514831543, -24.954238891601562, -23.120620727539062, -21.287004470825195, -19.453388214111328, -17.61977195739746, -15.786154747009277, -13.952537536621094, -12.118921279907227, -10.28530502319336, -8.451687812805176, -6.618070602416992, -4.784450531005859, -2.950833797454834, -1.1172170639038086, 0.7163996696472168, 2.550016403198242, 4.383632659912109, 6.217249870300293, 8.050867080688477, 9.884483337402344, 11.718099594116211, 13.551716804504395, 15.385334014892578, 17.218950271606445, 19.052566528320312, 20.886184692382812, 22.71980094909668, 24.553417205810547, 26.387033462524414, 28.22064971923828, 30.05426788330078, 31.88788414001465, 33.721500396728516, 35.555118560791016, 37.38873291015625, 39.22235107421875, 41.05596923828125, 42.889583587646484, 44.723201751708984, 46.55681610107422, 48.39043426513672, 50.22405242919922, 52.05767059326172, 53.89128494262695]}, "gradients/decoder.transformer.h.18.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 4.0, 1.0, 2.0, 2.0, 2.0, 5.0, 7.0, 4.0, 5.0, 11.0, 13.0, 8.0, 13.0, 22.0, 18.0, 18.0, 15.0, 22.0, 33.0, 41.0, 37.0, 35.0, 35.0, 39.0, 48.0, 35.0, 54.0, 53.0, 39.0, 41.0, 32.0, 40.0, 35.0, 27.0, 37.0, 20.0, 23.0, 17.0, 15.0, 18.0, 11.0, 11.0, 8.0, 13.0, 7.0, 7.0, 7.0, 5.0, 4.0, 3.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 0.0, 1.0], "bins": [-5.3046875, -5.14154052734375, -4.9783935546875, -4.81524658203125, -4.652099609375, -4.48895263671875, -4.3258056640625, -4.16265869140625, -3.99951171875, -3.83636474609375, -3.6732177734375, -3.51007080078125, -3.346923828125, -3.18377685546875, -3.0206298828125, -2.85748291015625, -2.6943359375, -2.53118896484375, -2.3680419921875, -2.20489501953125, -2.041748046875, -1.87860107421875, -1.7154541015625, -1.55230712890625, -1.38916015625, -1.22601318359375, -1.0628662109375, -0.89971923828125, -0.736572265625, -0.57342529296875, -0.4102783203125, -0.24713134765625, -0.083984375, 0.07916259765625, 0.2423095703125, 0.40545654296875, 0.568603515625, 0.73175048828125, 0.8948974609375, 1.05804443359375, 1.22119140625, 1.38433837890625, 1.5474853515625, 1.71063232421875, 1.873779296875, 2.03692626953125, 2.2000732421875, 2.36322021484375, 2.5263671875, 2.68951416015625, 2.8526611328125, 3.01580810546875, 3.178955078125, 3.34210205078125, 3.5052490234375, 3.66839599609375, 3.83154296875, 3.99468994140625, 4.1578369140625, 4.32098388671875, 4.484130859375, 4.64727783203125, 4.8104248046875, 4.97357177734375, 5.13671875]}, "gradients/decoder.transformer.h.18.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 4.0, 2.0, 4.0, 4.0, 4.0, 11.0, 8.0, 9.0, 13.0, 31.0, 39.0, 48.0, 90.0, 144.0, 226.0, 333.0, 484.0, 798.0, 1169.0, 1869.0, 2961.0, 4883.0, 8036.0, 14309.0, 27418.0, 70974.0, 569209.0, 2847271.0, 515090.0, 66675.0, 26762.0, 14109.0, 8046.0, 4794.0, 2938.0, 1860.0, 1291.0, 792.0, 531.0, 341.0, 233.0, 145.0, 114.0, 72.0, 47.0, 33.0, 20.0, 9.0, 12.0, 12.0, 7.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-12.4765625, -12.0672607421875, -11.657958984375, -11.2486572265625, -10.83935546875, -10.4300537109375, -10.020751953125, -9.6114501953125, -9.2021484375, -8.7928466796875, -8.383544921875, -7.9742431640625, -7.56494140625, -7.1556396484375, -6.746337890625, -6.3370361328125, -5.927734375, -5.5184326171875, -5.109130859375, -4.6998291015625, -4.29052734375, -3.8812255859375, -3.471923828125, -3.0626220703125, -2.6533203125, -2.2440185546875, -1.834716796875, -1.4254150390625, -1.01611328125, -0.6068115234375, -0.197509765625, 0.2117919921875, 0.62109375, 1.0303955078125, 1.439697265625, 1.8489990234375, 2.25830078125, 2.6676025390625, 3.076904296875, 3.4862060546875, 3.8955078125, 4.3048095703125, 4.714111328125, 5.1234130859375, 5.53271484375, 5.9420166015625, 6.351318359375, 6.7606201171875, 7.169921875, 7.5792236328125, 7.988525390625, 8.3978271484375, 8.80712890625, 9.2164306640625, 9.625732421875, 10.0350341796875, 10.4443359375, 10.8536376953125, 11.262939453125, 11.6722412109375, 12.08154296875, 12.4908447265625, 12.900146484375, 13.3094482421875, 13.71875]}, "gradients/decoder.transformer.h.18.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 6.0, 6.0, 14.0, 6.0, 13.0, 19.0, 26.0, 25.0, 38.0, 56.0, 45.0, 88.0, 151.0, 239.0, 416.0, 703.0, 791.0, 551.0, 295.0, 172.0, 95.0, 77.0, 56.0, 42.0, 27.0, 22.0, 22.0, 17.0, 11.0, 11.0, 9.0, 2.0, 7.0, 5.0, 2.0, 5.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-18.390625, -17.85302734375, -17.3154296875, -16.77783203125, -16.240234375, -15.70263671875, -15.1650390625, -14.62744140625, -14.08984375, -13.55224609375, -13.0146484375, -12.47705078125, -11.939453125, -11.40185546875, -10.8642578125, -10.32666015625, -9.7890625, -9.25146484375, -8.7138671875, -8.17626953125, -7.638671875, -7.10107421875, -6.5634765625, -6.02587890625, -5.48828125, -4.95068359375, -4.4130859375, -3.87548828125, -3.337890625, -2.80029296875, -2.2626953125, -1.72509765625, -1.1875, -0.64990234375, -0.1123046875, 0.42529296875, 0.962890625, 1.50048828125, 2.0380859375, 2.57568359375, 3.11328125, 3.65087890625, 4.1884765625, 4.72607421875, 5.263671875, 5.80126953125, 6.3388671875, 6.87646484375, 7.4140625, 7.95166015625, 8.4892578125, 9.02685546875, 9.564453125, 10.10205078125, 10.6396484375, 11.17724609375, 11.71484375, 12.25244140625, 12.7900390625, 13.32763671875, 13.865234375, 14.40283203125, 14.9404296875, 15.47802734375, 16.015625]}, "gradients/decoder.transformer.h.18.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 6.0, 16.0, 8.0, 17.0, 29.0, 35.0, 65.0, 111.0, 166.0, 244.0, 408.0, 685.0, 1142.0, 2043.0, 3649.0, 7096.0, 14294.0, 30838.0, 79515.0, 353608.0, 2886480.0, 636003.0, 104366.0, 38083.0, 16830.0, 8352.0, 4381.0, 2396.0, 1382.0, 773.0, 476.0, 309.0, 176.0, 105.0, 61.0, 47.0, 36.0, 15.0, 10.0, 13.0, 6.0, 4.0, 1.0, 5.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-20.796875, -20.11767578125, -19.4384765625, -18.75927734375, -18.080078125, -17.40087890625, -16.7216796875, -16.04248046875, -15.36328125, -14.68408203125, -14.0048828125, -13.32568359375, -12.646484375, -11.96728515625, -11.2880859375, -10.60888671875, -9.9296875, -9.25048828125, -8.5712890625, -7.89208984375, -7.212890625, -6.53369140625, -5.8544921875, -5.17529296875, -4.49609375, -3.81689453125, -3.1376953125, -2.45849609375, -1.779296875, -1.10009765625, -0.4208984375, 0.25830078125, 0.9375, 1.61669921875, 2.2958984375, 2.97509765625, 3.654296875, 4.33349609375, 5.0126953125, 5.69189453125, 6.37109375, 7.05029296875, 7.7294921875, 8.40869140625, 9.087890625, 9.76708984375, 10.4462890625, 11.12548828125, 11.8046875, 12.48388671875, 13.1630859375, 13.84228515625, 14.521484375, 15.20068359375, 15.8798828125, 16.55908203125, 17.23828125, 17.91748046875, 18.5966796875, 19.27587890625, 19.955078125, 20.63427734375, 21.3134765625, 21.99267578125, 22.671875]}, "gradients/decoder.transformer.h.18.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 1.0, 3.0, 2.0, 3.0, 5.0, 4.0, 7.0, 7.0, 18.0, 10.0, 20.0, 15.0, 35.0, 43.0, 49.0, 49.0, 68.0, 83.0, 91.0, 92.0, 72.0, 59.0, 74.0, 47.0, 32.0, 25.0, 15.0, 22.0, 10.0, 8.0, 9.0, 14.0, 1.0, 4.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-58.345375061035156, -56.5217170715332, -54.69805908203125, -52.87440490722656, -51.05074691772461, -49.227088928222656, -47.4034309387207, -45.57977294921875, -43.75611877441406, -41.93246078491211, -40.108802795410156, -38.28514862060547, -36.461490631103516, -34.63783264160156, -32.81417465209961, -30.990516662597656, -29.166858673095703, -27.34320068359375, -25.51954460144043, -23.695886611938477, -21.872230529785156, -20.048572540283203, -18.22491455078125, -16.401256561279297, -14.577600479125977, -12.75394344329834, -10.930286407470703, -9.10662841796875, -7.282971382141113, -5.459314346313477, -3.6356563568115234, -1.8119993209838867, 0.011661529541015625, 1.8353188037872314, 3.6589760780334473, 5.482633590698242, 7.306290626525879, 9.129947662353516, 10.953605651855469, 12.777262687683105, 14.600919723510742, 16.424577713012695, 18.248233795166016, 20.07189178466797, 21.895549774169922, 23.719205856323242, 25.542863845825195, 27.366519927978516, 29.19017791748047, 31.013835906982422, 32.837493896484375, 34.66114807128906, 36.484806060791016, 38.30846405029297, 40.13212203979492, 41.955780029296875, 43.77943420410156, 45.603092193603516, 47.42675018310547, 49.250404357910156, 51.07406234741211, 52.89772033691406, 54.721378326416016, 56.54503631591797, 58.36869430541992]}, "gradients/decoder.transformer.h.18.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 6.0, 1.0, 4.0, 7.0, 5.0, 10.0, 10.0, 7.0, 7.0, 16.0, 17.0, 11.0, 19.0, 24.0, 20.0, 25.0, 18.0, 26.0, 35.0, 40.0, 31.0, 31.0, 50.0, 47.0, 30.0, 39.0, 39.0, 40.0, 24.0, 32.0, 47.0, 33.0, 32.0, 28.0, 26.0, 30.0, 26.0, 20.0, 20.0, 15.0, 14.0, 12.0, 8.0, 8.0, 4.0, 5.0, 5.0, 3.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-45.75473403930664, -44.292396545410156, -42.83005905151367, -41.36772155761719, -39.9053840637207, -38.44304656982422, -36.980712890625, -35.51837158203125, -34.05603790283203, -32.59370040893555, -31.131362915039062, -29.669025421142578, -28.206687927246094, -26.74435043334961, -25.282014846801758, -23.819677352905273, -22.357337951660156, -20.895000457763672, -19.432662963867188, -17.970325469970703, -16.50798797607422, -15.04565143585205, -13.583314895629883, -12.120977401733398, -10.658639907836914, -9.19630241394043, -7.7339653968811035, -6.271628379821777, -4.809290885925293, -3.3469533920288086, -1.8846168518066406, -0.42227935791015625, 1.0400619506835938, 2.502399206161499, 3.9647364616394043, 5.4270734786987305, 6.889410972595215, 8.3517484664917, 9.814085006713867, 11.276422500610352, 12.738759994506836, 14.20109748840332, 15.663434982299805, 17.125770568847656, 18.58810806274414, 20.050445556640625, 21.51278305053711, 22.975120544433594, 24.437458038330078, 25.899795532226562, 27.362133026123047, 28.82447052001953, 30.286808013916016, 31.7491455078125, 33.21147918701172, 34.67382049560547, 36.13615417480469, 37.59849166870117, 39.060829162597656, 40.52316665649414, 41.985504150390625, 43.44784164428711, 44.910179138183594, 46.37251281738281, 47.83485412597656]}, "gradients/decoder.transformer.h.18.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 7.0, 4.0, 5.0, 6.0, 6.0, 8.0, 3.0, 11.0, 13.0, 16.0, 16.0, 14.0, 18.0, 26.0, 34.0, 35.0, 31.0, 38.0, 38.0, 38.0, 48.0, 35.0, 46.0, 45.0, 37.0, 49.0, 48.0, 44.0, 33.0, 34.0, 32.0, 30.0, 23.0, 16.0, 21.0, 10.0, 12.0, 14.0, 13.0, 10.0, 11.0, 10.0, 5.0, 5.0, 0.0, 0.0, 4.0, 2.0, 5.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.390625, -5.21734619140625, -5.0440673828125, -4.87078857421875, -4.697509765625, -4.52423095703125, -4.3509521484375, -4.17767333984375, -4.00439453125, -3.83111572265625, -3.6578369140625, -3.48455810546875, -3.311279296875, -3.13800048828125, -2.9647216796875, -2.79144287109375, -2.6181640625, -2.44488525390625, -2.2716064453125, -2.09832763671875, -1.925048828125, -1.75177001953125, -1.5784912109375, -1.40521240234375, -1.23193359375, -1.05865478515625, -0.8853759765625, -0.71209716796875, -0.538818359375, -0.36553955078125, -0.1922607421875, -0.01898193359375, 0.154296875, 0.32757568359375, 0.5008544921875, 0.67413330078125, 0.847412109375, 1.02069091796875, 1.1939697265625, 1.36724853515625, 1.54052734375, 1.71380615234375, 1.8870849609375, 2.06036376953125, 2.233642578125, 2.40692138671875, 2.5802001953125, 2.75347900390625, 2.9267578125, 3.10003662109375, 3.2733154296875, 3.44659423828125, 3.619873046875, 3.79315185546875, 3.9664306640625, 4.13970947265625, 4.31298828125, 4.48626708984375, 4.6595458984375, 4.83282470703125, 5.006103515625, 5.17938232421875, 5.3526611328125, 5.52593994140625, 5.69921875]}, "gradients/decoder.transformer.h.18.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 2.0, 2.0, 5.0, 5.0, 7.0, 15.0, 26.0, 35.0, 50.0, 65.0, 90.0, 124.0, 149.0, 228.0, 382.0, 420.0, 722.0, 1035.0, 1539.0, 2211.0, 3369.0, 5322.0, 8526.0, 13973.0, 24560.0, 44927.0, 86906.0, 174829.0, 290859.0, 184386.0, 91839.0, 46784.0, 25382.0, 14619.0, 8840.0, 5405.0, 3603.0, 2297.0, 1565.0, 996.0, 722.0, 532.0, 357.0, 245.0, 191.0, 121.0, 84.0, 64.0, 42.0, 39.0, 20.0, 21.0, 12.0, 5.0, 10.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.8310546875, -0.8047027587890625, -0.778350830078125, -0.7519989013671875, -0.72564697265625, -0.6992950439453125, -0.672943115234375, -0.6465911865234375, -0.6202392578125, -0.5938873291015625, -0.567535400390625, -0.5411834716796875, -0.51483154296875, -0.4884796142578125, -0.462127685546875, -0.4357757568359375, -0.409423828125, -0.3830718994140625, -0.356719970703125, -0.3303680419921875, -0.30401611328125, -0.2776641845703125, -0.251312255859375, -0.2249603271484375, -0.1986083984375, -0.1722564697265625, -0.145904541015625, -0.1195526123046875, -0.09320068359375, -0.0668487548828125, -0.040496826171875, -0.0141448974609375, 0.01220703125, 0.0385589599609375, 0.064910888671875, 0.0912628173828125, 0.11761474609375, 0.1439666748046875, 0.170318603515625, 0.1966705322265625, 0.2230224609375, 0.2493743896484375, 0.275726318359375, 0.3020782470703125, 0.32843017578125, 0.3547821044921875, 0.381134033203125, 0.4074859619140625, 0.433837890625, 0.4601898193359375, 0.486541748046875, 0.5128936767578125, 0.53924560546875, 0.5655975341796875, 0.591949462890625, 0.6183013916015625, 0.6446533203125, 0.6710052490234375, 0.697357177734375, 0.7237091064453125, 0.75006103515625, 0.7764129638671875, 0.802764892578125, 0.8291168212890625, 0.85546875]}, "gradients/decoder.transformer.h.18.crossattention.c_attn.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 4.0, 2.0, 4.0, 4.0, 2.0, 5.0, 4.0, 7.0, 6.0, 11.0, 16.0, 15.0, 11.0, 13.0, 20.0, 23.0, 24.0, 23.0, 24.0, 24.0, 22.0, 25.0, 40.0, 39.0, 42.0, 42.0, 27.0, 1068.0, 43.0, 35.0, 41.0, 38.0, 37.0, 37.0, 38.0, 33.0, 17.0, 28.0, 23.0, 21.0, 12.0, 14.0, 13.0, 19.0, 8.0, 9.0, 8.0, 3.0, 4.0, 4.0, 1.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.94921875, -3.8226318359375, -3.696044921875, -3.5694580078125, -3.44287109375, -3.3162841796875, -3.189697265625, -3.0631103515625, -2.9365234375, -2.8099365234375, -2.683349609375, -2.5567626953125, -2.43017578125, -2.3035888671875, -2.177001953125, -2.0504150390625, -1.923828125, -1.7972412109375, -1.670654296875, -1.5440673828125, -1.41748046875, -1.2908935546875, -1.164306640625, -1.0377197265625, -0.9111328125, -0.7845458984375, -0.657958984375, -0.5313720703125, -0.40478515625, -0.2781982421875, -0.151611328125, -0.0250244140625, 0.1015625, 0.2281494140625, 0.354736328125, 0.4813232421875, 0.60791015625, 0.7344970703125, 0.861083984375, 0.9876708984375, 1.1142578125, 1.2408447265625, 1.367431640625, 1.4940185546875, 1.62060546875, 1.7471923828125, 1.873779296875, 2.0003662109375, 2.126953125, 2.2535400390625, 2.380126953125, 2.5067138671875, 2.63330078125, 2.7598876953125, 2.886474609375, 3.0130615234375, 3.1396484375, 3.2662353515625, 3.392822265625, 3.5194091796875, 3.64599609375, 3.7725830078125, 3.899169921875, 4.0257568359375, 4.15234375]}, "gradients/decoder.transformer.h.18.crossattention.c_attn.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 3.0, 8.0, 14.0, 6.0, 18.0, 23.0, 30.0, 27.0, 33.0, 42.0, 79.0, 105.0, 133.0, 199.0, 291.0, 385.0, 526.0, 797.0, 1136.0, 1515.0, 2243.0, 3182.0, 4651.0, 6667.0, 9991.0, 15178.0, 23326.0, 36342.0, 59251.0, 101824.0, 225529.0, 1184726.0, 178379.0, 89637.0, 52991.0, 32786.0, 21185.0, 13909.0, 9444.0, 6295.0, 4145.0, 2976.0, 2068.0, 1394.0, 1014.0, 726.0, 504.0, 412.0, 283.0, 206.0, 156.0, 90.0, 77.0, 60.0, 39.0, 16.0, 32.0, 13.0, 13.0, 8.0, 7.0], "bins": [-0.331787109375, -0.3221397399902344, -0.31249237060546875, -0.3028450012207031, -0.2931976318359375, -0.2835502624511719, -0.27390289306640625, -0.2642555236816406, -0.254608154296875, -0.24496078491210938, -0.23531341552734375, -0.22566604614257812, -0.2160186767578125, -0.20637130737304688, -0.19672393798828125, -0.18707656860351562, -0.17742919921875, -0.16778182983398438, -0.15813446044921875, -0.14848709106445312, -0.1388397216796875, -0.12919235229492188, -0.11954498291015625, -0.10989761352539062, -0.100250244140625, -0.09060287475585938, -0.08095550537109375, -0.07130813598632812, -0.0616607666015625, -0.052013397216796875, -0.04236602783203125, -0.032718658447265625, -0.0230712890625, -0.013423919677734375, -0.00377655029296875, 0.005870819091796875, 0.0155181884765625, 0.025165557861328125, 0.03481292724609375, 0.044460296630859375, 0.054107666015625, 0.06375503540039062, 0.07340240478515625, 0.08304977416992188, 0.0926971435546875, 0.10234451293945312, 0.11199188232421875, 0.12163925170898438, 0.13128662109375, 0.14093399047851562, 0.15058135986328125, 0.16022872924804688, 0.1698760986328125, 0.17952346801757812, 0.18917083740234375, 0.19881820678710938, 0.208465576171875, 0.21811294555664062, 0.22776031494140625, 0.23740768432617188, 0.2470550537109375, 0.2567024230957031, 0.26634979248046875, 0.2759971618652344, 0.28564453125]}, "gradients/decoder.transformer.h.18.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 0.0, 3.0, 3.0, 3.0, 1.0, 4.0, 3.0, 7.0, 3.0, 7.0, 9.0, 13.0, 18.0, 19.0, 24.0, 23.0, 61.0, 56.0, 97.0, 113.0, 122.0, 115.0, 89.0, 52.0, 27.0, 31.0, 20.0, 18.0, 12.0, 12.0, 8.0, 9.0, 4.0, 2.0, 3.0, 4.0, 2.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1038818359375, -0.10044288635253906, -0.09700393676757812, -0.09356498718261719, -0.09012603759765625, -0.08668708801269531, -0.08324813842773438, -0.07980918884277344, -0.0763702392578125, -0.07293128967285156, -0.06949234008789062, -0.06605339050292969, -0.06261444091796875, -0.05917549133300781, -0.055736541748046875, -0.05229759216308594, -0.048858642578125, -0.04541969299316406, -0.041980743408203125, -0.03854179382324219, -0.03510284423828125, -0.03166389465332031, -0.028224945068359375, -0.024785995483398438, -0.0213470458984375, -0.017908096313476562, -0.014469146728515625, -0.011030197143554688, -0.00759124755859375, -0.0041522979736328125, -0.000713348388671875, 0.0027256011962890625, 0.00616455078125, 0.009603500366210938, 0.013042449951171875, 0.016481399536132812, 0.01992034912109375, 0.023359298706054688, 0.026798248291015625, 0.030237197875976562, 0.0336761474609375, 0.03711509704589844, 0.040554046630859375, 0.04399299621582031, 0.04743194580078125, 0.05087089538574219, 0.054309844970703125, 0.05774879455566406, 0.061187744140625, 0.06462669372558594, 0.06806564331054688, 0.07150459289550781, 0.07494354248046875, 0.07838249206542969, 0.08182144165039062, 0.08526039123535156, 0.0886993408203125, 0.09213829040527344, 0.09557723999023438, 0.09901618957519531, 0.10245513916015625, 0.10589408874511719, 0.10933303833007812, 0.11277198791503906, 0.1162109375]}, "gradients/decoder.transformer.h.18.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 4.0, 1.0, 3.0, 4.0, 4.0, 0.0, 1.0, 6.0, 2.0, 8.0, 11.0, 8.0, 15.0, 20.0, 38.0, 59.0, 80.0, 191.0, 852.0, 14415.0, 998848.0, 32114.0, 1355.0, 231.0, 108.0, 48.0, 41.0, 23.0, 21.0, 8.0, 9.0, 5.0, 5.0, 3.0, 3.0, 5.0, 2.0, 4.0, 4.0, 0.0, 0.0, 1.0, 5.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.228515625, -2.1641082763671875, -2.099700927734375, -2.0352935791015625, -1.97088623046875, -1.9064788818359375, -1.842071533203125, -1.7776641845703125, -1.7132568359375, -1.6488494873046875, -1.584442138671875, -1.5200347900390625, -1.45562744140625, -1.3912200927734375, -1.326812744140625, -1.2624053955078125, -1.197998046875, -1.1335906982421875, -1.069183349609375, -1.0047760009765625, -0.94036865234375, -0.8759613037109375, -0.811553955078125, -0.7471466064453125, -0.6827392578125, -0.6183319091796875, -0.553924560546875, -0.4895172119140625, -0.42510986328125, -0.3607025146484375, -0.296295166015625, -0.2318878173828125, -0.16748046875, -0.1030731201171875, -0.038665771484375, 0.0257415771484375, 0.09014892578125, 0.1545562744140625, 0.218963623046875, 0.2833709716796875, 0.3477783203125, 0.4121856689453125, 0.476593017578125, 0.5410003662109375, 0.60540771484375, 0.6698150634765625, 0.734222412109375, 0.7986297607421875, 0.863037109375, 0.9274444580078125, 0.991851806640625, 1.0562591552734375, 1.12066650390625, 1.1850738525390625, 1.249481201171875, 1.3138885498046875, 1.3782958984375, 1.4427032470703125, 1.507110595703125, 1.5715179443359375, 1.63592529296875, 1.7003326416015625, 1.764739990234375, 1.8291473388671875, 1.8935546875]}, "gradients/decoder.transformer.h.18.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 3.0, 10.0, 29.0, 46.0, 111.0, 347.0, 314.0, 92.0, 40.0, 12.0, 4.0, 2.0, 2.0, 2.0, 2.0], "bins": [-2.6882405281066895, -2.6393418312072754, -2.5904428958892822, -2.541544198989868, -2.492645502090454, -2.44374680519104, -2.394847869873047, -2.345949172973633, -2.2970504760742188, -2.2481517791748047, -2.1992528438568115, -2.1503541469573975, -2.1014554500579834, -2.0525567531585693, -2.003657817840576, -1.954759120941162, -1.905860424041748, -1.8569616079330444, -1.8080629110336304, -1.7591640949249268, -1.7102653980255127, -1.661366581916809, -1.612467885017395, -1.5635690689086914, -1.5146702527999878, -1.4657714366912842, -1.4168727397918701, -1.3679739236831665, -1.3190752267837524, -1.2701764106750488, -1.2212777137756348, -1.1723788976669312, -1.123480200767517, -1.0745813846588135, -1.0256826877593994, -0.9767839312553406, -0.9278851747512817, -0.8789864182472229, -0.8300876617431641, -0.7811888456344604, -0.7322901487350464, -0.6833913922309875, -0.6344926357269287, -0.5855938792228699, -0.536695122718811, -0.4877963662147522, -0.43889757990837097, -0.38999882340431213, -0.3411000370979309, -0.29220128059387207, -0.24330252408981323, -0.1944037526845932, -0.14550499618053436, -0.09660623967647552, -0.04770746827125549, 0.0011912882328033447, 0.05009004473686218, 0.09898880124092102, 0.14788755774497986, 0.1967863291501999, 0.24568508565425873, 0.29458385705947876, 0.3434826135635376, 0.39238137006759644, 0.4412801265716553]}, "gradients/decoder.transformer.h.18.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 5.0, 3.0, 5.0, 4.0, 6.0, 8.0, 9.0, 13.0, 19.0, 19.0, 18.0, 19.0, 19.0, 29.0, 33.0, 32.0, 25.0, 36.0, 37.0, 34.0, 37.0, 38.0, 40.0, 43.0, 31.0, 33.0, 42.0, 41.0, 42.0, 34.0, 30.0, 29.0, 35.0, 21.0, 31.0, 17.0, 19.0, 10.0, 11.0, 7.0, 11.0, 7.0, 8.0, 7.0, 4.0, 1.0, 5.0, 0.0, 2.0, 1.0, 3.0, 0.0, 2.0], "bins": [-0.40568721294403076, -0.3938508927822113, -0.38201457262039185, -0.3701782524585724, -0.35834193229675293, -0.3465055823326111, -0.3346692621707916, -0.32283294200897217, -0.3109966218471527, -0.29916030168533325, -0.2873239815235138, -0.27548766136169434, -0.2636513113975525, -0.25181499123573303, -0.23997867107391357, -0.22814235091209412, -0.21630603075027466, -0.2044697105884552, -0.19263339042663574, -0.1807970553636551, -0.16896073520183563, -0.15712441504001617, -0.14528807997703552, -0.13345175981521606, -0.1216154396533966, -0.10977911949157715, -0.0979427918791771, -0.08610646426677704, -0.07427014410495758, -0.062433820217847824, -0.05059749633073807, -0.03876116871833801, -0.026924848556518555, -0.015088524669408798, -0.0032522007822990417, 0.008584123104810715, 0.02042044699192047, 0.03225677087903023, 0.044093094766139984, 0.05592942237854004, 0.0677657425403595, 0.07960206270217896, 0.09143839031457901, 0.10327471792697906, 0.11511103808879852, 0.12694735825061798, 0.13878369331359863, 0.1506200134754181, 0.16245633363723755, 0.174292653799057, 0.18612897396087646, 0.19796530902385712, 0.20980162918567657, 0.22163794934749603, 0.23347428441047668, 0.24531060457229614, 0.2571469247341156, 0.26898324489593506, 0.2808195650577545, 0.292655885219574, 0.3044922351837158, 0.3163285553455353, 0.32816487550735474, 0.3400011956691742, 0.35183751583099365]}, "gradients/decoder.transformer.h.18.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 7.0, 4.0, 6.0, 5.0, 7.0, 8.0, 3.0, 11.0, 12.0, 16.0, 17.0, 13.0, 19.0, 25.0, 33.0, 36.0, 32.0, 39.0, 36.0, 42.0, 44.0, 35.0, 49.0, 42.0, 37.0, 49.0, 49.0, 44.0, 31.0, 35.0, 31.0, 31.0, 23.0, 17.0, 21.0, 9.0, 12.0, 14.0, 13.0, 11.0, 11.0, 9.0, 5.0, 5.0, 0.0, 0.0, 4.0, 2.0, 5.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.38671875, -5.2135009765625, -5.040283203125, -4.8670654296875, -4.69384765625, -4.5206298828125, -4.347412109375, -4.1741943359375, -4.0009765625, -3.8277587890625, -3.654541015625, -3.4813232421875, -3.30810546875, -3.1348876953125, -2.961669921875, -2.7884521484375, -2.615234375, -2.4420166015625, -2.268798828125, -2.0955810546875, -1.92236328125, -1.7491455078125, -1.575927734375, -1.4027099609375, -1.2294921875, -1.0562744140625, -0.883056640625, -0.7098388671875, -0.53662109375, -0.3634033203125, -0.190185546875, -0.0169677734375, 0.15625, 0.3294677734375, 0.502685546875, 0.6759033203125, 0.84912109375, 1.0223388671875, 1.195556640625, 1.3687744140625, 1.5419921875, 1.7152099609375, 1.888427734375, 2.0616455078125, 2.23486328125, 2.4080810546875, 2.581298828125, 2.7545166015625, 2.927734375, 3.1009521484375, 3.274169921875, 3.4473876953125, 3.62060546875, 3.7938232421875, 3.967041015625, 4.1402587890625, 4.3134765625, 4.4866943359375, 4.659912109375, 4.8331298828125, 5.00634765625, 5.1795654296875, 5.352783203125, 5.5260009765625, 5.69921875]}, "gradients/decoder.transformer.h.18.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 4.0, 6.0, 4.0, 6.0, 8.0, 16.0, 23.0, 31.0, 38.0, 46.0, 58.0, 85.0, 127.0, 187.0, 264.0, 373.0, 520.0, 857.0, 1304.0, 2080.0, 3457.0, 6034.0, 11182.0, 23006.0, 58256.0, 241090.0, 516467.0, 110638.0, 35960.0, 15929.0, 8232.0, 4639.0, 2697.0, 1673.0, 1040.0, 721.0, 443.0, 318.0, 204.0, 148.0, 113.0, 68.0, 54.0, 37.0, 29.0, 20.0, 23.0, 11.0, 15.0, 5.0, 2.0, 3.0, 4.0, 5.0, 1.0, 2.0, 3.0], "bins": [-10.9375, -10.608642578125, -10.27978515625, -9.950927734375, -9.6220703125, -9.293212890625, -8.96435546875, -8.635498046875, -8.306640625, -7.977783203125, -7.64892578125, -7.320068359375, -6.9912109375, -6.662353515625, -6.33349609375, -6.004638671875, -5.67578125, -5.346923828125, -5.01806640625, -4.689208984375, -4.3603515625, -4.031494140625, -3.70263671875, -3.373779296875, -3.044921875, -2.716064453125, -2.38720703125, -2.058349609375, -1.7294921875, -1.400634765625, -1.07177734375, -0.742919921875, -0.4140625, -0.085205078125, 0.24365234375, 0.572509765625, 0.9013671875, 1.230224609375, 1.55908203125, 1.887939453125, 2.216796875, 2.545654296875, 2.87451171875, 3.203369140625, 3.5322265625, 3.861083984375, 4.18994140625, 4.518798828125, 4.84765625, 5.176513671875, 5.50537109375, 5.834228515625, 6.1630859375, 6.491943359375, 6.82080078125, 7.149658203125, 7.478515625, 7.807373046875, 8.13623046875, 8.465087890625, 8.7939453125, 9.122802734375, 9.45166015625, 9.780517578125, 10.109375]}, "gradients/decoder.transformer.h.18.attn.c_attn.bias": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 2.0, 5.0, 1.0, 9.0, 5.0, 11.0, 8.0, 20.0, 21.0, 14.0, 21.0, 30.0, 26.0, 24.0, 29.0, 40.0, 40.0, 44.0, 51.0, 61.0, 94.0, 198.0, 1402.0, 256.0, 125.0, 75.0, 59.0, 43.0, 40.0, 40.0, 35.0, 34.0, 24.0, 17.0, 26.0, 21.0, 15.0, 16.0, 17.0, 10.0, 6.0, 10.0, 2.0, 5.0, 2.0, 6.0, 4.0, 5.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-16.78125, -16.21728515625, -15.6533203125, -15.08935546875, -14.525390625, -13.96142578125, -13.3974609375, -12.83349609375, -12.26953125, -11.70556640625, -11.1416015625, -10.57763671875, -10.013671875, -9.44970703125, -8.8857421875, -8.32177734375, -7.7578125, -7.19384765625, -6.6298828125, -6.06591796875, -5.501953125, -4.93798828125, -4.3740234375, -3.81005859375, -3.24609375, -2.68212890625, -2.1181640625, -1.55419921875, -0.990234375, -0.42626953125, 0.1376953125, 0.70166015625, 1.265625, 1.82958984375, 2.3935546875, 2.95751953125, 3.521484375, 4.08544921875, 4.6494140625, 5.21337890625, 5.77734375, 6.34130859375, 6.9052734375, 7.46923828125, 8.033203125, 8.59716796875, 9.1611328125, 9.72509765625, 10.2890625, 10.85302734375, 11.4169921875, 11.98095703125, 12.544921875, 13.10888671875, 13.6728515625, 14.23681640625, 14.80078125, 15.36474609375, 15.9287109375, 16.49267578125, 17.056640625, 17.62060546875, 18.1845703125, 18.74853515625, 19.3125]}, "gradients/decoder.transformer.h.18.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 2.0, 8.0, 3.0, 8.0, 10.0, 10.0, 15.0, 17.0, 23.0, 35.0, 44.0, 61.0, 102.0, 145.0, 274.0, 550.0, 1741.0, 7915.0, 57277.0, 2535423.0, 509076.0, 26316.0, 4467.0, 1160.0, 435.0, 201.0, 107.0, 61.0, 59.0, 38.0, 35.0, 32.0, 20.0, 13.0, 7.0, 5.0, 6.0, 7.0, 2.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-38.59375, -37.41796875, -36.2421875, -35.06640625, -33.890625, -32.71484375, -31.5390625, -30.36328125, -29.1875, -28.01171875, -26.8359375, -25.66015625, -24.484375, -23.30859375, -22.1328125, -20.95703125, -19.78125, -18.60546875, -17.4296875, -16.25390625, -15.078125, -13.90234375, -12.7265625, -11.55078125, -10.375, -9.19921875, -8.0234375, -6.84765625, -5.671875, -4.49609375, -3.3203125, -2.14453125, -0.96875, 0.20703125, 1.3828125, 2.55859375, 3.734375, 4.91015625, 6.0859375, 7.26171875, 8.4375, 9.61328125, 10.7890625, 11.96484375, 13.140625, 14.31640625, 15.4921875, 16.66796875, 17.84375, 19.01953125, 20.1953125, 21.37109375, 22.546875, 23.72265625, 24.8984375, 26.07421875, 27.25, 28.42578125, 29.6015625, 30.77734375, 31.953125, 33.12890625, 34.3046875, 35.48046875, 36.65625]}, "gradients/decoder.transformer.h.18.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 9.0, 361.0, 622.0, 26.0], "bins": [-859.7772216796875, -845.9298706054688, -832.0824584960938, -818.235107421875, -804.3876953125, -790.5403442382812, -776.6929931640625, -762.8455810546875, -748.9982299804688, -735.15087890625, -721.303466796875, -707.4561157226562, -693.6087036132812, -679.7613525390625, -665.9139404296875, -652.0665893554688, -638.2191772460938, -624.371826171875, -610.5244140625, -596.6770629882812, -582.8296508789062, -568.9822998046875, -555.1348876953125, -541.2875366210938, -527.440185546875, -513.5928344726562, -499.74542236328125, -485.8980712890625, -472.0506896972656, -458.20330810546875, -444.3559265136719, -430.508544921875, -416.6611633300781, -402.81378173828125, -388.9664001464844, -375.1190185546875, -361.27166748046875, -347.4242858886719, -333.576904296875, -319.7295227050781, -305.88214111328125, -292.0347595214844, -278.1873779296875, -264.34002685546875, -250.4926300048828, -236.645263671875, -222.79788208007812, -208.95050048828125, -195.10313415527344, -181.25575256347656, -167.40838623046875, -153.56100463867188, -139.713623046875, -125.86624908447266, -112.01887512207031, -98.17149353027344, -84.3241195678711, -70.47674560546875, -56.629364013671875, -42.78199005126953, -28.934612274169922, -15.087234497070312, -1.2398605346679688, 12.607521057128906, 26.45489501953125]}, "gradients/decoder.transformer.h.18.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 5.0, 2.0, 2.0, 4.0, 2.0, 7.0, 12.0, 13.0, 7.0, 13.0, 20.0, 12.0, 24.0, 23.0, 25.0, 25.0, 36.0, 33.0, 39.0, 35.0, 36.0, 33.0, 45.0, 29.0, 48.0, 39.0, 32.0, 41.0, 26.0, 23.0, 22.0, 35.0, 33.0, 36.0, 27.0, 26.0, 19.0, 18.0, 23.0, 17.0, 8.0, 9.0, 13.0, 7.0, 8.0, 3.0, 5.0, 2.0, 6.0, 1.0, 2.0, 6.0, 1.0, 1.0, 2.0], "bins": [-57.058937072753906, -55.3424072265625, -53.62588119506836, -51.90935134887695, -50.19282531738281, -48.476295471191406, -46.759765625, -45.04323959350586, -43.32671356201172, -41.61018371582031, -39.89365768432617, -38.177127838134766, -36.460601806640625, -34.74407196044922, -33.02754211425781, -31.311016082763672, -29.594486236572266, -27.877958297729492, -26.16143035888672, -24.444900512695312, -22.728374481201172, -21.011844635009766, -19.295316696166992, -17.57878875732422, -15.862260818481445, -14.145732879638672, -12.429204940795898, -10.712676048278809, -8.996148109436035, -7.279620170593262, -5.563091278076172, -3.8465633392333984, -2.1300315856933594, -0.41350340843200684, 1.3030247688293457, 3.0195531845092773, 4.736081123352051, 6.452609062194824, 8.169137954711914, 9.885665893554688, 11.602193832397461, 13.318721771240234, 15.035249710083008, 16.75177764892578, 18.468307495117188, 20.184833526611328, 21.901363372802734, 23.617891311645508, 25.33441925048828, 27.050947189331055, 28.767475128173828, 30.484004974365234, 32.200531005859375, 33.91706085205078, 35.63359069824219, 37.35011672973633, 39.06664276123047, 40.783172607421875, 42.499698638916016, 44.21622848510742, 45.93275451660156, 47.64928436279297, 49.365814208984375, 51.082340240478516, 52.79887008666992]}, "gradients/decoder.transformer.h.17.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 4.0, 1.0, 3.0, 4.0, 6.0, 6.0, 4.0, 11.0, 5.0, 13.0, 10.0, 17.0, 16.0, 20.0, 18.0, 22.0, 36.0, 34.0, 41.0, 32.0, 40.0, 43.0, 47.0, 47.0, 45.0, 42.0, 41.0, 42.0, 39.0, 32.0, 36.0, 33.0, 39.0, 23.0, 25.0, 20.0, 20.0, 7.0, 12.0, 17.0, 11.0, 14.0, 4.0, 7.0, 2.0, 9.0, 3.0, 1.0, 2.0, 1.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.6640625, -5.48016357421875, -5.2962646484375, -5.11236572265625, -4.928466796875, -4.74456787109375, -4.5606689453125, -4.37677001953125, -4.19287109375, -4.00897216796875, -3.8250732421875, -3.64117431640625, -3.457275390625, -3.27337646484375, -3.0894775390625, -2.90557861328125, -2.7216796875, -2.53778076171875, -2.3538818359375, -2.16998291015625, -1.986083984375, -1.80218505859375, -1.6182861328125, -1.43438720703125, -1.25048828125, -1.06658935546875, -0.8826904296875, -0.69879150390625, -0.514892578125, -0.33099365234375, -0.1470947265625, 0.03680419921875, 0.220703125, 0.40460205078125, 0.5885009765625, 0.77239990234375, 0.956298828125, 1.14019775390625, 1.3240966796875, 1.50799560546875, 1.69189453125, 1.87579345703125, 2.0596923828125, 2.24359130859375, 2.427490234375, 2.61138916015625, 2.7952880859375, 2.97918701171875, 3.1630859375, 3.34698486328125, 3.5308837890625, 3.71478271484375, 3.898681640625, 4.08258056640625, 4.2664794921875, 4.45037841796875, 4.63427734375, 4.81817626953125, 5.0020751953125, 5.18597412109375, 5.369873046875, 5.55377197265625, 5.7376708984375, 5.92156982421875, 6.10546875]}, "gradients/decoder.transformer.h.17.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 4.0, 9.0, 9.0, 12.0, 14.0, 24.0, 41.0, 48.0, 65.0, 96.0, 150.0, 195.0, 278.0, 412.0, 618.0, 842.0, 1333.0, 1954.0, 3221.0, 4929.0, 7985.0, 13976.0, 26290.0, 69250.0, 460330.0, 2534275.0, 882908.0, 109257.0, 32456.0, 16793.0, 9627.0, 5772.0, 3610.0, 2417.0, 1630.0, 1029.0, 745.0, 499.0, 368.0, 244.0, 151.0, 127.0, 89.0, 62.0, 46.0, 33.0, 18.0, 21.0, 11.0, 8.0, 6.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-12.0234375, -11.6435546875, -11.263671875, -10.8837890625, -10.50390625, -10.1240234375, -9.744140625, -9.3642578125, -8.984375, -8.6044921875, -8.224609375, -7.8447265625, -7.46484375, -7.0849609375, -6.705078125, -6.3251953125, -5.9453125, -5.5654296875, -5.185546875, -4.8056640625, -4.42578125, -4.0458984375, -3.666015625, -3.2861328125, -2.90625, -2.5263671875, -2.146484375, -1.7666015625, -1.38671875, -1.0068359375, -0.626953125, -0.2470703125, 0.1328125, 0.5126953125, 0.892578125, 1.2724609375, 1.65234375, 2.0322265625, 2.412109375, 2.7919921875, 3.171875, 3.5517578125, 3.931640625, 4.3115234375, 4.69140625, 5.0712890625, 5.451171875, 5.8310546875, 6.2109375, 6.5908203125, 6.970703125, 7.3505859375, 7.73046875, 8.1103515625, 8.490234375, 8.8701171875, 9.25, 9.6298828125, 10.009765625, 10.3896484375, 10.76953125, 11.1494140625, 11.529296875, 11.9091796875, 12.2890625]}, "gradients/decoder.transformer.h.17.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 6.0, 5.0, 0.0, 3.0, 5.0, 6.0, 8.0, 11.0, 12.0, 11.0, 18.0, 28.0, 34.0, 31.0, 42.0, 54.0, 64.0, 125.0, 190.0, 351.0, 567.0, 770.0, 624.0, 400.0, 215.0, 141.0, 90.0, 61.0, 45.0, 36.0, 18.0, 25.0, 24.0, 10.0, 5.0, 7.0, 10.0, 6.0, 7.0, 5.0, 3.0, 6.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-17.328125, -16.827880859375, -16.32763671875, -15.827392578125, -15.3271484375, -14.826904296875, -14.32666015625, -13.826416015625, -13.326171875, -12.825927734375, -12.32568359375, -11.825439453125, -11.3251953125, -10.824951171875, -10.32470703125, -9.824462890625, -9.32421875, -8.823974609375, -8.32373046875, -7.823486328125, -7.3232421875, -6.822998046875, -6.32275390625, -5.822509765625, -5.322265625, -4.822021484375, -4.32177734375, -3.821533203125, -3.3212890625, -2.821044921875, -2.32080078125, -1.820556640625, -1.3203125, -0.820068359375, -0.31982421875, 0.180419921875, 0.6806640625, 1.180908203125, 1.68115234375, 2.181396484375, 2.681640625, 3.181884765625, 3.68212890625, 4.182373046875, 4.6826171875, 5.182861328125, 5.68310546875, 6.183349609375, 6.68359375, 7.183837890625, 7.68408203125, 8.184326171875, 8.6845703125, 9.184814453125, 9.68505859375, 10.185302734375, 10.685546875, 11.185791015625, 11.68603515625, 12.186279296875, 12.6865234375, 13.186767578125, 13.68701171875, 14.187255859375, 14.6875]}, "gradients/decoder.transformer.h.17.mlp.c_fc.weight": {"_type": "histogram", "values": [4.0, 1.0, 1.0, 5.0, 5.0, 6.0, 10.0, 13.0, 20.0, 26.0, 44.0, 55.0, 82.0, 129.0, 173.0, 218.0, 361.0, 516.0, 769.0, 1194.0, 1838.0, 2951.0, 4794.0, 8315.0, 15049.0, 28286.0, 61261.0, 186342.0, 1298180.0, 2127499.0, 299033.0, 79655.0, 34655.0, 17622.0, 9962.0, 5628.0, 3373.0, 2150.0, 1382.0, 915.0, 561.0, 369.0, 259.0, 160.0, 124.0, 90.0, 74.0, 39.0, 25.0, 19.0, 14.0, 17.0, 10.0, 7.0, 4.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-15.390625, -14.862548828125, -14.33447265625, -13.806396484375, -13.2783203125, -12.750244140625, -12.22216796875, -11.694091796875, -11.166015625, -10.637939453125, -10.10986328125, -9.581787109375, -9.0537109375, -8.525634765625, -7.99755859375, -7.469482421875, -6.94140625, -6.413330078125, -5.88525390625, -5.357177734375, -4.8291015625, -4.301025390625, -3.77294921875, -3.244873046875, -2.716796875, -2.188720703125, -1.66064453125, -1.132568359375, -0.6044921875, -0.076416015625, 0.45166015625, 0.979736328125, 1.5078125, 2.035888671875, 2.56396484375, 3.092041015625, 3.6201171875, 4.148193359375, 4.67626953125, 5.204345703125, 5.732421875, 6.260498046875, 6.78857421875, 7.316650390625, 7.8447265625, 8.372802734375, 8.90087890625, 9.428955078125, 9.95703125, 10.485107421875, 11.01318359375, 11.541259765625, 12.0693359375, 12.597412109375, 13.12548828125, 13.653564453125, 14.181640625, 14.709716796875, 15.23779296875, 15.765869140625, 16.2939453125, 16.822021484375, 17.35009765625, 17.878173828125, 18.40625]}, "gradients/decoder.transformer.h.17.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 13.0, 5.0, 20.0, 33.0, 49.0, 79.0, 141.0, 196.0, 182.0, 110.0, 82.0, 48.0, 25.0, 13.0, 8.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-106.68283081054688, -102.56071472167969, -98.43859100341797, -94.31647491455078, -90.19435119628906, -86.07223510742188, -81.95011901855469, -77.82799530029297, -73.70587158203125, -69.58375549316406, -65.46163177490234, -61.339515686035156, -57.21739196777344, -53.09527587890625, -48.9731559753418, -44.851036071777344, -40.728919982910156, -36.6068000793457, -32.48468017578125, -28.36256217956543, -24.240442276000977, -20.118322372436523, -15.996204376220703, -11.87408447265625, -7.751964569091797, -3.629845142364502, 0.49227428436279297, 4.61439323425293, 8.736513137817383, 12.858633041381836, 16.980751037597656, 21.10287094116211, 25.224990844726562, 29.347110748291016, 33.46923065185547, 37.591346740722656, 41.713470458984375, 45.83558654785156, 49.957706451416016, 54.07982635498047, 58.20194625854492, 62.324066162109375, 66.44618225097656, 70.56830596923828, 74.69042205810547, 78.81254577636719, 82.93466186523438, 87.05677795410156, 91.17890167236328, 95.30101776123047, 99.42314147949219, 103.54525756835938, 107.6673812866211, 111.78949737548828, 115.91162109375, 120.03373718261719, 124.15585327148438, 128.27796936035156, 132.40008544921875, 136.522216796875, 140.6443328857422, 144.76644897460938, 148.88856506347656, 153.01068115234375, 157.1328125]}, "gradients/decoder.transformer.h.17.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 2.0, 7.0, 10.0, 14.0, 12.0, 14.0, 26.0, 17.0, 15.0, 27.0, 23.0, 43.0, 42.0, 37.0, 41.0, 38.0, 51.0, 44.0, 53.0, 49.0, 35.0, 44.0, 41.0, 39.0, 34.0, 34.0, 23.0, 25.0, 36.0, 13.0, 20.0, 23.0, 15.0, 16.0, 10.0, 8.0, 8.0, 4.0, 2.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-55.550804138183594, -53.856239318847656, -52.16167449951172, -50.46710968017578, -48.772544860839844, -47.077980041503906, -45.38341522216797, -43.68885040283203, -41.994285583496094, -40.299720764160156, -38.60515594482422, -36.91059112548828, -35.216026306152344, -33.521461486816406, -31.82689666748047, -30.13233184814453, -28.437767028808594, -26.743202209472656, -25.04863739013672, -23.35407257080078, -21.659507751464844, -19.964942932128906, -18.27037811279297, -16.57581329345703, -14.881248474121094, -13.186683654785156, -11.492118835449219, -9.797554016113281, -8.102989196777344, -6.408424377441406, -4.713859558105469, -3.0192947387695312, -1.3247299194335938, 0.36983489990234375, 2.0643997192382812, 3.7589645385742188, 5.453529357910156, 7.148094177246094, 8.842658996582031, 10.537223815917969, 12.231788635253906, 13.926353454589844, 15.620918273925781, 17.31548309326172, 19.010047912597656, 20.704612731933594, 22.39917755126953, 24.09374237060547, 25.788307189941406, 27.482872009277344, 29.17743682861328, 30.87200164794922, 32.566566467285156, 34.261131286621094, 35.95569610595703, 37.65026092529297, 39.344825744628906, 41.039390563964844, 42.73395538330078, 44.42852020263672, 46.123085021972656, 47.817649841308594, 49.51221466064453, 51.20677947998047, 52.901344299316406]}, "gradients/decoder.transformer.h.17.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 9.0, 7.0, 5.0, 11.0, 11.0, 10.0, 19.0, 12.0, 16.0, 16.0, 18.0, 30.0, 27.0, 29.0, 35.0, 49.0, 45.0, 46.0, 44.0, 41.0, 35.0, 44.0, 47.0, 47.0, 30.0, 30.0, 32.0, 41.0, 23.0, 23.0, 20.0, 22.0, 25.0, 23.0, 16.0, 12.0, 13.0, 11.0, 1.0, 7.0, 5.0, 3.0, 3.0, 2.0, 3.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-5.79296875, -5.61016845703125, -5.4273681640625, -5.24456787109375, -5.061767578125, -4.87896728515625, -4.6961669921875, -4.51336669921875, -4.33056640625, -4.14776611328125, -3.9649658203125, -3.78216552734375, -3.599365234375, -3.41656494140625, -3.2337646484375, -3.05096435546875, -2.8681640625, -2.68536376953125, -2.5025634765625, -2.31976318359375, -2.136962890625, -1.95416259765625, -1.7713623046875, -1.58856201171875, -1.40576171875, -1.22296142578125, -1.0401611328125, -0.85736083984375, -0.674560546875, -0.49176025390625, -0.3089599609375, -0.12615966796875, 0.056640625, 0.23944091796875, 0.4222412109375, 0.60504150390625, 0.787841796875, 0.97064208984375, 1.1534423828125, 1.33624267578125, 1.51904296875, 1.70184326171875, 1.8846435546875, 2.06744384765625, 2.250244140625, 2.43304443359375, 2.6158447265625, 2.79864501953125, 2.9814453125, 3.16424560546875, 3.3470458984375, 3.52984619140625, 3.712646484375, 3.89544677734375, 4.0782470703125, 4.26104736328125, 4.44384765625, 4.62664794921875, 4.8094482421875, 4.99224853515625, 5.175048828125, 5.35784912109375, 5.5406494140625, 5.72344970703125, 5.90625]}, "gradients/decoder.transformer.h.17.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 1.0, 7.0, 10.0, 19.0, 18.0, 26.0, 36.0, 49.0, 61.0, 76.0, 110.0, 167.0, 236.0, 311.0, 500.0, 691.0, 1027.0, 1706.0, 2519.0, 4122.0, 6715.0, 11558.0, 20516.0, 37726.0, 73419.0, 145504.0, 268026.0, 225825.0, 116054.0, 59033.0, 30472.0, 16681.0, 9602.0, 5572.0, 3550.0, 2223.0, 1405.0, 955.0, 593.0, 414.0, 312.0, 182.0, 146.0, 99.0, 85.0, 62.0, 37.0, 35.0, 25.0, 15.0, 9.0, 13.0, 7.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.8505859375, -0.8220748901367188, -0.7935638427734375, -0.7650527954101562, -0.736541748046875, -0.7080307006835938, -0.6795196533203125, -0.6510086059570312, -0.62249755859375, -0.5939865112304688, -0.5654754638671875, -0.5369644165039062, -0.508453369140625, -0.47994232177734375, -0.4514312744140625, -0.42292022705078125, -0.3944091796875, -0.36589813232421875, -0.3373870849609375, -0.30887603759765625, -0.280364990234375, -0.25185394287109375, -0.2233428955078125, -0.19483184814453125, -0.16632080078125, -0.13780975341796875, -0.1092987060546875, -0.08078765869140625, -0.052276611328125, -0.02376556396484375, 0.0047454833984375, 0.03325653076171875, 0.061767578125, 0.09027862548828125, 0.1187896728515625, 0.14730072021484375, 0.175811767578125, 0.20432281494140625, 0.2328338623046875, 0.26134490966796875, 0.28985595703125, 0.31836700439453125, 0.3468780517578125, 0.37538909912109375, 0.403900146484375, 0.43241119384765625, 0.4609222412109375, 0.48943328857421875, 0.5179443359375, 0.5464553833007812, 0.5749664306640625, 0.6034774780273438, 0.631988525390625, 0.6604995727539062, 0.6890106201171875, 0.7175216674804688, 0.74603271484375, 0.7745437622070312, 0.8030548095703125, 0.8315658569335938, 0.860076904296875, 0.8885879516601562, 0.9170989990234375, 0.9456100463867188, 0.97412109375]}, "gradients/decoder.transformer.h.17.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 3.0, 5.0, 1.0, 4.0, 3.0, 3.0, 8.0, 5.0, 8.0, 12.0, 8.0, 9.0, 20.0, 12.0, 19.0, 25.0, 25.0, 36.0, 33.0, 30.0, 36.0, 32.0, 34.0, 33.0, 37.0, 39.0, 1061.0, 43.0, 43.0, 33.0, 32.0, 36.0, 41.0, 38.0, 29.0, 25.0, 23.0, 22.0, 20.0, 18.0, 20.0, 10.0, 13.0, 15.0, 12.0, 9.0, 6.0, 3.0, 2.0, 6.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.58984375, -4.4410400390625, -4.292236328125, -4.1434326171875, -3.99462890625, -3.8458251953125, -3.697021484375, -3.5482177734375, -3.3994140625, -3.2506103515625, -3.101806640625, -2.9530029296875, -2.80419921875, -2.6553955078125, -2.506591796875, -2.3577880859375, -2.208984375, -2.0601806640625, -1.911376953125, -1.7625732421875, -1.61376953125, -1.4649658203125, -1.316162109375, -1.1673583984375, -1.0185546875, -0.8697509765625, -0.720947265625, -0.5721435546875, -0.42333984375, -0.2745361328125, -0.125732421875, 0.0230712890625, 0.171875, 0.3206787109375, 0.469482421875, 0.6182861328125, 0.76708984375, 0.9158935546875, 1.064697265625, 1.2135009765625, 1.3623046875, 1.5111083984375, 1.659912109375, 1.8087158203125, 1.95751953125, 2.1063232421875, 2.255126953125, 2.4039306640625, 2.552734375, 2.7015380859375, 2.850341796875, 2.9991455078125, 3.14794921875, 3.2967529296875, 3.445556640625, 3.5943603515625, 3.7431640625, 3.8919677734375, 4.040771484375, 4.1895751953125, 4.33837890625, 4.4871826171875, 4.635986328125, 4.7847900390625, 4.93359375]}, "gradients/decoder.transformer.h.17.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 3.0, 4.0, 6.0, 11.0, 14.0, 22.0, 35.0, 47.0, 48.0, 86.0, 126.0, 176.0, 271.0, 471.0, 657.0, 1025.0, 1620.0, 2485.0, 3892.0, 6386.0, 10263.0, 17102.0, 29130.0, 51531.0, 95744.0, 213037.0, 1262107.0, 191409.0, 90150.0, 48994.0, 27870.0, 16340.0, 9660.0, 5975.0, 3734.0, 2280.0, 1482.0, 1017.0, 641.0, 435.0, 294.0, 179.0, 141.0, 73.0, 51.0, 43.0, 27.0, 18.0, 13.0, 5.0, 3.0, 3.0, 4.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.375244140625, -0.3625030517578125, -0.349761962890625, -0.3370208740234375, -0.32427978515625, -0.3115386962890625, -0.298797607421875, -0.2860565185546875, -0.2733154296875, -0.2605743408203125, -0.247833251953125, -0.2350921630859375, -0.22235107421875, -0.2096099853515625, -0.196868896484375, -0.1841278076171875, -0.17138671875, -0.1586456298828125, -0.145904541015625, -0.1331634521484375, -0.12042236328125, -0.1076812744140625, -0.094940185546875, -0.0821990966796875, -0.0694580078125, -0.0567169189453125, -0.043975830078125, -0.0312347412109375, -0.01849365234375, -0.0057525634765625, 0.006988525390625, 0.0197296142578125, 0.032470703125, 0.0452117919921875, 0.057952880859375, 0.0706939697265625, 0.08343505859375, 0.0961761474609375, 0.108917236328125, 0.1216583251953125, 0.1343994140625, 0.1471405029296875, 0.159881591796875, 0.1726226806640625, 0.18536376953125, 0.1981048583984375, 0.210845947265625, 0.2235870361328125, 0.236328125, 0.2490692138671875, 0.261810302734375, 0.2745513916015625, 0.28729248046875, 0.3000335693359375, 0.312774658203125, 0.3255157470703125, 0.3382568359375, 0.3509979248046875, 0.363739013671875, 0.3764801025390625, 0.38922119140625, 0.4019622802734375, 0.414703369140625, 0.4274444580078125, 0.440185546875]}, "gradients/decoder.transformer.h.17.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 4.0, 2.0, 3.0, 4.0, 8.0, 1.0, 2.0, 8.0, 8.0, 7.0, 6.0, 11.0, 9.0, 14.0, 22.0, 18.0, 18.0, 28.0, 47.0, 38.0, 48.0, 76.0, 70.0, 66.0, 77.0, 64.0, 64.0, 58.0, 36.0, 36.0, 30.0, 20.0, 13.0, 15.0, 10.0, 12.0, 15.0, 8.0, 6.0, 5.0, 5.0, 2.0, 8.0, 1.0, 3.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 4.0], "bins": [-0.093505859375, -0.0908212661743164, -0.08813667297363281, -0.08545207977294922, -0.08276748657226562, -0.08008289337158203, -0.07739830017089844, -0.07471370697021484, -0.07202911376953125, -0.06934452056884766, -0.06665992736816406, -0.06397533416748047, -0.061290740966796875, -0.05860614776611328, -0.05592155456542969, -0.053236961364746094, -0.0505523681640625, -0.047867774963378906, -0.04518318176269531, -0.04249858856201172, -0.039813995361328125, -0.03712940216064453, -0.03444480895996094, -0.031760215759277344, -0.02907562255859375, -0.026391029357910156, -0.023706436157226562, -0.02102184295654297, -0.018337249755859375, -0.01565265655517578, -0.012968063354492188, -0.010283470153808594, -0.007598876953125, -0.004914283752441406, -0.0022296905517578125, 0.00045490264892578125, 0.003139495849609375, 0.005824089050292969, 0.008508682250976562, 0.011193275451660156, 0.01387786865234375, 0.016562461853027344, 0.019247055053710938, 0.02193164825439453, 0.024616241455078125, 0.02730083465576172, 0.029985427856445312, 0.032670021057128906, 0.0353546142578125, 0.038039207458496094, 0.04072380065917969, 0.04340839385986328, 0.046092987060546875, 0.04877758026123047, 0.05146217346191406, 0.054146766662597656, 0.05683135986328125, 0.059515953063964844, 0.06220054626464844, 0.06488513946533203, 0.06756973266601562, 0.07025432586669922, 0.07293891906738281, 0.0756235122680664, 0.07830810546875]}, "gradients/decoder.transformer.h.17.crossattention.q_attn.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 4.0, 1.0, 4.0, 7.0, 4.0, 5.0, 5.0, 10.0, 9.0, 12.0, 16.0, 13.0, 16.0, 35.0, 53.0, 70.0, 120.0, 199.0, 414.0, 2704.0, 135745.0, 900946.0, 6886.0, 626.0, 231.0, 125.0, 96.0, 47.0, 28.0, 18.0, 24.0, 13.0, 11.0, 9.0, 7.0, 7.0, 8.0, 8.0, 0.0, 5.0, 7.0, 2.0, 3.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.4697265625, -1.4193115234375, -1.368896484375, -1.3184814453125, -1.26806640625, -1.2176513671875, -1.167236328125, -1.1168212890625, -1.06640625, -1.0159912109375, -0.965576171875, -0.9151611328125, -0.86474609375, -0.8143310546875, -0.763916015625, -0.7135009765625, -0.6630859375, -0.6126708984375, -0.562255859375, -0.5118408203125, -0.46142578125, -0.4110107421875, -0.360595703125, -0.3101806640625, -0.259765625, -0.2093505859375, -0.158935546875, -0.1085205078125, -0.05810546875, -0.0076904296875, 0.042724609375, 0.0931396484375, 0.1435546875, 0.1939697265625, 0.244384765625, 0.2947998046875, 0.34521484375, 0.3956298828125, 0.446044921875, 0.4964599609375, 0.546875, 0.5972900390625, 0.647705078125, 0.6981201171875, 0.74853515625, 0.7989501953125, 0.849365234375, 0.8997802734375, 0.9501953125, 1.0006103515625, 1.051025390625, 1.1014404296875, 1.15185546875, 1.2022705078125, 1.252685546875, 1.3031005859375, 1.353515625, 1.4039306640625, 1.454345703125, 1.5047607421875, 1.55517578125, 1.6055908203125, 1.656005859375, 1.7064208984375, 1.7568359375]}, "gradients/decoder.transformer.h.17.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 4.0, 18.0, 38.0, 118.0, 513.0, 238.0, 65.0, 11.0, 4.0, 7.0, 1.0], "bins": [-3.1677403450012207, -3.1129024028778076, -3.0580646991729736, -3.0032267570495605, -2.9483888149261475, -2.8935508728027344, -2.8387131690979004, -2.7838752269744873, -2.729037284851074, -2.674199342727661, -2.619361639022827, -2.564523696899414, -2.509685754776001, -2.454847812652588, -2.400010108947754, -2.345172166824341, -2.2903342247009277, -2.2354962825775146, -2.1806585788726807, -2.1258206367492676, -2.0709826946258545, -2.0161447525024414, -1.9613070487976074, -1.9064691066741943, -1.8516314029693604, -1.7967935800552368, -1.7419556379318237, -1.6871178150177002, -1.632279872894287, -1.5774420499801636, -1.52260422706604, -1.467766284942627, -1.4129283428192139, -1.3580905199050903, -1.3032525777816772, -1.2484147548675537, -1.1935768127441406, -1.138738989830017, -1.0839011669158936, -1.0290632247924805, -0.9742254018783569, -0.9193875193595886, -0.8645496368408203, -0.8097118139266968, -0.7548738718032837, -0.7000360488891602, -0.6451981663703918, -0.5903602838516235, -0.5355224013328552, -0.4806845188140869, -0.4258466362953186, -0.3710087835788727, -0.31617090106010437, -0.26133301854133606, -0.20649516582489014, -0.15165728330612183, -0.09681940078735352, -0.0419815257191658, 0.012856349349021912, 0.06769421696662903, 0.12253209948539734, 0.17736998200416565, 0.23220783472061157, 0.2870457172393799, 0.3418835997581482]}, "gradients/decoder.transformer.h.17.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 6.0, 2.0, 3.0, 1.0, 7.0, 6.0, 2.0, 6.0, 10.0, 11.0, 6.0, 6.0, 17.0, 14.0, 15.0, 25.0, 23.0, 35.0, 31.0, 27.0, 40.0, 30.0, 34.0, 29.0, 30.0, 40.0, 36.0, 48.0, 33.0, 37.0, 29.0, 43.0, 23.0, 36.0, 39.0, 27.0, 25.0, 36.0, 25.0, 21.0, 15.0, 17.0, 13.0, 12.0, 12.0, 4.0, 8.0, 1.0, 9.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.39277714490890503, -0.3808881938457489, -0.3689992129802704, -0.35711026191711426, -0.34522128105163574, -0.3333323299884796, -0.3214433789253235, -0.30955439805984497, -0.29766544699668884, -0.2857764959335327, -0.2738875150680542, -0.26199856400489807, -0.25010958313941956, -0.23822063207626343, -0.2263316661119461, -0.21444270014762878, -0.20255373418331146, -0.19066476821899414, -0.17877580225467682, -0.1668868362903595, -0.15499788522720337, -0.14310891926288605, -0.13121995329856873, -0.119330994784832, -0.10744202882051468, -0.09555306285619736, -0.08366410434246063, -0.07177513837814331, -0.05988617613911629, -0.047997213900089264, -0.03610824793577194, -0.024219289422035217, -0.012330323457717896, -0.0004413602873682976, 0.0114476028829813, 0.023336566984653473, 0.035225529223680496, 0.04711449146270752, 0.05900345742702484, 0.07089241594076157, 0.08278138190507889, 0.09467034786939621, 0.10655930638313293, 0.11844827234745026, 0.13033723831176758, 0.1422261893749237, 0.15411517024040222, 0.16600412130355835, 0.17789308726787567, 0.189782053232193, 0.20167101919651031, 0.21355998516082764, 0.22544893622398376, 0.2373379021883011, 0.2492268681526184, 0.26111581921577454, 0.27300480008125305, 0.2848937511444092, 0.2967827320098877, 0.3086716830730438, 0.32056066393852234, 0.33244961500167847, 0.344338595867157, 0.3562275469303131, 0.36811649799346924]}, "gradients/decoder.transformer.h.17.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 2.0, 3.0, 7.0, 9.0, 4.0, 12.0, 9.0, 9.0, 21.0, 10.0, 16.0, 18.0, 19.0, 28.0, 28.0, 28.0, 36.0, 47.0, 49.0, 44.0, 42.0, 42.0, 37.0, 42.0, 48.0, 46.0, 32.0, 28.0, 32.0, 40.0, 25.0, 20.0, 23.0, 22.0, 23.0, 24.0, 16.0, 11.0, 13.0, 12.0, 1.0, 7.0, 4.0, 4.0, 3.0, 2.0, 3.0, 3.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-5.78515625, -5.6025390625, -5.419921875, -5.2373046875, -5.0546875, -4.8720703125, -4.689453125, -4.5068359375, -4.32421875, -4.1416015625, -3.958984375, -3.7763671875, -3.59375, -3.4111328125, -3.228515625, -3.0458984375, -2.86328125, -2.6806640625, -2.498046875, -2.3154296875, -2.1328125, -1.9501953125, -1.767578125, -1.5849609375, -1.40234375, -1.2197265625, -1.037109375, -0.8544921875, -0.671875, -0.4892578125, -0.306640625, -0.1240234375, 0.05859375, 0.2412109375, 0.423828125, 0.6064453125, 0.7890625, 0.9716796875, 1.154296875, 1.3369140625, 1.51953125, 1.7021484375, 1.884765625, 2.0673828125, 2.25, 2.4326171875, 2.615234375, 2.7978515625, 2.98046875, 3.1630859375, 3.345703125, 3.5283203125, 3.7109375, 3.8935546875, 4.076171875, 4.2587890625, 4.44140625, 4.6240234375, 4.806640625, 4.9892578125, 5.171875, 5.3544921875, 5.537109375, 5.7197265625, 5.90234375]}, "gradients/decoder.transformer.h.17.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 6.0, 2.0, 3.0, 7.0, 11.0, 14.0, 18.0, 29.0, 36.0, 55.0, 76.0, 96.0, 137.0, 223.0, 353.0, 500.0, 791.0, 1353.0, 2406.0, 4511.0, 9844.0, 26045.0, 103779.0, 599319.0, 228686.0, 42454.0, 14194.0, 6038.0, 3085.0, 1657.0, 964.0, 610.0, 426.0, 250.0, 166.0, 111.0, 85.0, 52.0, 50.0, 24.0, 28.0, 12.0, 13.0, 14.0, 8.0, 9.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0], "bins": [-11.0859375, -10.7664794921875, -10.447021484375, -10.1275634765625, -9.80810546875, -9.4886474609375, -9.169189453125, -8.8497314453125, -8.5302734375, -8.2108154296875, -7.891357421875, -7.5718994140625, -7.25244140625, -6.9329833984375, -6.613525390625, -6.2940673828125, -5.974609375, -5.6551513671875, -5.335693359375, -5.0162353515625, -4.69677734375, -4.3773193359375, -4.057861328125, -3.7384033203125, -3.4189453125, -3.0994873046875, -2.780029296875, -2.4605712890625, -2.14111328125, -1.8216552734375, -1.502197265625, -1.1827392578125, -0.86328125, -0.5438232421875, -0.224365234375, 0.0950927734375, 0.41455078125, 0.7340087890625, 1.053466796875, 1.3729248046875, 1.6923828125, 2.0118408203125, 2.331298828125, 2.6507568359375, 2.97021484375, 3.2896728515625, 3.609130859375, 3.9285888671875, 4.248046875, 4.5675048828125, 4.886962890625, 5.2064208984375, 5.52587890625, 5.8453369140625, 6.164794921875, 6.4842529296875, 6.8037109375, 7.1231689453125, 7.442626953125, 7.7620849609375, 8.08154296875, 8.4010009765625, 8.720458984375, 9.0399169921875, 9.359375]}, "gradients/decoder.transformer.h.17.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 3.0, 4.0, 5.0, 5.0, 8.0, 11.0, 10.0, 14.0, 29.0, 29.0, 22.0, 26.0, 30.0, 35.0, 45.0, 44.0, 52.0, 79.0, 178.0, 1477.0, 308.0, 139.0, 78.0, 67.0, 59.0, 39.0, 37.0, 44.0, 29.0, 35.0, 28.0, 19.0, 17.0, 9.0, 8.0, 7.0, 8.0, 7.0, 3.0, 4.0, 4.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-22.59375, -21.860595703125, -21.12744140625, -20.394287109375, -19.6611328125, -18.927978515625, -18.19482421875, -17.461669921875, -16.728515625, -15.995361328125, -15.26220703125, -14.529052734375, -13.7958984375, -13.062744140625, -12.32958984375, -11.596435546875, -10.86328125, -10.130126953125, -9.39697265625, -8.663818359375, -7.9306640625, -7.197509765625, -6.46435546875, -5.731201171875, -4.998046875, -4.264892578125, -3.53173828125, -2.798583984375, -2.0654296875, -1.332275390625, -0.59912109375, 0.134033203125, 0.8671875, 1.600341796875, 2.33349609375, 3.066650390625, 3.7998046875, 4.532958984375, 5.26611328125, 5.999267578125, 6.732421875, 7.465576171875, 8.19873046875, 8.931884765625, 9.6650390625, 10.398193359375, 11.13134765625, 11.864501953125, 12.59765625, 13.330810546875, 14.06396484375, 14.797119140625, 15.5302734375, 16.263427734375, 16.99658203125, 17.729736328125, 18.462890625, 19.196044921875, 19.92919921875, 20.662353515625, 21.3955078125, 22.128662109375, 22.86181640625, 23.594970703125, 24.328125]}, "gradients/decoder.transformer.h.17.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 4.0, 5.0, 13.0, 8.0, 10.0, 6.0, 14.0, 18.0, 20.0, 30.0, 31.0, 47.0, 76.0, 93.0, 126.0, 226.0, 369.0, 851.0, 2571.0, 13147.0, 268443.0, 2808390.0, 43203.0, 5343.0, 1356.0, 509.0, 248.0, 160.0, 108.0, 57.0, 50.0, 44.0, 28.0, 23.0, 16.0, 16.0, 13.0, 14.0, 4.0, 4.0, 3.0, 4.0, 5.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-40.28125, -39.0322265625, -37.783203125, -36.5341796875, -35.28515625, -34.0361328125, -32.787109375, -31.5380859375, -30.2890625, -29.0400390625, -27.791015625, -26.5419921875, -25.29296875, -24.0439453125, -22.794921875, -21.5458984375, -20.296875, -19.0478515625, -17.798828125, -16.5498046875, -15.30078125, -14.0517578125, -12.802734375, -11.5537109375, -10.3046875, -9.0556640625, -7.806640625, -6.5576171875, -5.30859375, -4.0595703125, -2.810546875, -1.5615234375, -0.3125, 0.9365234375, 2.185546875, 3.4345703125, 4.68359375, 5.9326171875, 7.181640625, 8.4306640625, 9.6796875, 10.9287109375, 12.177734375, 13.4267578125, 14.67578125, 15.9248046875, 17.173828125, 18.4228515625, 19.671875, 20.9208984375, 22.169921875, 23.4189453125, 24.66796875, 25.9169921875, 27.166015625, 28.4150390625, 29.6640625, 30.9130859375, 32.162109375, 33.4111328125, 34.66015625, 35.9091796875, 37.158203125, 38.4072265625, 39.65625]}, "gradients/decoder.transformer.h.17.ln_1.weight": {"_type": "histogram", "values": [1.0, 4.0, 45.0, 375.0, 473.0, 105.0, 11.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-27.396230697631836, -20.796131134033203, -14.19603157043457, -7.5959320068359375, -0.9958324432373047, 5.604265213012695, 12.204366683959961, 18.804468154907227, 25.404565811157227, 32.00466537475586, 38.604766845703125, 45.204864501953125, 51.804962158203125, 58.405059814453125, 65.00516510009766, 71.60526275634766, 78.20536041259766, 84.80545806884766, 91.40556335449219, 98.00566101074219, 104.60575866699219, 111.20585632324219, 117.80595397949219, 124.40605926513672, 131.00616455078125, 137.60626220703125, 144.20635986328125, 150.80645751953125, 157.40655517578125, 164.00665283203125, 170.6067657470703, 177.2068634033203, 183.80694580078125, 190.40704345703125, 197.00714111328125, 203.60723876953125, 210.20733642578125, 216.80743408203125, 223.4075469970703, 230.0076446533203, 236.6077423095703, 243.2078399658203, 249.8079376220703, 256.4080505371094, 263.0081481933594, 269.6082458496094, 276.2083435058594, 282.8084411621094, 289.4085388183594, 296.0086364746094, 302.6087341308594, 309.2088317871094, 315.8089294433594, 322.4090270996094, 329.0091247558594, 335.6092529296875, 342.2093505859375, 348.8094482421875, 355.4095458984375, 362.0096435546875, 368.6097412109375, 375.2098388671875, 381.8099365234375, 388.4100341796875, 395.0101318359375]}, "gradients/decoder.transformer.h.17.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 6.0, 5.0, 3.0, 8.0, 6.0, 9.0, 8.0, 24.0, 13.0, 14.0, 22.0, 24.0, 16.0, 26.0, 26.0, 28.0, 39.0, 32.0, 42.0, 40.0, 33.0, 43.0, 39.0, 34.0, 46.0, 27.0, 43.0, 39.0, 39.0, 32.0, 31.0, 24.0, 24.0, 32.0, 26.0, 18.0, 13.0, 11.0, 13.0, 12.0, 11.0, 9.0, 8.0, 3.0, 5.0, 2.0, 2.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-51.27063751220703, -49.61530685424805, -47.95997619628906, -46.304649353027344, -44.64931869506836, -42.993988037109375, -41.33865737915039, -39.683326721191406, -38.02799606323242, -36.37266540527344, -34.71733474731445, -33.06200408935547, -31.406675338745117, -29.751346588134766, -28.09601593017578, -26.440685272216797, -24.785356521606445, -23.13002586364746, -21.47469711303711, -19.819366455078125, -18.16403579711914, -16.508705139160156, -14.853376388549805, -13.19804573059082, -11.542716026306152, -9.887386322021484, -8.2320556640625, -6.576725959777832, -4.921395778656006, -3.2660655975341797, -1.6107358932495117, 0.044594764709472656, 1.6999244689941406, 3.355254650115967, 5.010584831237793, 6.665914535522461, 8.321245193481445, 9.976574897766113, 11.631904602050781, 13.287235260009766, 14.942564964294434, 16.5978946685791, 18.253225326538086, 19.908554077148438, 21.563884735107422, 23.219215393066406, 24.87454605102539, 26.529876708984375, 28.185205459594727, 29.84053611755371, 31.495864868164062, 33.15119552612305, 34.80652618408203, 36.461856842041016, 38.1171875, 39.77251434326172, 41.4278450012207, 43.08317565917969, 44.73850631713867, 46.393836975097656, 48.049163818359375, 49.70449447631836, 51.359825134277344, 53.01515579223633, 54.67048645019531]}, "gradients/decoder.transformer.h.16.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 7.0, 6.0, 6.0, 10.0, 11.0, 11.0, 15.0, 13.0, 20.0, 22.0, 16.0, 30.0, 19.0, 43.0, 31.0, 41.0, 43.0, 42.0, 40.0, 41.0, 48.0, 52.0, 48.0, 41.0, 40.0, 39.0, 24.0, 35.0, 21.0, 25.0, 23.0, 14.0, 22.0, 27.0, 16.0, 10.0, 11.0, 12.0, 7.0, 3.0, 4.0, 5.0, 3.0, 3.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0], "bins": [-6.3671875, -6.17236328125, -5.9775390625, -5.78271484375, -5.587890625, -5.39306640625, -5.1982421875, -5.00341796875, -4.80859375, -4.61376953125, -4.4189453125, -4.22412109375, -4.029296875, -3.83447265625, -3.6396484375, -3.44482421875, -3.25, -3.05517578125, -2.8603515625, -2.66552734375, -2.470703125, -2.27587890625, -2.0810546875, -1.88623046875, -1.69140625, -1.49658203125, -1.3017578125, -1.10693359375, -0.912109375, -0.71728515625, -0.5224609375, -0.32763671875, -0.1328125, 0.06201171875, 0.2568359375, 0.45166015625, 0.646484375, 0.84130859375, 1.0361328125, 1.23095703125, 1.42578125, 1.62060546875, 1.8154296875, 2.01025390625, 2.205078125, 2.39990234375, 2.5947265625, 2.78955078125, 2.984375, 3.17919921875, 3.3740234375, 3.56884765625, 3.763671875, 3.95849609375, 4.1533203125, 4.34814453125, 4.54296875, 4.73779296875, 4.9326171875, 5.12744140625, 5.322265625, 5.51708984375, 5.7119140625, 5.90673828125, 6.1015625]}, "gradients/decoder.transformer.h.16.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 6.0, 5.0, 2.0, 10.0, 6.0, 14.0, 10.0, 22.0, 25.0, 34.0, 46.0, 63.0, 99.0, 147.0, 226.0, 342.0, 534.0, 980.0, 1539.0, 2773.0, 5527.0, 11312.0, 27735.0, 134451.0, 2287431.0, 1582222.0, 92345.0, 24244.0, 10452.0, 5148.0, 2675.0, 1459.0, 857.0, 513.0, 329.0, 218.0, 142.0, 99.0, 57.0, 60.0, 40.0, 23.0, 16.0, 10.0, 13.0, 9.0, 5.0, 6.0, 7.0, 2.0, 5.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.09375, -16.5224609375, -15.951171875, -15.3798828125, -14.80859375, -14.2373046875, -13.666015625, -13.0947265625, -12.5234375, -11.9521484375, -11.380859375, -10.8095703125, -10.23828125, -9.6669921875, -9.095703125, -8.5244140625, -7.953125, -7.3818359375, -6.810546875, -6.2392578125, -5.66796875, -5.0966796875, -4.525390625, -3.9541015625, -3.3828125, -2.8115234375, -2.240234375, -1.6689453125, -1.09765625, -0.5263671875, 0.044921875, 0.6162109375, 1.1875, 1.7587890625, 2.330078125, 2.9013671875, 3.47265625, 4.0439453125, 4.615234375, 5.1865234375, 5.7578125, 6.3291015625, 6.900390625, 7.4716796875, 8.04296875, 8.6142578125, 9.185546875, 9.7568359375, 10.328125, 10.8994140625, 11.470703125, 12.0419921875, 12.61328125, 13.1845703125, 13.755859375, 14.3271484375, 14.8984375, 15.4697265625, 16.041015625, 16.6123046875, 17.18359375, 17.7548828125, 18.326171875, 18.8974609375, 19.46875]}, "gradients/decoder.transformer.h.16.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 6.0, 14.0, 11.0, 17.0, 27.0, 41.0, 63.0, 103.0, 188.0, 427.0, 955.0, 1145.0, 555.0, 207.0, 114.0, 62.0, 46.0, 28.0, 21.0, 15.0, 12.0, 6.0, 3.0, 7.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-32.84375, -31.958740234375, -31.07373046875, -30.188720703125, -29.3037109375, -28.418701171875, -27.53369140625, -26.648681640625, -25.763671875, -24.878662109375, -23.99365234375, -23.108642578125, -22.2236328125, -21.338623046875, -20.45361328125, -19.568603515625, -18.68359375, -17.798583984375, -16.91357421875, -16.028564453125, -15.1435546875, -14.258544921875, -13.37353515625, -12.488525390625, -11.603515625, -10.718505859375, -9.83349609375, -8.948486328125, -8.0634765625, -7.178466796875, -6.29345703125, -5.408447265625, -4.5234375, -3.638427734375, -2.75341796875, -1.868408203125, -0.9833984375, -0.098388671875, 0.78662109375, 1.671630859375, 2.556640625, 3.441650390625, 4.32666015625, 5.211669921875, 6.0966796875, 6.981689453125, 7.86669921875, 8.751708984375, 9.63671875, 10.521728515625, 11.40673828125, 12.291748046875, 13.1767578125, 14.061767578125, 14.94677734375, 15.831787109375, 16.716796875, 17.601806640625, 18.48681640625, 19.371826171875, 20.2568359375, 21.141845703125, 22.02685546875, 22.911865234375, 23.796875]}, "gradients/decoder.transformer.h.16.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 5.0, 4.0, 4.0, 5.0, 13.0, 16.0, 29.0, 60.0, 93.0, 208.0, 717.0, 3104.0, 20377.0, 616847.0, 3503088.0, 42965.0, 5085.0, 1066.0, 340.0, 131.0, 57.0, 26.0, 23.0, 13.0, 9.0, 3.0, 4.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-58.78125, -56.61669921875, -54.4521484375, -52.28759765625, -50.123046875, -47.95849609375, -45.7939453125, -43.62939453125, -41.46484375, -39.30029296875, -37.1357421875, -34.97119140625, -32.806640625, -30.64208984375, -28.4775390625, -26.31298828125, -24.1484375, -21.98388671875, -19.8193359375, -17.65478515625, -15.490234375, -13.32568359375, -11.1611328125, -8.99658203125, -6.83203125, -4.66748046875, -2.5029296875, -0.33837890625, 1.826171875, 3.99072265625, 6.1552734375, 8.31982421875, 10.484375, 12.64892578125, 14.8134765625, 16.97802734375, 19.142578125, 21.30712890625, 23.4716796875, 25.63623046875, 27.80078125, 29.96533203125, 32.1298828125, 34.29443359375, 36.458984375, 38.62353515625, 40.7880859375, 42.95263671875, 45.1171875, 47.28173828125, 49.4462890625, 51.61083984375, 53.775390625, 55.93994140625, 58.1044921875, 60.26904296875, 62.43359375, 64.59814453125, 66.7626953125, 68.92724609375, 71.091796875, 73.25634765625, 75.4208984375, 77.58544921875, 79.75]}, "gradients/decoder.transformer.h.16.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 7.0, 15.0, 23.0, 33.0, 54.0, 141.0, 152.0, 199.0, 164.0, 105.0, 56.0, 29.0, 16.0, 9.0, 7.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-187.77548217773438, -183.24224853515625, -178.70901489257812, -174.17578125, -169.64254760742188, -165.10931396484375, -160.57608032226562, -156.04286193847656, -151.50962829589844, -146.9763946533203, -142.4431610107422, -137.90992736816406, -133.37669372558594, -128.84347534179688, -124.31023406982422, -119.7770004272461, -115.24376678466797, -110.71053314208984, -106.17729949951172, -101.64407348632812, -97.11083984375, -92.57760620117188, -88.04437255859375, -83.51113891601562, -78.9779052734375, -74.44467163085938, -69.91143798828125, -65.37820434570312, -60.84497833251953, -56.311744689941406, -51.77851104736328, -47.245277404785156, -42.71205139160156, -38.17881774902344, -33.64558792114258, -29.112354278564453, -24.57912254333496, -20.04589080810547, -15.512657165527344, -10.979425430297852, -6.446193695068359, -1.912961483001709, 2.6202707290649414, 7.15350341796875, 11.686735153198242, 16.219966888427734, 20.75320053100586, 25.28643226623535, 29.819664001464844, 34.35289764404297, 38.88612747192383, 43.41936111450195, 47.95259094238281, 52.48582458496094, 57.01905822753906, 61.55229187011719, 66.08552551269531, 70.61875915527344, 75.15199279785156, 79.68522644042969, 84.21845245361328, 88.7516860961914, 93.28491973876953, 97.81815338134766, 102.35137939453125]}, "gradients/decoder.transformer.h.16.ln_2.bias": {"_type": "histogram", "values": [3.0, 3.0, 3.0, 2.0, 5.0, 6.0, 6.0, 9.0, 6.0, 9.0, 10.0, 13.0, 16.0, 15.0, 23.0, 19.0, 17.0, 27.0, 25.0, 18.0, 25.0, 25.0, 49.0, 23.0, 44.0, 32.0, 33.0, 41.0, 33.0, 27.0, 40.0, 39.0, 37.0, 25.0, 23.0, 30.0, 26.0, 24.0, 28.0, 29.0, 23.0, 19.0, 21.0, 10.0, 19.0, 12.0, 8.0, 7.0, 7.0, 3.0, 6.0, 4.0, 5.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-40.07080841064453, -38.67942428588867, -37.28804397583008, -35.89665985107422, -34.505279541015625, -33.113895416259766, -31.722515106201172, -30.331130981445312, -28.93975067138672, -27.548368453979492, -26.156986236572266, -24.76560401916504, -23.374221801757812, -21.982839584350586, -20.59145736694336, -19.2000732421875, -17.808691024780273, -16.417308807373047, -15.02592658996582, -13.634544372558594, -12.243162155151367, -10.85177993774414, -9.460396766662598, -8.069014549255371, -6.6776323318481445, -5.286250114440918, -3.8948676586151123, -2.5034852027893066, -1.11210298538208, 0.2792792320251465, 1.6706619262695312, 3.062044143676758, 4.453426361083984, 5.844808578491211, 7.2361907958984375, 8.627573013305664, 10.01895523071289, 11.410337448120117, 12.80172061920166, 14.193102836608887, 15.584485054016113, 16.975868225097656, 18.367250442504883, 19.75863265991211, 21.150014877319336, 22.541397094726562, 23.93277931213379, 25.324161529541016, 26.715543746948242, 28.10692596435547, 29.498308181762695, 30.889690399169922, 32.28107452392578, 33.672454833984375, 35.063838958740234, 36.45521926879883, 37.84660339355469, 39.23798751831055, 40.62936782836914, 42.020751953125, 43.412132263183594, 44.80351638793945, 46.19489669799805, 47.586280822753906, 48.9776611328125]}, "gradients/decoder.transformer.h.16.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 4.0, 1.0, 2.0, 2.0, 7.0, 7.0, 10.0, 12.0, 8.0, 11.0, 15.0, 30.0, 22.0, 26.0, 16.0, 19.0, 24.0, 35.0, 44.0, 44.0, 43.0, 45.0, 41.0, 52.0, 47.0, 52.0, 48.0, 40.0, 40.0, 40.0, 18.0, 31.0, 28.0, 20.0, 13.0, 17.0, 15.0, 17.0, 13.0, 15.0, 9.0, 6.0, 7.0, 4.0, 5.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-6.69921875, -6.499755859375, -6.30029296875, -6.100830078125, -5.9013671875, -5.701904296875, -5.50244140625, -5.302978515625, -5.103515625, -4.904052734375, -4.70458984375, -4.505126953125, -4.3056640625, -4.106201171875, -3.90673828125, -3.707275390625, -3.5078125, -3.308349609375, -3.10888671875, -2.909423828125, -2.7099609375, -2.510498046875, -2.31103515625, -2.111572265625, -1.912109375, -1.712646484375, -1.51318359375, -1.313720703125, -1.1142578125, -0.914794921875, -0.71533203125, -0.515869140625, -0.31640625, -0.116943359375, 0.08251953125, 0.281982421875, 0.4814453125, 0.680908203125, 0.88037109375, 1.079833984375, 1.279296875, 1.478759765625, 1.67822265625, 1.877685546875, 2.0771484375, 2.276611328125, 2.47607421875, 2.675537109375, 2.875, 3.074462890625, 3.27392578125, 3.473388671875, 3.6728515625, 3.872314453125, 4.07177734375, 4.271240234375, 4.470703125, 4.670166015625, 4.86962890625, 5.069091796875, 5.2685546875, 5.468017578125, 5.66748046875, 5.866943359375, 6.06640625]}, "gradients/decoder.transformer.h.16.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 2.0, 3.0, 3.0, 13.0, 9.0, 9.0, 20.0, 39.0, 48.0, 70.0, 109.0, 136.0, 207.0, 325.0, 445.0, 683.0, 1042.0, 1507.0, 2300.0, 3721.0, 5721.0, 8874.0, 14104.0, 22388.0, 36994.0, 61894.0, 105248.0, 177001.0, 224135.0, 152669.0, 89729.0, 53233.0, 31762.0, 19733.0, 12206.0, 7692.0, 5074.0, 3109.0, 2114.0, 1438.0, 931.0, 607.0, 409.0, 245.0, 181.0, 132.0, 94.0, 64.0, 30.0, 22.0, 15.0, 8.0, 8.0, 4.0, 3.0, 5.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.74072265625, -0.7178268432617188, -0.6949310302734375, -0.6720352172851562, -0.649139404296875, -0.6262435913085938, -0.6033477783203125, -0.5804519653320312, -0.55755615234375, -0.5346603393554688, -0.5117645263671875, -0.48886871337890625, -0.465972900390625, -0.44307708740234375, -0.4201812744140625, -0.39728546142578125, -0.3743896484375, -0.35149383544921875, -0.3285980224609375, -0.30570220947265625, -0.282806396484375, -0.25991058349609375, -0.2370147705078125, -0.21411895751953125, -0.19122314453125, -0.16832733154296875, -0.1454315185546875, -0.12253570556640625, -0.099639892578125, -0.07674407958984375, -0.0538482666015625, -0.03095245361328125, -0.008056640625, 0.01483917236328125, 0.0377349853515625, 0.06063079833984375, 0.083526611328125, 0.10642242431640625, 0.1293182373046875, 0.15221405029296875, 0.17510986328125, 0.19800567626953125, 0.2209014892578125, 0.24379730224609375, 0.266693115234375, 0.28958892822265625, 0.3124847412109375, 0.33538055419921875, 0.3582763671875, 0.38117218017578125, 0.4040679931640625, 0.42696380615234375, 0.449859619140625, 0.47275543212890625, 0.4956512451171875, 0.5185470581054688, 0.54144287109375, 0.5643386840820312, 0.5872344970703125, 0.6101303100585938, 0.633026123046875, 0.6559219360351562, 0.6788177490234375, 0.7017135620117188, 0.724609375]}, "gradients/decoder.transformer.h.16.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 5.0, 5.0, 8.0, 3.0, 9.0, 15.0, 10.0, 6.0, 15.0, 13.0, 17.0, 21.0, 23.0, 26.0, 23.0, 31.0, 29.0, 29.0, 31.0, 35.0, 29.0, 29.0, 40.0, 27.0, 1054.0, 35.0, 31.0, 41.0, 30.0, 33.0, 28.0, 27.0, 34.0, 30.0, 31.0, 14.0, 21.0, 24.0, 23.0, 15.0, 14.0, 12.0, 12.0, 13.0, 13.0, 4.0, 8.0, 3.0, 2.0, 3.0, 4.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-4.078125, -3.950439453125, -3.82275390625, -3.695068359375, -3.5673828125, -3.439697265625, -3.31201171875, -3.184326171875, -3.056640625, -2.928955078125, -2.80126953125, -2.673583984375, -2.5458984375, -2.418212890625, -2.29052734375, -2.162841796875, -2.03515625, -1.907470703125, -1.77978515625, -1.652099609375, -1.5244140625, -1.396728515625, -1.26904296875, -1.141357421875, -1.013671875, -0.885986328125, -0.75830078125, -0.630615234375, -0.5029296875, -0.375244140625, -0.24755859375, -0.119873046875, 0.0078125, 0.135498046875, 0.26318359375, 0.390869140625, 0.5185546875, 0.646240234375, 0.77392578125, 0.901611328125, 1.029296875, 1.156982421875, 1.28466796875, 1.412353515625, 1.5400390625, 1.667724609375, 1.79541015625, 1.923095703125, 2.05078125, 2.178466796875, 2.30615234375, 2.433837890625, 2.5615234375, 2.689208984375, 2.81689453125, 2.944580078125, 3.072265625, 3.199951171875, 3.32763671875, 3.455322265625, 3.5830078125, 3.710693359375, 3.83837890625, 3.966064453125, 4.09375]}, "gradients/decoder.transformer.h.16.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 8.0, 14.0, 16.0, 28.0, 33.0, 63.0, 92.0, 115.0, 194.0, 275.0, 398.0, 479.0, 827.0, 1180.0, 1726.0, 2617.0, 3736.0, 5586.0, 8151.0, 12177.0, 18515.0, 28292.0, 43805.0, 68462.0, 110340.0, 247733.0, 1163699.0, 139329.0, 84281.0, 53387.0, 34356.0, 22549.0, 14687.0, 9638.0, 6614.0, 4339.0, 2938.0, 2027.0, 1335.0, 927.0, 672.0, 487.0, 331.0, 214.0, 143.0, 108.0, 73.0, 50.0, 31.0, 19.0, 16.0, 13.0, 4.0, 5.0, 4.0, 0.0, 3.0, 1.0], "bins": [-0.28515625, -0.27630615234375, -0.2674560546875, -0.25860595703125, -0.249755859375, -0.24090576171875, -0.2320556640625, -0.22320556640625, -0.21435546875, -0.20550537109375, -0.1966552734375, -0.18780517578125, -0.178955078125, -0.17010498046875, -0.1612548828125, -0.15240478515625, -0.1435546875, -0.13470458984375, -0.1258544921875, -0.11700439453125, -0.108154296875, -0.09930419921875, -0.0904541015625, -0.08160400390625, -0.07275390625, -0.06390380859375, -0.0550537109375, -0.04620361328125, -0.037353515625, -0.02850341796875, -0.0196533203125, -0.01080322265625, -0.001953125, 0.00689697265625, 0.0157470703125, 0.02459716796875, 0.033447265625, 0.04229736328125, 0.0511474609375, 0.05999755859375, 0.06884765625, 0.07769775390625, 0.0865478515625, 0.09539794921875, 0.104248046875, 0.11309814453125, 0.1219482421875, 0.13079833984375, 0.1396484375, 0.14849853515625, 0.1573486328125, 0.16619873046875, 0.175048828125, 0.18389892578125, 0.1927490234375, 0.20159912109375, 0.21044921875, 0.21929931640625, 0.2281494140625, 0.23699951171875, 0.245849609375, 0.25469970703125, 0.2635498046875, 0.27239990234375, 0.28125]}, "gradients/decoder.transformer.h.16.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 7.0, 3.0, 8.0, 10.0, 12.0, 7.0, 4.0, 10.0, 13.0, 19.0, 24.0, 22.0, 11.0, 31.0, 33.0, 40.0, 42.0, 52.0, 46.0, 51.0, 52.0, 54.0, 59.0, 47.0, 57.0, 43.0, 37.0, 35.0, 28.0, 27.0, 26.0, 15.0, 18.0, 9.0, 10.0, 3.0, 6.0, 5.0, 3.0, 8.0, 4.0, 4.0, 1.0, 6.0, 3.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.048126220703125, -0.04646587371826172, -0.04480552673339844, -0.043145179748535156, -0.041484832763671875, -0.039824485778808594, -0.03816413879394531, -0.03650379180908203, -0.03484344482421875, -0.03318309783935547, -0.03152275085449219, -0.029862403869628906, -0.028202056884765625, -0.026541709899902344, -0.024881362915039062, -0.02322101593017578, -0.0215606689453125, -0.01990032196044922, -0.018239974975585938, -0.016579627990722656, -0.014919281005859375, -0.013258934020996094, -0.011598587036132812, -0.009938240051269531, -0.00827789306640625, -0.006617546081542969, -0.0049571990966796875, -0.0032968521118164062, -0.001636505126953125, 2.384185791015625e-05, 0.0016841888427734375, 0.0033445358276367188, 0.0050048828125, 0.006665229797363281, 0.008325576782226562, 0.009985923767089844, 0.011646270751953125, 0.013306617736816406, 0.014966964721679688, 0.01662731170654297, 0.01828765869140625, 0.01994800567626953, 0.021608352661132812, 0.023268699645996094, 0.024929046630859375, 0.026589393615722656, 0.028249740600585938, 0.02991008758544922, 0.0315704345703125, 0.03323078155517578, 0.03489112854003906, 0.036551475524902344, 0.038211822509765625, 0.039872169494628906, 0.04153251647949219, 0.04319286346435547, 0.04485321044921875, 0.04651355743408203, 0.04817390441894531, 0.049834251403808594, 0.051494598388671875, 0.053154945373535156, 0.05481529235839844, 0.05647563934326172, 0.058135986328125]}, "gradients/decoder.transformer.h.16.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 3.0, 3.0, 5.0, 2.0, 3.0, 10.0, 4.0, 2.0, 5.0, 5.0, 9.0, 14.0, 20.0, 11.0, 37.0, 27.0, 37.0, 58.0, 108.0, 147.0, 298.0, 784.0, 10239.0, 943523.0, 89771.0, 2358.0, 457.0, 180.0, 125.0, 81.0, 47.0, 31.0, 21.0, 21.0, 19.0, 17.0, 10.0, 11.0, 9.0, 8.0, 7.0, 15.0, 5.0, 6.0, 2.0, 1.0, 6.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.091796875, -1.0603866577148438, -1.0289764404296875, -0.9975662231445312, -0.966156005859375, -0.9347457885742188, -0.9033355712890625, -0.8719253540039062, -0.84051513671875, -0.8091049194335938, -0.7776947021484375, -0.7462844848632812, -0.714874267578125, -0.6834640502929688, -0.6520538330078125, -0.6206436157226562, -0.5892333984375, -0.5578231811523438, -0.5264129638671875, -0.49500274658203125, -0.463592529296875, -0.43218231201171875, -0.4007720947265625, -0.36936187744140625, -0.33795166015625, -0.30654144287109375, -0.2751312255859375, -0.24372100830078125, -0.212310791015625, -0.18090057373046875, -0.1494903564453125, -0.11808013916015625, -0.086669921875, -0.05525970458984375, -0.0238494873046875, 0.00756072998046875, 0.038970947265625, 0.07038116455078125, 0.1017913818359375, 0.13320159912109375, 0.16461181640625, 0.19602203369140625, 0.2274322509765625, 0.25884246826171875, 0.290252685546875, 0.32166290283203125, 0.3530731201171875, 0.38448333740234375, 0.4158935546875, 0.44730377197265625, 0.4787139892578125, 0.5101242065429688, 0.541534423828125, 0.5729446411132812, 0.6043548583984375, 0.6357650756835938, 0.66717529296875, 0.6985855102539062, 0.7299957275390625, 0.7614059448242188, 0.792816162109375, 0.8242263793945312, 0.8556365966796875, 0.8870468139648438, 0.91845703125]}, "gradients/decoder.transformer.h.16.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 9.0, 12.0, 23.0, 52.0, 156.0, 487.0, 181.0, 62.0, 16.0, 10.0, 3.0, 4.0, 1.0, 1.0, 1.0], "bins": [-1.5676847696304321, -1.5389407873153687, -1.5101969242095947, -1.4814529418945312, -1.4527089595794678, -1.4239649772644043, -1.3952211141586304, -1.366477131843567, -1.3377331495285034, -1.30898916721344, -1.280245304107666, -1.2515013217926025, -1.222757339477539, -1.1940133571624756, -1.1652694940567017, -1.1365255117416382, -1.1077816486358643, -1.0790376663208008, -1.0502938032150269, -1.0215498208999634, -0.9928058385848999, -0.9640619158744812, -0.9353179931640625, -0.906574010848999, -0.8778300285339355, -0.8490861058235168, -0.8203421235084534, -0.7915982007980347, -0.7628542184829712, -0.7341102957725525, -0.7053663730621338, -0.6766223907470703, -0.6478784084320068, -0.6191344857215881, -0.5903905034065247, -0.561646580696106, -0.5329025983810425, -0.5041586756706238, -0.4754147231578827, -0.4466707706451416, -0.4179268181324005, -0.3891828656196594, -0.36043891310691833, -0.33169496059417725, -0.30295103788375854, -0.27420705556869507, -0.24546313285827637, -0.21671918034553528, -0.1879752278327942, -0.1592312753200531, -0.130487322807312, -0.10174338519573212, -0.07299943268299103, -0.04425548017024994, -0.015511542558670044, 0.013232409954071045, 0.041976362466812134, 0.07072031497955322, 0.09946426004171371, 0.1282082051038742, 0.1569521576166153, 0.18569611012935638, 0.21444004774093628, 0.24318400025367737, 0.27192795276641846]}, "gradients/decoder.transformer.h.16.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 6.0, 2.0, 2.0, 7.0, 6.0, 12.0, 11.0, 10.0, 13.0, 19.0, 17.0, 16.0, 22.0, 29.0, 25.0, 18.0, 25.0, 35.0, 32.0, 35.0, 29.0, 41.0, 33.0, 41.0, 28.0, 46.0, 29.0, 40.0, 24.0, 36.0, 37.0, 34.0, 28.0, 29.0, 26.0, 24.0, 19.0, 31.0, 13.0, 14.0, 17.0, 9.0, 12.0, 10.0, 6.0, 3.0, 4.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.2635747790336609, -0.25543782114982605, -0.2473008632659912, -0.23916392028331757, -0.23102696239948273, -0.2228900045156479, -0.21475306153297424, -0.2066161036491394, -0.19847914576530457, -0.19034218788146973, -0.1822052299976349, -0.17406828701496124, -0.1659313291311264, -0.15779437124729156, -0.14965742826461792, -0.14152047038078308, -0.13338351249694824, -0.1252465546131134, -0.11710960417985916, -0.10897265374660492, -0.10083569586277008, -0.09269873797893524, -0.084561787545681, -0.07642483711242676, -0.06828787922859192, -0.06015092507004738, -0.05201397091150284, -0.0438770167529583, -0.03574006259441376, -0.027603108435869217, -0.019466154277324677, -0.011329200118780136, -0.0031922459602355957, 0.004944708198308945, 0.013081662356853485, 0.021218616515398026, 0.029355570673942566, 0.037492524832487106, 0.04562947899103165, 0.05376643314957619, 0.06190338730812073, 0.07004034519195557, 0.07817729562520981, 0.08631424605846405, 0.09445120394229889, 0.10258816182613373, 0.11072511225938797, 0.11886206269264221, 0.12699902057647705, 0.1351359784603119, 0.14327293634414673, 0.15140987932682037, 0.1595468372106552, 0.16768379509449005, 0.1758207380771637, 0.18395769596099854, 0.19209465384483337, 0.2002316117286682, 0.20836856961250305, 0.2165055125951767, 0.22464247047901154, 0.23277942836284637, 0.24091637134552002, 0.24905332922935486, 0.2571902871131897]}, "gradients/decoder.transformer.h.16.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 4.0, 1.0, 2.0, 2.0, 7.0, 7.0, 11.0, 10.0, 9.0, 11.0, 15.0, 32.0, 21.0, 26.0, 14.0, 20.0, 25.0, 36.0, 41.0, 45.0, 43.0, 45.0, 41.0, 52.0, 45.0, 56.0, 47.0, 38.0, 41.0, 40.0, 19.0, 29.0, 29.0, 20.0, 12.0, 18.0, 14.0, 17.0, 14.0, 15.0, 9.0, 7.0, 6.0, 3.0, 6.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-6.6953125, -6.4959716796875, -6.296630859375, -6.0972900390625, -5.89794921875, -5.6986083984375, -5.499267578125, -5.2999267578125, -5.1005859375, -4.9012451171875, -4.701904296875, -4.5025634765625, -4.30322265625, -4.1038818359375, -3.904541015625, -3.7052001953125, -3.505859375, -3.3065185546875, -3.107177734375, -2.9078369140625, -2.70849609375, -2.5091552734375, -2.309814453125, -2.1104736328125, -1.9111328125, -1.7117919921875, -1.512451171875, -1.3131103515625, -1.11376953125, -0.9144287109375, -0.715087890625, -0.5157470703125, -0.31640625, -0.1170654296875, 0.082275390625, 0.2816162109375, 0.48095703125, 0.6802978515625, 0.879638671875, 1.0789794921875, 1.2783203125, 1.4776611328125, 1.677001953125, 1.8763427734375, 2.07568359375, 2.2750244140625, 2.474365234375, 2.6737060546875, 2.873046875, 3.0723876953125, 3.271728515625, 3.4710693359375, 3.67041015625, 3.8697509765625, 4.069091796875, 4.2684326171875, 4.4677734375, 4.6671142578125, 4.866455078125, 5.0657958984375, 5.26513671875, 5.4644775390625, 5.663818359375, 5.8631591796875, 6.0625]}, "gradients/decoder.transformer.h.16.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 10.0, 7.0, 8.0, 14.0, 11.0, 16.0, 25.0, 36.0, 48.0, 74.0, 101.0, 141.0, 169.0, 249.0, 350.0, 566.0, 778.0, 1152.0, 1788.0, 2718.0, 4568.0, 7479.0, 13971.0, 29929.0, 79937.0, 354261.0, 394672.0, 87450.0, 32110.0, 14992.0, 7852.0, 4595.0, 2858.0, 1752.0, 1247.0, 782.0, 545.0, 368.0, 245.0, 184.0, 148.0, 98.0, 73.0, 60.0, 40.0, 24.0, 20.0, 11.0, 6.0, 8.0, 4.0, 4.0, 6.0, 5.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-7.10546875, -6.86077880859375, -6.6160888671875, -6.37139892578125, -6.126708984375, -5.88201904296875, -5.6373291015625, -5.39263916015625, -5.14794921875, -4.90325927734375, -4.6585693359375, -4.41387939453125, -4.169189453125, -3.92449951171875, -3.6798095703125, -3.43511962890625, -3.1904296875, -2.94573974609375, -2.7010498046875, -2.45635986328125, -2.211669921875, -1.96697998046875, -1.7222900390625, -1.47760009765625, -1.23291015625, -0.98822021484375, -0.7435302734375, -0.49884033203125, -0.254150390625, -0.00946044921875, 0.2352294921875, 0.47991943359375, 0.724609375, 0.96929931640625, 1.2139892578125, 1.45867919921875, 1.703369140625, 1.94805908203125, 2.1927490234375, 2.43743896484375, 2.68212890625, 2.92681884765625, 3.1715087890625, 3.41619873046875, 3.660888671875, 3.90557861328125, 4.1502685546875, 4.39495849609375, 4.6396484375, 4.88433837890625, 5.1290283203125, 5.37371826171875, 5.618408203125, 5.86309814453125, 6.1077880859375, 6.35247802734375, 6.59716796875, 6.84185791015625, 7.0865478515625, 7.33123779296875, 7.575927734375, 7.82061767578125, 8.0653076171875, 8.30999755859375, 8.5546875]}, "gradients/decoder.transformer.h.16.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 2.0, 3.0, 8.0, 6.0, 14.0, 11.0, 7.0, 5.0, 12.0, 23.0, 19.0, 30.0, 31.0, 27.0, 39.0, 39.0, 40.0, 45.0, 64.0, 97.0, 224.0, 1537.0, 209.0, 118.0, 58.0, 65.0, 36.0, 44.0, 27.0, 35.0, 23.0, 22.0, 26.0, 20.0, 20.0, 12.0, 12.0, 11.0, 12.0, 12.0, 4.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-21.59375, -20.8857421875, -20.177734375, -19.4697265625, -18.76171875, -18.0537109375, -17.345703125, -16.6376953125, -15.9296875, -15.2216796875, -14.513671875, -13.8056640625, -13.09765625, -12.3896484375, -11.681640625, -10.9736328125, -10.265625, -9.5576171875, -8.849609375, -8.1416015625, -7.43359375, -6.7255859375, -6.017578125, -5.3095703125, -4.6015625, -3.8935546875, -3.185546875, -2.4775390625, -1.76953125, -1.0615234375, -0.353515625, 0.3544921875, 1.0625, 1.7705078125, 2.478515625, 3.1865234375, 3.89453125, 4.6025390625, 5.310546875, 6.0185546875, 6.7265625, 7.4345703125, 8.142578125, 8.8505859375, 9.55859375, 10.2666015625, 10.974609375, 11.6826171875, 12.390625, 13.0986328125, 13.806640625, 14.5146484375, 15.22265625, 15.9306640625, 16.638671875, 17.3466796875, 18.0546875, 18.7626953125, 19.470703125, 20.1787109375, 20.88671875, 21.5947265625, 22.302734375, 23.0107421875, 23.71875]}, "gradients/decoder.transformer.h.16.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 5.0, 5.0, 11.0, 17.0, 19.0, 20.0, 31.0, 25.0, 41.0, 60.0, 61.0, 100.0, 111.0, 190.0, 275.0, 527.0, 1384.0, 6436.0, 76591.0, 2891599.0, 155322.0, 9486.0, 1771.0, 620.0, 287.0, 177.0, 129.0, 90.0, 68.0, 49.0, 52.0, 35.0, 21.0, 16.0, 14.0, 11.0, 16.0, 11.0, 6.0, 4.0, 2.0, 7.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-40.40625, -39.20361328125, -38.0009765625, -36.79833984375, -35.595703125, -34.39306640625, -33.1904296875, -31.98779296875, -30.78515625, -29.58251953125, -28.3798828125, -27.17724609375, -25.974609375, -24.77197265625, -23.5693359375, -22.36669921875, -21.1640625, -19.96142578125, -18.7587890625, -17.55615234375, -16.353515625, -15.15087890625, -13.9482421875, -12.74560546875, -11.54296875, -10.34033203125, -9.1376953125, -7.93505859375, -6.732421875, -5.52978515625, -4.3271484375, -3.12451171875, -1.921875, -0.71923828125, 0.4833984375, 1.68603515625, 2.888671875, 4.09130859375, 5.2939453125, 6.49658203125, 7.69921875, 8.90185546875, 10.1044921875, 11.30712890625, 12.509765625, 13.71240234375, 14.9150390625, 16.11767578125, 17.3203125, 18.52294921875, 19.7255859375, 20.92822265625, 22.130859375, 23.33349609375, 24.5361328125, 25.73876953125, 26.94140625, 28.14404296875, 29.3466796875, 30.54931640625, 31.751953125, 32.95458984375, 34.1572265625, 35.35986328125, 36.5625]}, "gradients/decoder.transformer.h.16.ln_1.weight": {"_type": "histogram", "values": [163.0, 823.0, 30.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.52845001220703, -4.192244529724121, 9.143960952758789, 22.480167388916016, 35.81637191772461, 49.15258026123047, 62.48878479003906, 75.82498931884766, 89.16119384765625, 102.49739837646484, 115.83360290527344, 129.16981506347656, 142.50601196289062, 155.84222412109375, 169.17843627929688, 182.51463317871094, 195.850830078125, 209.18704223632812, 222.5232391357422, 235.8594512939453, 249.19564819335938, 262.5318603515625, 275.8680725097656, 289.20428466796875, 302.54046630859375, 315.8766784667969, 329.212890625, 342.549072265625, 355.8852844238281, 369.22149658203125, 382.5577087402344, 395.8939208984375, 409.2301330566406, 422.56634521484375, 435.9025573730469, 449.2387390136719, 462.574951171875, 475.9111633300781, 489.24737548828125, 502.58355712890625, 515.9197998046875, 529.2559814453125, 542.5922241210938, 555.9284057617188, 569.2646484375, 582.600830078125, 595.93701171875, 609.2732543945312, 622.6094360351562, 635.9456176757812, 649.2818603515625, 662.6180419921875, 675.9542846679688, 689.2904663085938, 702.6266479492188, 715.962890625, 729.299072265625, 742.63525390625, 755.9714965820312, 769.3076782226562, 782.6439208984375, 795.9801025390625, 809.3162841796875, 822.6525268554688, 835.9887084960938]}, "gradients/decoder.transformer.h.16.ln_1.bias": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 4.0, 10.0, 8.0, 5.0, 5.0, 12.0, 10.0, 15.0, 14.0, 12.0, 12.0, 21.0, 21.0, 28.0, 32.0, 33.0, 24.0, 30.0, 24.0, 35.0, 34.0, 28.0, 34.0, 42.0, 41.0, 38.0, 32.0, 36.0, 48.0, 40.0, 31.0, 35.0, 23.0, 22.0, 27.0, 16.0, 14.0, 10.0, 8.0, 16.0, 12.0, 11.0, 16.0, 7.0, 4.0, 8.0, 7.0, 5.0, 4.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-53.06279754638672, -51.31536865234375, -49.56793975830078, -47.82051467895508, -46.07308578491211, -44.32565689086914, -42.57823181152344, -40.83080291748047, -39.0833740234375, -37.33594512939453, -35.58851623535156, -33.84109115600586, -32.09366226196289, -30.346233367919922, -28.598806381225586, -26.85137939453125, -25.10395050048828, -23.356521606445312, -21.609094619750977, -19.86166763305664, -18.114238739013672, -16.366809844970703, -14.619382858276367, -12.871954917907715, -11.124526977539062, -9.37709903717041, -7.629671096801758, -5.8822431564331055, -4.134815216064453, -2.387387275695801, -0.6399593353271484, 1.107468605041504, 2.8548965454101562, 4.602324485778809, 6.349752426147461, 8.097180366516113, 9.844608306884766, 11.592036247253418, 13.33946418762207, 15.086892127990723, 16.834320068359375, 18.581748962402344, 20.32917594909668, 22.076602935791016, 23.824031829833984, 25.571460723876953, 27.31888771057129, 29.066314697265625, 30.813743591308594, 32.56117248535156, 34.30860137939453, 36.056026458740234, 37.8034553527832, 39.55088424682617, 41.298309326171875, 43.045738220214844, 44.79316711425781, 46.54059600830078, 48.28802490234375, 50.03544998168945, 51.78287887573242, 53.53030776977539, 55.277732849121094, 57.02516174316406, 58.77259063720703]}, "gradients/decoder.transformer.h.15.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 8.0, 5.0, 5.0, 15.0, 9.0, 19.0, 15.0, 21.0, 25.0, 24.0, 19.0, 22.0, 32.0, 41.0, 39.0, 49.0, 41.0, 36.0, 54.0, 64.0, 41.0, 53.0, 48.0, 42.0, 26.0, 38.0, 34.0, 32.0, 13.0, 23.0, 17.0, 17.0, 19.0, 16.0, 9.0, 11.0, 8.0, 6.0, 2.0, 2.0, 6.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-7.3515625, -7.1302490234375, -6.908935546875, -6.6876220703125, -6.46630859375, -6.2449951171875, -6.023681640625, -5.8023681640625, -5.5810546875, -5.3597412109375, -5.138427734375, -4.9171142578125, -4.69580078125, -4.4744873046875, -4.253173828125, -4.0318603515625, -3.810546875, -3.5892333984375, -3.367919921875, -3.1466064453125, -2.92529296875, -2.7039794921875, -2.482666015625, -2.2613525390625, -2.0400390625, -1.8187255859375, -1.597412109375, -1.3760986328125, -1.15478515625, -0.9334716796875, -0.712158203125, -0.4908447265625, -0.26953125, -0.0482177734375, 0.173095703125, 0.3944091796875, 0.61572265625, 0.8370361328125, 1.058349609375, 1.2796630859375, 1.5009765625, 1.7222900390625, 1.943603515625, 2.1649169921875, 2.38623046875, 2.6075439453125, 2.828857421875, 3.0501708984375, 3.271484375, 3.4927978515625, 3.714111328125, 3.9354248046875, 4.15673828125, 4.3780517578125, 4.599365234375, 4.8206787109375, 5.0419921875, 5.2633056640625, 5.484619140625, 5.7059326171875, 5.92724609375, 6.1485595703125, 6.369873046875, 6.5911865234375, 6.8125]}, "gradients/decoder.transformer.h.15.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 5.0, 9.0, 13.0, 19.0, 16.0, 32.0, 51.0, 75.0, 108.0, 193.0, 302.0, 458.0, 728.0, 1336.0, 2274.0, 4371.0, 8348.0, 17235.0, 41739.0, 235890.0, 2339812.0, 1361181.0, 118900.0, 30970.0, 14129.0, 7169.0, 3870.0, 2031.0, 1187.0, 686.0, 427.0, 250.0, 162.0, 108.0, 77.0, 40.0, 24.0, 25.0, 10.0, 6.0, 8.0, 4.0, 10.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-17.484375, -16.982666015625, -16.48095703125, -15.979248046875, -15.4775390625, -14.975830078125, -14.47412109375, -13.972412109375, -13.470703125, -12.968994140625, -12.46728515625, -11.965576171875, -11.4638671875, -10.962158203125, -10.46044921875, -9.958740234375, -9.45703125, -8.955322265625, -8.45361328125, -7.951904296875, -7.4501953125, -6.948486328125, -6.44677734375, -5.945068359375, -5.443359375, -4.941650390625, -4.43994140625, -3.938232421875, -3.4365234375, -2.934814453125, -2.43310546875, -1.931396484375, -1.4296875, -0.927978515625, -0.42626953125, 0.075439453125, 0.5771484375, 1.078857421875, 1.58056640625, 2.082275390625, 2.583984375, 3.085693359375, 3.58740234375, 4.089111328125, 4.5908203125, 5.092529296875, 5.59423828125, 6.095947265625, 6.59765625, 7.099365234375, 7.60107421875, 8.102783203125, 8.6044921875, 9.106201171875, 9.60791015625, 10.109619140625, 10.611328125, 11.113037109375, 11.61474609375, 12.116455078125, 12.6181640625, 13.119873046875, 13.62158203125, 14.123291015625, 14.625]}, "gradients/decoder.transformer.h.15.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 4.0, 3.0, 2.0, 3.0, 5.0, 2.0, 11.0, 11.0, 16.0, 15.0, 22.0, 31.0, 34.0, 44.0, 77.0, 103.0, 164.0, 278.0, 453.0, 692.0, 698.0, 499.0, 325.0, 191.0, 110.0, 66.0, 58.0, 37.0, 22.0, 19.0, 15.0, 14.0, 16.0, 8.0, 11.0, 7.0, 3.0, 6.0, 4.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.9140625, -15.3480224609375, -14.781982421875, -14.2159423828125, -13.64990234375, -13.0838623046875, -12.517822265625, -11.9517822265625, -11.3857421875, -10.8197021484375, -10.253662109375, -9.6876220703125, -9.12158203125, -8.5555419921875, -7.989501953125, -7.4234619140625, -6.857421875, -6.2913818359375, -5.725341796875, -5.1593017578125, -4.59326171875, -4.0272216796875, -3.461181640625, -2.8951416015625, -2.3291015625, -1.7630615234375, -1.197021484375, -0.6309814453125, -0.06494140625, 0.5010986328125, 1.067138671875, 1.6331787109375, 2.19921875, 2.7652587890625, 3.331298828125, 3.8973388671875, 4.46337890625, 5.0294189453125, 5.595458984375, 6.1614990234375, 6.7275390625, 7.2935791015625, 7.859619140625, 8.4256591796875, 8.99169921875, 9.5577392578125, 10.123779296875, 10.6898193359375, 11.255859375, 11.8218994140625, 12.387939453125, 12.9539794921875, 13.52001953125, 14.0860595703125, 14.652099609375, 15.2181396484375, 15.7841796875, 16.3502197265625, 16.916259765625, 17.4822998046875, 18.04833984375, 18.6143798828125, 19.180419921875, 19.7464599609375, 20.3125]}, "gradients/decoder.transformer.h.15.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 6.0, 4.0, 6.0, 8.0, 21.0, 14.0, 29.0, 36.0, 59.0, 107.0, 191.0, 335.0, 741.0, 1490.0, 3550.0, 8679.0, 25170.0, 100508.0, 1603751.0, 2278960.0, 124560.0, 28740.0, 9828.0, 4064.0, 1674.0, 809.0, 390.0, 223.0, 116.0, 78.0, 52.0, 28.0, 21.0, 12.0, 8.0, 6.0, 4.0, 3.0, 4.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-34.0, -33.05712890625, -32.1142578125, -31.17138671875, -30.228515625, -29.28564453125, -28.3427734375, -27.39990234375, -26.45703125, -25.51416015625, -24.5712890625, -23.62841796875, -22.685546875, -21.74267578125, -20.7998046875, -19.85693359375, -18.9140625, -17.97119140625, -17.0283203125, -16.08544921875, -15.142578125, -14.19970703125, -13.2568359375, -12.31396484375, -11.37109375, -10.42822265625, -9.4853515625, -8.54248046875, -7.599609375, -6.65673828125, -5.7138671875, -4.77099609375, -3.828125, -2.88525390625, -1.9423828125, -0.99951171875, -0.056640625, 0.88623046875, 1.8291015625, 2.77197265625, 3.71484375, 4.65771484375, 5.6005859375, 6.54345703125, 7.486328125, 8.42919921875, 9.3720703125, 10.31494140625, 11.2578125, 12.20068359375, 13.1435546875, 14.08642578125, 15.029296875, 15.97216796875, 16.9150390625, 17.85791015625, 18.80078125, 19.74365234375, 20.6865234375, 21.62939453125, 22.572265625, 23.51513671875, 24.4580078125, 25.40087890625, 26.34375]}, "gradients/decoder.transformer.h.15.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 5.0, 1.0, 6.0, 8.0, 12.0, 18.0, 21.0, 38.0, 74.0, 68.0, 88.0, 103.0, 117.0, 107.0, 88.0, 76.0, 53.0, 38.0, 27.0, 14.0, 16.0, 11.0, 7.0, 5.0, 5.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-101.57166290283203, -99.06153869628906, -96.55140686035156, -94.0412826538086, -91.5311508178711, -89.02102661132812, -86.51089477539062, -84.00077056884766, -81.49064636230469, -78.98052215576172, -76.47039031982422, -73.96026611328125, -71.45013427734375, -68.94001007080078, -66.42987823486328, -63.91975402832031, -61.40962219238281, -58.89949417114258, -56.389366149902344, -53.87923812866211, -51.369110107421875, -48.858985900878906, -46.34885787963867, -43.83872985839844, -41.3286018371582, -38.81847381591797, -36.308345794677734, -33.7982177734375, -31.2880916595459, -28.777963638305664, -26.267837524414062, -23.757709503173828, -21.247573852539062, -18.737445831298828, -16.227317810058594, -13.717191696166992, -11.207063674926758, -8.696935653686523, -6.1868085861206055, -3.6766815185546875, -1.1665534973144531, 1.343574047088623, 3.853701591491699, 6.363829135894775, 8.873956680297852, 11.384084701538086, 13.894211769104004, 16.404338836669922, 18.914466857910156, 21.42459487915039, 23.934722900390625, 26.444849014282227, 28.95497703552246, 31.465105056762695, 33.9752311706543, 36.48535919189453, 38.995487213134766, 41.505615234375, 44.015743255615234, 46.52587127685547, 49.03599548339844, 51.54612731933594, 54.056251525878906, 56.56637954711914, 59.076507568359375]}, "gradients/decoder.transformer.h.15.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 4.0, 5.0, 2.0, 6.0, 11.0, 13.0, 12.0, 15.0, 15.0, 19.0, 15.0, 17.0, 22.0, 31.0, 28.0, 21.0, 19.0, 35.0, 38.0, 36.0, 39.0, 34.0, 35.0, 36.0, 38.0, 51.0, 34.0, 35.0, 44.0, 29.0, 34.0, 24.0, 27.0, 26.0, 23.0, 19.0, 22.0, 13.0, 18.0, 10.0, 10.0, 7.0, 10.0, 10.0, 3.0, 2.0, 3.0, 4.0, 3.0, 0.0, 5.0, 2.0, 1.0, 0.0, 1.0], "bins": [-48.43464279174805, -46.95475769042969, -45.47487258911133, -43.99498748779297, -42.515106201171875, -41.035221099853516, -39.555335998535156, -38.0754508972168, -36.59556579589844, -35.11568069458008, -33.63579559326172, -32.155914306640625, -30.676029205322266, -29.196144104003906, -27.716259002685547, -26.236373901367188, -24.756492614746094, -23.276607513427734, -21.796724319458008, -20.31683921813965, -18.836956024169922, -17.357070922851562, -15.877185821533203, -14.39730167388916, -12.917417526245117, -11.437533378601074, -9.957649230957031, -8.477764129638672, -6.997879981994629, -5.517995834350586, -4.038110733032227, -2.5582265853881836, -1.0783424377441406, 0.40154194831848145, 1.8814263343811035, 3.3613109588623047, 4.841195106506348, 6.321079254150391, 7.80096435546875, 9.280848503112793, 10.760732650756836, 12.240616798400879, 13.720500946044922, 15.200386047363281, 16.68027114868164, 18.160154342651367, 19.640039443969727, 21.119922637939453, 22.599807739257812, 24.079692840576172, 25.5595760345459, 27.039461135864258, 28.519344329833984, 29.999229431152344, 31.479114532470703, 32.95899963378906, 34.438880920410156, 35.918766021728516, 37.398651123046875, 38.87853240966797, 40.35841751098633, 41.83830261230469, 43.31818771362305, 44.798072814941406, 46.277957916259766]}, "gradients/decoder.transformer.h.15.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 6.0, 3.0, 5.0, 3.0, 8.0, 7.0, 11.0, 16.0, 8.0, 16.0, 21.0, 22.0, 27.0, 19.0, 23.0, 23.0, 39.0, 34.0, 52.0, 49.0, 44.0, 43.0, 67.0, 62.0, 44.0, 44.0, 37.0, 34.0, 31.0, 37.0, 15.0, 29.0, 21.0, 23.0, 21.0, 8.0, 9.0, 16.0, 15.0, 8.0, 3.0, 4.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-7.18359375, -6.96051025390625, -6.7374267578125, -6.51434326171875, -6.291259765625, -6.06817626953125, -5.8450927734375, -5.62200927734375, -5.39892578125, -5.17584228515625, -4.9527587890625, -4.72967529296875, -4.506591796875, -4.28350830078125, -4.0604248046875, -3.83734130859375, -3.6142578125, -3.39117431640625, -3.1680908203125, -2.94500732421875, -2.721923828125, -2.49884033203125, -2.2757568359375, -2.05267333984375, -1.82958984375, -1.60650634765625, -1.3834228515625, -1.16033935546875, -0.937255859375, -0.71417236328125, -0.4910888671875, -0.26800537109375, -0.044921875, 0.17816162109375, 0.4012451171875, 0.62432861328125, 0.847412109375, 1.07049560546875, 1.2935791015625, 1.51666259765625, 1.73974609375, 1.96282958984375, 2.1859130859375, 2.40899658203125, 2.632080078125, 2.85516357421875, 3.0782470703125, 3.30133056640625, 3.5244140625, 3.74749755859375, 3.9705810546875, 4.19366455078125, 4.416748046875, 4.63983154296875, 4.8629150390625, 5.08599853515625, 5.30908203125, 5.53216552734375, 5.7552490234375, 5.97833251953125, 6.201416015625, 6.42449951171875, 6.6475830078125, 6.87066650390625, 7.09375]}, "gradients/decoder.transformer.h.15.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 1.0, 5.0, 6.0, 4.0, 9.0, 14.0, 31.0, 37.0, 45.0, 89.0, 151.0, 192.0, 317.0, 436.0, 651.0, 1018.0, 1541.0, 2224.0, 3356.0, 5167.0, 7627.0, 11646.0, 18118.0, 28422.0, 45430.0, 74519.0, 123988.0, 199260.0, 198834.0, 124506.0, 74525.0, 45178.0, 28266.0, 18127.0, 11720.0, 7749.0, 5202.0, 3325.0, 2245.0, 1511.0, 1007.0, 671.0, 472.0, 292.0, 189.0, 169.0, 91.0, 63.0, 39.0, 34.0, 15.0, 12.0, 10.0, 2.0, 4.0, 2.0, 3.0, 1.0, 1.0, 2.0], "bins": [-0.7578125, -0.734130859375, -0.71044921875, -0.686767578125, -0.6630859375, -0.639404296875, -0.61572265625, -0.592041015625, -0.568359375, -0.544677734375, -0.52099609375, -0.497314453125, -0.4736328125, -0.449951171875, -0.42626953125, -0.402587890625, -0.37890625, -0.355224609375, -0.33154296875, -0.307861328125, -0.2841796875, -0.260498046875, -0.23681640625, -0.213134765625, -0.189453125, -0.165771484375, -0.14208984375, -0.118408203125, -0.0947265625, -0.071044921875, -0.04736328125, -0.023681640625, 0.0, 0.023681640625, 0.04736328125, 0.071044921875, 0.0947265625, 0.118408203125, 0.14208984375, 0.165771484375, 0.189453125, 0.213134765625, 0.23681640625, 0.260498046875, 0.2841796875, 0.307861328125, 0.33154296875, 0.355224609375, 0.37890625, 0.402587890625, 0.42626953125, 0.449951171875, 0.4736328125, 0.497314453125, 0.52099609375, 0.544677734375, 0.568359375, 0.592041015625, 0.61572265625, 0.639404296875, 0.6630859375, 0.686767578125, 0.71044921875, 0.734130859375, 0.7578125]}, "gradients/decoder.transformer.h.15.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 6.0, 3.0, 3.0, 10.0, 6.0, 7.0, 11.0, 12.0, 12.0, 18.0, 8.0, 26.0, 24.0, 24.0, 34.0, 30.0, 33.0, 36.0, 35.0, 38.0, 28.0, 41.0, 39.0, 1068.0, 38.0, 44.0, 43.0, 30.0, 35.0, 35.0, 28.0, 35.0, 23.0, 24.0, 19.0, 18.0, 15.0, 19.0, 12.0, 11.0, 14.0, 5.0, 5.0, 6.0, 6.0, 7.0, 3.0, 5.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.36328125, -4.21929931640625, -4.0753173828125, -3.93133544921875, -3.787353515625, -3.64337158203125, -3.4993896484375, -3.35540771484375, -3.21142578125, -3.06744384765625, -2.9234619140625, -2.77947998046875, -2.635498046875, -2.49151611328125, -2.3475341796875, -2.20355224609375, -2.0595703125, -1.91558837890625, -1.7716064453125, -1.62762451171875, -1.483642578125, -1.33966064453125, -1.1956787109375, -1.05169677734375, -0.90771484375, -0.76373291015625, -0.6197509765625, -0.47576904296875, -0.331787109375, -0.18780517578125, -0.0438232421875, 0.10015869140625, 0.244140625, 0.38812255859375, 0.5321044921875, 0.67608642578125, 0.820068359375, 0.96405029296875, 1.1080322265625, 1.25201416015625, 1.39599609375, 1.53997802734375, 1.6839599609375, 1.82794189453125, 1.971923828125, 2.11590576171875, 2.2598876953125, 2.40386962890625, 2.5478515625, 2.69183349609375, 2.8358154296875, 2.97979736328125, 3.123779296875, 3.26776123046875, 3.4117431640625, 3.55572509765625, 3.69970703125, 3.84368896484375, 3.9876708984375, 4.13165283203125, 4.275634765625, 4.41961669921875, 4.5635986328125, 4.70758056640625, 4.8515625]}, "gradients/decoder.transformer.h.15.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 6.0, 7.0, 13.0, 17.0, 30.0, 45.0, 69.0, 102.0, 155.0, 222.0, 291.0, 443.0, 625.0, 904.0, 1272.0, 1827.0, 2745.0, 4058.0, 5916.0, 8889.0, 13330.0, 20317.0, 32641.0, 52641.0, 85998.0, 143964.0, 1228001.0, 200517.0, 110330.0, 66415.0, 40935.0, 25251.0, 16140.0, 10688.0, 7060.0, 4762.0, 3225.0, 2198.0, 1603.0, 1047.0, 772.0, 492.0, 386.0, 252.0, 169.0, 117.0, 90.0, 59.0, 41.0, 21.0, 22.0, 10.0, 4.0, 7.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.282958984375, -0.2740440368652344, -0.26512908935546875, -0.2562141418457031, -0.2472991943359375, -0.23838424682617188, -0.22946929931640625, -0.22055435180664062, -0.211639404296875, -0.20272445678710938, -0.19380950927734375, -0.18489456176757812, -0.1759796142578125, -0.16706466674804688, -0.15814971923828125, -0.14923477172851562, -0.14031982421875, -0.13140487670898438, -0.12248992919921875, -0.11357498168945312, -0.1046600341796875, -0.09574508666992188, -0.08683013916015625, -0.07791519165039062, -0.069000244140625, -0.060085296630859375, -0.05117034912109375, -0.042255401611328125, -0.0333404541015625, -0.024425506591796875, -0.01551055908203125, -0.006595611572265625, 0.0023193359375, 0.011234283447265625, 0.02014923095703125, 0.029064178466796875, 0.0379791259765625, 0.046894073486328125, 0.05580902099609375, 0.06472396850585938, 0.073638916015625, 0.08255386352539062, 0.09146881103515625, 0.10038375854492188, 0.1092987060546875, 0.11821365356445312, 0.12712860107421875, 0.13604354858398438, 0.14495849609375, 0.15387344360351562, 0.16278839111328125, 0.17170333862304688, 0.1806182861328125, 0.18953323364257812, 0.19844818115234375, 0.20736312866210938, 0.216278076171875, 0.22519302368164062, 0.23410797119140625, 0.24302291870117188, 0.2519378662109375, 0.2608528137207031, 0.26976776123046875, 0.2786827087402344, 0.28759765625]}, "gradients/decoder.transformer.h.15.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 5.0, 3.0, 3.0, 5.0, 3.0, 5.0, 10.0, 7.0, 14.0, 13.0, 18.0, 29.0, 25.0, 50.0, 64.0, 86.0, 100.0, 111.0, 117.0, 95.0, 68.0, 39.0, 25.0, 25.0, 11.0, 12.0, 11.0, 8.0, 10.0, 5.0, 6.0, 6.0, 5.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.04656982421875, -0.0452117919921875, -0.043853759765625, -0.0424957275390625, -0.0411376953125, -0.0397796630859375, -0.038421630859375, -0.0370635986328125, -0.03570556640625, -0.0343475341796875, -0.032989501953125, -0.0316314697265625, -0.0302734375, -0.0289154052734375, -0.027557373046875, -0.0261993408203125, -0.02484130859375, -0.0234832763671875, -0.022125244140625, -0.0207672119140625, -0.0194091796875, -0.0180511474609375, -0.016693115234375, -0.0153350830078125, -0.01397705078125, -0.0126190185546875, -0.011260986328125, -0.0099029541015625, -0.008544921875, -0.0071868896484375, -0.005828857421875, -0.0044708251953125, -0.00311279296875, -0.0017547607421875, -0.000396728515625, 0.0009613037109375, 0.0023193359375, 0.0036773681640625, 0.005035400390625, 0.0063934326171875, 0.00775146484375, 0.0091094970703125, 0.010467529296875, 0.0118255615234375, 0.01318359375, 0.0145416259765625, 0.015899658203125, 0.0172576904296875, 0.01861572265625, 0.0199737548828125, 0.021331787109375, 0.0226898193359375, 0.0240478515625, 0.0254058837890625, 0.026763916015625, 0.0281219482421875, 0.02947998046875, 0.0308380126953125, 0.032196044921875, 0.0335540771484375, 0.034912109375, 0.0362701416015625, 0.037628173828125, 0.0389862060546875, 0.04034423828125]}, "gradients/decoder.transformer.h.15.crossattention.q_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 2.0, 4.0, 6.0, 5.0, 4.0, 8.0, 10.0, 7.0, 15.0, 15.0, 32.0, 47.0, 63.0, 158.0, 331.0, 4625.0, 1028775.0, 13608.0, 410.0, 166.0, 94.0, 50.0, 26.0, 24.0, 11.0, 14.0, 8.0, 7.0, 4.0, 6.0, 3.0, 5.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.8720703125, -0.842620849609375, -0.81317138671875, -0.783721923828125, -0.7542724609375, -0.724822998046875, -0.69537353515625, -0.665924072265625, -0.636474609375, -0.607025146484375, -0.57757568359375, -0.548126220703125, -0.5186767578125, -0.489227294921875, -0.45977783203125, -0.430328369140625, -0.40087890625, -0.371429443359375, -0.34197998046875, -0.312530517578125, -0.2830810546875, -0.253631591796875, -0.22418212890625, -0.194732666015625, -0.165283203125, -0.135833740234375, -0.10638427734375, -0.076934814453125, -0.0474853515625, -0.018035888671875, 0.01141357421875, 0.040863037109375, 0.0703125, 0.099761962890625, 0.12921142578125, 0.158660888671875, 0.1881103515625, 0.217559814453125, 0.24700927734375, 0.276458740234375, 0.305908203125, 0.335357666015625, 0.36480712890625, 0.394256591796875, 0.4237060546875, 0.453155517578125, 0.48260498046875, 0.512054443359375, 0.54150390625, 0.570953369140625, 0.60040283203125, 0.629852294921875, 0.6593017578125, 0.688751220703125, 0.71820068359375, 0.747650146484375, 0.777099609375, 0.806549072265625, 0.83599853515625, 0.865447998046875, 0.8948974609375, 0.924346923828125, 0.95379638671875, 0.983245849609375, 1.0126953125]}, "gradients/decoder.transformer.h.15.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 8.0, 25.0, 75.0, 530.0, 300.0, 57.0, 17.0, 5.0, 3.0, 1.0], "bins": [-1.0979970693588257, -1.0790194272994995, -1.0600416660308838, -1.0410640239715576, -1.0220863819122314, -1.0031086206436157, -0.9841309785842896, -0.9651533365249634, -0.9461756348609924, -0.9271979331970215, -0.9082202911376953, -0.8892425894737244, -0.8702648878097534, -0.8512872457504272, -0.8323095440864563, -0.8133318424224854, -0.7943542003631592, -0.7753764986991882, -0.7563988566398621, -0.7374211549758911, -0.7184434533119202, -0.699465811252594, -0.680488109588623, -0.6615104675292969, -0.6425327062606812, -0.6235550045967102, -0.604577362537384, -0.5855996608734131, -0.5666219592094421, -0.547644317150116, -0.528666615486145, -0.5096889734268188, -0.4907112121582031, -0.47173354029655457, -0.4527558386325836, -0.43377816677093506, -0.4148004949092865, -0.39582282304763794, -0.376845121383667, -0.35786744952201843, -0.3388897776603699, -0.3199121057987213, -0.30093440413475037, -0.2819567322731018, -0.26297906041145325, -0.2440013736486435, -0.22502368688583374, -0.20604601502418518, -0.18706832826137543, -0.16809064149856567, -0.14911296963691711, -0.13013528287410736, -0.1111576035618782, -0.09217992424964905, -0.0732022374868393, -0.054224565625190735, -0.03524687886238098, -0.016269197687506676, 0.00270848348736763, 0.021686166524887085, 0.04066384583711624, 0.0596415251493454, 0.07861921191215515, 0.09759688377380371, 0.11657457053661346]}, "gradients/decoder.transformer.h.15.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 4.0, 9.0, 2.0, 4.0, 8.0, 15.0, 13.0, 15.0, 16.0, 10.0, 17.0, 30.0, 26.0, 27.0, 30.0, 38.0, 31.0, 45.0, 26.0, 42.0, 35.0, 45.0, 34.0, 32.0, 40.0, 36.0, 44.0, 37.0, 33.0, 34.0, 32.0, 30.0, 23.0, 29.0, 24.0, 17.0, 8.0, 12.0, 16.0, 13.0, 9.0, 5.0, 4.0, 4.0, 1.0, 5.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1360226273536682, -0.13166990876197815, -0.12731719017028809, -0.12296447157859802, -0.11861175298690796, -0.1142590343952179, -0.10990630835294724, -0.10555358976125717, -0.10120087116956711, -0.09684815257787704, -0.09249543398618698, -0.08814271539449692, -0.08378998935222626, -0.0794372707605362, -0.07508455216884613, -0.07073183357715607, -0.066379114985466, -0.06202639639377594, -0.057673677802085876, -0.053320955485105515, -0.04896823689341545, -0.04461551830172539, -0.040262795984745026, -0.03591007739305496, -0.0315573588013649, -0.027204640209674835, -0.022851919755339622, -0.01849919930100441, -0.014146480709314346, -0.009793762117624283, -0.00544104166328907, -0.0010883212089538574, 0.003264397382736206, 0.007617116905748844, 0.011969836428761482, 0.016322556883096695, 0.02067527547478676, 0.025027994066476822, 0.029380714520812035, 0.03373343497514725, 0.03808615356683731, 0.042438872158527374, 0.04679159075021744, 0.0511443130671978, 0.05549703165888786, 0.05984975025057793, 0.06420247256755829, 0.06855519115924835, 0.07290790975093842, 0.07726062834262848, 0.08161334693431854, 0.0859660655260086, 0.09031878411769867, 0.09467150270938873, 0.0990242287516594, 0.10337694734334946, 0.10772966593503952, 0.11208238452672958, 0.11643510311841965, 0.12078782171010971, 0.12514054775238037, 0.12949326634407043, 0.1338459849357605, 0.13819870352745056, 0.14255142211914062]}, "gradients/decoder.transformer.h.15.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 6.0, 3.0, 5.0, 3.0, 8.0, 7.0, 12.0, 15.0, 8.0, 16.0, 21.0, 23.0, 26.0, 19.0, 23.0, 23.0, 39.0, 34.0, 52.0, 49.0, 44.0, 43.0, 68.0, 61.0, 44.0, 44.0, 38.0, 33.0, 31.0, 36.0, 16.0, 29.0, 21.0, 23.0, 22.0, 7.0, 8.0, 17.0, 15.0, 8.0, 3.0, 4.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-7.18359375, -6.96051025390625, -6.7374267578125, -6.51434326171875, -6.291259765625, -6.06817626953125, -5.8450927734375, -5.62200927734375, -5.39892578125, -5.17584228515625, -4.9527587890625, -4.72967529296875, -4.506591796875, -4.28350830078125, -4.0604248046875, -3.83734130859375, -3.6142578125, -3.39117431640625, -3.1680908203125, -2.94500732421875, -2.721923828125, -2.49884033203125, -2.2757568359375, -2.05267333984375, -1.82958984375, -1.60650634765625, -1.3834228515625, -1.16033935546875, -0.937255859375, -0.71417236328125, -0.4910888671875, -0.26800537109375, -0.044921875, 0.17816162109375, 0.4012451171875, 0.62432861328125, 0.847412109375, 1.07049560546875, 1.2935791015625, 1.51666259765625, 1.73974609375, 1.96282958984375, 2.1859130859375, 2.40899658203125, 2.632080078125, 2.85516357421875, 3.0782470703125, 3.30133056640625, 3.5244140625, 3.74749755859375, 3.9705810546875, 4.19366455078125, 4.416748046875, 4.63983154296875, 4.8629150390625, 5.08599853515625, 5.30908203125, 5.53216552734375, 5.7552490234375, 5.97833251953125, 6.201416015625, 6.42449951171875, 6.6475830078125, 6.87066650390625, 7.09375]}, "gradients/decoder.transformer.h.15.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 7.0, 3.0, 5.0, 10.0, 13.0, 13.0, 19.0, 23.0, 47.0, 32.0, 75.0, 91.0, 150.0, 172.0, 248.0, 402.0, 567.0, 795.0, 1190.0, 1736.0, 2712.0, 4510.0, 7803.0, 15426.0, 35150.0, 94737.0, 304602.0, 371583.0, 121890.0, 43238.0, 18212.0, 8942.0, 5054.0, 3033.0, 1982.0, 1225.0, 888.0, 568.0, 401.0, 290.0, 200.0, 135.0, 99.0, 71.0, 60.0, 44.0, 24.0, 24.0, 19.0, 13.0, 9.0, 7.0, 4.0, 4.0, 3.0, 3.0, 3.0, 2.0], "bins": [-8.2109375, -7.96295166015625, -7.7149658203125, -7.46697998046875, -7.218994140625, -6.97100830078125, -6.7230224609375, -6.47503662109375, -6.22705078125, -5.97906494140625, -5.7310791015625, -5.48309326171875, -5.235107421875, -4.98712158203125, -4.7391357421875, -4.49114990234375, -4.2431640625, -3.99517822265625, -3.7471923828125, -3.49920654296875, -3.251220703125, -3.00323486328125, -2.7552490234375, -2.50726318359375, -2.25927734375, -2.01129150390625, -1.7633056640625, -1.51531982421875, -1.267333984375, -1.01934814453125, -0.7713623046875, -0.52337646484375, -0.275390625, -0.02740478515625, 0.2205810546875, 0.46856689453125, 0.716552734375, 0.96453857421875, 1.2125244140625, 1.46051025390625, 1.70849609375, 1.95648193359375, 2.2044677734375, 2.45245361328125, 2.700439453125, 2.94842529296875, 3.1964111328125, 3.44439697265625, 3.6923828125, 3.94036865234375, 4.1883544921875, 4.43634033203125, 4.684326171875, 4.93231201171875, 5.1802978515625, 5.42828369140625, 5.67626953125, 5.92425537109375, 6.1722412109375, 6.42022705078125, 6.668212890625, 6.91619873046875, 7.1641845703125, 7.41217041015625, 7.66015625]}, "gradients/decoder.transformer.h.15.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 7.0, 3.0, 3.0, 9.0, 4.0, 18.0, 13.0, 17.0, 29.0, 21.0, 24.0, 43.0, 47.0, 46.0, 68.0, 86.0, 118.0, 230.0, 1521.0, 188.0, 145.0, 86.0, 72.0, 49.0, 34.0, 34.0, 28.0, 35.0, 22.0, 7.0, 16.0, 13.0, 3.0, 6.0, 5.0, 1.0, 3.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.671875, -25.7958984375, -24.919921875, -24.0439453125, -23.16796875, -22.2919921875, -21.416015625, -20.5400390625, -19.6640625, -18.7880859375, -17.912109375, -17.0361328125, -16.16015625, -15.2841796875, -14.408203125, -13.5322265625, -12.65625, -11.7802734375, -10.904296875, -10.0283203125, -9.15234375, -8.2763671875, -7.400390625, -6.5244140625, -5.6484375, -4.7724609375, -3.896484375, -3.0205078125, -2.14453125, -1.2685546875, -0.392578125, 0.4833984375, 1.359375, 2.2353515625, 3.111328125, 3.9873046875, 4.86328125, 5.7392578125, 6.615234375, 7.4912109375, 8.3671875, 9.2431640625, 10.119140625, 10.9951171875, 11.87109375, 12.7470703125, 13.623046875, 14.4990234375, 15.375, 16.2509765625, 17.126953125, 18.0029296875, 18.87890625, 19.7548828125, 20.630859375, 21.5068359375, 22.3828125, 23.2587890625, 24.134765625, 25.0107421875, 25.88671875, 26.7626953125, 27.638671875, 28.5146484375, 29.390625]}, "gradients/decoder.transformer.h.15.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 5.0, 2.0, 7.0, 5.0, 8.0, 9.0, 17.0, 18.0, 24.0, 26.0, 42.0, 66.0, 85.0, 88.0, 166.0, 251.0, 612.0, 2060.0, 14909.0, 1077697.0, 2026752.0, 18874.0, 2457.0, 620.0, 293.0, 195.0, 105.0, 82.0, 57.0, 60.0, 26.0, 28.0, 19.0, 11.0, 11.0, 10.0, 6.0, 6.0, 3.0, 6.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-49.65625, -48.056640625, -46.45703125, -44.857421875, -43.2578125, -41.658203125, -40.05859375, -38.458984375, -36.859375, -35.259765625, -33.66015625, -32.060546875, -30.4609375, -28.861328125, -27.26171875, -25.662109375, -24.0625, -22.462890625, -20.86328125, -19.263671875, -17.6640625, -16.064453125, -14.46484375, -12.865234375, -11.265625, -9.666015625, -8.06640625, -6.466796875, -4.8671875, -3.267578125, -1.66796875, -0.068359375, 1.53125, 3.130859375, 4.73046875, 6.330078125, 7.9296875, 9.529296875, 11.12890625, 12.728515625, 14.328125, 15.927734375, 17.52734375, 19.126953125, 20.7265625, 22.326171875, 23.92578125, 25.525390625, 27.125, 28.724609375, 30.32421875, 31.923828125, 33.5234375, 35.123046875, 36.72265625, 38.322265625, 39.921875, 41.521484375, 43.12109375, 44.720703125, 46.3203125, 47.919921875, 49.51953125, 51.119140625, 52.71875]}, "gradients/decoder.transformer.h.15.ln_1.weight": {"_type": "histogram", "values": [27.0, 725.0, 264.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.812686920166016, -11.524057388305664, 2.7645721435546875, 17.053203582763672, 31.34183120727539, 45.63045883178711, 59.91909408569336, 74.20771789550781, 88.49635314941406, 102.78498077392578, 117.0736083984375, 131.36224365234375, 145.65087890625, 159.9394989013672, 174.22813415527344, 188.51675415039062, 202.80538940429688, 217.09402465820312, 231.3826446533203, 245.67127990722656, 259.95989990234375, 274.24853515625, 288.53717041015625, 302.8258056640625, 317.1144104003906, 331.4030456542969, 345.6916809082031, 359.98028564453125, 374.2689208984375, 388.55755615234375, 402.84619140625, 417.13482666015625, 431.4234619140625, 445.71209716796875, 460.000732421875, 474.28936767578125, 488.5779724121094, 502.8666076660156, 517.1552734375, 531.44384765625, 545.7324829101562, 560.0211181640625, 574.3097534179688, 588.598388671875, 602.8870239257812, 617.1756591796875, 631.4642333984375, 645.7528686523438, 660.04150390625, 674.3301391601562, 688.6187744140625, 702.9074096679688, 717.196044921875, 731.484619140625, 745.7733154296875, 760.0618896484375, 774.3505859375, 788.6392211914062, 802.9278564453125, 817.2164916992188, 831.505126953125, 845.793701171875, 860.0823974609375, 874.3709716796875, 888.6596069335938]}, "gradients/decoder.transformer.h.15.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 3.0, 4.0, 3.0, 4.0, 4.0, 9.0, 9.0, 10.0, 8.0, 8.0, 17.0, 13.0, 23.0, 20.0, 21.0, 34.0, 31.0, 26.0, 36.0, 35.0, 33.0, 40.0, 41.0, 47.0, 42.0, 44.0, 29.0, 51.0, 42.0, 33.0, 29.0, 31.0, 34.0, 22.0, 23.0, 19.0, 19.0, 16.0, 14.0, 17.0, 17.0, 11.0, 8.0, 5.0, 8.0, 6.0, 1.0, 3.0, 3.0, 1.0, 5.0, 1.0], "bins": [-66.90335083007812, -65.08309936523438, -63.262855529785156, -61.44260787963867, -59.62236022949219, -57.8021125793457, -55.98186492919922, -54.161617279052734, -52.34136962890625, -50.521121978759766, -48.70087432861328, -46.8806266784668, -45.06037902832031, -43.24013137817383, -41.419883728027344, -39.59963607788086, -37.779388427734375, -35.95914077758789, -34.138893127441406, -32.31864547729492, -30.498397827148438, -28.678150177001953, -26.85790252685547, -25.037654876708984, -23.2174072265625, -21.397159576416016, -19.57691192626953, -17.756664276123047, -15.936416625976562, -14.116168975830078, -12.295921325683594, -10.47567367553711, -8.655426025390625, -6.835178375244141, -5.014930725097656, -3.194683074951172, -1.3744354248046875, 0.4458122253417969, 2.2660598754882812, 4.086307525634766, 5.90655517578125, 7.726802825927734, 9.547050476074219, 11.367298126220703, 13.187545776367188, 15.007793426513672, 16.828041076660156, 18.64828872680664, 20.468536376953125, 22.28878402709961, 24.109031677246094, 25.929279327392578, 27.749526977539062, 29.569774627685547, 31.39002227783203, 33.210269927978516, 35.030517578125, 36.850765228271484, 38.67101287841797, 40.49126052856445, 42.31150817871094, 44.13175582885742, 45.952003479003906, 47.77225112915039, 49.592498779296875]}, "gradients/decoder.transformer.h.14.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 5.0, 7.0, 10.0, 11.0, 15.0, 17.0, 15.0, 17.0, 17.0, 24.0, 19.0, 27.0, 25.0, 37.0, 37.0, 48.0, 39.0, 39.0, 52.0, 55.0, 46.0, 53.0, 46.0, 35.0, 44.0, 33.0, 36.0, 30.0, 18.0, 36.0, 23.0, 12.0, 11.0, 14.0, 11.0, 15.0, 9.0, 3.0, 6.0, 5.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.43359375, -7.19781494140625, -6.9620361328125, -6.72625732421875, -6.490478515625, -6.25469970703125, -6.0189208984375, -5.78314208984375, -5.54736328125, -5.31158447265625, -5.0758056640625, -4.84002685546875, -4.604248046875, -4.36846923828125, -4.1326904296875, -3.89691162109375, -3.6611328125, -3.42535400390625, -3.1895751953125, -2.95379638671875, -2.718017578125, -2.48223876953125, -2.2464599609375, -2.01068115234375, -1.77490234375, -1.53912353515625, -1.3033447265625, -1.06756591796875, -0.831787109375, -0.59600830078125, -0.3602294921875, -0.12445068359375, 0.111328125, 0.34710693359375, 0.5828857421875, 0.81866455078125, 1.054443359375, 1.29022216796875, 1.5260009765625, 1.76177978515625, 1.99755859375, 2.23333740234375, 2.4691162109375, 2.70489501953125, 2.940673828125, 3.17645263671875, 3.4122314453125, 3.64801025390625, 3.8837890625, 4.11956787109375, 4.3553466796875, 4.59112548828125, 4.826904296875, 5.06268310546875, 5.2984619140625, 5.53424072265625, 5.77001953125, 6.00579833984375, 6.2415771484375, 6.47735595703125, 6.713134765625, 6.94891357421875, 7.1846923828125, 7.42047119140625, 7.65625]}, "gradients/decoder.transformer.h.14.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 3.0, 11.0, 10.0, 12.0, 22.0, 44.0, 43.0, 89.0, 131.0, 191.0, 279.0, 430.0, 790.0, 1363.0, 2602.0, 5186.0, 11562.0, 29569.0, 153634.0, 2349965.0, 1499699.0, 95373.0, 23762.0, 9737.0, 4504.0, 2222.0, 1226.0, 665.0, 397.0, 280.0, 163.0, 106.0, 74.0, 51.0, 26.0, 16.0, 14.0, 11.0, 12.0, 8.0, 4.0, 4.0, 0.0, 1.0, 0.0, 1.0], "bins": [-23.859375, -23.229736328125, -22.60009765625, -21.970458984375, -21.3408203125, -20.711181640625, -20.08154296875, -19.451904296875, -18.822265625, -18.192626953125, -17.56298828125, -16.933349609375, -16.3037109375, -15.674072265625, -15.04443359375, -14.414794921875, -13.78515625, -13.155517578125, -12.52587890625, -11.896240234375, -11.2666015625, -10.636962890625, -10.00732421875, -9.377685546875, -8.748046875, -8.118408203125, -7.48876953125, -6.859130859375, -6.2294921875, -5.599853515625, -4.97021484375, -4.340576171875, -3.7109375, -3.081298828125, -2.45166015625, -1.822021484375, -1.1923828125, -0.562744140625, 0.06689453125, 0.696533203125, 1.326171875, 1.955810546875, 2.58544921875, 3.215087890625, 3.8447265625, 4.474365234375, 5.10400390625, 5.733642578125, 6.36328125, 6.992919921875, 7.62255859375, 8.252197265625, 8.8818359375, 9.511474609375, 10.14111328125, 10.770751953125, 11.400390625, 12.030029296875, 12.65966796875, 13.289306640625, 13.9189453125, 14.548583984375, 15.17822265625, 15.807861328125, 16.4375]}, "gradients/decoder.transformer.h.14.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 6.0, 6.0, 3.0, 8.0, 2.0, 6.0, 10.0, 9.0, 11.0, 21.0, 20.0, 22.0, 34.0, 41.0, 62.0, 95.0, 98.0, 148.0, 239.0, 360.0, 468.0, 539.0, 490.0, 370.0, 268.0, 176.0, 132.0, 104.0, 73.0, 55.0, 42.0, 26.0, 23.0, 21.0, 19.0, 15.0, 9.0, 7.0, 7.0, 8.0, 6.0, 2.0, 5.0, 5.0, 2.0, 2.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0], "bins": [-13.546875, -13.1048583984375, -12.662841796875, -12.2208251953125, -11.77880859375, -11.3367919921875, -10.894775390625, -10.4527587890625, -10.0107421875, -9.5687255859375, -9.126708984375, -8.6846923828125, -8.24267578125, -7.8006591796875, -7.358642578125, -6.9166259765625, -6.474609375, -6.0325927734375, -5.590576171875, -5.1485595703125, -4.70654296875, -4.2645263671875, -3.822509765625, -3.3804931640625, -2.9384765625, -2.4964599609375, -2.054443359375, -1.6124267578125, -1.17041015625, -0.7283935546875, -0.286376953125, 0.1556396484375, 0.59765625, 1.0396728515625, 1.481689453125, 1.9237060546875, 2.36572265625, 2.8077392578125, 3.249755859375, 3.6917724609375, 4.1337890625, 4.5758056640625, 5.017822265625, 5.4598388671875, 5.90185546875, 6.3438720703125, 6.785888671875, 7.2279052734375, 7.669921875, 8.1119384765625, 8.553955078125, 8.9959716796875, 9.43798828125, 9.8800048828125, 10.322021484375, 10.7640380859375, 11.2060546875, 11.6480712890625, 12.090087890625, 12.5321044921875, 12.97412109375, 13.4161376953125, 13.858154296875, 14.3001708984375, 14.7421875]}, "gradients/decoder.transformer.h.14.mlp.c_fc.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 2.0, 3.0, 1.0, 6.0, 6.0, 4.0, 6.0, 7.0, 11.0, 20.0, 16.0, 16.0, 36.0, 52.0, 66.0, 103.0, 197.0, 336.0, 619.0, 1199.0, 2506.0, 5170.0, 13042.0, 37815.0, 165729.0, 2235842.0, 1554208.0, 125152.0, 31521.0, 11205.0, 4741.0, 2187.0, 1085.0, 546.0, 324.0, 190.0, 100.0, 59.0, 52.0, 33.0, 16.0, 17.0, 6.0, 9.0, 7.0, 3.0, 6.0, 6.0, 4.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-27.03125, -26.210205078125, -25.38916015625, -24.568115234375, -23.7470703125, -22.926025390625, -22.10498046875, -21.283935546875, -20.462890625, -19.641845703125, -18.82080078125, -17.999755859375, -17.1787109375, -16.357666015625, -15.53662109375, -14.715576171875, -13.89453125, -13.073486328125, -12.25244140625, -11.431396484375, -10.6103515625, -9.789306640625, -8.96826171875, -8.147216796875, -7.326171875, -6.505126953125, -5.68408203125, -4.863037109375, -4.0419921875, -3.220947265625, -2.39990234375, -1.578857421875, -0.7578125, 0.063232421875, 0.88427734375, 1.705322265625, 2.5263671875, 3.347412109375, 4.16845703125, 4.989501953125, 5.810546875, 6.631591796875, 7.45263671875, 8.273681640625, 9.0947265625, 9.915771484375, 10.73681640625, 11.557861328125, 12.37890625, 13.199951171875, 14.02099609375, 14.842041015625, 15.6630859375, 16.484130859375, 17.30517578125, 18.126220703125, 18.947265625, 19.768310546875, 20.58935546875, 21.410400390625, 22.2314453125, 23.052490234375, 23.87353515625, 24.694580078125, 25.515625]}, "gradients/decoder.transformer.h.14.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 7.0, 5.0, 7.0, 11.0, 18.0, 35.0, 61.0, 98.0, 128.0, 161.0, 164.0, 132.0, 76.0, 50.0, 29.0, 16.0, 8.0, 4.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-138.53179931640625, -134.84075927734375, -131.14971923828125, -127.45867156982422, -123.76763153076172, -120.07658386230469, -116.38554382324219, -112.69450378417969, -109.00346374511719, -105.31242370605469, -101.62137603759766, -97.93033599853516, -94.23929595947266, -90.54824829101562, -86.85720825195312, -83.16616821289062, -79.4751205444336, -75.7840805053711, -72.09303283691406, -68.40199279785156, -64.71095275878906, -61.0199089050293, -57.32886505126953, -53.63782501220703, -49.946781158447266, -46.2557373046875, -42.564697265625, -38.873653411865234, -35.18260955810547, -31.49156951904297, -27.800525665283203, -24.10948371887207, -20.418441772460938, -16.727399826049805, -13.036356925964355, -9.345314025878906, -5.654272079467773, -1.9632301330566406, 1.727813720703125, 5.418855667114258, 9.10989761352539, 12.800939559936523, 16.491981506347656, 20.183025360107422, 23.874067306518555, 27.565109252929688, 31.256153106689453, 34.94719696044922, 38.63823699951172, 42.329280853271484, 46.020320892333984, 49.71136474609375, 53.40240478515625, 57.093448638916016, 60.78449249267578, 64.47553253173828, 68.16658020019531, 71.85762023925781, 75.54866790771484, 79.23970794677734, 82.93074798583984, 86.62179565429688, 90.31283569335938, 94.00387573242188, 97.69491577148438]}, "gradients/decoder.transformer.h.14.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 4.0, 1.0, 2.0, 7.0, 8.0, 2.0, 3.0, 11.0, 8.0, 9.0, 11.0, 17.0, 12.0, 25.0, 13.0, 23.0, 25.0, 27.0, 26.0, 18.0, 36.0, 33.0, 39.0, 32.0, 40.0, 28.0, 45.0, 44.0, 50.0, 37.0, 28.0, 25.0, 31.0, 32.0, 29.0, 24.0, 20.0, 27.0, 18.0, 20.0, 18.0, 18.0, 14.0, 16.0, 13.0, 7.0, 9.0, 8.0, 3.0, 5.0, 6.0, 4.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-45.35629653930664, -43.89703369140625, -42.437774658203125, -40.978511810302734, -39.519248962402344, -38.05998611450195, -36.60072326660156, -35.14146423339844, -33.68220138549805, -32.222938537597656, -30.7636775970459, -29.30441665649414, -27.84515380859375, -26.38589096069336, -24.9266300201416, -23.467369079589844, -22.008106231689453, -20.548843383789062, -19.089582443237305, -17.630321502685547, -16.171058654785156, -14.711796760559082, -13.252534866333008, -11.793272972106934, -10.33401107788086, -8.874749183654785, -7.415487289428711, -5.956225395202637, -4.4969635009765625, -3.0377016067504883, -1.578439712524414, -0.11917781829833984, 1.3400802612304688, 2.799342155456543, 4.258604049682617, 5.717865943908691, 7.177127838134766, 8.63638973236084, 10.095651626586914, 11.554913520812988, 13.014175415039062, 14.473437309265137, 15.932699203491211, 17.39196014404297, 18.85122299194336, 20.31048583984375, 21.769746780395508, 23.229007720947266, 24.688270568847656, 26.147533416748047, 27.606794357299805, 29.066055297851562, 30.525318145751953, 31.984580993652344, 33.44384002685547, 34.90310287475586, 36.36236572265625, 37.82162857055664, 39.28089141845703, 40.740150451660156, 42.19941329956055, 43.65867614746094, 45.11793518066406, 46.57719802856445, 48.036460876464844]}, "gradients/decoder.transformer.h.14.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 4.0, 7.0, 4.0, 7.0, 9.0, 18.0, 8.0, 10.0, 15.0, 19.0, 16.0, 20.0, 24.0, 27.0, 25.0, 37.0, 43.0, 44.0, 38.0, 52.0, 36.0, 55.0, 49.0, 45.0, 47.0, 34.0, 42.0, 40.0, 28.0, 27.0, 28.0, 26.0, 16.0, 15.0, 17.0, 19.0, 17.0, 14.0, 7.0, 6.0, 5.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.8203125, -6.59759521484375, -6.3748779296875, -6.15216064453125, -5.929443359375, -5.70672607421875, -5.4840087890625, -5.26129150390625, -5.03857421875, -4.81585693359375, -4.5931396484375, -4.37042236328125, -4.147705078125, -3.92498779296875, -3.7022705078125, -3.47955322265625, -3.2568359375, -3.03411865234375, -2.8114013671875, -2.58868408203125, -2.365966796875, -2.14324951171875, -1.9205322265625, -1.69781494140625, -1.47509765625, -1.25238037109375, -1.0296630859375, -0.80694580078125, -0.584228515625, -0.36151123046875, -0.1387939453125, 0.08392333984375, 0.306640625, 0.52935791015625, 0.7520751953125, 0.97479248046875, 1.197509765625, 1.42022705078125, 1.6429443359375, 1.86566162109375, 2.08837890625, 2.31109619140625, 2.5338134765625, 2.75653076171875, 2.979248046875, 3.20196533203125, 3.4246826171875, 3.64739990234375, 3.8701171875, 4.09283447265625, 4.3155517578125, 4.53826904296875, 4.760986328125, 4.98370361328125, 5.2064208984375, 5.42913818359375, 5.65185546875, 5.87457275390625, 6.0972900390625, 6.32000732421875, 6.542724609375, 6.76544189453125, 6.9881591796875, 7.21087646484375, 7.43359375]}, "gradients/decoder.transformer.h.14.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 5.0, 0.0, 2.0, 3.0, 9.0, 9.0, 22.0, 27.0, 32.0, 46.0, 73.0, 137.0, 207.0, 354.0, 563.0, 982.0, 1603.0, 2759.0, 4700.0, 8792.0, 16660.0, 32812.0, 67186.0, 139513.0, 282104.0, 250802.0, 120201.0, 57832.0, 28397.0, 14596.0, 7851.0, 4141.0, 2456.0, 1435.0, 885.0, 512.0, 321.0, 210.0, 106.0, 82.0, 47.0, 37.0, 21.0, 17.0, 7.0, 6.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.0595703125, -1.0215911865234375, -0.983612060546875, -0.9456329345703125, -0.90765380859375, -0.8696746826171875, -0.831695556640625, -0.7937164306640625, -0.7557373046875, -0.7177581787109375, -0.679779052734375, -0.6417999267578125, -0.60382080078125, -0.5658416748046875, -0.527862548828125, -0.4898834228515625, -0.451904296875, -0.4139251708984375, -0.375946044921875, -0.3379669189453125, -0.29998779296875, -0.2620086669921875, -0.224029541015625, -0.1860504150390625, -0.1480712890625, -0.1100921630859375, -0.072113037109375, -0.0341339111328125, 0.00384521484375, 0.0418243408203125, 0.079803466796875, 0.1177825927734375, 0.15576171875, 0.1937408447265625, 0.231719970703125, 0.2696990966796875, 0.30767822265625, 0.3456573486328125, 0.383636474609375, 0.4216156005859375, 0.4595947265625, 0.4975738525390625, 0.535552978515625, 0.5735321044921875, 0.61151123046875, 0.6494903564453125, 0.687469482421875, 0.7254486083984375, 0.763427734375, 0.8014068603515625, 0.839385986328125, 0.8773651123046875, 0.91534423828125, 0.9533233642578125, 0.991302490234375, 1.0292816162109375, 1.0672607421875, 1.1052398681640625, 1.143218994140625, 1.1811981201171875, 1.21917724609375, 1.2571563720703125, 1.295135498046875, 1.3331146240234375, 1.37109375]}, "gradients/decoder.transformer.h.14.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 2.0, 6.0, 7.0, 9.0, 3.0, 12.0, 14.0, 9.0, 14.0, 15.0, 18.0, 23.0, 21.0, 28.0, 32.0, 26.0, 25.0, 29.0, 48.0, 39.0, 46.0, 44.0, 1073.0, 40.0, 42.0, 37.0, 45.0, 31.0, 36.0, 29.0, 26.0, 35.0, 23.0, 14.0, 25.0, 14.0, 20.0, 18.0, 10.0, 5.0, 12.0, 12.0, 4.0, 2.0, 4.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.25390625, -4.102783203125, -3.95166015625, -3.800537109375, -3.6494140625, -3.498291015625, -3.34716796875, -3.196044921875, -3.044921875, -2.893798828125, -2.74267578125, -2.591552734375, -2.4404296875, -2.289306640625, -2.13818359375, -1.987060546875, -1.8359375, -1.684814453125, -1.53369140625, -1.382568359375, -1.2314453125, -1.080322265625, -0.92919921875, -0.778076171875, -0.626953125, -0.475830078125, -0.32470703125, -0.173583984375, -0.0224609375, 0.128662109375, 0.27978515625, 0.430908203125, 0.58203125, 0.733154296875, 0.88427734375, 1.035400390625, 1.1865234375, 1.337646484375, 1.48876953125, 1.639892578125, 1.791015625, 1.942138671875, 2.09326171875, 2.244384765625, 2.3955078125, 2.546630859375, 2.69775390625, 2.848876953125, 3.0, 3.151123046875, 3.30224609375, 3.453369140625, 3.6044921875, 3.755615234375, 3.90673828125, 4.057861328125, 4.208984375, 4.360107421875, 4.51123046875, 4.662353515625, 4.8134765625, 4.964599609375, 5.11572265625, 5.266845703125, 5.41796875]}, "gradients/decoder.transformer.h.14.crossattention.c_attn.weight": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 5.0, 9.0, 8.0, 12.0, 20.0, 23.0, 34.0, 53.0, 50.0, 98.0, 131.0, 190.0, 299.0, 413.0, 573.0, 804.0, 1184.0, 1741.0, 2614.0, 3946.0, 6020.0, 9129.0, 14284.0, 22724.0, 36336.0, 59385.0, 98893.0, 171659.0, 1245671.0, 167307.0, 96516.0, 58061.0, 35761.0, 22119.0, 14017.0, 9058.0, 5913.0, 4000.0, 2537.0, 1680.0, 1148.0, 825.0, 546.0, 413.0, 270.0, 214.0, 122.0, 96.0, 66.0, 47.0, 31.0, 21.0, 19.0, 18.0, 12.0, 8.0, 5.0, 2.0, 1.0, 2.0, 2.0], "bins": [-0.312744140625, -0.3028106689453125, -0.292877197265625, -0.2829437255859375, -0.27301025390625, -0.2630767822265625, -0.253143310546875, -0.2432098388671875, -0.2332763671875, -0.2233428955078125, -0.213409423828125, -0.2034759521484375, -0.19354248046875, -0.1836090087890625, -0.173675537109375, -0.1637420654296875, -0.15380859375, -0.1438751220703125, -0.133941650390625, -0.1240081787109375, -0.11407470703125, -0.1041412353515625, -0.094207763671875, -0.0842742919921875, -0.0743408203125, -0.0644073486328125, -0.054473876953125, -0.0445404052734375, -0.03460693359375, -0.0246734619140625, -0.014739990234375, -0.0048065185546875, 0.005126953125, 0.0150604248046875, 0.024993896484375, 0.0349273681640625, 0.04486083984375, 0.0547943115234375, 0.064727783203125, 0.0746612548828125, 0.0845947265625, 0.0945281982421875, 0.104461669921875, 0.1143951416015625, 0.12432861328125, 0.1342620849609375, 0.144195556640625, 0.1541290283203125, 0.1640625, 0.1739959716796875, 0.183929443359375, 0.1938629150390625, 0.20379638671875, 0.2137298583984375, 0.223663330078125, 0.2335968017578125, 0.2435302734375, 0.2534637451171875, 0.263397216796875, 0.2733306884765625, 0.28326416015625, 0.2931976318359375, 0.303131103515625, 0.3130645751953125, 0.322998046875]}, "gradients/decoder.transformer.h.14.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 5.0, 3.0, 3.0, 4.0, 6.0, 2.0, 5.0, 6.0, 8.0, 4.0, 10.0, 11.0, 17.0, 35.0, 65.0, 75.0, 175.0, 226.0, 124.0, 67.0, 44.0, 27.0, 13.0, 15.0, 9.0, 7.0, 7.0, 9.0, 4.0, 3.0, 5.0, 3.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.08062744140625, -0.07834339141845703, -0.07605934143066406, -0.0737752914428711, -0.07149124145507812, -0.06920719146728516, -0.06692314147949219, -0.06463909149169922, -0.06235504150390625, -0.06007099151611328, -0.05778694152832031, -0.055502891540527344, -0.053218841552734375, -0.050934791564941406, -0.04865074157714844, -0.04636669158935547, -0.0440826416015625, -0.04179859161376953, -0.03951454162597656, -0.037230491638183594, -0.034946441650390625, -0.032662391662597656, -0.030378341674804688, -0.02809429168701172, -0.02581024169921875, -0.02352619171142578, -0.021242141723632812, -0.018958091735839844, -0.016674041748046875, -0.014389991760253906, -0.012105941772460938, -0.009821891784667969, -0.007537841796875, -0.005253791809082031, -0.0029697418212890625, -0.0006856918334960938, 0.001598358154296875, 0.0038824081420898438, 0.0061664581298828125, 0.008450508117675781, 0.01073455810546875, 0.013018608093261719, 0.015302658081054688, 0.017586708068847656, 0.019870758056640625, 0.022154808044433594, 0.024438858032226562, 0.02672290802001953, 0.0290069580078125, 0.03129100799560547, 0.03357505798339844, 0.035859107971191406, 0.038143157958984375, 0.040427207946777344, 0.04271125793457031, 0.04499530792236328, 0.04727935791015625, 0.04956340789794922, 0.05184745788574219, 0.054131507873535156, 0.056415557861328125, 0.058699607849121094, 0.06098365783691406, 0.06326770782470703, 0.0655517578125]}, "gradients/decoder.transformer.h.14.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 6.0, 2.0, 4.0, 5.0, 7.0, 5.0, 11.0, 15.0, 17.0, 28.0, 72.0, 212.0, 1995.0, 1020370.0, 25011.0, 505.0, 140.0, 57.0, 21.0, 12.0, 10.0, 5.0, 7.0, 6.0, 2.0, 2.0, 5.0, 5.0, 4.0, 4.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.5810546875, -1.5261077880859375, -1.471160888671875, -1.4162139892578125, -1.36126708984375, -1.3063201904296875, -1.251373291015625, -1.1964263916015625, -1.1414794921875, -1.0865325927734375, -1.031585693359375, -0.9766387939453125, -0.92169189453125, -0.8667449951171875, -0.811798095703125, -0.7568511962890625, -0.701904296875, -0.6469573974609375, -0.592010498046875, -0.5370635986328125, -0.48211669921875, -0.4271697998046875, -0.372222900390625, -0.3172760009765625, -0.2623291015625, -0.2073822021484375, -0.152435302734375, -0.0974884033203125, -0.04254150390625, 0.0124053955078125, 0.067352294921875, 0.1222991943359375, 0.17724609375, 0.2321929931640625, 0.287139892578125, 0.3420867919921875, 0.39703369140625, 0.4519805908203125, 0.506927490234375, 0.5618743896484375, 0.6168212890625, 0.6717681884765625, 0.726715087890625, 0.7816619873046875, 0.83660888671875, 0.8915557861328125, 0.946502685546875, 1.0014495849609375, 1.056396484375, 1.1113433837890625, 1.166290283203125, 1.2212371826171875, 1.27618408203125, 1.3311309814453125, 1.386077880859375, 1.4410247802734375, 1.4959716796875, 1.5509185791015625, 1.605865478515625, 1.6608123779296875, 1.71575927734375, 1.7707061767578125, 1.825653076171875, 1.8805999755859375, 1.935546875]}, "gradients/decoder.transformer.h.14.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 12.0, 40.0, 207.0, 622.0, 103.0, 25.0, 9.0], "bins": [-1.9985849857330322, -1.9654313325881958, -1.9322775602340698, -1.8991239070892334, -1.8659701347351074, -1.832816481590271, -1.799662709236145, -1.7665090560913086, -1.7333552837371826, -1.7002016305923462, -1.6670478582382202, -1.6338942050933838, -1.6007404327392578, -1.5675867795944214, -1.5344330072402954, -1.501279354095459, -1.4681257009506226, -1.4349720478057861, -1.4018182754516602, -1.3686646223068237, -1.3355108499526978, -1.3023571968078613, -1.2692034244537354, -1.236049771308899, -1.2028961181640625, -1.169742465019226, -1.1365886926651, -1.1034350395202637, -1.0702812671661377, -1.0371276140213013, -1.0039738416671753, -0.9708201885223389, -0.9376664161682129, -0.9045127034187317, -0.8713589906692505, -0.8382052779197693, -0.8050515651702881, -0.7718979120254517, -0.7387441992759705, -0.7055904865264893, -0.6724367141723633, -0.6392830014228821, -0.6061292886734009, -0.5729755759239197, -0.5398218631744385, -0.506668210029602, -0.47351449728012085, -0.44036078453063965, -0.40720710158348083, -0.37405338883399963, -0.3408997058868408, -0.3077459931373596, -0.2745922803878784, -0.24143856763839722, -0.2082848697900772, -0.1751311719417572, -0.141977459192276, -0.1088237538933754, -0.07567004859447479, -0.04251634329557419, -0.009362637996673584, 0.023791074752807617, 0.056944772601127625, 0.09009847044944763, 0.12325218319892883]}, "gradients/decoder.transformer.h.14.ln_cross_attn.bias": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 1.0, 2.0, 3.0, 3.0, 8.0, 0.0, 2.0, 5.0, 11.0, 3.0, 9.0, 12.0, 16.0, 9.0, 19.0, 17.0, 11.0, 26.0, 17.0, 31.0, 21.0, 27.0, 21.0, 33.0, 26.0, 25.0, 32.0, 31.0, 29.0, 31.0, 44.0, 33.0, 28.0, 34.0, 25.0, 36.0, 28.0, 29.0, 32.0, 29.0, 25.0, 19.0, 23.0, 19.0, 18.0, 17.0, 23.0, 13.0, 9.0, 14.0, 8.0, 8.0, 4.0, 5.0, 4.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.16123586893081665, -0.15637750923633575, -0.15151914954185486, -0.14666080474853516, -0.14180244505405426, -0.13694408535957336, -0.13208572566509247, -0.12722736597061157, -0.12236901372671127, -0.11751065403223038, -0.11265230178833008, -0.10779394209384918, -0.10293558239936829, -0.09807723015546799, -0.09321887046098709, -0.08836051821708679, -0.0835021585226059, -0.078643798828125, -0.0737854465842247, -0.0689270868897438, -0.0640687346458435, -0.05921037495136261, -0.054352015256881714, -0.049493659287691116, -0.04463530331850052, -0.03977694734930992, -0.034918591380119324, -0.030060231685638428, -0.02520187571644783, -0.020343519747257233, -0.015485161915421486, -0.01062680408358574, -0.005768448114395142, -0.0009100912138819695, 0.003948265686631203, 0.008806622587144375, 0.013664979487657547, 0.018523335456848145, 0.02338169328868389, 0.028240051120519638, 0.033098407089710236, 0.03795676305890083, 0.04281511902809143, 0.04767347872257233, 0.052531834691762924, 0.05739019066095352, 0.06224855035543442, 0.06710690259933472, 0.07196526229381561, 0.07682362198829651, 0.08168197423219681, 0.0865403339266777, 0.091398686170578, 0.0962570458650589, 0.1011154055595398, 0.10597376525402069, 0.11083211749792099, 0.11569047719240189, 0.12054882943630219, 0.12540718913078308, 0.13026554882526398, 0.13512390851974487, 0.13998225331306458, 0.14484061300754547, 0.14969897270202637]}, "gradients/decoder.transformer.h.14.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 5.0, 7.0, 4.0, 8.0, 8.0, 18.0, 8.0, 12.0, 13.0, 20.0, 16.0, 19.0, 24.0, 29.0, 23.0, 36.0, 44.0, 43.0, 40.0, 51.0, 34.0, 56.0, 50.0, 45.0, 48.0, 33.0, 42.0, 40.0, 28.0, 27.0, 27.0, 27.0, 16.0, 15.0, 17.0, 19.0, 17.0, 14.0, 8.0, 5.0, 5.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.8203125, -6.59759521484375, -6.3748779296875, -6.15216064453125, -5.929443359375, -5.70672607421875, -5.4840087890625, -5.26129150390625, -5.03857421875, -4.81585693359375, -4.5931396484375, -4.37042236328125, -4.147705078125, -3.92498779296875, -3.7022705078125, -3.47955322265625, -3.2568359375, -3.03411865234375, -2.8114013671875, -2.58868408203125, -2.365966796875, -2.14324951171875, -1.9205322265625, -1.69781494140625, -1.47509765625, -1.25238037109375, -1.0296630859375, -0.80694580078125, -0.584228515625, -0.36151123046875, -0.1387939453125, 0.08392333984375, 0.306640625, 0.52935791015625, 0.7520751953125, 0.97479248046875, 1.197509765625, 1.42022705078125, 1.6429443359375, 1.86566162109375, 2.08837890625, 2.31109619140625, 2.5338134765625, 2.75653076171875, 2.979248046875, 3.20196533203125, 3.4246826171875, 3.64739990234375, 3.8701171875, 4.09283447265625, 4.3155517578125, 4.53826904296875, 4.760986328125, 4.98370361328125, 5.2064208984375, 5.42913818359375, 5.65185546875, 5.87457275390625, 6.0972900390625, 6.32000732421875, 6.542724609375, 6.76544189453125, 6.9881591796875, 7.21087646484375, 7.43359375]}, "gradients/decoder.transformer.h.14.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 4.0, 5.0, 11.0, 17.0, 11.0, 36.0, 39.0, 82.0, 67.0, 145.0, 195.0, 305.0, 517.0, 854.0, 1504.0, 3016.0, 6052.0, 13350.0, 38162.0, 138383.0, 523366.0, 230496.0, 56988.0, 18842.0, 7723.0, 3723.0, 1911.0, 1096.0, 632.0, 352.0, 225.0, 150.0, 105.0, 66.0, 41.0, 33.0, 15.0, 14.0, 11.0, 5.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-13.140625, -12.7615966796875, -12.382568359375, -12.0035400390625, -11.62451171875, -11.2454833984375, -10.866455078125, -10.4874267578125, -10.1083984375, -9.7293701171875, -9.350341796875, -8.9713134765625, -8.59228515625, -8.2132568359375, -7.834228515625, -7.4552001953125, -7.076171875, -6.6971435546875, -6.318115234375, -5.9390869140625, -5.56005859375, -5.1810302734375, -4.802001953125, -4.4229736328125, -4.0439453125, -3.6649169921875, -3.285888671875, -2.9068603515625, -2.52783203125, -2.1488037109375, -1.769775390625, -1.3907470703125, -1.01171875, -0.6326904296875, -0.253662109375, 0.1253662109375, 0.50439453125, 0.8834228515625, 1.262451171875, 1.6414794921875, 2.0205078125, 2.3995361328125, 2.778564453125, 3.1575927734375, 3.53662109375, 3.9156494140625, 4.294677734375, 4.6737060546875, 5.052734375, 5.4317626953125, 5.810791015625, 6.1898193359375, 6.56884765625, 6.9478759765625, 7.326904296875, 7.7059326171875, 8.0849609375, 8.4639892578125, 8.843017578125, 9.2220458984375, 9.60107421875, 9.9801025390625, 10.359130859375, 10.7381591796875, 11.1171875]}, "gradients/decoder.transformer.h.14.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 4.0, 2.0, 7.0, 2.0, 7.0, 4.0, 11.0, 10.0, 11.0, 13.0, 19.0, 22.0, 14.0, 23.0, 39.0, 27.0, 39.0, 29.0, 44.0, 43.0, 83.0, 125.0, 299.0, 1439.0, 196.0, 89.0, 71.0, 56.0, 44.0, 33.0, 40.0, 32.0, 24.0, 21.0, 24.0, 7.0, 16.0, 15.0, 17.0, 16.0, 12.0, 9.0, 4.0, 5.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-18.046875, -17.431640625, -16.81640625, -16.201171875, -15.5859375, -14.970703125, -14.35546875, -13.740234375, -13.125, -12.509765625, -11.89453125, -11.279296875, -10.6640625, -10.048828125, -9.43359375, -8.818359375, -8.203125, -7.587890625, -6.97265625, -6.357421875, -5.7421875, -5.126953125, -4.51171875, -3.896484375, -3.28125, -2.666015625, -2.05078125, -1.435546875, -0.8203125, -0.205078125, 0.41015625, 1.025390625, 1.640625, 2.255859375, 2.87109375, 3.486328125, 4.1015625, 4.716796875, 5.33203125, 5.947265625, 6.5625, 7.177734375, 7.79296875, 8.408203125, 9.0234375, 9.638671875, 10.25390625, 10.869140625, 11.484375, 12.099609375, 12.71484375, 13.330078125, 13.9453125, 14.560546875, 15.17578125, 15.791015625, 16.40625, 17.021484375, 17.63671875, 18.251953125, 18.8671875, 19.482421875, 20.09765625, 20.712890625, 21.328125]}, "gradients/decoder.transformer.h.14.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 4.0, 5.0, 5.0, 7.0, 10.0, 15.0, 16.0, 22.0, 26.0, 21.0, 29.0, 36.0, 40.0, 62.0, 71.0, 111.0, 148.0, 157.0, 330.0, 811.0, 3204.0, 24586.0, 1497031.0, 1588385.0, 25545.0, 3188.0, 759.0, 303.0, 206.0, 115.0, 95.0, 69.0, 68.0, 48.0, 32.0, 40.0, 29.0, 19.0, 13.0, 12.0, 5.0, 2.0, 6.0, 7.0, 5.0, 5.0, 4.0, 3.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0], "bins": [-40.03125, -38.818359375, -37.60546875, -36.392578125, -35.1796875, -33.966796875, -32.75390625, -31.541015625, -30.328125, -29.115234375, -27.90234375, -26.689453125, -25.4765625, -24.263671875, -23.05078125, -21.837890625, -20.625, -19.412109375, -18.19921875, -16.986328125, -15.7734375, -14.560546875, -13.34765625, -12.134765625, -10.921875, -9.708984375, -8.49609375, -7.283203125, -6.0703125, -4.857421875, -3.64453125, -2.431640625, -1.21875, -0.005859375, 1.20703125, 2.419921875, 3.6328125, 4.845703125, 6.05859375, 7.271484375, 8.484375, 9.697265625, 10.91015625, 12.123046875, 13.3359375, 14.548828125, 15.76171875, 16.974609375, 18.1875, 19.400390625, 20.61328125, 21.826171875, 23.0390625, 24.251953125, 25.46484375, 26.677734375, 27.890625, 29.103515625, 30.31640625, 31.529296875, 32.7421875, 33.955078125, 35.16796875, 36.380859375, 37.59375]}, "gradients/decoder.transformer.h.14.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 250.0, 740.0, 24.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-50.587398529052734, -38.66746520996094, -26.747535705566406, -14.82760238647461, -2.907672882080078, 9.012256622314453, 20.932193756103516, 32.85212326049805, 44.77205276489258, 56.691986083984375, 68.6119155883789, 80.53184509277344, 92.4517822265625, 104.3717041015625, 116.29164123535156, 128.21157836914062, 140.13150024414062, 152.0514373779297, 163.9713592529297, 175.89129638671875, 187.81121826171875, 199.7311553955078, 211.65109252929688, 223.57101440429688, 235.49095153808594, 247.410888671875, 259.330810546875, 271.250732421875, 283.1706848144531, 295.0906066894531, 307.01055908203125, 318.93048095703125, 330.85040283203125, 342.77032470703125, 354.6902770996094, 366.6101989746094, 378.5301208496094, 390.4500732421875, 402.3699951171875, 414.2899169921875, 426.2098388671875, 438.1297607421875, 450.0497131347656, 461.9696350097656, 473.8895568847656, 485.80950927734375, 497.72943115234375, 509.64935302734375, 521.5693359375, 533.4892578125, 545.4091796875, 557.3291015625, 569.2490844726562, 581.1690063476562, 593.0889282226562, 605.0088500976562, 616.9287719726562, 628.8486938476562, 640.7686157226562, 652.6885986328125, 664.6085205078125, 676.5284423828125, 688.4483642578125, 700.3682861328125, 712.2882080078125]}, "gradients/decoder.transformer.h.14.ln_1.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 0.0, 10.0, 3.0, 3.0, 11.0, 6.0, 9.0, 12.0, 13.0, 15.0, 24.0, 19.0, 24.0, 22.0, 22.0, 28.0, 33.0, 34.0, 29.0, 35.0, 42.0, 39.0, 31.0, 41.0, 49.0, 41.0, 44.0, 32.0, 41.0, 33.0, 25.0, 29.0, 18.0, 27.0, 19.0, 21.0, 23.0, 17.0, 15.0, 12.0, 8.0, 10.0, 5.0, 11.0, 5.0, 9.0, 4.0, 1.0, 5.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-57.946205139160156, -56.194297790527344, -54.4423942565918, -52.690486907958984, -50.93858337402344, -49.186676025390625, -47.43476867675781, -45.682861328125, -43.93095779418945, -42.17905044555664, -40.427146911621094, -38.67523956298828, -36.92333221435547, -35.17142868041992, -33.41952133178711, -31.66761589050293, -29.91571044921875, -28.16380500793457, -26.41189956665039, -24.659992218017578, -22.9080867767334, -21.15618133544922, -19.404273986816406, -17.652368545532227, -15.900463104248047, -14.148557662963867, -12.396651268005371, -10.644744873046875, -8.892839431762695, -7.140933990478516, -5.3890275955200195, -3.6371212005615234, -1.8852119445800781, -0.13330602645874023, 1.6185998916625977, 3.3705058097839355, 5.122411727905273, 6.874317169189453, 8.62622356414795, 10.378129959106445, 12.130035400390625, 13.881940841674805, 15.6338472366333, 17.385753631591797, 19.137659072875977, 20.889564514160156, 22.64147186279297, 24.39337730407715, 26.145282745361328, 27.897188186645508, 29.649093627929688, 31.4010009765625, 33.15290832519531, 34.90481185913086, 36.65671920776367, 38.40862274169922, 40.16053009033203, 41.912437438964844, 43.66434097290039, 45.4162483215332, 47.16815185546875, 48.92005920410156, 50.671966552734375, 52.42387390136719, 54.175777435302734]}, "gradients/decoder.transformer.h.13.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 6.0, 7.0, 6.0, 6.0, 6.0, 11.0, 16.0, 9.0, 24.0, 19.0, 25.0, 28.0, 34.0, 24.0, 35.0, 39.0, 38.0, 56.0, 36.0, 47.0, 50.0, 53.0, 44.0, 49.0, 42.0, 37.0, 31.0, 29.0, 29.0, 33.0, 25.0, 18.0, 20.0, 18.0, 11.0, 13.0, 12.0, 8.0, 6.0, 3.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.84375, -7.594970703125, -7.34619140625, -7.097412109375, -6.8486328125, -6.599853515625, -6.35107421875, -6.102294921875, -5.853515625, -5.604736328125, -5.35595703125, -5.107177734375, -4.8583984375, -4.609619140625, -4.36083984375, -4.112060546875, -3.86328125, -3.614501953125, -3.36572265625, -3.116943359375, -2.8681640625, -2.619384765625, -2.37060546875, -2.121826171875, -1.873046875, -1.624267578125, -1.37548828125, -1.126708984375, -0.8779296875, -0.629150390625, -0.38037109375, -0.131591796875, 0.1171875, 0.365966796875, 0.61474609375, 0.863525390625, 1.1123046875, 1.361083984375, 1.60986328125, 1.858642578125, 2.107421875, 2.356201171875, 2.60498046875, 2.853759765625, 3.1025390625, 3.351318359375, 3.60009765625, 3.848876953125, 4.09765625, 4.346435546875, 4.59521484375, 4.843994140625, 5.0927734375, 5.341552734375, 5.59033203125, 5.839111328125, 6.087890625, 6.336669921875, 6.58544921875, 6.834228515625, 7.0830078125, 7.331787109375, 7.58056640625, 7.829345703125, 8.078125]}, "gradients/decoder.transformer.h.13.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 2.0, 5.0, 7.0, 11.0, 11.0, 24.0, 34.0, 54.0, 97.0, 182.0, 293.0, 445.0, 716.0, 1273.0, 2275.0, 4289.0, 8479.0, 18092.0, 49066.0, 327474.0, 2440757.0, 1171540.0, 112664.0, 29771.0, 12808.0, 6283.0, 3226.0, 1815.0, 1048.0, 613.0, 358.0, 210.0, 125.0, 73.0, 55.0, 46.0, 29.0, 12.0, 13.0, 6.0, 4.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.5625, -18.028564453125, -17.49462890625, -16.960693359375, -16.4267578125, -15.892822265625, -15.35888671875, -14.824951171875, -14.291015625, -13.757080078125, -13.22314453125, -12.689208984375, -12.1552734375, -11.621337890625, -11.08740234375, -10.553466796875, -10.01953125, -9.485595703125, -8.95166015625, -8.417724609375, -7.8837890625, -7.349853515625, -6.81591796875, -6.281982421875, -5.748046875, -5.214111328125, -4.68017578125, -4.146240234375, -3.6123046875, -3.078369140625, -2.54443359375, -2.010498046875, -1.4765625, -0.942626953125, -0.40869140625, 0.125244140625, 0.6591796875, 1.193115234375, 1.72705078125, 2.260986328125, 2.794921875, 3.328857421875, 3.86279296875, 4.396728515625, 4.9306640625, 5.464599609375, 5.99853515625, 6.532470703125, 7.06640625, 7.600341796875, 8.13427734375, 8.668212890625, 9.2021484375, 9.736083984375, 10.27001953125, 10.803955078125, 11.337890625, 11.871826171875, 12.40576171875, 12.939697265625, 13.4736328125, 14.007568359375, 14.54150390625, 15.075439453125, 15.609375]}, "gradients/decoder.transformer.h.13.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 5.0, 3.0, 3.0, 7.0, 9.0, 9.0, 12.0, 11.0, 21.0, 32.0, 30.0, 33.0, 52.0, 53.0, 91.0, 130.0, 181.0, 290.0, 416.0, 580.0, 566.0, 423.0, 361.0, 207.0, 148.0, 83.0, 82.0, 46.0, 28.0, 35.0, 24.0, 23.0, 16.0, 11.0, 11.0, 11.0, 8.0, 6.0, 6.0, 4.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 5.0, 0.0, 1.0], "bins": [-15.9921875, -15.5093994140625, -15.026611328125, -14.5438232421875, -14.06103515625, -13.5782470703125, -13.095458984375, -12.6126708984375, -12.1298828125, -11.6470947265625, -11.164306640625, -10.6815185546875, -10.19873046875, -9.7159423828125, -9.233154296875, -8.7503662109375, -8.267578125, -7.7847900390625, -7.302001953125, -6.8192138671875, -6.33642578125, -5.8536376953125, -5.370849609375, -4.8880615234375, -4.4052734375, -3.9224853515625, -3.439697265625, -2.9569091796875, -2.47412109375, -1.9913330078125, -1.508544921875, -1.0257568359375, -0.54296875, -0.0601806640625, 0.422607421875, 0.9053955078125, 1.38818359375, 1.8709716796875, 2.353759765625, 2.8365478515625, 3.3193359375, 3.8021240234375, 4.284912109375, 4.7677001953125, 5.25048828125, 5.7332763671875, 6.216064453125, 6.6988525390625, 7.181640625, 7.6644287109375, 8.147216796875, 8.6300048828125, 9.11279296875, 9.5955810546875, 10.078369140625, 10.5611572265625, 11.0439453125, 11.5267333984375, 12.009521484375, 12.4923095703125, 12.97509765625, 13.4578857421875, 13.940673828125, 14.4234619140625, 14.90625]}, "gradients/decoder.transformer.h.13.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 1.0, 4.0, 3.0, 5.0, 8.0, 6.0, 13.0, 14.0, 11.0, 17.0, 30.0, 34.0, 30.0, 68.0, 90.0, 215.0, 477.0, 1464.0, 5861.0, 33518.0, 558259.0, 3480704.0, 96115.0, 13059.0, 2773.0, 842.0, 266.0, 120.0, 69.0, 48.0, 28.0, 38.0, 23.0, 14.0, 12.0, 10.0, 12.0, 6.0, 5.0, 1.0, 5.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-47.09375, -45.53662109375, -43.9794921875, -42.42236328125, -40.865234375, -39.30810546875, -37.7509765625, -36.19384765625, -34.63671875, -33.07958984375, -31.5224609375, -29.96533203125, -28.408203125, -26.85107421875, -25.2939453125, -23.73681640625, -22.1796875, -20.62255859375, -19.0654296875, -17.50830078125, -15.951171875, -14.39404296875, -12.8369140625, -11.27978515625, -9.72265625, -8.16552734375, -6.6083984375, -5.05126953125, -3.494140625, -1.93701171875, -0.3798828125, 1.17724609375, 2.734375, 4.29150390625, 5.8486328125, 7.40576171875, 8.962890625, 10.52001953125, 12.0771484375, 13.63427734375, 15.19140625, 16.74853515625, 18.3056640625, 19.86279296875, 21.419921875, 22.97705078125, 24.5341796875, 26.09130859375, 27.6484375, 29.20556640625, 30.7626953125, 32.31982421875, 33.876953125, 35.43408203125, 36.9912109375, 38.54833984375, 40.10546875, 41.66259765625, 43.2197265625, 44.77685546875, 46.333984375, 47.89111328125, 49.4482421875, 51.00537109375, 52.5625]}, "gradients/decoder.transformer.h.13.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 2.0, 2.0, 5.0, 11.0, 25.0, 26.0, 41.0, 95.0, 142.0, 164.0, 165.0, 119.0, 76.0, 57.0, 37.0, 22.0, 14.0, 3.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-154.7322998046875, -151.20596313476562, -147.67962646484375, -144.15328979492188, -140.626953125, -137.10061645507812, -133.57427978515625, -130.04794311523438, -126.52161407470703, -122.99527740478516, -119.46894073486328, -115.9426040649414, -112.41627502441406, -108.88993835449219, -105.36360168457031, -101.83726501464844, -98.31092834472656, -94.78459167480469, -91.25825500488281, -87.73191833496094, -84.20558166503906, -80.67924499511719, -77.15291595458984, -73.62657928466797, -70.1002426147461, -66.57390594482422, -63.047569274902344, -59.521236419677734, -55.99489974975586, -52.468563079833984, -48.942230224609375, -45.4158935546875, -41.889556884765625, -38.36322021484375, -34.836883544921875, -31.310550689697266, -27.78421401977539, -24.257877349853516, -20.731542587280273, -17.20520782470703, -13.678871154785156, -10.152535438537598, -6.626199722290039, -3.0998640060424805, 0.4264717102050781, 3.952808380126953, 7.479143142700195, 11.005477905273438, 14.531814575195312, 18.058151245117188, 21.58448600769043, 25.110820770263672, 28.637157440185547, 32.16349411010742, 35.68982696533203, 39.216163635253906, 42.74250030517578, 46.268836975097656, 49.79517364501953, 53.32150650024414, 56.847843170166016, 60.37417984008789, 63.9005126953125, 67.42684936523438, 70.95318603515625]}, "gradients/decoder.transformer.h.13.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 9.0, 6.0, 6.0, 15.0, 15.0, 23.0, 16.0, 18.0, 17.0, 22.0, 26.0, 34.0, 31.0, 32.0, 40.0, 33.0, 39.0, 41.0, 55.0, 53.0, 48.0, 47.0, 42.0, 36.0, 37.0, 36.0, 39.0, 36.0, 22.0, 23.0, 16.0, 14.0, 11.0, 13.0, 13.0, 14.0, 2.0, 5.0, 4.0, 5.0, 9.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-47.91286849975586, -46.21564483642578, -44.5184211730957, -42.821197509765625, -41.12397003173828, -39.4267463684082, -37.729522705078125, -36.03229904174805, -34.33507537841797, -32.63785171508789, -30.94062614440918, -29.2434024810791, -27.54617691040039, -25.848953247070312, -24.151729583740234, -22.454505920410156, -20.757278442382812, -19.060054779052734, -17.362829208374023, -15.665605545043945, -13.96838092803955, -12.271156311035156, -10.573932647705078, -8.876708030700684, -7.179483413696289, -5.4822587966918945, -3.785034656524658, -2.087810516357422, -0.39058589935302734, 1.3066387176513672, 3.0038623809814453, 4.70108699798584, 6.398307800292969, 8.095532417297363, 9.792757034301758, 11.489980697631836, 13.18720531463623, 14.884429931640625, 16.581653594970703, 18.27887725830078, 19.976102828979492, 21.67332649230957, 23.37055206298828, 25.06777572631836, 26.764999389648438, 28.46222496032715, 30.159448623657227, 31.856674194335938, 33.553897857666016, 35.251121520996094, 36.94834518432617, 38.64556884765625, 40.342796325683594, 42.04001998901367, 43.73724365234375, 45.43446731567383, 47.131690979003906, 48.828914642333984, 50.52613830566406, 52.223365783691406, 53.920589447021484, 55.61781311035156, 57.31503677368164, 59.01226043701172, 60.70948791503906]}, "gradients/decoder.transformer.h.13.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 7.0, 4.0, 9.0, 10.0, 9.0, 9.0, 16.0, 17.0, 19.0, 22.0, 23.0, 28.0, 37.0, 47.0, 41.0, 41.0, 44.0, 47.0, 53.0, 39.0, 48.0, 49.0, 53.0, 42.0, 27.0, 34.0, 28.0, 32.0, 30.0, 26.0, 22.0, 15.0, 19.0, 18.0, 8.0, 5.0, 12.0, 6.0, 3.0, 2.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-8.0, -7.75433349609375, -7.5086669921875, -7.26300048828125, -7.017333984375, -6.77166748046875, -6.5260009765625, -6.28033447265625, -6.03466796875, -5.78900146484375, -5.5433349609375, -5.29766845703125, -5.052001953125, -4.80633544921875, -4.5606689453125, -4.31500244140625, -4.0693359375, -3.82366943359375, -3.5780029296875, -3.33233642578125, -3.086669921875, -2.84100341796875, -2.5953369140625, -2.34967041015625, -2.10400390625, -1.85833740234375, -1.6126708984375, -1.36700439453125, -1.121337890625, -0.87567138671875, -0.6300048828125, -0.38433837890625, -0.138671875, 0.10699462890625, 0.3526611328125, 0.59832763671875, 0.843994140625, 1.08966064453125, 1.3353271484375, 1.58099365234375, 1.82666015625, 2.07232666015625, 2.3179931640625, 2.56365966796875, 2.809326171875, 3.05499267578125, 3.3006591796875, 3.54632568359375, 3.7919921875, 4.03765869140625, 4.2833251953125, 4.52899169921875, 4.774658203125, 5.02032470703125, 5.2659912109375, 5.51165771484375, 5.75732421875, 6.00299072265625, 6.2486572265625, 6.49432373046875, 6.739990234375, 6.98565673828125, 7.2313232421875, 7.47698974609375, 7.72265625]}, "gradients/decoder.transformer.h.13.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 4.0, 1.0, 6.0, 4.0, 14.0, 10.0, 17.0, 21.0, 29.0, 54.0, 85.0, 128.0, 199.0, 286.0, 405.0, 584.0, 995.0, 1390.0, 2154.0, 3181.0, 5066.0, 7778.0, 12211.0, 18825.0, 30189.0, 48345.0, 80365.0, 134206.0, 203128.0, 188958.0, 120055.0, 71210.0, 43157.0, 27017.0, 16889.0, 10988.0, 7142.0, 4643.0, 2997.0, 1964.0, 1291.0, 874.0, 533.0, 364.0, 265.0, 172.0, 99.0, 75.0, 66.0, 38.0, 34.0, 15.0, 13.0, 10.0, 5.0, 5.0, 2.0, 5.0, 2.0, 1.0, 1.0], "bins": [-0.8212890625, -0.7955322265625, -0.769775390625, -0.7440185546875, -0.71826171875, -0.6925048828125, -0.666748046875, -0.6409912109375, -0.615234375, -0.5894775390625, -0.563720703125, -0.5379638671875, -0.51220703125, -0.4864501953125, -0.460693359375, -0.4349365234375, -0.4091796875, -0.3834228515625, -0.357666015625, -0.3319091796875, -0.30615234375, -0.2803955078125, -0.254638671875, -0.2288818359375, -0.203125, -0.1773681640625, -0.151611328125, -0.1258544921875, -0.10009765625, -0.0743408203125, -0.048583984375, -0.0228271484375, 0.0029296875, 0.0286865234375, 0.054443359375, 0.0802001953125, 0.10595703125, 0.1317138671875, 0.157470703125, 0.1832275390625, 0.208984375, 0.2347412109375, 0.260498046875, 0.2862548828125, 0.31201171875, 0.3377685546875, 0.363525390625, 0.3892822265625, 0.4150390625, 0.4407958984375, 0.466552734375, 0.4923095703125, 0.51806640625, 0.5438232421875, 0.569580078125, 0.5953369140625, 0.62109375, 0.6468505859375, 0.672607421875, 0.6983642578125, 0.72412109375, 0.7498779296875, 0.775634765625, 0.8013916015625, 0.8271484375]}, "gradients/decoder.transformer.h.13.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 7.0, 1.0, 3.0, 7.0, 10.0, 13.0, 14.0, 14.0, 11.0, 18.0, 22.0, 22.0, 36.0, 34.0, 55.0, 35.0, 30.0, 40.0, 50.0, 57.0, 1064.0, 56.0, 49.0, 51.0, 43.0, 39.0, 41.0, 33.0, 30.0, 24.0, 18.0, 19.0, 22.0, 13.0, 16.0, 12.0, 5.0, 6.0, 3.0, 1.0, 5.0, 4.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-6.296875, -6.1142578125, -5.931640625, -5.7490234375, -5.56640625, -5.3837890625, -5.201171875, -5.0185546875, -4.8359375, -4.6533203125, -4.470703125, -4.2880859375, -4.10546875, -3.9228515625, -3.740234375, -3.5576171875, -3.375, -3.1923828125, -3.009765625, -2.8271484375, -2.64453125, -2.4619140625, -2.279296875, -2.0966796875, -1.9140625, -1.7314453125, -1.548828125, -1.3662109375, -1.18359375, -1.0009765625, -0.818359375, -0.6357421875, -0.453125, -0.2705078125, -0.087890625, 0.0947265625, 0.27734375, 0.4599609375, 0.642578125, 0.8251953125, 1.0078125, 1.1904296875, 1.373046875, 1.5556640625, 1.73828125, 1.9208984375, 2.103515625, 2.2861328125, 2.46875, 2.6513671875, 2.833984375, 3.0166015625, 3.19921875, 3.3818359375, 3.564453125, 3.7470703125, 3.9296875, 4.1123046875, 4.294921875, 4.4775390625, 4.66015625, 4.8427734375, 5.025390625, 5.2080078125, 5.390625]}, "gradients/decoder.transformer.h.13.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 3.0, 7.0, 8.0, 21.0, 26.0, 27.0, 39.0, 62.0, 83.0, 146.0, 240.0, 334.0, 451.0, 768.0, 1104.0, 1677.0, 2743.0, 4160.0, 6824.0, 10834.0, 17591.0, 29385.0, 49364.0, 86473.0, 154450.0, 1275370.0, 194696.0, 107151.0, 61072.0, 35551.0, 21475.0, 12964.0, 7953.0, 5023.0, 3215.0, 2025.0, 1328.0, 869.0, 530.0, 383.0, 234.0, 142.0, 91.0, 74.0, 67.0, 33.0, 25.0, 11.0, 16.0, 6.0, 4.0, 5.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.369873046875, -0.3582000732421875, -0.346527099609375, -0.3348541259765625, -0.32318115234375, -0.3115081787109375, -0.299835205078125, -0.2881622314453125, -0.2764892578125, -0.2648162841796875, -0.253143310546875, -0.2414703369140625, -0.22979736328125, -0.2181243896484375, -0.206451416015625, -0.1947784423828125, -0.18310546875, -0.1714324951171875, -0.159759521484375, -0.1480865478515625, -0.13641357421875, -0.1247406005859375, -0.113067626953125, -0.1013946533203125, -0.0897216796875, -0.0780487060546875, -0.066375732421875, -0.0547027587890625, -0.04302978515625, -0.0313568115234375, -0.019683837890625, -0.0080108642578125, 0.003662109375, 0.0153350830078125, 0.027008056640625, 0.0386810302734375, 0.05035400390625, 0.0620269775390625, 0.073699951171875, 0.0853729248046875, 0.0970458984375, 0.1087188720703125, 0.120391845703125, 0.1320648193359375, 0.14373779296875, 0.1554107666015625, 0.167083740234375, 0.1787567138671875, 0.1904296875, 0.2021026611328125, 0.213775634765625, 0.2254486083984375, 0.23712158203125, 0.2487945556640625, 0.260467529296875, 0.2721405029296875, 0.2838134765625, 0.2954864501953125, 0.307159423828125, 0.3188323974609375, 0.33050537109375, 0.3421783447265625, 0.353851318359375, 0.3655242919921875, 0.377197265625]}, "gradients/decoder.transformer.h.13.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 0.0, 1.0, 6.0, 7.0, 6.0, 7.0, 5.0, 9.0, 8.0, 12.0, 14.0, 17.0, 29.0, 50.0, 44.0, 39.0, 78.0, 114.0, 114.0, 109.0, 70.0, 61.0, 40.0, 38.0, 22.0, 20.0, 18.0, 9.0, 14.0, 4.0, 8.0, 12.0, 4.0, 0.0, 5.0, 0.0, 2.0, 4.0, 5.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.038970947265625, -0.037695884704589844, -0.03642082214355469, -0.03514575958251953, -0.033870697021484375, -0.03259563446044922, -0.03132057189941406, -0.030045509338378906, -0.02877044677734375, -0.027495384216308594, -0.026220321655273438, -0.02494525909423828, -0.023670196533203125, -0.02239513397216797, -0.021120071411132812, -0.019845008850097656, -0.0185699462890625, -0.017294883728027344, -0.016019821166992188, -0.014744758605957031, -0.013469696044921875, -0.012194633483886719, -0.010919570922851562, -0.009644508361816406, -0.00836944580078125, -0.007094383239746094, -0.0058193206787109375, -0.004544258117675781, -0.003269195556640625, -0.0019941329956054688, -0.0007190704345703125, 0.0005559921264648438, 0.0018310546875, 0.0031061172485351562, 0.0043811798095703125, 0.005656242370605469, 0.006931304931640625, 0.008206367492675781, 0.009481430053710938, 0.010756492614746094, 0.01203155517578125, 0.013306617736816406, 0.014581680297851562, 0.01585674285888672, 0.017131805419921875, 0.01840686798095703, 0.019681930541992188, 0.020956993103027344, 0.0222320556640625, 0.023507118225097656, 0.024782180786132812, 0.02605724334716797, 0.027332305908203125, 0.02860736846923828, 0.029882431030273438, 0.031157493591308594, 0.03243255615234375, 0.033707618713378906, 0.03498268127441406, 0.03625774383544922, 0.037532806396484375, 0.03880786895751953, 0.04008293151855469, 0.041357994079589844, 0.042633056640625]}, "gradients/decoder.transformer.h.13.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 5.0, 1.0, 2.0, 2.0, 2.0, 5.0, 13.0, 5.0, 11.0, 15.0, 18.0, 19.0, 22.0, 43.0, 65.0, 86.0, 168.0, 955.0, 77710.0, 965703.0, 3066.0, 276.0, 99.0, 67.0, 53.0, 36.0, 22.0, 17.0, 11.0, 10.0, 9.0, 7.0, 5.0, 8.0, 7.0, 4.0, 4.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.90234375, -0.8751449584960938, -0.8479461669921875, -0.8207473754882812, -0.793548583984375, -0.7663497924804688, -0.7391510009765625, -0.7119522094726562, -0.68475341796875, -0.6575546264648438, -0.6303558349609375, -0.6031570434570312, -0.575958251953125, -0.5487594604492188, -0.5215606689453125, -0.49436187744140625, -0.4671630859375, -0.43996429443359375, -0.4127655029296875, -0.38556671142578125, -0.358367919921875, -0.33116912841796875, -0.3039703369140625, -0.27677154541015625, -0.24957275390625, -0.22237396240234375, -0.1951751708984375, -0.16797637939453125, -0.140777587890625, -0.11357879638671875, -0.0863800048828125, -0.05918121337890625, -0.031982421875, -0.00478363037109375, 0.0224151611328125, 0.04961395263671875, 0.076812744140625, 0.10401153564453125, 0.1312103271484375, 0.15840911865234375, 0.18560791015625, 0.21280670166015625, 0.2400054931640625, 0.26720428466796875, 0.294403076171875, 0.32160186767578125, 0.3488006591796875, 0.37599945068359375, 0.4031982421875, 0.43039703369140625, 0.4575958251953125, 0.48479461669921875, 0.511993408203125, 0.5391921997070312, 0.5663909912109375, 0.5935897827148438, 0.62078857421875, 0.6479873657226562, 0.6751861572265625, 0.7023849487304688, 0.729583740234375, 0.7567825317382812, 0.7839813232421875, 0.8111801147460938, 0.83837890625]}, "gradients/decoder.transformer.h.13.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 7.0, 9.0, 28.0, 101.0, 491.0, 267.0, 78.0, 22.0, 8.0, 5.0, 3.0], "bins": [-1.0214771032333374, -1.003812313079834, -0.986147403717041, -0.9684825539588928, -0.9508177042007446, -0.9331528544425964, -0.9154880046844482, -0.8978231549263, -0.8801583051681519, -0.8624934554100037, -0.8448286056518555, -0.8271637558937073, -0.8094989061355591, -0.7918340563774109, -0.7741692066192627, -0.7565043568611145, -0.7388395071029663, -0.7211746573448181, -0.7035098075866699, -0.6858449578285217, -0.6681801080703735, -0.6505152583122253, -0.6328504085540771, -0.615185558795929, -0.5975207686424255, -0.5798559188842773, -0.5621910691261292, -0.544526219367981, -0.5268613696098328, -0.5091965198516846, -0.4915316700935364, -0.4738668203353882, -0.4562019407749176, -0.4385370910167694, -0.4208722412586212, -0.403207391500473, -0.38554254174232483, -0.36787769198417664, -0.35021287202835083, -0.33254802227020264, -0.31488314270973206, -0.29721829295158386, -0.27955344319343567, -0.2618885934352875, -0.24422374367713928, -0.2265588939189911, -0.2088940590620041, -0.1912292093038559, -0.1735643744468689, -0.1558995246887207, -0.1382346749305725, -0.12056983262300491, -0.10290498286485672, -0.08524013310670853, -0.06757529079914093, -0.04991044104099274, -0.03224558383226395, -0.014580735936760902, 0.0030841119587421417, 0.020748957991600037, 0.03841380774974823, 0.05607865750789642, 0.07374349981546402, 0.09140834957361221, 0.1090731993317604]}, "gradients/decoder.transformer.h.13.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 1.0, 3.0, 7.0, 5.0, 5.0, 8.0, 3.0, 10.0, 4.0, 10.0, 23.0, 18.0, 15.0, 14.0, 16.0, 24.0, 19.0, 35.0, 26.0, 36.0, 26.0, 34.0, 28.0, 38.0, 27.0, 48.0, 41.0, 29.0, 30.0, 36.0, 36.0, 31.0, 39.0, 27.0, 32.0, 33.0, 22.0, 23.0, 13.0, 25.0, 20.0, 12.0, 15.0, 15.0, 7.0, 7.0, 9.0, 5.0, 8.0, 4.0, 1.0, 1.0, 4.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.12243139743804932, -0.1187487244606018, -0.1150660514831543, -0.11138338595628738, -0.10770071297883987, -0.10401804000139236, -0.10033537447452545, -0.09665270149707794, -0.09297002851963043, -0.08928735554218292, -0.08560468256473541, -0.0819220170378685, -0.07823934406042099, -0.07455667108297348, -0.07087400555610657, -0.06719133257865906, -0.06350865960121155, -0.05982598662376404, -0.05614331737160683, -0.052460648119449615, -0.048777975142002106, -0.045095302164554596, -0.041412632912397385, -0.03772996366024017, -0.034047290682792664, -0.030364619567990303, -0.026681948453187943, -0.022999277338385582, -0.01931660622358322, -0.01563393510878086, -0.0119512639939785, -0.00826859287917614, -0.004585921764373779, -0.0009032506495714188, 0.0027794204652309418, 0.006462091580033302, 0.010144762694835663, 0.013827433809638023, 0.017510104924440384, 0.021192776039242744, 0.024875447154045105, 0.028558118268847466, 0.032240789383649826, 0.03592345863580704, 0.03960613161325455, 0.04328880459070206, 0.04697147384285927, 0.05065414309501648, 0.05433681607246399, 0.0580194890499115, 0.06170215830206871, 0.06538482755422592, 0.06906750053167343, 0.07275017350912094, 0.07643283903598785, 0.08011551201343536, 0.08379818499088287, 0.08748085796833038, 0.0911635309457779, 0.0948461964726448, 0.09852886945009232, 0.10221154242753983, 0.10589420795440674, 0.10957688093185425, 0.11325955390930176]}, "gradients/decoder.transformer.h.13.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 7.0, 4.0, 9.0, 10.0, 9.0, 9.0, 16.0, 17.0, 20.0, 21.0, 23.0, 28.0, 37.0, 48.0, 40.0, 41.0, 44.0, 47.0, 52.0, 39.0, 50.0, 46.0, 55.0, 42.0, 27.0, 34.0, 29.0, 31.0, 30.0, 25.0, 23.0, 15.0, 19.0, 18.0, 8.0, 5.0, 12.0, 6.0, 3.0, 2.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-8.0, -7.75433349609375, -7.5086669921875, -7.26300048828125, -7.017333984375, -6.77166748046875, -6.5260009765625, -6.28033447265625, -6.03466796875, -5.78900146484375, -5.5433349609375, -5.29766845703125, -5.052001953125, -4.80633544921875, -4.5606689453125, -4.31500244140625, -4.0693359375, -3.82366943359375, -3.5780029296875, -3.33233642578125, -3.086669921875, -2.84100341796875, -2.5953369140625, -2.34967041015625, -2.10400390625, -1.85833740234375, -1.6126708984375, -1.36700439453125, -1.121337890625, -0.87567138671875, -0.6300048828125, -0.38433837890625, -0.138671875, 0.10699462890625, 0.3526611328125, 0.59832763671875, 0.843994140625, 1.08966064453125, 1.3353271484375, 1.58099365234375, 1.82666015625, 2.07232666015625, 2.3179931640625, 2.56365966796875, 2.809326171875, 3.05499267578125, 3.3006591796875, 3.54632568359375, 3.7919921875, 4.03765869140625, 4.2833251953125, 4.52899169921875, 4.774658203125, 5.02032470703125, 5.2659912109375, 5.51165771484375, 5.75732421875, 6.00299072265625, 6.2486572265625, 6.49432373046875, 6.739990234375, 6.98565673828125, 7.2313232421875, 7.47698974609375, 7.72265625]}, "gradients/decoder.transformer.h.13.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 5.0, 6.0, 11.0, 16.0, 23.0, 25.0, 54.0, 70.0, 110.0, 198.0, 298.0, 474.0, 732.0, 1247.0, 1910.0, 2881.0, 4842.0, 8549.0, 16567.0, 41781.0, 154939.0, 543862.0, 182456.0, 46953.0, 17888.0, 9124.0, 5190.0, 3132.0, 1908.0, 1216.0, 712.0, 486.0, 348.0, 204.0, 133.0, 75.0, 48.0, 33.0, 16.0, 14.0, 11.0, 7.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0], "bins": [-11.8515625, -11.508544921875, -11.16552734375, -10.822509765625, -10.4794921875, -10.136474609375, -9.79345703125, -9.450439453125, -9.107421875, -8.764404296875, -8.42138671875, -8.078369140625, -7.7353515625, -7.392333984375, -7.04931640625, -6.706298828125, -6.36328125, -6.020263671875, -5.67724609375, -5.334228515625, -4.9912109375, -4.648193359375, -4.30517578125, -3.962158203125, -3.619140625, -3.276123046875, -2.93310546875, -2.590087890625, -2.2470703125, -1.904052734375, -1.56103515625, -1.218017578125, -0.875, -0.531982421875, -0.18896484375, 0.154052734375, 0.4970703125, 0.840087890625, 1.18310546875, 1.526123046875, 1.869140625, 2.212158203125, 2.55517578125, 2.898193359375, 3.2412109375, 3.584228515625, 3.92724609375, 4.270263671875, 4.61328125, 4.956298828125, 5.29931640625, 5.642333984375, 5.9853515625, 6.328369140625, 6.67138671875, 7.014404296875, 7.357421875, 7.700439453125, 8.04345703125, 8.386474609375, 8.7294921875, 9.072509765625, 9.41552734375, 9.758544921875, 10.1015625]}, "gradients/decoder.transformer.h.13.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 5.0, 7.0, 3.0, 6.0, 7.0, 11.0, 15.0, 23.0, 12.0, 13.0, 19.0, 31.0, 25.0, 30.0, 29.0, 29.0, 39.0, 50.0, 59.0, 64.0, 124.0, 203.0, 1434.0, 237.0, 114.0, 89.0, 54.0, 41.0, 29.0, 26.0, 22.0, 33.0, 29.0, 21.0, 22.0, 13.0, 17.0, 10.0, 11.0, 11.0, 11.0, 9.0, 6.0, 9.0, 1.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0], "bins": [-21.90625, -21.289794921875, -20.67333984375, -20.056884765625, -19.4404296875, -18.823974609375, -18.20751953125, -17.591064453125, -16.974609375, -16.358154296875, -15.74169921875, -15.125244140625, -14.5087890625, -13.892333984375, -13.27587890625, -12.659423828125, -12.04296875, -11.426513671875, -10.81005859375, -10.193603515625, -9.5771484375, -8.960693359375, -8.34423828125, -7.727783203125, -7.111328125, -6.494873046875, -5.87841796875, -5.261962890625, -4.6455078125, -4.029052734375, -3.41259765625, -2.796142578125, -2.1796875, -1.563232421875, -0.94677734375, -0.330322265625, 0.2861328125, 0.902587890625, 1.51904296875, 2.135498046875, 2.751953125, 3.368408203125, 3.98486328125, 4.601318359375, 5.2177734375, 5.834228515625, 6.45068359375, 7.067138671875, 7.68359375, 8.300048828125, 8.91650390625, 9.532958984375, 10.1494140625, 10.765869140625, 11.38232421875, 11.998779296875, 12.615234375, 13.231689453125, 13.84814453125, 14.464599609375, 15.0810546875, 15.697509765625, 16.31396484375, 16.930419921875, 17.546875]}, "gradients/decoder.transformer.h.13.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 3.0, 13.0, 6.0, 8.0, 22.0, 28.0, 24.0, 41.0, 51.0, 86.0, 106.0, 153.0, 226.0, 384.0, 964.0, 7450.0, 780821.0, 2342085.0, 10793.0, 1140.0, 456.0, 257.0, 156.0, 124.0, 86.0, 60.0, 54.0, 34.0, 24.0, 21.0, 10.0, 13.0, 3.0, 4.0, 2.0, 1.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-53.71875, -51.87060546875, -50.0224609375, -48.17431640625, -46.326171875, -44.47802734375, -42.6298828125, -40.78173828125, -38.93359375, -37.08544921875, -35.2373046875, -33.38916015625, -31.541015625, -29.69287109375, -27.8447265625, -25.99658203125, -24.1484375, -22.30029296875, -20.4521484375, -18.60400390625, -16.755859375, -14.90771484375, -13.0595703125, -11.21142578125, -9.36328125, -7.51513671875, -5.6669921875, -3.81884765625, -1.970703125, -0.12255859375, 1.7255859375, 3.57373046875, 5.421875, 7.27001953125, 9.1181640625, 10.96630859375, 12.814453125, 14.66259765625, 16.5107421875, 18.35888671875, 20.20703125, 22.05517578125, 23.9033203125, 25.75146484375, 27.599609375, 29.44775390625, 31.2958984375, 33.14404296875, 34.9921875, 36.84033203125, 38.6884765625, 40.53662109375, 42.384765625, 44.23291015625, 46.0810546875, 47.92919921875, 49.77734375, 51.62548828125, 53.4736328125, 55.32177734375, 57.169921875, 59.01806640625, 60.8662109375, 62.71435546875, 64.5625]}, "gradients/decoder.transformer.h.13.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 20.0, 161.0, 402.0, 311.0, 101.0, 17.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-90.72630310058594, -86.38833618164062, -82.05036926269531, -77.71240234375, -73.37443542480469, -69.03646850585938, -64.6985092163086, -60.36054229736328, -56.02257537841797, -51.684608459472656, -47.346641540527344, -43.0086784362793, -38.670711517333984, -34.33274459838867, -29.994779586791992, -25.656814575195312, -21.31884765625, -16.980880737304688, -12.642915725708008, -8.304949760437012, -3.9669837951660156, 0.3709831237792969, 4.708948135375977, 9.046913146972656, 13.384880065917969, 17.72284698486328, 22.06081199645996, 26.39877700805664, 30.736743927001953, 35.074710845947266, 39.41267395019531, 43.750640869140625, 48.088592529296875, 52.42655944824219, 56.7645263671875, 61.10248947143555, 65.44046020507812, 69.77842712402344, 74.11638641357422, 78.45435333251953, 82.79232025146484, 87.13028717041016, 91.46825408935547, 95.80622100830078, 100.14418029785156, 104.48214721679688, 108.82011413574219, 113.1580810546875, 117.49604797363281, 121.83401489257812, 126.17198181152344, 130.50994873046875, 134.84791564941406, 139.18588256835938, 143.5238494873047, 147.86181640625, 152.19976806640625, 156.53773498535156, 160.87570190429688, 165.2136688232422, 169.5516357421875, 173.8896026611328, 178.22756958007812, 182.56552124023438, 186.90350341796875]}, "gradients/decoder.transformer.h.13.ln_1.bias": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 1.0, 2.0, 6.0, 7.0, 2.0, 2.0, 3.0, 11.0, 8.0, 11.0, 5.0, 10.0, 17.0, 14.0, 20.0, 15.0, 24.0, 18.0, 24.0, 35.0, 31.0, 25.0, 26.0, 40.0, 36.0, 40.0, 40.0, 31.0, 38.0, 27.0, 30.0, 38.0, 31.0, 38.0, 33.0, 35.0, 27.0, 22.0, 22.0, 22.0, 16.0, 26.0, 16.0, 12.0, 9.0, 13.0, 12.0, 11.0, 11.0, 5.0, 6.0, 1.0, 0.0, 4.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0], "bins": [-50.00503921508789, -48.415740966796875, -46.826446533203125, -45.23714828491211, -43.647850036621094, -42.058555603027344, -40.46925735473633, -38.87995910644531, -37.29066467285156, -35.70136642456055, -34.1120719909668, -32.52277374267578, -30.9334774017334, -29.344181060791016, -27.7548828125, -26.165586471557617, -24.576290130615234, -22.98699378967285, -21.39769744873047, -19.808399200439453, -18.21910285949707, -16.629806518554688, -15.040509223937988, -13.451211929321289, -11.861915588378906, -10.272619247436523, -8.683321952819824, -7.094025135040283, -5.504728317260742, -3.915431499481201, -2.32613468170166, -0.7368373870849609, 0.8524589538574219, 2.441755771636963, 4.031052589416504, 5.620349407196045, 7.209646224975586, 8.798942565917969, 10.388239860534668, 11.977537155151367, 13.56683349609375, 15.156129837036133, 16.745426177978516, 18.33472442626953, 19.924020767211914, 21.513317108154297, 23.102615356445312, 24.691911697387695, 26.281208038330078, 27.87050437927246, 29.459800720214844, 31.04909896850586, 32.638397216796875, 34.227691650390625, 35.81698989868164, 37.406288146972656, 38.995582580566406, 40.58488082885742, 42.17417526245117, 43.76347351074219, 45.35276794433594, 46.94206619262695, 48.53136444091797, 50.12065887451172, 51.709957122802734]}, "gradients/decoder.transformer.h.12.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 5.0, 6.0, 1.0, 10.0, 10.0, 10.0, 9.0, 19.0, 13.0, 22.0, 20.0, 25.0, 31.0, 37.0, 43.0, 39.0, 42.0, 42.0, 49.0, 55.0, 43.0, 49.0, 50.0, 38.0, 30.0, 45.0, 34.0, 25.0, 38.0, 25.0, 29.0, 25.0, 11.0, 30.0, 13.0, 5.0, 6.0, 6.0, 10.0, 6.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-8.671875, -8.41412353515625, -8.1563720703125, -7.89862060546875, -7.640869140625, -7.38311767578125, -7.1253662109375, -6.86761474609375, -6.60986328125, -6.35211181640625, -6.0943603515625, -5.83660888671875, -5.578857421875, -5.32110595703125, -5.0633544921875, -4.80560302734375, -4.5478515625, -4.29010009765625, -4.0323486328125, -3.77459716796875, -3.516845703125, -3.25909423828125, -3.0013427734375, -2.74359130859375, -2.48583984375, -2.22808837890625, -1.9703369140625, -1.71258544921875, -1.454833984375, -1.19708251953125, -0.9393310546875, -0.68157958984375, -0.423828125, -0.16607666015625, 0.0916748046875, 0.34942626953125, 0.607177734375, 0.86492919921875, 1.1226806640625, 1.38043212890625, 1.63818359375, 1.89593505859375, 2.1536865234375, 2.41143798828125, 2.669189453125, 2.92694091796875, 3.1846923828125, 3.44244384765625, 3.7001953125, 3.95794677734375, 4.2156982421875, 4.47344970703125, 4.731201171875, 4.98895263671875, 5.2467041015625, 5.50445556640625, 5.76220703125, 6.01995849609375, 6.2777099609375, 6.53546142578125, 6.793212890625, 7.05096435546875, 7.3087158203125, 7.56646728515625, 7.82421875]}, "gradients/decoder.transformer.h.12.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 2.0, 4.0, 5.0, 4.0, 4.0, 7.0, 16.0, 10.0, 27.0, 32.0, 44.0, 56.0, 108.0, 195.0, 305.0, 487.0, 858.0, 1728.0, 3421.0, 7555.0, 20414.0, 83560.0, 1547223.0, 2354220.0, 130833.0, 25138.0, 9347.0, 4058.0, 2056.0, 1046.0, 599.0, 327.0, 223.0, 125.0, 78.0, 48.0, 42.0, 30.0, 13.0, 7.0, 13.0, 11.0, 6.0, 1.0, 5.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.78125, -18.0615234375, -17.341796875, -16.6220703125, -15.90234375, -15.1826171875, -14.462890625, -13.7431640625, -13.0234375, -12.3037109375, -11.583984375, -10.8642578125, -10.14453125, -9.4248046875, -8.705078125, -7.9853515625, -7.265625, -6.5458984375, -5.826171875, -5.1064453125, -4.38671875, -3.6669921875, -2.947265625, -2.2275390625, -1.5078125, -0.7880859375, -0.068359375, 0.6513671875, 1.37109375, 2.0908203125, 2.810546875, 3.5302734375, 4.25, 4.9697265625, 5.689453125, 6.4091796875, 7.12890625, 7.8486328125, 8.568359375, 9.2880859375, 10.0078125, 10.7275390625, 11.447265625, 12.1669921875, 12.88671875, 13.6064453125, 14.326171875, 15.0458984375, 15.765625, 16.4853515625, 17.205078125, 17.9248046875, 18.64453125, 19.3642578125, 20.083984375, 20.8037109375, 21.5234375, 22.2431640625, 22.962890625, 23.6826171875, 24.40234375, 25.1220703125, 25.841796875, 26.5615234375, 27.28125]}, "gradients/decoder.transformer.h.12.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 4.0, 2.0, 7.0, 5.0, 8.0, 8.0, 14.0, 12.0, 12.0, 30.0, 30.0, 35.0, 59.0, 76.0, 106.0, 172.0, 297.0, 462.0, 628.0, 672.0, 500.0, 298.0, 202.0, 123.0, 79.0, 46.0, 37.0, 36.0, 34.0, 26.0, 17.0, 9.0, 13.0, 6.0, 1.0, 3.0, 3.0, 3.0, 2.0, 1.0, 3.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-15.2578125, -14.6949462890625, -14.132080078125, -13.5692138671875, -13.00634765625, -12.4434814453125, -11.880615234375, -11.3177490234375, -10.7548828125, -10.1920166015625, -9.629150390625, -9.0662841796875, -8.50341796875, -7.9405517578125, -7.377685546875, -6.8148193359375, -6.251953125, -5.6890869140625, -5.126220703125, -4.5633544921875, -4.00048828125, -3.4376220703125, -2.874755859375, -2.3118896484375, -1.7490234375, -1.1861572265625, -0.623291015625, -0.0604248046875, 0.50244140625, 1.0653076171875, 1.628173828125, 2.1910400390625, 2.75390625, 3.3167724609375, 3.879638671875, 4.4425048828125, 5.00537109375, 5.5682373046875, 6.131103515625, 6.6939697265625, 7.2568359375, 7.8197021484375, 8.382568359375, 8.9454345703125, 9.50830078125, 10.0711669921875, 10.634033203125, 11.1968994140625, 11.759765625, 12.3226318359375, 12.885498046875, 13.4483642578125, 14.01123046875, 14.5740966796875, 15.136962890625, 15.6998291015625, 16.2626953125, 16.8255615234375, 17.388427734375, 17.9512939453125, 18.51416015625, 19.0770263671875, 19.639892578125, 20.2027587890625, 20.765625]}, "gradients/decoder.transformer.h.12.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 5.0, 1.0, 5.0, 2.0, 9.0, 13.0, 4.0, 16.0, 32.0, 37.0, 45.0, 57.0, 109.0, 198.0, 468.0, 1330.0, 5089.0, 35227.0, 1373423.0, 2719627.0, 49235.0, 6681.0, 1592.0, 495.0, 224.0, 144.0, 64.0, 38.0, 36.0, 17.0, 12.0, 9.0, 15.0, 7.0, 5.0, 6.0, 6.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-65.0, -63.24658203125, -61.4931640625, -59.73974609375, -57.986328125, -56.23291015625, -54.4794921875, -52.72607421875, -50.97265625, -49.21923828125, -47.4658203125, -45.71240234375, -43.958984375, -42.20556640625, -40.4521484375, -38.69873046875, -36.9453125, -35.19189453125, -33.4384765625, -31.68505859375, -29.931640625, -28.17822265625, -26.4248046875, -24.67138671875, -22.91796875, -21.16455078125, -19.4111328125, -17.65771484375, -15.904296875, -14.15087890625, -12.3974609375, -10.64404296875, -8.890625, -7.13720703125, -5.3837890625, -3.63037109375, -1.876953125, -0.12353515625, 1.6298828125, 3.38330078125, 5.13671875, 6.89013671875, 8.6435546875, 10.39697265625, 12.150390625, 13.90380859375, 15.6572265625, 17.41064453125, 19.1640625, 20.91748046875, 22.6708984375, 24.42431640625, 26.177734375, 27.93115234375, 29.6845703125, 31.43798828125, 33.19140625, 34.94482421875, 36.6982421875, 38.45166015625, 40.205078125, 41.95849609375, 43.7119140625, 45.46533203125, 47.21875]}, "gradients/decoder.transformer.h.12.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 6.0, 3.0, 9.0, 14.0, 22.0, 28.0, 54.0, 84.0, 135.0, 161.0, 138.0, 117.0, 96.0, 47.0, 39.0, 22.0, 12.0, 13.0, 4.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-147.92486572265625, -144.7845458984375, -141.6442108154297, -138.50389099121094, -135.36355590820312, -132.22323608398438, -129.08291625976562, -125.94258117675781, -122.80226135253906, -119.66193389892578, -116.5216064453125, -113.38128662109375, -110.24095916748047, -107.10063171386719, -103.9603042602539, -100.81997680664062, -97.67964935302734, -94.53932189941406, -91.39899444580078, -88.2586669921875, -85.11834716796875, -81.97801971435547, -78.83769226074219, -75.6973648071289, -72.55703735351562, -69.41670989990234, -66.27638244628906, -63.13605880737305, -59.99573516845703, -56.85540771484375, -53.71508026123047, -50.57475280761719, -47.43443298339844, -44.294105529785156, -41.15378189086914, -38.01345443725586, -34.873130798339844, -31.732803344726562, -28.59247589111328, -25.452150344848633, -22.311824798583984, -19.171499252319336, -16.031173706054688, -12.890846252441406, -9.750520706176758, -6.610195159912109, -3.469867706298828, -0.3295421600341797, 2.8107833862304688, 5.951109409332275, 9.091435432434082, 12.231761932373047, 15.372087478637695, 18.512413024902344, 21.652740478515625, 24.793066024780273, 27.933391571044922, 31.07371711730957, 34.21404266357422, 37.3543701171875, 40.49469757080078, 43.6350212097168, 46.77534866333008, 49.915672302246094, 53.055999755859375]}, "gradients/decoder.transformer.h.12.ln_2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 3.0, 2.0, 5.0, 6.0, 3.0, 11.0, 4.0, 3.0, 11.0, 12.0, 16.0, 14.0, 23.0, 17.0, 21.0, 19.0, 26.0, 38.0, 20.0, 23.0, 29.0, 37.0, 35.0, 25.0, 50.0, 34.0, 35.0, 29.0, 44.0, 31.0, 31.0, 29.0, 31.0, 28.0, 30.0, 22.0, 30.0, 22.0, 25.0, 24.0, 18.0, 17.0, 17.0, 8.0, 13.0, 4.0, 9.0, 3.0, 4.0, 7.0, 3.0, 3.0, 2.0, 2.0, 3.0], "bins": [-47.07184600830078, -45.71623992919922, -44.360633850097656, -43.00502395629883, -41.649417877197266, -40.2938117980957, -38.938201904296875, -37.58259582519531, -36.22698974609375, -34.87138366699219, -33.515777587890625, -32.1601676940918, -30.804561614990234, -29.448955535888672, -28.093347549438477, -26.73773956298828, -25.38213348388672, -24.026527404785156, -22.67091941833496, -21.315311431884766, -19.959705352783203, -18.60409927368164, -17.248491287231445, -15.892884254455566, -14.537277221679688, -13.181670188903809, -11.82606315612793, -10.47045612335205, -9.114849090576172, -7.759242057800293, -6.403635025024414, -5.048027992248535, -3.692424774169922, -2.336817741394043, -0.9812107086181641, 0.37439632415771484, 1.7300033569335938, 3.0856103897094727, 4.441217422485352, 5.7968244552612305, 7.152431488037109, 8.508038520812988, 9.863645553588867, 11.219252586364746, 12.574859619140625, 13.930466651916504, 15.286073684692383, 16.641681671142578, 17.99728775024414, 19.352893829345703, 20.7085018157959, 22.064109802246094, 23.419715881347656, 24.77532196044922, 26.130929946899414, 27.48653793334961, 28.842144012451172, 30.197750091552734, 31.55335807800293, 32.908966064453125, 34.26457214355469, 35.62017822265625, 36.97578430175781, 38.33139419555664, 39.6870002746582]}, "gradients/decoder.transformer.h.12.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 3.0, 3.0, 5.0, 8.0, 6.0, 16.0, 15.0, 15.0, 30.0, 22.0, 28.0, 32.0, 34.0, 34.0, 35.0, 45.0, 50.0, 55.0, 45.0, 49.0, 56.0, 47.0, 45.0, 51.0, 36.0, 32.0, 33.0, 30.0, 28.0, 19.0, 24.0, 21.0, 9.0, 16.0, 7.0, 6.0, 6.0, 4.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-9.203125, -8.93572998046875, -8.6683349609375, -8.40093994140625, -8.133544921875, -7.86614990234375, -7.5987548828125, -7.33135986328125, -7.06396484375, -6.79656982421875, -6.5291748046875, -6.26177978515625, -5.994384765625, -5.72698974609375, -5.4595947265625, -5.19219970703125, -4.9248046875, -4.65740966796875, -4.3900146484375, -4.12261962890625, -3.855224609375, -3.58782958984375, -3.3204345703125, -3.05303955078125, -2.78564453125, -2.51824951171875, -2.2508544921875, -1.98345947265625, -1.716064453125, -1.44866943359375, -1.1812744140625, -0.91387939453125, -0.646484375, -0.37908935546875, -0.1116943359375, 0.15570068359375, 0.423095703125, 0.69049072265625, 0.9578857421875, 1.22528076171875, 1.49267578125, 1.76007080078125, 2.0274658203125, 2.29486083984375, 2.562255859375, 2.82965087890625, 3.0970458984375, 3.36444091796875, 3.6318359375, 3.89923095703125, 4.1666259765625, 4.43402099609375, 4.701416015625, 4.96881103515625, 5.2362060546875, 5.50360107421875, 5.77099609375, 6.03839111328125, 6.3057861328125, 6.57318115234375, 6.840576171875, 7.10797119140625, 7.3753662109375, 7.64276123046875, 7.91015625]}, "gradients/decoder.transformer.h.12.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 5.0, 7.0, 16.0, 10.0, 24.0, 27.0, 41.0, 57.0, 78.0, 138.0, 212.0, 341.0, 466.0, 705.0, 1092.0, 1543.0, 2432.0, 3552.0, 5080.0, 7709.0, 11505.0, 17653.0, 27521.0, 44265.0, 71033.0, 115694.0, 180857.0, 196661.0, 134168.0, 82996.0, 50812.0, 31961.0, 20084.0, 13077.0, 8705.0, 6008.0, 3916.0, 2706.0, 1825.0, 1165.0, 818.0, 548.0, 373.0, 230.0, 160.0, 102.0, 61.0, 47.0, 25.0, 23.0, 8.0, 6.0, 9.0, 3.0, 3.0, 2.0, 3.0, 3.0], "bins": [-0.76416015625, -0.7411117553710938, -0.7180633544921875, -0.6950149536132812, -0.671966552734375, -0.6489181518554688, -0.6258697509765625, -0.6028213500976562, -0.57977294921875, -0.5567245483398438, -0.5336761474609375, -0.5106277465820312, -0.487579345703125, -0.46453094482421875, -0.4414825439453125, -0.41843414306640625, -0.3953857421875, -0.37233734130859375, -0.3492889404296875, -0.32624053955078125, -0.303192138671875, -0.28014373779296875, -0.2570953369140625, -0.23404693603515625, -0.21099853515625, -0.18795013427734375, -0.1649017333984375, -0.14185333251953125, -0.118804931640625, -0.09575653076171875, -0.0727081298828125, -0.04965972900390625, -0.026611328125, -0.00356292724609375, 0.0194854736328125, 0.04253387451171875, 0.065582275390625, 0.08863067626953125, 0.1116790771484375, 0.13472747802734375, 0.15777587890625, 0.18082427978515625, 0.2038726806640625, 0.22692108154296875, 0.249969482421875, 0.27301788330078125, 0.2960662841796875, 0.31911468505859375, 0.3421630859375, 0.36521148681640625, 0.3882598876953125, 0.41130828857421875, 0.434356689453125, 0.45740509033203125, 0.4804534912109375, 0.5035018920898438, 0.52655029296875, 0.5495986938476562, 0.5726470947265625, 0.5956954956054688, 0.618743896484375, 0.6417922973632812, 0.6648406982421875, 0.6878890991210938, 0.7109375]}, "gradients/decoder.transformer.h.12.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 6.0, 6.0, 6.0, 13.0, 3.0, 12.0, 13.0, 13.0, 11.0, 11.0, 15.0, 23.0, 25.0, 26.0, 28.0, 25.0, 25.0, 31.0, 27.0, 51.0, 43.0, 24.0, 35.0, 1068.0, 35.0, 39.0, 37.0, 39.0, 35.0, 39.0, 33.0, 35.0, 28.0, 23.0, 22.0, 19.0, 15.0, 19.0, 10.0, 11.0, 13.0, 8.0, 9.0, 8.0, 2.0, 1.0, 2.0, 1.0, 4.0, 2.0, 3.0, 2.0], "bins": [-5.05078125, -4.90771484375, -4.7646484375, -4.62158203125, -4.478515625, -4.33544921875, -4.1923828125, -4.04931640625, -3.90625, -3.76318359375, -3.6201171875, -3.47705078125, -3.333984375, -3.19091796875, -3.0478515625, -2.90478515625, -2.76171875, -2.61865234375, -2.4755859375, -2.33251953125, -2.189453125, -2.04638671875, -1.9033203125, -1.76025390625, -1.6171875, -1.47412109375, -1.3310546875, -1.18798828125, -1.044921875, -0.90185546875, -0.7587890625, -0.61572265625, -0.47265625, -0.32958984375, -0.1865234375, -0.04345703125, 0.099609375, 0.24267578125, 0.3857421875, 0.52880859375, 0.671875, 0.81494140625, 0.9580078125, 1.10107421875, 1.244140625, 1.38720703125, 1.5302734375, 1.67333984375, 1.81640625, 1.95947265625, 2.1025390625, 2.24560546875, 2.388671875, 2.53173828125, 2.6748046875, 2.81787109375, 2.9609375, 3.10400390625, 3.2470703125, 3.39013671875, 3.533203125, 3.67626953125, 3.8193359375, 3.96240234375, 4.10546875]}, "gradients/decoder.transformer.h.12.crossattention.c_attn.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 1.0, 7.0, 10.0, 3.0, 10.0, 16.0, 22.0, 41.0, 56.0, 95.0, 128.0, 175.0, 289.0, 420.0, 602.0, 881.0, 1280.0, 1892.0, 2825.0, 4380.0, 6587.0, 9981.0, 15647.0, 23989.0, 38274.0, 62479.0, 102629.0, 166612.0, 1249030.0, 155386.0, 94912.0, 57751.0, 35886.0, 22555.0, 14449.0, 9389.0, 6123.0, 4057.0, 2562.0, 1839.0, 1249.0, 877.0, 583.0, 353.0, 272.0, 183.0, 119.0, 78.0, 62.0, 32.0, 28.0, 19.0, 8.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.313720703125, -0.3037376403808594, -0.29375457763671875, -0.2837715148925781, -0.2737884521484375, -0.2638053894042969, -0.25382232666015625, -0.24383926391601562, -0.233856201171875, -0.22387313842773438, -0.21389007568359375, -0.20390701293945312, -0.1939239501953125, -0.18394088745117188, -0.17395782470703125, -0.16397476196289062, -0.15399169921875, -0.14400863647460938, -0.13402557373046875, -0.12404251098632812, -0.1140594482421875, -0.10407638549804688, -0.09409332275390625, -0.08411026000976562, -0.074127197265625, -0.06414413452148438, -0.05416107177734375, -0.044178009033203125, -0.0341949462890625, -0.024211883544921875, -0.01422882080078125, -0.004245758056640625, 0.0057373046875, 0.015720367431640625, 0.02570343017578125, 0.035686492919921875, 0.0456695556640625, 0.055652618408203125, 0.06563568115234375, 0.07561874389648438, 0.085601806640625, 0.09558486938476562, 0.10556793212890625, 0.11555099487304688, 0.1255340576171875, 0.13551712036132812, 0.14550018310546875, 0.15548324584960938, 0.16546630859375, 0.17544937133789062, 0.18543243408203125, 0.19541549682617188, 0.2053985595703125, 0.21538162231445312, 0.22536468505859375, 0.23534774780273438, 0.245330810546875, 0.2553138732910156, 0.26529693603515625, 0.2752799987792969, 0.2852630615234375, 0.2952461242675781, 0.30522918701171875, 0.3152122497558594, 0.3251953125]}, "gradients/decoder.transformer.h.12.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 5.0, 5.0, 0.0, 9.0, 8.0, 6.0, 14.0, 12.0, 16.0, 18.0, 25.0, 16.0, 22.0, 27.0, 23.0, 31.0, 40.0, 46.0, 63.0, 59.0, 69.0, 84.0, 63.0, 44.0, 36.0, 34.0, 32.0, 33.0, 34.0, 26.0, 14.0, 17.0, 15.0, 8.0, 14.0, 6.0, 8.0, 3.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.02008056640625, -0.019446849822998047, -0.018813133239746094, -0.01817941665649414, -0.017545700073242188, -0.016911983489990234, -0.01627826690673828, -0.015644550323486328, -0.015010833740234375, -0.014377117156982422, -0.013743400573730469, -0.013109683990478516, -0.012475967407226562, -0.01184225082397461, -0.011208534240722656, -0.010574817657470703, -0.00994110107421875, -0.009307384490966797, -0.008673667907714844, -0.00803995132446289, -0.0074062347412109375, -0.006772518157958984, -0.006138801574707031, -0.005505084991455078, -0.004871368408203125, -0.004237651824951172, -0.0036039352416992188, -0.0029702186584472656, -0.0023365020751953125, -0.0017027854919433594, -0.0010690689086914062, -0.0004353523254394531, 0.0001983642578125, 0.0008320808410644531, 0.0014657974243164062, 0.0020995140075683594, 0.0027332305908203125, 0.0033669471740722656, 0.004000663757324219, 0.004634380340576172, 0.005268096923828125, 0.005901813507080078, 0.006535530090332031, 0.007169246673583984, 0.0078029632568359375, 0.00843667984008789, 0.009070396423339844, 0.009704113006591797, 0.01033782958984375, 0.010971546173095703, 0.011605262756347656, 0.01223897933959961, 0.012872695922851562, 0.013506412506103516, 0.014140129089355469, 0.014773845672607422, 0.015407562255859375, 0.016041278839111328, 0.01667499542236328, 0.017308712005615234, 0.017942428588867188, 0.01857614517211914, 0.019209861755371094, 0.019843578338623047, 0.020477294921875]}, "gradients/decoder.transformer.h.12.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 4.0, 2.0, 2.0, 3.0, 7.0, 12.0, 14.0, 12.0, 15.0, 14.0, 27.0, 33.0, 37.0, 37.0, 50.0, 76.0, 205.0, 1153.0, 55962.0, 981963.0, 7970.0, 475.0, 151.0, 68.0, 49.0, 27.0, 25.0, 25.0, 20.0, 22.0, 15.0, 18.0, 10.0, 13.0, 8.0, 6.0, 5.0, 4.0, 3.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.474365234375, -0.45967864990234375, -0.4449920654296875, -0.43030548095703125, -0.415618896484375, -0.40093231201171875, -0.3862457275390625, -0.37155914306640625, -0.35687255859375, -0.34218597412109375, -0.3274993896484375, -0.31281280517578125, -0.298126220703125, -0.28343963623046875, -0.2687530517578125, -0.25406646728515625, -0.2393798828125, -0.22469329833984375, -0.2100067138671875, -0.19532012939453125, -0.180633544921875, -0.16594696044921875, -0.1512603759765625, -0.13657379150390625, -0.12188720703125, -0.10720062255859375, -0.0925140380859375, -0.07782745361328125, -0.063140869140625, -0.04845428466796875, -0.0337677001953125, -0.01908111572265625, -0.00439453125, 0.01029205322265625, 0.0249786376953125, 0.03966522216796875, 0.054351806640625, 0.06903839111328125, 0.0837249755859375, 0.09841156005859375, 0.11309814453125, 0.12778472900390625, 0.1424713134765625, 0.15715789794921875, 0.171844482421875, 0.18653106689453125, 0.2012176513671875, 0.21590423583984375, 0.2305908203125, 0.24527740478515625, 0.2599639892578125, 0.27465057373046875, 0.289337158203125, 0.30402374267578125, 0.3187103271484375, 0.33339691162109375, 0.34808349609375, 0.36277008056640625, 0.3774566650390625, 0.39214324951171875, 0.406829833984375, 0.42151641845703125, 0.4362030029296875, 0.45088958740234375, 0.465576171875]}, "gradients/decoder.transformer.h.12.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 10.0, 37.0, 158.0, 528.0, 195.0, 52.0, 21.0, 10.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5684814453125, -0.5574614405632019, -0.5464414954185486, -0.5354214906692505, -0.5244015455245972, -0.5133815407752991, -0.5023615956306458, -0.49134159088134766, -0.48032161593437195, -0.46930164098739624, -0.45828166604042053, -0.4472616910934448, -0.43624168634414673, -0.425221711397171, -0.4142017364501953, -0.4031817615032196, -0.3921617865562439, -0.3811418116092682, -0.3701218366622925, -0.3591018617153168, -0.34808188676834106, -0.33706188201904297, -0.32604190707206726, -0.31502193212509155, -0.30400195717811584, -0.29298198223114014, -0.28196200728416443, -0.2709420323371887, -0.2599220275878906, -0.2489020675420761, -0.2378820776939392, -0.2268621027469635, -0.2158420979976654, -0.2048221230506897, -0.193802148103714, -0.1827821582555771, -0.17176218330860138, -0.16074220836162567, -0.14972221851348877, -0.13870224356651306, -0.12768226861953735, -0.11666229367256165, -0.10564231127500534, -0.09462232887744904, -0.08360235393047333, -0.07258237898349762, -0.061562396585941315, -0.05054241418838501, -0.0395224392414093, -0.028502460569143295, -0.01748248189687729, -0.006462503224611282, 0.004557475447654724, 0.01557745411992073, 0.026597432792186737, 0.03761741518974304, 0.04863739013671875, 0.059657368808984756, 0.07067734748125076, 0.08169732987880707, 0.09271730482578278, 0.10373727977275848, 0.11475726217031479, 0.1257772445678711, 0.1367972195148468]}, "gradients/decoder.transformer.h.12.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 5.0, 0.0, 1.0, 3.0, 3.0, 5.0, 4.0, 5.0, 4.0, 6.0, 6.0, 10.0, 12.0, 6.0, 15.0, 9.0, 12.0, 22.0, 14.0, 19.0, 27.0, 27.0, 34.0, 25.0, 23.0, 25.0, 34.0, 29.0, 25.0, 34.0, 31.0, 34.0, 23.0, 39.0, 40.0, 33.0, 31.0, 30.0, 26.0, 26.0, 39.0, 28.0, 27.0, 15.0, 20.0, 22.0, 16.0, 12.0, 15.0, 9.0, 11.0, 11.0, 10.0, 0.0, 4.0, 6.0, 10.0, 2.0, 4.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.07760500907897949, -0.07523404806852341, -0.07286309450864792, -0.07049213349819183, -0.06812117993831635, -0.06575021892786026, -0.06337925791740417, -0.06100830063223839, -0.0586373433470726, -0.056266386061906815, -0.05389542877674103, -0.05152446776628494, -0.049153510481119156, -0.04678255319595337, -0.044411592185497284, -0.0420406349003315, -0.03966967761516571, -0.037298720329999924, -0.03492776304483414, -0.03255680203437805, -0.030185844749212265, -0.02781488746404648, -0.025443928316235542, -0.023072969168424606, -0.02070201188325882, -0.018331054598093033, -0.015960095450282097, -0.013589137233793736, -0.011218179017305374, -0.008847220800817013, -0.006476262584328651, -0.0041053034365177155, -0.0017343461513519287, 0.0006366120651364326, 0.003007570281624794, 0.005378528498113155, 0.007749486714601517, 0.010120444931089878, 0.01249140314757824, 0.014862362295389175, 0.017233319580554962, 0.01960427686572075, 0.021975236013531685, 0.02434619516134262, 0.026717152446508408, 0.029088109731674194, 0.03145907074213028, 0.033830028027296066, 0.03620098531246185, 0.03857194259762764, 0.040942899882793427, 0.04331386089324951, 0.0456848181784153, 0.048055775463581085, 0.05042673647403717, 0.05279769375920296, 0.055168651044368744, 0.05753960832953453, 0.05991056561470032, 0.0622815266251564, 0.06465248763561249, 0.06702344119548798, 0.06939440220594406, 0.07176536321640015, 0.07413631677627563]}, "gradients/decoder.transformer.h.12.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 3.0, 3.0, 5.0, 8.0, 6.0, 16.0, 15.0, 15.0, 30.0, 22.0, 28.0, 33.0, 33.0, 34.0, 35.0, 45.0, 50.0, 55.0, 46.0, 47.0, 58.0, 46.0, 45.0, 50.0, 37.0, 33.0, 32.0, 30.0, 27.0, 21.0, 23.0, 21.0, 9.0, 14.0, 9.0, 6.0, 6.0, 4.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-9.203125, -8.93572998046875, -8.6683349609375, -8.40093994140625, -8.133544921875, -7.86614990234375, -7.5987548828125, -7.33135986328125, -7.06396484375, -6.79656982421875, -6.5291748046875, -6.26177978515625, -5.994384765625, -5.72698974609375, -5.4595947265625, -5.19219970703125, -4.9248046875, -4.65740966796875, -4.3900146484375, -4.12261962890625, -3.855224609375, -3.58782958984375, -3.3204345703125, -3.05303955078125, -2.78564453125, -2.51824951171875, -2.2508544921875, -1.98345947265625, -1.716064453125, -1.44866943359375, -1.1812744140625, -0.91387939453125, -0.646484375, -0.37908935546875, -0.1116943359375, 0.15570068359375, 0.423095703125, 0.69049072265625, 0.9578857421875, 1.22528076171875, 1.49267578125, 1.76007080078125, 2.0274658203125, 2.29486083984375, 2.562255859375, 2.82965087890625, 3.0970458984375, 3.36444091796875, 3.6318359375, 3.89923095703125, 4.1666259765625, 4.43402099609375, 4.701416015625, 4.96881103515625, 5.2362060546875, 5.50360107421875, 5.77099609375, 6.03839111328125, 6.3057861328125, 6.57318115234375, 6.840576171875, 7.10797119140625, 7.3753662109375, 7.64276123046875, 7.91015625]}, "gradients/decoder.transformer.h.12.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 6.0, 10.0, 17.0, 19.0, 23.0, 45.0, 53.0, 93.0, 132.0, 226.0, 327.0, 495.0, 781.0, 1064.0, 1695.0, 2539.0, 4015.0, 6769.0, 11995.0, 24130.0, 65514.0, 253145.0, 461080.0, 133333.0, 39745.0, 17262.0, 9141.0, 5421.0, 3235.0, 2084.0, 1386.0, 970.0, 592.0, 407.0, 274.0, 196.0, 116.0, 73.0, 44.0, 41.0, 21.0, 20.0, 18.0, 6.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.421875, -8.152587890625, -7.88330078125, -7.614013671875, -7.3447265625, -7.075439453125, -6.80615234375, -6.536865234375, -6.267578125, -5.998291015625, -5.72900390625, -5.459716796875, -5.1904296875, -4.921142578125, -4.65185546875, -4.382568359375, -4.11328125, -3.843994140625, -3.57470703125, -3.305419921875, -3.0361328125, -2.766845703125, -2.49755859375, -2.228271484375, -1.958984375, -1.689697265625, -1.42041015625, -1.151123046875, -0.8818359375, -0.612548828125, -0.34326171875, -0.073974609375, 0.1953125, 0.464599609375, 0.73388671875, 1.003173828125, 1.2724609375, 1.541748046875, 1.81103515625, 2.080322265625, 2.349609375, 2.618896484375, 2.88818359375, 3.157470703125, 3.4267578125, 3.696044921875, 3.96533203125, 4.234619140625, 4.50390625, 4.773193359375, 5.04248046875, 5.311767578125, 5.5810546875, 5.850341796875, 6.11962890625, 6.388916015625, 6.658203125, 6.927490234375, 7.19677734375, 7.466064453125, 7.7353515625, 8.004638671875, 8.27392578125, 8.543212890625, 8.8125]}, "gradients/decoder.transformer.h.12.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 6.0, 3.0, 3.0, 3.0, 5.0, 6.0, 11.0, 16.0, 9.0, 11.0, 20.0, 27.0, 17.0, 21.0, 20.0, 23.0, 36.0, 39.0, 33.0, 37.0, 52.0, 64.0, 135.0, 259.0, 1454.0, 217.0, 102.0, 62.0, 50.0, 34.0, 35.0, 36.0, 35.0, 21.0, 17.0, 14.0, 24.0, 15.0, 13.0, 10.0, 4.0, 16.0, 13.0, 7.0, 3.0, 5.0, 1.0, 2.0, 3.0, 5.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-18.546875, -17.935546875, -17.32421875, -16.712890625, -16.1015625, -15.490234375, -14.87890625, -14.267578125, -13.65625, -13.044921875, -12.43359375, -11.822265625, -11.2109375, -10.599609375, -9.98828125, -9.376953125, -8.765625, -8.154296875, -7.54296875, -6.931640625, -6.3203125, -5.708984375, -5.09765625, -4.486328125, -3.875, -3.263671875, -2.65234375, -2.041015625, -1.4296875, -0.818359375, -0.20703125, 0.404296875, 1.015625, 1.626953125, 2.23828125, 2.849609375, 3.4609375, 4.072265625, 4.68359375, 5.294921875, 5.90625, 6.517578125, 7.12890625, 7.740234375, 8.3515625, 8.962890625, 9.57421875, 10.185546875, 10.796875, 11.408203125, 12.01953125, 12.630859375, 13.2421875, 13.853515625, 14.46484375, 15.076171875, 15.6875, 16.298828125, 16.91015625, 17.521484375, 18.1328125, 18.744140625, 19.35546875, 19.966796875, 20.578125]}, "gradients/decoder.transformer.h.12.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 5.0, 2.0, 6.0, 5.0, 5.0, 5.0, 6.0, 14.0, 13.0, 22.0, 19.0, 24.0, 32.0, 33.0, 44.0, 63.0, 77.0, 99.0, 145.0, 193.0, 327.0, 730.0, 2543.0, 17316.0, 1924814.0, 1180550.0, 14523.0, 2267.0, 677.0, 320.0, 196.0, 153.0, 103.0, 67.0, 56.0, 49.0, 42.0, 28.0, 27.0, 18.0, 20.0, 20.0, 10.0, 6.0, 6.0, 6.0, 7.0, 4.0, 3.0, 6.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-41.5, -40.15966796875, -38.8193359375, -37.47900390625, -36.138671875, -34.79833984375, -33.4580078125, -32.11767578125, -30.77734375, -29.43701171875, -28.0966796875, -26.75634765625, -25.416015625, -24.07568359375, -22.7353515625, -21.39501953125, -20.0546875, -18.71435546875, -17.3740234375, -16.03369140625, -14.693359375, -13.35302734375, -12.0126953125, -10.67236328125, -9.33203125, -7.99169921875, -6.6513671875, -5.31103515625, -3.970703125, -2.63037109375, -1.2900390625, 0.05029296875, 1.390625, 2.73095703125, 4.0712890625, 5.41162109375, 6.751953125, 8.09228515625, 9.4326171875, 10.77294921875, 12.11328125, 13.45361328125, 14.7939453125, 16.13427734375, 17.474609375, 18.81494140625, 20.1552734375, 21.49560546875, 22.8359375, 24.17626953125, 25.5166015625, 26.85693359375, 28.197265625, 29.53759765625, 30.8779296875, 32.21826171875, 33.55859375, 34.89892578125, 36.2392578125, 37.57958984375, 38.919921875, 40.26025390625, 41.6005859375, 42.94091796875, 44.28125]}, "gradients/decoder.transformer.h.12.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 45.0, 381.0, 513.0, 70.0, 9.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-63.742584228515625, -58.01980209350586, -52.29702377319336, -46.574241638183594, -40.851463317871094, -35.12868118286133, -29.405899047851562, -23.683120727539062, -17.960338592529297, -12.237558364868164, -6.514777183532715, -0.7919960021972656, 4.930784225463867, 10.653564453125, 16.376346588134766, 22.099124908447266, 27.82190704345703, 33.5446891784668, 39.2674674987793, 44.99024963378906, 50.71302795410156, 56.43581008911133, 62.158592224121094, 67.8813705444336, 73.60415649414062, 79.32693481445312, 85.04972076416016, 90.77249908447266, 96.49527740478516, 102.21806335449219, 107.94084167480469, 113.66361999511719, 119.38639831542969, 125.10917663574219, 130.8319549560547, 136.55474853515625, 142.27752685546875, 148.00030517578125, 153.72308349609375, 159.44586181640625, 165.16864013671875, 170.89141845703125, 176.61419677734375, 182.33697509765625, 188.0597686767578, 193.7825469970703, 199.5053253173828, 205.2281036376953, 210.95089721679688, 216.67367553710938, 222.39645385742188, 228.11923217773438, 233.84202575683594, 239.56480407714844, 245.28758239746094, 251.01036071777344, 256.7331237792969, 262.4559020996094, 268.1786804199219, 273.9014587402344, 279.6242370605469, 285.3470153808594, 291.06982421875, 296.7926025390625, 302.515380859375]}, "gradients/decoder.transformer.h.12.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 5.0, 4.0, 8.0, 5.0, 8.0, 8.0, 6.0, 13.0, 19.0, 18.0, 24.0, 24.0, 31.0, 23.0, 34.0, 28.0, 39.0, 36.0, 37.0, 38.0, 50.0, 44.0, 37.0, 29.0, 42.0, 35.0, 32.0, 33.0, 37.0, 36.0, 37.0, 19.0, 20.0, 19.0, 21.0, 22.0, 13.0, 15.0, 17.0, 7.0, 11.0, 10.0, 2.0, 3.0, 5.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0], "bins": [-52.291202545166016, -50.70138931274414, -49.111576080322266, -47.52176284790039, -45.931949615478516, -44.34213638305664, -42.7523193359375, -41.162506103515625, -39.57269287109375, -37.982879638671875, -36.39306640625, -34.803253173828125, -33.21343994140625, -31.623626708984375, -30.033811569213867, -28.443998336791992, -26.85418701171875, -25.264373779296875, -23.674560546875, -22.084747314453125, -20.49493408203125, -18.905120849609375, -17.315305709838867, -15.725492477416992, -14.135679244995117, -12.545866012573242, -10.956052780151367, -9.366238594055176, -7.776425361633301, -6.186612129211426, -4.596797943115234, -3.0069847106933594, -1.4171714782714844, 0.17264199256896973, 1.7624554634094238, 3.352269172668457, 4.942082405090332, 6.531895637512207, 8.121709823608398, 9.711523056030273, 11.301336288452148, 12.891149520874023, 14.480962753295898, 16.070777893066406, 17.66059112548828, 19.250404357910156, 20.84021759033203, 22.430030822753906, 24.01984405517578, 25.609657287597656, 27.19947052001953, 28.789283752441406, 30.37909698486328, 31.968910217285156, 33.55872344970703, 35.148536682128906, 36.73834991455078, 38.328163146972656, 39.91797637939453, 41.507789611816406, 43.09760284423828, 44.687416076660156, 46.27722930908203, 47.867042541503906, 49.45685958862305]}, "gradients/decoder.transformer.h.11.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 4.0, 7.0, 14.0, 12.0, 13.0, 18.0, 18.0, 23.0, 22.0, 27.0, 35.0, 30.0, 39.0, 41.0, 49.0, 47.0, 45.0, 56.0, 47.0, 54.0, 58.0, 54.0, 29.0, 34.0, 21.0, 36.0, 37.0, 27.0, 22.0, 18.0, 15.0, 13.0, 11.0, 9.0, 8.0, 6.0, 2.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-9.359375, -9.083984375, -8.80859375, -8.533203125, -8.2578125, -7.982421875, -7.70703125, -7.431640625, -7.15625, -6.880859375, -6.60546875, -6.330078125, -6.0546875, -5.779296875, -5.50390625, -5.228515625, -4.953125, -4.677734375, -4.40234375, -4.126953125, -3.8515625, -3.576171875, -3.30078125, -3.025390625, -2.75, -2.474609375, -2.19921875, -1.923828125, -1.6484375, -1.373046875, -1.09765625, -0.822265625, -0.546875, -0.271484375, 0.00390625, 0.279296875, 0.5546875, 0.830078125, 1.10546875, 1.380859375, 1.65625, 1.931640625, 2.20703125, 2.482421875, 2.7578125, 3.033203125, 3.30859375, 3.583984375, 3.859375, 4.134765625, 4.41015625, 4.685546875, 4.9609375, 5.236328125, 5.51171875, 5.787109375, 6.0625, 6.337890625, 6.61328125, 6.888671875, 7.1640625, 7.439453125, 7.71484375, 7.990234375, 8.265625]}, "gradients/decoder.transformer.h.11.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 3.0, 5.0, 2.0, 6.0, 9.0, 9.0, 2.0, 8.0, 17.0, 20.0, 17.0, 37.0, 59.0, 108.0, 120.0, 188.0, 290.0, 378.0, 491.0, 783.0, 1209.0, 1740.0, 2685.0, 4227.0, 6870.0, 11712.0, 20967.0, 46016.0, 163067.0, 810298.0, 1996037.0, 851324.0, 175738.0, 47187.0, 21344.0, 11610.0, 7036.0, 4357.0, 2695.0, 1760.0, 1188.0, 801.0, 571.0, 378.0, 264.0, 188.0, 162.0, 93.0, 72.0, 49.0, 44.0, 20.0, 7.0, 6.0, 4.0, 11.0, 1.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0], "bins": [-11.4921875, -11.1275634765625, -10.762939453125, -10.3983154296875, -10.03369140625, -9.6690673828125, -9.304443359375, -8.9398193359375, -8.5751953125, -8.2105712890625, -7.845947265625, -7.4813232421875, -7.11669921875, -6.7520751953125, -6.387451171875, -6.0228271484375, -5.658203125, -5.2935791015625, -4.928955078125, -4.5643310546875, -4.19970703125, -3.8350830078125, -3.470458984375, -3.1058349609375, -2.7412109375, -2.3765869140625, -2.011962890625, -1.6473388671875, -1.28271484375, -0.9180908203125, -0.553466796875, -0.1888427734375, 0.17578125, 0.5404052734375, 0.905029296875, 1.2696533203125, 1.63427734375, 1.9989013671875, 2.363525390625, 2.7281494140625, 3.0927734375, 3.4573974609375, 3.822021484375, 4.1866455078125, 4.55126953125, 4.9158935546875, 5.280517578125, 5.6451416015625, 6.009765625, 6.3743896484375, 6.739013671875, 7.1036376953125, 7.46826171875, 7.8328857421875, 8.197509765625, 8.5621337890625, 8.9267578125, 9.2913818359375, 9.656005859375, 10.0206298828125, 10.38525390625, 10.7498779296875, 11.114501953125, 11.4791259765625, 11.84375]}, "gradients/decoder.transformer.h.11.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 4.0, 9.0, 6.0, 8.0, 8.0, 11.0, 7.0, 25.0, 27.0, 32.0, 48.0, 47.0, 91.0, 98.0, 201.0, 266.0, 431.0, 601.0, 625.0, 474.0, 337.0, 198.0, 134.0, 102.0, 78.0, 48.0, 34.0, 24.0, 23.0, 13.0, 13.0, 10.0, 15.0, 8.0, 4.0, 4.0, 4.0, 2.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-16.765625, -16.22802734375, -15.6904296875, -15.15283203125, -14.615234375, -14.07763671875, -13.5400390625, -13.00244140625, -12.46484375, -11.92724609375, -11.3896484375, -10.85205078125, -10.314453125, -9.77685546875, -9.2392578125, -8.70166015625, -8.1640625, -7.62646484375, -7.0888671875, -6.55126953125, -6.013671875, -5.47607421875, -4.9384765625, -4.40087890625, -3.86328125, -3.32568359375, -2.7880859375, -2.25048828125, -1.712890625, -1.17529296875, -0.6376953125, -0.10009765625, 0.4375, 0.97509765625, 1.5126953125, 2.05029296875, 2.587890625, 3.12548828125, 3.6630859375, 4.20068359375, 4.73828125, 5.27587890625, 5.8134765625, 6.35107421875, 6.888671875, 7.42626953125, 7.9638671875, 8.50146484375, 9.0390625, 9.57666015625, 10.1142578125, 10.65185546875, 11.189453125, 11.72705078125, 12.2646484375, 12.80224609375, 13.33984375, 13.87744140625, 14.4150390625, 14.95263671875, 15.490234375, 16.02783203125, 16.5654296875, 17.10302734375, 17.640625]}, "gradients/decoder.transformer.h.11.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 4.0, 5.0, 7.0, 14.0, 6.0, 16.0, 7.0, 23.0, 20.0, 30.0, 44.0, 67.0, 86.0, 180.0, 332.0, 1216.0, 8871.0, 157621.0, 3941205.0, 76996.0, 5833.0, 955.0, 303.0, 129.0, 80.0, 52.0, 48.0, 31.0, 23.0, 20.0, 4.0, 17.0, 4.0, 6.0, 10.0, 7.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-75.1875, -72.8671875, -70.546875, -68.2265625, -65.90625, -63.5859375, -61.265625, -58.9453125, -56.625, -54.3046875, -51.984375, -49.6640625, -47.34375, -45.0234375, -42.703125, -40.3828125, -38.0625, -35.7421875, -33.421875, -31.1015625, -28.78125, -26.4609375, -24.140625, -21.8203125, -19.5, -17.1796875, -14.859375, -12.5390625, -10.21875, -7.8984375, -5.578125, -3.2578125, -0.9375, 1.3828125, 3.703125, 6.0234375, 8.34375, 10.6640625, 12.984375, 15.3046875, 17.625, 19.9453125, 22.265625, 24.5859375, 26.90625, 29.2265625, 31.546875, 33.8671875, 36.1875, 38.5078125, 40.828125, 43.1484375, 45.46875, 47.7890625, 50.109375, 52.4296875, 54.75, 57.0703125, 59.390625, 61.7109375, 64.03125, 66.3515625, 68.671875, 70.9921875, 73.3125]}, "gradients/decoder.transformer.h.11.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 7.0, 3.0, 21.0, 58.0, 126.0, 205.0, 261.0, 167.0, 93.0, 44.0, 16.0, 9.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-183.97927856445312, -178.7619171142578, -173.54457092285156, -168.32720947265625, -163.10986328125, -157.8925018310547, -152.67515563964844, -147.45779418945312, -142.24044799804688, -137.02308654785156, -131.8057403564453, -126.58838653564453, -121.37103271484375, -116.15367889404297, -110.93632507324219, -105.71896362304688, -100.5016098022461, -95.28425598144531, -90.06690216064453, -84.84954833984375, -79.63219451904297, -74.41484069824219, -69.19747924804688, -63.98012924194336, -58.76277542114258, -53.5454216003418, -48.328067779541016, -43.11071014404297, -37.89335632324219, -32.676002502441406, -27.458648681640625, -22.241294860839844, -17.023941040039062, -11.806587219238281, -6.589232444763184, -1.371877670288086, 3.8454761505126953, 9.062829971313477, 14.28018569946289, 19.497539520263672, 24.714893341064453, 29.932247161865234, 35.149600982666016, 40.36695861816406, 45.584312438964844, 50.801666259765625, 56.019020080566406, 61.23637390136719, 66.45372772216797, 71.67108154296875, 76.88843536376953, 82.10578918457031, 87.3231430053711, 92.54049682617188, 97.75785827636719, 102.97520446777344, 108.19256591796875, 113.40991973876953, 118.62727355957031, 123.8446273803711, 129.06198120117188, 134.2793426513672, 139.49668884277344, 144.71405029296875, 149.931396484375]}, "gradients/decoder.transformer.h.11.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 3.0, 1.0, 6.0, 2.0, 5.0, 9.0, 9.0, 14.0, 14.0, 12.0, 10.0, 18.0, 14.0, 29.0, 24.0, 28.0, 26.0, 32.0, 34.0, 33.0, 36.0, 46.0, 46.0, 43.0, 36.0, 47.0, 37.0, 38.0, 33.0, 35.0, 35.0, 25.0, 27.0, 27.0, 27.0, 24.0, 10.0, 20.0, 15.0, 11.0, 13.0, 14.0, 8.0, 9.0, 7.0, 5.0, 4.0, 3.0, 1.0, 4.0, 2.0, 0.0, 0.0, 2.0], "bins": [-52.062339782714844, -50.52227783203125, -48.982215881347656, -47.44215393066406, -45.90209197998047, -44.362030029296875, -42.82196807861328, -41.28190612792969, -39.741844177246094, -38.2017822265625, -36.661720275878906, -35.12165832519531, -33.58159637451172, -32.041534423828125, -30.50147247314453, -28.961410522460938, -27.42134666442871, -25.881284713745117, -24.341222763061523, -22.80116081237793, -21.261098861694336, -19.721036911010742, -18.180973052978516, -16.640911102294922, -15.100850105285645, -13.56078815460205, -12.020726203918457, -10.480663299560547, -8.940601348876953, -7.400539875030518, -5.860477447509766, -4.320415496826172, -2.780353546142578, -1.2402914762496948, 0.2997705936431885, 1.8398327827453613, 3.379894733428955, 4.919956684112549, 6.460019111633301, 8.000081062316895, 9.540143013000488, 11.080204963684082, 12.620266914367676, 14.160329818725586, 15.70039176940918, 17.240453720092773, 18.780515670776367, 20.32057762145996, 21.860639572143555, 23.40070152282715, 24.940763473510742, 26.480825424194336, 28.02088737487793, 29.560949325561523, 31.10101318359375, 32.641075134277344, 34.18113708496094, 35.72119903564453, 37.261260986328125, 38.80132293701172, 40.34138488769531, 41.881446838378906, 43.4215087890625, 44.961570739746094, 46.50163269042969]}, "gradients/decoder.transformer.h.11.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 6.0, 4.0, 4.0, 6.0, 12.0, 14.0, 8.0, 30.0, 24.0, 25.0, 18.0, 22.0, 34.0, 32.0, 38.0, 35.0, 54.0, 44.0, 51.0, 55.0, 52.0, 48.0, 55.0, 42.0, 44.0, 44.0, 23.0, 32.0, 26.0, 26.0, 21.0, 16.0, 14.0, 12.0, 13.0, 8.0, 5.0, 9.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-8.5234375, -8.254150390625, -7.98486328125, -7.715576171875, -7.4462890625, -7.177001953125, -6.90771484375, -6.638427734375, -6.369140625, -6.099853515625, -5.83056640625, -5.561279296875, -5.2919921875, -5.022705078125, -4.75341796875, -4.484130859375, -4.21484375, -3.945556640625, -3.67626953125, -3.406982421875, -3.1376953125, -2.868408203125, -2.59912109375, -2.329833984375, -2.060546875, -1.791259765625, -1.52197265625, -1.252685546875, -0.9833984375, -0.714111328125, -0.44482421875, -0.175537109375, 0.09375, 0.363037109375, 0.63232421875, 0.901611328125, 1.1708984375, 1.440185546875, 1.70947265625, 1.978759765625, 2.248046875, 2.517333984375, 2.78662109375, 3.055908203125, 3.3251953125, 3.594482421875, 3.86376953125, 4.133056640625, 4.40234375, 4.671630859375, 4.94091796875, 5.210205078125, 5.4794921875, 5.748779296875, 6.01806640625, 6.287353515625, 6.556640625, 6.825927734375, 7.09521484375, 7.364501953125, 7.6337890625, 7.903076171875, 8.17236328125, 8.441650390625, 8.7109375]}, "gradients/decoder.transformer.h.11.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 1.0, 3.0, 4.0, 5.0, 11.0, 8.0, 29.0, 29.0, 48.0, 81.0, 114.0, 158.0, 273.0, 392.0, 653.0, 1019.0, 1482.0, 2339.0, 3685.0, 5585.0, 8559.0, 13394.0, 21523.0, 34849.0, 59731.0, 105799.0, 195655.0, 242415.0, 147875.0, 80417.0, 46473.0, 27688.0, 17267.0, 11109.0, 7057.0, 4450.0, 2995.0, 1842.0, 1211.0, 814.0, 542.0, 342.0, 226.0, 144.0, 85.0, 63.0, 43.0, 26.0, 19.0, 10.0, 9.0, 8.0, 2.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.89599609375, -0.867340087890625, -0.83868408203125, -0.810028076171875, -0.7813720703125, -0.752716064453125, -0.72406005859375, -0.695404052734375, -0.666748046875, -0.638092041015625, -0.60943603515625, -0.580780029296875, -0.5521240234375, -0.523468017578125, -0.49481201171875, -0.466156005859375, -0.4375, -0.408843994140625, -0.38018798828125, -0.351531982421875, -0.3228759765625, -0.294219970703125, -0.26556396484375, -0.236907958984375, -0.208251953125, -0.179595947265625, -0.15093994140625, -0.122283935546875, -0.0936279296875, -0.064971923828125, -0.03631591796875, -0.007659912109375, 0.02099609375, 0.049652099609375, 0.07830810546875, 0.106964111328125, 0.1356201171875, 0.164276123046875, 0.19293212890625, 0.221588134765625, 0.250244140625, 0.278900146484375, 0.30755615234375, 0.336212158203125, 0.3648681640625, 0.393524169921875, 0.42218017578125, 0.450836181640625, 0.4794921875, 0.508148193359375, 0.53680419921875, 0.565460205078125, 0.5941162109375, 0.622772216796875, 0.65142822265625, 0.680084228515625, 0.708740234375, 0.737396240234375, 0.76605224609375, 0.794708251953125, 0.8233642578125, 0.852020263671875, 0.88067626953125, 0.909332275390625, 0.93798828125]}, "gradients/decoder.transformer.h.11.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 7.0, 4.0, 10.0, 8.0, 11.0, 10.0, 11.0, 16.0, 21.0, 28.0, 22.0, 23.0, 29.0, 29.0, 34.0, 35.0, 32.0, 34.0, 34.0, 34.0, 42.0, 1060.0, 55.0, 41.0, 28.0, 43.0, 43.0, 34.0, 28.0, 24.0, 30.0, 25.0, 22.0, 12.0, 21.0, 16.0, 18.0, 8.0, 11.0, 6.0, 7.0, 6.0, 4.0, 4.0, 4.0, 2.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.78125, -4.619873046875, -4.45849609375, -4.297119140625, -4.1357421875, -3.974365234375, -3.81298828125, -3.651611328125, -3.490234375, -3.328857421875, -3.16748046875, -3.006103515625, -2.8447265625, -2.683349609375, -2.52197265625, -2.360595703125, -2.19921875, -2.037841796875, -1.87646484375, -1.715087890625, -1.5537109375, -1.392333984375, -1.23095703125, -1.069580078125, -0.908203125, -0.746826171875, -0.58544921875, -0.424072265625, -0.2626953125, -0.101318359375, 0.06005859375, 0.221435546875, 0.3828125, 0.544189453125, 0.70556640625, 0.866943359375, 1.0283203125, 1.189697265625, 1.35107421875, 1.512451171875, 1.673828125, 1.835205078125, 1.99658203125, 2.157958984375, 2.3193359375, 2.480712890625, 2.64208984375, 2.803466796875, 2.96484375, 3.126220703125, 3.28759765625, 3.448974609375, 3.6103515625, 3.771728515625, 3.93310546875, 4.094482421875, 4.255859375, 4.417236328125, 4.57861328125, 4.739990234375, 4.9013671875, 5.062744140625, 5.22412109375, 5.385498046875, 5.546875]}, "gradients/decoder.transformer.h.11.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 6.0, 10.0, 6.0, 17.0, 16.0, 27.0, 40.0, 69.0, 77.0, 110.0, 154.0, 231.0, 345.0, 464.0, 722.0, 1046.0, 1487.0, 2243.0, 3438.0, 5052.0, 7629.0, 11727.0, 18624.0, 29814.0, 48806.0, 80492.0, 135972.0, 1208742.0, 233003.0, 118979.0, 70798.0, 42417.0, 26484.0, 16537.0, 10542.0, 6954.0, 4597.0, 2980.0, 2102.0, 1399.0, 925.0, 653.0, 433.0, 293.0, 226.0, 137.0, 99.0, 73.0, 54.0, 22.0, 27.0, 15.0, 6.0, 12.0, 6.0, 4.0, 3.0, 1.0], "bins": [-0.36083984375, -0.3501853942871094, -0.33953094482421875, -0.3288764953613281, -0.3182220458984375, -0.3075675964355469, -0.29691314697265625, -0.2862586975097656, -0.275604248046875, -0.2649497985839844, -0.25429534912109375, -0.24364089965820312, -0.2329864501953125, -0.22233200073242188, -0.21167755126953125, -0.20102310180664062, -0.19036865234375, -0.17971420288085938, -0.16905975341796875, -0.15840530395507812, -0.1477508544921875, -0.13709640502929688, -0.12644195556640625, -0.11578750610351562, -0.105133056640625, -0.09447860717773438, -0.08382415771484375, -0.07316970825195312, -0.0625152587890625, -0.051860809326171875, -0.04120635986328125, -0.030551910400390625, -0.0198974609375, -0.009243011474609375, 0.00141143798828125, 0.012065887451171875, 0.0227203369140625, 0.033374786376953125, 0.04402923583984375, 0.054683685302734375, 0.065338134765625, 0.07599258422851562, 0.08664703369140625, 0.09730148315429688, 0.1079559326171875, 0.11861038208007812, 0.12926483154296875, 0.13991928100585938, 0.15057373046875, 0.16122817993164062, 0.17188262939453125, 0.18253707885742188, 0.1931915283203125, 0.20384597778320312, 0.21450042724609375, 0.22515487670898438, 0.235809326171875, 0.24646377563476562, 0.25711822509765625, 0.2677726745605469, 0.2784271240234375, 0.2890815734863281, 0.29973602294921875, 0.3103904724121094, 0.321044921875]}, "gradients/decoder.transformer.h.11.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 4.0, 3.0, 4.0, 5.0, 3.0, 9.0, 6.0, 17.0, 11.0, 18.0, 20.0, 17.0, 31.0, 40.0, 54.0, 61.0, 71.0, 95.0, 95.0, 99.0, 69.0, 52.0, 39.0, 30.0, 26.0, 30.0, 15.0, 17.0, 10.0, 11.0, 6.0, 6.0, 4.0, 6.0, 2.0, 3.0, 2.0, 4.0, 1.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.034149169921875, -0.033086299896240234, -0.03202342987060547, -0.030960559844970703, -0.029897689819335938, -0.028834819793701172, -0.027771949768066406, -0.02670907974243164, -0.025646209716796875, -0.02458333969116211, -0.023520469665527344, -0.022457599639892578, -0.021394729614257812, -0.020331859588623047, -0.01926898956298828, -0.018206119537353516, -0.01714324951171875, -0.016080379486083984, -0.015017509460449219, -0.013954639434814453, -0.012891769409179688, -0.011828899383544922, -0.010766029357910156, -0.00970315933227539, -0.008640289306640625, -0.007577419281005859, -0.006514549255371094, -0.005451679229736328, -0.0043888092041015625, -0.003325939178466797, -0.0022630691528320312, -0.0012001991271972656, -0.0001373291015625, 0.0009255409240722656, 0.0019884109497070312, 0.003051280975341797, 0.0041141510009765625, 0.005177021026611328, 0.006239891052246094, 0.007302761077880859, 0.008365631103515625, 0.00942850112915039, 0.010491371154785156, 0.011554241180419922, 0.012617111206054688, 0.013679981231689453, 0.014742851257324219, 0.015805721282958984, 0.01686859130859375, 0.017931461334228516, 0.01899433135986328, 0.020057201385498047, 0.021120071411132812, 0.022182941436767578, 0.023245811462402344, 0.02430868148803711, 0.025371551513671875, 0.02643442153930664, 0.027497291564941406, 0.028560161590576172, 0.029623031616210938, 0.030685901641845703, 0.03174877166748047, 0.032811641693115234, 0.03387451171875]}, "gradients/decoder.transformer.h.11.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 0.0, 5.0, 3.0, 1.0, 3.0, 6.0, 4.0, 7.0, 6.0, 8.0, 10.0, 19.0, 19.0, 26.0, 43.0, 47.0, 61.0, 121.0, 283.0, 892.0, 957842.0, 87958.0, 606.0, 223.0, 114.0, 65.0, 43.0, 25.0, 23.0, 22.0, 12.0, 16.0, 6.0, 8.0, 3.0, 5.0, 5.0, 4.0, 4.0, 0.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.7421875, -0.7189178466796875, -0.695648193359375, -0.6723785400390625, -0.64910888671875, -0.6258392333984375, -0.602569580078125, -0.5792999267578125, -0.5560302734375, -0.5327606201171875, -0.509490966796875, -0.4862213134765625, -0.46295166015625, -0.4396820068359375, -0.416412353515625, -0.3931427001953125, -0.369873046875, -0.3466033935546875, -0.323333740234375, -0.3000640869140625, -0.27679443359375, -0.2535247802734375, -0.230255126953125, -0.2069854736328125, -0.1837158203125, -0.1604461669921875, -0.137176513671875, -0.1139068603515625, -0.09063720703125, -0.0673675537109375, -0.044097900390625, -0.0208282470703125, 0.00244140625, 0.0257110595703125, 0.048980712890625, 0.0722503662109375, 0.09552001953125, 0.1187896728515625, 0.142059326171875, 0.1653289794921875, 0.1885986328125, 0.2118682861328125, 0.235137939453125, 0.2584075927734375, 0.28167724609375, 0.3049468994140625, 0.328216552734375, 0.3514862060546875, 0.374755859375, 0.3980255126953125, 0.421295166015625, 0.4445648193359375, 0.46783447265625, 0.4911041259765625, 0.514373779296875, 0.5376434326171875, 0.5609130859375, 0.5841827392578125, 0.607452392578125, 0.6307220458984375, 0.65399169921875, 0.6772613525390625, 0.700531005859375, 0.7238006591796875, 0.7470703125]}, "gradients/decoder.transformer.h.11.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 6.0, 31.0, 123.0, 562.0, 216.0, 52.0, 17.0, 6.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.33313053846359253, -0.3235277533531189, -0.31392496824264526, -0.30432218313217163, -0.294719398021698, -0.285116583108902, -0.27551379799842834, -0.2659110128879547, -0.2563082277774811, -0.24670544266700745, -0.2371026575565338, -0.227499857544899, -0.21789707243442535, -0.20829428732395172, -0.1986914873123169, -0.18908870220184326, -0.17948591709136963, -0.169883131980896, -0.16028034687042236, -0.15067754685878754, -0.1410747617483139, -0.13147197663784027, -0.12186918407678604, -0.11226639151573181, -0.10266360640525818, -0.09306082129478455, -0.08345802873373032, -0.07385523617267609, -0.06425245106220245, -0.05464966222643852, -0.04504687339067459, -0.03544408082962036, -0.025841325521469116, -0.016238536685705185, -0.006635747849941254, 0.0029670409858226776, 0.012569829821586609, 0.02217261865735054, 0.03177540749311447, 0.0413782000541687, 0.050980985164642334, 0.060583774000406265, 0.0701865628361702, 0.07978935539722443, 0.08939214050769806, 0.09899492561817169, 0.10859771817922592, 0.11820051074028015, 0.12780329585075378, 0.13740608096122742, 0.14700886607170105, 0.15661166608333588, 0.1662144511938095, 0.17581723630428314, 0.18542003631591797, 0.1950228214263916, 0.20462560653686523, 0.21422839164733887, 0.2238311767578125, 0.23343397676944733, 0.24303676187992096, 0.2526395618915558, 0.2622423470020294, 0.27184513211250305, 0.2814479172229767]}, "gradients/decoder.transformer.h.11.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 4.0, 8.0, 2.0, 0.0, 4.0, 7.0, 7.0, 6.0, 12.0, 22.0, 13.0, 19.0, 15.0, 16.0, 23.0, 17.0, 33.0, 21.0, 32.0, 34.0, 25.0, 37.0, 43.0, 40.0, 29.0, 42.0, 37.0, 31.0, 39.0, 24.0, 36.0, 25.0, 24.0, 32.0, 30.0, 37.0, 22.0, 14.0, 20.0, 22.0, 15.0, 18.0, 18.0, 9.0, 5.0, 8.0, 10.0, 6.0, 4.0, 9.0, 3.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.11318033933639526, -0.10991816967725754, -0.10665600001811981, -0.10339383035898209, -0.10013166069984436, -0.09686948359012604, -0.09360731393098831, -0.09034514427185059, -0.08708297461271286, -0.08382080495357513, -0.08055863529443741, -0.07729646563529968, -0.07403428852558136, -0.07077212631702423, -0.06750994920730591, -0.06424777954816818, -0.06098560988903046, -0.05772344022989273, -0.054461270570755005, -0.05119909718632698, -0.047936927527189255, -0.04467475786805153, -0.041412584483623505, -0.03815041482448578, -0.03488824516534805, -0.03162607550621033, -0.028363903984427452, -0.025101732462644577, -0.02183956280350685, -0.018577393144369125, -0.01531522162258625, -0.012053050100803375, -0.00879088044166565, -0.005528709851205349, -0.0022665392607450485, 0.000995631329715252, 0.004257801920175552, 0.007519971579313278, 0.010782143101096153, 0.014044314622879028, 0.017306484282016754, 0.02056865394115448, 0.023830825462937355, 0.02709299698472023, 0.030355166643857956, 0.03361733630299568, 0.036879509687423706, 0.04014167934656143, 0.04340384900569916, 0.046666018664836884, 0.04992818832397461, 0.053190361708402634, 0.05645253136754036, 0.059714701026678085, 0.06297687441110611, 0.06623904407024384, 0.06950121372938156, 0.07276338338851929, 0.07602555304765701, 0.07928772270679474, 0.08254989981651306, 0.08581206202507019, 0.08907423913478851, 0.09233640879392624, 0.09559857845306396]}, "gradients/decoder.transformer.h.11.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 6.0, 4.0, 4.0, 5.0, 13.0, 14.0, 8.0, 30.0, 24.0, 25.0, 16.0, 24.0, 34.0, 32.0, 38.0, 35.0, 52.0, 46.0, 50.0, 55.0, 53.0, 48.0, 54.0, 41.0, 46.0, 44.0, 23.0, 32.0, 25.0, 27.0, 20.0, 16.0, 13.0, 14.0, 13.0, 8.0, 5.0, 9.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-8.5234375, -8.2542724609375, -7.985107421875, -7.7159423828125, -7.44677734375, -7.1776123046875, -6.908447265625, -6.6392822265625, -6.3701171875, -6.1009521484375, -5.831787109375, -5.5626220703125, -5.29345703125, -5.0242919921875, -4.755126953125, -4.4859619140625, -4.216796875, -3.9476318359375, -3.678466796875, -3.4093017578125, -3.14013671875, -2.8709716796875, -2.601806640625, -2.3326416015625, -2.0634765625, -1.7943115234375, -1.525146484375, -1.2559814453125, -0.98681640625, -0.7176513671875, -0.448486328125, -0.1793212890625, 0.08984375, 0.3590087890625, 0.628173828125, 0.8973388671875, 1.16650390625, 1.4356689453125, 1.704833984375, 1.9739990234375, 2.2431640625, 2.5123291015625, 2.781494140625, 3.0506591796875, 3.31982421875, 3.5889892578125, 3.858154296875, 4.1273193359375, 4.396484375, 4.6656494140625, 4.934814453125, 5.2039794921875, 5.47314453125, 5.7423095703125, 6.011474609375, 6.2806396484375, 6.5498046875, 6.8189697265625, 7.088134765625, 7.3572998046875, 7.62646484375, 7.8956298828125, 8.164794921875, 8.4339599609375, 8.703125]}, "gradients/decoder.transformer.h.11.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 7.0, 10.0, 9.0, 16.0, 11.0, 33.0, 33.0, 48.0, 49.0, 94.0, 108.0, 147.0, 195.0, 261.0, 366.0, 494.0, 655.0, 955.0, 1327.0, 2046.0, 3326.0, 5522.0, 10592.0, 25064.0, 75232.0, 304970.0, 440502.0, 111127.0, 33653.0, 13586.0, 6643.0, 3756.0, 2287.0, 1591.0, 1071.0, 788.0, 513.0, 360.0, 281.0, 202.0, 158.0, 111.0, 100.0, 75.0, 46.0, 42.0, 30.0, 24.0, 18.0, 6.0, 9.0, 3.0, 2.0, 4.0, 3.0, 6.0], "bins": [-11.984375, -11.6334228515625, -11.282470703125, -10.9315185546875, -10.58056640625, -10.2296142578125, -9.878662109375, -9.5277099609375, -9.1767578125, -8.8258056640625, -8.474853515625, -8.1239013671875, -7.77294921875, -7.4219970703125, -7.071044921875, -6.7200927734375, -6.369140625, -6.0181884765625, -5.667236328125, -5.3162841796875, -4.96533203125, -4.6143798828125, -4.263427734375, -3.9124755859375, -3.5615234375, -3.2105712890625, -2.859619140625, -2.5086669921875, -2.15771484375, -1.8067626953125, -1.455810546875, -1.1048583984375, -0.75390625, -0.4029541015625, -0.052001953125, 0.2989501953125, 0.64990234375, 1.0008544921875, 1.351806640625, 1.7027587890625, 2.0537109375, 2.4046630859375, 2.755615234375, 3.1065673828125, 3.45751953125, 3.8084716796875, 4.159423828125, 4.5103759765625, 4.861328125, 5.2122802734375, 5.563232421875, 5.9141845703125, 6.26513671875, 6.6160888671875, 6.967041015625, 7.3179931640625, 7.6689453125, 8.0198974609375, 8.370849609375, 8.7218017578125, 9.07275390625, 9.4237060546875, 9.774658203125, 10.1256103515625, 10.4765625]}, "gradients/decoder.transformer.h.11.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 0.0, 1.0, 2.0, 3.0, 4.0, 8.0, 6.0, 7.0, 12.0, 11.0, 24.0, 23.0, 17.0, 42.0, 27.0, 42.0, 41.0, 56.0, 47.0, 89.0, 149.0, 396.0, 1428.0, 162.0, 73.0, 82.0, 52.0, 40.0, 37.0, 33.0, 22.0, 20.0, 19.0, 17.0, 14.0, 15.0, 3.0, 5.0, 11.0, 5.0, 5.0, 3.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-24.515625, -23.69921875, -22.8828125, -22.06640625, -21.25, -20.43359375, -19.6171875, -18.80078125, -17.984375, -17.16796875, -16.3515625, -15.53515625, -14.71875, -13.90234375, -13.0859375, -12.26953125, -11.453125, -10.63671875, -9.8203125, -9.00390625, -8.1875, -7.37109375, -6.5546875, -5.73828125, -4.921875, -4.10546875, -3.2890625, -2.47265625, -1.65625, -0.83984375, -0.0234375, 0.79296875, 1.609375, 2.42578125, 3.2421875, 4.05859375, 4.875, 5.69140625, 6.5078125, 7.32421875, 8.140625, 8.95703125, 9.7734375, 10.58984375, 11.40625, 12.22265625, 13.0390625, 13.85546875, 14.671875, 15.48828125, 16.3046875, 17.12109375, 17.9375, 18.75390625, 19.5703125, 20.38671875, 21.203125, 22.01953125, 22.8359375, 23.65234375, 24.46875, 25.28515625, 26.1015625, 26.91796875, 27.734375]}, "gradients/decoder.transformer.h.11.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 4.0, 7.0, 10.0, 5.0, 4.0, 10.0, 14.0, 22.0, 26.0, 30.0, 39.0, 58.0, 78.0, 126.0, 158.0, 215.0, 465.0, 1767.0, 18070.0, 2950940.0, 167150.0, 4720.0, 783.0, 294.0, 178.0, 140.0, 92.0, 74.0, 61.0, 42.0, 43.0, 21.0, 12.0, 13.0, 13.0, 5.0, 2.0, 6.0, 3.0, 2.0, 2.0, 4.0, 0.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-60.9375, -59.13134765625, -57.3251953125, -55.51904296875, -53.712890625, -51.90673828125, -50.1005859375, -48.29443359375, -46.48828125, -44.68212890625, -42.8759765625, -41.06982421875, -39.263671875, -37.45751953125, -35.6513671875, -33.84521484375, -32.0390625, -30.23291015625, -28.4267578125, -26.62060546875, -24.814453125, -23.00830078125, -21.2021484375, -19.39599609375, -17.58984375, -15.78369140625, -13.9775390625, -12.17138671875, -10.365234375, -8.55908203125, -6.7529296875, -4.94677734375, -3.140625, -1.33447265625, 0.4716796875, 2.27783203125, 4.083984375, 5.89013671875, 7.6962890625, 9.50244140625, 11.30859375, 13.11474609375, 14.9208984375, 16.72705078125, 18.533203125, 20.33935546875, 22.1455078125, 23.95166015625, 25.7578125, 27.56396484375, 29.3701171875, 31.17626953125, 32.982421875, 34.78857421875, 36.5947265625, 38.40087890625, 40.20703125, 42.01318359375, 43.8193359375, 45.62548828125, 47.431640625, 49.23779296875, 51.0439453125, 52.85009765625, 54.65625]}, "gradients/decoder.transformer.h.11.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0, 1.0, 5.0, 9.0, 23.0, 64.0, 137.0, 177.0, 229.0, 183.0, 103.0, 47.0, 24.0, 9.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-60.3873291015625, -58.464134216308594, -56.54093551635742, -54.617740631103516, -52.694541931152344, -50.77134704589844, -48.84815216064453, -46.92495346069336, -45.00175857543945, -43.07856369018555, -41.155364990234375, -39.23217010498047, -37.3089714050293, -35.38577651977539, -33.46257781982422, -31.539382934570312, -29.616186141967773, -27.692989349365234, -25.769792556762695, -23.846595764160156, -21.92340087890625, -20.00020408630371, -18.077007293701172, -16.153812408447266, -14.23061466217041, -12.307417869567871, -10.384222030639648, -8.46102523803711, -6.5378289222717285, -4.614632606506348, -2.6914358139038086, -0.7682399749755859, 1.1549568176269531, 3.078153133392334, 5.001349449157715, 6.924546241760254, 8.847742080688477, 10.770938873291016, 12.694135665893555, 14.617331504821777, 16.54052734375, 18.46372413635254, 20.386920928955078, 22.310115814208984, 24.233312606811523, 26.156509399414062, 28.0797061920166, 30.00290298461914, 31.92609977722168, 33.84929656982422, 35.772491455078125, 37.6956901550293, 39.6188850402832, 41.542083740234375, 43.46527862548828, 45.38847351074219, 47.31167221069336, 49.234867095947266, 51.15806579589844, 53.081260681152344, 55.004459381103516, 56.92765426635742, 58.850852966308594, 60.7740478515625, 62.697242736816406]}, "gradients/decoder.transformer.h.11.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 8.0, 4.0, 6.0, 5.0, 6.0, 5.0, 17.0, 10.0, 9.0, 18.0, 27.0, 29.0, 25.0, 24.0, 39.0, 36.0, 34.0, 40.0, 52.0, 44.0, 31.0, 51.0, 38.0, 34.0, 31.0, 43.0, 50.0, 32.0, 32.0, 39.0, 25.0, 27.0, 20.0, 21.0, 19.0, 11.0, 8.0, 16.0, 11.0, 6.0, 1.0, 5.0, 9.0, 1.0, 3.0, 3.0, 1.0, 1.0, 5.0, 1.0, 1.0, 2.0], "bins": [-65.50498962402344, -63.59514236450195, -61.68529510498047, -59.77545166015625, -57.865604400634766, -55.95575714111328, -54.0459098815918, -52.13606262207031, -50.226219177246094, -48.31637191772461, -46.406524658203125, -44.496681213378906, -42.58683395385742, -40.67698669433594, -38.76713943481445, -36.85729217529297, -34.947444915771484, -33.03759765625, -31.12775230407715, -29.217905044555664, -27.308059692382812, -25.398212432861328, -23.488365173339844, -21.57851791381836, -19.668672561645508, -17.758825302124023, -15.848979949951172, -13.939132690429688, -12.02928638458252, -10.119440078735352, -8.209592819213867, -6.299746513366699, -4.389900207519531, -2.480053663253784, -0.5702071189880371, 1.339639663696289, 3.249485969543457, 5.159332275390625, 7.069179534912109, 8.979025840759277, 10.888872146606445, 12.798718452453613, 14.708564758300781, 16.618412017822266, 18.52825927734375, 20.4381046295166, 22.347951889038086, 24.257797241210938, 26.167644500732422, 28.077491760253906, 29.987337112426758, 31.897184371948242, 33.807029724121094, 35.71687698364258, 37.62672424316406, 39.53657150268555, 41.44641876220703, 43.356266021728516, 45.26611328125, 47.17595672607422, 49.0858039855957, 50.99565124511719, 52.90549850463867, 54.815345764160156, 56.725189208984375]}, "gradients/decoder.transformer.h.10.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 6.0, 8.0, 12.0, 8.0, 10.0, 23.0, 25.0, 22.0, 17.0, 21.0, 24.0, 38.0, 37.0, 37.0, 34.0, 44.0, 60.0, 43.0, 42.0, 43.0, 46.0, 47.0, 52.0, 51.0, 36.0, 33.0, 21.0, 30.0, 18.0, 28.0, 19.0, 13.0, 14.0, 8.0, 14.0, 11.0, 4.0, 2.0, 2.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-9.1171875, -8.8380126953125, -8.558837890625, -8.2796630859375, -8.00048828125, -7.7213134765625, -7.442138671875, -7.1629638671875, -6.8837890625, -6.6046142578125, -6.325439453125, -6.0462646484375, -5.76708984375, -5.4879150390625, -5.208740234375, -4.9295654296875, -4.650390625, -4.3712158203125, -4.092041015625, -3.8128662109375, -3.53369140625, -3.2545166015625, -2.975341796875, -2.6961669921875, -2.4169921875, -2.1378173828125, -1.858642578125, -1.5794677734375, -1.30029296875, -1.0211181640625, -0.741943359375, -0.4627685546875, -0.18359375, 0.0955810546875, 0.374755859375, 0.6539306640625, 0.93310546875, 1.2122802734375, 1.491455078125, 1.7706298828125, 2.0498046875, 2.3289794921875, 2.608154296875, 2.8873291015625, 3.16650390625, 3.4456787109375, 3.724853515625, 4.0040283203125, 4.283203125, 4.5623779296875, 4.841552734375, 5.1207275390625, 5.39990234375, 5.6790771484375, 5.958251953125, 6.2374267578125, 6.5166015625, 6.7957763671875, 7.074951171875, 7.3541259765625, 7.63330078125, 7.9124755859375, 8.191650390625, 8.4708251953125, 8.75]}, "gradients/decoder.transformer.h.10.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 5.0, 16.0, 14.0, 22.0, 25.0, 30.0, 51.0, 72.0, 87.0, 153.0, 218.0, 307.0, 471.0, 840.0, 1426.0, 2390.0, 4305.0, 8375.0, 17600.0, 46203.0, 240056.0, 1749234.0, 1787311.0, 252243.0, 46058.0, 17634.0, 8444.0, 4375.0, 2461.0, 1452.0, 839.0, 520.0, 316.0, 206.0, 161.0, 106.0, 71.0, 48.0, 43.0, 23.0, 28.0, 17.0, 9.0, 7.0, 4.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-15.5234375, -15.0228271484375, -14.522216796875, -14.0216064453125, -13.52099609375, -13.0203857421875, -12.519775390625, -12.0191650390625, -11.5185546875, -11.0179443359375, -10.517333984375, -10.0167236328125, -9.51611328125, -9.0155029296875, -8.514892578125, -8.0142822265625, -7.513671875, -7.0130615234375, -6.512451171875, -6.0118408203125, -5.51123046875, -5.0106201171875, -4.510009765625, -4.0093994140625, -3.5087890625, -3.0081787109375, -2.507568359375, -2.0069580078125, -1.50634765625, -1.0057373046875, -0.505126953125, -0.0045166015625, 0.49609375, 0.9967041015625, 1.497314453125, 1.9979248046875, 2.49853515625, 2.9991455078125, 3.499755859375, 4.0003662109375, 4.5009765625, 5.0015869140625, 5.502197265625, 6.0028076171875, 6.50341796875, 7.0040283203125, 7.504638671875, 8.0052490234375, 8.505859375, 9.0064697265625, 9.507080078125, 10.0076904296875, 10.50830078125, 11.0089111328125, 11.509521484375, 12.0101318359375, 12.5107421875, 13.0113525390625, 13.511962890625, 14.0125732421875, 14.51318359375, 15.0137939453125, 15.514404296875, 16.0150146484375, 16.515625]}, "gradients/decoder.transformer.h.10.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 1.0, 2.0, 6.0, 5.0, 12.0, 17.0, 19.0, 12.0, 20.0, 29.0, 44.0, 47.0, 71.0, 99.0, 125.0, 180.0, 336.0, 516.0, 632.0, 599.0, 422.0, 279.0, 156.0, 107.0, 88.0, 59.0, 50.0, 26.0, 25.0, 21.0, 22.0, 9.0, 14.0, 7.0, 3.0, 5.0, 5.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.4765625, -12.9544677734375, -12.432373046875, -11.9102783203125, -11.38818359375, -10.8660888671875, -10.343994140625, -9.8218994140625, -9.2998046875, -8.7777099609375, -8.255615234375, -7.7335205078125, -7.21142578125, -6.6893310546875, -6.167236328125, -5.6451416015625, -5.123046875, -4.6009521484375, -4.078857421875, -3.5567626953125, -3.03466796875, -2.5125732421875, -1.990478515625, -1.4683837890625, -0.9462890625, -0.4241943359375, 0.097900390625, 0.6199951171875, 1.14208984375, 1.6641845703125, 2.186279296875, 2.7083740234375, 3.23046875, 3.7525634765625, 4.274658203125, 4.7967529296875, 5.31884765625, 5.8409423828125, 6.363037109375, 6.8851318359375, 7.4072265625, 7.9293212890625, 8.451416015625, 8.9735107421875, 9.49560546875, 10.0177001953125, 10.539794921875, 11.0618896484375, 11.583984375, 12.1060791015625, 12.628173828125, 13.1502685546875, 13.67236328125, 14.1944580078125, 14.716552734375, 15.2386474609375, 15.7607421875, 16.2828369140625, 16.804931640625, 17.3270263671875, 17.84912109375, 18.3712158203125, 18.893310546875, 19.4154052734375, 19.9375]}, "gradients/decoder.transformer.h.10.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 2.0, 5.0, 3.0, 8.0, 4.0, 8.0, 14.0, 14.0, 19.0, 22.0, 29.0, 39.0, 54.0, 81.0, 113.0, 183.0, 559.0, 3050.0, 35324.0, 3463483.0, 673189.0, 15462.0, 1694.0, 373.0, 169.0, 95.0, 73.0, 52.0, 46.0, 22.0, 22.0, 11.0, 20.0, 14.0, 12.0, 6.0, 5.0, 0.0, 5.0, 1.0, 2.0, 3.0, 2.0, 2.0, 0.0, 1.0], "bins": [-85.0625, -82.81494140625, -80.5673828125, -78.31982421875, -76.072265625, -73.82470703125, -71.5771484375, -69.32958984375, -67.08203125, -64.83447265625, -62.5869140625, -60.33935546875, -58.091796875, -55.84423828125, -53.5966796875, -51.34912109375, -49.1015625, -46.85400390625, -44.6064453125, -42.35888671875, -40.111328125, -37.86376953125, -35.6162109375, -33.36865234375, -31.12109375, -28.87353515625, -26.6259765625, -24.37841796875, -22.130859375, -19.88330078125, -17.6357421875, -15.38818359375, -13.140625, -10.89306640625, -8.6455078125, -6.39794921875, -4.150390625, -1.90283203125, 0.3447265625, 2.59228515625, 4.83984375, 7.08740234375, 9.3349609375, 11.58251953125, 13.830078125, 16.07763671875, 18.3251953125, 20.57275390625, 22.8203125, 25.06787109375, 27.3154296875, 29.56298828125, 31.810546875, 34.05810546875, 36.3056640625, 38.55322265625, 40.80078125, 43.04833984375, 45.2958984375, 47.54345703125, 49.791015625, 52.03857421875, 54.2861328125, 56.53369140625, 58.78125]}, "gradients/decoder.transformer.h.10.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 8.0, 12.0, 14.0, 43.0, 73.0, 176.0, 207.0, 209.0, 156.0, 63.0, 31.0, 11.0, 10.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-89.80833435058594, -85.49361419677734, -81.17889404296875, -76.86417388916016, -72.54945373535156, -68.23473358154297, -63.92001724243164, -59.60529708862305, -55.29057693481445, -50.97585678100586, -46.661136627197266, -42.34642028808594, -38.031700134277344, -33.71697998046875, -29.402259826660156, -25.087539672851562, -20.77281951904297, -16.458099365234375, -12.143380165100098, -7.82866096496582, -3.5139408111572266, 0.8007793426513672, 5.115497589111328, 9.430217742919922, 13.744937896728516, 18.05965805053711, 22.374378204345703, 26.689096450805664, 31.003816604614258, 35.31853485107422, 39.63325500488281, 43.947975158691406, 48.2626953125, 52.577415466308594, 56.89213562011719, 61.20685577392578, 65.52157592773438, 69.83629608154297, 74.15101623535156, 78.46572875976562, 82.78045654296875, 87.09517669677734, 91.40989685058594, 95.72461700439453, 100.03933715820312, 104.35405731201172, 108.66877746582031, 112.98348999023438, 117.29821014404297, 121.61293029785156, 125.92765045166016, 130.24237060546875, 134.5570831298828, 138.87181091308594, 143.1865234375, 147.50125122070312, 151.8159637451172, 156.13067626953125, 160.44540405273438, 164.76011657714844, 169.07484436035156, 173.38955688476562, 177.70428466796875, 182.0189971923828, 186.33372497558594]}, "gradients/decoder.transformer.h.10.ln_2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 7.0, 4.0, 8.0, 9.0, 7.0, 9.0, 16.0, 15.0, 23.0, 20.0, 23.0, 27.0, 37.0, 37.0, 42.0, 37.0, 36.0, 36.0, 54.0, 50.0, 43.0, 43.0, 44.0, 51.0, 35.0, 31.0, 43.0, 29.0, 27.0, 37.0, 26.0, 20.0, 15.0, 10.0, 8.0, 13.0, 3.0, 6.0, 11.0, 7.0, 4.0, 3.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-44.41691589355469, -42.82121658325195, -41.22551727294922, -39.629817962646484, -38.03411865234375, -36.43841552734375, -34.84272003173828, -33.24701690673828, -31.651317596435547, -30.055618286132812, -28.459918975830078, -26.864219665527344, -25.268518447875977, -23.672819137573242, -22.077119827270508, -20.48141860961914, -18.88572120666504, -17.290021896362305, -15.694321632385254, -14.09862232208252, -12.502922058105469, -10.907222747802734, -9.3115234375, -7.715823173522949, -6.120123863220215, -4.524424076080322, -2.928724527359009, -1.3330249786376953, 0.26267480850219727, 1.8583745956420898, 3.454073905944824, 5.049774169921875, 6.645473480224609, 8.241172790527344, 9.836873054504395, 11.432572364807129, 13.02827262878418, 14.623971939086914, 16.21967124938965, 17.815372467041016, 19.41107177734375, 21.006771087646484, 22.60247039794922, 24.198169708251953, 25.79387092590332, 27.389570236206055, 28.98526954650879, 30.580970764160156, 32.176666259765625, 33.77236557006836, 35.368064880371094, 36.96376419067383, 38.55946350097656, 40.15516662597656, 41.75086212158203, 43.34656524658203, 44.942264556884766, 46.5379638671875, 48.133663177490234, 49.72936248779297, 51.3250617980957, 52.92076110839844, 54.51646423339844, 56.11216354370117, 57.707862854003906]}, "gradients/decoder.transformer.h.10.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 6.0, 3.0, 4.0, 9.0, 7.0, 11.0, 13.0, 17.0, 21.0, 20.0, 23.0, 20.0, 21.0, 33.0, 30.0, 30.0, 28.0, 31.0, 39.0, 54.0, 31.0, 34.0, 47.0, 43.0, 41.0, 31.0, 41.0, 43.0, 31.0, 46.0, 16.0, 27.0, 24.0, 19.0, 25.0, 13.0, 13.0, 18.0, 10.0, 11.0, 3.0, 11.0, 5.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-7.54296875, -7.30877685546875, -7.0745849609375, -6.84039306640625, -6.606201171875, -6.37200927734375, -6.1378173828125, -5.90362548828125, -5.66943359375, -5.43524169921875, -5.2010498046875, -4.96685791015625, -4.732666015625, -4.49847412109375, -4.2642822265625, -4.03009033203125, -3.7958984375, -3.56170654296875, -3.3275146484375, -3.09332275390625, -2.859130859375, -2.62493896484375, -2.3907470703125, -2.15655517578125, -1.92236328125, -1.68817138671875, -1.4539794921875, -1.21978759765625, -0.985595703125, -0.75140380859375, -0.5172119140625, -0.28302001953125, -0.048828125, 0.18536376953125, 0.4195556640625, 0.65374755859375, 0.887939453125, 1.12213134765625, 1.3563232421875, 1.59051513671875, 1.82470703125, 2.05889892578125, 2.2930908203125, 2.52728271484375, 2.761474609375, 2.99566650390625, 3.2298583984375, 3.46405029296875, 3.6982421875, 3.93243408203125, 4.1666259765625, 4.40081787109375, 4.635009765625, 4.86920166015625, 5.1033935546875, 5.33758544921875, 5.57177734375, 5.80596923828125, 6.0401611328125, 6.27435302734375, 6.508544921875, 6.74273681640625, 6.9769287109375, 7.21112060546875, 7.4453125]}, "gradients/decoder.transformer.h.10.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 3.0, 6.0, 5.0, 6.0, 10.0, 19.0, 30.0, 52.0, 67.0, 108.0, 173.0, 226.0, 360.0, 474.0, 818.0, 1252.0, 1839.0, 2824.0, 4315.0, 6551.0, 10373.0, 16234.0, 26381.0, 43859.0, 75020.0, 130283.0, 214042.0, 207032.0, 124105.0, 71034.0, 41788.0, 25316.0, 15662.0, 9852.0, 6375.0, 4178.0, 2684.0, 1772.0, 1175.0, 755.0, 541.0, 305.0, 234.0, 150.0, 96.0, 71.0, 37.0, 27.0, 13.0, 11.0, 11.0, 6.0, 4.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.83154296875, -0.8046798706054688, -0.7778167724609375, -0.7509536743164062, -0.724090576171875, -0.6972274780273438, -0.6703643798828125, -0.6435012817382812, -0.61663818359375, -0.5897750854492188, -0.5629119873046875, -0.5360488891601562, -0.509185791015625, -0.48232269287109375, -0.4554595947265625, -0.42859649658203125, -0.4017333984375, -0.37487030029296875, -0.3480072021484375, -0.32114410400390625, -0.294281005859375, -0.26741790771484375, -0.2405548095703125, -0.21369171142578125, -0.18682861328125, -0.15996551513671875, -0.1331024169921875, -0.10623931884765625, -0.079376220703125, -0.05251312255859375, -0.0256500244140625, 0.00121307373046875, 0.028076171875, 0.05493927001953125, 0.0818023681640625, 0.10866546630859375, 0.135528564453125, 0.16239166259765625, 0.1892547607421875, 0.21611785888671875, 0.24298095703125, 0.26984405517578125, 0.2967071533203125, 0.32357025146484375, 0.350433349609375, 0.37729644775390625, 0.4041595458984375, 0.43102264404296875, 0.4578857421875, 0.48474884033203125, 0.5116119384765625, 0.5384750366210938, 0.565338134765625, 0.5922012329101562, 0.6190643310546875, 0.6459274291992188, 0.67279052734375, 0.6996536254882812, 0.7265167236328125, 0.7533798217773438, 0.780242919921875, 0.8071060180664062, 0.8339691162109375, 0.8608322143554688, 0.8876953125]}, "gradients/decoder.transformer.h.10.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 3.0, 3.0, 2.0, 6.0, 0.0, 10.0, 15.0, 12.0, 18.0, 14.0, 10.0, 20.0, 19.0, 27.0, 35.0, 24.0, 29.0, 37.0, 41.0, 38.0, 43.0, 47.0, 1070.0, 37.0, 41.0, 46.0, 58.0, 38.0, 41.0, 27.0, 29.0, 29.0, 22.0, 18.0, 26.0, 18.0, 11.0, 14.0, 16.0, 7.0, 8.0, 7.0, 5.0, 4.0, 5.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.2578125, -5.08013916015625, -4.9024658203125, -4.72479248046875, -4.547119140625, -4.36944580078125, -4.1917724609375, -4.01409912109375, -3.83642578125, -3.65875244140625, -3.4810791015625, -3.30340576171875, -3.125732421875, -2.94805908203125, -2.7703857421875, -2.59271240234375, -2.4150390625, -2.23736572265625, -2.0596923828125, -1.88201904296875, -1.704345703125, -1.52667236328125, -1.3489990234375, -1.17132568359375, -0.99365234375, -0.81597900390625, -0.6383056640625, -0.46063232421875, -0.282958984375, -0.10528564453125, 0.0723876953125, 0.25006103515625, 0.427734375, 0.60540771484375, 0.7830810546875, 0.96075439453125, 1.138427734375, 1.31610107421875, 1.4937744140625, 1.67144775390625, 1.84912109375, 2.02679443359375, 2.2044677734375, 2.38214111328125, 2.559814453125, 2.73748779296875, 2.9151611328125, 3.09283447265625, 3.2705078125, 3.44818115234375, 3.6258544921875, 3.80352783203125, 3.981201171875, 4.15887451171875, 4.3365478515625, 4.51422119140625, 4.69189453125, 4.86956787109375, 5.0472412109375, 5.22491455078125, 5.402587890625, 5.58026123046875, 5.7579345703125, 5.93560791015625, 6.11328125]}, "gradients/decoder.transformer.h.10.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 5.0, 4.0, 5.0, 3.0, 6.0, 11.0, 13.0, 24.0, 43.0, 68.0, 93.0, 130.0, 225.0, 300.0, 454.0, 653.0, 970.0, 1483.0, 2191.0, 3299.0, 4992.0, 7778.0, 12099.0, 18940.0, 30846.0, 51323.0, 85924.0, 149183.0, 1231286.0, 210492.0, 112245.0, 65871.0, 39117.0, 24232.0, 15009.0, 9525.0, 6175.0, 4031.0, 2609.0, 1776.0, 1215.0, 773.0, 548.0, 382.0, 263.0, 174.0, 117.0, 80.0, 63.0, 35.0, 21.0, 14.0, 11.0, 5.0, 6.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.370361328125, -0.35869598388671875, -0.3470306396484375, -0.33536529541015625, -0.323699951171875, -0.31203460693359375, -0.3003692626953125, -0.28870391845703125, -0.27703857421875, -0.26537322998046875, -0.2537078857421875, -0.24204254150390625, -0.230377197265625, -0.21871185302734375, -0.2070465087890625, -0.19538116455078125, -0.1837158203125, -0.17205047607421875, -0.1603851318359375, -0.14871978759765625, -0.137054443359375, -0.12538909912109375, -0.1137237548828125, -0.10205841064453125, -0.09039306640625, -0.07872772216796875, -0.0670623779296875, -0.05539703369140625, -0.043731689453125, -0.03206634521484375, -0.0204010009765625, -0.00873565673828125, 0.0029296875, 0.01459503173828125, 0.0262603759765625, 0.03792572021484375, 0.049591064453125, 0.06125640869140625, 0.0729217529296875, 0.08458709716796875, 0.09625244140625, 0.10791778564453125, 0.1195831298828125, 0.13124847412109375, 0.142913818359375, 0.15457916259765625, 0.1662445068359375, 0.17790985107421875, 0.1895751953125, 0.20124053955078125, 0.2129058837890625, 0.22457122802734375, 0.236236572265625, 0.24790191650390625, 0.2595672607421875, 0.27123260498046875, 0.28289794921875, 0.29456329345703125, 0.3062286376953125, 0.31789398193359375, 0.329559326171875, 0.34122467041015625, 0.3528900146484375, 0.36455535888671875, 0.376220703125]}, "gradients/decoder.transformer.h.10.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 4.0, 1.0, 2.0, 2.0, 4.0, 5.0, 3.0, 7.0, 9.0, 9.0, 16.0, 30.0, 38.0, 61.0, 94.0, 119.0, 172.0, 139.0, 87.0, 63.0, 36.0, 21.0, 20.0, 10.0, 9.0, 6.0, 8.0, 4.0, 6.0, 5.0, 1.0, 1.0, 3.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.068115234375, -0.06588459014892578, -0.06365394592285156, -0.061423301696777344, -0.059192657470703125, -0.056962013244628906, -0.05473136901855469, -0.05250072479248047, -0.05027008056640625, -0.04803943634033203, -0.04580879211425781, -0.043578147888183594, -0.041347503662109375, -0.039116859436035156, -0.03688621520996094, -0.03465557098388672, -0.0324249267578125, -0.03019428253173828, -0.027963638305664062, -0.025732994079589844, -0.023502349853515625, -0.021271705627441406, -0.019041061401367188, -0.01681041717529297, -0.01457977294921875, -0.012349128723144531, -0.010118484497070312, -0.007887840270996094, -0.005657196044921875, -0.0034265518188476562, -0.0011959075927734375, 0.0010347366333007812, 0.003265380859375, 0.005496025085449219, 0.0077266693115234375, 0.009957313537597656, 0.012187957763671875, 0.014418601989746094, 0.016649246215820312, 0.01887989044189453, 0.02111053466796875, 0.02334117889404297, 0.025571823120117188, 0.027802467346191406, 0.030033111572265625, 0.032263755798339844, 0.03449440002441406, 0.03672504425048828, 0.0389556884765625, 0.04118633270263672, 0.04341697692871094, 0.045647621154785156, 0.047878265380859375, 0.050108909606933594, 0.05233955383300781, 0.05457019805908203, 0.05680084228515625, 0.05903148651123047, 0.06126213073730469, 0.0634927749633789, 0.06572341918945312, 0.06795406341552734, 0.07018470764160156, 0.07241535186767578, 0.07464599609375]}, "gradients/decoder.transformer.h.10.crossattention.q_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 3.0, 3.0, 1.0, 1.0, 5.0, 6.0, 4.0, 8.0, 9.0, 7.0, 12.0, 25.0, 37.0, 53.0, 114.0, 239.0, 2637.0, 1043148.0, 1720.0, 236.0, 107.0, 63.0, 37.0, 21.0, 17.0, 8.0, 8.0, 3.0, 5.0, 4.0, 2.0, 2.0, 1.0, 4.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.734375, -1.6825408935546875, -1.630706787109375, -1.5788726806640625, -1.52703857421875, -1.4752044677734375, -1.423370361328125, -1.3715362548828125, -1.3197021484375, -1.2678680419921875, -1.216033935546875, -1.1641998291015625, -1.11236572265625, -1.0605316162109375, -1.008697509765625, -0.9568634033203125, -0.905029296875, -0.8531951904296875, -0.801361083984375, -0.7495269775390625, -0.69769287109375, -0.6458587646484375, -0.594024658203125, -0.5421905517578125, -0.4903564453125, -0.4385223388671875, -0.386688232421875, -0.3348541259765625, -0.28302001953125, -0.2311859130859375, -0.179351806640625, -0.1275177001953125, -0.07568359375, -0.0238494873046875, 0.027984619140625, 0.0798187255859375, 0.13165283203125, 0.1834869384765625, 0.235321044921875, 0.2871551513671875, 0.3389892578125, 0.3908233642578125, 0.442657470703125, 0.4944915771484375, 0.54632568359375, 0.5981597900390625, 0.649993896484375, 0.7018280029296875, 0.753662109375, 0.8054962158203125, 0.857330322265625, 0.9091644287109375, 0.96099853515625, 1.0128326416015625, 1.064666748046875, 1.1165008544921875, 1.1683349609375, 1.2201690673828125, 1.272003173828125, 1.3238372802734375, 1.37567138671875, 1.4275054931640625, 1.479339599609375, 1.5311737060546875, 1.5830078125]}, "gradients/decoder.transformer.h.10.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 8.0, 14.0, 113.0, 749.0, 111.0, 21.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.307647705078125, -1.2836778163909912, -1.2597079277038574, -1.2357380390167236, -1.2117681503295898, -1.1877981424331665, -1.1638282537460327, -1.139858365058899, -1.1158884763717651, -1.0919185876846313, -1.0679486989974976, -1.0439788103103638, -1.02000892162323, -0.9960389733314514, -0.9720690846443176, -0.9480991363525391, -0.9241292476654053, -0.9001593589782715, -0.8761894702911377, -0.8522195219993591, -0.8282496333122253, -0.8042797446250916, -0.7803098559379578, -0.7563399076461792, -0.7323700785636902, -0.7084001898765564, -0.6844303011894226, -0.660460352897644, -0.6364904642105103, -0.6125205755233765, -0.5885506868362427, -0.5645807981491089, -0.5406109094619751, -0.5166410207748413, -0.49267110228538513, -0.46870121359825134, -0.44473129510879517, -0.4207614064216614, -0.3967915177345276, -0.3728215992450714, -0.34885168075561523, -0.32488179206848145, -0.30091187357902527, -0.2769419848918915, -0.2529720664024353, -0.2290021777153015, -0.20503227412700653, -0.18106237053871155, -0.15709245204925537, -0.1331225484609604, -0.1091526448726654, -0.08518274873495102, -0.061212845146656036, -0.03724294155836105, -0.013273045420646667, 0.010696858167648315, 0.0346667617559433, 0.05863666534423828, 0.08260656893253326, 0.10657646507024765, 0.13054636120796204, 0.1545162796974182, 0.178486168384552, 0.20245607197284698, 0.22642597556114197]}, "gradients/decoder.transformer.h.10.ln_cross_attn.bias": {"_type": "histogram", "values": [3.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 5.0, 5.0, 5.0, 7.0, 8.0, 8.0, 10.0, 10.0, 15.0, 11.0, 16.0, 25.0, 23.0, 25.0, 33.0, 32.0, 25.0, 18.0, 34.0, 32.0, 36.0, 37.0, 36.0, 38.0, 34.0, 39.0, 34.0, 32.0, 41.0, 32.0, 30.0, 29.0, 35.0, 29.0, 26.0, 9.0, 29.0, 14.0, 7.0, 15.0, 14.0, 27.0, 12.0, 4.0, 6.0, 2.0, 2.0, 2.0, 5.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.15747380256652832, -0.15238676965236664, -0.14729973673820496, -0.14221270382404327, -0.1371256709098816, -0.13203862309455872, -0.12695159018039703, -0.12186455726623535, -0.11677752435207367, -0.11169049143791199, -0.1066034585237503, -0.10151641815900803, -0.09642938524484634, -0.09134235233068466, -0.08625531196594238, -0.0811682790517807, -0.07608124613761902, -0.07099421322345734, -0.06590718030929565, -0.060820139944553375, -0.05573310703039169, -0.05064607411623001, -0.04555903747677803, -0.04047200083732605, -0.03538496792316437, -0.030297933146357536, -0.025210898369550705, -0.020123863592743874, -0.015036828815937042, -0.009949794039130211, -0.0048627592623233795, 0.00022427737712860107, 0.005311310291290283, 0.010398345068097115, 0.015485379844903946, 0.020572414621710777, 0.02565944939851761, 0.03074648417532444, 0.03583351895213127, 0.04092055559158325, 0.046007588505744934, 0.051094621419906616, 0.0561816580593586, 0.06126869469881058, 0.06635572761297226, 0.07144276052713394, 0.07652980089187622, 0.0816168338060379, 0.08670386672019958, 0.09179089963436127, 0.09687793254852295, 0.10196497291326523, 0.10705200582742691, 0.11213903874158859, 0.11722607910633087, 0.12231311202049255, 0.12740014493465424, 0.13248717784881592, 0.1375742107629776, 0.14266124367713928, 0.14774829149246216, 0.15283532440662384, 0.15792235732078552, 0.1630093902349472, 0.1680964231491089]}, "gradients/decoder.transformer.h.10.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 6.0, 3.0, 4.0, 8.0, 7.0, 12.0, 13.0, 17.0, 20.0, 20.0, 24.0, 20.0, 19.0, 34.0, 30.0, 30.0, 30.0, 30.0, 38.0, 55.0, 31.0, 34.0, 47.0, 43.0, 40.0, 32.0, 41.0, 43.0, 30.0, 47.0, 16.0, 27.0, 23.0, 21.0, 24.0, 13.0, 14.0, 17.0, 10.0, 11.0, 3.0, 11.0, 5.0, 1.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-7.546875, -7.3126220703125, -7.078369140625, -6.8441162109375, -6.60986328125, -6.3756103515625, -6.141357421875, -5.9071044921875, -5.6728515625, -5.4385986328125, -5.204345703125, -4.9700927734375, -4.73583984375, -4.5015869140625, -4.267333984375, -4.0330810546875, -3.798828125, -3.5645751953125, -3.330322265625, -3.0960693359375, -2.86181640625, -2.6275634765625, -2.393310546875, -2.1590576171875, -1.9248046875, -1.6905517578125, -1.456298828125, -1.2220458984375, -0.98779296875, -0.7535400390625, -0.519287109375, -0.2850341796875, -0.05078125, 0.1834716796875, 0.417724609375, 0.6519775390625, 0.88623046875, 1.1204833984375, 1.354736328125, 1.5889892578125, 1.8232421875, 2.0574951171875, 2.291748046875, 2.5260009765625, 2.76025390625, 2.9945068359375, 3.228759765625, 3.4630126953125, 3.697265625, 3.9315185546875, 4.165771484375, 4.4000244140625, 4.63427734375, 4.8685302734375, 5.102783203125, 5.3370361328125, 5.5712890625, 5.8055419921875, 6.039794921875, 6.2740478515625, 6.50830078125, 6.7425537109375, 6.976806640625, 7.2110595703125, 7.4453125]}, "gradients/decoder.transformer.h.10.attn.c_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 2.0, 1.0, 6.0, 6.0, 6.0, 12.0, 19.0, 21.0, 31.0, 49.0, 64.0, 104.0, 132.0, 216.0, 292.0, 445.0, 639.0, 999.0, 1430.0, 2119.0, 3155.0, 5091.0, 7897.0, 13703.0, 25841.0, 61418.0, 195839.0, 452459.0, 165844.0, 53230.0, 23384.0, 12641.0, 7519.0, 4687.0, 3080.0, 2017.0, 1331.0, 901.0, 615.0, 402.0, 282.0, 190.0, 135.0, 96.0, 62.0, 43.0, 33.0, 22.0, 17.0, 12.0, 7.0, 6.0, 6.0, 7.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-9.625, -9.3087158203125, -8.992431640625, -8.6761474609375, -8.35986328125, -8.0435791015625, -7.727294921875, -7.4110107421875, -7.0947265625, -6.7784423828125, -6.462158203125, -6.1458740234375, -5.82958984375, -5.5133056640625, -5.197021484375, -4.8807373046875, -4.564453125, -4.2481689453125, -3.931884765625, -3.6156005859375, -3.29931640625, -2.9830322265625, -2.666748046875, -2.3504638671875, -2.0341796875, -1.7178955078125, -1.401611328125, -1.0853271484375, -0.76904296875, -0.4527587890625, -0.136474609375, 0.1798095703125, 0.49609375, 0.8123779296875, 1.128662109375, 1.4449462890625, 1.76123046875, 2.0775146484375, 2.393798828125, 2.7100830078125, 3.0263671875, 3.3426513671875, 3.658935546875, 3.9752197265625, 4.29150390625, 4.6077880859375, 4.924072265625, 5.2403564453125, 5.556640625, 5.8729248046875, 6.189208984375, 6.5054931640625, 6.82177734375, 7.1380615234375, 7.454345703125, 7.7706298828125, 8.0869140625, 8.4031982421875, 8.719482421875, 9.0357666015625, 9.35205078125, 9.6683349609375, 9.984619140625, 10.3009033203125, 10.6171875]}, "gradients/decoder.transformer.h.10.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 1.0, 5.0, 0.0, 7.0, 9.0, 9.0, 13.0, 13.0, 13.0, 28.0, 29.0, 28.0, 34.0, 34.0, 37.0, 53.0, 66.0, 89.0, 148.0, 1452.0, 379.0, 140.0, 73.0, 57.0, 55.0, 37.0, 36.0, 32.0, 37.0, 17.0, 28.0, 18.0, 21.0, 18.0, 9.0, 8.0, 2.0, 6.0, 6.0, 2.0, 4.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.015625, -20.23486328125, -19.4541015625, -18.67333984375, -17.892578125, -17.11181640625, -16.3310546875, -15.55029296875, -14.76953125, -13.98876953125, -13.2080078125, -12.42724609375, -11.646484375, -10.86572265625, -10.0849609375, -9.30419921875, -8.5234375, -7.74267578125, -6.9619140625, -6.18115234375, -5.400390625, -4.61962890625, -3.8388671875, -3.05810546875, -2.27734375, -1.49658203125, -0.7158203125, 0.06494140625, 0.845703125, 1.62646484375, 2.4072265625, 3.18798828125, 3.96875, 4.74951171875, 5.5302734375, 6.31103515625, 7.091796875, 7.87255859375, 8.6533203125, 9.43408203125, 10.21484375, 10.99560546875, 11.7763671875, 12.55712890625, 13.337890625, 14.11865234375, 14.8994140625, 15.68017578125, 16.4609375, 17.24169921875, 18.0224609375, 18.80322265625, 19.583984375, 20.36474609375, 21.1455078125, 21.92626953125, 22.70703125, 23.48779296875, 24.2685546875, 25.04931640625, 25.830078125, 26.61083984375, 27.3916015625, 28.17236328125, 28.953125]}, "gradients/decoder.transformer.h.10.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 5.0, 1.0, 3.0, 8.0, 5.0, 3.0, 14.0, 10.0, 18.0, 17.0, 35.0, 46.0, 60.0, 89.0, 109.0, 202.0, 321.0, 949.0, 6408.0, 704694.0, 2420904.0, 9710.0, 1083.0, 383.0, 199.0, 128.0, 80.0, 61.0, 43.0, 39.0, 23.0, 13.0, 5.0, 12.0, 7.0, 5.0, 1.0, 5.0, 4.0, 2.0, 0.0, 4.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-73.75, -71.4501953125, -69.150390625, -66.8505859375, -64.55078125, -62.2509765625, -59.951171875, -57.6513671875, -55.3515625, -53.0517578125, -50.751953125, -48.4521484375, -46.15234375, -43.8525390625, -41.552734375, -39.2529296875, -36.953125, -34.6533203125, -32.353515625, -30.0537109375, -27.75390625, -25.4541015625, -23.154296875, -20.8544921875, -18.5546875, -16.2548828125, -13.955078125, -11.6552734375, -9.35546875, -7.0556640625, -4.755859375, -2.4560546875, -0.15625, 2.1435546875, 4.443359375, 6.7431640625, 9.04296875, 11.3427734375, 13.642578125, 15.9423828125, 18.2421875, 20.5419921875, 22.841796875, 25.1416015625, 27.44140625, 29.7412109375, 32.041015625, 34.3408203125, 36.640625, 38.9404296875, 41.240234375, 43.5400390625, 45.83984375, 48.1396484375, 50.439453125, 52.7392578125, 55.0390625, 57.3388671875, 59.638671875, 61.9384765625, 64.23828125, 66.5380859375, 68.837890625, 71.1376953125, 73.4375]}, "gradients/decoder.transformer.h.10.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 8.0, 209.0, 652.0, 136.0, 10.0, 2.0], "bins": [-503.6598205566406, -495.3146057128906, -486.9693908691406, -478.6241760253906, -470.2789306640625, -461.9337158203125, -453.5885009765625, -445.2432861328125, -436.8980712890625, -428.5528564453125, -420.2076416015625, -411.8624267578125, -403.5172119140625, -395.1719665527344, -386.8267517089844, -378.4815368652344, -370.1363220214844, -361.7911071777344, -353.4458923339844, -345.1006774902344, -336.75543212890625, -328.41021728515625, -320.06500244140625, -311.71978759765625, -303.37457275390625, -295.02935791015625, -286.68414306640625, -278.33892822265625, -269.99371337890625, -261.6484680175781, -253.30325317382812, -244.95803833007812, -236.6128387451172, -228.2676239013672, -219.92239379882812, -211.57717895507812, -203.23196411132812, -194.88674926757812, -186.54153442382812, -178.19630432128906, -169.85108947753906, -161.50587463378906, -153.16064453125, -144.8154296875, -136.47021484375, -128.125, -119.77977752685547, -111.43455505371094, -103.0893325805664, -94.74411010742188, -86.39889526367188, -78.05368041992188, -69.70845794677734, -61.36323928833008, -53.01802062988281, -44.67280197143555, -36.32758331298828, -27.982364654541016, -19.63714599609375, -11.291927337646484, -2.9467086791992188, 5.398509979248047, 13.743728637695312, 22.088947296142578, 30.43416404724121]}, "gradients/decoder.transformer.h.10.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 5.0, 5.0, 4.0, 8.0, 4.0, 9.0, 5.0, 14.0, 16.0, 9.0, 14.0, 27.0, 20.0, 37.0, 22.0, 32.0, 27.0, 43.0, 32.0, 45.0, 43.0, 35.0, 45.0, 46.0, 46.0, 43.0, 34.0, 33.0, 35.0, 39.0, 36.0, 19.0, 26.0, 25.0, 17.0, 27.0, 14.0, 16.0, 8.0, 7.0, 4.0, 7.0, 7.0, 4.0, 6.0, 6.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-58.241172790527344, -56.42477035522461, -54.608367919921875, -52.791961669921875, -50.97555923461914, -49.159156799316406, -47.342750549316406, -45.52634811401367, -43.70994567871094, -41.8935432434082, -40.07714080810547, -38.26073455810547, -36.444332122802734, -34.6279296875, -32.8115234375, -30.995121002197266, -29.17871856689453, -27.362316131591797, -25.54591178894043, -23.729507446289062, -21.913105010986328, -20.096702575683594, -18.280298233032227, -16.46389389038086, -14.647491455078125, -12.831088066101074, -11.014684677124023, -9.198281288146973, -7.381877899169922, -5.565474510192871, -3.7490711212158203, -1.9326677322387695, -0.11626434326171875, 1.700139045715332, 3.516542434692383, 5.332945823669434, 7.149349212646484, 8.965752601623535, 10.782155990600586, 12.598559379577637, 14.414962768554688, 16.231365203857422, 18.04776954650879, 19.864173889160156, 21.68057632446289, 23.496978759765625, 25.313383102416992, 27.12978744506836, 28.946189880371094, 30.762592315673828, 32.57899475097656, 34.39540100097656, 36.2118034362793, 38.02820587158203, 39.84461212158203, 41.661014556884766, 43.4774169921875, 45.293819427490234, 47.11022186279297, 48.92662811279297, 50.7430305480957, 52.55943298339844, 54.37583923339844, 56.19224166870117, 58.008644104003906]}, "gradients/decoder.transformer.h.9.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 3.0, 3.0, 4.0, 7.0, 10.0, 8.0, 7.0, 14.0, 16.0, 13.0, 19.0, 17.0, 24.0, 24.0, 33.0, 28.0, 33.0, 29.0, 40.0, 40.0, 30.0, 41.0, 56.0, 37.0, 40.0, 35.0, 34.0, 38.0, 32.0, 37.0, 38.0, 31.0, 22.0, 26.0, 20.0, 16.0, 18.0, 13.0, 19.0, 16.0, 9.0, 8.0, 10.0, 4.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-7.88671875, -7.63397216796875, -7.3812255859375, -7.12847900390625, -6.875732421875, -6.62298583984375, -6.3702392578125, -6.11749267578125, -5.86474609375, -5.61199951171875, -5.3592529296875, -5.10650634765625, -4.853759765625, -4.60101318359375, -4.3482666015625, -4.09552001953125, -3.8427734375, -3.59002685546875, -3.3372802734375, -3.08453369140625, -2.831787109375, -2.57904052734375, -2.3262939453125, -2.07354736328125, -1.82080078125, -1.56805419921875, -1.3153076171875, -1.06256103515625, -0.809814453125, -0.55706787109375, -0.3043212890625, -0.05157470703125, 0.201171875, 0.45391845703125, 0.7066650390625, 0.95941162109375, 1.212158203125, 1.46490478515625, 1.7176513671875, 1.97039794921875, 2.22314453125, 2.47589111328125, 2.7286376953125, 2.98138427734375, 3.234130859375, 3.48687744140625, 3.7396240234375, 3.99237060546875, 4.2451171875, 4.49786376953125, 4.7506103515625, 5.00335693359375, 5.256103515625, 5.50885009765625, 5.7615966796875, 6.01434326171875, 6.26708984375, 6.51983642578125, 6.7725830078125, 7.02532958984375, 7.278076171875, 7.53082275390625, 7.7835693359375, 8.03631591796875, 8.2890625]}, "gradients/decoder.transformer.h.9.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 2.0, 6.0, 6.0, 5.0, 12.0, 7.0, 13.0, 18.0, 19.0, 22.0, 22.0, 41.0, 63.0, 97.0, 126.0, 197.0, 295.0, 490.0, 840.0, 1389.0, 2506.0, 4960.0, 10741.0, 26124.0, 103892.0, 1054191.0, 2541146.0, 363739.0, 49909.0, 17037.0, 7695.0, 3746.0, 2016.0, 1098.0, 653.0, 396.0, 259.0, 150.0, 93.0, 73.0, 55.0, 43.0, 32.0, 18.0, 8.0, 11.0, 9.0, 9.0, 8.0, 3.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-18.0, -17.405517578125, -16.81103515625, -16.216552734375, -15.6220703125, -15.027587890625, -14.43310546875, -13.838623046875, -13.244140625, -12.649658203125, -12.05517578125, -11.460693359375, -10.8662109375, -10.271728515625, -9.67724609375, -9.082763671875, -8.48828125, -7.893798828125, -7.29931640625, -6.704833984375, -6.1103515625, -5.515869140625, -4.92138671875, -4.326904296875, -3.732421875, -3.137939453125, -2.54345703125, -1.948974609375, -1.3544921875, -0.760009765625, -0.16552734375, 0.428955078125, 1.0234375, 1.617919921875, 2.21240234375, 2.806884765625, 3.4013671875, 3.995849609375, 4.59033203125, 5.184814453125, 5.779296875, 6.373779296875, 6.96826171875, 7.562744140625, 8.1572265625, 8.751708984375, 9.34619140625, 9.940673828125, 10.53515625, 11.129638671875, 11.72412109375, 12.318603515625, 12.9130859375, 13.507568359375, 14.10205078125, 14.696533203125, 15.291015625, 15.885498046875, 16.47998046875, 17.074462890625, 17.6689453125, 18.263427734375, 18.85791015625, 19.452392578125, 20.046875]}, "gradients/decoder.transformer.h.9.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 3.0, 5.0, 13.0, 8.0, 11.0, 12.0, 25.0, 27.0, 35.0, 48.0, 70.0, 93.0, 156.0, 204.0, 337.0, 573.0, 693.0, 617.0, 423.0, 244.0, 149.0, 97.0, 65.0, 45.0, 33.0, 25.0, 16.0, 11.0, 11.0, 14.0, 4.0, 5.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.3984375, -14.7982177734375, -14.197998046875, -13.5977783203125, -12.99755859375, -12.3973388671875, -11.797119140625, -11.1968994140625, -10.5966796875, -9.9964599609375, -9.396240234375, -8.7960205078125, -8.19580078125, -7.5955810546875, -6.995361328125, -6.3951416015625, -5.794921875, -5.1947021484375, -4.594482421875, -3.9942626953125, -3.39404296875, -2.7938232421875, -2.193603515625, -1.5933837890625, -0.9931640625, -0.3929443359375, 0.207275390625, 0.8074951171875, 1.40771484375, 2.0079345703125, 2.608154296875, 3.2083740234375, 3.80859375, 4.4088134765625, 5.009033203125, 5.6092529296875, 6.20947265625, 6.8096923828125, 7.409912109375, 8.0101318359375, 8.6103515625, 9.2105712890625, 9.810791015625, 10.4110107421875, 11.01123046875, 11.6114501953125, 12.211669921875, 12.8118896484375, 13.412109375, 14.0123291015625, 14.612548828125, 15.2127685546875, 15.81298828125, 16.4132080078125, 17.013427734375, 17.6136474609375, 18.2138671875, 18.8140869140625, 19.414306640625, 20.0145263671875, 20.61474609375, 21.2149658203125, 21.815185546875, 22.4154052734375, 23.015625]}, "gradients/decoder.transformer.h.9.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 12.0, 11.0, 13.0, 20.0, 20.0, 38.0, 46.0, 71.0, 100.0, 247.0, 600.0, 3336.0, 97497.0, 4048006.0, 40917.0, 2216.0, 518.0, 216.0, 122.0, 70.0, 49.0, 40.0, 29.0, 27.0, 9.0, 12.0, 10.0, 9.0, 5.0, 4.0, 3.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-120.875, -117.7275390625, -114.580078125, -111.4326171875, -108.28515625, -105.1376953125, -101.990234375, -98.8427734375, -95.6953125, -92.5478515625, -89.400390625, -86.2529296875, -83.10546875, -79.9580078125, -76.810546875, -73.6630859375, -70.515625, -67.3681640625, -64.220703125, -61.0732421875, -57.92578125, -54.7783203125, -51.630859375, -48.4833984375, -45.3359375, -42.1884765625, -39.041015625, -35.8935546875, -32.74609375, -29.5986328125, -26.451171875, -23.3037109375, -20.15625, -17.0087890625, -13.861328125, -10.7138671875, -7.56640625, -4.4189453125, -1.271484375, 1.8759765625, 5.0234375, 8.1708984375, 11.318359375, 14.4658203125, 17.61328125, 20.7607421875, 23.908203125, 27.0556640625, 30.203125, 33.3505859375, 36.498046875, 39.6455078125, 42.79296875, 45.9404296875, 49.087890625, 52.2353515625, 55.3828125, 58.5302734375, 61.677734375, 64.8251953125, 67.97265625, 71.1201171875, 74.267578125, 77.4150390625, 80.5625]}, "gradients/decoder.transformer.h.9.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 3.0, 7.0, 17.0, 13.0, 28.0, 32.0, 48.0, 57.0, 99.0, 103.0, 107.0, 125.0, 107.0, 94.0, 50.0, 35.0, 26.0, 20.0, 12.0, 12.0, 2.0, 3.0, 3.0, 1.0, 5.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-64.81631469726562, -62.57074737548828, -60.3251838684082, -58.079620361328125, -55.83405303955078, -53.58848571777344, -51.34292221069336, -49.09735870361328, -46.85179138183594, -44.606224060058594, -42.360660552978516, -40.11509704589844, -37.869529724121094, -35.62396240234375, -33.37839889526367, -31.13283348083496, -28.88726806640625, -26.64170265197754, -24.396137237548828, -22.150571823120117, -19.905006408691406, -17.659440994262695, -15.413875579833984, -13.168310165405273, -10.922744750976562, -8.677179336547852, -6.431613922119141, -4.18604850769043, -1.9404830932617188, 0.3050823211669922, 2.550647735595703, 4.796213150024414, 7.041770935058594, 9.287336349487305, 11.532901763916016, 13.778467178344727, 16.024032592773438, 18.26959800720215, 20.51516342163086, 22.76072883605957, 25.00629425048828, 27.251859664916992, 29.497425079345703, 31.742990493774414, 33.988555908203125, 36.23412322998047, 38.47968673706055, 40.725250244140625, 42.97081756591797, 45.21638488769531, 47.46194839477539, 49.70751190185547, 51.95307922363281, 54.198646545410156, 56.444210052490234, 58.68977355957031, 60.935340881347656, 63.180908203125, 65.42646789550781, 67.67203521728516, 69.9176025390625, 72.16316986083984, 74.40873718261719, 76.654296875, 78.89986419677734]}, "gradients/decoder.transformer.h.9.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 5.0, 3.0, 9.0, 6.0, 3.0, 8.0, 5.0, 9.0, 7.0, 10.0, 19.0, 26.0, 24.0, 28.0, 34.0, 41.0, 33.0, 39.0, 41.0, 43.0, 47.0, 39.0, 36.0, 49.0, 51.0, 47.0, 41.0, 40.0, 33.0, 35.0, 32.0, 40.0, 19.0, 19.0, 21.0, 10.0, 11.0, 9.0, 10.0, 9.0, 4.0, 7.0, 5.0, 2.0, 2.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-55.938804626464844, -54.26834487915039, -52.59788513183594, -50.927425384521484, -49.25696563720703, -47.586509704589844, -45.91604995727539, -44.24559020996094, -42.575130462646484, -40.90467071533203, -39.23421096801758, -37.563751220703125, -35.89329528808594, -34.22283172607422, -32.55237579345703, -30.881916046142578, -29.211456298828125, -27.540996551513672, -25.87053680419922, -24.2000789642334, -22.529619216918945, -20.859159469604492, -19.188701629638672, -17.51824188232422, -15.847782135009766, -14.177322387695312, -12.506863594055176, -10.836404800415039, -9.165945053100586, -7.495485305786133, -5.825026512145996, -4.154567718505859, -2.4841041564941406, -0.8136448860168457, 0.8568143844604492, 2.527273654937744, 4.197732925415039, 5.868192672729492, 7.538651466369629, 9.209110260009766, 10.879570007324219, 12.550029754638672, 14.220488548278809, 15.890947341918945, 17.5614070892334, 19.23186683654785, 20.902324676513672, 22.572784423828125, 24.243244171142578, 25.91370391845703, 27.584163665771484, 29.254621505737305, 30.925081253051758, 32.595542907714844, 34.26599884033203, 35.936458587646484, 37.60691833496094, 39.27737808227539, 40.947837829589844, 42.6182975769043, 44.28875732421875, 45.95921325683594, 47.62967300415039, 49.300132751464844, 50.9705924987793]}, "gradients/decoder.transformer.h.9.crossattention.c_proj.bias": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 1.0, 2.0, 1.0, 7.0, 5.0, 5.0, 3.0, 7.0, 6.0, 11.0, 12.0, 17.0, 17.0, 11.0, 24.0, 18.0, 42.0, 25.0, 27.0, 44.0, 34.0, 30.0, 51.0, 39.0, 41.0, 35.0, 41.0, 32.0, 43.0, 39.0, 38.0, 35.0, 27.0, 32.0, 16.0, 32.0, 25.0, 23.0, 16.0, 12.0, 16.0, 10.0, 14.0, 11.0, 11.0, 7.0, 5.0, 8.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.25390625, -7.00433349609375, -6.7547607421875, -6.50518798828125, -6.255615234375, -6.00604248046875, -5.7564697265625, -5.50689697265625, -5.25732421875, -5.00775146484375, -4.7581787109375, -4.50860595703125, -4.259033203125, -4.00946044921875, -3.7598876953125, -3.51031494140625, -3.2607421875, -3.01116943359375, -2.7615966796875, -2.51202392578125, -2.262451171875, -2.01287841796875, -1.7633056640625, -1.51373291015625, -1.26416015625, -1.01458740234375, -0.7650146484375, -0.51544189453125, -0.265869140625, -0.01629638671875, 0.2332763671875, 0.48284912109375, 0.732421875, 0.98199462890625, 1.2315673828125, 1.48114013671875, 1.730712890625, 1.98028564453125, 2.2298583984375, 2.47943115234375, 2.72900390625, 2.97857666015625, 3.2281494140625, 3.47772216796875, 3.727294921875, 3.97686767578125, 4.2264404296875, 4.47601318359375, 4.7255859375, 4.97515869140625, 5.2247314453125, 5.47430419921875, 5.723876953125, 5.97344970703125, 6.2230224609375, 6.47259521484375, 6.72216796875, 6.97174072265625, 7.2213134765625, 7.47088623046875, 7.720458984375, 7.97003173828125, 8.2196044921875, 8.46917724609375, 8.71875]}, "gradients/decoder.transformer.h.9.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 8.0, 3.0, 5.0, 14.0, 24.0, 36.0, 52.0, 67.0, 116.0, 146.0, 207.0, 336.0, 426.0, 597.0, 889.0, 1340.0, 2035.0, 2938.0, 4506.0, 6530.0, 9651.0, 14389.0, 21400.0, 32757.0, 49004.0, 76310.0, 115934.0, 164890.0, 172484.0, 126473.0, 83473.0, 54252.0, 35529.0, 23537.0, 15666.0, 10540.0, 7039.0, 4848.0, 3263.0, 2168.0, 1396.0, 1029.0, 721.0, 496.0, 316.0, 225.0, 149.0, 109.0, 71.0, 55.0, 37.0, 24.0, 19.0, 14.0, 14.0, 5.0, 3.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.69775390625, -0.675323486328125, -0.65289306640625, -0.630462646484375, -0.6080322265625, -0.585601806640625, -0.56317138671875, -0.540740966796875, -0.518310546875, -0.495880126953125, -0.47344970703125, -0.451019287109375, -0.4285888671875, -0.406158447265625, -0.38372802734375, -0.361297607421875, -0.3388671875, -0.316436767578125, -0.29400634765625, -0.271575927734375, -0.2491455078125, -0.226715087890625, -0.20428466796875, -0.181854248046875, -0.159423828125, -0.136993408203125, -0.11456298828125, -0.092132568359375, -0.0697021484375, -0.047271728515625, -0.02484130859375, -0.002410888671875, 0.02001953125, 0.042449951171875, 0.06488037109375, 0.087310791015625, 0.1097412109375, 0.132171630859375, 0.15460205078125, 0.177032470703125, 0.199462890625, 0.221893310546875, 0.24432373046875, 0.266754150390625, 0.2891845703125, 0.311614990234375, 0.33404541015625, 0.356475830078125, 0.37890625, 0.401336669921875, 0.42376708984375, 0.446197509765625, 0.4686279296875, 0.491058349609375, 0.51348876953125, 0.535919189453125, 0.558349609375, 0.580780029296875, 0.60321044921875, 0.625640869140625, 0.6480712890625, 0.670501708984375, 0.69293212890625, 0.715362548828125, 0.73779296875]}, "gradients/decoder.transformer.h.9.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 6.0, 5.0, 4.0, 8.0, 10.0, 6.0, 18.0, 14.0, 17.0, 15.0, 16.0, 20.0, 27.0, 35.0, 31.0, 27.0, 46.0, 29.0, 34.0, 39.0, 38.0, 44.0, 1060.0, 37.0, 51.0, 36.0, 31.0, 42.0, 34.0, 33.0, 27.0, 29.0, 25.0, 16.0, 24.0, 14.0, 17.0, 13.0, 12.0, 7.0, 11.0, 10.0, 3.0, 4.0, 4.0, 1.0, 4.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-6.49609375, -6.30145263671875, -6.1068115234375, -5.91217041015625, -5.717529296875, -5.52288818359375, -5.3282470703125, -5.13360595703125, -4.93896484375, -4.74432373046875, -4.5496826171875, -4.35504150390625, -4.160400390625, -3.96575927734375, -3.7711181640625, -3.57647705078125, -3.3818359375, -3.18719482421875, -2.9925537109375, -2.79791259765625, -2.603271484375, -2.40863037109375, -2.2139892578125, -2.01934814453125, -1.82470703125, -1.63006591796875, -1.4354248046875, -1.24078369140625, -1.046142578125, -0.85150146484375, -0.6568603515625, -0.46221923828125, -0.267578125, -0.07293701171875, 0.1217041015625, 0.31634521484375, 0.510986328125, 0.70562744140625, 0.9002685546875, 1.09490966796875, 1.28955078125, 1.48419189453125, 1.6788330078125, 1.87347412109375, 2.068115234375, 2.26275634765625, 2.4573974609375, 2.65203857421875, 2.8466796875, 3.04132080078125, 3.2359619140625, 3.43060302734375, 3.625244140625, 3.81988525390625, 4.0145263671875, 4.20916748046875, 4.40380859375, 4.59844970703125, 4.7930908203125, 4.98773193359375, 5.182373046875, 5.37701416015625, 5.5716552734375, 5.76629638671875, 5.9609375]}, "gradients/decoder.transformer.h.9.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 5.0, 2.0, 8.0, 7.0, 13.0, 26.0, 22.0, 45.0, 70.0, 110.0, 164.0, 196.0, 301.0, 424.0, 625.0, 906.0, 1371.0, 1853.0, 2846.0, 4183.0, 6104.0, 9318.0, 14338.0, 21143.0, 33279.0, 51642.0, 82210.0, 137833.0, 1146908.0, 268679.0, 114771.0, 69848.0, 43808.0, 28451.0, 18605.0, 12230.0, 8026.0, 5313.0, 3621.0, 2433.0, 1636.0, 1135.0, 819.0, 543.0, 405.0, 271.0, 187.0, 139.0, 95.0, 59.0, 41.0, 23.0, 23.0, 12.0, 10.0, 6.0, 4.0, 2.0, 0.0, 1.0], "bins": [-0.387451171875, -0.37564849853515625, -0.3638458251953125, -0.35204315185546875, -0.340240478515625, -0.32843780517578125, -0.3166351318359375, -0.30483245849609375, -0.29302978515625, -0.28122711181640625, -0.2694244384765625, -0.25762176513671875, -0.245819091796875, -0.23401641845703125, -0.2222137451171875, -0.21041107177734375, -0.1986083984375, -0.18680572509765625, -0.1750030517578125, -0.16320037841796875, -0.151397705078125, -0.13959503173828125, -0.1277923583984375, -0.11598968505859375, -0.10418701171875, -0.09238433837890625, -0.0805816650390625, -0.06877899169921875, -0.056976318359375, -0.04517364501953125, -0.0333709716796875, -0.02156829833984375, -0.009765625, 0.00203704833984375, 0.0138397216796875, 0.02564239501953125, 0.037445068359375, 0.04924774169921875, 0.0610504150390625, 0.07285308837890625, 0.08465576171875, 0.09645843505859375, 0.1082611083984375, 0.12006378173828125, 0.131866455078125, 0.14366912841796875, 0.1554718017578125, 0.16727447509765625, 0.1790771484375, 0.19087982177734375, 0.2026824951171875, 0.21448516845703125, 0.226287841796875, 0.23809051513671875, 0.2498931884765625, 0.26169586181640625, 0.27349853515625, 0.28530120849609375, 0.2971038818359375, 0.30890655517578125, 0.320709228515625, 0.33251190185546875, 0.3443145751953125, 0.35611724853515625, 0.367919921875]}, "gradients/decoder.transformer.h.9.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 6.0, 6.0, 3.0, 6.0, 6.0, 6.0, 10.0, 6.0, 18.0, 23.0, 24.0, 31.0, 52.0, 50.0, 50.0, 69.0, 84.0, 93.0, 86.0, 71.0, 56.0, 56.0, 31.0, 36.0, 36.0, 13.0, 17.0, 11.0, 10.0, 7.0, 3.0, 1.0, 8.0, 3.0, 1.0, 4.0, 0.0, 4.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08038330078125, -0.07767295837402344, -0.07496261596679688, -0.07225227355957031, -0.06954193115234375, -0.06683158874511719, -0.06412124633789062, -0.06141090393066406, -0.0587005615234375, -0.05599021911621094, -0.053279876708984375, -0.05056953430175781, -0.04785919189453125, -0.04514884948730469, -0.042438507080078125, -0.03972816467285156, -0.037017822265625, -0.03430747985839844, -0.031597137451171875, -0.028886795043945312, -0.02617645263671875, -0.023466110229492188, -0.020755767822265625, -0.018045425415039062, -0.0153350830078125, -0.012624740600585938, -0.009914398193359375, -0.0072040557861328125, -0.00449371337890625, -0.0017833709716796875, 0.000926971435546875, 0.0036373138427734375, 0.00634765625, 0.009057998657226562, 0.011768341064453125, 0.014478683471679688, 0.01718902587890625, 0.019899368286132812, 0.022609710693359375, 0.025320053100585938, 0.0280303955078125, 0.030740737915039062, 0.033451080322265625, 0.03616142272949219, 0.03887176513671875, 0.04158210754394531, 0.044292449951171875, 0.04700279235839844, 0.049713134765625, 0.05242347717285156, 0.055133819580078125, 0.05784416198730469, 0.06055450439453125, 0.06326484680175781, 0.06597518920898438, 0.06868553161621094, 0.0713958740234375, 0.07410621643066406, 0.07681655883789062, 0.07952690124511719, 0.08223724365234375, 0.08494758605957031, 0.08765792846679688, 0.09036827087402344, 0.09307861328125]}, "gradients/decoder.transformer.h.9.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 4.0, 3.0, 0.0, 4.0, 7.0, 2.0, 4.0, 7.0, 10.0, 12.0, 16.0, 23.0, 47.0, 47.0, 70.0, 121.0, 208.0, 950.0, 59365.0, 984310.0, 2577.0, 302.0, 139.0, 89.0, 71.0, 45.0, 21.0, 26.0, 16.0, 9.0, 10.0, 7.0, 5.0, 5.0, 4.0, 7.0, 3.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0], "bins": [-2.232421875, -2.1689453125, -2.10546875, -2.0419921875, -1.978515625, -1.9150390625, -1.8515625, -1.7880859375, -1.724609375, -1.6611328125, -1.59765625, -1.5341796875, -1.470703125, -1.4072265625, -1.34375, -1.2802734375, -1.216796875, -1.1533203125, -1.08984375, -1.0263671875, -0.962890625, -0.8994140625, -0.8359375, -0.7724609375, -0.708984375, -0.6455078125, -0.58203125, -0.5185546875, -0.455078125, -0.3916015625, -0.328125, -0.2646484375, -0.201171875, -0.1376953125, -0.07421875, -0.0107421875, 0.052734375, 0.1162109375, 0.1796875, 0.2431640625, 0.306640625, 0.3701171875, 0.43359375, 0.4970703125, 0.560546875, 0.6240234375, 0.6875, 0.7509765625, 0.814453125, 0.8779296875, 0.94140625, 1.0048828125, 1.068359375, 1.1318359375, 1.1953125, 1.2587890625, 1.322265625, 1.3857421875, 1.44921875, 1.5126953125, 1.576171875, 1.6396484375, 1.703125, 1.7666015625, 1.830078125]}, "gradients/decoder.transformer.h.9.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 9.0, 11.0, 48.0, 203.0, 589.0, 112.0, 34.0, 8.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.393360137939453, -2.3493311405181885, -2.305302143096924, -2.261273145675659, -2.2172441482543945, -2.173214912414551, -2.1291861534118652, -2.0851569175720215, -2.041127920150757, -1.9970989227294922, -1.9530699253082275, -1.909040927886963, -1.8650118112564087, -1.820982813835144, -1.7769538164138794, -1.7329248189926147, -1.68889582157135, -1.6448668241500854, -1.6008378267288208, -1.5568087100982666, -1.512779712677002, -1.4687507152557373, -1.4247217178344727, -1.380692720413208, -1.3366637229919434, -1.2926347255706787, -1.248605728149414, -1.2045767307281494, -1.1605476140975952, -1.1165186166763306, -1.072489619255066, -1.0284606218338013, -0.9844313859939575, -0.9404023885726929, -0.8963733315467834, -0.8523443341255188, -0.8083152770996094, -0.7642862796783447, -0.7202572822570801, -0.6762282848358154, -0.632199227809906, -0.5881702303886414, -0.5441411733627319, -0.5001121759414673, -0.45608314871788025, -0.4120541214942932, -0.36802512407302856, -0.32399609684944153, -0.2799670696258545, -0.23593804240226746, -0.1919090300798416, -0.14788001775741577, -0.10385099053382874, -0.0598219633102417, -0.01579296588897705, 0.028236061334609985, 0.07226508855819702, 0.11629410833120346, 0.1603231281042099, 0.20435214042663574, 0.24838116765022278, 0.2924101948738098, 0.33643919229507446, 0.3804682195186615, 0.42449724674224854]}, "gradients/decoder.transformer.h.9.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 3.0, 6.0, 7.0, 4.0, 6.0, 6.0, 4.0, 15.0, 17.0, 11.0, 23.0, 21.0, 23.0, 26.0, 30.0, 34.0, 42.0, 37.0, 40.0, 41.0, 37.0, 29.0, 49.0, 45.0, 43.0, 48.0, 50.0, 37.0, 23.0, 36.0, 30.0, 26.0, 32.0, 15.0, 16.0, 17.0, 14.0, 9.0, 13.0, 8.0, 9.0, 6.0, 7.0, 5.0, 5.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.37352442741394043, -0.3623628616333008, -0.35120129585266113, -0.3400397300720215, -0.32887813448905945, -0.3177165687084198, -0.30655500292778015, -0.2953934371471405, -0.28423184156417847, -0.2730702757835388, -0.26190871000289917, -0.2507471442222595, -0.23958554863929749, -0.22842398285865784, -0.2172624170780182, -0.20610085129737854, -0.1949392855167389, -0.18377771973609924, -0.1726161390542984, -0.16145457327365875, -0.1502929925918579, -0.13913142681121826, -0.1279698610305786, -0.11680828779935837, -0.10564671456813812, -0.09448514133691788, -0.08332356810569763, -0.07216200232505798, -0.06100042909383774, -0.04983885586261749, -0.038677290081977844, -0.0275157168507576, -0.016354143619537354, -0.005192572250962257, 0.005968999117612839, 0.017130568623542786, 0.02829214185476303, 0.039453715085983276, 0.050615280866622925, 0.06177685409784317, 0.07293842732906342, 0.08410000056028366, 0.0952615737915039, 0.10642313957214355, 0.1175847128033638, 0.12874628603458405, 0.1399078518152237, 0.15106943249702454, 0.16223099827766418, 0.17339256405830383, 0.18455414474010468, 0.19571571052074432, 0.20687729120254517, 0.21803885698318481, 0.22920042276382446, 0.2403619885444641, 0.25152355432510376, 0.2626851201057434, 0.27384668588638306, 0.2850082516670227, 0.29616984724998474, 0.3073314130306244, 0.31849297881126404, 0.3296545445919037, 0.3408161401748657]}, "gradients/decoder.transformer.h.9.attn.c_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 7.0, 5.0, 5.0, 3.0, 7.0, 7.0, 10.0, 13.0, 17.0, 16.0, 11.0, 24.0, 18.0, 44.0, 24.0, 26.0, 45.0, 34.0, 29.0, 52.0, 38.0, 42.0, 35.0, 41.0, 32.0, 44.0, 39.0, 38.0, 34.0, 26.0, 31.0, 17.0, 31.0, 28.0, 21.0, 15.0, 14.0, 16.0, 9.0, 14.0, 13.0, 9.0, 7.0, 5.0, 8.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.25390625, -7.00408935546875, -6.7542724609375, -6.50445556640625, -6.254638671875, -6.00482177734375, -5.7550048828125, -5.50518798828125, -5.25537109375, -5.00555419921875, -4.7557373046875, -4.50592041015625, -4.256103515625, -4.00628662109375, -3.7564697265625, -3.50665283203125, -3.2568359375, -3.00701904296875, -2.7572021484375, -2.50738525390625, -2.257568359375, -2.00775146484375, -1.7579345703125, -1.50811767578125, -1.25830078125, -1.00848388671875, -0.7586669921875, -0.50885009765625, -0.259033203125, -0.00921630859375, 0.2406005859375, 0.49041748046875, 0.740234375, 0.99005126953125, 1.2398681640625, 1.48968505859375, 1.739501953125, 1.98931884765625, 2.2391357421875, 2.48895263671875, 2.73876953125, 2.98858642578125, 3.2384033203125, 3.48822021484375, 3.738037109375, 3.98785400390625, 4.2376708984375, 4.48748779296875, 4.7373046875, 4.98712158203125, 5.2369384765625, 5.48675537109375, 5.736572265625, 5.98638916015625, 6.2362060546875, 6.48602294921875, 6.73583984375, 6.98565673828125, 7.2354736328125, 7.48529052734375, 7.735107421875, 7.98492431640625, 8.2347412109375, 8.48455810546875, 8.734375]}, "gradients/decoder.transformer.h.9.attn.c_proj.weight": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 2.0, 1.0, 2.0, 6.0, 6.0, 9.0, 9.0, 10.0, 24.0, 28.0, 44.0, 61.0, 99.0, 134.0, 223.0, 315.0, 496.0, 760.0, 1239.0, 2168.0, 3944.0, 7886.0, 16985.0, 40220.0, 124964.0, 477014.0, 256255.0, 66411.0, 25287.0, 11321.0, 5407.0, 2892.0, 1599.0, 976.0, 568.0, 390.0, 248.0, 174.0, 124.0, 72.0, 59.0, 37.0, 35.0, 22.0, 8.0, 8.0, 8.0, 8.0, 5.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-10.9921875, -10.6097412109375, -10.227294921875, -9.8448486328125, -9.46240234375, -9.0799560546875, -8.697509765625, -8.3150634765625, -7.9326171875, -7.5501708984375, -7.167724609375, -6.7852783203125, -6.40283203125, -6.0203857421875, -5.637939453125, -5.2554931640625, -4.873046875, -4.4906005859375, -4.108154296875, -3.7257080078125, -3.34326171875, -2.9608154296875, -2.578369140625, -2.1959228515625, -1.8134765625, -1.4310302734375, -1.048583984375, -0.6661376953125, -0.28369140625, 0.0987548828125, 0.481201171875, 0.8636474609375, 1.24609375, 1.6285400390625, 2.010986328125, 2.3934326171875, 2.77587890625, 3.1583251953125, 3.540771484375, 3.9232177734375, 4.3056640625, 4.6881103515625, 5.070556640625, 5.4530029296875, 5.83544921875, 6.2178955078125, 6.600341796875, 6.9827880859375, 7.365234375, 7.7476806640625, 8.130126953125, 8.5125732421875, 8.89501953125, 9.2774658203125, 9.659912109375, 10.0423583984375, 10.4248046875, 10.8072509765625, 11.189697265625, 11.5721435546875, 11.95458984375, 12.3370361328125, 12.719482421875, 13.1019287109375, 13.484375]}, "gradients/decoder.transformer.h.9.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 6.0, 6.0, 6.0, 9.0, 10.0, 10.0, 15.0, 10.0, 14.0, 20.0, 24.0, 39.0, 21.0, 38.0, 36.0, 56.0, 58.0, 62.0, 106.0, 235.0, 1456.0, 267.0, 106.0, 77.0, 59.0, 48.0, 28.0, 38.0, 33.0, 26.0, 29.0, 22.0, 12.0, 13.0, 13.0, 13.0, 13.0, 11.0, 3.0, 4.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-26.6875, -25.84130859375, -24.9951171875, -24.14892578125, -23.302734375, -22.45654296875, -21.6103515625, -20.76416015625, -19.91796875, -19.07177734375, -18.2255859375, -17.37939453125, -16.533203125, -15.68701171875, -14.8408203125, -13.99462890625, -13.1484375, -12.30224609375, -11.4560546875, -10.60986328125, -9.763671875, -8.91748046875, -8.0712890625, -7.22509765625, -6.37890625, -5.53271484375, -4.6865234375, -3.84033203125, -2.994140625, -2.14794921875, -1.3017578125, -0.45556640625, 0.390625, 1.23681640625, 2.0830078125, 2.92919921875, 3.775390625, 4.62158203125, 5.4677734375, 6.31396484375, 7.16015625, 8.00634765625, 8.8525390625, 9.69873046875, 10.544921875, 11.39111328125, 12.2373046875, 13.08349609375, 13.9296875, 14.77587890625, 15.6220703125, 16.46826171875, 17.314453125, 18.16064453125, 19.0068359375, 19.85302734375, 20.69921875, 21.54541015625, 22.3916015625, 23.23779296875, 24.083984375, 24.93017578125, 25.7763671875, 26.62255859375, 27.46875]}, "gradients/decoder.transformer.h.9.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 5.0, 7.0, 13.0, 10.0, 14.0, 13.0, 21.0, 23.0, 27.0, 28.0, 51.0, 63.0, 71.0, 121.0, 181.0, 305.0, 788.0, 3564.0, 88905.0, 3001804.0, 45516.0, 2547.0, 707.0, 305.0, 170.0, 93.0, 76.0, 76.0, 39.0, 38.0, 24.0, 25.0, 14.0, 17.0, 7.0, 15.0, 6.0, 5.0, 7.0, 5.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-69.25, -67.1142578125, -64.978515625, -62.8427734375, -60.70703125, -58.5712890625, -56.435546875, -54.2998046875, -52.1640625, -50.0283203125, -47.892578125, -45.7568359375, -43.62109375, -41.4853515625, -39.349609375, -37.2138671875, -35.078125, -32.9423828125, -30.806640625, -28.6708984375, -26.53515625, -24.3994140625, -22.263671875, -20.1279296875, -17.9921875, -15.8564453125, -13.720703125, -11.5849609375, -9.44921875, -7.3134765625, -5.177734375, -3.0419921875, -0.90625, 1.2294921875, 3.365234375, 5.5009765625, 7.63671875, 9.7724609375, 11.908203125, 14.0439453125, 16.1796875, 18.3154296875, 20.451171875, 22.5869140625, 24.72265625, 26.8583984375, 28.994140625, 31.1298828125, 33.265625, 35.4013671875, 37.537109375, 39.6728515625, 41.80859375, 43.9443359375, 46.080078125, 48.2158203125, 50.3515625, 52.4873046875, 54.623046875, 56.7587890625, 58.89453125, 61.0302734375, 63.166015625, 65.3017578125, 67.4375]}, "gradients/decoder.transformer.h.9.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 11.0, 19.0, 47.0, 91.0, 171.0, 207.0, 179.0, 141.0, 82.0, 39.0, 13.0, 7.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-31.615129470825195, -29.33711814880371, -27.059104919433594, -24.78109359741211, -22.503082275390625, -20.22507095336914, -17.947059631347656, -15.669046401977539, -13.391035079956055, -11.11302375793457, -8.83501148223877, -6.556999683380127, -4.278987884521484, -2.0009765625, 0.2770357131958008, 2.5550479888916016, 4.833059310913086, 7.1110711097717285, 9.389082908630371, 11.667095184326172, 13.945106506347656, 16.22311782836914, 18.501129150390625, 20.779142379760742, 23.057153701782227, 25.33516502380371, 27.613178253173828, 29.891189575195312, 32.1692008972168, 34.44721221923828, 36.725223541259766, 39.00323486328125, 41.28125, 43.559261322021484, 45.83727264404297, 48.11528396606445, 50.39329528808594, 52.67131042480469, 54.94932174682617, 57.227333068847656, 59.50534439086914, 61.783355712890625, 64.06137084960938, 66.3393783569336, 68.61739349365234, 70.89540100097656, 73.17341613769531, 75.45143127441406, 77.72943878173828, 80.00745391845703, 82.28546142578125, 84.5634765625, 86.84148406982422, 89.11949920654297, 91.39750671386719, 93.67552185058594, 95.95353698730469, 98.23155212402344, 100.50955963134766, 102.7875747680664, 105.06558227539062, 107.34359741210938, 109.6216049194336, 111.89962005615234, 114.17762756347656]}, "gradients/decoder.transformer.h.9.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 4.0, 2.0, 6.0, 5.0, 4.0, 4.0, 6.0, 9.0, 13.0, 14.0, 19.0, 17.0, 19.0, 16.0, 24.0, 19.0, 33.0, 45.0, 33.0, 27.0, 35.0, 35.0, 35.0, 36.0, 51.0, 45.0, 48.0, 40.0, 28.0, 35.0, 32.0, 30.0, 42.0, 25.0, 20.0, 28.0, 25.0, 13.0, 11.0, 18.0, 8.0, 17.0, 9.0, 5.0, 5.0, 8.0, 4.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-68.06322479248047, -65.81404876708984, -63.56487274169922, -61.31570053100586, -59.066524505615234, -56.81734848022461, -54.56817626953125, -52.319000244140625, -50.06982421875, -47.820648193359375, -45.57147216796875, -43.32229995727539, -41.073123931884766, -38.82394790649414, -36.57477569580078, -34.325599670410156, -32.07642364501953, -29.827247619628906, -27.578073501586914, -25.328899383544922, -23.079723358154297, -20.830547332763672, -18.58137321472168, -16.332199096679688, -14.083023071289062, -11.833847999572754, -9.584672927856445, -7.335497856140137, -5.086322784423828, -2.8371477127075195, -0.5879726409912109, 1.6612024307250977, 3.9103851318359375, 6.159560203552246, 8.408735275268555, 10.657910346984863, 12.907085418701172, 15.15626049041748, 17.40543556213379, 19.65460968017578, 21.903785705566406, 24.15296173095703, 26.402135848999023, 28.651309967041016, 30.90048599243164, 33.149662017822266, 35.398834228515625, 37.64801025390625, 39.897186279296875, 42.1463623046875, 44.395538330078125, 46.644710540771484, 48.89388656616211, 51.143062591552734, 53.392234802246094, 55.64141082763672, 57.890586853027344, 60.13976287841797, 62.388938903808594, 64.63811492919922, 66.88728332519531, 69.13645935058594, 71.38563537597656, 73.63481140136719, 75.88398742675781]}, "gradients/decoder.transformer.h.8.mlp.c_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 3.0, 3.0, 2.0, 12.0, 5.0, 8.0, 7.0, 16.0, 16.0, 21.0, 18.0, 23.0, 30.0, 21.0, 28.0, 31.0, 29.0, 33.0, 42.0, 47.0, 41.0, 36.0, 38.0, 49.0, 37.0, 39.0, 33.0, 41.0, 41.0, 21.0, 27.0, 29.0, 22.0, 24.0, 31.0, 14.0, 8.0, 13.0, 15.0, 10.0, 13.0, 8.0, 8.0, 6.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-8.421875, -8.1478271484375, -7.873779296875, -7.5997314453125, -7.32568359375, -7.0516357421875, -6.777587890625, -6.5035400390625, -6.2294921875, -5.9554443359375, -5.681396484375, -5.4073486328125, -5.13330078125, -4.8592529296875, -4.585205078125, -4.3111572265625, -4.037109375, -3.7630615234375, -3.489013671875, -3.2149658203125, -2.94091796875, -2.6668701171875, -2.392822265625, -2.1187744140625, -1.8447265625, -1.5706787109375, -1.296630859375, -1.0225830078125, -0.74853515625, -0.4744873046875, -0.200439453125, 0.0736083984375, 0.34765625, 0.6217041015625, 0.895751953125, 1.1697998046875, 1.44384765625, 1.7178955078125, 1.991943359375, 2.2659912109375, 2.5400390625, 2.8140869140625, 3.088134765625, 3.3621826171875, 3.63623046875, 3.9102783203125, 4.184326171875, 4.4583740234375, 4.732421875, 5.0064697265625, 5.280517578125, 5.5545654296875, 5.82861328125, 6.1026611328125, 6.376708984375, 6.6507568359375, 6.9248046875, 7.1988525390625, 7.472900390625, 7.7469482421875, 8.02099609375, 8.2950439453125, 8.569091796875, 8.8431396484375, 9.1171875]}, "gradients/decoder.transformer.h.8.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 2.0, 5.0, 6.0, 8.0, 18.0, 13.0, 32.0, 54.0, 66.0, 108.0, 157.0, 245.0, 328.0, 514.0, 692.0, 1029.0, 1528.0, 2379.0, 3783.0, 5955.0, 9791.0, 16924.0, 34746.0, 97353.0, 354231.0, 1090475.0, 1560553.0, 697087.0, 197982.0, 58366.0, 24573.0, 13062.0, 7920.0, 4863.0, 3222.0, 2081.0, 1369.0, 873.0, 639.0, 440.0, 281.0, 190.0, 122.0, 99.0, 47.0, 27.0, 23.0, 11.0, 6.0, 4.0, 3.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-9.8359375, -9.5, -9.1640625, -8.828125, -8.4921875, -8.15625, -7.8203125, -7.484375, -7.1484375, -6.8125, -6.4765625, -6.140625, -5.8046875, -5.46875, -5.1328125, -4.796875, -4.4609375, -4.125, -3.7890625, -3.453125, -3.1171875, -2.78125, -2.4453125, -2.109375, -1.7734375, -1.4375, -1.1015625, -0.765625, -0.4296875, -0.09375, 0.2421875, 0.578125, 0.9140625, 1.25, 1.5859375, 1.921875, 2.2578125, 2.59375, 2.9296875, 3.265625, 3.6015625, 3.9375, 4.2734375, 4.609375, 4.9453125, 5.28125, 5.6171875, 5.953125, 6.2890625, 6.625, 6.9609375, 7.296875, 7.6328125, 7.96875, 8.3046875, 8.640625, 8.9765625, 9.3125, 9.6484375, 9.984375, 10.3203125, 10.65625, 10.9921875, 11.328125, 11.6640625]}, "gradients/decoder.transformer.h.8.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 5.0, 3.0, 2.0, 3.0, 7.0, 5.0, 7.0, 16.0, 14.0, 34.0, 34.0, 61.0, 75.0, 98.0, 161.0, 207.0, 302.0, 460.0, 643.0, 566.0, 440.0, 282.0, 215.0, 115.0, 81.0, 66.0, 49.0, 37.0, 28.0, 17.0, 13.0, 11.0, 7.0, 5.0, 7.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.171875, -16.57763671875, -15.9833984375, -15.38916015625, -14.794921875, -14.20068359375, -13.6064453125, -13.01220703125, -12.41796875, -11.82373046875, -11.2294921875, -10.63525390625, -10.041015625, -9.44677734375, -8.8525390625, -8.25830078125, -7.6640625, -7.06982421875, -6.4755859375, -5.88134765625, -5.287109375, -4.69287109375, -4.0986328125, -3.50439453125, -2.91015625, -2.31591796875, -1.7216796875, -1.12744140625, -0.533203125, 0.06103515625, 0.6552734375, 1.24951171875, 1.84375, 2.43798828125, 3.0322265625, 3.62646484375, 4.220703125, 4.81494140625, 5.4091796875, 6.00341796875, 6.59765625, 7.19189453125, 7.7861328125, 8.38037109375, 8.974609375, 9.56884765625, 10.1630859375, 10.75732421875, 11.3515625, 11.94580078125, 12.5400390625, 13.13427734375, 13.728515625, 14.32275390625, 14.9169921875, 15.51123046875, 16.10546875, 16.69970703125, 17.2939453125, 17.88818359375, 18.482421875, 19.07666015625, 19.6708984375, 20.26513671875, 20.859375]}, "gradients/decoder.transformer.h.8.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 3.0, 5.0, 5.0, 14.0, 6.0, 12.0, 26.0, 42.0, 39.0, 60.0, 87.0, 139.0, 268.0, 730.0, 2939.0, 37782.0, 3567237.0, 570092.0, 12170.0, 1541.0, 474.0, 214.0, 133.0, 82.0, 59.0, 40.0, 25.0, 16.0, 11.0, 10.0, 5.0, 5.0, 5.0, 3.0, 2.0, 4.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-80.0625, -77.82666015625, -75.5908203125, -73.35498046875, -71.119140625, -68.88330078125, -66.6474609375, -64.41162109375, -62.17578125, -59.93994140625, -57.7041015625, -55.46826171875, -53.232421875, -50.99658203125, -48.7607421875, -46.52490234375, -44.2890625, -42.05322265625, -39.8173828125, -37.58154296875, -35.345703125, -33.10986328125, -30.8740234375, -28.63818359375, -26.40234375, -24.16650390625, -21.9306640625, -19.69482421875, -17.458984375, -15.22314453125, -12.9873046875, -10.75146484375, -8.515625, -6.27978515625, -4.0439453125, -1.80810546875, 0.427734375, 2.66357421875, 4.8994140625, 7.13525390625, 9.37109375, 11.60693359375, 13.8427734375, 16.07861328125, 18.314453125, 20.55029296875, 22.7861328125, 25.02197265625, 27.2578125, 29.49365234375, 31.7294921875, 33.96533203125, 36.201171875, 38.43701171875, 40.6728515625, 42.90869140625, 45.14453125, 47.38037109375, 49.6162109375, 51.85205078125, 54.087890625, 56.32373046875, 58.5595703125, 60.79541015625, 63.03125]}, "gradients/decoder.transformer.h.8.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 5.0, 41.0, 178.0, 372.0, 307.0, 86.0, 18.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-258.34429931640625, -250.6930694580078, -243.04183959960938, -235.39060974121094, -227.7393798828125, -220.08815002441406, -212.43692016601562, -204.7856903076172, -197.13446044921875, -189.4832305908203, -181.83200073242188, -174.18077087402344, -166.529541015625, -158.87831115722656, -151.22708129882812, -143.5758514404297, -135.92462158203125, -128.2733917236328, -120.62216186523438, -112.97093200683594, -105.3197021484375, -97.66847229003906, -90.01724243164062, -82.36601257324219, -74.71476745605469, -67.06353759765625, -59.41230773925781, -51.761077880859375, -44.10984802246094, -36.458614349365234, -28.807384490966797, -21.15615463256836, -13.504928588867188, -5.853698253631592, 1.797532081604004, 9.448762893676758, 17.099992752075195, 24.751224517822266, 32.4024543762207, 40.05368423461914, 47.70491409301758, 55.356143951416016, 63.00737380981445, 70.65860748291016, 78.3098373413086, 85.96106719970703, 93.61229705810547, 101.2635269165039, 108.91475677490234, 116.56598663330078, 124.21721649169922, 131.8684539794922, 139.51968383789062, 147.17091369628906, 154.8221435546875, 162.47337341308594, 170.12460327148438, 177.7758331298828, 185.42706298828125, 193.0782928466797, 200.72952270507812, 208.38075256347656, 216.031982421875, 223.68321228027344, 231.33444213867188]}, "gradients/decoder.transformer.h.8.ln_2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 9.0, 6.0, 6.0, 11.0, 16.0, 14.0, 17.0, 26.0, 28.0, 15.0, 29.0, 32.0, 36.0, 34.0, 36.0, 30.0, 39.0, 43.0, 49.0, 52.0, 45.0, 43.0, 36.0, 43.0, 41.0, 34.0, 39.0, 31.0, 28.0, 28.0, 18.0, 14.0, 12.0, 17.0, 9.0, 9.0, 6.0, 7.0, 9.0, 3.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-56.83153533935547, -55.02002716064453, -53.208518981933594, -51.39700698852539, -49.58549880981445, -47.773990631103516, -45.96248245239258, -44.150970458984375, -42.33946228027344, -40.5279541015625, -38.71644592285156, -36.90493392944336, -35.09342575073242, -33.281917572021484, -31.470409393310547, -29.658899307250977, -27.84739112854004, -26.0358829498291, -24.22437286376953, -22.412864685058594, -20.601354598999023, -18.789846420288086, -16.978336334228516, -15.166828155517578, -13.355319023132324, -11.54380989074707, -9.732300758361816, -7.920792102813721, -6.109282970428467, -4.297774314880371, -2.486265182495117, -0.6747560501098633, 1.1367530822753906, 2.9482622146606445, 4.759771347045898, 6.571280002593994, 8.382789611816406, 10.194297790527344, 12.005806922912598, 13.817316055297852, 15.628825187683105, 17.44033432006836, 19.251842498779297, 21.063352584838867, 22.874860763549805, 24.686370849609375, 26.497879028320312, 28.30938720703125, 30.12089729309082, 31.932405471801758, 33.74391555786133, 35.555423736572266, 37.3669319152832, 39.178443908691406, 40.989952087402344, 42.80146026611328, 44.61296844482422, 46.424476623535156, 48.235984802246094, 50.0474967956543, 51.859004974365234, 53.67051315307617, 55.48202133178711, 57.29353332519531, 59.10504150390625]}, "gradients/decoder.transformer.h.8.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 0.0, 3.0, 3.0, 6.0, 3.0, 7.0, 10.0, 8.0, 11.0, 7.0, 15.0, 16.0, 16.0, 18.0, 22.0, 28.0, 26.0, 33.0, 27.0, 32.0, 33.0, 26.0, 34.0, 41.0, 37.0, 40.0, 33.0, 35.0, 36.0, 39.0, 30.0, 40.0, 39.0, 26.0, 23.0, 25.0, 24.0, 18.0, 23.0, 19.0, 16.0, 15.0, 10.0, 11.0, 11.0, 11.0, 7.0, 3.0, 7.0, 5.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.375, -7.1226806640625, -6.870361328125, -6.6180419921875, -6.36572265625, -6.1134033203125, -5.861083984375, -5.6087646484375, -5.3564453125, -5.1041259765625, -4.851806640625, -4.5994873046875, -4.34716796875, -4.0948486328125, -3.842529296875, -3.5902099609375, -3.337890625, -3.0855712890625, -2.833251953125, -2.5809326171875, -2.32861328125, -2.0762939453125, -1.823974609375, -1.5716552734375, -1.3193359375, -1.0670166015625, -0.814697265625, -0.5623779296875, -0.31005859375, -0.0577392578125, 0.194580078125, 0.4468994140625, 0.69921875, 0.9515380859375, 1.203857421875, 1.4561767578125, 1.70849609375, 1.9608154296875, 2.213134765625, 2.4654541015625, 2.7177734375, 2.9700927734375, 3.222412109375, 3.4747314453125, 3.72705078125, 3.9793701171875, 4.231689453125, 4.4840087890625, 4.736328125, 4.9886474609375, 5.240966796875, 5.4932861328125, 5.74560546875, 5.9979248046875, 6.250244140625, 6.5025634765625, 6.7548828125, 7.0072021484375, 7.259521484375, 7.5118408203125, 7.76416015625, 8.0164794921875, 8.268798828125, 8.5211181640625, 8.7734375]}, "gradients/decoder.transformer.h.8.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 4.0, 5.0, 11.0, 23.0, 35.0, 52.0, 43.0, 77.0, 107.0, 168.0, 245.0, 357.0, 491.0, 703.0, 1089.0, 1667.0, 2310.0, 3482.0, 5271.0, 8026.0, 12555.0, 19900.0, 31324.0, 50515.0, 82595.0, 139731.0, 215869.0, 184231.0, 109270.0, 66148.0, 40235.0, 25418.0, 16036.0, 10260.0, 6800.0, 4422.0, 2905.0, 1957.0, 1354.0, 882.0, 624.0, 432.0, 308.0, 193.0, 134.0, 102.0, 58.0, 33.0, 30.0, 35.0, 16.0, 16.0, 3.0, 3.0, 2.0, 0.0, 3.0], "bins": [-0.8701171875, -0.8443527221679688, -0.8185882568359375, -0.7928237915039062, -0.767059326171875, -0.7412948608398438, -0.7155303955078125, -0.6897659301757812, -0.66400146484375, -0.6382369995117188, -0.6124725341796875, -0.5867080688476562, -0.560943603515625, -0.5351791381835938, -0.5094146728515625, -0.48365020751953125, -0.4578857421875, -0.43212127685546875, -0.4063568115234375, -0.38059234619140625, -0.354827880859375, -0.32906341552734375, -0.3032989501953125, -0.27753448486328125, -0.25177001953125, -0.22600555419921875, -0.2002410888671875, -0.17447662353515625, -0.148712158203125, -0.12294769287109375, -0.0971832275390625, -0.07141876220703125, -0.045654296875, -0.01988983154296875, 0.0058746337890625, 0.03163909912109375, 0.057403564453125, 0.08316802978515625, 0.1089324951171875, 0.13469696044921875, 0.16046142578125, 0.18622589111328125, 0.2119903564453125, 0.23775482177734375, 0.263519287109375, 0.28928375244140625, 0.3150482177734375, 0.34081268310546875, 0.3665771484375, 0.39234161376953125, 0.4181060791015625, 0.44387054443359375, 0.469635009765625, 0.49539947509765625, 0.5211639404296875, 0.5469284057617188, 0.57269287109375, 0.5984573364257812, 0.6242218017578125, 0.6499862670898438, 0.675750732421875, 0.7015151977539062, 0.7272796630859375, 0.7530441284179688, 0.77880859375]}, "gradients/decoder.transformer.h.8.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 4.0, 4.0, 1.0, 9.0, 7.0, 9.0, 10.0, 14.0, 16.0, 12.0, 16.0, 23.0, 25.0, 29.0, 32.0, 41.0, 34.0, 36.0, 45.0, 43.0, 44.0, 43.0, 1071.0, 44.0, 36.0, 46.0, 35.0, 29.0, 45.0, 27.0, 33.0, 25.0, 25.0, 20.0, 18.0, 20.0, 15.0, 14.0, 8.0, 8.0, 3.0, 3.0, 3.0, 4.0, 1.0, 3.0, 2.0, 0.0, 3.0, 0.0, 1.0], "bins": [-7.515625, -7.3017578125, -7.087890625, -6.8740234375, -6.66015625, -6.4462890625, -6.232421875, -6.0185546875, -5.8046875, -5.5908203125, -5.376953125, -5.1630859375, -4.94921875, -4.7353515625, -4.521484375, -4.3076171875, -4.09375, -3.8798828125, -3.666015625, -3.4521484375, -3.23828125, -3.0244140625, -2.810546875, -2.5966796875, -2.3828125, -2.1689453125, -1.955078125, -1.7412109375, -1.52734375, -1.3134765625, -1.099609375, -0.8857421875, -0.671875, -0.4580078125, -0.244140625, -0.0302734375, 0.18359375, 0.3974609375, 0.611328125, 0.8251953125, 1.0390625, 1.2529296875, 1.466796875, 1.6806640625, 1.89453125, 2.1083984375, 2.322265625, 2.5361328125, 2.75, 2.9638671875, 3.177734375, 3.3916015625, 3.60546875, 3.8193359375, 4.033203125, 4.2470703125, 4.4609375, 4.6748046875, 4.888671875, 5.1025390625, 5.31640625, 5.5302734375, 5.744140625, 5.9580078125, 6.171875]}, "gradients/decoder.transformer.h.8.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 2.0, 3.0, 9.0, 8.0, 18.0, 18.0, 26.0, 36.0, 50.0, 78.0, 126.0, 177.0, 240.0, 327.0, 530.0, 775.0, 1132.0, 1667.0, 2473.0, 3842.0, 5971.0, 9116.0, 14311.0, 22922.0, 37117.0, 61927.0, 105407.0, 181234.0, 1264874.0, 153441.0, 89459.0, 52613.0, 31689.0, 19711.0, 12553.0, 7886.0, 5145.0, 3381.0, 2291.0, 1426.0, 1018.0, 642.0, 449.0, 329.0, 196.0, 155.0, 118.0, 74.0, 44.0, 36.0, 34.0, 8.0, 7.0, 8.0, 9.0, 2.0, 3.0, 1.0, 3.0, 1.0], "bins": [-0.4248046875, -0.4116706848144531, -0.39853668212890625, -0.3854026794433594, -0.3722686767578125, -0.3591346740722656, -0.34600067138671875, -0.3328666687011719, -0.319732666015625, -0.3065986633300781, -0.29346466064453125, -0.2803306579589844, -0.2671966552734375, -0.2540626525878906, -0.24092864990234375, -0.22779464721679688, -0.21466064453125, -0.20152664184570312, -0.18839263916015625, -0.17525863647460938, -0.1621246337890625, -0.14899063110351562, -0.13585662841796875, -0.12272262573242188, -0.109588623046875, -0.09645462036132812, -0.08332061767578125, -0.07018661499023438, -0.0570526123046875, -0.043918609619140625, -0.03078460693359375, -0.017650604248046875, -0.0045166015625, 0.008617401123046875, 0.02175140380859375, 0.034885406494140625, 0.0480194091796875, 0.061153411865234375, 0.07428741455078125, 0.08742141723632812, 0.100555419921875, 0.11368942260742188, 0.12682342529296875, 0.13995742797851562, 0.1530914306640625, 0.16622543334960938, 0.17935943603515625, 0.19249343872070312, 0.20562744140625, 0.21876144409179688, 0.23189544677734375, 0.24502944946289062, 0.2581634521484375, 0.2712974548339844, 0.28443145751953125, 0.2975654602050781, 0.310699462890625, 0.3238334655761719, 0.33696746826171875, 0.3501014709472656, 0.3632354736328125, 0.3763694763183594, 0.38950347900390625, 0.4026374816894531, 0.415771484375]}, "gradients/decoder.transformer.h.8.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 5.0, 4.0, 5.0, 5.0, 3.0, 14.0, 11.0, 12.0, 17.0, 15.0, 9.0, 23.0, 24.0, 32.0, 56.0, 51.0, 81.0, 86.0, 91.0, 84.0, 67.0, 41.0, 37.0, 24.0, 32.0, 32.0, 27.0, 14.0, 18.0, 7.0, 16.0, 5.0, 12.0, 6.0, 3.0, 3.0, 4.0, 3.0, 3.0, 7.0, 1.0, 0.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.0270843505859375, -0.026248455047607422, -0.025412559509277344, -0.024576663970947266, -0.023740768432617188, -0.02290487289428711, -0.02206897735595703, -0.021233081817626953, -0.020397186279296875, -0.019561290740966797, -0.01872539520263672, -0.01788949966430664, -0.017053604125976562, -0.016217708587646484, -0.015381813049316406, -0.014545917510986328, -0.01371002197265625, -0.012874126434326172, -0.012038230895996094, -0.011202335357666016, -0.010366439819335938, -0.00953054428100586, -0.008694648742675781, -0.007858753204345703, -0.007022857666015625, -0.006186962127685547, -0.005351066589355469, -0.004515171051025391, -0.0036792755126953125, -0.0028433799743652344, -0.0020074844360351562, -0.0011715888977050781, -0.000335693359375, 0.0005002021789550781, 0.0013360977172851562, 0.0021719932556152344, 0.0030078887939453125, 0.0038437843322753906, 0.004679679870605469, 0.005515575408935547, 0.006351470947265625, 0.007187366485595703, 0.008023262023925781, 0.00885915756225586, 0.009695053100585938, 0.010530948638916016, 0.011366844177246094, 0.012202739715576172, 0.01303863525390625, 0.013874530792236328, 0.014710426330566406, 0.015546321868896484, 0.016382217407226562, 0.01721811294555664, 0.01805400848388672, 0.018889904022216797, 0.019725799560546875, 0.020561695098876953, 0.02139759063720703, 0.02223348617553711, 0.023069381713867188, 0.023905277252197266, 0.024741172790527344, 0.025577068328857422, 0.0264129638671875]}, "gradients/decoder.transformer.h.8.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 2.0, 2.0, 3.0, 5.0, 2.0, 3.0, 4.0, 2.0, 5.0, 8.0, 7.0, 8.0, 14.0, 12.0, 23.0, 26.0, 30.0, 50.0, 50.0, 65.0, 119.0, 236.0, 593.0, 52176.0, 993371.0, 997.0, 281.0, 154.0, 86.0, 41.0, 39.0, 27.0, 17.0, 24.0, 14.0, 11.0, 11.0, 8.0, 5.0, 2.0, 9.0, 4.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.630859375, -0.6106033325195312, -0.5903472900390625, -0.5700912475585938, -0.549835205078125, -0.5295791625976562, -0.5093231201171875, -0.48906707763671875, -0.46881103515625, -0.44855499267578125, -0.4282989501953125, -0.40804290771484375, -0.387786865234375, -0.36753082275390625, -0.3472747802734375, -0.32701873779296875, -0.3067626953125, -0.28650665283203125, -0.2662506103515625, -0.24599456787109375, -0.225738525390625, -0.20548248291015625, -0.1852264404296875, -0.16497039794921875, -0.14471435546875, -0.12445831298828125, -0.1042022705078125, -0.08394622802734375, -0.063690185546875, -0.04343414306640625, -0.0231781005859375, -0.00292205810546875, 0.017333984375, 0.03759002685546875, 0.0578460693359375, 0.07810211181640625, 0.098358154296875, 0.11861419677734375, 0.1388702392578125, 0.15912628173828125, 0.17938232421875, 0.19963836669921875, 0.2198944091796875, 0.24015045166015625, 0.260406494140625, 0.28066253662109375, 0.3009185791015625, 0.32117462158203125, 0.3414306640625, 0.36168670654296875, 0.3819427490234375, 0.40219879150390625, 0.422454833984375, 0.44271087646484375, 0.4629669189453125, 0.48322296142578125, 0.50347900390625, 0.5237350463867188, 0.5439910888671875, 0.5642471313476562, 0.584503173828125, 0.6047592163085938, 0.6250152587890625, 0.6452713012695312, 0.66552734375]}, "gradients/decoder.transformer.h.8.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 36.0, 246.0, 648.0, 66.0, 13.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.4477331340312958, -0.43712595105171204, -0.4265187680721283, -0.41591158509254456, -0.4053044021129608, -0.3946972191333771, -0.38409000635147095, -0.3734828233718872, -0.36287564039230347, -0.3522684574127197, -0.341661274433136, -0.33105409145355225, -0.3204469084739685, -0.30983972549438477, -0.299232542514801, -0.2886253595352173, -0.27801817655563354, -0.2674109935760498, -0.25680381059646606, -0.24619662761688232, -0.23558944463729858, -0.22498226165771484, -0.2143750637769699, -0.20376788079738617, -0.19316069781780243, -0.1825535148382187, -0.17194633185863495, -0.16133913397789001, -0.15073195099830627, -0.14012476801872253, -0.1295175850391388, -0.11891040205955505, -0.1083032488822937, -0.09769606590270996, -0.08708888292312622, -0.07648169249296188, -0.06587450951337814, -0.0552673265337944, -0.044660136103630066, -0.034052953124046326, -0.023445770144462585, -0.012838585302233696, -0.0022314004600048065, 0.008375786244869232, 0.018982969224452972, 0.029590152204036713, 0.04019734263420105, 0.05080452561378479, 0.06141170859336853, 0.07201889157295227, 0.08262607455253601, 0.09323326498270035, 0.10384044796228409, 0.11444763094186783, 0.12505482137203217, 0.1356620043516159, 0.14626918733119965, 0.1568763703107834, 0.16748355329036713, 0.17809075117111206, 0.1886979341506958, 0.19930511713027954, 0.20991230010986328, 0.22051948308944702, 0.23112666606903076]}, "gradients/decoder.transformer.h.8.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 4.0, 4.0, 4.0, 4.0, 6.0, 9.0, 8.0, 6.0, 8.0, 13.0, 18.0, 17.0, 36.0, 18.0, 26.0, 28.0, 37.0, 22.0, 29.0, 31.0, 42.0, 33.0, 32.0, 36.0, 48.0, 52.0, 39.0, 42.0, 33.0, 38.0, 41.0, 37.0, 22.0, 24.0, 17.0, 22.0, 17.0, 13.0, 16.0, 17.0, 10.0, 11.0, 10.0, 8.0, 4.0, 6.0, 1.0, 3.0, 2.0, 3.0, 3.0, 2.0, 1.0], "bins": [-0.10668641328811646, -0.10363210737705231, -0.10057779401540756, -0.09752348065376282, -0.09446917474269867, -0.09141486883163452, -0.08836055546998978, -0.08530624210834503, -0.08225193619728088, -0.07919763028621674, -0.07614331692457199, -0.07308900356292725, -0.0700346976518631, -0.06698039174079895, -0.0639260783791542, -0.06087176874279976, -0.05781745910644531, -0.054763149470090866, -0.05170883983373642, -0.04865453019738197, -0.04560022056102753, -0.04254591092467308, -0.039491601288318634, -0.03643729165196419, -0.03338298201560974, -0.030328672379255295, -0.02727436274290085, -0.024220053106546402, -0.021165743470191956, -0.01811143383383751, -0.015057124197483063, -0.012002814561128616, -0.00894850492477417, -0.0058941952884197235, -0.002839885652065277, 0.0002144239842891693, 0.0032687336206436157, 0.006323043256998062, 0.009377352893352509, 0.012431662529706955, 0.015485972166061401, 0.018540281802415848, 0.021594591438770294, 0.02464890107512474, 0.027703210711479187, 0.030757520347833633, 0.03381182998418808, 0.036866139620542526, 0.03992044925689697, 0.04297475889325142, 0.046029068529605865, 0.04908337816596031, 0.05213768780231476, 0.055191997438669205, 0.05824630707502365, 0.0613006167113781, 0.06435492634773254, 0.06740923225879669, 0.07046354562044144, 0.07351785898208618, 0.07657216489315033, 0.07962647080421448, 0.08268078416585922, 0.08573509752750397, 0.08878940343856812]}, "gradients/decoder.transformer.h.8.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 0.0, 3.0, 3.0, 6.0, 3.0, 7.0, 10.0, 8.0, 11.0, 7.0, 15.0, 16.0, 16.0, 19.0, 21.0, 28.0, 26.0, 33.0, 27.0, 34.0, 32.0, 25.0, 36.0, 40.0, 38.0, 38.0, 33.0, 37.0, 34.0, 39.0, 31.0, 40.0, 39.0, 25.0, 23.0, 25.0, 24.0, 19.0, 22.0, 19.0, 16.0, 15.0, 10.0, 11.0, 11.0, 11.0, 7.0, 3.0, 7.0, 5.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.375, -7.12255859375, -6.8701171875, -6.61767578125, -6.365234375, -6.11279296875, -5.8603515625, -5.60791015625, -5.35546875, -5.10302734375, -4.8505859375, -4.59814453125, -4.345703125, -4.09326171875, -3.8408203125, -3.58837890625, -3.3359375, -3.08349609375, -2.8310546875, -2.57861328125, -2.326171875, -2.07373046875, -1.8212890625, -1.56884765625, -1.31640625, -1.06396484375, -0.8115234375, -0.55908203125, -0.306640625, -0.05419921875, 0.1982421875, 0.45068359375, 0.703125, 0.95556640625, 1.2080078125, 1.46044921875, 1.712890625, 1.96533203125, 2.2177734375, 2.47021484375, 2.72265625, 2.97509765625, 3.2275390625, 3.47998046875, 3.732421875, 3.98486328125, 4.2373046875, 4.48974609375, 4.7421875, 4.99462890625, 5.2470703125, 5.49951171875, 5.751953125, 6.00439453125, 6.2568359375, 6.50927734375, 6.76171875, 7.01416015625, 7.2666015625, 7.51904296875, 7.771484375, 8.02392578125, 8.2763671875, 8.52880859375, 8.78125]}, "gradients/decoder.transformer.h.8.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 4.0, 0.0, 2.0, 3.0, 4.0, 4.0, 4.0, 9.0, 11.0, 11.0, 16.0, 31.0, 33.0, 65.0, 73.0, 118.0, 164.0, 226.0, 362.0, 511.0, 777.0, 1174.0, 1973.0, 3267.0, 5737.0, 10648.0, 21606.0, 51471.0, 143130.0, 392145.0, 261540.0, 85442.0, 33572.0, 15324.0, 7695.0, 4328.0, 2527.0, 1537.0, 988.0, 663.0, 439.0, 288.0, 198.0, 148.0, 98.0, 57.0, 47.0, 26.0, 22.0, 14.0, 9.0, 2.0, 6.0, 7.0, 7.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-10.375, -10.0377197265625, -9.700439453125, -9.3631591796875, -9.02587890625, -8.6885986328125, -8.351318359375, -8.0140380859375, -7.6767578125, -7.3394775390625, -7.002197265625, -6.6649169921875, -6.32763671875, -5.9903564453125, -5.653076171875, -5.3157958984375, -4.978515625, -4.6412353515625, -4.303955078125, -3.9666748046875, -3.62939453125, -3.2921142578125, -2.954833984375, -2.6175537109375, -2.2802734375, -1.9429931640625, -1.605712890625, -1.2684326171875, -0.93115234375, -0.5938720703125, -0.256591796875, 0.0806884765625, 0.41796875, 0.7552490234375, 1.092529296875, 1.4298095703125, 1.76708984375, 2.1043701171875, 2.441650390625, 2.7789306640625, 3.1162109375, 3.4534912109375, 3.790771484375, 4.1280517578125, 4.46533203125, 4.8026123046875, 5.139892578125, 5.4771728515625, 5.814453125, 6.1517333984375, 6.489013671875, 6.8262939453125, 7.16357421875, 7.5008544921875, 7.838134765625, 8.1754150390625, 8.5126953125, 8.8499755859375, 9.187255859375, 9.5245361328125, 9.86181640625, 10.1990966796875, 10.536376953125, 10.8736572265625, 11.2109375]}, "gradients/decoder.transformer.h.8.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 5.0, 6.0, 4.0, 6.0, 8.0, 11.0, 5.0, 17.0, 16.0, 21.0, 22.0, 16.0, 31.0, 29.0, 29.0, 48.0, 33.0, 45.0, 56.0, 83.0, 136.0, 271.0, 1403.0, 181.0, 92.0, 85.0, 58.0, 42.0, 31.0, 39.0, 39.0, 32.0, 24.0, 20.0, 25.0, 14.0, 11.0, 7.0, 10.0, 6.0, 6.0, 9.0, 6.0, 7.0, 2.0, 2.0, 1.0, 3.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.875, -24.02294921875, -23.1708984375, -22.31884765625, -21.466796875, -20.61474609375, -19.7626953125, -18.91064453125, -18.05859375, -17.20654296875, -16.3544921875, -15.50244140625, -14.650390625, -13.79833984375, -12.9462890625, -12.09423828125, -11.2421875, -10.39013671875, -9.5380859375, -8.68603515625, -7.833984375, -6.98193359375, -6.1298828125, -5.27783203125, -4.42578125, -3.57373046875, -2.7216796875, -1.86962890625, -1.017578125, -0.16552734375, 0.6865234375, 1.53857421875, 2.390625, 3.24267578125, 4.0947265625, 4.94677734375, 5.798828125, 6.65087890625, 7.5029296875, 8.35498046875, 9.20703125, 10.05908203125, 10.9111328125, 11.76318359375, 12.615234375, 13.46728515625, 14.3193359375, 15.17138671875, 16.0234375, 16.87548828125, 17.7275390625, 18.57958984375, 19.431640625, 20.28369140625, 21.1357421875, 21.98779296875, 22.83984375, 23.69189453125, 24.5439453125, 25.39599609375, 26.248046875, 27.10009765625, 27.9521484375, 28.80419921875, 29.65625]}, "gradients/decoder.transformer.h.8.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 3.0, 2.0, 1.0, 4.0, 2.0, 8.0, 5.0, 9.0, 12.0, 10.0, 18.0, 24.0, 24.0, 31.0, 47.0, 59.0, 70.0, 107.0, 118.0, 189.0, 278.0, 601.0, 1871.0, 10507.0, 128775.0, 2802811.0, 183645.0, 12656.0, 2119.0, 644.0, 294.0, 197.0, 130.0, 96.0, 86.0, 59.0, 44.0, 29.0, 23.0, 23.0, 14.0, 14.0, 8.0, 11.0, 6.0, 5.0, 11.0, 5.0, 4.0, 4.0, 0.0, 1.0, 0.0, 3.0], "bins": [-46.15625, -44.85791015625, -43.5595703125, -42.26123046875, -40.962890625, -39.66455078125, -38.3662109375, -37.06787109375, -35.76953125, -34.47119140625, -33.1728515625, -31.87451171875, -30.576171875, -29.27783203125, -27.9794921875, -26.68115234375, -25.3828125, -24.08447265625, -22.7861328125, -21.48779296875, -20.189453125, -18.89111328125, -17.5927734375, -16.29443359375, -14.99609375, -13.69775390625, -12.3994140625, -11.10107421875, -9.802734375, -8.50439453125, -7.2060546875, -5.90771484375, -4.609375, -3.31103515625, -2.0126953125, -0.71435546875, 0.583984375, 1.88232421875, 3.1806640625, 4.47900390625, 5.77734375, 7.07568359375, 8.3740234375, 9.67236328125, 10.970703125, 12.26904296875, 13.5673828125, 14.86572265625, 16.1640625, 17.46240234375, 18.7607421875, 20.05908203125, 21.357421875, 22.65576171875, 23.9541015625, 25.25244140625, 26.55078125, 27.84912109375, 29.1474609375, 30.44580078125, 31.744140625, 33.04248046875, 34.3408203125, 35.63916015625, 36.9375]}, "gradients/decoder.transformer.h.8.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 10.0, 499.0, 499.0, 12.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-775.655029296875, -762.0419921875, -748.428955078125, -734.81591796875, -721.2028198242188, -707.5897827148438, -693.9767456054688, -680.3637084960938, -666.7506713867188, -653.1376342773438, -639.5245971679688, -625.9115600585938, -612.2984619140625, -598.6854248046875, -585.0723876953125, -571.4593505859375, -557.8463134765625, -544.2332763671875, -530.6202392578125, -517.0072021484375, -503.3941345214844, -489.78106689453125, -476.16802978515625, -462.55499267578125, -448.9419250488281, -435.3288879394531, -421.7158203125, -408.102783203125, -394.48974609375, -380.876708984375, -367.2636413574219, -353.6506042480469, -340.03753662109375, -326.42449951171875, -312.8114318847656, -299.1983947753906, -285.5853576660156, -271.9722900390625, -258.3592529296875, -244.7462158203125, -231.1331787109375, -217.52012634277344, -203.90708923339844, -190.29403686523438, -176.68099975585938, -163.0679473876953, -149.45489501953125, -135.84185791015625, -122.22881317138672, -108.61576843261719, -95.00272369384766, -81.38967895507812, -67.77662658691406, -54.16358184814453, -40.550537109375, -26.93749237060547, -13.324447631835938, 0.28859806060791016, 13.901643753051758, 27.514690399169922, 41.12773513793945, 54.74078369140625, 68.35382843017578, 81.96687316894531, 95.57991790771484]}, "gradients/decoder.transformer.h.8.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 2.0, 4.0, 2.0, 11.0, 3.0, 10.0, 6.0, 12.0, 19.0, 11.0, 19.0, 31.0, 30.0, 32.0, 36.0, 38.0, 45.0, 56.0, 38.0, 39.0, 53.0, 55.0, 52.0, 50.0, 45.0, 43.0, 31.0, 34.0, 25.0, 37.0, 20.0, 25.0, 18.0, 14.0, 18.0, 10.0, 10.0, 6.0, 8.0, 3.0, 4.0, 4.0, 1.0, 0.0, 0.0, 1.0], "bins": [-100.88943481445312, -98.18114471435547, -95.47284698486328, -92.76455688476562, -90.05626678466797, -87.34797668457031, -84.63967895507812, -81.93138885498047, -79.22309875488281, -76.51480865478516, -73.80651092529297, -71.09822082519531, -68.38993072509766, -65.681640625, -62.97334289550781, -60.265052795410156, -57.55675506591797, -54.84846115112305, -52.14017105102539, -49.43187713623047, -46.72358703613281, -44.01529312133789, -41.30699920654297, -38.59870910644531, -35.89041519165039, -33.18212127685547, -30.473831176757812, -27.76553726196289, -25.0572452545166, -22.348953247070312, -19.64065933227539, -16.9323673248291, -14.224075317382812, -11.515783309936523, -8.807490348815918, -6.0991973876953125, -3.3909053802490234, -0.6826133728027344, 2.0256805419921875, 4.733972549438477, 7.442264556884766, 10.150556564331055, 12.85884952545166, 15.567142486572266, 18.275434494018555, 20.983726501464844, 23.692020416259766, 26.400312423706055, 29.108604431152344, 31.816896438598633, 34.52518844604492, 37.233482360839844, 39.9417724609375, 42.65006637573242, 45.358360290527344, 48.066650390625, 50.77494430541992, 53.483238220214844, 56.1915283203125, 58.89982223510742, 61.608116149902344, 64.31640625, 67.02470397949219, 69.73299407958984, 72.4412841796875]}, "gradients/decoder.transformer.h.7.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 5.0, 6.0, 5.0, 7.0, 5.0, 4.0, 5.0, 8.0, 13.0, 27.0, 24.0, 19.0, 24.0, 22.0, 23.0, 37.0, 25.0, 39.0, 41.0, 33.0, 30.0, 30.0, 56.0, 47.0, 35.0, 43.0, 50.0, 24.0, 40.0, 29.0, 27.0, 35.0, 25.0, 25.0, 13.0, 26.0, 15.0, 21.0, 17.0, 18.0, 4.0, 8.0, 8.0, 1.0, 4.0, 4.0, 5.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.484375, -8.1962890625, -7.908203125, -7.6201171875, -7.33203125, -7.0439453125, -6.755859375, -6.4677734375, -6.1796875, -5.8916015625, -5.603515625, -5.3154296875, -5.02734375, -4.7392578125, -4.451171875, -4.1630859375, -3.875, -3.5869140625, -3.298828125, -3.0107421875, -2.72265625, -2.4345703125, -2.146484375, -1.8583984375, -1.5703125, -1.2822265625, -0.994140625, -0.7060546875, -0.41796875, -0.1298828125, 0.158203125, 0.4462890625, 0.734375, 1.0224609375, 1.310546875, 1.5986328125, 1.88671875, 2.1748046875, 2.462890625, 2.7509765625, 3.0390625, 3.3271484375, 3.615234375, 3.9033203125, 4.19140625, 4.4794921875, 4.767578125, 5.0556640625, 5.34375, 5.6318359375, 5.919921875, 6.2080078125, 6.49609375, 6.7841796875, 7.072265625, 7.3603515625, 7.6484375, 7.9365234375, 8.224609375, 8.5126953125, 8.80078125, 9.0888671875, 9.376953125, 9.6650390625, 9.953125]}, "gradients/decoder.transformer.h.7.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 3.0, 5.0, 3.0, 4.0, 5.0, 8.0, 6.0, 12.0, 14.0, 22.0, 22.0, 35.0, 42.0, 62.0, 96.0, 117.0, 225.0, 325.0, 566.0, 971.0, 1818.0, 3600.0, 7584.0, 19481.0, 82528.0, 733324.0, 2619342.0, 620060.0, 71401.0, 18012.0, 7339.0, 3253.0, 1690.0, 905.0, 527.0, 297.0, 203.0, 110.0, 75.0, 47.0, 46.0, 22.0, 17.0, 12.0, 24.0, 5.0, 9.0, 4.0, 5.0, 2.0, 2.0, 2.0, 4.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0], "bins": [-17.484375, -16.910400390625, -16.33642578125, -15.762451171875, -15.1884765625, -14.614501953125, -14.04052734375, -13.466552734375, -12.892578125, -12.318603515625, -11.74462890625, -11.170654296875, -10.5966796875, -10.022705078125, -9.44873046875, -8.874755859375, -8.30078125, -7.726806640625, -7.15283203125, -6.578857421875, -6.0048828125, -5.430908203125, -4.85693359375, -4.282958984375, -3.708984375, -3.135009765625, -2.56103515625, -1.987060546875, -1.4130859375, -0.839111328125, -0.26513671875, 0.308837890625, 0.8828125, 1.456787109375, 2.03076171875, 2.604736328125, 3.1787109375, 3.752685546875, 4.32666015625, 4.900634765625, 5.474609375, 6.048583984375, 6.62255859375, 7.196533203125, 7.7705078125, 8.344482421875, 8.91845703125, 9.492431640625, 10.06640625, 10.640380859375, 11.21435546875, 11.788330078125, 12.3623046875, 12.936279296875, 13.51025390625, 14.084228515625, 14.658203125, 15.232177734375, 15.80615234375, 16.380126953125, 16.9541015625, 17.528076171875, 18.10205078125, 18.676025390625, 19.25]}, "gradients/decoder.transformer.h.7.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 2.0, 3.0, 1.0, 3.0, 5.0, 5.0, 4.0, 7.0, 9.0, 12.0, 14.0, 12.0, 26.0, 29.0, 45.0, 56.0, 86.0, 125.0, 192.0, 304.0, 473.0, 674.0, 668.0, 486.0, 290.0, 179.0, 105.0, 73.0, 50.0, 37.0, 26.0, 24.0, 15.0, 17.0, 9.0, 5.0, 3.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.59375, -14.992919921875, -14.39208984375, -13.791259765625, -13.1904296875, -12.589599609375, -11.98876953125, -11.387939453125, -10.787109375, -10.186279296875, -9.58544921875, -8.984619140625, -8.3837890625, -7.782958984375, -7.18212890625, -6.581298828125, -5.98046875, -5.379638671875, -4.77880859375, -4.177978515625, -3.5771484375, -2.976318359375, -2.37548828125, -1.774658203125, -1.173828125, -0.572998046875, 0.02783203125, 0.628662109375, 1.2294921875, 1.830322265625, 2.43115234375, 3.031982421875, 3.6328125, 4.233642578125, 4.83447265625, 5.435302734375, 6.0361328125, 6.636962890625, 7.23779296875, 7.838623046875, 8.439453125, 9.040283203125, 9.64111328125, 10.241943359375, 10.8427734375, 11.443603515625, 12.04443359375, 12.645263671875, 13.24609375, 13.846923828125, 14.44775390625, 15.048583984375, 15.6494140625, 16.250244140625, 16.85107421875, 17.451904296875, 18.052734375, 18.653564453125, 19.25439453125, 19.855224609375, 20.4560546875, 21.056884765625, 21.65771484375, 22.258544921875, 22.859375]}, "gradients/decoder.transformer.h.7.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 6.0, 9.0, 20.0, 16.0, 29.0, 33.0, 51.0, 95.0, 149.0, 282.0, 626.0, 2307.0, 13941.0, 318995.0, 3776457.0, 72515.0, 6305.0, 1312.0, 497.0, 257.0, 122.0, 82.0, 52.0, 28.0, 19.0, 17.0, 13.0, 8.0, 10.0, 4.0, 6.0, 4.0, 5.0, 2.0, 2.0, 1.0, 4.0, 1.0, 0.0, 2.0], "bins": [-79.5, -77.4248046875, -75.349609375, -73.2744140625, -71.19921875, -69.1240234375, -67.048828125, -64.9736328125, -62.8984375, -60.8232421875, -58.748046875, -56.6728515625, -54.59765625, -52.5224609375, -50.447265625, -48.3720703125, -46.296875, -44.2216796875, -42.146484375, -40.0712890625, -37.99609375, -35.9208984375, -33.845703125, -31.7705078125, -29.6953125, -27.6201171875, -25.544921875, -23.4697265625, -21.39453125, -19.3193359375, -17.244140625, -15.1689453125, -13.09375, -11.0185546875, -8.943359375, -6.8681640625, -4.79296875, -2.7177734375, -0.642578125, 1.4326171875, 3.5078125, 5.5830078125, 7.658203125, 9.7333984375, 11.80859375, 13.8837890625, 15.958984375, 18.0341796875, 20.109375, 22.1845703125, 24.259765625, 26.3349609375, 28.41015625, 30.4853515625, 32.560546875, 34.6357421875, 36.7109375, 38.7861328125, 40.861328125, 42.9365234375, 45.01171875, 47.0869140625, 49.162109375, 51.2373046875, 53.3125]}, "gradients/decoder.transformer.h.7.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 6.0, 6.0, 14.0, 19.0, 43.0, 60.0, 115.0, 144.0, 146.0, 152.0, 111.0, 86.0, 51.0, 26.0, 21.0, 9.0, 3.0, 4.0, 2.0], "bins": [-157.62379455566406, -154.69827270507812, -151.77276611328125, -148.8472442626953, -145.92173767089844, -142.9962158203125, -140.07070922851562, -137.1451873779297, -134.2196807861328, -131.29415893554688, -128.36865234375, -125.4431381225586, -122.51762390136719, -119.59210968017578, -116.66659545898438, -113.74107360839844, -110.81555938720703, -107.89004516601562, -104.96453094482422, -102.03901672363281, -99.1135025024414, -96.18798828125, -93.26246643066406, -90.33695983886719, -87.41143798828125, -84.48592376708984, -81.56040954589844, -78.63489532470703, -75.70938110351562, -72.78386688232422, -69.85835266113281, -66.93283081054688, -64.00733184814453, -61.081817626953125, -58.15630340576172, -55.23078918457031, -52.305274963378906, -49.3797607421875, -46.45424270629883, -43.52872848510742, -40.603214263916016, -37.67770004272461, -34.7521858215332, -31.826669692993164, -28.901155471801758, -25.97564125061035, -23.050125122070312, -20.124610900878906, -17.1990966796875, -14.273582458496094, -11.348067283630371, -8.422552108764648, -5.497037887573242, -2.571523666381836, 0.3539924621582031, 3.2795066833496094, 6.205020904541016, 9.130535125732422, 12.056050300598145, 14.981565475463867, 17.907079696655273, 20.83259391784668, 23.75811004638672, 26.683624267578125, 29.60913848876953]}, "gradients/decoder.transformer.h.7.ln_2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 5.0, 3.0, 5.0, 8.0, 5.0, 14.0, 11.0, 15.0, 21.0, 23.0, 18.0, 19.0, 27.0, 22.0, 25.0, 27.0, 33.0, 31.0, 26.0, 39.0, 42.0, 42.0, 35.0, 40.0, 31.0, 30.0, 42.0, 36.0, 39.0, 41.0, 24.0, 28.0, 29.0, 32.0, 24.0, 21.0, 22.0, 13.0, 17.0, 13.0, 4.0, 5.0, 4.0, 5.0, 2.0, 3.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0], "bins": [-52.85708236694336, -51.2878303527832, -49.71857833862305, -48.149330139160156, -46.580078125, -45.010826110839844, -43.44157409667969, -41.87232208251953, -40.30307388305664, -38.733821868896484, -37.16456985473633, -35.59532165527344, -34.02606964111328, -32.456817626953125, -30.88756561279297, -29.318315505981445, -27.74906349182129, -26.179811477661133, -24.61056137084961, -23.041309356689453, -21.47205924987793, -19.902807235717773, -18.33355712890625, -16.764305114746094, -15.195054054260254, -13.625802993774414, -12.056551933288574, -10.487300872802734, -8.918048858642578, -7.3487982749938965, -5.779546737670898, -4.210295677185059, -2.6410446166992188, -1.0717934370040894, 0.49745774269104004, 2.066709041595459, 3.635960102081299, 5.205211162567139, 6.774462699890137, 8.343713760375977, 9.912964820861816, 11.482215881347656, 13.051466941833496, 14.620718002319336, 16.189970016479492, 17.759220123291016, 19.328472137451172, 20.897724151611328, 22.46697425842285, 24.036226272583008, 25.60547637939453, 27.174728393554688, 28.74397850036621, 30.313230514526367, 31.88248062133789, 33.45173263549805, 35.0209846496582, 36.59023666381836, 38.159488677978516, 39.728736877441406, 41.29798889160156, 42.86724090576172, 44.436492919921875, 46.00574493408203, 47.57499313354492]}, "gradients/decoder.transformer.h.7.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 1.0, 3.0, 3.0, 2.0, 4.0, 3.0, 8.0, 5.0, 7.0, 10.0, 12.0, 12.0, 18.0, 16.0, 16.0, 31.0, 23.0, 17.0, 36.0, 28.0, 21.0, 28.0, 38.0, 32.0, 36.0, 35.0, 36.0, 44.0, 31.0, 34.0, 30.0, 42.0, 27.0, 26.0, 32.0, 30.0, 33.0, 28.0, 17.0, 18.0, 19.0, 15.0, 11.0, 17.0, 12.0, 15.0, 8.0, 7.0, 5.0, 7.0, 7.0, 8.0, 5.0, 2.0, 5.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.09375, -7.8392333984375, -7.584716796875, -7.3302001953125, -7.07568359375, -6.8211669921875, -6.566650390625, -6.3121337890625, -6.0576171875, -5.8031005859375, -5.548583984375, -5.2940673828125, -5.03955078125, -4.7850341796875, -4.530517578125, -4.2760009765625, -4.021484375, -3.7669677734375, -3.512451171875, -3.2579345703125, -3.00341796875, -2.7489013671875, -2.494384765625, -2.2398681640625, -1.9853515625, -1.7308349609375, -1.476318359375, -1.2218017578125, -0.96728515625, -0.7127685546875, -0.458251953125, -0.2037353515625, 0.05078125, 0.3052978515625, 0.559814453125, 0.8143310546875, 1.06884765625, 1.3233642578125, 1.577880859375, 1.8323974609375, 2.0869140625, 2.3414306640625, 2.595947265625, 2.8504638671875, 3.10498046875, 3.3594970703125, 3.614013671875, 3.8685302734375, 4.123046875, 4.3775634765625, 4.632080078125, 4.8865966796875, 5.14111328125, 5.3956298828125, 5.650146484375, 5.9046630859375, 6.1591796875, 6.4136962890625, 6.668212890625, 6.9227294921875, 7.17724609375, 7.4317626953125, 7.686279296875, 7.9407958984375, 8.1953125]}, "gradients/decoder.transformer.h.7.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 3.0, 5.0, 6.0, 11.0, 15.0, 24.0, 42.0, 75.0, 91.0, 121.0, 228.0, 302.0, 441.0, 735.0, 1036.0, 1526.0, 2388.0, 3659.0, 5465.0, 8273.0, 13068.0, 20502.0, 32297.0, 53460.0, 90644.0, 150629.0, 207768.0, 175352.0, 109239.0, 64673.0, 38570.0, 24260.0, 15179.0, 9630.0, 6368.0, 4299.0, 2717.0, 1854.0, 1189.0, 867.0, 525.0, 355.0, 233.0, 141.0, 104.0, 67.0, 44.0, 34.0, 22.0, 13.0, 6.0, 5.0, 4.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.83935546875, -0.8119964599609375, -0.784637451171875, -0.7572784423828125, -0.72991943359375, -0.7025604248046875, -0.675201416015625, -0.6478424072265625, -0.6204833984375, -0.5931243896484375, -0.565765380859375, -0.5384063720703125, -0.51104736328125, -0.4836883544921875, -0.456329345703125, -0.4289703369140625, -0.401611328125, -0.3742523193359375, -0.346893310546875, -0.3195343017578125, -0.29217529296875, -0.2648162841796875, -0.237457275390625, -0.2100982666015625, -0.1827392578125, -0.1553802490234375, -0.128021240234375, -0.1006622314453125, -0.07330322265625, -0.0459442138671875, -0.018585205078125, 0.0087738037109375, 0.0361328125, 0.0634918212890625, 0.090850830078125, 0.1182098388671875, 0.14556884765625, 0.1729278564453125, 0.200286865234375, 0.2276458740234375, 0.2550048828125, 0.2823638916015625, 0.309722900390625, 0.3370819091796875, 0.36444091796875, 0.3917999267578125, 0.419158935546875, 0.4465179443359375, 0.473876953125, 0.5012359619140625, 0.528594970703125, 0.5559539794921875, 0.58331298828125, 0.6106719970703125, 0.638031005859375, 0.6653900146484375, 0.6927490234375, 0.7201080322265625, 0.747467041015625, 0.7748260498046875, 0.80218505859375, 0.8295440673828125, 0.856903076171875, 0.8842620849609375, 0.91162109375]}, "gradients/decoder.transformer.h.7.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 7.0, 3.0, 4.0, 4.0, 12.0, 8.0, 10.0, 12.0, 14.0, 17.0, 17.0, 21.0, 25.0, 30.0, 32.0, 34.0, 37.0, 31.0, 39.0, 37.0, 45.0, 30.0, 1065.0, 29.0, 39.0, 34.0, 46.0, 39.0, 36.0, 27.0, 40.0, 22.0, 28.0, 19.0, 20.0, 23.0, 17.0, 16.0, 11.0, 8.0, 8.0, 11.0, 8.0, 3.0, 5.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0], "bins": [-7.8125, -7.59332275390625, -7.3741455078125, -7.15496826171875, -6.935791015625, -6.71661376953125, -6.4974365234375, -6.27825927734375, -6.05908203125, -5.83990478515625, -5.6207275390625, -5.40155029296875, -5.182373046875, -4.96319580078125, -4.7440185546875, -4.52484130859375, -4.3056640625, -4.08648681640625, -3.8673095703125, -3.64813232421875, -3.428955078125, -3.20977783203125, -2.9906005859375, -2.77142333984375, -2.55224609375, -2.33306884765625, -2.1138916015625, -1.89471435546875, -1.675537109375, -1.45635986328125, -1.2371826171875, -1.01800537109375, -0.798828125, -0.57965087890625, -0.3604736328125, -0.14129638671875, 0.077880859375, 0.29705810546875, 0.5162353515625, 0.73541259765625, 0.95458984375, 1.17376708984375, 1.3929443359375, 1.61212158203125, 1.831298828125, 2.05047607421875, 2.2696533203125, 2.48883056640625, 2.7080078125, 2.92718505859375, 3.1463623046875, 3.36553955078125, 3.584716796875, 3.80389404296875, 4.0230712890625, 4.24224853515625, 4.46142578125, 4.68060302734375, 4.8997802734375, 5.11895751953125, 5.338134765625, 5.55731201171875, 5.7764892578125, 5.99566650390625, 6.21484375]}, "gradients/decoder.transformer.h.7.crossattention.c_attn.weight": {"_type": "histogram", "values": [4.0, 3.0, 6.0, 2.0, 8.0, 16.0, 22.0, 25.0, 44.0, 40.0, 67.0, 85.0, 134.0, 167.0, 252.0, 317.0, 503.0, 687.0, 923.0, 1381.0, 1954.0, 2785.0, 4080.0, 5901.0, 8820.0, 13228.0, 20046.0, 30904.0, 48632.0, 76775.0, 123822.0, 887852.0, 531096.0, 122465.0, 75657.0, 47725.0, 30126.0, 19683.0, 13106.0, 8628.0, 5783.0, 4048.0, 2794.0, 1852.0, 1400.0, 956.0, 666.0, 477.0, 362.0, 244.0, 155.0, 132.0, 96.0, 65.0, 43.0, 35.0, 23.0, 18.0, 10.0, 7.0, 8.0, 4.0, 1.0, 2.0], "bins": [-0.406982421875, -0.394256591796875, -0.38153076171875, -0.368804931640625, -0.3560791015625, -0.343353271484375, -0.33062744140625, -0.317901611328125, -0.30517578125, -0.292449951171875, -0.27972412109375, -0.266998291015625, -0.2542724609375, -0.241546630859375, -0.22882080078125, -0.216094970703125, -0.203369140625, -0.190643310546875, -0.17791748046875, -0.165191650390625, -0.1524658203125, -0.139739990234375, -0.12701416015625, -0.114288330078125, -0.1015625, -0.088836669921875, -0.07611083984375, -0.063385009765625, -0.0506591796875, -0.037933349609375, -0.02520751953125, -0.012481689453125, 0.000244140625, 0.012969970703125, 0.02569580078125, 0.038421630859375, 0.0511474609375, 0.063873291015625, 0.07659912109375, 0.089324951171875, 0.10205078125, 0.114776611328125, 0.12750244140625, 0.140228271484375, 0.1529541015625, 0.165679931640625, 0.17840576171875, 0.191131591796875, 0.203857421875, 0.216583251953125, 0.22930908203125, 0.242034912109375, 0.2547607421875, 0.267486572265625, 0.28021240234375, 0.292938232421875, 0.3056640625, 0.318389892578125, 0.33111572265625, 0.343841552734375, 0.3565673828125, 0.369293212890625, 0.38201904296875, 0.394744873046875, 0.407470703125]}, "gradients/decoder.transformer.h.7.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 6.0, 4.0, 2.0, 9.0, 7.0, 9.0, 13.0, 25.0, 32.0, 42.0, 52.0, 110.0, 160.0, 178.0, 98.0, 65.0, 49.0, 48.0, 26.0, 18.0, 12.0, 10.0, 9.0, 4.0, 1.0, 4.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0772705078125, -0.0747833251953125, -0.072296142578125, -0.0698089599609375, -0.06732177734375, -0.0648345947265625, -0.062347412109375, -0.0598602294921875, -0.057373046875, -0.0548858642578125, -0.052398681640625, -0.0499114990234375, -0.04742431640625, -0.0449371337890625, -0.042449951171875, -0.0399627685546875, -0.0374755859375, -0.0349884033203125, -0.032501220703125, -0.0300140380859375, -0.02752685546875, -0.0250396728515625, -0.022552490234375, -0.0200653076171875, -0.017578125, -0.0150909423828125, -0.012603759765625, -0.0101165771484375, -0.00762939453125, -0.0051422119140625, -0.002655029296875, -0.0001678466796875, 0.0023193359375, 0.0048065185546875, 0.007293701171875, 0.0097808837890625, 0.01226806640625, 0.0147552490234375, 0.017242431640625, 0.0197296142578125, 0.022216796875, 0.0247039794921875, 0.027191162109375, 0.0296783447265625, 0.03216552734375, 0.0346527099609375, 0.037139892578125, 0.0396270751953125, 0.0421142578125, 0.0446014404296875, 0.047088623046875, 0.0495758056640625, 0.05206298828125, 0.0545501708984375, 0.057037353515625, 0.0595245361328125, 0.06201171875, 0.0644989013671875, 0.066986083984375, 0.0694732666015625, 0.07196044921875, 0.0744476318359375, 0.076934814453125, 0.0794219970703125, 0.0819091796875]}, "gradients/decoder.transformer.h.7.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 5.0, 2.0, 4.0, 8.0, 11.0, 19.0, 21.0, 41.0, 56.0, 91.0, 160.0, 515.0, 1000970.0, 45884.0, 407.0, 123.0, 94.0, 40.0, 30.0, 15.0, 10.0, 12.0, 11.0, 5.0, 4.0, 8.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.87890625, -1.8218231201171875, -1.764739990234375, -1.7076568603515625, -1.65057373046875, -1.5934906005859375, -1.536407470703125, -1.4793243408203125, -1.4222412109375, -1.3651580810546875, -1.308074951171875, -1.2509918212890625, -1.19390869140625, -1.1368255615234375, -1.079742431640625, -1.0226593017578125, -0.965576171875, -0.9084930419921875, -0.851409912109375, -0.7943267822265625, -0.73724365234375, -0.6801605224609375, -0.623077392578125, -0.5659942626953125, -0.5089111328125, -0.4518280029296875, -0.394744873046875, -0.3376617431640625, -0.28057861328125, -0.2234954833984375, -0.166412353515625, -0.1093292236328125, -0.05224609375, 0.0048370361328125, 0.061920166015625, 0.1190032958984375, 0.17608642578125, 0.2331695556640625, 0.290252685546875, 0.3473358154296875, 0.4044189453125, 0.4615020751953125, 0.518585205078125, 0.5756683349609375, 0.63275146484375, 0.6898345947265625, 0.746917724609375, 0.8040008544921875, 0.861083984375, 0.9181671142578125, 0.975250244140625, 1.0323333740234375, 1.08941650390625, 1.1464996337890625, 1.203582763671875, 1.2606658935546875, 1.3177490234375, 1.3748321533203125, 1.431915283203125, 1.4889984130859375, 1.54608154296875, 1.6031646728515625, 1.660247802734375, 1.7173309326171875, 1.7744140625]}, "gradients/decoder.transformer.h.7.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 17.0, 105.0, 590.0, 245.0, 43.0, 11.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7827425003051758, -0.7648621797561646, -0.7469818592071533, -0.7291015386581421, -0.7112212181091309, -0.6933408975601196, -0.6754605770111084, -0.6575802564620972, -0.6396999359130859, -0.6218196153640747, -0.6039392948150635, -0.5860589742660522, -0.568178653717041, -0.5502983331680298, -0.5324180126190186, -0.5145376920700073, -0.49665743112564087, -0.47877711057662964, -0.4608967900276184, -0.4430164694786072, -0.42513614892959595, -0.4072558283805847, -0.3893755376338959, -0.37149521708488464, -0.3536148965358734, -0.3357345759868622, -0.31785425543785095, -0.2999739348888397, -0.2820936441421509, -0.26421332359313965, -0.24633300304412842, -0.2284526824951172, -0.21057239174842834, -0.19269207119941711, -0.17481175065040588, -0.15693144500255585, -0.13905112445354462, -0.12117080390453339, -0.10329049080610275, -0.08541017770767212, -0.06752985715866089, -0.04964954033493996, -0.031769223511219025, -0.013888906687498093, 0.003991410136222839, 0.02187173068523407, 0.0397520437836647, 0.05763235688209534, 0.07551267743110657, 0.0933929979801178, 0.11127331107854843, 0.12915362417697906, 0.1470339447259903, 0.16491426527500153, 0.18279457092285156, 0.2006748914718628, 0.21855521202087402, 0.23643553256988525, 0.2543158531188965, 0.2721961736679077, 0.29007649421691895, 0.3079568147659302, 0.325837105512619, 0.34371742606163025, 0.3615977466106415]}, "gradients/decoder.transformer.h.7.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 4.0, 11.0, 7.0, 7.0, 5.0, 13.0, 9.0, 11.0, 8.0, 19.0, 12.0, 30.0, 23.0, 32.0, 30.0, 27.0, 33.0, 28.0, 40.0, 39.0, 37.0, 33.0, 32.0, 35.0, 34.0, 32.0, 44.0, 40.0, 36.0, 39.0, 35.0, 30.0, 20.0, 26.0, 19.0, 20.0, 12.0, 12.0, 15.0, 10.0, 4.0, 11.0, 10.0, 6.0, 9.0, 5.0, 5.0, 1.0, 3.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1856936812400818, -0.17973126471042633, -0.17376884818077087, -0.1678064465522766, -0.16184403002262115, -0.1558816134929657, -0.14991919696331024, -0.14395678043365479, -0.13799437880516052, -0.13203196227550507, -0.1260695457458496, -0.12010713666677475, -0.11414472758769989, -0.10818231105804443, -0.10221989452838898, -0.09625747799873352, -0.09029506146907806, -0.08433264493942261, -0.07837023586034775, -0.07240781933069229, -0.06644541025161743, -0.060482993721961975, -0.05452057719230652, -0.04855816438794136, -0.0425957515835762, -0.036633338779211044, -0.030670924112200737, -0.02470850944519043, -0.01874609664082527, -0.012783683836460114, -0.006821267306804657, -0.0008588545024394989, 0.005103558301925659, 0.011065972037613392, 0.017028385773301125, 0.022990800440311432, 0.02895321324467659, 0.03491562604904175, 0.040878042578697205, 0.04684045538306236, 0.05280286818742752, 0.05876528099179268, 0.06472769379615784, 0.0706901103258133, 0.07665252685546875, 0.08261493593454361, 0.08857735246419907, 0.09453976154327393, 0.10050217807292938, 0.10646459460258484, 0.1124270036816597, 0.11838942021131516, 0.12435182929039001, 0.13031424582004547, 0.13627666234970093, 0.14223907887935638, 0.14820149540901184, 0.1541639119386673, 0.16012632846832275, 0.16608873009681702, 0.17205114662647247, 0.17801356315612793, 0.1839759796857834, 0.18993839621543884, 0.1959007978439331]}, "gradients/decoder.transformer.h.7.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 1.0, 3.0, 3.0, 2.0, 4.0, 3.0, 8.0, 5.0, 7.0, 10.0, 12.0, 12.0, 18.0, 15.0, 16.0, 31.0, 25.0, 17.0, 35.0, 28.0, 20.0, 29.0, 37.0, 32.0, 37.0, 35.0, 34.0, 46.0, 31.0, 35.0, 28.0, 42.0, 28.0, 27.0, 31.0, 28.0, 33.0, 31.0, 16.0, 19.0, 19.0, 14.0, 11.0, 17.0, 12.0, 15.0, 8.0, 7.0, 5.0, 7.0, 7.0, 8.0, 5.0, 2.0, 5.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.1015625, -7.846923828125, -7.59228515625, -7.337646484375, -7.0830078125, -6.828369140625, -6.57373046875, -6.319091796875, -6.064453125, -5.809814453125, -5.55517578125, -5.300537109375, -5.0458984375, -4.791259765625, -4.53662109375, -4.281982421875, -4.02734375, -3.772705078125, -3.51806640625, -3.263427734375, -3.0087890625, -2.754150390625, -2.49951171875, -2.244873046875, -1.990234375, -1.735595703125, -1.48095703125, -1.226318359375, -0.9716796875, -0.717041015625, -0.46240234375, -0.207763671875, 0.046875, 0.301513671875, 0.55615234375, 0.810791015625, 1.0654296875, 1.320068359375, 1.57470703125, 1.829345703125, 2.083984375, 2.338623046875, 2.59326171875, 2.847900390625, 3.1025390625, 3.357177734375, 3.61181640625, 3.866455078125, 4.12109375, 4.375732421875, 4.63037109375, 4.885009765625, 5.1396484375, 5.394287109375, 5.64892578125, 5.903564453125, 6.158203125, 6.412841796875, 6.66748046875, 6.922119140625, 7.1767578125, 7.431396484375, 7.68603515625, 7.940673828125, 8.1953125]}, "gradients/decoder.transformer.h.7.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 3.0, 1.0, 3.0, 6.0, 4.0, 6.0, 20.0, 13.0, 10.0, 21.0, 27.0, 42.0, 47.0, 69.0, 87.0, 105.0, 152.0, 251.0, 395.0, 762.0, 1639.0, 4309.0, 12314.0, 39032.0, 151570.0, 524324.0, 232400.0, 54237.0, 16627.0, 5588.0, 2146.0, 909.0, 502.0, 269.0, 186.0, 117.0, 88.0, 73.0, 46.0, 35.0, 19.0, 12.0, 14.0, 22.0, 15.0, 3.0, 10.0, 14.0, 6.0, 4.0, 1.0, 4.0, 3.0, 1.0, 1.0, 2.0, 1.0], "bins": [-14.2734375, -13.8360595703125, -13.398681640625, -12.9613037109375, -12.52392578125, -12.0865478515625, -11.649169921875, -11.2117919921875, -10.7744140625, -10.3370361328125, -9.899658203125, -9.4622802734375, -9.02490234375, -8.5875244140625, -8.150146484375, -7.7127685546875, -7.275390625, -6.8380126953125, -6.400634765625, -5.9632568359375, -5.52587890625, -5.0885009765625, -4.651123046875, -4.2137451171875, -3.7763671875, -3.3389892578125, -2.901611328125, -2.4642333984375, -2.02685546875, -1.5894775390625, -1.152099609375, -0.7147216796875, -0.27734375, 0.1600341796875, 0.597412109375, 1.0347900390625, 1.47216796875, 1.9095458984375, 2.346923828125, 2.7843017578125, 3.2216796875, 3.6590576171875, 4.096435546875, 4.5338134765625, 4.97119140625, 5.4085693359375, 5.845947265625, 6.2833251953125, 6.720703125, 7.1580810546875, 7.595458984375, 8.0328369140625, 8.47021484375, 8.9075927734375, 9.344970703125, 9.7823486328125, 10.2197265625, 10.6571044921875, 11.094482421875, 11.5318603515625, 11.96923828125, 12.4066162109375, 12.843994140625, 13.2813720703125, 13.71875]}, "gradients/decoder.transformer.h.7.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 4.0, 0.0, 8.0, 4.0, 3.0, 4.0, 10.0, 8.0, 13.0, 14.0, 22.0, 19.0, 26.0, 32.0, 34.0, 32.0, 43.0, 42.0, 52.0, 48.0, 68.0, 251.0, 1502.0, 275.0, 95.0, 58.0, 52.0, 38.0, 34.0, 34.0, 25.0, 30.0, 22.0, 21.0, 16.0, 14.0, 17.0, 18.0, 10.0, 11.0, 12.0, 9.0, 8.0, 4.0, 7.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-25.703125, -24.863037109375, -24.02294921875, -23.182861328125, -22.3427734375, -21.502685546875, -20.66259765625, -19.822509765625, -18.982421875, -18.142333984375, -17.30224609375, -16.462158203125, -15.6220703125, -14.781982421875, -13.94189453125, -13.101806640625, -12.26171875, -11.421630859375, -10.58154296875, -9.741455078125, -8.9013671875, -8.061279296875, -7.22119140625, -6.381103515625, -5.541015625, -4.700927734375, -3.86083984375, -3.020751953125, -2.1806640625, -1.340576171875, -0.50048828125, 0.339599609375, 1.1796875, 2.019775390625, 2.85986328125, 3.699951171875, 4.5400390625, 5.380126953125, 6.22021484375, 7.060302734375, 7.900390625, 8.740478515625, 9.58056640625, 10.420654296875, 11.2607421875, 12.100830078125, 12.94091796875, 13.781005859375, 14.62109375, 15.461181640625, 16.30126953125, 17.141357421875, 17.9814453125, 18.821533203125, 19.66162109375, 20.501708984375, 21.341796875, 22.181884765625, 23.02197265625, 23.862060546875, 24.7021484375, 25.542236328125, 26.38232421875, 27.222412109375, 28.0625]}, "gradients/decoder.transformer.h.7.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 2.0, 2.0, 6.0, 6.0, 7.0, 7.0, 15.0, 14.0, 6.0, 21.0, 18.0, 20.0, 19.0, 21.0, 34.0, 40.0, 59.0, 79.0, 89.0, 139.0, 247.0, 570.0, 2211.0, 46369.0, 3017467.0, 74041.0, 2723.0, 603.0, 275.0, 155.0, 109.0, 72.0, 56.0, 36.0, 37.0, 25.0, 30.0, 16.0, 11.0, 14.0, 9.0, 8.0, 4.0, 5.0, 4.0, 3.0, 2.0, 2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-55.15625, -53.51220703125, -51.8681640625, -50.22412109375, -48.580078125, -46.93603515625, -45.2919921875, -43.64794921875, -42.00390625, -40.35986328125, -38.7158203125, -37.07177734375, -35.427734375, -33.78369140625, -32.1396484375, -30.49560546875, -28.8515625, -27.20751953125, -25.5634765625, -23.91943359375, -22.275390625, -20.63134765625, -18.9873046875, -17.34326171875, -15.69921875, -14.05517578125, -12.4111328125, -10.76708984375, -9.123046875, -7.47900390625, -5.8349609375, -4.19091796875, -2.546875, -0.90283203125, 0.7412109375, 2.38525390625, 4.029296875, 5.67333984375, 7.3173828125, 8.96142578125, 10.60546875, 12.24951171875, 13.8935546875, 15.53759765625, 17.181640625, 18.82568359375, 20.4697265625, 22.11376953125, 23.7578125, 25.40185546875, 27.0458984375, 28.68994140625, 30.333984375, 31.97802734375, 33.6220703125, 35.26611328125, 36.91015625, 38.55419921875, 40.1982421875, 41.84228515625, 43.486328125, 45.13037109375, 46.7744140625, 48.41845703125, 50.0625]}, "gradients/decoder.transformer.h.7.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 101.0, 607.0, 294.0, 13.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-57.532470703125, -50.945682525634766, -44.35889434814453, -37.7721061706543, -31.185317993164062, -24.598529815673828, -18.011741638183594, -11.42495346069336, -4.838165283203125, 1.7486228942871094, 8.335411071777344, 14.922199249267578, 21.508987426757812, 28.095775604248047, 34.68256378173828, 41.269351959228516, 47.85614013671875, 54.442928314208984, 61.02971649169922, 67.61650085449219, 74.20329284667969, 80.79008483886719, 87.37686920166016, 93.96365356445312, 100.55044555664062, 107.13723754882812, 113.7240219116211, 120.31080627441406, 126.89759826660156, 133.48439025878906, 140.0711669921875, 146.657958984375, 153.2447509765625, 159.83154296875, 166.4183349609375, 173.00511169433594, 179.59190368652344, 186.17869567871094, 192.76547241210938, 199.35226440429688, 205.93905639648438, 212.52584838867188, 219.11264038085938, 225.6994171142578, 232.2862091064453, 238.8730010986328, 245.45977783203125, 252.04656982421875, 258.63336181640625, 265.22015380859375, 271.80694580078125, 278.39373779296875, 284.98052978515625, 291.5672912597656, 298.1540832519531, 304.7408752441406, 311.3276672363281, 317.9144592285156, 324.5012512207031, 331.0880432128906, 337.6748046875, 344.2615966796875, 350.848388671875, 357.4351806640625, 364.02197265625]}, "gradients/decoder.transformer.h.7.ln_1.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 2.0, 3.0, 11.0, 6.0, 10.0, 7.0, 11.0, 11.0, 16.0, 20.0, 11.0, 15.0, 25.0, 27.0, 22.0, 29.0, 26.0, 34.0, 32.0, 35.0, 33.0, 43.0, 34.0, 43.0, 40.0, 29.0, 32.0, 40.0, 37.0, 32.0, 43.0, 36.0, 18.0, 25.0, 19.0, 17.0, 18.0, 22.0, 14.0, 18.0, 7.0, 10.0, 6.0, 5.0, 7.0, 11.0, 6.0, 1.0, 5.0, 3.0, 0.0, 2.0, 1.0, 2.0, 2.0], "bins": [-66.76364135742188, -64.74855041503906, -62.73346710205078, -60.718379974365234, -58.70329284667969, -56.688201904296875, -54.67311477661133, -52.65802764892578, -50.642940521240234, -48.62785339355469, -46.61276626586914, -44.597679138183594, -42.58258819580078, -40.5675048828125, -38.55241394042969, -36.53732681274414, -34.522239685058594, -32.50715255737305, -30.4920654296875, -28.47697639465332, -26.461889266967773, -24.446802139282227, -22.431713104248047, -20.4166259765625, -18.401538848876953, -16.386451721191406, -14.371363639831543, -12.35627555847168, -10.341188430786133, -8.326101303100586, -6.311013221740723, -4.295925140380859, -2.2808303833007812, -0.26574277877807617, 1.749344825744629, 3.764432430267334, 5.779520034790039, 7.794607162475586, 9.80969524383545, 11.824783325195312, 13.83987045288086, 15.854957580566406, 17.870044708251953, 19.885133743286133, 21.90022087097168, 23.915307998657227, 25.930397033691406, 27.945484161376953, 29.9605712890625, 31.975658416748047, 33.990745544433594, 36.00583267211914, 38.02091979980469, 40.0360107421875, 42.05109786987305, 44.066184997558594, 46.08127212524414, 48.09635925292969, 50.111446380615234, 52.12653350830078, 54.141624450683594, 56.156707763671875, 58.17179870605469, 60.186885833740234, 62.20197296142578]}, "gradients/decoder.transformer.h.6.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 2.0, 3.0, 1.0, 2.0, 4.0, 3.0, 1.0, 11.0, 8.0, 7.0, 7.0, 18.0, 15.0, 19.0, 23.0, 24.0, 17.0, 19.0, 30.0, 37.0, 41.0, 39.0, 30.0, 37.0, 30.0, 29.0, 33.0, 36.0, 41.0, 37.0, 48.0, 29.0, 34.0, 40.0, 21.0, 21.0, 26.0, 25.0, 21.0, 14.0, 19.0, 17.0, 18.0, 12.0, 12.0, 9.0, 8.0, 6.0, 9.0, 5.0, 9.0, 2.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.2890625, -8.01611328125, -7.7431640625, -7.47021484375, -7.197265625, -6.92431640625, -6.6513671875, -6.37841796875, -6.10546875, -5.83251953125, -5.5595703125, -5.28662109375, -5.013671875, -4.74072265625, -4.4677734375, -4.19482421875, -3.921875, -3.64892578125, -3.3759765625, -3.10302734375, -2.830078125, -2.55712890625, -2.2841796875, -2.01123046875, -1.73828125, -1.46533203125, -1.1923828125, -0.91943359375, -0.646484375, -0.37353515625, -0.1005859375, 0.17236328125, 0.4453125, 0.71826171875, 0.9912109375, 1.26416015625, 1.537109375, 1.81005859375, 2.0830078125, 2.35595703125, 2.62890625, 2.90185546875, 3.1748046875, 3.44775390625, 3.720703125, 3.99365234375, 4.2666015625, 4.53955078125, 4.8125, 5.08544921875, 5.3583984375, 5.63134765625, 5.904296875, 6.17724609375, 6.4501953125, 6.72314453125, 6.99609375, 7.26904296875, 7.5419921875, 7.81494140625, 8.087890625, 8.36083984375, 8.6337890625, 8.90673828125, 9.1796875]}, "gradients/decoder.transformer.h.6.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 5.0, 1.0, 0.0, 2.0, 3.0, 8.0, 8.0, 12.0, 13.0, 20.0, 12.0, 24.0, 41.0, 59.0, 71.0, 133.0, 171.0, 295.0, 408.0, 660.0, 1069.0, 1821.0, 3263.0, 6189.0, 12751.0, 30713.0, 119904.0, 696048.0, 2191379.0, 906944.0, 155065.0, 36881.0, 14469.0, 6928.0, 3612.0, 2075.0, 1193.0, 763.0, 441.0, 264.0, 183.0, 112.0, 67.0, 56.0, 42.0, 36.0, 23.0, 15.0, 13.0, 8.0, 7.0, 5.0, 2.0, 2.0, 5.0, 1.0, 1.0, 3.0], "bins": [-16.1875, -15.7193603515625, -15.251220703125, -14.7830810546875, -14.31494140625, -13.8468017578125, -13.378662109375, -12.9105224609375, -12.4423828125, -11.9742431640625, -11.506103515625, -11.0379638671875, -10.56982421875, -10.1016845703125, -9.633544921875, -9.1654052734375, -8.697265625, -8.2291259765625, -7.760986328125, -7.2928466796875, -6.82470703125, -6.3565673828125, -5.888427734375, -5.4202880859375, -4.9521484375, -4.4840087890625, -4.015869140625, -3.5477294921875, -3.07958984375, -2.6114501953125, -2.143310546875, -1.6751708984375, -1.20703125, -0.7388916015625, -0.270751953125, 0.1973876953125, 0.66552734375, 1.1336669921875, 1.601806640625, 2.0699462890625, 2.5380859375, 3.0062255859375, 3.474365234375, 3.9425048828125, 4.41064453125, 4.8787841796875, 5.346923828125, 5.8150634765625, 6.283203125, 6.7513427734375, 7.219482421875, 7.6876220703125, 8.15576171875, 8.6239013671875, 9.092041015625, 9.5601806640625, 10.0283203125, 10.4964599609375, 10.964599609375, 11.4327392578125, 11.90087890625, 12.3690185546875, 12.837158203125, 13.3052978515625, 13.7734375]}, "gradients/decoder.transformer.h.6.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 5.0, 3.0, 7.0, 4.0, 5.0, 14.0, 22.0, 22.0, 35.0, 36.0, 69.0, 79.0, 117.0, 158.0, 310.0, 466.0, 608.0, 642.0, 528.0, 321.0, 198.0, 136.0, 83.0, 63.0, 28.0, 40.0, 23.0, 14.0, 15.0, 11.0, 4.0, 3.0, 5.0, 7.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-20.296875, -19.7349853515625, -19.173095703125, -18.6112060546875, -18.04931640625, -17.4874267578125, -16.925537109375, -16.3636474609375, -15.8017578125, -15.2398681640625, -14.677978515625, -14.1160888671875, -13.55419921875, -12.9923095703125, -12.430419921875, -11.8685302734375, -11.306640625, -10.7447509765625, -10.182861328125, -9.6209716796875, -9.05908203125, -8.4971923828125, -7.935302734375, -7.3734130859375, -6.8115234375, -6.2496337890625, -5.687744140625, -5.1258544921875, -4.56396484375, -4.0020751953125, -3.440185546875, -2.8782958984375, -2.31640625, -1.7545166015625, -1.192626953125, -0.6307373046875, -0.06884765625, 0.4930419921875, 1.054931640625, 1.6168212890625, 2.1787109375, 2.7406005859375, 3.302490234375, 3.8643798828125, 4.42626953125, 4.9881591796875, 5.550048828125, 6.1119384765625, 6.673828125, 7.2357177734375, 7.797607421875, 8.3594970703125, 8.92138671875, 9.4832763671875, 10.045166015625, 10.6070556640625, 11.1689453125, 11.7308349609375, 12.292724609375, 12.8546142578125, 13.41650390625, 13.9783935546875, 14.540283203125, 15.1021728515625, 15.6640625]}, "gradients/decoder.transformer.h.6.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 10.0, 4.0, 10.0, 13.0, 16.0, 27.0, 44.0, 65.0, 94.0, 167.0, 349.0, 702.0, 1752.0, 6528.0, 45317.0, 1571968.0, 2495964.0, 59695.0, 8027.0, 1887.0, 768.0, 379.0, 196.0, 114.0, 54.0, 52.0, 31.0, 15.0, 7.0, 9.0, 10.0, 5.0, 5.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-42.25, -40.744140625, -39.23828125, -37.732421875, -36.2265625, -34.720703125, -33.21484375, -31.708984375, -30.203125, -28.697265625, -27.19140625, -25.685546875, -24.1796875, -22.673828125, -21.16796875, -19.662109375, -18.15625, -16.650390625, -15.14453125, -13.638671875, -12.1328125, -10.626953125, -9.12109375, -7.615234375, -6.109375, -4.603515625, -3.09765625, -1.591796875, -0.0859375, 1.419921875, 2.92578125, 4.431640625, 5.9375, 7.443359375, 8.94921875, 10.455078125, 11.9609375, 13.466796875, 14.97265625, 16.478515625, 17.984375, 19.490234375, 20.99609375, 22.501953125, 24.0078125, 25.513671875, 27.01953125, 28.525390625, 30.03125, 31.537109375, 33.04296875, 34.548828125, 36.0546875, 37.560546875, 39.06640625, 40.572265625, 42.078125, 43.583984375, 45.08984375, 46.595703125, 48.1015625, 49.607421875, 51.11328125, 52.619140625, 54.125]}, "gradients/decoder.transformer.h.6.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 1.0, 5.0, 6.0, 10.0, 11.0, 30.0, 52.0, 69.0, 91.0, 120.0, 138.0, 144.0, 106.0, 88.0, 50.0, 31.0, 17.0, 23.0, 5.0, 3.0, 6.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-94.19689178466797, -91.88383483886719, -89.5707778930664, -87.25772094726562, -84.94465637207031, -82.63159942626953, -80.31854248046875, -78.00548553466797, -75.69242858886719, -73.3793716430664, -71.06631469726562, -68.75325012207031, -66.44019317626953, -64.12713623046875, -61.81407928466797, -59.50102233886719, -57.18796157836914, -54.87490463256836, -52.56184387207031, -50.24878692626953, -47.93572998046875, -45.62267303466797, -43.30961227416992, -40.99655532836914, -38.683494567871094, -36.37043762207031, -34.057376861572266, -31.744319915771484, -29.431262969970703, -27.11820411682129, -24.805145263671875, -22.492088317871094, -20.179027557373047, -17.865968704223633, -15.552911758422852, -13.239852905273438, -10.92679500579834, -8.613737106323242, -6.300678253173828, -3.987621307373047, -1.6745624542236328, 0.638495683670044, 2.9515538215637207, 5.264612197875977, 7.577670097351074, 9.890727996826172, 12.203786849975586, 14.516843795776367, 16.82990264892578, 19.142961502075195, 21.456018447875977, 23.76907730102539, 26.082134246826172, 28.395193099975586, 30.708251953125, 33.02130889892578, 35.33436584472656, 37.647422790527344, 39.96048355102539, 42.27354049682617, 44.58659744262695, 46.899658203125, 49.21271514892578, 51.52577209472656, 53.83883285522461]}, "gradients/decoder.transformer.h.6.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 4.0, 8.0, 9.0, 8.0, 17.0, 16.0, 11.0, 18.0, 28.0, 22.0, 21.0, 20.0, 24.0, 30.0, 35.0, 45.0, 36.0, 41.0, 40.0, 50.0, 32.0, 29.0, 40.0, 35.0, 40.0, 30.0, 39.0, 35.0, 34.0, 34.0, 31.0, 28.0, 25.0, 14.0, 10.0, 12.0, 10.0, 6.0, 11.0, 6.0, 5.0, 2.0, 3.0, 3.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-48.85919952392578, -47.372215270996094, -45.885231018066406, -44.39824676513672, -42.91126251220703, -41.424278259277344, -39.937294006347656, -38.45030975341797, -36.96332550048828, -35.476341247558594, -33.989356994628906, -32.50237274169922, -31.01538848876953, -29.528404235839844, -28.041419982910156, -26.55443572998047, -25.067453384399414, -23.580469131469727, -22.09348487854004, -20.60650062561035, -19.119516372680664, -17.632532119750977, -16.145549774169922, -14.658564567565918, -13.17158031463623, -11.684596061706543, -10.197611808776855, -8.710628509521484, -7.223643779754639, -5.736659526824951, -4.249675750732422, -2.7626914978027344, -1.2757072448730469, 0.21127688884735107, 1.698261022567749, 3.1852450370788574, 4.672229290008545, 6.159213542938232, 7.646197319030762, 9.13318157196045, 10.620165824890137, 12.107150077819824, 13.594134330749512, 15.081117630004883, 16.56810188293457, 18.055086135864258, 19.542070388793945, 21.029054641723633, 22.51603889465332, 24.003023147583008, 25.490007400512695, 26.976991653442383, 28.46397590637207, 29.950960159301758, 31.437942504882812, 32.9249267578125, 34.41191101074219, 35.898895263671875, 37.38587951660156, 38.87286376953125, 40.35984802246094, 41.846832275390625, 43.33381652832031, 44.82080078125, 46.30778503417969]}, "gradients/decoder.transformer.h.6.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 7.0, 0.0, 2.0, 2.0, 4.0, 8.0, 6.0, 7.0, 17.0, 14.0, 12.0, 16.0, 21.0, 23.0, 27.0, 22.0, 25.0, 31.0, 38.0, 28.0, 36.0, 34.0, 41.0, 38.0, 41.0, 45.0, 31.0, 38.0, 26.0, 34.0, 39.0, 42.0, 34.0, 22.0, 22.0, 24.0, 23.0, 26.0, 17.0, 20.0, 7.0, 14.0, 8.0, 10.0, 10.0, 5.0, 4.0, 8.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0], "bins": [-9.9140625, -9.62548828125, -9.3369140625, -9.04833984375, -8.759765625, -8.47119140625, -8.1826171875, -7.89404296875, -7.60546875, -7.31689453125, -7.0283203125, -6.73974609375, -6.451171875, -6.16259765625, -5.8740234375, -5.58544921875, -5.296875, -5.00830078125, -4.7197265625, -4.43115234375, -4.142578125, -3.85400390625, -3.5654296875, -3.27685546875, -2.98828125, -2.69970703125, -2.4111328125, -2.12255859375, -1.833984375, -1.54541015625, -1.2568359375, -0.96826171875, -0.6796875, -0.39111328125, -0.1025390625, 0.18603515625, 0.474609375, 0.76318359375, 1.0517578125, 1.34033203125, 1.62890625, 1.91748046875, 2.2060546875, 2.49462890625, 2.783203125, 3.07177734375, 3.3603515625, 3.64892578125, 3.9375, 4.22607421875, 4.5146484375, 4.80322265625, 5.091796875, 5.38037109375, 5.6689453125, 5.95751953125, 6.24609375, 6.53466796875, 6.8232421875, 7.11181640625, 7.400390625, 7.68896484375, 7.9775390625, 8.26611328125, 8.5546875]}, "gradients/decoder.transformer.h.6.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 6.0, 6.0, 12.0, 16.0, 22.0, 32.0, 53.0, 69.0, 82.0, 134.0, 234.0, 340.0, 452.0, 684.0, 963.0, 1426.0, 2073.0, 3130.0, 4745.0, 7279.0, 11129.0, 17396.0, 27551.0, 45937.0, 78124.0, 138309.0, 218578.0, 197938.0, 116990.0, 66802.0, 39990.0, 24024.0, 15143.0, 9568.0, 6319.0, 4148.0, 2848.0, 1946.0, 1264.0, 875.0, 582.0, 414.0, 303.0, 198.0, 141.0, 91.0, 66.0, 49.0, 34.0, 13.0, 17.0, 11.0, 2.0, 5.0, 2.0, 0.0, 2.0, 1.0], "bins": [-0.8916015625, -0.8644638061523438, -0.8373260498046875, -0.8101882934570312, -0.783050537109375, -0.7559127807617188, -0.7287750244140625, -0.7016372680664062, -0.67449951171875, -0.6473617553710938, -0.6202239990234375, -0.5930862426757812, -0.565948486328125, -0.5388107299804688, -0.5116729736328125, -0.48453521728515625, -0.4573974609375, -0.43025970458984375, -0.4031219482421875, -0.37598419189453125, -0.348846435546875, -0.32170867919921875, -0.2945709228515625, -0.26743316650390625, -0.24029541015625, -0.21315765380859375, -0.1860198974609375, -0.15888214111328125, -0.131744384765625, -0.10460662841796875, -0.0774688720703125, -0.05033111572265625, -0.023193359375, 0.00394439697265625, 0.0310821533203125, 0.05821990966796875, 0.085357666015625, 0.11249542236328125, 0.1396331787109375, 0.16677093505859375, 0.19390869140625, 0.22104644775390625, 0.2481842041015625, 0.27532196044921875, 0.302459716796875, 0.32959747314453125, 0.3567352294921875, 0.38387298583984375, 0.4110107421875, 0.43814849853515625, 0.4652862548828125, 0.49242401123046875, 0.519561767578125, 0.5466995239257812, 0.5738372802734375, 0.6009750366210938, 0.62811279296875, 0.6552505493164062, 0.6823883056640625, 0.7095260620117188, 0.736663818359375, 0.7638015747070312, 0.7909393310546875, 0.8180770874023438, 0.84521484375]}, "gradients/decoder.transformer.h.6.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 4.0, 3.0, 7.0, 4.0, 5.0, 4.0, 3.0, 6.0, 4.0, 14.0, 12.0, 16.0, 22.0, 26.0, 16.0, 15.0, 30.0, 32.0, 17.0, 36.0, 35.0, 37.0, 41.0, 33.0, 38.0, 38.0, 1067.0, 39.0, 29.0, 37.0, 33.0, 26.0, 25.0, 32.0, 33.0, 42.0, 25.0, 27.0, 18.0, 13.0, 13.0, 18.0, 17.0, 8.0, 10.0, 6.0, 2.0, 7.0, 8.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.57421875, -6.350341796875, -6.12646484375, -5.902587890625, -5.6787109375, -5.454833984375, -5.23095703125, -5.007080078125, -4.783203125, -4.559326171875, -4.33544921875, -4.111572265625, -3.8876953125, -3.663818359375, -3.43994140625, -3.216064453125, -2.9921875, -2.768310546875, -2.54443359375, -2.320556640625, -2.0966796875, -1.872802734375, -1.64892578125, -1.425048828125, -1.201171875, -0.977294921875, -0.75341796875, -0.529541015625, -0.3056640625, -0.081787109375, 0.14208984375, 0.365966796875, 0.58984375, 0.813720703125, 1.03759765625, 1.261474609375, 1.4853515625, 1.709228515625, 1.93310546875, 2.156982421875, 2.380859375, 2.604736328125, 2.82861328125, 3.052490234375, 3.2763671875, 3.500244140625, 3.72412109375, 3.947998046875, 4.171875, 4.395751953125, 4.61962890625, 4.843505859375, 5.0673828125, 5.291259765625, 5.51513671875, 5.739013671875, 5.962890625, 6.186767578125, 6.41064453125, 6.634521484375, 6.8583984375, 7.082275390625, 7.30615234375, 7.530029296875, 7.75390625]}, "gradients/decoder.transformer.h.6.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 4.0, 3.0, 3.0, 12.0, 15.0, 19.0, 23.0, 34.0, 52.0, 63.0, 105.0, 169.0, 211.0, 284.0, 519.0, 601.0, 888.0, 1322.0, 1824.0, 2684.0, 3982.0, 5862.0, 8655.0, 12831.0, 19186.0, 29498.0, 45771.0, 72687.0, 118082.0, 295993.0, 1125085.0, 128004.0, 78966.0, 48755.0, 31727.0, 20427.0, 13738.0, 9192.0, 6209.0, 4226.0, 2902.0, 1989.0, 1315.0, 998.0, 685.0, 485.0, 328.0, 222.0, 156.0, 102.0, 78.0, 60.0, 30.0, 28.0, 20.0, 16.0, 6.0, 8.0, 3.0, 6.0, 1.0], "bins": [-0.452392578125, -0.4387168884277344, -0.42504119873046875, -0.4113655090332031, -0.3976898193359375, -0.3840141296386719, -0.37033843994140625, -0.3566627502441406, -0.342987060546875, -0.3293113708496094, -0.31563568115234375, -0.3019599914550781, -0.2882843017578125, -0.2746086120605469, -0.26093292236328125, -0.24725723266601562, -0.23358154296875, -0.21990585327148438, -0.20623016357421875, -0.19255447387695312, -0.1788787841796875, -0.16520309448242188, -0.15152740478515625, -0.13785171508789062, -0.124176025390625, -0.11050033569335938, -0.09682464599609375, -0.08314895629882812, -0.0694732666015625, -0.055797576904296875, -0.04212188720703125, -0.028446197509765625, -0.0147705078125, -0.001094818115234375, 0.01258087158203125, 0.026256561279296875, 0.0399322509765625, 0.053607940673828125, 0.06728363037109375, 0.08095932006835938, 0.094635009765625, 0.10831069946289062, 0.12198638916015625, 0.13566207885742188, 0.1493377685546875, 0.16301345825195312, 0.17668914794921875, 0.19036483764648438, 0.20404052734375, 0.21771621704101562, 0.23139190673828125, 0.24506759643554688, 0.2587432861328125, 0.2724189758300781, 0.28609466552734375, 0.2997703552246094, 0.313446044921875, 0.3271217346191406, 0.34079742431640625, 0.3544731140136719, 0.3681488037109375, 0.3818244934082031, 0.39550018310546875, 0.4091758728027344, 0.4228515625]}, "gradients/decoder.transformer.h.6.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 6.0, 2.0, 5.0, 6.0, 8.0, 4.0, 8.0, 4.0, 12.0, 15.0, 32.0, 37.0, 68.0, 63.0, 83.0, 124.0, 120.0, 102.0, 89.0, 55.0, 43.0, 21.0, 22.0, 16.0, 17.0, 11.0, 5.0, 8.0, 6.0, 1.0, 4.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.058441162109375, -0.056672096252441406, -0.05490303039550781, -0.05313396453857422, -0.051364898681640625, -0.04959583282470703, -0.04782676696777344, -0.046057701110839844, -0.04428863525390625, -0.042519569396972656, -0.04075050354003906, -0.03898143768310547, -0.037212371826171875, -0.03544330596923828, -0.03367424011230469, -0.031905174255371094, -0.0301361083984375, -0.028367042541503906, -0.026597976684570312, -0.02482891082763672, -0.023059844970703125, -0.02129077911376953, -0.019521713256835938, -0.017752647399902344, -0.01598358154296875, -0.014214515686035156, -0.012445449829101562, -0.010676383972167969, -0.008907318115234375, -0.007138252258300781, -0.0053691864013671875, -0.0036001205444335938, -0.0018310546875, -6.198883056640625e-05, 0.0017070770263671875, 0.0034761428833007812, 0.005245208740234375, 0.007014274597167969, 0.008783340454101562, 0.010552406311035156, 0.01232147216796875, 0.014090538024902344, 0.015859603881835938, 0.01762866973876953, 0.019397735595703125, 0.02116680145263672, 0.022935867309570312, 0.024704933166503906, 0.0264739990234375, 0.028243064880371094, 0.030012130737304688, 0.03178119659423828, 0.033550262451171875, 0.03531932830810547, 0.03708839416503906, 0.038857460021972656, 0.04062652587890625, 0.042395591735839844, 0.04416465759277344, 0.04593372344970703, 0.047702789306640625, 0.04947185516357422, 0.05124092102050781, 0.053009986877441406, 0.054779052734375]}, "gradients/decoder.transformer.h.6.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 4.0, 1.0, 7.0, 10.0, 9.0, 9.0, 17.0, 24.0, 31.0, 33.0, 72.0, 128.0, 216.0, 642.0, 954398.0, 91954.0, 492.0, 198.0, 103.0, 65.0, 43.0, 25.0, 18.0, 10.0, 6.0, 3.0, 9.0, 7.0, 8.0, 2.0, 5.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-1.23046875, -1.190704345703125, -1.15093994140625, -1.111175537109375, -1.0714111328125, -1.031646728515625, -0.99188232421875, -0.952117919921875, -0.912353515625, -0.872589111328125, -0.83282470703125, -0.793060302734375, -0.7532958984375, -0.713531494140625, -0.67376708984375, -0.634002685546875, -0.59423828125, -0.554473876953125, -0.51470947265625, -0.474945068359375, -0.4351806640625, -0.395416259765625, -0.35565185546875, -0.315887451171875, -0.276123046875, -0.236358642578125, -0.19659423828125, -0.156829833984375, -0.1170654296875, -0.077301025390625, -0.03753662109375, 0.002227783203125, 0.0419921875, 0.081756591796875, 0.12152099609375, 0.161285400390625, 0.2010498046875, 0.240814208984375, 0.28057861328125, 0.320343017578125, 0.360107421875, 0.399871826171875, 0.43963623046875, 0.479400634765625, 0.5191650390625, 0.558929443359375, 0.59869384765625, 0.638458251953125, 0.67822265625, 0.717987060546875, 0.75775146484375, 0.797515869140625, 0.8372802734375, 0.877044677734375, 0.91680908203125, 0.956573486328125, 0.996337890625, 1.036102294921875, 1.07586669921875, 1.115631103515625, 1.1553955078125, 1.195159912109375, 1.23492431640625, 1.274688720703125, 1.314453125]}, "gradients/decoder.transformer.h.6.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 46.0, 620.0, 321.0, 22.0, 4.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5813600420951843, -0.5647059082984924, -0.5480518341064453, -0.5313977003097534, -0.5147436261177063, -0.4980894923210144, -0.4814353883266449, -0.4647812843322754, -0.4481271505355835, -0.431473046541214, -0.4148189425468445, -0.3981648087501526, -0.3815107047557831, -0.3648566007614136, -0.34820249676704407, -0.33154839277267456, -0.31489428877830505, -0.29824018478393555, -0.28158608078956604, -0.26493197679519653, -0.24827784299850464, -0.23162373900413513, -0.21496963500976562, -0.19831553101539612, -0.18166141211986542, -0.1650073081254959, -0.1483531892299652, -0.1316990852355957, -0.1150449737906456, -0.0983908623456955, -0.08173675835132599, -0.06508264690637589, -0.04842853546142578, -0.03177442401647568, -0.015120316296815872, 0.001533791422843933, 0.018187902867794037, 0.03484201431274414, 0.05149611830711365, 0.06815022975206375, 0.08480434119701385, 0.10145845264196396, 0.11811256408691406, 0.13476666808128357, 0.15142077207565308, 0.16807489097118378, 0.18472899496555328, 0.20138311386108398, 0.2180372178554535, 0.234691321849823, 0.2513454258441925, 0.267999529838562, 0.2846536636352539, 0.3013077676296234, 0.3179618716239929, 0.3346159756183624, 0.35127007961273193, 0.36792418360710144, 0.38457828760147095, 0.40123242139816284, 0.41788652539253235, 0.43454062938690186, 0.45119473338127136, 0.46784883737564087, 0.48450297117233276]}, "gradients/decoder.transformer.h.6.ln_cross_attn.bias": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 4.0, 3.0, 6.0, 11.0, 13.0, 9.0, 10.0, 14.0, 16.0, 17.0, 26.0, 27.0, 20.0, 24.0, 30.0, 21.0, 46.0, 31.0, 36.0, 33.0, 35.0, 27.0, 39.0, 38.0, 36.0, 33.0, 37.0, 44.0, 36.0, 32.0, 24.0, 49.0, 25.0, 22.0, 8.0, 15.0, 17.0, 12.0, 11.0, 13.0, 12.0, 10.0, 6.0, 7.0, 10.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.12784427404403687, -0.12367028743028641, -0.11949630081653595, -0.11532231420278549, -0.11114832758903503, -0.10697434097528458, -0.10280035436153412, -0.09862636774778366, -0.0944523811340332, -0.09027839452028275, -0.08610440790653229, -0.08193042129278183, -0.07775643467903137, -0.07358244806528091, -0.06940846145153046, -0.06523447483778, -0.06106048822402954, -0.05688650161027908, -0.052712514996528625, -0.04853852838277817, -0.04436454176902771, -0.04019055515527725, -0.036016568541526794, -0.03184258192777634, -0.02766859531402588, -0.02349460870027542, -0.019320622086524963, -0.015146635472774506, -0.010972648859024048, -0.00679866224527359, -0.0026246756315231323, 0.0015493109822273254, 0.005723297595977783, 0.009897284209728241, 0.014071270823478699, 0.018245257437229156, 0.022419244050979614, 0.026593230664730072, 0.03076721727848053, 0.03494120389223099, 0.039115190505981445, 0.0432891771197319, 0.04746316373348236, 0.05163715034723282, 0.055811136960983276, 0.059985123574733734, 0.06415911018848419, 0.06833309680223465, 0.07250708341598511, 0.07668107002973557, 0.08085505664348602, 0.08502904325723648, 0.08920302987098694, 0.0933770164847374, 0.09755100309848785, 0.10172498971223831, 0.10589897632598877, 0.11007296293973923, 0.11424694955348969, 0.11842093616724014, 0.1225949227809906, 0.12676891684532166, 0.13094289600849152, 0.13511687517166138, 0.13929086923599243]}, "gradients/decoder.transformer.h.6.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 0.0, 2.0, 2.0, 4.0, 8.0, 6.0, 7.0, 17.0, 14.0, 12.0, 16.0, 21.0, 23.0, 27.0, 23.0, 24.0, 31.0, 38.0, 28.0, 37.0, 34.0, 41.0, 38.0, 40.0, 46.0, 30.0, 39.0, 25.0, 35.0, 38.0, 43.0, 33.0, 22.0, 23.0, 23.0, 24.0, 26.0, 16.0, 20.0, 7.0, 14.0, 8.0, 10.0, 10.0, 5.0, 5.0, 7.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0], "bins": [-9.9140625, -9.6253662109375, -9.336669921875, -9.0479736328125, -8.75927734375, -8.4705810546875, -8.181884765625, -7.8931884765625, -7.6044921875, -7.3157958984375, -7.027099609375, -6.7384033203125, -6.44970703125, -6.1610107421875, -5.872314453125, -5.5836181640625, -5.294921875, -5.0062255859375, -4.717529296875, -4.4288330078125, -4.14013671875, -3.8514404296875, -3.562744140625, -3.2740478515625, -2.9853515625, -2.6966552734375, -2.407958984375, -2.1192626953125, -1.83056640625, -1.5418701171875, -1.253173828125, -0.9644775390625, -0.67578125, -0.3870849609375, -0.098388671875, 0.1903076171875, 0.47900390625, 0.7677001953125, 1.056396484375, 1.3450927734375, 1.6337890625, 1.9224853515625, 2.211181640625, 2.4998779296875, 2.78857421875, 3.0772705078125, 3.365966796875, 3.6546630859375, 3.943359375, 4.2320556640625, 4.520751953125, 4.8094482421875, 5.09814453125, 5.3868408203125, 5.675537109375, 5.9642333984375, 6.2529296875, 6.5416259765625, 6.830322265625, 7.1190185546875, 7.40771484375, 7.6964111328125, 7.985107421875, 8.2738037109375, 8.5625]}, "gradients/decoder.transformer.h.6.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 2.0, 5.0, 5.0, 3.0, 6.0, 11.0, 14.0, 27.0, 26.0, 39.0, 41.0, 54.0, 98.0, 119.0, 153.0, 246.0, 387.0, 557.0, 989.0, 1644.0, 3055.0, 5907.0, 11825.0, 25750.0, 67271.0, 334627.0, 456490.0, 81593.0, 29602.0, 13361.0, 6424.0, 3369.0, 1873.0, 1053.0, 622.0, 406.0, 251.0, 180.0, 115.0, 90.0, 65.0, 43.0, 34.0, 31.0, 30.0, 15.0, 17.0, 10.0, 9.0, 7.0, 4.0, 3.0, 3.0, 0.0, 2.0, 3.0], "bins": [-19.578125, -19.003662109375, -18.42919921875, -17.854736328125, -17.2802734375, -16.705810546875, -16.13134765625, -15.556884765625, -14.982421875, -14.407958984375, -13.83349609375, -13.259033203125, -12.6845703125, -12.110107421875, -11.53564453125, -10.961181640625, -10.38671875, -9.812255859375, -9.23779296875, -8.663330078125, -8.0888671875, -7.514404296875, -6.93994140625, -6.365478515625, -5.791015625, -5.216552734375, -4.64208984375, -4.067626953125, -3.4931640625, -2.918701171875, -2.34423828125, -1.769775390625, -1.1953125, -0.620849609375, -0.04638671875, 0.528076171875, 1.1025390625, 1.677001953125, 2.25146484375, 2.825927734375, 3.400390625, 3.974853515625, 4.54931640625, 5.123779296875, 5.6982421875, 6.272705078125, 6.84716796875, 7.421630859375, 7.99609375, 8.570556640625, 9.14501953125, 9.719482421875, 10.2939453125, 10.868408203125, 11.44287109375, 12.017333984375, 12.591796875, 13.166259765625, 13.74072265625, 14.315185546875, 14.8896484375, 15.464111328125, 16.03857421875, 16.613037109375, 17.1875]}, "gradients/decoder.transformer.h.6.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 2.0, 9.0, 8.0, 13.0, 17.0, 18.0, 12.0, 28.0, 23.0, 37.0, 24.0, 40.0, 39.0, 35.0, 43.0, 56.0, 119.0, 273.0, 1531.0, 213.0, 96.0, 49.0, 51.0, 43.0, 33.0, 31.0, 29.0, 28.0, 27.0, 17.0, 11.0, 20.0, 14.0, 5.0, 10.0, 13.0, 4.0, 9.0, 7.0, 4.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.921875, -26.0361328125, -25.150390625, -24.2646484375, -23.37890625, -22.4931640625, -21.607421875, -20.7216796875, -19.8359375, -18.9501953125, -18.064453125, -17.1787109375, -16.29296875, -15.4072265625, -14.521484375, -13.6357421875, -12.75, -11.8642578125, -10.978515625, -10.0927734375, -9.20703125, -8.3212890625, -7.435546875, -6.5498046875, -5.6640625, -4.7783203125, -3.892578125, -3.0068359375, -2.12109375, -1.2353515625, -0.349609375, 0.5361328125, 1.421875, 2.3076171875, 3.193359375, 4.0791015625, 4.96484375, 5.8505859375, 6.736328125, 7.6220703125, 8.5078125, 9.3935546875, 10.279296875, 11.1650390625, 12.05078125, 12.9365234375, 13.822265625, 14.7080078125, 15.59375, 16.4794921875, 17.365234375, 18.2509765625, 19.13671875, 20.0224609375, 20.908203125, 21.7939453125, 22.6796875, 23.5654296875, 24.451171875, 25.3369140625, 26.22265625, 27.1083984375, 27.994140625, 28.8798828125, 29.765625]}, "gradients/decoder.transformer.h.6.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 5.0, 5.0, 5.0, 6.0, 3.0, 11.0, 15.0, 3.0, 12.0, 19.0, 13.0, 24.0, 18.0, 43.0, 56.0, 74.0, 78.0, 118.0, 154.0, 322.0, 655.0, 2581.0, 25840.0, 2631734.0, 469543.0, 11392.0, 1585.0, 526.0, 260.0, 142.0, 86.0, 83.0, 65.0, 49.0, 30.0, 40.0, 21.0, 19.0, 14.0, 15.0, 19.0, 10.0, 4.0, 3.0, 4.0, 2.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-60.46875, -58.6279296875, -56.787109375, -54.9462890625, -53.10546875, -51.2646484375, -49.423828125, -47.5830078125, -45.7421875, -43.9013671875, -42.060546875, -40.2197265625, -38.37890625, -36.5380859375, -34.697265625, -32.8564453125, -31.015625, -29.1748046875, -27.333984375, -25.4931640625, -23.65234375, -21.8115234375, -19.970703125, -18.1298828125, -16.2890625, -14.4482421875, -12.607421875, -10.7666015625, -8.92578125, -7.0849609375, -5.244140625, -3.4033203125, -1.5625, 0.2783203125, 2.119140625, 3.9599609375, 5.80078125, 7.6416015625, 9.482421875, 11.3232421875, 13.1640625, 15.0048828125, 16.845703125, 18.6865234375, 20.52734375, 22.3681640625, 24.208984375, 26.0498046875, 27.890625, 29.7314453125, 31.572265625, 33.4130859375, 35.25390625, 37.0947265625, 38.935546875, 40.7763671875, 42.6171875, 44.4580078125, 46.298828125, 48.1396484375, 49.98046875, 51.8212890625, 53.662109375, 55.5029296875, 57.34375]}, "gradients/decoder.transformer.h.6.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 5.0, 11.0, 14.0, 24.0, 41.0, 74.0, 105.0, 94.0, 117.0, 135.0, 103.0, 93.0, 60.0, 52.0, 33.0, 23.0, 11.0, 9.0, 4.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-39.33307647705078, -38.032962799072266, -36.73284912109375, -35.432735443115234, -34.13262176513672, -32.8325080871582, -31.532392501831055, -30.23227882385254, -28.932165145874023, -27.632051467895508, -26.331937789916992, -25.031824111938477, -23.731708526611328, -22.431594848632812, -21.131481170654297, -19.83136749267578, -18.531253814697266, -17.23114013671875, -15.931026458740234, -14.630911827087402, -13.330798149108887, -12.030684471130371, -10.730569839477539, -9.430456161499023, -8.130342483520508, -6.830228805541992, -5.530114650726318, -4.2300004959106445, -2.929886817932129, -1.6297731399536133, -0.32965898513793945, 0.9704551696777344, 2.27056884765625, 3.5706827640533447, 4.8707966804504395, 6.170910835266113, 7.471024513244629, 8.771138191223145, 10.071252822875977, 11.371366500854492, 12.671480178833008, 13.971593856811523, 15.271707534790039, 16.571821212768555, 17.871936798095703, 19.17205047607422, 20.472164154052734, 21.77227783203125, 23.072391510009766, 24.37250518798828, 25.672618865966797, 26.972732543945312, 28.272846221923828, 29.572959899902344, 30.873075485229492, 32.173187255859375, 33.473304748535156, 34.77341842651367, 36.07353210449219, 37.3736457824707, 38.67375946044922, 39.973873138427734, 41.27398681640625, 42.57410430908203, 43.87421417236328]}, "gradients/decoder.transformer.h.6.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 5.0, 4.0, 1.0, 3.0, 6.0, 14.0, 7.0, 9.0, 12.0, 6.0, 10.0, 17.0, 19.0, 21.0, 33.0, 32.0, 23.0, 27.0, 30.0, 34.0, 36.0, 39.0, 38.0, 44.0, 41.0, 32.0, 43.0, 40.0, 47.0, 45.0, 29.0, 34.0, 26.0, 26.0, 29.0, 19.0, 18.0, 14.0, 17.0, 18.0, 11.0, 10.0, 12.0, 10.0, 7.0, 6.0, 2.0, 5.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-73.771240234375, -71.6045913696289, -69.43794250488281, -67.27129364013672, -65.10464477539062, -62.93799591064453, -60.77134704589844, -58.604698181152344, -56.43804931640625, -54.271400451660156, -52.10475158691406, -49.93810272216797, -47.771453857421875, -45.60480499267578, -43.43815612792969, -41.271507263183594, -39.1048583984375, -36.938209533691406, -34.77156066894531, -32.60491180419922, -30.438262939453125, -28.27161407470703, -26.104965209960938, -23.938316345214844, -21.77166748046875, -19.605018615722656, -17.438369750976562, -15.271720886230469, -13.105072021484375, -10.938423156738281, -8.771774291992188, -6.605125427246094, -4.438468933105469, -2.271820068359375, -0.10517120361328125, 2.0614776611328125, 4.228126525878906, 6.394775390625, 8.561424255371094, 10.728073120117188, 12.894721984863281, 15.061370849609375, 17.22801971435547, 19.394668579101562, 21.561317443847656, 23.72796630859375, 25.894615173339844, 28.061264038085938, 30.22791290283203, 32.394561767578125, 34.56121063232422, 36.72785949707031, 38.894508361816406, 41.0611572265625, 43.227806091308594, 45.39445495605469, 47.56110382080078, 49.727752685546875, 51.89440155029297, 54.06105041503906, 56.227699279785156, 58.39434814453125, 60.560997009277344, 62.72764587402344, 64.89429473876953]}, "gradients/decoder.transformer.h.5.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 6.0, 3.0, 3.0, 6.0, 7.0, 16.0, 13.0, 10.0, 9.0, 21.0, 22.0, 23.0, 24.0, 27.0, 30.0, 35.0, 34.0, 37.0, 35.0, 27.0, 32.0, 36.0, 31.0, 43.0, 41.0, 45.0, 43.0, 41.0, 30.0, 27.0, 34.0, 32.0, 29.0, 27.0, 13.0, 10.0, 27.0, 12.0, 18.0, 10.0, 11.0, 8.0, 5.0, 2.0, 4.0, 3.0, 2.0, 3.0, 3.0, 3.0, 0.0, 1.0, 1.0], "bins": [-10.1640625, -9.864990234375, -9.56591796875, -9.266845703125, -8.9677734375, -8.668701171875, -8.36962890625, -8.070556640625, -7.771484375, -7.472412109375, -7.17333984375, -6.874267578125, -6.5751953125, -6.276123046875, -5.97705078125, -5.677978515625, -5.37890625, -5.079833984375, -4.78076171875, -4.481689453125, -4.1826171875, -3.883544921875, -3.58447265625, -3.285400390625, -2.986328125, -2.687255859375, -2.38818359375, -2.089111328125, -1.7900390625, -1.490966796875, -1.19189453125, -0.892822265625, -0.59375, -0.294677734375, 0.00439453125, 0.303466796875, 0.6025390625, 0.901611328125, 1.20068359375, 1.499755859375, 1.798828125, 2.097900390625, 2.39697265625, 2.696044921875, 2.9951171875, 3.294189453125, 3.59326171875, 3.892333984375, 4.19140625, 4.490478515625, 4.78955078125, 5.088623046875, 5.3876953125, 5.686767578125, 5.98583984375, 6.284912109375, 6.583984375, 6.883056640625, 7.18212890625, 7.481201171875, 7.7802734375, 8.079345703125, 8.37841796875, 8.677490234375, 8.9765625]}, "gradients/decoder.transformer.h.5.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 0.0, 3.0, 4.0, 9.0, 9.0, 18.0, 17.0, 22.0, 21.0, 37.0, 62.0, 96.0, 131.0, 183.0, 272.0, 393.0, 520.0, 791.0, 1209.0, 1723.0, 2698.0, 4481.0, 7645.0, 14435.0, 33885.0, 118375.0, 583595.0, 1971450.0, 1117691.0, 234454.0, 54692.0, 20133.0, 9943.0, 5530.0, 3260.0, 2088.0, 1344.0, 942.0, 631.0, 442.0, 329.0, 205.0, 142.0, 119.0, 67.0, 51.0, 45.0, 31.0, 19.0, 10.0, 12.0, 10.0, 4.0, 5.0, 2.0, 5.0, 2.0, 3.0], "bins": [-14.65625, -14.2215576171875, -13.786865234375, -13.3521728515625, -12.91748046875, -12.4827880859375, -12.048095703125, -11.6134033203125, -11.1787109375, -10.7440185546875, -10.309326171875, -9.8746337890625, -9.43994140625, -9.0052490234375, -8.570556640625, -8.1358642578125, -7.701171875, -7.2664794921875, -6.831787109375, -6.3970947265625, -5.96240234375, -5.5277099609375, -5.093017578125, -4.6583251953125, -4.2236328125, -3.7889404296875, -3.354248046875, -2.9195556640625, -2.48486328125, -2.0501708984375, -1.615478515625, -1.1807861328125, -0.74609375, -0.3114013671875, 0.123291015625, 0.5579833984375, 0.99267578125, 1.4273681640625, 1.862060546875, 2.2967529296875, 2.7314453125, 3.1661376953125, 3.600830078125, 4.0355224609375, 4.47021484375, 4.9049072265625, 5.339599609375, 5.7742919921875, 6.208984375, 6.6436767578125, 7.078369140625, 7.5130615234375, 7.94775390625, 8.3824462890625, 8.817138671875, 9.2518310546875, 9.6865234375, 10.1212158203125, 10.555908203125, 10.9906005859375, 11.42529296875, 11.8599853515625, 12.294677734375, 12.7293701171875, 13.1640625]}, "gradients/decoder.transformer.h.5.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 8.0, 6.0, 4.0, 7.0, 15.0, 9.0, 16.0, 29.0, 31.0, 48.0, 56.0, 72.0, 89.0, 110.0, 195.0, 311.0, 426.0, 594.0, 545.0, 456.0, 325.0, 216.0, 128.0, 79.0, 76.0, 59.0, 29.0, 30.0, 30.0, 18.0, 14.0, 14.0, 8.0, 5.0, 6.0, 3.0, 4.0, 1.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.9296875, -14.4144287109375, -13.899169921875, -13.3839111328125, -12.86865234375, -12.3533935546875, -11.838134765625, -11.3228759765625, -10.8076171875, -10.2923583984375, -9.777099609375, -9.2618408203125, -8.74658203125, -8.2313232421875, -7.716064453125, -7.2008056640625, -6.685546875, -6.1702880859375, -5.655029296875, -5.1397705078125, -4.62451171875, -4.1092529296875, -3.593994140625, -3.0787353515625, -2.5634765625, -2.0482177734375, -1.532958984375, -1.0177001953125, -0.50244140625, 0.0128173828125, 0.528076171875, 1.0433349609375, 1.55859375, 2.0738525390625, 2.589111328125, 3.1043701171875, 3.61962890625, 4.1348876953125, 4.650146484375, 5.1654052734375, 5.6806640625, 6.1959228515625, 6.711181640625, 7.2264404296875, 7.74169921875, 8.2569580078125, 8.772216796875, 9.2874755859375, 9.802734375, 10.3179931640625, 10.833251953125, 11.3485107421875, 11.86376953125, 12.3790283203125, 12.894287109375, 13.4095458984375, 13.9248046875, 14.4400634765625, 14.955322265625, 15.4705810546875, 15.98583984375, 16.5010986328125, 17.016357421875, 17.5316162109375, 18.046875]}, "gradients/decoder.transformer.h.5.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 6.0, 2.0, 3.0, 11.0, 7.0, 17.0, 22.0, 23.0, 45.0, 47.0, 73.0, 114.0, 216.0, 321.0, 613.0, 1566.0, 4953.0, 20219.0, 145005.0, 3258858.0, 700685.0, 47375.0, 9417.0, 2612.0, 940.0, 448.0, 242.0, 156.0, 72.0, 69.0, 41.0, 28.0, 21.0, 19.0, 10.0, 6.0, 5.0, 6.0, 4.0, 3.0, 3.0, 4.0, 3.0, 1.0, 0.0, 0.0, 2.0], "bins": [-48.65625, -47.33203125, -46.0078125, -44.68359375, -43.359375, -42.03515625, -40.7109375, -39.38671875, -38.0625, -36.73828125, -35.4140625, -34.08984375, -32.765625, -31.44140625, -30.1171875, -28.79296875, -27.46875, -26.14453125, -24.8203125, -23.49609375, -22.171875, -20.84765625, -19.5234375, -18.19921875, -16.875, -15.55078125, -14.2265625, -12.90234375, -11.578125, -10.25390625, -8.9296875, -7.60546875, -6.28125, -4.95703125, -3.6328125, -2.30859375, -0.984375, 0.33984375, 1.6640625, 2.98828125, 4.3125, 5.63671875, 6.9609375, 8.28515625, 9.609375, 10.93359375, 12.2578125, 13.58203125, 14.90625, 16.23046875, 17.5546875, 18.87890625, 20.203125, 21.52734375, 22.8515625, 24.17578125, 25.5, 26.82421875, 28.1484375, 29.47265625, 30.796875, 32.12109375, 33.4453125, 34.76953125, 36.09375]}, "gradients/decoder.transformer.h.5.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 7.0, 24.0, 90.0, 271.0, 380.0, 183.0, 39.0, 14.0, 5.0, 0.0, 2.0], "bins": [-406.1763916015625, -399.0807800292969, -391.9851379394531, -384.8895263671875, -377.7939147949219, -370.69830322265625, -363.6026611328125, -356.5070495605469, -349.41143798828125, -342.3158264160156, -335.2201843261719, -328.12457275390625, -321.0289611816406, -313.933349609375, -306.83770751953125, -299.7420959472656, -292.646484375, -285.5508728027344, -278.4552307128906, -271.359619140625, -264.2640075683594, -257.16839599609375, -250.07276916503906, -242.97714233398438, -235.8815155029297, -228.785888671875, -221.69027709960938, -214.5946502685547, -207.49903869628906, -200.40341186523438, -193.30780029296875, -186.21217346191406, -179.11656188964844, -172.02093505859375, -164.92532348632812, -157.82969665527344, -150.7340850830078, -143.63845825195312, -136.5428466796875, -129.4472198486328, -122.35160827636719, -115.25598907470703, -108.16036987304688, -101.06475067138672, -93.96913146972656, -86.87350463867188, -79.77789306640625, -72.68226623535156, -65.5866470336914, -58.49102783203125, -51.395408630371094, -44.29978942871094, -37.20417022705078, -30.10854721069336, -23.012928009033203, -15.917308807373047, -8.82168960571289, -1.7260699272155762, 5.369549751281738, 12.465169906616211, 19.560789108276367, 26.656410217285156, 33.75202941894531, 40.84764862060547, 47.943267822265625]}, "gradients/decoder.transformer.h.5.ln_2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 4.0, 3.0, 5.0, 1.0, 4.0, 10.0, 8.0, 5.0, 15.0, 19.0, 13.0, 12.0, 24.0, 25.0, 26.0, 44.0, 28.0, 29.0, 46.0, 37.0, 34.0, 36.0, 32.0, 54.0, 29.0, 43.0, 38.0, 38.0, 41.0, 30.0, 32.0, 42.0, 29.0, 24.0, 22.0, 18.0, 20.0, 13.0, 17.0, 12.0, 9.0, 4.0, 9.0, 6.0, 5.0, 0.0, 8.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-52.83382034301758, -51.20679473876953, -49.57977294921875, -47.9527473449707, -46.325721740722656, -44.698699951171875, -43.07167434692383, -41.44464874267578, -39.817626953125, -38.19060134887695, -36.56357955932617, -34.936553955078125, -33.30952835083008, -31.682504653930664, -30.05548095703125, -28.428455352783203, -26.801429748535156, -25.174406051635742, -23.547380447387695, -21.92035675048828, -20.293331146240234, -18.66630744934082, -17.039283752441406, -15.412259101867676, -13.785234451293945, -12.158209800720215, -10.531185150146484, -8.90416145324707, -7.27713680267334, -5.650112152099609, -4.023088455200195, -2.396063804626465, -0.76904296875, 0.8579814434051514, 2.4850058555603027, 4.112030029296875, 5.7390546798706055, 7.366079330444336, 8.99310302734375, 10.62012767791748, 12.247152328491211, 13.874176979064941, 15.501201629638672, 17.128225326538086, 18.7552490234375, 20.382274627685547, 22.00929832458496, 23.636322021484375, 25.263347625732422, 26.890371322631836, 28.517396926879883, 30.144420623779297, 31.771446228027344, 33.398468017578125, 35.02549362182617, 36.65251922607422, 38.279541015625, 39.90656661987305, 41.53358840942383, 43.160614013671875, 44.78763961791992, 46.41466522216797, 48.04168701171875, 49.6687126159668, 51.295738220214844]}, "gradients/decoder.transformer.h.5.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 4.0, 4.0, 7.0, 8.0, 13.0, 18.0, 12.0, 14.0, 21.0, 16.0, 19.0, 26.0, 26.0, 25.0, 24.0, 36.0, 33.0, 29.0, 46.0, 42.0, 43.0, 43.0, 45.0, 28.0, 43.0, 37.0, 37.0, 28.0, 32.0, 34.0, 17.0, 19.0, 20.0, 33.0, 20.0, 18.0, 9.0, 12.0, 11.0, 9.0, 6.0, 9.0, 6.0, 4.0, 5.0, 6.0, 4.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-9.09375, -8.8099365234375, -8.526123046875, -8.2423095703125, -7.95849609375, -7.6746826171875, -7.390869140625, -7.1070556640625, -6.8232421875, -6.5394287109375, -6.255615234375, -5.9718017578125, -5.68798828125, -5.4041748046875, -5.120361328125, -4.8365478515625, -4.552734375, -4.2689208984375, -3.985107421875, -3.7012939453125, -3.41748046875, -3.1336669921875, -2.849853515625, -2.5660400390625, -2.2822265625, -1.9984130859375, -1.714599609375, -1.4307861328125, -1.14697265625, -0.8631591796875, -0.579345703125, -0.2955322265625, -0.01171875, 0.2720947265625, 0.555908203125, 0.8397216796875, 1.12353515625, 1.4073486328125, 1.691162109375, 1.9749755859375, 2.2587890625, 2.5426025390625, 2.826416015625, 3.1102294921875, 3.39404296875, 3.6778564453125, 3.961669921875, 4.2454833984375, 4.529296875, 4.8131103515625, 5.096923828125, 5.3807373046875, 5.66455078125, 5.9483642578125, 6.232177734375, 6.5159912109375, 6.7998046875, 7.0836181640625, 7.367431640625, 7.6512451171875, 7.93505859375, 8.2188720703125, 8.502685546875, 8.7864990234375, 9.0703125]}, "gradients/decoder.transformer.h.5.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 5.0, 7.0, 10.0, 15.0, 15.0, 30.0, 56.0, 74.0, 106.0, 164.0, 236.0, 430.0, 622.0, 995.0, 1575.0, 2626.0, 4240.0, 6913.0, 11407.0, 18544.0, 31173.0, 53245.0, 94436.0, 174027.0, 247754.0, 173149.0, 94485.0, 52902.0, 31325.0, 18609.0, 11250.0, 6829.0, 4298.0, 2591.0, 1649.0, 1029.0, 612.0, 404.0, 238.0, 156.0, 117.0, 88.0, 45.0, 36.0, 14.0, 8.0, 7.0, 5.0, 7.0, 2.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.970703125, -0.9408340454101562, -0.9109649658203125, -0.8810958862304688, -0.851226806640625, -0.8213577270507812, -0.7914886474609375, -0.7616195678710938, -0.73175048828125, -0.7018814086914062, -0.6720123291015625, -0.6421432495117188, -0.612274169921875, -0.5824050903320312, -0.5525360107421875, -0.5226669311523438, -0.4927978515625, -0.46292877197265625, -0.4330596923828125, -0.40319061279296875, -0.373321533203125, -0.34345245361328125, -0.3135833740234375, -0.28371429443359375, -0.25384521484375, -0.22397613525390625, -0.1941070556640625, -0.16423797607421875, -0.134368896484375, -0.10449981689453125, -0.0746307373046875, -0.04476165771484375, -0.014892578125, 0.01497650146484375, 0.0448455810546875, 0.07471466064453125, 0.104583740234375, 0.13445281982421875, 0.1643218994140625, 0.19419097900390625, 0.22406005859375, 0.25392913818359375, 0.2837982177734375, 0.31366729736328125, 0.343536376953125, 0.37340545654296875, 0.4032745361328125, 0.43314361572265625, 0.4630126953125, 0.49288177490234375, 0.5227508544921875, 0.5526199340820312, 0.582489013671875, 0.6123580932617188, 0.6422271728515625, 0.6720962524414062, 0.70196533203125, 0.7318344116210938, 0.7617034912109375, 0.7915725708007812, 0.821441650390625, 0.8513107299804688, 0.8811798095703125, 0.9110488891601562, 0.94091796875]}, "gradients/decoder.transformer.h.5.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 9.0, 3.0, 9.0, 11.0, 14.0, 5.0, 13.0, 17.0, 19.0, 22.0, 23.0, 26.0, 28.0, 27.0, 32.0, 41.0, 31.0, 26.0, 36.0, 46.0, 38.0, 30.0, 1066.0, 32.0, 32.0, 30.0, 46.0, 38.0, 38.0, 26.0, 27.0, 33.0, 21.0, 15.0, 22.0, 12.0, 14.0, 14.0, 7.0, 7.0, 8.0, 13.0, 5.0, 8.0, 4.0, 7.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.5234375, -5.3270263671875, -5.130615234375, -4.9342041015625, -4.73779296875, -4.5413818359375, -4.344970703125, -4.1485595703125, -3.9521484375, -3.7557373046875, -3.559326171875, -3.3629150390625, -3.16650390625, -2.9700927734375, -2.773681640625, -2.5772705078125, -2.380859375, -2.1844482421875, -1.988037109375, -1.7916259765625, -1.59521484375, -1.3988037109375, -1.202392578125, -1.0059814453125, -0.8095703125, -0.6131591796875, -0.416748046875, -0.2203369140625, -0.02392578125, 0.1724853515625, 0.368896484375, 0.5653076171875, 0.76171875, 0.9581298828125, 1.154541015625, 1.3509521484375, 1.54736328125, 1.7437744140625, 1.940185546875, 2.1365966796875, 2.3330078125, 2.5294189453125, 2.725830078125, 2.9222412109375, 3.11865234375, 3.3150634765625, 3.511474609375, 3.7078857421875, 3.904296875, 4.1007080078125, 4.297119140625, 4.4935302734375, 4.68994140625, 4.8863525390625, 5.082763671875, 5.2791748046875, 5.4755859375, 5.6719970703125, 5.868408203125, 6.0648193359375, 6.26123046875, 6.4576416015625, 6.654052734375, 6.8504638671875, 7.046875]}, "gradients/decoder.transformer.h.5.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 1.0, 6.0, 6.0, 6.0, 8.0, 23.0, 17.0, 38.0, 47.0, 70.0, 125.0, 162.0, 237.0, 368.0, 558.0, 823.0, 1237.0, 1951.0, 2865.0, 4393.0, 6792.0, 10697.0, 16496.0, 26312.0, 43106.0, 71876.0, 121861.0, 221209.0, 1221672.0, 135739.0, 80022.0, 47594.0, 29613.0, 18243.0, 11542.0, 7345.0, 4779.0, 3130.0, 2108.0, 1326.0, 938.0, 599.0, 407.0, 262.0, 168.0, 127.0, 76.0, 56.0, 41.0, 19.0, 14.0, 13.0, 5.0, 5.0, 3.0, 4.0, 1.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.418212890625, -0.4047660827636719, -0.39131927490234375, -0.3778724670410156, -0.3644256591796875, -0.3509788513183594, -0.33753204345703125, -0.3240852355957031, -0.310638427734375, -0.2971916198730469, -0.28374481201171875, -0.2702980041503906, -0.2568511962890625, -0.24340438842773438, -0.22995758056640625, -0.21651077270507812, -0.20306396484375, -0.18961715698242188, -0.17617034912109375, -0.16272354125976562, -0.1492767333984375, -0.13582992553710938, -0.12238311767578125, -0.10893630981445312, -0.095489501953125, -0.08204269409179688, -0.06859588623046875, -0.055149078369140625, -0.0417022705078125, -0.028255462646484375, -0.01480865478515625, -0.001361846923828125, 0.0120849609375, 0.025531768798828125, 0.03897857666015625, 0.052425384521484375, 0.0658721923828125, 0.07931900024414062, 0.09276580810546875, 0.10621261596679688, 0.119659423828125, 0.13310623168945312, 0.14655303955078125, 0.15999984741210938, 0.1734466552734375, 0.18689346313476562, 0.20034027099609375, 0.21378707885742188, 0.22723388671875, 0.24068069458007812, 0.25412750244140625, 0.2675743103027344, 0.2810211181640625, 0.2944679260253906, 0.30791473388671875, 0.3213615417480469, 0.334808349609375, 0.3482551574707031, 0.36170196533203125, 0.3751487731933594, 0.3885955810546875, 0.4020423889160156, 0.41548919677734375, 0.4289360046386719, 0.4423828125]}, "gradients/decoder.transformer.h.5.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 4.0, 6.0, 3.0, 9.0, 9.0, 12.0, 19.0, 22.0, 26.0, 32.0, 48.0, 58.0, 65.0, 113.0, 125.0, 103.0, 81.0, 63.0, 35.0, 34.0, 28.0, 20.0, 23.0, 12.0, 8.0, 6.0, 6.0, 8.0, 9.0, 3.0, 4.0, 5.0, 3.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 3.0], "bins": [-0.0196990966796875, -0.019187092781066895, -0.01867508888244629, -0.018163084983825684, -0.017651081085205078, -0.017139077186584473, -0.016627073287963867, -0.01611506938934326, -0.015603065490722656, -0.01509106159210205, -0.014579057693481445, -0.01406705379486084, -0.013555049896240234, -0.013043045997619629, -0.012531042098999023, -0.012019038200378418, -0.011507034301757812, -0.010995030403137207, -0.010483026504516602, -0.009971022605895996, -0.00945901870727539, -0.008947014808654785, -0.00843501091003418, -0.007923007011413574, -0.007411003112792969, -0.006898999214172363, -0.006386995315551758, -0.005874991416931152, -0.005362987518310547, -0.004850983619689941, -0.004338979721069336, -0.0038269758224487305, -0.003314971923828125, -0.0028029680252075195, -0.002290964126586914, -0.0017789602279663086, -0.0012669563293457031, -0.0007549524307250977, -0.0002429485321044922, 0.0002690553665161133, 0.0007810592651367188, 0.0012930631637573242, 0.0018050670623779297, 0.002317070960998535, 0.0028290748596191406, 0.003341078758239746, 0.0038530826568603516, 0.004365086555480957, 0.0048770904541015625, 0.005389094352722168, 0.0059010982513427734, 0.006413102149963379, 0.006925106048583984, 0.00743710994720459, 0.007949113845825195, 0.0084611177444458, 0.008973121643066406, 0.009485125541687012, 0.009997129440307617, 0.010509133338928223, 0.011021137237548828, 0.011533141136169434, 0.012045145034790039, 0.012557148933410645, 0.01306915283203125]}, "gradients/decoder.transformer.h.5.crossattention.q_attn.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 3.0, 2.0, 2.0, 5.0, 1.0, 5.0, 1.0, 8.0, 7.0, 5.0, 13.0, 11.0, 9.0, 17.0, 35.0, 27.0, 56.0, 51.0, 94.0, 187.0, 437.0, 2905.0, 1040088.0, 3706.0, 390.0, 170.0, 107.0, 67.0, 41.0, 29.0, 26.0, 15.0, 14.0, 4.0, 5.0, 7.0, 5.0, 4.0, 0.0, 1.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.270751953125, -0.2601432800292969, -0.24953460693359375, -0.23892593383789062, -0.2283172607421875, -0.21770858764648438, -0.20709991455078125, -0.19649124145507812, -0.185882568359375, -0.17527389526367188, -0.16466522216796875, -0.15405654907226562, -0.1434478759765625, -0.13283920288085938, -0.12223052978515625, -0.11162185668945312, -0.10101318359375, -0.09040451049804688, -0.07979583740234375, -0.06918716430664062, -0.0585784912109375, -0.047969818115234375, -0.03736114501953125, -0.026752471923828125, -0.016143798828125, -0.005535125732421875, 0.00507354736328125, 0.015682220458984375, 0.0262908935546875, 0.036899566650390625, 0.04750823974609375, 0.058116912841796875, 0.0687255859375, 0.07933425903320312, 0.08994293212890625, 0.10055160522460938, 0.1111602783203125, 0.12176895141601562, 0.13237762451171875, 0.14298629760742188, 0.153594970703125, 0.16420364379882812, 0.17481231689453125, 0.18542098999023438, 0.1960296630859375, 0.20663833618164062, 0.21724700927734375, 0.22785568237304688, 0.23846435546875, 0.24907302856445312, 0.25968170166015625, 0.2702903747558594, 0.2808990478515625, 0.2915077209472656, 0.30211639404296875, 0.3127250671386719, 0.323333740234375, 0.3339424133300781, 0.34455108642578125, 0.3551597595214844, 0.3657684326171875, 0.3763771057128906, 0.38698577880859375, 0.3975944519042969, 0.408203125]}, "gradients/decoder.transformer.h.5.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 23.0, 70.0, 409.0, 385.0, 83.0, 28.0, 8.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.018881089985370636, -0.016982484608888626, -0.015083881095051765, -0.013185275718569756, -0.01128667127341032, -0.009388066828250885, -0.007489461451768875, -0.00559085700660944, -0.0036922525614500046, -0.0017936478834599257, 0.00010495679453015327, 0.002003561705350876, 0.003902166150510311, 0.005800770595669746, 0.007699375972151756, 0.009597980417311192, 0.011496584862470627, 0.013395189307630062, 0.015293793752789497, 0.017192399129271507, 0.019091002643108368, 0.020989608019590378, 0.022888213396072388, 0.024786818772554398, 0.026685422286391258, 0.028584027662873268, 0.03048263117671013, 0.03238123655319214, 0.03427984192967415, 0.03617844730615616, 0.03807704895734787, 0.03997565433382988, 0.04187425971031189, 0.0437728650867939, 0.04567147046327591, 0.04757007211446762, 0.04946867749094963, 0.05136728286743164, 0.05326588824391365, 0.05516449362039566, 0.05706309527158737, 0.05896170064806938, 0.06086030602455139, 0.0627589076757431, 0.06465751677751541, 0.06655611842870712, 0.06845472753047943, 0.07035332918167114, 0.07225193083286285, 0.07415053248405457, 0.07604914158582687, 0.07794774323701859, 0.0798463523387909, 0.0817449539899826, 0.08364355564117432, 0.08554216474294662, 0.08744077384471893, 0.08933937549591064, 0.09123798459768295, 0.09313658624887466, 0.09503519535064697, 0.09693379700183868, 0.0988323986530304, 0.1007310077548027, 0.10262960940599442]}, "gradients/decoder.transformer.h.5.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 4.0, 0.0, 0.0, 1.0, 6.0, 1.0, 8.0, 8.0, 10.0, 9.0, 12.0, 22.0, 20.0, 18.0, 25.0, 19.0, 25.0, 45.0, 27.0, 34.0, 33.0, 34.0, 38.0, 32.0, 39.0, 52.0, 52.0, 40.0, 31.0, 38.0, 43.0, 29.0, 32.0, 35.0, 31.0, 21.0, 25.0, 18.0, 16.0, 13.0, 13.0, 5.0, 10.0, 3.0, 9.0, 8.0, 7.0, 6.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.027009129524230957, -0.026237796992063522, -0.025466464459896088, -0.024695131927728653, -0.023923799395561218, -0.023152466863393784, -0.02238113433122635, -0.021609801799058914, -0.02083846926689148, -0.020067136734724045, -0.01929580420255661, -0.018524471670389175, -0.01775313913822174, -0.016981806606054306, -0.01621047407388687, -0.015439141541719437, -0.014667809009552002, -0.013896476477384567, -0.013125143945217133, -0.012353811413049698, -0.011582478880882263, -0.010811146348714828, -0.010039813816547394, -0.009268481284379959, -0.008497148752212524, -0.00772581622004509, -0.006954483687877655, -0.00618315115571022, -0.005411818623542786, -0.004640486091375351, -0.0038691535592079163, -0.0030978210270404816, -0.002326488494873047, -0.0015551559627056122, -0.0007838234305381775, -1.2490898370742798e-05, 0.0007588416337966919, 0.0015301741659641266, 0.0023015066981315613, 0.003072839230298996, 0.0038441717624664307, 0.004615504294633865, 0.0053868368268013, 0.006158169358968735, 0.006929501891136169, 0.007700834423303604, 0.008472166955471039, 0.009243499487638474, 0.010014832019805908, 0.010786164551973343, 0.011557497084140778, 0.012328829616308212, 0.013100162148475647, 0.013871494680643082, 0.014642827212810516, 0.015414159744977951, 0.016185492277145386, 0.01695682480931282, 0.017728157341480255, 0.01849948987364769, 0.019270822405815125, 0.02004215493798256, 0.020813487470149994, 0.02158482000231743, 0.022356152534484863]}, "gradients/decoder.transformer.h.5.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 4.0, 4.0, 8.0, 7.0, 13.0, 18.0, 12.0, 15.0, 20.0, 17.0, 18.0, 26.0, 26.0, 26.0, 25.0, 34.0, 34.0, 29.0, 45.0, 43.0, 44.0, 42.0, 44.0, 28.0, 43.0, 38.0, 36.0, 28.0, 32.0, 34.0, 18.0, 18.0, 20.0, 33.0, 20.0, 18.0, 9.0, 12.0, 11.0, 9.0, 6.0, 9.0, 7.0, 3.0, 5.0, 6.0, 4.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-9.0859375, -8.80224609375, -8.5185546875, -8.23486328125, -7.951171875, -7.66748046875, -7.3837890625, -7.10009765625, -6.81640625, -6.53271484375, -6.2490234375, -5.96533203125, -5.681640625, -5.39794921875, -5.1142578125, -4.83056640625, -4.546875, -4.26318359375, -3.9794921875, -3.69580078125, -3.412109375, -3.12841796875, -2.8447265625, -2.56103515625, -2.27734375, -1.99365234375, -1.7099609375, -1.42626953125, -1.142578125, -0.85888671875, -0.5751953125, -0.29150390625, -0.0078125, 0.27587890625, 0.5595703125, 0.84326171875, 1.126953125, 1.41064453125, 1.6943359375, 1.97802734375, 2.26171875, 2.54541015625, 2.8291015625, 3.11279296875, 3.396484375, 3.68017578125, 3.9638671875, 4.24755859375, 4.53125, 4.81494140625, 5.0986328125, 5.38232421875, 5.666015625, 5.94970703125, 6.2333984375, 6.51708984375, 6.80078125, 7.08447265625, 7.3681640625, 7.65185546875, 7.935546875, 8.21923828125, 8.5029296875, 8.78662109375, 9.0703125]}, "gradients/decoder.transformer.h.5.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 4.0, 10.0, 17.0, 14.0, 33.0, 35.0, 61.0, 116.0, 146.0, 229.0, 373.0, 574.0, 923.0, 1477.0, 2219.0, 3653.0, 6306.0, 11277.0, 22019.0, 46211.0, 102201.0, 258978.0, 332533.0, 137768.0, 59992.0, 28051.0, 14031.0, 7603.0, 4525.0, 2631.0, 1665.0, 1029.0, 654.0, 439.0, 236.0, 173.0, 114.0, 79.0, 58.0, 38.0, 16.0, 16.0, 11.0, 6.0, 5.0, 5.0, 7.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-13.65625, -13.256591796875, -12.85693359375, -12.457275390625, -12.0576171875, -11.657958984375, -11.25830078125, -10.858642578125, -10.458984375, -10.059326171875, -9.65966796875, -9.260009765625, -8.8603515625, -8.460693359375, -8.06103515625, -7.661376953125, -7.26171875, -6.862060546875, -6.46240234375, -6.062744140625, -5.6630859375, -5.263427734375, -4.86376953125, -4.464111328125, -4.064453125, -3.664794921875, -3.26513671875, -2.865478515625, -2.4658203125, -2.066162109375, -1.66650390625, -1.266845703125, -0.8671875, -0.467529296875, -0.06787109375, 0.331787109375, 0.7314453125, 1.131103515625, 1.53076171875, 1.930419921875, 2.330078125, 2.729736328125, 3.12939453125, 3.529052734375, 3.9287109375, 4.328369140625, 4.72802734375, 5.127685546875, 5.52734375, 5.927001953125, 6.32666015625, 6.726318359375, 7.1259765625, 7.525634765625, 7.92529296875, 8.324951171875, 8.724609375, 9.124267578125, 9.52392578125, 9.923583984375, 10.3232421875, 10.722900390625, 11.12255859375, 11.522216796875, 11.921875]}, "gradients/decoder.transformer.h.5.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 4.0, 3.0, 4.0, 9.0, 12.0, 13.0, 17.0, 20.0, 29.0, 26.0, 33.0, 46.0, 38.0, 40.0, 44.0, 65.0, 120.0, 173.0, 1404.0, 334.0, 143.0, 90.0, 69.0, 48.0, 52.0, 29.0, 32.0, 32.0, 22.0, 21.0, 16.0, 19.0, 11.0, 12.0, 7.0, 8.0, 4.0, 3.0, 0.0, 0.0, 2.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-30.46875, -29.541259765625, -28.61376953125, -27.686279296875, -26.7587890625, -25.831298828125, -24.90380859375, -23.976318359375, -23.048828125, -22.121337890625, -21.19384765625, -20.266357421875, -19.3388671875, -18.411376953125, -17.48388671875, -16.556396484375, -15.62890625, -14.701416015625, -13.77392578125, -12.846435546875, -11.9189453125, -10.991455078125, -10.06396484375, -9.136474609375, -8.208984375, -7.281494140625, -6.35400390625, -5.426513671875, -4.4990234375, -3.571533203125, -2.64404296875, -1.716552734375, -0.7890625, 0.138427734375, 1.06591796875, 1.993408203125, 2.9208984375, 3.848388671875, 4.77587890625, 5.703369140625, 6.630859375, 7.558349609375, 8.48583984375, 9.413330078125, 10.3408203125, 11.268310546875, 12.19580078125, 13.123291015625, 14.05078125, 14.978271484375, 15.90576171875, 16.833251953125, 17.7607421875, 18.688232421875, 19.61572265625, 20.543212890625, 21.470703125, 22.398193359375, 23.32568359375, 24.253173828125, 25.1806640625, 26.108154296875, 27.03564453125, 27.963134765625, 28.890625]}, "gradients/decoder.transformer.h.5.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 6.0, 3.0, 5.0, 9.0, 16.0, 17.0, 20.0, 29.0, 32.0, 59.0, 71.0, 151.0, 197.0, 291.0, 564.0, 1256.0, 4742.0, 30373.0, 587110.0, 2422162.0, 85311.0, 9300.0, 2070.0, 757.0, 405.0, 225.0, 169.0, 112.0, 73.0, 50.0, 34.0, 21.0, 19.0, 9.0, 13.0, 7.0, 7.0, 4.0, 1.0, 2.0, 4.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-40.34375, -39.12890625, -37.9140625, -36.69921875, -35.484375, -34.26953125, -33.0546875, -31.83984375, -30.625, -29.41015625, -28.1953125, -26.98046875, -25.765625, -24.55078125, -23.3359375, -22.12109375, -20.90625, -19.69140625, -18.4765625, -17.26171875, -16.046875, -14.83203125, -13.6171875, -12.40234375, -11.1875, -9.97265625, -8.7578125, -7.54296875, -6.328125, -5.11328125, -3.8984375, -2.68359375, -1.46875, -0.25390625, 0.9609375, 2.17578125, 3.390625, 4.60546875, 5.8203125, 7.03515625, 8.25, 9.46484375, 10.6796875, 11.89453125, 13.109375, 14.32421875, 15.5390625, 16.75390625, 17.96875, 19.18359375, 20.3984375, 21.61328125, 22.828125, 24.04296875, 25.2578125, 26.47265625, 27.6875, 28.90234375, 30.1171875, 31.33203125, 32.546875, 33.76171875, 34.9765625, 36.19140625, 37.40625]}, "gradients/decoder.transformer.h.5.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 14.0, 915.0, 90.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-508.7561950683594, -488.12908935546875, -467.501953125, -446.8748474121094, -426.2477111816406, -405.62060546875, -384.99346923828125, -364.3663635253906, -343.7392578125, -323.1121520996094, -302.4850158691406, -281.85791015625, -261.23077392578125, -240.60366821289062, -219.97654724121094, -199.34942626953125, -178.7222900390625, -158.0951690673828, -137.46804809570312, -116.84093475341797, -96.21381378173828, -75.5866928100586, -54.95957946777344, -34.33245849609375, -13.705337524414062, 6.921781539916992, 27.548900604248047, 48.17601776123047, 68.80313873291016, 89.43025970458984, 110.057373046875, 130.6844940185547, 151.31158447265625, 171.93870544433594, 192.56582641601562, 213.19293212890625, 233.820068359375, 254.44717407226562, 275.07427978515625, 295.701416015625, 316.32855224609375, 336.9556579589844, 357.5827941894531, 378.20989990234375, 398.8370361328125, 419.4641418457031, 440.09124755859375, 460.7183837890625, 481.3454895019531, 501.97259521484375, 522.5997314453125, 543.2268676757812, 563.8539428710938, 584.4810791015625, 605.1082153320312, 625.7353515625, 646.3624267578125, 666.9895629882812, 687.6166381835938, 708.2437744140625, 728.8709106445312, 749.498046875, 770.1251220703125, 790.7522583007812, 811.37939453125]}, "gradients/decoder.transformer.h.5.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 4.0, 3.0, 1.0, 5.0, 1.0, 3.0, 8.0, 7.0, 14.0, 11.0, 17.0, 17.0, 22.0, 24.0, 21.0, 34.0, 24.0, 32.0, 28.0, 37.0, 36.0, 40.0, 40.0, 46.0, 49.0, 45.0, 43.0, 45.0, 45.0, 42.0, 35.0, 42.0, 22.0, 26.0, 22.0, 24.0, 15.0, 23.0, 10.0, 7.0, 9.0, 4.0, 7.0, 8.0, 2.0, 2.0, 5.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-63.29216003417969, -61.229888916015625, -59.16762161254883, -57.105350494384766, -55.04308319091797, -52.980812072753906, -50.918540954589844, -48.85627365112305, -46.79400634765625, -44.73173522949219, -42.66946792602539, -40.60719680786133, -38.54492950439453, -36.48265838623047, -34.420387268066406, -32.35811996459961, -30.295848846435547, -28.233579635620117, -26.171310424804688, -24.109039306640625, -22.046772003173828, -19.984500885009766, -17.922231674194336, -15.859962463378906, -13.797693252563477, -11.735424041748047, -9.673154830932617, -7.610884666442871, -5.548615455627441, -3.4863462448120117, -1.4240760803222656, 0.6381931304931641, 2.7004623413085938, 4.762731552124023, 6.825001239776611, 8.8872709274292, 10.949540138244629, 13.011809349060059, 15.074079513549805, 17.136348724365234, 19.198617935180664, 21.260887145996094, 23.323156356811523, 25.385425567626953, 27.447696685791016, 29.509963989257812, 31.572235107421875, 33.63450622558594, 35.696773529052734, 37.7590446472168, 39.821311950683594, 41.883583068847656, 43.94585037231445, 46.008121490478516, 48.07038879394531, 50.132659912109375, 52.19493103027344, 54.2572021484375, 56.3194694519043, 58.38174057006836, 60.444007873535156, 62.50627899169922, 64.56855010986328, 66.63081359863281, 68.69308471679688]}, "gradients/decoder.transformer.h.4.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 4.0, 3.0, 8.0, 4.0, 11.0, 16.0, 17.0, 15.0, 12.0, 16.0, 23.0, 16.0, 28.0, 35.0, 30.0, 24.0, 28.0, 42.0, 39.0, 34.0, 48.0, 41.0, 32.0, 41.0, 42.0, 38.0, 31.0, 43.0, 24.0, 32.0, 22.0, 30.0, 25.0, 14.0, 22.0, 17.0, 15.0, 16.0, 17.0, 6.0, 10.0, 12.0, 5.0, 4.0, 8.0, 4.0, 3.0, 3.0, 1.0, 2.0], "bins": [-10.7421875, -10.4473876953125, -10.152587890625, -9.8577880859375, -9.56298828125, -9.2681884765625, -8.973388671875, -8.6785888671875, -8.3837890625, -8.0889892578125, -7.794189453125, -7.4993896484375, -7.20458984375, -6.9097900390625, -6.614990234375, -6.3201904296875, -6.025390625, -5.7305908203125, -5.435791015625, -5.1409912109375, -4.84619140625, -4.5513916015625, -4.256591796875, -3.9617919921875, -3.6669921875, -3.3721923828125, -3.077392578125, -2.7825927734375, -2.48779296875, -2.1929931640625, -1.898193359375, -1.6033935546875, -1.30859375, -1.0137939453125, -0.718994140625, -0.4241943359375, -0.12939453125, 0.1654052734375, 0.460205078125, 0.7550048828125, 1.0498046875, 1.3446044921875, 1.639404296875, 1.9342041015625, 2.22900390625, 2.5238037109375, 2.818603515625, 3.1134033203125, 3.408203125, 3.7030029296875, 3.997802734375, 4.2926025390625, 4.58740234375, 4.8822021484375, 5.177001953125, 5.4718017578125, 5.7666015625, 6.0614013671875, 6.356201171875, 6.6510009765625, 6.94580078125, 7.2406005859375, 7.535400390625, 7.8302001953125, 8.125]}, "gradients/decoder.transformer.h.4.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 7.0, 6.0, 15.0, 19.0, 19.0, 26.0, 30.0, 59.0, 75.0, 94.0, 110.0, 169.0, 224.0, 355.0, 500.0, 726.0, 1130.0, 1687.0, 2736.0, 4529.0, 8240.0, 16222.0, 39782.0, 143547.0, 671757.0, 2051038.0, 956089.0, 200255.0, 51244.0, 19543.0, 9452.0, 5323.0, 3168.0, 1978.0, 1321.0, 841.0, 522.0, 414.0, 283.0, 179.0, 150.0, 108.0, 78.0, 64.0, 56.0, 38.0, 25.0, 22.0, 11.0, 11.0, 7.0, 3.0, 5.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0], "bins": [-13.25, -12.8026123046875, -12.355224609375, -11.9078369140625, -11.46044921875, -11.0130615234375, -10.565673828125, -10.1182861328125, -9.6708984375, -9.2235107421875, -8.776123046875, -8.3287353515625, -7.88134765625, -7.4339599609375, -6.986572265625, -6.5391845703125, -6.091796875, -5.6444091796875, -5.197021484375, -4.7496337890625, -4.30224609375, -3.8548583984375, -3.407470703125, -2.9600830078125, -2.5126953125, -2.0653076171875, -1.617919921875, -1.1705322265625, -0.72314453125, -0.2757568359375, 0.171630859375, 0.6190185546875, 1.06640625, 1.5137939453125, 1.961181640625, 2.4085693359375, 2.85595703125, 3.3033447265625, 3.750732421875, 4.1981201171875, 4.6455078125, 5.0928955078125, 5.540283203125, 5.9876708984375, 6.43505859375, 6.8824462890625, 7.329833984375, 7.7772216796875, 8.224609375, 8.6719970703125, 9.119384765625, 9.5667724609375, 10.01416015625, 10.4615478515625, 10.908935546875, 11.3563232421875, 11.8037109375, 12.2510986328125, 12.698486328125, 13.1458740234375, 13.59326171875, 14.0406494140625, 14.488037109375, 14.9354248046875, 15.3828125]}, "gradients/decoder.transformer.h.4.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 6.0, 5.0, 8.0, 10.0, 15.0, 11.0, 23.0, 40.0, 39.0, 85.0, 92.0, 202.0, 264.0, 458.0, 688.0, 643.0, 536.0, 309.0, 188.0, 126.0, 85.0, 62.0, 38.0, 35.0, 26.0, 23.0, 5.0, 9.0, 9.0, 6.0, 3.0, 10.0, 3.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-16.609375, -16.038330078125, -15.46728515625, -14.896240234375, -14.3251953125, -13.754150390625, -13.18310546875, -12.612060546875, -12.041015625, -11.469970703125, -10.89892578125, -10.327880859375, -9.7568359375, -9.185791015625, -8.61474609375, -8.043701171875, -7.47265625, -6.901611328125, -6.33056640625, -5.759521484375, -5.1884765625, -4.617431640625, -4.04638671875, -3.475341796875, -2.904296875, -2.333251953125, -1.76220703125, -1.191162109375, -0.6201171875, -0.049072265625, 0.52197265625, 1.093017578125, 1.6640625, 2.235107421875, 2.80615234375, 3.377197265625, 3.9482421875, 4.519287109375, 5.09033203125, 5.661376953125, 6.232421875, 6.803466796875, 7.37451171875, 7.945556640625, 8.5166015625, 9.087646484375, 9.65869140625, 10.229736328125, 10.80078125, 11.371826171875, 11.94287109375, 12.513916015625, 13.0849609375, 13.656005859375, 14.22705078125, 14.798095703125, 15.369140625, 15.940185546875, 16.51123046875, 17.082275390625, 17.6533203125, 18.224365234375, 18.79541015625, 19.366455078125, 19.9375]}, "gradients/decoder.transformer.h.4.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 3.0, 2.0, 3.0, 5.0, 2.0, 9.0, 8.0, 16.0, 17.0, 27.0, 24.0, 38.0, 91.0, 109.0, 191.0, 252.0, 484.0, 743.0, 1560.0, 3360.0, 8501.0, 27477.0, 127591.0, 1856609.0, 1986905.0, 135219.0, 28662.0, 9154.0, 3653.0, 1639.0, 753.0, 423.0, 263.0, 185.0, 113.0, 65.0, 47.0, 26.0, 19.0, 20.0, 4.0, 5.0, 5.0, 5.0, 0.0, 4.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-30.40625, -29.42578125, -28.4453125, -27.46484375, -26.484375, -25.50390625, -24.5234375, -23.54296875, -22.5625, -21.58203125, -20.6015625, -19.62109375, -18.640625, -17.66015625, -16.6796875, -15.69921875, -14.71875, -13.73828125, -12.7578125, -11.77734375, -10.796875, -9.81640625, -8.8359375, -7.85546875, -6.875, -5.89453125, -4.9140625, -3.93359375, -2.953125, -1.97265625, -0.9921875, -0.01171875, 0.96875, 1.94921875, 2.9296875, 3.91015625, 4.890625, 5.87109375, 6.8515625, 7.83203125, 8.8125, 9.79296875, 10.7734375, 11.75390625, 12.734375, 13.71484375, 14.6953125, 15.67578125, 16.65625, 17.63671875, 18.6171875, 19.59765625, 20.578125, 21.55859375, 22.5390625, 23.51953125, 24.5, 25.48046875, 26.4609375, 27.44140625, 28.421875, 29.40234375, 30.3828125, 31.36328125, 32.34375]}, "gradients/decoder.transformer.h.4.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 5.0, 39.0, 194.0, 497.0, 217.0, 50.0, 12.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-488.2772521972656, -478.7924499511719, -469.3076477050781, -459.8228759765625, -450.33807373046875, -440.853271484375, -431.36846923828125, -421.8836669921875, -412.39886474609375, -402.9140625, -393.42926025390625, -383.9444580078125, -374.4596862792969, -364.9748840332031, -355.4900817871094, -346.0052795410156, -336.5205078125, -327.03570556640625, -317.5509033203125, -308.06610107421875, -298.5813293457031, -289.0965270996094, -279.6117248535156, -270.1269226074219, -260.6421203613281, -251.15731811523438, -241.6725311279297, -232.18772888183594, -222.7029266357422, -213.2181396484375, -203.73333740234375, -194.24853515625, -184.76373291015625, -175.2789306640625, -165.7941436767578, -156.30934143066406, -146.8245391845703, -137.33975219726562, -127.85494995117188, -118.37014770507812, -108.88536071777344, -99.40056610107422, -89.91576385498047, -80.43096923828125, -70.9461669921875, -61.46137237548828, -51.97657775878906, -42.49177551269531, -33.006980895996094, -23.52218246459961, -14.037385940551758, -4.552589416503906, 4.932209014892578, 14.417007446289062, 23.90180206298828, 33.38660430908203, 42.87139892578125, 52.356197357177734, 61.84099578857422, 71.32579040527344, 80.81059265136719, 90.2953872680664, 99.78018188476562, 109.26498413085938, 118.7497787475586]}, "gradients/decoder.transformer.h.4.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 4.0, 4.0, 4.0, 1.0, 6.0, 4.0, 10.0, 7.0, 14.0, 12.0, 11.0, 6.0, 20.0, 13.0, 24.0, 25.0, 28.0, 24.0, 30.0, 31.0, 38.0, 35.0, 35.0, 48.0, 32.0, 29.0, 48.0, 40.0, 37.0, 37.0, 54.0, 21.0, 26.0, 33.0, 27.0, 28.0, 21.0, 17.0, 23.0, 23.0, 22.0, 13.0, 7.0, 16.0, 8.0, 3.0, 5.0, 6.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-43.167415618896484, -41.62871551513672, -40.09001159667969, -38.55131149291992, -37.012611389160156, -35.473907470703125, -33.93520736694336, -32.396507263183594, -30.857805252075195, -29.319103240966797, -27.78040313720703, -26.241701126098633, -24.702999114990234, -23.16429901123047, -21.62559700012207, -20.086894989013672, -18.548194885253906, -17.009492874145508, -15.470792770385742, -13.932090759277344, -12.393389701843262, -10.85468864440918, -9.315986633300781, -7.777285575866699, -6.238584518432617, -4.699883460998535, -3.161181926727295, -1.6224803924560547, -0.08377933502197266, 1.4549217224121094, 2.993623733520508, 4.53232479095459, 6.0710296630859375, 7.6097307205200195, 9.148431777954102, 10.6871337890625, 12.225834846496582, 13.764535903930664, 15.303237915039062, 16.841938018798828, 18.380640029907227, 19.919342041015625, 21.45804214477539, 22.99674415588379, 24.535446166992188, 26.074146270751953, 27.61284828186035, 29.15155029296875, 30.690250396728516, 32.22895050048828, 33.76765441894531, 35.30635452270508, 36.845054626464844, 38.383758544921875, 39.92245864868164, 41.461158752441406, 42.99986267089844, 44.5385627746582, 46.077266693115234, 47.615966796875, 49.154666900634766, 50.69336700439453, 52.23207092285156, 53.77077102661133, 55.309471130371094]}, "gradients/decoder.transformer.h.4.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 4.0, 3.0, 1.0, 6.0, 7.0, 5.0, 8.0, 10.0, 10.0, 15.0, 16.0, 13.0, 20.0, 18.0, 19.0, 25.0, 28.0, 29.0, 36.0, 41.0, 39.0, 27.0, 25.0, 40.0, 37.0, 41.0, 38.0, 38.0, 33.0, 29.0, 31.0, 29.0, 33.0, 30.0, 18.0, 25.0, 31.0, 25.0, 19.0, 15.0, 11.0, 10.0, 11.0, 15.0, 5.0, 10.0, 6.0, 9.0, 7.0, 4.0, 4.0, 3.0, 0.0, 1.0, 3.0], "bins": [-9.8671875, -9.5828857421875, -9.298583984375, -9.0142822265625, -8.72998046875, -8.4456787109375, -8.161376953125, -7.8770751953125, -7.5927734375, -7.3084716796875, -7.024169921875, -6.7398681640625, -6.45556640625, -6.1712646484375, -5.886962890625, -5.6026611328125, -5.318359375, -5.0340576171875, -4.749755859375, -4.4654541015625, -4.18115234375, -3.8968505859375, -3.612548828125, -3.3282470703125, -3.0439453125, -2.7596435546875, -2.475341796875, -2.1910400390625, -1.90673828125, -1.6224365234375, -1.338134765625, -1.0538330078125, -0.76953125, -0.4852294921875, -0.200927734375, 0.0833740234375, 0.36767578125, 0.6519775390625, 0.936279296875, 1.2205810546875, 1.5048828125, 1.7891845703125, 2.073486328125, 2.3577880859375, 2.64208984375, 2.9263916015625, 3.210693359375, 3.4949951171875, 3.779296875, 4.0635986328125, 4.347900390625, 4.6322021484375, 4.91650390625, 5.2008056640625, 5.485107421875, 5.7694091796875, 6.0537109375, 6.3380126953125, 6.622314453125, 6.9066162109375, 7.19091796875, 7.4752197265625, 7.759521484375, 8.0438232421875, 8.328125]}, "gradients/decoder.transformer.h.4.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 5.0, 8.0, 10.0, 20.0, 18.0, 22.0, 54.0, 74.0, 108.0, 155.0, 273.0, 359.0, 437.0, 697.0, 1076.0, 1559.0, 2295.0, 3483.0, 5374.0, 7968.0, 12052.0, 18738.0, 29341.0, 46053.0, 73889.0, 121038.0, 183823.0, 190528.0, 130351.0, 79722.0, 49350.0, 31199.0, 20168.0, 12849.0, 8493.0, 5611.0, 3667.0, 2498.0, 1658.0, 1164.0, 773.0, 480.0, 355.0, 222.0, 171.0, 108.0, 94.0, 54.0, 43.0, 26.0, 17.0, 8.0, 12.0, 3.0, 4.0, 6.0, 2.0], "bins": [-0.8662109375, -0.840789794921875, -0.81536865234375, -0.789947509765625, -0.7645263671875, -0.739105224609375, -0.71368408203125, -0.688262939453125, -0.662841796875, -0.637420654296875, -0.61199951171875, -0.586578369140625, -0.5611572265625, -0.535736083984375, -0.51031494140625, -0.484893798828125, -0.45947265625, -0.434051513671875, -0.40863037109375, -0.383209228515625, -0.3577880859375, -0.332366943359375, -0.30694580078125, -0.281524658203125, -0.256103515625, -0.230682373046875, -0.20526123046875, -0.179840087890625, -0.1544189453125, -0.128997802734375, -0.10357666015625, -0.078155517578125, -0.052734375, -0.027313232421875, -0.00189208984375, 0.023529052734375, 0.0489501953125, 0.074371337890625, 0.09979248046875, 0.125213623046875, 0.150634765625, 0.176055908203125, 0.20147705078125, 0.226898193359375, 0.2523193359375, 0.277740478515625, 0.30316162109375, 0.328582763671875, 0.35400390625, 0.379425048828125, 0.40484619140625, 0.430267333984375, 0.4556884765625, 0.481109619140625, 0.50653076171875, 0.531951904296875, 0.557373046875, 0.582794189453125, 0.60821533203125, 0.633636474609375, 0.6590576171875, 0.684478759765625, 0.70989990234375, 0.735321044921875, 0.7607421875]}, "gradients/decoder.transformer.h.4.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 5.0, 3.0, 4.0, 9.0, 9.0, 16.0, 11.0, 5.0, 11.0, 18.0, 23.0, 16.0, 22.0, 17.0, 30.0, 32.0, 40.0, 26.0, 28.0, 30.0, 31.0, 24.0, 38.0, 37.0, 1060.0, 34.0, 34.0, 43.0, 37.0, 27.0, 35.0, 26.0, 28.0, 24.0, 29.0, 14.0, 21.0, 18.0, 26.0, 16.0, 18.0, 9.0, 10.0, 7.0, 6.0, 6.0, 2.0, 3.0, 2.0, 6.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 3.0], "bins": [-5.9609375, -5.77032470703125, -5.5797119140625, -5.38909912109375, -5.198486328125, -5.00787353515625, -4.8172607421875, -4.62664794921875, -4.43603515625, -4.24542236328125, -4.0548095703125, -3.86419677734375, -3.673583984375, -3.48297119140625, -3.2923583984375, -3.10174560546875, -2.9111328125, -2.72052001953125, -2.5299072265625, -2.33929443359375, -2.148681640625, -1.95806884765625, -1.7674560546875, -1.57684326171875, -1.38623046875, -1.19561767578125, -1.0050048828125, -0.81439208984375, -0.623779296875, -0.43316650390625, -0.2425537109375, -0.05194091796875, 0.138671875, 0.32928466796875, 0.5198974609375, 0.71051025390625, 0.901123046875, 1.09173583984375, 1.2823486328125, 1.47296142578125, 1.66357421875, 1.85418701171875, 2.0447998046875, 2.23541259765625, 2.426025390625, 2.61663818359375, 2.8072509765625, 2.99786376953125, 3.1884765625, 3.37908935546875, 3.5697021484375, 3.76031494140625, 3.950927734375, 4.14154052734375, 4.3321533203125, 4.52276611328125, 4.71337890625, 4.90399169921875, 5.0946044921875, 5.28521728515625, 5.475830078125, 5.66644287109375, 5.8570556640625, 6.04766845703125, 6.23828125]}, "gradients/decoder.transformer.h.4.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 7.0, 15.0, 27.0, 17.0, 35.0, 62.0, 87.0, 142.0, 194.0, 275.0, 444.0, 646.0, 981.0, 1324.0, 1924.0, 3001.0, 4428.0, 6540.0, 9964.0, 15073.0, 23183.0, 36223.0, 58126.0, 94641.0, 152222.0, 1247812.0, 162611.0, 102241.0, 62642.0, 39068.0, 25089.0, 16061.0, 10582.0, 7003.0, 4749.0, 3173.0, 2095.0, 1389.0, 976.0, 688.0, 448.0, 307.0, 196.0, 127.0, 94.0, 79.0, 45.0, 30.0, 17.0, 11.0, 10.0, 6.0, 7.0, 6.0, 0.0, 2.0], "bins": [-0.44140625, -0.42826080322265625, -0.4151153564453125, -0.40196990966796875, -0.388824462890625, -0.37567901611328125, -0.3625335693359375, -0.34938812255859375, -0.33624267578125, -0.32309722900390625, -0.3099517822265625, -0.29680633544921875, -0.283660888671875, -0.27051544189453125, -0.2573699951171875, -0.24422454833984375, -0.2310791015625, -0.21793365478515625, -0.2047882080078125, -0.19164276123046875, -0.178497314453125, -0.16535186767578125, -0.1522064208984375, -0.13906097412109375, -0.12591552734375, -0.11277008056640625, -0.0996246337890625, -0.08647918701171875, -0.073333740234375, -0.06018829345703125, -0.0470428466796875, -0.03389739990234375, -0.020751953125, -0.00760650634765625, 0.0055389404296875, 0.01868438720703125, 0.031829833984375, 0.04497528076171875, 0.0581207275390625, 0.07126617431640625, 0.08441162109375, 0.09755706787109375, 0.1107025146484375, 0.12384796142578125, 0.136993408203125, 0.15013885498046875, 0.1632843017578125, 0.17642974853515625, 0.1895751953125, 0.20272064208984375, 0.2158660888671875, 0.22901153564453125, 0.242156982421875, 0.25530242919921875, 0.2684478759765625, 0.28159332275390625, 0.29473876953125, 0.30788421630859375, 0.3210296630859375, 0.33417510986328125, 0.347320556640625, 0.36046600341796875, 0.3736114501953125, 0.38675689697265625, 0.39990234375]}, "gradients/decoder.transformer.h.4.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 5.0, 8.0, 8.0, 15.0, 20.0, 24.0, 32.0, 39.0, 53.0, 69.0, 81.0, 132.0, 139.0, 97.0, 79.0, 48.0, 31.0, 26.0, 23.0, 18.0, 13.0, 12.0, 9.0, 3.0, 5.0, 0.0, 4.0, 2.0, 3.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0257110595703125, -0.02482771873474121, -0.023944377899169922, -0.023061037063598633, -0.022177696228027344, -0.021294355392456055, -0.020411014556884766, -0.019527673721313477, -0.018644332885742188, -0.0177609920501709, -0.01687765121459961, -0.01599431037902832, -0.015110969543457031, -0.014227628707885742, -0.013344287872314453, -0.012460947036743164, -0.011577606201171875, -0.010694265365600586, -0.009810924530029297, -0.008927583694458008, -0.008044242858886719, -0.00716090202331543, -0.006277561187744141, -0.0053942203521728516, -0.0045108795166015625, -0.0036275386810302734, -0.0027441978454589844, -0.0018608570098876953, -0.0009775161743164062, -9.417533874511719e-05, 0.0007891654968261719, 0.001672506332397461, 0.00255584716796875, 0.003439188003540039, 0.004322528839111328, 0.005205869674682617, 0.006089210510253906, 0.006972551345825195, 0.007855892181396484, 0.008739233016967773, 0.009622573852539062, 0.010505914688110352, 0.01138925552368164, 0.01227259635925293, 0.013155937194824219, 0.014039278030395508, 0.014922618865966797, 0.015805959701538086, 0.016689300537109375, 0.017572641372680664, 0.018455982208251953, 0.019339323043823242, 0.02022266387939453, 0.02110600471496582, 0.02198934555053711, 0.0228726863861084, 0.023756027221679688, 0.024639368057250977, 0.025522708892822266, 0.026406049728393555, 0.027289390563964844, 0.028172731399536133, 0.029056072235107422, 0.02993941307067871, 0.03082275390625]}, "gradients/decoder.transformer.h.4.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 1.0, 3.0, 2.0, 3.0, 2.0, 4.0, 5.0, 10.0, 13.0, 18.0, 30.0, 24.0, 50.0, 61.0, 111.0, 228.0, 700.0, 1019462.0, 26874.0, 454.0, 176.0, 94.0, 77.0, 41.0, 33.0, 21.0, 19.0, 14.0, 8.0, 8.0, 4.0, 0.0, 5.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6591796875, -0.6402664184570312, -0.6213531494140625, -0.6024398803710938, -0.583526611328125, -0.5646133422851562, -0.5457000732421875, -0.5267868041992188, -0.50787353515625, -0.48896026611328125, -0.4700469970703125, -0.45113372802734375, -0.432220458984375, -0.41330718994140625, -0.3943939208984375, -0.37548065185546875, -0.3565673828125, -0.33765411376953125, -0.3187408447265625, -0.29982757568359375, -0.280914306640625, -0.26200103759765625, -0.2430877685546875, -0.22417449951171875, -0.20526123046875, -0.18634796142578125, -0.1674346923828125, -0.14852142333984375, -0.129608154296875, -0.11069488525390625, -0.0917816162109375, -0.07286834716796875, -0.053955078125, -0.03504180908203125, -0.0161285400390625, 0.00278472900390625, 0.021697998046875, 0.04061126708984375, 0.0595245361328125, 0.07843780517578125, 0.09735107421875, 0.11626434326171875, 0.1351776123046875, 0.15409088134765625, 0.173004150390625, 0.19191741943359375, 0.2108306884765625, 0.22974395751953125, 0.2486572265625, 0.26757049560546875, 0.2864837646484375, 0.30539703369140625, 0.324310302734375, 0.34322357177734375, 0.3621368408203125, 0.38105010986328125, 0.39996337890625, 0.41887664794921875, 0.4377899169921875, 0.45670318603515625, 0.475616455078125, 0.49452972412109375, 0.5134429931640625, 0.5323562622070312, 0.55126953125]}, "gradients/decoder.transformer.h.4.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 38.0, 344.0, 564.0, 53.0, 6.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08244886249303818, -0.07614342868328094, -0.06983799487352371, -0.06353256106376648, -0.05722712725400925, -0.050921689718961716, -0.04461625590920448, -0.03831082209944725, -0.03200538828969002, -0.025699954479932785, -0.019394520670175552, -0.01308908499777317, -0.006783651188015938, -0.0004782155156135559, 0.005827218294143677, 0.01213265210390091, 0.018438085913658142, 0.024743519723415375, 0.031048953533172607, 0.03735438734292984, 0.04365982115268707, 0.049965258687734604, 0.05627069249749184, 0.06257613003253937, 0.068881556391716, 0.07518699020147324, 0.08149242401123047, 0.0877978578209877, 0.09410329163074493, 0.10040873289108276, 0.1067141592502594, 0.11301960051059723, 0.11932502686977386, 0.1256304681301117, 0.13193589448928833, 0.13824133574962616, 0.1445467621088028, 0.15085220336914062, 0.15715762972831726, 0.1634630709886551, 0.16976849734783173, 0.17607393860816956, 0.1823793649673462, 0.18868480622768402, 0.19499023258686066, 0.2012956738471985, 0.20760110020637512, 0.21390654146671295, 0.22021198272705078, 0.2265174239873886, 0.23282285034656525, 0.23912829160690308, 0.2454337179660797, 0.25173914432525635, 0.25804460048675537, 0.264350026845932, 0.27065545320510864, 0.2769608795642853, 0.2832663357257843, 0.28957176208496094, 0.2958771884441376, 0.3021826148033142, 0.30848807096481323, 0.31479349732398987, 0.3210989236831665]}, "gradients/decoder.transformer.h.4.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 4.0, 2.0, 6.0, 4.0, 3.0, 7.0, 14.0, 9.0, 10.0, 16.0, 15.0, 16.0, 16.0, 18.0, 22.0, 26.0, 29.0, 39.0, 28.0, 44.0, 33.0, 42.0, 39.0, 30.0, 31.0, 32.0, 46.0, 29.0, 42.0, 40.0, 31.0, 28.0, 26.0, 33.0, 30.0, 28.0, 21.0, 23.0, 23.0, 18.0, 11.0, 15.0, 5.0, 8.0, 4.0, 4.0, 5.0, 4.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05193561315536499, -0.050209611654281616, -0.04848361015319824, -0.04675760865211487, -0.045031607151031494, -0.04330560564994812, -0.041579604148864746, -0.03985360264778137, -0.038127601146698, -0.036401599645614624, -0.03467559814453125, -0.032949596643447876, -0.031223595142364502, -0.029497593641281128, -0.027771592140197754, -0.02604559063911438, -0.024319589138031006, -0.022593587636947632, -0.020867586135864258, -0.019141584634780884, -0.01741558313369751, -0.015689581632614136, -0.013963580131530762, -0.012237578630447388, -0.010511577129364014, -0.00878557562828064, -0.007059574127197266, -0.005333572626113892, -0.0036075711250305176, -0.0018815696239471436, -0.00015556812286376953, 0.0015704333782196045, 0.0032964348793029785, 0.0050224363803863525, 0.0067484378814697266, 0.0084744393825531, 0.010200440883636475, 0.011926442384719849, 0.013652443885803223, 0.015378445386886597, 0.01710444688796997, 0.018830448389053345, 0.02055644989013672, 0.022282451391220093, 0.024008452892303467, 0.02573445439338684, 0.027460455894470215, 0.02918645739555359, 0.030912458896636963, 0.03263846039772034, 0.03436446189880371, 0.036090463399887085, 0.03781646490097046, 0.03954246640205383, 0.04126846790313721, 0.04299446940422058, 0.044720470905303955, 0.04644647240638733, 0.0481724739074707, 0.04989847540855408, 0.05162447690963745, 0.053350478410720825, 0.0550764799118042, 0.05680248141288757, 0.05852848291397095]}, "gradients/decoder.transformer.h.4.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 4.0, 3.0, 1.0, 6.0, 7.0, 6.0, 7.0, 10.0, 10.0, 15.0, 16.0, 13.0, 20.0, 18.0, 19.0, 25.0, 29.0, 28.0, 36.0, 43.0, 37.0, 28.0, 25.0, 39.0, 37.0, 42.0, 37.0, 38.0, 34.0, 28.0, 31.0, 29.0, 33.0, 30.0, 19.0, 24.0, 31.0, 26.0, 18.0, 15.0, 11.0, 10.0, 11.0, 15.0, 5.0, 10.0, 7.0, 9.0, 6.0, 4.0, 4.0, 3.0, 0.0, 1.0, 3.0], "bins": [-9.859375, -9.5751953125, -9.291015625, -9.0068359375, -8.72265625, -8.4384765625, -8.154296875, -7.8701171875, -7.5859375, -7.3017578125, -7.017578125, -6.7333984375, -6.44921875, -6.1650390625, -5.880859375, -5.5966796875, -5.3125, -5.0283203125, -4.744140625, -4.4599609375, -4.17578125, -3.8916015625, -3.607421875, -3.3232421875, -3.0390625, -2.7548828125, -2.470703125, -2.1865234375, -1.90234375, -1.6181640625, -1.333984375, -1.0498046875, -0.765625, -0.4814453125, -0.197265625, 0.0869140625, 0.37109375, 0.6552734375, 0.939453125, 1.2236328125, 1.5078125, 1.7919921875, 2.076171875, 2.3603515625, 2.64453125, 2.9287109375, 3.212890625, 3.4970703125, 3.78125, 4.0654296875, 4.349609375, 4.6337890625, 4.91796875, 5.2021484375, 5.486328125, 5.7705078125, 6.0546875, 6.3388671875, 6.623046875, 6.9072265625, 7.19140625, 7.4755859375, 7.759765625, 8.0439453125, 8.328125]}, "gradients/decoder.transformer.h.4.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 6.0, 5.0, 6.0, 9.0, 16.0, 18.0, 24.0, 30.0, 45.0, 66.0, 122.0, 163.0, 267.0, 341.0, 600.0, 989.0, 1645.0, 2836.0, 5045.0, 9600.0, 18624.0, 36562.0, 73256.0, 146803.0, 261978.0, 236207.0, 124836.0, 62406.0, 31228.0, 15779.0, 8251.0, 4484.0, 2507.0, 1480.0, 822.0, 533.0, 329.0, 211.0, 127.0, 75.0, 67.0, 49.0, 29.0, 19.0, 15.0, 14.0, 7.0, 7.0, 7.0, 5.0, 3.0, 7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-13.6953125, -13.2518310546875, -12.808349609375, -12.3648681640625, -11.92138671875, -11.4779052734375, -11.034423828125, -10.5909423828125, -10.1474609375, -9.7039794921875, -9.260498046875, -8.8170166015625, -8.37353515625, -7.9300537109375, -7.486572265625, -7.0430908203125, -6.599609375, -6.1561279296875, -5.712646484375, -5.2691650390625, -4.82568359375, -4.3822021484375, -3.938720703125, -3.4952392578125, -3.0517578125, -2.6082763671875, -2.164794921875, -1.7213134765625, -1.27783203125, -0.8343505859375, -0.390869140625, 0.0526123046875, 0.49609375, 0.9395751953125, 1.383056640625, 1.8265380859375, 2.27001953125, 2.7135009765625, 3.156982421875, 3.6004638671875, 4.0439453125, 4.4874267578125, 4.930908203125, 5.3743896484375, 5.81787109375, 6.2613525390625, 6.704833984375, 7.1483154296875, 7.591796875, 8.0352783203125, 8.478759765625, 8.9222412109375, 9.36572265625, 9.8092041015625, 10.252685546875, 10.6961669921875, 11.1396484375, 11.5831298828125, 12.026611328125, 12.4700927734375, 12.91357421875, 13.3570556640625, 13.800537109375, 14.2440185546875, 14.6875]}, "gradients/decoder.transformer.h.4.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 3.0, 5.0, 2.0, 8.0, 11.0, 5.0, 7.0, 11.0, 9.0, 10.0, 9.0, 14.0, 27.0, 23.0, 32.0, 37.0, 50.0, 47.0, 79.0, 83.0, 141.0, 196.0, 1312.0, 229.0, 172.0, 100.0, 82.0, 56.0, 36.0, 43.0, 38.0, 26.0, 34.0, 22.0, 11.0, 18.0, 13.0, 8.0, 8.0, 5.0, 10.0, 6.0, 5.0, 0.0, 4.0, 3.0, 0.0, 2.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-26.625, -25.8134765625, -25.001953125, -24.1904296875, -23.37890625, -22.5673828125, -21.755859375, -20.9443359375, -20.1328125, -19.3212890625, -18.509765625, -17.6982421875, -16.88671875, -16.0751953125, -15.263671875, -14.4521484375, -13.640625, -12.8291015625, -12.017578125, -11.2060546875, -10.39453125, -9.5830078125, -8.771484375, -7.9599609375, -7.1484375, -6.3369140625, -5.525390625, -4.7138671875, -3.90234375, -3.0908203125, -2.279296875, -1.4677734375, -0.65625, 0.1552734375, 0.966796875, 1.7783203125, 2.58984375, 3.4013671875, 4.212890625, 5.0244140625, 5.8359375, 6.6474609375, 7.458984375, 8.2705078125, 9.08203125, 9.8935546875, 10.705078125, 11.5166015625, 12.328125, 13.1396484375, 13.951171875, 14.7626953125, 15.57421875, 16.3857421875, 17.197265625, 18.0087890625, 18.8203125, 19.6318359375, 20.443359375, 21.2548828125, 22.06640625, 22.8779296875, 23.689453125, 24.5009765625, 25.3125]}, "gradients/decoder.transformer.h.4.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 5.0, 4.0, 14.0, 17.0, 16.0, 26.0, 40.0, 50.0, 92.0, 107.0, 173.0, 235.0, 427.0, 724.0, 2309.0, 21322.0, 812271.0, 2258080.0, 43964.0, 3582.0, 917.0, 440.0, 306.0, 186.0, 128.0, 93.0, 58.0, 36.0, 32.0, 18.0, 14.0, 6.0, 10.0, 3.0, 1.0, 5.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-54.40625, -52.60009765625, -50.7939453125, -48.98779296875, -47.181640625, -45.37548828125, -43.5693359375, -41.76318359375, -39.95703125, -38.15087890625, -36.3447265625, -34.53857421875, -32.732421875, -30.92626953125, -29.1201171875, -27.31396484375, -25.5078125, -23.70166015625, -21.8955078125, -20.08935546875, -18.283203125, -16.47705078125, -14.6708984375, -12.86474609375, -11.05859375, -9.25244140625, -7.4462890625, -5.64013671875, -3.833984375, -2.02783203125, -0.2216796875, 1.58447265625, 3.390625, 5.19677734375, 7.0029296875, 8.80908203125, 10.615234375, 12.42138671875, 14.2275390625, 16.03369140625, 17.83984375, 19.64599609375, 21.4521484375, 23.25830078125, 25.064453125, 26.87060546875, 28.6767578125, 30.48291015625, 32.2890625, 34.09521484375, 35.9013671875, 37.70751953125, 39.513671875, 41.31982421875, 43.1259765625, 44.93212890625, 46.73828125, 48.54443359375, 50.3505859375, 52.15673828125, 53.962890625, 55.76904296875, 57.5751953125, 59.38134765625, 61.1875]}, "gradients/decoder.transformer.h.4.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 5.0, 14.0, 54.0, 198.0, 351.0, 261.0, 93.0, 29.0, 10.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-299.63873291015625, -293.08953857421875, -286.5403747558594, -279.9911804199219, -273.4420166015625, -266.892822265625, -260.3436584472656, -253.79446411132812, -247.2452850341797, -240.69610595703125, -234.1469268798828, -227.59774780273438, -221.04856872558594, -214.4993896484375, -207.9501953125, -201.40101623535156, -194.85183715820312, -188.3026580810547, -181.75347900390625, -175.2042999267578, -168.65512084960938, -162.10592651367188, -155.5567626953125, -149.007568359375, -142.45840454101562, -135.9092254638672, -129.36004638671875, -122.81086730957031, -116.26168060302734, -109.7125015258789, -103.16332244873047, -96.6141357421875, -90.06495666503906, -83.51577758789062, -76.96659851074219, -70.41741943359375, -63.86823272705078, -57.319053649902344, -50.769874572753906, -44.2206916809082, -37.671512603759766, -31.122331619262695, -24.573150634765625, -18.023971557617188, -11.474790573120117, -4.925609588623047, 1.6235694885253906, 8.172752380371094, 14.721931457519531, 21.2711124420166, 27.820293426513672, 34.36947250366211, 40.91865539550781, 47.46783447265625, 54.01701354980469, 60.56619644165039, 67.11537170410156, 73.66455078125, 80.21372985839844, 86.76290893554688, 93.31209564208984, 99.86127471923828, 106.41045379638672, 112.95964050292969, 119.50881958007812]}, "gradients/decoder.transformer.h.4.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 5.0, 5.0, 4.0, 7.0, 8.0, 7.0, 6.0, 12.0, 20.0, 12.0, 21.0, 31.0, 23.0, 27.0, 33.0, 34.0, 39.0, 29.0, 38.0, 46.0, 41.0, 39.0, 39.0, 36.0, 43.0, 36.0, 39.0, 40.0, 33.0, 34.0, 29.0, 29.0, 30.0, 22.0, 19.0, 19.0, 7.0, 14.0, 9.0, 10.0, 10.0, 7.0, 6.0, 6.0, 4.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-54.46058654785156, -52.38636016845703, -50.312137603759766, -48.237911224365234, -46.16368865966797, -44.08946228027344, -42.015235900878906, -39.94101333618164, -37.866790771484375, -35.792564392089844, -33.71834182739258, -31.644115447998047, -29.56989288330078, -27.49566650390625, -25.42144203186035, -23.347217559814453, -21.272991180419922, -19.198766708374023, -17.124542236328125, -15.05031681060791, -12.976092338562012, -10.901867866516113, -8.827642440795898, -6.75341796875, -4.679193496704102, -2.604968786239624, -0.5307440757751465, 1.5434808731079102, 3.6177053451538086, 5.691929817199707, 7.766155242919922, 9.84037971496582, 11.914604187011719, 13.988828659057617, 16.063053131103516, 18.137279510498047, 20.211502075195312, 22.285728454589844, 24.359952926635742, 26.43417739868164, 28.50840187072754, 30.582626342773438, 32.65685272216797, 34.731075286865234, 36.805301666259766, 38.87952423095703, 40.95375061035156, 43.027976989746094, 45.10219955444336, 47.17642593383789, 49.250648498535156, 51.32487487792969, 53.39909744262695, 55.473323822021484, 57.54754638671875, 59.62177276611328, 61.69599914550781, 63.770225524902344, 65.84445190429688, 67.91867065429688, 69.9928970336914, 72.06712341308594, 74.14134979248047, 76.215576171875, 78.289794921875]}, "gradients/decoder.transformer.h.3.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 7.0, 2.0, 1.0, 1.0, 2.0, 4.0, 3.0, 7.0, 8.0, 11.0, 12.0, 9.0, 12.0, 26.0, 14.0, 14.0, 12.0, 27.0, 27.0, 25.0, 30.0, 26.0, 28.0, 33.0, 49.0, 35.0, 41.0, 36.0, 32.0, 35.0, 31.0, 37.0, 30.0, 30.0, 25.0, 33.0, 20.0, 32.0, 19.0, 27.0, 22.0, 21.0, 16.0, 17.0, 13.0, 12.0, 7.0, 7.0, 5.0, 11.0, 7.0, 6.0, 10.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-9.2734375, -8.9791259765625, -8.684814453125, -8.3905029296875, -8.09619140625, -7.8018798828125, -7.507568359375, -7.2132568359375, -6.9189453125, -6.6246337890625, -6.330322265625, -6.0360107421875, -5.74169921875, -5.4473876953125, -5.153076171875, -4.8587646484375, -4.564453125, -4.2701416015625, -3.975830078125, -3.6815185546875, -3.38720703125, -3.0928955078125, -2.798583984375, -2.5042724609375, -2.2099609375, -1.9156494140625, -1.621337890625, -1.3270263671875, -1.03271484375, -0.7384033203125, -0.444091796875, -0.1497802734375, 0.14453125, 0.4388427734375, 0.733154296875, 1.0274658203125, 1.32177734375, 1.6160888671875, 1.910400390625, 2.2047119140625, 2.4990234375, 2.7933349609375, 3.087646484375, 3.3819580078125, 3.67626953125, 3.9705810546875, 4.264892578125, 4.5592041015625, 4.853515625, 5.1478271484375, 5.442138671875, 5.7364501953125, 6.03076171875, 6.3250732421875, 6.619384765625, 6.9136962890625, 7.2080078125, 7.5023193359375, 7.796630859375, 8.0909423828125, 8.38525390625, 8.6795654296875, 8.973876953125, 9.2681884765625, 9.5625]}, "gradients/decoder.transformer.h.3.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 5.0, 2.0, 5.0, 6.0, 14.0, 12.0, 12.0, 23.0, 15.0, 28.0, 29.0, 42.0, 53.0, 66.0, 109.0, 152.0, 232.0, 441.0, 953.0, 3792.0, 33327.0, 3902708.0, 239579.0, 9295.0, 1686.0, 664.0, 314.0, 210.0, 129.0, 84.0, 56.0, 44.0, 31.0, 28.0, 22.0, 30.0, 22.0, 14.0, 12.0, 9.0, 3.0, 4.0, 6.0, 6.0, 3.0, 4.0, 3.0, 4.0, 2.0], "bins": [-102.4375, -99.6484375, -96.859375, -94.0703125, -91.28125, -88.4921875, -85.703125, -82.9140625, -80.125, -77.3359375, -74.546875, -71.7578125, -68.96875, -66.1796875, -63.390625, -60.6015625, -57.8125, -55.0234375, -52.234375, -49.4453125, -46.65625, -43.8671875, -41.078125, -38.2890625, -35.5, -32.7109375, -29.921875, -27.1328125, -24.34375, -21.5546875, -18.765625, -15.9765625, -13.1875, -10.3984375, -7.609375, -4.8203125, -2.03125, 0.7578125, 3.546875, 6.3359375, 9.125, 11.9140625, 14.703125, 17.4921875, 20.28125, 23.0703125, 25.859375, 28.6484375, 31.4375, 34.2265625, 37.015625, 39.8046875, 42.59375, 45.3828125, 48.171875, 50.9609375, 53.75, 56.5390625, 59.328125, 62.1171875, 64.90625, 67.6953125, 70.484375, 73.2734375, 76.0625]}, "gradients/decoder.transformer.h.3.mlp.c_fc.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 3.0, 2.0, 1.0, 5.0, 4.0, 12.0, 3.0, 9.0, 7.0, 17.0, 24.0, 16.0, 30.0, 42.0, 59.0, 78.0, 98.0, 188.0, 291.0, 534.0, 806.0, 770.0, 431.0, 224.0, 148.0, 69.0, 61.0, 29.0, 28.0, 18.0, 14.0, 10.0, 11.0, 8.0, 4.0, 10.0, 8.0, 6.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.421875, -16.689697265625, -15.95751953125, -15.225341796875, -14.4931640625, -13.760986328125, -13.02880859375, -12.296630859375, -11.564453125, -10.832275390625, -10.10009765625, -9.367919921875, -8.6357421875, -7.903564453125, -7.17138671875, -6.439208984375, -5.70703125, -4.974853515625, -4.24267578125, -3.510498046875, -2.7783203125, -2.046142578125, -1.31396484375, -0.581787109375, 0.150390625, 0.882568359375, 1.61474609375, 2.346923828125, 3.0791015625, 3.811279296875, 4.54345703125, 5.275634765625, 6.0078125, 6.739990234375, 7.47216796875, 8.204345703125, 8.9365234375, 9.668701171875, 10.40087890625, 11.133056640625, 11.865234375, 12.597412109375, 13.32958984375, 14.061767578125, 14.7939453125, 15.526123046875, 16.25830078125, 16.990478515625, 17.72265625, 18.454833984375, 19.18701171875, 19.919189453125, 20.6513671875, 21.383544921875, 22.11572265625, 22.847900390625, 23.580078125, 24.312255859375, 25.04443359375, 25.776611328125, 26.5087890625, 27.240966796875, 27.97314453125, 28.705322265625, 29.4375]}, "gradients/decoder.transformer.h.3.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 5.0, 7.0, 4.0, 4.0, 9.0, 8.0, 25.0, 40.0, 41.0, 46.0, 100.0, 151.0, 264.0, 559.0, 1194.0, 3297.0, 12287.0, 70543.0, 2034534.0, 1983424.0, 69399.0, 12402.0, 3497.0, 1206.0, 530.0, 251.0, 159.0, 80.0, 62.0, 49.0, 34.0, 22.0, 18.0, 11.0, 8.0, 4.0, 6.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-51.71875, -50.05029296875, -48.3818359375, -46.71337890625, -45.044921875, -43.37646484375, -41.7080078125, -40.03955078125, -38.37109375, -36.70263671875, -35.0341796875, -33.36572265625, -31.697265625, -30.02880859375, -28.3603515625, -26.69189453125, -25.0234375, -23.35498046875, -21.6865234375, -20.01806640625, -18.349609375, -16.68115234375, -15.0126953125, -13.34423828125, -11.67578125, -10.00732421875, -8.3388671875, -6.67041015625, -5.001953125, -3.33349609375, -1.6650390625, 0.00341796875, 1.671875, 3.34033203125, 5.0087890625, 6.67724609375, 8.345703125, 10.01416015625, 11.6826171875, 13.35107421875, 15.01953125, 16.68798828125, 18.3564453125, 20.02490234375, 21.693359375, 23.36181640625, 25.0302734375, 26.69873046875, 28.3671875, 30.03564453125, 31.7041015625, 33.37255859375, 35.041015625, 36.70947265625, 38.3779296875, 40.04638671875, 41.71484375, 43.38330078125, 45.0517578125, 46.72021484375, 48.388671875, 50.05712890625, 51.7255859375, 53.39404296875, 55.0625]}, "gradients/decoder.transformer.h.3.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 15.0, 45.0, 184.0, 322.0, 269.0, 123.0, 32.0, 12.0, 6.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-125.20809936523438, -117.7951431274414, -110.38218688964844, -102.96922302246094, -95.55626678466797, -88.143310546875, -80.73035430908203, -73.31739807128906, -65.90443420410156, -58.491477966308594, -51.07851791381836, -43.66556167602539, -36.252601623535156, -28.839645385742188, -21.42668914794922, -14.013729095458984, -6.600776672363281, 0.8121809959411621, 8.225138664245605, 15.63809585571289, 23.051054000854492, 30.464012145996094, 37.87696838378906, 45.2899284362793, 52.702884674072266, 60.115840911865234, 67.52880096435547, 74.94175720214844, 82.3547134399414, 89.76766967773438, 97.18063354492188, 104.59358978271484, 112.00654602050781, 119.41950225830078, 126.83245849609375, 134.24542236328125, 141.6583709716797, 149.0713348388672, 156.48428344726562, 163.89724731445312, 171.31021118164062, 178.72317504882812, 186.13612365722656, 193.54908752441406, 200.9620361328125, 208.375, 215.7879638671875, 223.20091247558594, 230.61386108398438, 238.02682495117188, 245.4397735595703, 252.8527374267578, 260.26568603515625, 267.67864990234375, 275.09161376953125, 282.50457763671875, 289.91754150390625, 297.33050537109375, 304.74346923828125, 312.1564025878906, 319.5693664550781, 326.9823303222656, 334.3952941894531, 341.8082580566406, 349.22119140625]}, "gradients/decoder.transformer.h.3.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 2.0, 6.0, 6.0, 4.0, 6.0, 8.0, 8.0, 11.0, 17.0, 23.0, 18.0, 17.0, 25.0, 28.0, 28.0, 24.0, 32.0, 31.0, 34.0, 41.0, 39.0, 51.0, 34.0, 37.0, 38.0, 32.0, 37.0, 32.0, 33.0, 38.0, 28.0, 30.0, 15.0, 23.0, 21.0, 29.0, 14.0, 19.0, 17.0, 15.0, 13.0, 9.0, 7.0, 7.0, 8.0, 5.0, 4.0, 1.0, 3.0, 2.0, 1.0, 3.0], "bins": [-62.93997573852539, -61.15556716918945, -59.371158599853516, -57.58674621582031, -55.802337646484375, -54.01792907714844, -52.2335205078125, -50.44911193847656, -48.66469955444336, -46.88029098510742, -45.095882415771484, -43.31147003173828, -41.527061462402344, -39.742652893066406, -37.95824432373047, -36.17383575439453, -34.389427185058594, -32.605018615722656, -30.820608139038086, -29.03619956970215, -27.251789093017578, -25.46738052368164, -23.682971954345703, -21.898561477661133, -20.114151000976562, -18.329742431640625, -16.545331954956055, -14.760923385620117, -12.976512908935547, -11.19210433959961, -9.407694816589355, -7.623285293579102, -5.838874816894531, -4.054465293884277, -2.2700560092926025, -0.48564672470092773, 1.2987627983093262, 3.083171844482422, 4.867581367492676, 6.65199089050293, 8.436400413513184, 10.220809936523438, 12.005219459533691, 13.789628982543945, 15.574037551879883, 17.358448028564453, 19.14285659790039, 20.927265167236328, 22.7116756439209, 24.496084213256836, 26.280494689941406, 28.064903259277344, 29.849313735961914, 31.63372230529785, 33.41813278198242, 35.20254135131836, 36.9869499206543, 38.771358489990234, 40.55576705932617, 42.340179443359375, 44.12458801269531, 45.90899658203125, 47.69340515136719, 49.477813720703125, 51.26222610473633]}, "gradients/decoder.transformer.h.3.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 7.0, 4.0, 7.0, 7.0, 8.0, 8.0, 10.0, 12.0, 12.0, 26.0, 18.0, 20.0, 28.0, 23.0, 34.0, 28.0, 34.0, 41.0, 38.0, 43.0, 40.0, 35.0, 40.0, 40.0, 37.0, 25.0, 41.0, 41.0, 39.0, 40.0, 33.0, 24.0, 25.0, 27.0, 24.0, 22.0, 10.0, 8.0, 9.0, 11.0, 13.0, 10.0, 5.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.9921875, -10.631591796875, -10.27099609375, -9.910400390625, -9.5498046875, -9.189208984375, -8.82861328125, -8.468017578125, -8.107421875, -7.746826171875, -7.38623046875, -7.025634765625, -6.6650390625, -6.304443359375, -5.94384765625, -5.583251953125, -5.22265625, -4.862060546875, -4.50146484375, -4.140869140625, -3.7802734375, -3.419677734375, -3.05908203125, -2.698486328125, -2.337890625, -1.977294921875, -1.61669921875, -1.256103515625, -0.8955078125, -0.534912109375, -0.17431640625, 0.186279296875, 0.546875, 0.907470703125, 1.26806640625, 1.628662109375, 1.9892578125, 2.349853515625, 2.71044921875, 3.071044921875, 3.431640625, 3.792236328125, 4.15283203125, 4.513427734375, 4.8740234375, 5.234619140625, 5.59521484375, 5.955810546875, 6.31640625, 6.677001953125, 7.03759765625, 7.398193359375, 7.7587890625, 8.119384765625, 8.47998046875, 8.840576171875, 9.201171875, 9.561767578125, 9.92236328125, 10.282958984375, 10.6435546875, 11.004150390625, 11.36474609375, 11.725341796875, 12.0859375]}, "gradients/decoder.transformer.h.3.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 3.0, 3.0, 7.0, 7.0, 8.0, 12.0, 18.0, 34.0, 40.0, 74.0, 109.0, 169.0, 273.0, 410.0, 641.0, 1142.0, 1863.0, 3059.0, 4883.0, 7747.0, 12835.0, 22065.0, 38730.0, 68239.0, 123023.0, 215884.0, 233065.0, 135582.0, 75390.0, 42249.0, 24344.0, 14216.0, 8739.0, 5314.0, 3163.0, 1945.0, 1213.0, 782.0, 489.0, 277.0, 185.0, 122.0, 68.0, 48.0, 36.0, 26.0, 20.0, 5.0, 5.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.04296875, -1.007110595703125, -0.97125244140625, -0.935394287109375, -0.8995361328125, -0.863677978515625, -0.82781982421875, -0.791961669921875, -0.756103515625, -0.720245361328125, -0.68438720703125, -0.648529052734375, -0.6126708984375, -0.576812744140625, -0.54095458984375, -0.505096435546875, -0.46923828125, -0.433380126953125, -0.39752197265625, -0.361663818359375, -0.3258056640625, -0.289947509765625, -0.25408935546875, -0.218231201171875, -0.182373046875, -0.146514892578125, -0.11065673828125, -0.074798583984375, -0.0389404296875, -0.003082275390625, 0.03277587890625, 0.068634033203125, 0.1044921875, 0.140350341796875, 0.17620849609375, 0.212066650390625, 0.2479248046875, 0.283782958984375, 0.31964111328125, 0.355499267578125, 0.391357421875, 0.427215576171875, 0.46307373046875, 0.498931884765625, 0.5347900390625, 0.570648193359375, 0.60650634765625, 0.642364501953125, 0.67822265625, 0.714080810546875, 0.74993896484375, 0.785797119140625, 0.8216552734375, 0.857513427734375, 0.89337158203125, 0.929229736328125, 0.965087890625, 1.000946044921875, 1.03680419921875, 1.072662353515625, 1.1085205078125, 1.144378662109375, 1.18023681640625, 1.216094970703125, 1.251953125]}, "gradients/decoder.transformer.h.3.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 4.0, 4.0, 5.0, 2.0, 3.0, 3.0, 5.0, 7.0, 10.0, 13.0, 13.0, 13.0, 19.0, 18.0, 23.0, 23.0, 20.0, 29.0, 31.0, 31.0, 30.0, 28.0, 43.0, 50.0, 41.0, 1058.0, 39.0, 36.0, 42.0, 27.0, 34.0, 34.0, 36.0, 30.0, 29.0, 34.0, 19.0, 24.0, 14.0, 20.0, 17.0, 15.0, 10.0, 13.0, 5.0, 4.0, 6.0, 8.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0], "bins": [-8.3984375, -8.15771484375, -7.9169921875, -7.67626953125, -7.435546875, -7.19482421875, -6.9541015625, -6.71337890625, -6.47265625, -6.23193359375, -5.9912109375, -5.75048828125, -5.509765625, -5.26904296875, -5.0283203125, -4.78759765625, -4.546875, -4.30615234375, -4.0654296875, -3.82470703125, -3.583984375, -3.34326171875, -3.1025390625, -2.86181640625, -2.62109375, -2.38037109375, -2.1396484375, -1.89892578125, -1.658203125, -1.41748046875, -1.1767578125, -0.93603515625, -0.6953125, -0.45458984375, -0.2138671875, 0.02685546875, 0.267578125, 0.50830078125, 0.7490234375, 0.98974609375, 1.23046875, 1.47119140625, 1.7119140625, 1.95263671875, 2.193359375, 2.43408203125, 2.6748046875, 2.91552734375, 3.15625, 3.39697265625, 3.6376953125, 3.87841796875, 4.119140625, 4.35986328125, 4.6005859375, 4.84130859375, 5.08203125, 5.32275390625, 5.5634765625, 5.80419921875, 6.044921875, 6.28564453125, 6.5263671875, 6.76708984375, 7.0078125]}, "gradients/decoder.transformer.h.3.crossattention.c_attn.weight": {"_type": "histogram", "values": [3.0, 2.0, 3.0, 7.0, 10.0, 4.0, 12.0, 15.0, 24.0, 35.0, 47.0, 79.0, 92.0, 132.0, 221.0, 271.0, 432.0, 533.0, 780.0, 1158.0, 1646.0, 2408.0, 3552.0, 5195.0, 7663.0, 11677.0, 17543.0, 27606.0, 42824.0, 68380.0, 112946.0, 195842.0, 1230443.0, 137050.0, 82235.0, 50889.0, 32517.0, 20751.0, 13765.0, 8975.0, 6029.0, 4127.0, 2862.0, 1925.0, 1331.0, 896.0, 631.0, 474.0, 325.0, 230.0, 170.0, 114.0, 79.0, 50.0, 52.0, 24.0, 22.0, 21.0, 7.0, 6.0, 6.0, 2.0, 0.0, 2.0], "bins": [-0.492431640625, -0.47713470458984375, -0.4618377685546875, -0.44654083251953125, -0.431243896484375, -0.41594696044921875, -0.4006500244140625, -0.38535308837890625, -0.37005615234375, -0.35475921630859375, -0.3394622802734375, -0.32416534423828125, -0.308868408203125, -0.29357147216796875, -0.2782745361328125, -0.26297760009765625, -0.2476806640625, -0.23238372802734375, -0.2170867919921875, -0.20178985595703125, -0.186492919921875, -0.17119598388671875, -0.1558990478515625, -0.14060211181640625, -0.12530517578125, -0.11000823974609375, -0.0947113037109375, -0.07941436767578125, -0.064117431640625, -0.04882049560546875, -0.0335235595703125, -0.01822662353515625, -0.0029296875, 0.01236724853515625, 0.0276641845703125, 0.04296112060546875, 0.058258056640625, 0.07355499267578125, 0.0888519287109375, 0.10414886474609375, 0.11944580078125, 0.13474273681640625, 0.1500396728515625, 0.16533660888671875, 0.180633544921875, 0.19593048095703125, 0.2112274169921875, 0.22652435302734375, 0.2418212890625, 0.25711822509765625, 0.2724151611328125, 0.28771209716796875, 0.303009033203125, 0.31830596923828125, 0.3336029052734375, 0.34889984130859375, 0.36419677734375, 0.37949371337890625, 0.3947906494140625, 0.41008758544921875, 0.425384521484375, 0.44068145751953125, 0.4559783935546875, 0.47127532958984375, 0.486572265625]}, "gradients/decoder.transformer.h.3.crossattention.q_attn.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 4.0, 7.0, 27.0, 46.0, 133.0, 376.0, 249.0, 64.0, 33.0, 17.0, 3.0, 7.0, 4.0, 2.0, 1.0, 2.0, 4.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0548095703125, -0.05275726318359375, -0.0507049560546875, -0.04865264892578125, -0.046600341796875, -0.04454803466796875, -0.0424957275390625, -0.04044342041015625, -0.03839111328125, -0.03633880615234375, -0.0342864990234375, -0.03223419189453125, -0.030181884765625, -0.02812957763671875, -0.0260772705078125, -0.02402496337890625, -0.02197265625, -0.01992034912109375, -0.0178680419921875, -0.01581573486328125, -0.013763427734375, -0.01171112060546875, -0.0096588134765625, -0.00760650634765625, -0.00555419921875, -0.00350189208984375, -0.0014495849609375, 0.00060272216796875, 0.002655029296875, 0.00470733642578125, 0.0067596435546875, 0.00881195068359375, 0.0108642578125, 0.01291656494140625, 0.0149688720703125, 0.01702117919921875, 0.019073486328125, 0.02112579345703125, 0.0231781005859375, 0.02523040771484375, 0.02728271484375, 0.02933502197265625, 0.0313873291015625, 0.03343963623046875, 0.035491943359375, 0.03754425048828125, 0.0395965576171875, 0.04164886474609375, 0.043701171875, 0.04575347900390625, 0.0478057861328125, 0.04985809326171875, 0.051910400390625, 0.05396270751953125, 0.0560150146484375, 0.05806732177734375, 0.06011962890625, 0.06217193603515625, 0.0642242431640625, 0.06627655029296875, 0.068328857421875, 0.07038116455078125, 0.0724334716796875, 0.07448577880859375, 0.0765380859375]}, "gradients/decoder.transformer.h.3.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 5.0, 2.0, 1.0, 4.0, 2.0, 2.0, 6.0, 4.0, 6.0, 9.0, 3.0, 4.0, 10.0, 20.0, 30.0, 50.0, 136.0, 409.0, 9637.0, 1035333.0, 2454.0, 228.0, 78.0, 44.0, 21.0, 17.0, 10.0, 4.0, 5.0, 2.0, 1.0, 2.0, 3.0, 4.0, 3.0, 3.0, 3.0, 0.0, 3.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 3.0], "bins": [-1.546875, -1.50543212890625, -1.4639892578125, -1.42254638671875, -1.381103515625, -1.33966064453125, -1.2982177734375, -1.25677490234375, -1.21533203125, -1.17388916015625, -1.1324462890625, -1.09100341796875, -1.049560546875, -1.00811767578125, -0.9666748046875, -0.92523193359375, -0.8837890625, -0.84234619140625, -0.8009033203125, -0.75946044921875, -0.718017578125, -0.67657470703125, -0.6351318359375, -0.59368896484375, -0.55224609375, -0.51080322265625, -0.4693603515625, -0.42791748046875, -0.386474609375, -0.34503173828125, -0.3035888671875, -0.26214599609375, -0.220703125, -0.17926025390625, -0.1378173828125, -0.09637451171875, -0.054931640625, -0.01348876953125, 0.0279541015625, 0.06939697265625, 0.11083984375, 0.15228271484375, 0.1937255859375, 0.23516845703125, 0.276611328125, 0.31805419921875, 0.3594970703125, 0.40093994140625, 0.4423828125, 0.48382568359375, 0.5252685546875, 0.56671142578125, 0.608154296875, 0.64959716796875, 0.6910400390625, 0.73248291015625, 0.77392578125, 0.81536865234375, 0.8568115234375, 0.89825439453125, 0.939697265625, 0.98114013671875, 1.0225830078125, 1.06402587890625, 1.10546875]}, "gradients/decoder.transformer.h.3.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 9.0, 21.0, 112.0, 580.0, 226.0, 47.0, 12.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.3091074824333191, -0.2970838248729706, -0.28506016731262207, -0.27303650975227356, -0.26101285219192505, -0.24898917973041534, -0.23696552217006683, -0.22494184970855713, -0.21291819214820862, -0.2008945345878601, -0.1888708770275116, -0.17684721946716309, -0.16482354700565338, -0.15279988944530487, -0.14077623188495636, -0.12875255942344666, -0.11672891676425934, -0.10470525920391083, -0.09268159419298172, -0.08065793663263321, -0.0686342716217041, -0.05661061406135559, -0.04458695650100708, -0.03256329149007797, -0.02053963392972946, -0.008515973575413227, 0.0035076867789030075, 0.015531346201896667, 0.027555007487535477, 0.039578668773174286, 0.0516023263335228, 0.0636259913444519, 0.07564964890480042, 0.08767330646514893, 0.09969697147607803, 0.11172062903642654, 0.12374429404735565, 0.13576795160770416, 0.14779160916805267, 0.15981528162956238, 0.1718389391899109, 0.1838625967502594, 0.1958862543106079, 0.20790991187095642, 0.21993358433246613, 0.23195724189281464, 0.24398089945316315, 0.25600457191467285, 0.268028199672699, 0.2800518572330475, 0.292075514793396, 0.3040991723537445, 0.316122829914093, 0.3281465172767639, 0.34017014503479004, 0.35219383239746094, 0.36421748995780945, 0.37624114751815796, 0.38826480507850647, 0.400288462638855, 0.4123121201992035, 0.424335777759552, 0.4363594651222229, 0.4483831226825714, 0.4604067802429199]}, "gradients/decoder.transformer.h.3.ln_cross_attn.bias": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 5.0, 12.0, 8.0, 9.0, 8.0, 12.0, 21.0, 19.0, 18.0, 17.0, 26.0, 31.0, 32.0, 33.0, 45.0, 31.0, 47.0, 59.0, 42.0, 37.0, 33.0, 40.0, 54.0, 45.0, 42.0, 29.0, 30.0, 27.0, 23.0, 33.0, 17.0, 23.0, 28.0, 9.0, 15.0, 9.0, 4.0, 7.0, 8.0, 4.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.03553628921508789, -0.034299954771995544, -0.0330636203289032, -0.03182728961110115, -0.030590955168008804, -0.029354620724916458, -0.02811828814446926, -0.026881955564022064, -0.025645621120929718, -0.024409286677837372, -0.023172954097390175, -0.021936621516942978, -0.02070028707385063, -0.019463952630758286, -0.01822762005031109, -0.01699128746986389, -0.015754953026771545, -0.014518619515001774, -0.013282286003232002, -0.01204595249146223, -0.010809618979692459, -0.009573285467922688, -0.008336951956152916, -0.007100618444383144, -0.005864284932613373, -0.004627951420843601, -0.0033916179090738297, -0.002155284397304058, -0.0009189508855342865, 0.0003173826262354851, 0.0015537161380052567, 0.0027900496497750282, 0.0040263831615448, 0.005262716673314571, 0.006499050185084343, 0.0077353836968541145, 0.008971717208623886, 0.010208050720393658, 0.01144438423216343, 0.0126807177439332, 0.013917051255702972, 0.015153384767472744, 0.016389718279242516, 0.017626050859689713, 0.01886238530278206, 0.020098719745874405, 0.021335052326321602, 0.0225713849067688, 0.023807719349861145, 0.02504405379295349, 0.026280386373400688, 0.027516718953847885, 0.02875305339694023, 0.029989387840032578, 0.031225720420479774, 0.03246205300092697, 0.03369838744401932, 0.034934721887111664, 0.03617105633020401, 0.03740738704800606, 0.038643721491098404, 0.03988005593419075, 0.0411163866519928, 0.042352721095085144, 0.04358905553817749]}, "gradients/decoder.transformer.h.3.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 7.0, 4.0, 7.0, 7.0, 8.0, 7.0, 11.0, 11.0, 13.0, 26.0, 18.0, 20.0, 27.0, 24.0, 34.0, 28.0, 34.0, 41.0, 38.0, 43.0, 40.0, 35.0, 39.0, 41.0, 36.0, 25.0, 41.0, 42.0, 39.0, 39.0, 34.0, 24.0, 25.0, 26.0, 25.0, 22.0, 10.0, 8.0, 9.0, 11.0, 13.0, 10.0, 5.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.0, -10.6392822265625, -10.278564453125, -9.9178466796875, -9.55712890625, -9.1964111328125, -8.835693359375, -8.4749755859375, -8.1142578125, -7.7535400390625, -7.392822265625, -7.0321044921875, -6.67138671875, -6.3106689453125, -5.949951171875, -5.5892333984375, -5.228515625, -4.8677978515625, -4.507080078125, -4.1463623046875, -3.78564453125, -3.4249267578125, -3.064208984375, -2.7034912109375, -2.3427734375, -1.9820556640625, -1.621337890625, -1.2606201171875, -0.89990234375, -0.5391845703125, -0.178466796875, 0.1822509765625, 0.54296875, 0.9036865234375, 1.264404296875, 1.6251220703125, 1.98583984375, 2.3465576171875, 2.707275390625, 3.0679931640625, 3.4287109375, 3.7894287109375, 4.150146484375, 4.5108642578125, 4.87158203125, 5.2322998046875, 5.593017578125, 5.9537353515625, 6.314453125, 6.6751708984375, 7.035888671875, 7.3966064453125, 7.75732421875, 8.1180419921875, 8.478759765625, 8.8394775390625, 9.2001953125, 9.5609130859375, 9.921630859375, 10.2823486328125, 10.64306640625, 11.0037841796875, 11.364501953125, 11.7252197265625, 12.0859375]}, "gradients/decoder.transformer.h.3.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 4.0, 1.0, 3.0, 6.0, 9.0, 20.0, 25.0, 25.0, 37.0, 34.0, 61.0, 72.0, 141.0, 208.0, 318.0, 521.0, 891.0, 1412.0, 2985.0, 6601.0, 17178.0, 50435.0, 158204.0, 447555.0, 243742.0, 75601.0, 24699.0, 9302.0, 3806.0, 1936.0, 1002.0, 596.0, 396.0, 224.0, 149.0, 116.0, 69.0, 53.0, 34.0, 28.0, 23.0, 8.0, 13.0, 7.0, 6.0, 3.0, 5.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-22.1875, -21.508544921875, -20.82958984375, -20.150634765625, -19.4716796875, -18.792724609375, -18.11376953125, -17.434814453125, -16.755859375, -16.076904296875, -15.39794921875, -14.718994140625, -14.0400390625, -13.361083984375, -12.68212890625, -12.003173828125, -11.32421875, -10.645263671875, -9.96630859375, -9.287353515625, -8.6083984375, -7.929443359375, -7.25048828125, -6.571533203125, -5.892578125, -5.213623046875, -4.53466796875, -3.855712890625, -3.1767578125, -2.497802734375, -1.81884765625, -1.139892578125, -0.4609375, 0.218017578125, 0.89697265625, 1.575927734375, 2.2548828125, 2.933837890625, 3.61279296875, 4.291748046875, 4.970703125, 5.649658203125, 6.32861328125, 7.007568359375, 7.6865234375, 8.365478515625, 9.04443359375, 9.723388671875, 10.40234375, 11.081298828125, 11.76025390625, 12.439208984375, 13.1181640625, 13.797119140625, 14.47607421875, 15.155029296875, 15.833984375, 16.512939453125, 17.19189453125, 17.870849609375, 18.5498046875, 19.228759765625, 19.90771484375, 20.586669921875, 21.265625]}, "gradients/decoder.transformer.h.3.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 0.0, 3.0, 1.0, 5.0, 5.0, 6.0, 11.0, 16.0, 20.0, 19.0, 24.0, 35.0, 37.0, 40.0, 44.0, 68.0, 93.0, 160.0, 338.0, 1451.0, 210.0, 106.0, 61.0, 45.0, 40.0, 47.0, 26.0, 36.0, 18.0, 23.0, 19.0, 11.0, 13.0, 10.0, 2.0, 6.0, 3.0, 1.0, 4.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-34.90625, -33.82080078125, -32.7353515625, -31.64990234375, -30.564453125, -29.47900390625, -28.3935546875, -27.30810546875, -26.22265625, -25.13720703125, -24.0517578125, -22.96630859375, -21.880859375, -20.79541015625, -19.7099609375, -18.62451171875, -17.5390625, -16.45361328125, -15.3681640625, -14.28271484375, -13.197265625, -12.11181640625, -11.0263671875, -9.94091796875, -8.85546875, -7.77001953125, -6.6845703125, -5.59912109375, -4.513671875, -3.42822265625, -2.3427734375, -1.25732421875, -0.171875, 0.91357421875, 1.9990234375, 3.08447265625, 4.169921875, 5.25537109375, 6.3408203125, 7.42626953125, 8.51171875, 9.59716796875, 10.6826171875, 11.76806640625, 12.853515625, 13.93896484375, 15.0244140625, 16.10986328125, 17.1953125, 18.28076171875, 19.3662109375, 20.45166015625, 21.537109375, 22.62255859375, 23.7080078125, 24.79345703125, 25.87890625, 26.96435546875, 28.0498046875, 29.13525390625, 30.220703125, 31.30615234375, 32.3916015625, 33.47705078125, 34.5625]}, "gradients/decoder.transformer.h.3.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 5.0, 2.0, 7.0, 3.0, 3.0, 10.0, 7.0, 21.0, 14.0, 23.0, 15.0, 39.0, 43.0, 57.0, 79.0, 109.0, 145.0, 231.0, 350.0, 556.0, 998.0, 3378.0, 2587480.0, 547239.0, 2407.0, 889.0, 512.0, 301.0, 213.0, 166.0, 121.0, 72.0, 45.0, 46.0, 35.0, 20.0, 16.0, 12.0, 8.0, 9.0, 7.0, 6.0, 7.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-111.1875, -107.810546875, -104.43359375, -101.056640625, -97.6796875, -94.302734375, -90.92578125, -87.548828125, -84.171875, -80.794921875, -77.41796875, -74.041015625, -70.6640625, -67.287109375, -63.91015625, -60.533203125, -57.15625, -53.779296875, -50.40234375, -47.025390625, -43.6484375, -40.271484375, -36.89453125, -33.517578125, -30.140625, -26.763671875, -23.38671875, -20.009765625, -16.6328125, -13.255859375, -9.87890625, -6.501953125, -3.125, 0.251953125, 3.62890625, 7.005859375, 10.3828125, 13.759765625, 17.13671875, 20.513671875, 23.890625, 27.267578125, 30.64453125, 34.021484375, 37.3984375, 40.775390625, 44.15234375, 47.529296875, 50.90625, 54.283203125, 57.66015625, 61.037109375, 64.4140625, 67.791015625, 71.16796875, 74.544921875, 77.921875, 81.298828125, 84.67578125, 88.052734375, 91.4296875, 94.806640625, 98.18359375, 101.560546875, 104.9375]}, "gradients/decoder.transformer.h.3.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 10.0, 96.0, 404.0, 394.0, 91.0, 14.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-451.24334716796875, -441.4474182128906, -431.6514587402344, -421.85552978515625, -412.0596008300781, -402.263671875, -392.46771240234375, -382.6717834472656, -372.8758544921875, -363.0799255371094, -353.2839660644531, -343.488037109375, -333.6921081542969, -323.89617919921875, -314.1002197265625, -304.3042907714844, -294.5083312988281, -284.71240234375, -274.91644287109375, -265.1205139160156, -255.3245849609375, -245.5286407470703, -235.73269653320312, -225.936767578125, -216.1408233642578, -206.34487915039062, -196.5489501953125, -186.7530059814453, -176.95706176757812, -167.1611328125, -157.3651885986328, -147.56924438476562, -137.7733154296875, -127.97737884521484, -118.18144226074219, -108.385498046875, -98.58956146240234, -88.79362487792969, -78.9976806640625, -69.20174407958984, -59.40580749511719, -49.60987091064453, -39.81393051147461, -30.01799201965332, -20.22205352783203, -10.426116943359375, -0.6301765441894531, 9.165763854980469, 18.961700439453125, 28.757638931274414, 38.5535774230957, 48.349517822265625, 58.14545440673828, 67.94139099121094, 77.73733520507812, 87.53327178955078, 97.32920837402344, 107.1251449584961, 116.92108154296875, 126.71702575683594, 136.51296997070312, 146.30889892578125, 156.10484313964844, 165.90078735351562, 175.69671630859375]}, "gradients/decoder.transformer.h.3.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 4.0, 1.0, 9.0, 5.0, 5.0, 3.0, 7.0, 4.0, 17.0, 16.0, 17.0, 27.0, 25.0, 24.0, 23.0, 27.0, 22.0, 36.0, 31.0, 26.0, 35.0, 38.0, 34.0, 43.0, 37.0, 57.0, 35.0, 46.0, 35.0, 25.0, 36.0, 22.0, 33.0, 21.0, 20.0, 32.0, 26.0, 21.0, 11.0, 17.0, 9.0, 12.0, 8.0, 3.0, 8.0, 5.0, 4.0, 0.0, 5.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-71.73564910888672, -69.38260650634766, -67.02955627441406, -64.676513671875, -62.323463439941406, -59.970420837402344, -57.617374420166016, -55.26432800292969, -52.91128158569336, -50.55823516845703, -48.2051887512207, -45.852142333984375, -43.49909973144531, -41.14604949951172, -38.793006896972656, -36.43996047973633, -34.0869140625, -31.733867645263672, -29.380821228027344, -27.02777671813965, -24.67473030090332, -22.321683883666992, -19.968639373779297, -17.61559295654297, -15.26254653930664, -12.909500122070312, -10.5564546585083, -8.203409194946289, -5.850362777709961, -3.497316360473633, -1.144270896911621, 1.2087745666503906, 3.5618133544921875, 5.914859294891357, 8.267905235290527, 10.620950698852539, 12.973997116088867, 15.327043533325195, 17.68008804321289, 20.03313446044922, 22.386180877685547, 24.739227294921875, 27.092273712158203, 29.4453182220459, 31.798364639282227, 34.15141296386719, 36.50445556640625, 38.85750198364258, 41.210548400878906, 43.563594818115234, 45.91664123535156, 48.26968765258789, 50.62273406982422, 52.97577667236328, 55.32882308959961, 57.68186950683594, 60.034915924072266, 62.387962341308594, 64.74100494384766, 67.09405517578125, 69.44709777832031, 71.8001480102539, 74.15319061279297, 76.50624084472656, 78.85928344726562]}, "gradients/decoder.transformer.h.2.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 3.0, 5.0, 10.0, 9.0, 5.0, 10.0, 18.0, 18.0, 28.0, 18.0, 21.0, 33.0, 33.0, 36.0, 38.0, 44.0, 36.0, 44.0, 38.0, 51.0, 43.0, 36.0, 40.0, 50.0, 34.0, 47.0, 33.0, 29.0, 34.0, 25.0, 23.0, 22.0, 15.0, 17.0, 23.0, 11.0, 9.0, 0.0, 6.0, 5.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0], "bins": [-14.1640625, -13.7613525390625, -13.358642578125, -12.9559326171875, -12.55322265625, -12.1505126953125, -11.747802734375, -11.3450927734375, -10.9423828125, -10.5396728515625, -10.136962890625, -9.7342529296875, -9.33154296875, -8.9288330078125, -8.526123046875, -8.1234130859375, -7.720703125, -7.3179931640625, -6.915283203125, -6.5125732421875, -6.10986328125, -5.7071533203125, -5.304443359375, -4.9017333984375, -4.4990234375, -4.0963134765625, -3.693603515625, -3.2908935546875, -2.88818359375, -2.4854736328125, -2.082763671875, -1.6800537109375, -1.27734375, -0.8746337890625, -0.471923828125, -0.0692138671875, 0.33349609375, 0.7362060546875, 1.138916015625, 1.5416259765625, 1.9443359375, 2.3470458984375, 2.749755859375, 3.1524658203125, 3.55517578125, 3.9578857421875, 4.360595703125, 4.7633056640625, 5.166015625, 5.5687255859375, 5.971435546875, 6.3741455078125, 6.77685546875, 7.1795654296875, 7.582275390625, 7.9849853515625, 8.3876953125, 8.7904052734375, 9.193115234375, 9.5958251953125, 9.99853515625, 10.4012451171875, 10.803955078125, 11.2066650390625, 11.609375]}, "gradients/decoder.transformer.h.2.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 4.0, 10.0, 17.0, 20.0, 34.0, 39.0, 108.0, 171.0, 354.0, 772.0, 1963.0, 8535.0, 238488.0, 3872968.0, 62497.0, 5488.0, 1523.0, 595.0, 299.0, 152.0, 93.0, 55.0, 37.0, 20.0, 22.0, 8.0, 7.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-70.9375, -68.74609375, -66.5546875, -64.36328125, -62.171875, -59.98046875, -57.7890625, -55.59765625, -53.40625, -51.21484375, -49.0234375, -46.83203125, -44.640625, -42.44921875, -40.2578125, -38.06640625, -35.875, -33.68359375, -31.4921875, -29.30078125, -27.109375, -24.91796875, -22.7265625, -20.53515625, -18.34375, -16.15234375, -13.9609375, -11.76953125, -9.578125, -7.38671875, -5.1953125, -3.00390625, -0.8125, 1.37890625, 3.5703125, 5.76171875, 7.953125, 10.14453125, 12.3359375, 14.52734375, 16.71875, 18.91015625, 21.1015625, 23.29296875, 25.484375, 27.67578125, 29.8671875, 32.05859375, 34.25, 36.44140625, 38.6328125, 40.82421875, 43.015625, 45.20703125, 47.3984375, 49.58984375, 51.78125, 53.97265625, 56.1640625, 58.35546875, 60.546875, 62.73828125, 64.9296875, 67.12109375, 69.3125]}, "gradients/decoder.transformer.h.2.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 6.0, 7.0, 10.0, 10.0, 13.0, 17.0, 26.0, 32.0, 46.0, 72.0, 102.0, 131.0, 177.0, 267.0, 418.0, 632.0, 631.0, 482.0, 297.0, 197.0, 117.0, 98.0, 76.0, 61.0, 40.0, 23.0, 17.0, 15.0, 13.0, 16.0, 10.0, 9.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0], "bins": [-23.140625, -22.419189453125, -21.69775390625, -20.976318359375, -20.2548828125, -19.533447265625, -18.81201171875, -18.090576171875, -17.369140625, -16.647705078125, -15.92626953125, -15.204833984375, -14.4833984375, -13.761962890625, -13.04052734375, -12.319091796875, -11.59765625, -10.876220703125, -10.15478515625, -9.433349609375, -8.7119140625, -7.990478515625, -7.26904296875, -6.547607421875, -5.826171875, -5.104736328125, -4.38330078125, -3.661865234375, -2.9404296875, -2.218994140625, -1.49755859375, -0.776123046875, -0.0546875, 0.666748046875, 1.38818359375, 2.109619140625, 2.8310546875, 3.552490234375, 4.27392578125, 4.995361328125, 5.716796875, 6.438232421875, 7.15966796875, 7.881103515625, 8.6025390625, 9.323974609375, 10.04541015625, 10.766845703125, 11.48828125, 12.209716796875, 12.93115234375, 13.652587890625, 14.3740234375, 15.095458984375, 15.81689453125, 16.538330078125, 17.259765625, 17.981201171875, 18.70263671875, 19.424072265625, 20.1455078125, 20.866943359375, 21.58837890625, 22.309814453125, 23.03125]}, "gradients/decoder.transformer.h.2.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 4.0, 0.0, 2.0, 10.0, 4.0, 12.0, 15.0, 21.0, 36.0, 37.0, 71.0, 128.0, 196.0, 441.0, 922.0, 2436.0, 8488.0, 44859.0, 511538.0, 3369798.0, 219634.0, 26484.0, 5768.0, 1813.0, 753.0, 361.0, 193.0, 84.0, 56.0, 38.0, 27.0, 17.0, 9.0, 12.0, 7.0, 8.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-42.59375, -41.27734375, -39.9609375, -38.64453125, -37.328125, -36.01171875, -34.6953125, -33.37890625, -32.0625, -30.74609375, -29.4296875, -28.11328125, -26.796875, -25.48046875, -24.1640625, -22.84765625, -21.53125, -20.21484375, -18.8984375, -17.58203125, -16.265625, -14.94921875, -13.6328125, -12.31640625, -11.0, -9.68359375, -8.3671875, -7.05078125, -5.734375, -4.41796875, -3.1015625, -1.78515625, -0.46875, 0.84765625, 2.1640625, 3.48046875, 4.796875, 6.11328125, 7.4296875, 8.74609375, 10.0625, 11.37890625, 12.6953125, 14.01171875, 15.328125, 16.64453125, 17.9609375, 19.27734375, 20.59375, 21.91015625, 23.2265625, 24.54296875, 25.859375, 27.17578125, 28.4921875, 29.80859375, 31.125, 32.44140625, 33.7578125, 35.07421875, 36.390625, 37.70703125, 39.0234375, 40.33984375, 41.65625]}, "gradients/decoder.transformer.h.2.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 21.0, 51.0, 196.0, 372.0, 255.0, 87.0, 18.0, 7.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-313.64971923828125, -305.3163146972656, -296.9829406738281, -288.6495361328125, -280.316162109375, -271.9827575683594, -263.6493835449219, -255.31597900390625, -246.9825897216797, -238.64920043945312, -230.31581115722656, -221.982421875, -213.64901733398438, -205.31564331054688, -196.98223876953125, -188.6488494873047, -180.31546020507812, -171.98207092285156, -163.648681640625, -155.31529235839844, -146.98190307617188, -138.64849853515625, -130.3151092529297, -121.98171997070312, -113.64833068847656, -105.31494140625, -96.98155212402344, -88.64815521240234, -80.31476593017578, -71.98137664794922, -63.64798355102539, -55.31459045410156, -46.98118591308594, -38.647796630859375, -30.314403533935547, -21.98101234436035, -13.647621154785156, -5.314231872558594, 3.0191612243652344, 11.352554321289062, 19.685943603515625, 28.01933479309082, 36.352725982666016, 44.686119079589844, 53.019508361816406, 61.35289764404297, 69.68629455566406, 78.01968383789062, 86.35307312011719, 94.68646240234375, 103.01985168457031, 111.3532485961914, 119.68663787841797, 128.02001953125, 136.35342407226562, 144.6868133544922, 153.02020263671875, 161.3535919189453, 169.68698120117188, 178.02037048339844, 186.353759765625, 194.68716430664062, 203.0205535888672, 211.35394287109375, 219.6873321533203]}, "gradients/decoder.transformer.h.2.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 1.0, 4.0, 7.0, 6.0, 6.0, 13.0, 11.0, 17.0, 20.0, 22.0, 22.0, 30.0, 36.0, 31.0, 31.0, 39.0, 51.0, 41.0, 45.0, 56.0, 50.0, 51.0, 34.0, 36.0, 41.0, 43.0, 34.0, 37.0, 30.0, 21.0, 20.0, 22.0, 21.0, 22.0, 15.0, 8.0, 15.0, 5.0, 9.0, 4.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-90.34674072265625, -87.58699035644531, -84.82723999023438, -82.06748962402344, -79.30774688720703, -76.5479965209961, -73.78824615478516, -71.02849578857422, -68.26875305175781, -65.50900268554688, -62.7492561340332, -59.989505767822266, -57.229759216308594, -54.470008850097656, -51.71025848388672, -48.95050811767578, -46.190757751464844, -43.431007385253906, -40.671260833740234, -37.9115104675293, -35.151763916015625, -32.39201354980469, -29.63226318359375, -26.872514724731445, -24.11276626586914, -21.353017807006836, -18.59326934814453, -15.833518981933594, -13.073770523071289, -10.314022064208984, -7.554271697998047, -4.794523239135742, -2.0347747802734375, 0.7249741554260254, 3.4847230911254883, 6.244472503662109, 9.004220962524414, 11.763969421386719, 14.523719787597656, 17.28346824645996, 20.043216705322266, 22.80296516418457, 25.562713623046875, 28.322463989257812, 31.082212448120117, 33.84196090698242, 36.60171127319336, 39.36145782470703, 42.12120819091797, 44.880958557128906, 47.64070510864258, 50.400455474853516, 53.16020202636719, 55.919952392578125, 58.67970275878906, 61.439453125, 64.19920349121094, 66.95895385742188, 69.71870422363281, 72.47845458984375, 75.23819732666016, 77.9979476928711, 80.75769805908203, 83.51744842529297, 86.27719116210938]}, "gradients/decoder.transformer.h.2.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 4.0, 3.0, 8.0, 10.0, 14.0, 12.0, 19.0, 19.0, 16.0, 20.0, 34.0, 30.0, 41.0, 36.0, 42.0, 51.0, 54.0, 41.0, 46.0, 54.0, 59.0, 54.0, 44.0, 28.0, 44.0, 29.0, 35.0, 30.0, 29.0, 19.0, 19.0, 11.0, 9.0, 12.0, 9.0, 9.0, 1.0, 9.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.125, -10.7401123046875, -10.355224609375, -9.9703369140625, -9.58544921875, -9.2005615234375, -8.815673828125, -8.4307861328125, -8.0458984375, -7.6610107421875, -7.276123046875, -6.8912353515625, -6.50634765625, -6.1214599609375, -5.736572265625, -5.3516845703125, -4.966796875, -4.5819091796875, -4.197021484375, -3.8121337890625, -3.42724609375, -3.0423583984375, -2.657470703125, -2.2725830078125, -1.8876953125, -1.5028076171875, -1.117919921875, -0.7330322265625, -0.34814453125, 0.0367431640625, 0.421630859375, 0.8065185546875, 1.19140625, 1.5762939453125, 1.961181640625, 2.3460693359375, 2.73095703125, 3.1158447265625, 3.500732421875, 3.8856201171875, 4.2705078125, 4.6553955078125, 5.040283203125, 5.4251708984375, 5.81005859375, 6.1949462890625, 6.579833984375, 6.9647216796875, 7.349609375, 7.7344970703125, 8.119384765625, 8.5042724609375, 8.88916015625, 9.2740478515625, 9.658935546875, 10.0438232421875, 10.4287109375, 10.8135986328125, 11.198486328125, 11.5833740234375, 11.96826171875, 12.3531494140625, 12.738037109375, 13.1229248046875, 13.5078125]}, "gradients/decoder.transformer.h.2.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 9.0, 11.0, 20.0, 21.0, 30.0, 54.0, 71.0, 90.0, 151.0, 216.0, 354.0, 524.0, 811.0, 1288.0, 1927.0, 2887.0, 4519.0, 6754.0, 10439.0, 15719.0, 24550.0, 38013.0, 61124.0, 102929.0, 180025.0, 226933.0, 144019.0, 83043.0, 50550.0, 32047.0, 20574.0, 13405.0, 8770.0, 5642.0, 3803.0, 2516.0, 1656.0, 1062.0, 703.0, 413.0, 294.0, 190.0, 145.0, 88.0, 64.0, 37.0, 22.0, 19.0, 11.0, 7.0, 5.0, 4.0, 2.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.89111328125, -0.863525390625, -0.8359375, -0.808349609375, -0.78076171875, -0.753173828125, -0.7255859375, -0.697998046875, -0.67041015625, -0.642822265625, -0.615234375, -0.587646484375, -0.56005859375, -0.532470703125, -0.5048828125, -0.477294921875, -0.44970703125, -0.422119140625, -0.39453125, -0.366943359375, -0.33935546875, -0.311767578125, -0.2841796875, -0.256591796875, -0.22900390625, -0.201416015625, -0.173828125, -0.146240234375, -0.11865234375, -0.091064453125, -0.0634765625, -0.035888671875, -0.00830078125, 0.019287109375, 0.046875, 0.074462890625, 0.10205078125, 0.129638671875, 0.1572265625, 0.184814453125, 0.21240234375, 0.239990234375, 0.267578125, 0.295166015625, 0.32275390625, 0.350341796875, 0.3779296875, 0.405517578125, 0.43310546875, 0.460693359375, 0.48828125, 0.515869140625, 0.54345703125, 0.571044921875, 0.5986328125, 0.626220703125, 0.65380859375, 0.681396484375, 0.708984375, 0.736572265625, 0.76416015625, 0.791748046875, 0.8193359375, 0.846923828125, 0.87451171875]}, "gradients/decoder.transformer.h.2.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 7.0, 4.0, 1.0, 4.0, 10.0, 7.0, 11.0, 7.0, 7.0, 12.0, 21.0, 26.0, 22.0, 22.0, 32.0, 26.0, 27.0, 28.0, 32.0, 30.0, 40.0, 35.0, 41.0, 32.0, 1067.0, 30.0, 40.0, 42.0, 30.0, 29.0, 43.0, 31.0, 28.0, 23.0, 20.0, 28.0, 21.0, 18.0, 22.0, 12.0, 13.0, 8.0, 6.0, 7.0, 4.0, 11.0, 5.0, 3.0, 6.0, 2.0, 2.0, 3.0, 2.0, 1.0], "bins": [-7.32421875, -7.11053466796875, -6.8968505859375, -6.68316650390625, -6.469482421875, -6.25579833984375, -6.0421142578125, -5.82843017578125, -5.61474609375, -5.40106201171875, -5.1873779296875, -4.97369384765625, -4.760009765625, -4.54632568359375, -4.3326416015625, -4.11895751953125, -3.9052734375, -3.69158935546875, -3.4779052734375, -3.26422119140625, -3.050537109375, -2.83685302734375, -2.6231689453125, -2.40948486328125, -2.19580078125, -1.98211669921875, -1.7684326171875, -1.55474853515625, -1.341064453125, -1.12738037109375, -0.9136962890625, -0.70001220703125, -0.486328125, -0.27264404296875, -0.0589599609375, 0.15472412109375, 0.368408203125, 0.58209228515625, 0.7957763671875, 1.00946044921875, 1.22314453125, 1.43682861328125, 1.6505126953125, 1.86419677734375, 2.077880859375, 2.29156494140625, 2.5052490234375, 2.71893310546875, 2.9326171875, 3.14630126953125, 3.3599853515625, 3.57366943359375, 3.787353515625, 4.00103759765625, 4.2147216796875, 4.42840576171875, 4.64208984375, 4.85577392578125, 5.0694580078125, 5.28314208984375, 5.496826171875, 5.71051025390625, 5.9241943359375, 6.13787841796875, 6.3515625]}, "gradients/decoder.transformer.h.2.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 4.0, 4.0, 9.0, 11.0, 22.0, 29.0, 42.0, 56.0, 69.0, 118.0, 164.0, 221.0, 322.0, 419.0, 635.0, 937.0, 1258.0, 1801.0, 2693.0, 3715.0, 5437.0, 8073.0, 11658.0, 17486.0, 26662.0, 40426.0, 64427.0, 104815.0, 168495.0, 1247636.0, 142359.0, 87384.0, 54407.0, 34776.0, 22788.0, 15016.0, 10139.0, 6902.0, 4645.0, 3342.0, 2242.0, 1608.0, 1159.0, 787.0, 592.0, 410.0, 265.0, 198.0, 164.0, 100.0, 68.0, 48.0, 32.0, 19.0, 22.0, 10.0, 8.0, 6.0, 4.0, 1.0, 2.0], "bins": [-0.41845703125, -0.40550994873046875, -0.3925628662109375, -0.37961578369140625, -0.366668701171875, -0.35372161865234375, -0.3407745361328125, -0.32782745361328125, -0.31488037109375, -0.30193328857421875, -0.2889862060546875, -0.27603912353515625, -0.263092041015625, -0.25014495849609375, -0.2371978759765625, -0.22425079345703125, -0.2113037109375, -0.19835662841796875, -0.1854095458984375, -0.17246246337890625, -0.159515380859375, -0.14656829833984375, -0.1336212158203125, -0.12067413330078125, -0.10772705078125, -0.09477996826171875, -0.0818328857421875, -0.06888580322265625, -0.055938720703125, -0.04299163818359375, -0.0300445556640625, -0.01709747314453125, -0.004150390625, 0.00879669189453125, 0.0217437744140625, 0.03469085693359375, 0.047637939453125, 0.06058502197265625, 0.0735321044921875, 0.08647918701171875, 0.09942626953125, 0.11237335205078125, 0.1253204345703125, 0.13826751708984375, 0.151214599609375, 0.16416168212890625, 0.1771087646484375, 0.19005584716796875, 0.2030029296875, 0.21595001220703125, 0.2288970947265625, 0.24184417724609375, 0.254791259765625, 0.26773834228515625, 0.2806854248046875, 0.29363250732421875, 0.30657958984375, 0.31952667236328125, 0.3324737548828125, 0.34542083740234375, 0.358367919921875, 0.37131500244140625, 0.3842620849609375, 0.39720916748046875, 0.41015625]}, "gradients/decoder.transformer.h.2.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 4.0, 5.0, 3.0, 2.0, 2.0, 4.0, 10.0, 17.0, 8.0, 18.0, 30.0, 19.0, 36.0, 61.0, 67.0, 85.0, 141.0, 134.0, 80.0, 58.0, 52.0, 44.0, 41.0, 27.0, 21.0, 15.0, 8.0, 6.0, 4.0, 2.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0223846435546875, -0.021778345108032227, -0.021172046661376953, -0.02056574821472168, -0.019959449768066406, -0.019353151321411133, -0.01874685287475586, -0.018140554428100586, -0.017534255981445312, -0.01692795753479004, -0.016321659088134766, -0.015715360641479492, -0.015109062194824219, -0.014502763748168945, -0.013896465301513672, -0.013290166854858398, -0.012683868408203125, -0.012077569961547852, -0.011471271514892578, -0.010864973068237305, -0.010258674621582031, -0.009652376174926758, -0.009046077728271484, -0.008439779281616211, -0.007833480834960938, -0.007227182388305664, -0.006620883941650391, -0.006014585494995117, -0.005408287048339844, -0.00480198860168457, -0.004195690155029297, -0.0035893917083740234, -0.00298309326171875, -0.0023767948150634766, -0.0017704963684082031, -0.0011641979217529297, -0.0005578994750976562, 4.839897155761719e-05, 0.0006546974182128906, 0.001260995864868164, 0.0018672943115234375, 0.002473592758178711, 0.0030798912048339844, 0.003686189651489258, 0.004292488098144531, 0.004898786544799805, 0.005505084991455078, 0.0061113834381103516, 0.006717681884765625, 0.0073239803314208984, 0.007930278778076172, 0.008536577224731445, 0.009142875671386719, 0.009749174118041992, 0.010355472564697266, 0.010961771011352539, 0.011568069458007812, 0.012174367904663086, 0.01278066635131836, 0.013386964797973633, 0.013993263244628906, 0.01459956169128418, 0.015205860137939453, 0.015812158584594727, 0.01641845703125]}, "gradients/decoder.transformer.h.2.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 4.0, 6.0, 2.0, 8.0, 10.0, 12.0, 31.0, 26.0, 63.0, 85.0, 117.0, 174.0, 380.0, 1076.0, 239362.0, 805039.0, 1182.0, 420.0, 200.0, 107.0, 62.0, 50.0, 42.0, 25.0, 15.0, 16.0, 8.0, 9.0, 6.0, 5.0, 7.0, 4.0, 1.0, 6.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.29345703125, -0.2826080322265625, -0.271759033203125, -0.2609100341796875, -0.25006103515625, -0.2392120361328125, -0.228363037109375, -0.2175140380859375, -0.2066650390625, -0.1958160400390625, -0.184967041015625, -0.1741180419921875, -0.16326904296875, -0.1524200439453125, -0.141571044921875, -0.1307220458984375, -0.119873046875, -0.1090240478515625, -0.098175048828125, -0.0873260498046875, -0.07647705078125, -0.0656280517578125, -0.054779052734375, -0.0439300537109375, -0.0330810546875, -0.0222320556640625, -0.011383056640625, -0.0005340576171875, 0.01031494140625, 0.0211639404296875, 0.032012939453125, 0.0428619384765625, 0.0537109375, 0.0645599365234375, 0.075408935546875, 0.0862579345703125, 0.09710693359375, 0.1079559326171875, 0.118804931640625, 0.1296539306640625, 0.1405029296875, 0.1513519287109375, 0.162200927734375, 0.1730499267578125, 0.18389892578125, 0.1947479248046875, 0.205596923828125, 0.2164459228515625, 0.227294921875, 0.2381439208984375, 0.248992919921875, 0.2598419189453125, 0.27069091796875, 0.2815399169921875, 0.292388916015625, 0.3032379150390625, 0.3140869140625, 0.3249359130859375, 0.335784912109375, 0.3466339111328125, 0.35748291015625, 0.3683319091796875, 0.379180908203125, 0.3900299072265625, 0.40087890625]}, "gradients/decoder.transformer.h.2.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 56.0, 510.0, 395.0, 35.0, 10.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07172410190105438, -0.06658127903938293, -0.06143844872713089, -0.056295622140169144, -0.0511527955532074, -0.04600996896624565, -0.040867142379283905, -0.03572431579232216, -0.030581489205360413, -0.025438662618398666, -0.02029583603143692, -0.015153009444475174, -0.010010182857513428, -0.0048673562705516815, 0.0002754703164100647, 0.005418296903371811, 0.010561123490333557, 0.015703950077295303, 0.02084677666425705, 0.025989603251218796, 0.031132429838180542, 0.03627525642514229, 0.041418083012104034, 0.04656090959906578, 0.05170373618602753, 0.05684656277298927, 0.06198938935995102, 0.06713221967220306, 0.07227504253387451, 0.07741786539554596, 0.082560695707798, 0.08770352602005005, 0.0928463339805603, 0.09798915684223175, 0.1031319871544838, 0.10827481746673584, 0.11341764032840729, 0.11856046319007874, 0.12370329350233078, 0.12884612381458282, 0.13398894667625427, 0.13913176953792572, 0.14427459239959717, 0.1494174301624298, 0.15456025302410126, 0.1597030758857727, 0.16484591364860535, 0.1699887365102768, 0.17513155937194824, 0.1802743822336197, 0.18541720509529114, 0.19056004285812378, 0.19570286571979523, 0.20084568858146667, 0.20598852634429932, 0.21113134920597076, 0.2162741720676422, 0.22141699492931366, 0.2265598177909851, 0.23170265555381775, 0.2368454784154892, 0.24198830127716064, 0.2471311390399933, 0.25227394700050354, 0.2574167847633362]}, "gradients/decoder.transformer.h.2.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 4.0, 6.0, 6.0, 12.0, 13.0, 15.0, 12.0, 13.0, 22.0, 24.0, 14.0, 20.0, 24.0, 23.0, 29.0, 41.0, 36.0, 46.0, 38.0, 43.0, 36.0, 36.0, 49.0, 49.0, 40.0, 39.0, 27.0, 41.0, 34.0, 25.0, 40.0, 22.0, 27.0, 18.0, 16.0, 7.0, 9.0, 10.0, 13.0, 8.0, 7.0, 5.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.03163635730743408, -0.03067772462964058, -0.029719093814492226, -0.028760462999343872, -0.02780183032155037, -0.026843197643756866, -0.025884566828608513, -0.02492593601346016, -0.023967303335666656, -0.023008670657873154, -0.0220500398427248, -0.021091409027576447, -0.020132776349782944, -0.01917414367198944, -0.018215512856841087, -0.017256882041692734, -0.01629824936389923, -0.015339617617428303, -0.014380985870957375, -0.013422354124486446, -0.012463722378015518, -0.01150509063154459, -0.010546458885073662, -0.009587827138602734, -0.008629195392131805, -0.007670563645660877, -0.006711931899189949, -0.005753300152719021, -0.004794668406248093, -0.0038360366597771645, -0.0028774049133062363, -0.001918773166835308, -0.0009601414203643799, -1.5096738934516907e-06, 0.0009571220725774765, 0.0019157538190484047, 0.002874385565519333, 0.003833017311990261, 0.004791649058461189, 0.0057502808049321175, 0.006708912551403046, 0.007667544297873974, 0.008626176044344902, 0.00958480779081583, 0.010543439537286758, 0.011502071283757687, 0.012460703030228615, 0.013419334776699543, 0.014377966523170471, 0.0153365982696414, 0.016295230016112328, 0.01725386083126068, 0.018212493509054184, 0.019171126186847687, 0.02012975700199604, 0.021088387817144394, 0.022047020494937897, 0.0230056531727314, 0.023964283987879753, 0.024922914803028107, 0.02588154748082161, 0.026840180158615112, 0.027798810973763466, 0.02875744178891182, 0.029716074466705322]}, "gradients/decoder.transformer.h.2.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 4.0, 3.0, 8.0, 10.0, 14.0, 12.0, 19.0, 19.0, 16.0, 19.0, 35.0, 30.0, 40.0, 37.0, 41.0, 51.0, 55.0, 41.0, 45.0, 55.0, 56.0, 56.0, 45.0, 28.0, 44.0, 29.0, 34.0, 31.0, 29.0, 19.0, 19.0, 11.0, 9.0, 12.0, 9.0, 9.0, 1.0, 9.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.125, -10.740234375, -10.35546875, -9.970703125, -9.5859375, -9.201171875, -8.81640625, -8.431640625, -8.046875, -7.662109375, -7.27734375, -6.892578125, -6.5078125, -6.123046875, -5.73828125, -5.353515625, -4.96875, -4.583984375, -4.19921875, -3.814453125, -3.4296875, -3.044921875, -2.66015625, -2.275390625, -1.890625, -1.505859375, -1.12109375, -0.736328125, -0.3515625, 0.033203125, 0.41796875, 0.802734375, 1.1875, 1.572265625, 1.95703125, 2.341796875, 2.7265625, 3.111328125, 3.49609375, 3.880859375, 4.265625, 4.650390625, 5.03515625, 5.419921875, 5.8046875, 6.189453125, 6.57421875, 6.958984375, 7.34375, 7.728515625, 8.11328125, 8.498046875, 8.8828125, 9.267578125, 9.65234375, 10.037109375, 10.421875, 10.806640625, 11.19140625, 11.576171875, 11.9609375, 12.345703125, 12.73046875, 13.115234375, 13.5]}, "gradients/decoder.transformer.h.2.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 1.0, 2.0, 9.0, 6.0, 12.0, 12.0, 21.0, 33.0, 43.0, 65.0, 89.0, 116.0, 147.0, 231.0, 346.0, 541.0, 770.0, 1193.0, 1915.0, 3520.0, 9844.0, 43647.0, 327421.0, 558252.0, 75215.0, 14121.0, 4631.0, 2269.0, 1395.0, 860.0, 569.0, 395.0, 270.0, 170.0, 125.0, 94.0, 54.0, 53.0, 30.0, 22.0, 20.0, 13.0, 6.0, 7.0, 5.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-27.59375, -26.76123046875, -25.9287109375, -25.09619140625, -24.263671875, -23.43115234375, -22.5986328125, -21.76611328125, -20.93359375, -20.10107421875, -19.2685546875, -18.43603515625, -17.603515625, -16.77099609375, -15.9384765625, -15.10595703125, -14.2734375, -13.44091796875, -12.6083984375, -11.77587890625, -10.943359375, -10.11083984375, -9.2783203125, -8.44580078125, -7.61328125, -6.78076171875, -5.9482421875, -5.11572265625, -4.283203125, -3.45068359375, -2.6181640625, -1.78564453125, -0.953125, -0.12060546875, 0.7119140625, 1.54443359375, 2.376953125, 3.20947265625, 4.0419921875, 4.87451171875, 5.70703125, 6.53955078125, 7.3720703125, 8.20458984375, 9.037109375, 9.86962890625, 10.7021484375, 11.53466796875, 12.3671875, 13.19970703125, 14.0322265625, 14.86474609375, 15.697265625, 16.52978515625, 17.3623046875, 18.19482421875, 19.02734375, 19.85986328125, 20.6923828125, 21.52490234375, 22.357421875, 23.18994140625, 24.0224609375, 24.85498046875, 25.6875]}, "gradients/decoder.transformer.h.2.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 4.0, 8.0, 3.0, 6.0, 7.0, 10.0, 6.0, 14.0, 19.0, 12.0, 23.0, 23.0, 26.0, 36.0, 28.0, 55.0, 53.0, 85.0, 133.0, 295.0, 1473.0, 218.0, 114.0, 72.0, 54.0, 40.0, 41.0, 26.0, 26.0, 32.0, 17.0, 22.0, 12.0, 12.0, 10.0, 7.0, 9.0, 6.0, 4.0, 1.0, 7.0, 4.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-27.625, -26.796630859375, -25.96826171875, -25.139892578125, -24.3115234375, -23.483154296875, -22.65478515625, -21.826416015625, -20.998046875, -20.169677734375, -19.34130859375, -18.512939453125, -17.6845703125, -16.856201171875, -16.02783203125, -15.199462890625, -14.37109375, -13.542724609375, -12.71435546875, -11.885986328125, -11.0576171875, -10.229248046875, -9.40087890625, -8.572509765625, -7.744140625, -6.915771484375, -6.08740234375, -5.259033203125, -4.4306640625, -3.602294921875, -2.77392578125, -1.945556640625, -1.1171875, -0.288818359375, 0.53955078125, 1.367919921875, 2.1962890625, 3.024658203125, 3.85302734375, 4.681396484375, 5.509765625, 6.338134765625, 7.16650390625, 7.994873046875, 8.8232421875, 9.651611328125, 10.47998046875, 11.308349609375, 12.13671875, 12.965087890625, 13.79345703125, 14.621826171875, 15.4501953125, 16.278564453125, 17.10693359375, 17.935302734375, 18.763671875, 19.592041015625, 20.42041015625, 21.248779296875, 22.0771484375, 22.905517578125, 23.73388671875, 24.562255859375, 25.390625]}, "gradients/decoder.transformer.h.2.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 3.0, 3.0, 6.0, 5.0, 8.0, 10.0, 14.0, 12.0, 16.0, 24.0, 27.0, 49.0, 75.0, 109.0, 171.0, 247.0, 399.0, 655.0, 1330.0, 3320.0, 356528.0, 2774896.0, 4333.0, 1421.0, 763.0, 427.0, 281.0, 186.0, 137.0, 76.0, 37.0, 33.0, 34.0, 18.0, 10.0, 11.0, 13.0, 5.0, 5.0, 5.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-92.75, -89.859375, -86.96875, -84.078125, -81.1875, -78.296875, -75.40625, -72.515625, -69.625, -66.734375, -63.84375, -60.953125, -58.0625, -55.171875, -52.28125, -49.390625, -46.5, -43.609375, -40.71875, -37.828125, -34.9375, -32.046875, -29.15625, -26.265625, -23.375, -20.484375, -17.59375, -14.703125, -11.8125, -8.921875, -6.03125, -3.140625, -0.25, 2.640625, 5.53125, 8.421875, 11.3125, 14.203125, 17.09375, 19.984375, 22.875, 25.765625, 28.65625, 31.546875, 34.4375, 37.328125, 40.21875, 43.109375, 46.0, 48.890625, 51.78125, 54.671875, 57.5625, 60.453125, 63.34375, 66.234375, 69.125, 72.015625, 74.90625, 77.796875, 80.6875, 83.578125, 86.46875, 89.359375, 92.25]}, "gradients/decoder.transformer.h.2.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 8.0, 21.0, 69.0, 189.0, 266.0, 260.0, 139.0, 33.0, 21.0], "bins": [-316.296630859375, -311.0093688964844, -305.72210693359375, -300.4348449707031, -295.1475830078125, -289.8603515625, -284.5730895996094, -279.28582763671875, -273.9985656738281, -268.7113037109375, -263.4240417480469, -258.13677978515625, -252.8495330810547, -247.56227111816406, -242.2750244140625, -236.98776245117188, -231.70050048828125, -226.41323852539062, -221.1259765625, -215.83872985839844, -210.5514678955078, -205.2642059326172, -199.97695922851562, -194.689697265625, -189.40243530273438, -184.11517333984375, -178.82791137695312, -173.54066467285156, -168.25340270996094, -162.9661407470703, -157.67889404296875, -152.39163208007812, -147.1043701171875, -141.81710815429688, -136.52984619140625, -131.2425994873047, -125.95533752441406, -120.66807556152344, -115.38082122802734, -110.09356689453125, -104.80631256103516, -99.51905822753906, -94.23179626464844, -88.94453430175781, -83.65727996826172, -78.37002563476562, -73.082763671875, -67.79550170898438, -62.50824737548828, -57.22098922729492, -51.93373107910156, -46.6464729309082, -41.359214782714844, -36.071956634521484, -30.784698486328125, -25.497440338134766, -20.210182189941406, -14.922924041748047, -9.635665893554688, -4.348407745361328, 0.9388504028320312, 6.226108551025391, 11.51336669921875, 16.80062484741211, 22.08788299560547]}, "gradients/decoder.transformer.h.2.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 4.0, 2.0, 5.0, 5.0, 6.0, 6.0, 10.0, 15.0, 13.0, 22.0, 19.0, 18.0, 28.0, 38.0, 32.0, 34.0, 44.0, 35.0, 39.0, 46.0, 51.0, 49.0, 55.0, 38.0, 31.0, 48.0, 47.0, 38.0, 30.0, 41.0, 25.0, 15.0, 22.0, 13.0, 22.0, 13.0, 14.0, 6.0, 9.0, 9.0, 3.0, 2.0, 3.0, 3.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-62.708396911621094, -60.43766784667969, -58.16694259643555, -55.89621353149414, -53.62548828125, -51.354759216308594, -49.08403015136719, -46.81330108642578, -44.54257583618164, -42.271846771240234, -40.001121520996094, -37.73039245605469, -35.45966339111328, -33.18893814086914, -30.918209075927734, -28.64748191833496, -26.376754760742188, -24.106027603149414, -21.83530044555664, -19.564571380615234, -17.29384422302246, -15.023117065429688, -12.752388954162598, -10.481660842895508, -8.210933685302734, -5.940206050872803, -3.669478416442871, -1.3987507820129395, 0.8719768524169922, 3.1427040100097656, 5.4134321212768555, 7.684160232543945, 9.954879760742188, 12.225606918334961, 14.49633502960205, 16.76706314086914, 19.037790298461914, 21.308517456054688, 23.579246520996094, 25.849973678588867, 28.12070083618164, 30.391427993774414, 32.66215515136719, 34.932884216308594, 37.20361328125, 39.47433853149414, 41.74506759643555, 44.01579284667969, 46.286521911621094, 48.5572509765625, 50.82797622680664, 53.09870529174805, 55.36943054199219, 57.640159606933594, 59.910888671875, 62.181617736816406, 64.45234680175781, 66.72307586669922, 68.99380493164062, 71.2645263671875, 73.5352554321289, 75.80598449707031, 78.07671356201172, 80.34744262695312, 82.6181640625]}, "gradients/decoder.transformer.h.1.mlp.c_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 4.0, 1.0, 3.0, 3.0, 6.0, 3.0, 3.0, 9.0, 9.0, 14.0, 18.0, 16.0, 27.0, 23.0, 30.0, 24.0, 35.0, 25.0, 40.0, 41.0, 51.0, 42.0, 50.0, 45.0, 46.0, 46.0, 47.0, 45.0, 41.0, 33.0, 31.0, 36.0, 28.0, 27.0, 17.0, 19.0, 20.0, 11.0, 8.0, 7.0, 7.0, 9.0, 7.0, 3.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.359375, -9.984375, -9.609375, -9.234375, -8.859375, -8.484375, -8.109375, -7.734375, -7.359375, -6.984375, -6.609375, -6.234375, -5.859375, -5.484375, -5.109375, -4.734375, -4.359375, -3.984375, -3.609375, -3.234375, -2.859375, -2.484375, -2.109375, -1.734375, -1.359375, -0.984375, -0.609375, -0.234375, 0.140625, 0.515625, 0.890625, 1.265625, 1.640625, 2.015625, 2.390625, 2.765625, 3.140625, 3.515625, 3.890625, 4.265625, 4.640625, 5.015625, 5.390625, 5.765625, 6.140625, 6.515625, 6.890625, 7.265625, 7.640625, 8.015625, 8.390625, 8.765625, 9.140625, 9.515625, 9.890625, 10.265625, 10.640625, 11.015625, 11.390625, 11.765625, 12.140625, 12.515625, 12.890625, 13.265625, 13.640625]}, "gradients/decoder.transformer.h.1.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 6.0, 1.0, 2.0, 4.0, 6.0, 7.0, 9.0, 14.0, 17.0, 17.0, 30.0, 40.0, 56.0, 91.0, 109.0, 137.0, 208.0, 290.0, 436.0, 601.0, 866.0, 1332.0, 2439.0, 5155.0, 16966.0, 227392.0, 3087200.0, 801425.0, 34017.0, 7298.0, 3105.0, 1638.0, 1031.0, 682.0, 439.0, 356.0, 250.0, 176.0, 126.0, 82.0, 59.0, 50.0, 42.0, 25.0, 19.0, 15.0, 6.0, 5.0, 7.0, 6.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0], "bins": [-35.15625, -34.142578125, -33.12890625, -32.115234375, -31.1015625, -30.087890625, -29.07421875, -28.060546875, -27.046875, -26.033203125, -25.01953125, -24.005859375, -22.9921875, -21.978515625, -20.96484375, -19.951171875, -18.9375, -17.923828125, -16.91015625, -15.896484375, -14.8828125, -13.869140625, -12.85546875, -11.841796875, -10.828125, -9.814453125, -8.80078125, -7.787109375, -6.7734375, -5.759765625, -4.74609375, -3.732421875, -2.71875, -1.705078125, -0.69140625, 0.322265625, 1.3359375, 2.349609375, 3.36328125, 4.376953125, 5.390625, 6.404296875, 7.41796875, 8.431640625, 9.4453125, 10.458984375, 11.47265625, 12.486328125, 13.5, 14.513671875, 15.52734375, 16.541015625, 17.5546875, 18.568359375, 19.58203125, 20.595703125, 21.609375, 22.623046875, 23.63671875, 24.650390625, 25.6640625, 26.677734375, 27.69140625, 28.705078125, 29.71875]}, "gradients/decoder.transformer.h.1.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 3.0, 1.0, 3.0, 4.0, 5.0, 7.0, 8.0, 13.0, 34.0, 35.0, 44.0, 48.0, 92.0, 154.0, 200.0, 278.0, 397.0, 545.0, 595.0, 496.0, 335.0, 255.0, 160.0, 106.0, 73.0, 47.0, 42.0, 25.0, 30.0, 10.0, 9.0, 7.0, 1.0, 5.0, 7.0, 1.0, 3.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-19.03125, -18.40576171875, -17.7802734375, -17.15478515625, -16.529296875, -15.90380859375, -15.2783203125, -14.65283203125, -14.02734375, -13.40185546875, -12.7763671875, -12.15087890625, -11.525390625, -10.89990234375, -10.2744140625, -9.64892578125, -9.0234375, -8.39794921875, -7.7724609375, -7.14697265625, -6.521484375, -5.89599609375, -5.2705078125, -4.64501953125, -4.01953125, -3.39404296875, -2.7685546875, -2.14306640625, -1.517578125, -0.89208984375, -0.2666015625, 0.35888671875, 0.984375, 1.60986328125, 2.2353515625, 2.86083984375, 3.486328125, 4.11181640625, 4.7373046875, 5.36279296875, 5.98828125, 6.61376953125, 7.2392578125, 7.86474609375, 8.490234375, 9.11572265625, 9.7412109375, 10.36669921875, 10.9921875, 11.61767578125, 12.2431640625, 12.86865234375, 13.494140625, 14.11962890625, 14.7451171875, 15.37060546875, 15.99609375, 16.62158203125, 17.2470703125, 17.87255859375, 18.498046875, 19.12353515625, 19.7490234375, 20.37451171875, 21.0]}, "gradients/decoder.transformer.h.1.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 4.0, 4.0, 1.0, 8.0, 7.0, 4.0, 13.0, 18.0, 19.0, 51.0, 49.0, 85.0, 117.0, 228.0, 434.0, 1044.0, 3206.0, 15239.0, 235030.0, 3727437.0, 192135.0, 13886.0, 3097.0, 1033.0, 494.0, 259.0, 124.0, 79.0, 66.0, 39.0, 21.0, 16.0, 10.0, 5.0, 6.0, 5.0, 2.0, 2.0, 5.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-45.71875, -44.392578125, -43.06640625, -41.740234375, -40.4140625, -39.087890625, -37.76171875, -36.435546875, -35.109375, -33.783203125, -32.45703125, -31.130859375, -29.8046875, -28.478515625, -27.15234375, -25.826171875, -24.5, -23.173828125, -21.84765625, -20.521484375, -19.1953125, -17.869140625, -16.54296875, -15.216796875, -13.890625, -12.564453125, -11.23828125, -9.912109375, -8.5859375, -7.259765625, -5.93359375, -4.607421875, -3.28125, -1.955078125, -0.62890625, 0.697265625, 2.0234375, 3.349609375, 4.67578125, 6.001953125, 7.328125, 8.654296875, 9.98046875, 11.306640625, 12.6328125, 13.958984375, 15.28515625, 16.611328125, 17.9375, 19.263671875, 20.58984375, 21.916015625, 23.2421875, 24.568359375, 25.89453125, 27.220703125, 28.546875, 29.873046875, 31.19921875, 32.525390625, 33.8515625, 35.177734375, 36.50390625, 37.830078125, 39.15625]}, "gradients/decoder.transformer.h.1.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 5.0, 116.0, 667.0, 217.0, 10.0, 1.0], "bins": [-943.3914184570312, -927.8102416992188, -912.22900390625, -896.6478271484375, -881.0665893554688, -865.4854125976562, -849.9042358398438, -834.322998046875, -818.7418212890625, -803.16064453125, -787.5794067382812, -771.9982299804688, -756.4169921875, -740.8358154296875, -725.254638671875, -709.6734008789062, -694.0922241210938, -678.5110473632812, -662.9298095703125, -647.3486328125, -631.7673950195312, -616.1862182617188, -600.6050415039062, -585.0238037109375, -569.442626953125, -553.8614501953125, -538.2802124023438, -522.6990356445312, -507.1178283691406, -491.53662109375, -475.9554138183594, -460.37420654296875, -444.7929992675781, -429.2117919921875, -413.6305847167969, -398.0494079589844, -382.46820068359375, -366.8869934082031, -351.3057861328125, -335.724609375, -320.14337158203125, -304.5621643066406, -288.98095703125, -273.3997802734375, -257.8185729980469, -242.23736572265625, -226.65615844726562, -211.07496643066406, -195.4937744140625, -179.91256713867188, -164.3313751220703, -148.7501678466797, -133.16897583007812, -117.5877685546875, -102.0065689086914, -86.42536926269531, -70.84417724609375, -55.262977600097656, -39.68177795410156, -24.100574493408203, -8.51937484741211, 7.06182861328125, 22.643028259277344, 38.22422790527344, 53.80542755126953]}, "gradients/decoder.transformer.h.1.ln_2.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 4.0, 4.0, 8.0, 12.0, 9.0, 18.0, 9.0, 22.0, 22.0, 21.0, 30.0, 32.0, 34.0, 36.0, 34.0, 42.0, 33.0, 41.0, 44.0, 42.0, 40.0, 42.0, 54.0, 40.0, 43.0, 43.0, 47.0, 27.0, 37.0, 23.0, 21.0, 19.0, 12.0, 8.0, 13.0, 11.0, 6.0, 3.0, 5.0, 3.0, 3.0, 1.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-65.14848327636719, -62.989986419677734, -60.83148956298828, -58.67299270629883, -56.514495849609375, -54.35599899291992, -52.19750213623047, -50.03900146484375, -47.88050842285156, -45.72201156616211, -43.563514709472656, -41.4050178527832, -39.24652099609375, -37.0880241394043, -34.929527282714844, -32.771026611328125, -30.612529754638672, -28.45403289794922, -26.295536041259766, -24.137039184570312, -21.97854232788086, -19.820045471191406, -17.66154670715332, -15.503049850463867, -13.344552993774414, -11.186056137084961, -9.027559280395508, -6.869061470031738, -4.710564613342285, -2.552067756652832, -0.3935699462890625, 1.7649269104003906, 3.9234237670898438, 6.081920623779297, 8.24041748046875, 10.39891529083252, 12.557412147521973, 14.715909004211426, 16.874406814575195, 19.03290367126465, 21.1914005279541, 23.349897384643555, 25.508394241333008, 27.666893005371094, 29.825389862060547, 31.98388671875, 34.14238357543945, 36.300880432128906, 38.45937728881836, 40.61787414550781, 42.776371002197266, 44.93486785888672, 47.09336471557617, 49.251861572265625, 51.410362243652344, 53.56885528564453, 55.72735595703125, 57.8858528137207, 60.044349670410156, 62.20284652709961, 64.36134338378906, 66.51984405517578, 68.67833709716797, 70.83683776855469, 72.99533081054688]}, "gradients/decoder.transformer.h.1.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 6.0, 4.0, 4.0, 5.0, 5.0, 7.0, 7.0, 8.0, 14.0, 15.0, 10.0, 22.0, 18.0, 18.0, 23.0, 21.0, 30.0, 38.0, 30.0, 34.0, 48.0, 49.0, 31.0, 35.0, 35.0, 36.0, 41.0, 39.0, 30.0, 32.0, 32.0, 36.0, 37.0, 23.0, 30.0, 16.0, 22.0, 17.0, 13.0, 16.0, 17.0, 13.0, 8.0, 8.0, 4.0, 4.0, 9.0, 4.0, 4.0, 0.0, 5.0, 0.0, 1.0, 0.0, 3.0], "bins": [-8.90625, -8.64276123046875, -8.3792724609375, -8.11578369140625, -7.852294921875, -7.58880615234375, -7.3253173828125, -7.06182861328125, -6.79833984375, -6.53485107421875, -6.2713623046875, -6.00787353515625, -5.744384765625, -5.48089599609375, -5.2174072265625, -4.95391845703125, -4.6904296875, -4.42694091796875, -4.1634521484375, -3.89996337890625, -3.636474609375, -3.37298583984375, -3.1094970703125, -2.84600830078125, -2.58251953125, -2.31903076171875, -2.0555419921875, -1.79205322265625, -1.528564453125, -1.26507568359375, -1.0015869140625, -0.73809814453125, -0.474609375, -0.21112060546875, 0.0523681640625, 0.31585693359375, 0.579345703125, 0.84283447265625, 1.1063232421875, 1.36981201171875, 1.63330078125, 1.89678955078125, 2.1602783203125, 2.42376708984375, 2.687255859375, 2.95074462890625, 3.2142333984375, 3.47772216796875, 3.7412109375, 4.00469970703125, 4.2681884765625, 4.53167724609375, 4.795166015625, 5.05865478515625, 5.3221435546875, 5.58563232421875, 5.84912109375, 6.11260986328125, 6.3760986328125, 6.63958740234375, 6.903076171875, 7.16656494140625, 7.4300537109375, 7.69354248046875, 7.95703125]}, "gradients/decoder.transformer.h.1.crossattention.c_proj.weight": {"_type": "histogram", "values": [3.0, 5.0, 5.0, 5.0, 7.0, 14.0, 17.0, 34.0, 38.0, 68.0, 101.0, 144.0, 190.0, 272.0, 429.0, 620.0, 826.0, 1278.0, 1790.0, 2573.0, 3651.0, 5298.0, 7875.0, 11392.0, 17192.0, 25553.0, 38827.0, 58630.0, 91760.0, 143933.0, 193067.0, 153911.0, 98809.0, 63904.0, 41415.0, 27274.0, 18342.0, 12354.0, 8368.0, 5803.0, 3898.0, 2716.0, 1897.0, 1363.0, 871.0, 654.0, 461.0, 294.0, 217.0, 147.0, 93.0, 61.0, 45.0, 26.0, 18.0, 10.0, 12.0, 9.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.56982421875, -0.5511932373046875, -0.532562255859375, -0.5139312744140625, -0.49530029296875, -0.4766693115234375, -0.458038330078125, -0.4394073486328125, -0.4207763671875, -0.4021453857421875, -0.383514404296875, -0.3648834228515625, -0.34625244140625, -0.3276214599609375, -0.308990478515625, -0.2903594970703125, -0.271728515625, -0.2530975341796875, -0.234466552734375, -0.2158355712890625, -0.19720458984375, -0.1785736083984375, -0.159942626953125, -0.1413116455078125, -0.1226806640625, -0.1040496826171875, -0.085418701171875, -0.0667877197265625, -0.04815673828125, -0.0295257568359375, -0.010894775390625, 0.0077362060546875, 0.0263671875, 0.0449981689453125, 0.063629150390625, 0.0822601318359375, 0.10089111328125, 0.1195220947265625, 0.138153076171875, 0.1567840576171875, 0.1754150390625, 0.1940460205078125, 0.212677001953125, 0.2313079833984375, 0.24993896484375, 0.2685699462890625, 0.287200927734375, 0.3058319091796875, 0.324462890625, 0.3430938720703125, 0.361724853515625, 0.3803558349609375, 0.39898681640625, 0.4176177978515625, 0.436248779296875, 0.4548797607421875, 0.4735107421875, 0.4921417236328125, 0.510772705078125, 0.5294036865234375, 0.54803466796875, 0.5666656494140625, 0.585296630859375, 0.6039276123046875, 0.62255859375]}, "gradients/decoder.transformer.h.1.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 7.0, 6.0, 6.0, 4.0, 10.0, 9.0, 9.0, 11.0, 16.0, 11.0, 15.0, 19.0, 24.0, 19.0, 22.0, 27.0, 37.0, 24.0, 39.0, 37.0, 45.0, 34.0, 30.0, 45.0, 1061.0, 44.0, 31.0, 40.0, 31.0, 27.0, 30.0, 28.0, 24.0, 32.0, 20.0, 20.0, 22.0, 19.0, 14.0, 11.0, 9.0, 11.0, 10.0, 14.0, 6.0, 7.0, 4.0, 3.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0], "bins": [-6.4296875, -6.23492431640625, -6.0401611328125, -5.84539794921875, -5.650634765625, -5.45587158203125, -5.2611083984375, -5.06634521484375, -4.87158203125, -4.67681884765625, -4.4820556640625, -4.28729248046875, -4.092529296875, -3.89776611328125, -3.7030029296875, -3.50823974609375, -3.3134765625, -3.11871337890625, -2.9239501953125, -2.72918701171875, -2.534423828125, -2.33966064453125, -2.1448974609375, -1.95013427734375, -1.75537109375, -1.56060791015625, -1.3658447265625, -1.17108154296875, -0.976318359375, -0.78155517578125, -0.5867919921875, -0.39202880859375, -0.197265625, -0.00250244140625, 0.1922607421875, 0.38702392578125, 0.581787109375, 0.77655029296875, 0.9713134765625, 1.16607666015625, 1.36083984375, 1.55560302734375, 1.7503662109375, 1.94512939453125, 2.139892578125, 2.33465576171875, 2.5294189453125, 2.72418212890625, 2.9189453125, 3.11370849609375, 3.3084716796875, 3.50323486328125, 3.697998046875, 3.89276123046875, 4.0875244140625, 4.28228759765625, 4.47705078125, 4.67181396484375, 4.8665771484375, 5.06134033203125, 5.256103515625, 5.45086669921875, 5.6456298828125, 5.84039306640625, 6.03515625]}, "gradients/decoder.transformer.h.1.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 1.0, 6.0, 16.0, 11.0, 29.0, 35.0, 52.0, 94.0, 108.0, 158.0, 206.0, 327.0, 488.0, 703.0, 943.0, 1474.0, 2069.0, 2986.0, 4325.0, 6283.0, 9165.0, 13819.0, 20815.0, 31831.0, 50005.0, 81171.0, 131296.0, 1217838.0, 198633.0, 118136.0, 72281.0, 45011.0, 28528.0, 18645.0, 12523.0, 8399.0, 5831.0, 3987.0, 2737.0, 1915.0, 1263.0, 951.0, 640.0, 447.0, 315.0, 224.0, 133.0, 99.0, 54.0, 52.0, 32.0, 21.0, 10.0, 10.0, 7.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.36767578125, -0.3557701110839844, -0.34386444091796875, -0.3319587707519531, -0.3200531005859375, -0.3081474304199219, -0.29624176025390625, -0.2843360900878906, -0.272430419921875, -0.2605247497558594, -0.24861907958984375, -0.23671340942382812, -0.2248077392578125, -0.21290206909179688, -0.20099639892578125, -0.18909072875976562, -0.17718505859375, -0.16527938842773438, -0.15337371826171875, -0.14146804809570312, -0.1295623779296875, -0.11765670776367188, -0.10575103759765625, -0.09384536743164062, -0.081939697265625, -0.07003402709960938, -0.05812835693359375, -0.046222686767578125, -0.0343170166015625, -0.022411346435546875, -0.01050567626953125, 0.001399993896484375, 0.0133056640625, 0.025211334228515625, 0.03711700439453125, 0.049022674560546875, 0.0609283447265625, 0.07283401489257812, 0.08473968505859375, 0.09664535522460938, 0.108551025390625, 0.12045669555664062, 0.13236236572265625, 0.14426803588867188, 0.1561737060546875, 0.16807937622070312, 0.17998504638671875, 0.19189071655273438, 0.20379638671875, 0.21570205688476562, 0.22760772705078125, 0.23951339721679688, 0.2514190673828125, 0.2633247375488281, 0.27523040771484375, 0.2871360778808594, 0.299041748046875, 0.3109474182128906, 0.32285308837890625, 0.3347587585449219, 0.3466644287109375, 0.3585700988769531, 0.37047576904296875, 0.3823814392089844, 0.394287109375]}, "gradients/decoder.transformer.h.1.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 4.0, 5.0, 11.0, 15.0, 13.0, 16.0, 17.0, 20.0, 38.0, 44.0, 63.0, 94.0, 114.0, 116.0, 102.0, 72.0, 65.0, 52.0, 31.0, 16.0, 27.0, 14.0, 13.0, 15.0, 8.0, 7.0, 1.0, 4.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007602691650390625, -0.0073334574699401855, -0.007064223289489746, -0.006794989109039307, -0.006525754928588867, -0.006256520748138428, -0.005987286567687988, -0.005718052387237549, -0.005448818206787109, -0.00517958402633667, -0.0049103498458862305, -0.004641115665435791, -0.0043718814849853516, -0.004102647304534912, -0.0038334131240844727, -0.003564178943634033, -0.0032949447631835938, -0.0030257105827331543, -0.002756476402282715, -0.0024872422218322754, -0.002218008041381836, -0.0019487738609313965, -0.001679539680480957, -0.0014103055000305176, -0.0011410713195800781, -0.0008718371391296387, -0.0006026029586791992, -0.00033336877822875977, -6.413459777832031e-05, 0.00020509958267211914, 0.0004743337631225586, 0.000743567943572998, 0.0010128021240234375, 0.001282036304473877, 0.0015512704849243164, 0.0018205046653747559, 0.0020897388458251953, 0.0023589730262756348, 0.0026282072067260742, 0.0028974413871765137, 0.003166675567626953, 0.0034359097480773926, 0.003705143928527832, 0.0039743781089782715, 0.004243612289428711, 0.00451284646987915, 0.00478208065032959, 0.005051314830780029, 0.005320549011230469, 0.005589783191680908, 0.005859017372131348, 0.006128251552581787, 0.0063974857330322266, 0.006666719913482666, 0.0069359540939331055, 0.007205188274383545, 0.007474422454833984, 0.007743656635284424, 0.008012890815734863, 0.008282124996185303, 0.008551359176635742, 0.008820593357086182, 0.009089827537536621, 0.00935906171798706, 0.0096282958984375]}, "gradients/decoder.transformer.h.1.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 4.0, 0.0, 1.0, 4.0, 1.0, 9.0, 10.0, 5.0, 8.0, 17.0, 12.0, 29.0, 39.0, 51.0, 67.0, 82.0, 137.0, 286.0, 453.0, 1234.0, 22479.0, 998397.0, 22882.0, 1211.0, 454.0, 242.0, 157.0, 98.0, 51.0, 41.0, 30.0, 15.0, 13.0, 12.0, 12.0, 8.0, 4.0, 4.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1622314453125, -0.15766143798828125, -0.1530914306640625, -0.14852142333984375, -0.143951416015625, -0.13938140869140625, -0.1348114013671875, -0.13024139404296875, -0.12567138671875, -0.12110137939453125, -0.1165313720703125, -0.11196136474609375, -0.107391357421875, -0.10282135009765625, -0.0982513427734375, -0.09368133544921875, -0.089111328125, -0.08454132080078125, -0.0799713134765625, -0.07540130615234375, -0.070831298828125, -0.06626129150390625, -0.0616912841796875, -0.05712127685546875, -0.05255126953125, -0.04798126220703125, -0.0434112548828125, -0.03884124755859375, -0.034271240234375, -0.02970123291015625, -0.0251312255859375, -0.02056121826171875, -0.0159912109375, -0.01142120361328125, -0.0068511962890625, -0.00228118896484375, 0.002288818359375, 0.00685882568359375, 0.0114288330078125, 0.01599884033203125, 0.02056884765625, 0.02513885498046875, 0.0297088623046875, 0.03427886962890625, 0.038848876953125, 0.04341888427734375, 0.0479888916015625, 0.05255889892578125, 0.05712890625, 0.06169891357421875, 0.0662689208984375, 0.07083892822265625, 0.075408935546875, 0.07997894287109375, 0.0845489501953125, 0.08911895751953125, 0.09368896484375, 0.09825897216796875, 0.1028289794921875, 0.10739898681640625, 0.111968994140625, 0.11653900146484375, 0.1211090087890625, 0.12567901611328125, 0.1302490234375]}, "gradients/decoder.transformer.h.1.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 5.0, 29.0, 174.0, 678.0, 111.0, 12.0, 5.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.16495254635810852, -0.16147157549858093, -0.15799060463905334, -0.15450963377952576, -0.15102866291999817, -0.14754769206047058, -0.144066721200943, -0.1405857503414154, -0.13710477948188782, -0.13362380862236023, -0.13014283776283264, -0.12666186690330505, -0.12318089604377747, -0.11969992518424988, -0.11621896177530289, -0.1127379909157753, -0.10925702750682831, -0.10577605664730072, -0.10229508578777313, -0.09881411492824554, -0.09533314406871796, -0.09185217320919037, -0.08837120980024338, -0.08489023894071579, -0.0814092680811882, -0.07792829722166061, -0.07444732636213303, -0.07096635550260544, -0.06748539209365845, -0.06400442123413086, -0.06052345037460327, -0.057042479515075684, -0.053561512380838394, -0.050080541521310806, -0.04659957438707352, -0.04311860352754593, -0.03963763266801834, -0.03615666180849075, -0.032675690948963165, -0.029194723814725876, -0.025713752955198288, -0.0222327820956707, -0.01875181309878826, -0.015270843170583248, -0.011789873242378235, -0.008308902382850647, -0.004827933385968208, -0.0013469643890857697, 0.0021340064704418182, 0.0056149763986468315, 0.009095946326851845, 0.012576916255056858, 0.01605788618326187, 0.01953885704278946, 0.023019826039671898, 0.026500795036554337, 0.029981765896081924, 0.03346273675560951, 0.0369437038898468, 0.04042467474937439, 0.04390564560890198, 0.047386616468429565, 0.05086758732795715, 0.05434855446219444, 0.05782952532172203]}, "gradients/decoder.transformer.h.1.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 3.0, 0.0, 3.0, 7.0, 3.0, 5.0, 5.0, 8.0, 4.0, 10.0, 15.0, 15.0, 11.0, 21.0, 23.0, 26.0, 33.0, 33.0, 48.0, 40.0, 34.0, 43.0, 44.0, 45.0, 43.0, 61.0, 44.0, 27.0, 40.0, 35.0, 38.0, 33.0, 29.0, 29.0, 19.0, 15.0, 13.0, 20.0, 20.0, 16.0, 10.0, 10.0, 2.0, 8.0, 9.0, 2.0, 3.0, 2.0, 3.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005586147308349609, -0.005402332171797752, -0.005218517035245895, -0.005034701898694038, -0.004850886762142181, -0.004667071625590324, -0.004483256489038467, -0.00429944135248661, -0.004115626215934753, -0.003931811079382896, -0.0037479959428310394, -0.0035641808062791824, -0.0033803656697273254, -0.0031965505331754684, -0.0030127353966236115, -0.0028289202600717545, -0.0026451051235198975, -0.0024612899869680405, -0.0022774748504161835, -0.0020936597138643265, -0.0019098445773124695, -0.0017260294407606125, -0.0015422143042087555, -0.0013583991676568985, -0.0011745840311050415, -0.0009907688945531845, -0.0008069537580013275, -0.0006231386214494705, -0.0004393234848976135, -0.00025550834834575653, -7.169321179389954e-05, 0.00011212192475795746, 0.00029593706130981445, 0.00047975219786167145, 0.0006635673344135284, 0.0008473824709653854, 0.0010311976075172424, 0.0012150127440690994, 0.0013988278806209564, 0.0015826430171728134, 0.0017664581537246704, 0.0019502732902765274, 0.0021340884268283844, 0.0023179035633802414, 0.0025017186999320984, 0.0026855338364839554, 0.0028693489730358124, 0.0030531641095876694, 0.0032369792461395264, 0.0034207943826913834, 0.0036046095192432404, 0.0037884246557950974, 0.003972239792346954, 0.004156054928898811, 0.004339870065450668, 0.004523685202002525, 0.004707500338554382, 0.004891315475106239, 0.005075130611658096, 0.005258945748209953, 0.00544276088476181, 0.005626576021313667, 0.005810391157865524, 0.005994206294417381, 0.006178021430969238]}, "gradients/decoder.transformer.h.1.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 6.0, 4.0, 4.0, 5.0, 5.0, 7.0, 7.0, 8.0, 14.0, 15.0, 10.0, 22.0, 18.0, 18.0, 23.0, 20.0, 31.0, 37.0, 31.0, 33.0, 48.0, 50.0, 31.0, 35.0, 35.0, 34.0, 43.0, 38.0, 31.0, 32.0, 32.0, 36.0, 37.0, 23.0, 29.0, 16.0, 23.0, 16.0, 12.0, 18.0, 17.0, 13.0, 7.0, 9.0, 4.0, 4.0, 9.0, 4.0, 4.0, 0.0, 5.0, 0.0, 1.0, 0.0, 3.0], "bins": [-8.90625, -8.642822265625, -8.37939453125, -8.115966796875, -7.8525390625, -7.589111328125, -7.32568359375, -7.062255859375, -6.798828125, -6.535400390625, -6.27197265625, -6.008544921875, -5.7451171875, -5.481689453125, -5.21826171875, -4.954833984375, -4.69140625, -4.427978515625, -4.16455078125, -3.901123046875, -3.6376953125, -3.374267578125, -3.11083984375, -2.847412109375, -2.583984375, -2.320556640625, -2.05712890625, -1.793701171875, -1.5302734375, -1.266845703125, -1.00341796875, -0.739990234375, -0.4765625, -0.213134765625, 0.05029296875, 0.313720703125, 0.5771484375, 0.840576171875, 1.10400390625, 1.367431640625, 1.630859375, 1.894287109375, 2.15771484375, 2.421142578125, 2.6845703125, 2.947998046875, 3.21142578125, 3.474853515625, 3.73828125, 4.001708984375, 4.26513671875, 4.528564453125, 4.7919921875, 5.055419921875, 5.31884765625, 5.582275390625, 5.845703125, 6.109130859375, 6.37255859375, 6.635986328125, 6.8994140625, 7.162841796875, 7.42626953125, 7.689697265625, 7.953125]}, "gradients/decoder.transformer.h.1.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 5.0, 7.0, 5.0, 14.0, 18.0, 18.0, 21.0, 40.0, 35.0, 51.0, 61.0, 94.0, 120.0, 160.0, 193.0, 229.0, 340.0, 484.0, 746.0, 1043.0, 1842.0, 3098.0, 6149.0, 14302.0, 39190.0, 128904.0, 406394.0, 304577.0, 88914.0, 28479.0, 10754.0, 5055.0, 2448.0, 1412.0, 979.0, 604.0, 440.0, 364.0, 237.0, 169.0, 130.0, 96.0, 80.0, 68.0, 54.0, 27.0, 30.0, 21.0, 21.0, 14.0, 8.0, 10.0, 6.0, 3.0, 1.0, 2.0, 5.0], "bins": [-11.6640625, -11.3194580078125, -10.974853515625, -10.6302490234375, -10.28564453125, -9.9410400390625, -9.596435546875, -9.2518310546875, -8.9072265625, -8.5626220703125, -8.218017578125, -7.8734130859375, -7.52880859375, -7.1842041015625, -6.839599609375, -6.4949951171875, -6.150390625, -5.8057861328125, -5.461181640625, -5.1165771484375, -4.77197265625, -4.4273681640625, -4.082763671875, -3.7381591796875, -3.3935546875, -3.0489501953125, -2.704345703125, -2.3597412109375, -2.01513671875, -1.6705322265625, -1.325927734375, -0.9813232421875, -0.63671875, -0.2921142578125, 0.052490234375, 0.3970947265625, 0.74169921875, 1.0863037109375, 1.430908203125, 1.7755126953125, 2.1201171875, 2.4647216796875, 2.809326171875, 3.1539306640625, 3.49853515625, 3.8431396484375, 4.187744140625, 4.5323486328125, 4.876953125, 5.2215576171875, 5.566162109375, 5.9107666015625, 6.25537109375, 6.5999755859375, 6.944580078125, 7.2891845703125, 7.6337890625, 7.9783935546875, 8.322998046875, 8.6676025390625, 9.01220703125, 9.3568115234375, 9.701416015625, 10.0460205078125, 10.390625]}, "gradients/decoder.transformer.h.1.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 4.0, 3.0, 7.0, 12.0, 17.0, 22.0, 23.0, 33.0, 42.0, 25.0, 46.0, 61.0, 68.0, 124.0, 243.0, 1512.0, 299.0, 126.0, 93.0, 48.0, 52.0, 33.0, 33.0, 18.0, 22.0, 18.0, 15.0, 12.0, 10.0, 5.0, 10.0, 6.0, 5.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-28.6875, -27.8359375, -26.984375, -26.1328125, -25.28125, -24.4296875, -23.578125, -22.7265625, -21.875, -21.0234375, -20.171875, -19.3203125, -18.46875, -17.6171875, -16.765625, -15.9140625, -15.0625, -14.2109375, -13.359375, -12.5078125, -11.65625, -10.8046875, -9.953125, -9.1015625, -8.25, -7.3984375, -6.546875, -5.6953125, -4.84375, -3.9921875, -3.140625, -2.2890625, -1.4375, -0.5859375, 0.265625, 1.1171875, 1.96875, 2.8203125, 3.671875, 4.5234375, 5.375, 6.2265625, 7.078125, 7.9296875, 8.78125, 9.6328125, 10.484375, 11.3359375, 12.1875, 13.0390625, 13.890625, 14.7421875, 15.59375, 16.4453125, 17.296875, 18.1484375, 19.0, 19.8515625, 20.703125, 21.5546875, 22.40625, 23.2578125, 24.109375, 24.9609375, 25.8125]}, "gradients/decoder.transformer.h.1.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 4.0, 0.0, 3.0, 3.0, 3.0, 7.0, 8.0, 9.0, 11.0, 16.0, 22.0, 21.0, 17.0, 28.0, 39.0, 49.0, 78.0, 93.0, 101.0, 181.0, 319.0, 565.0, 1420.0, 11475.0, 2889472.0, 235756.0, 3679.0, 968.0, 438.0, 286.0, 168.0, 100.0, 75.0, 70.0, 60.0, 35.0, 32.0, 19.0, 15.0, 13.0, 15.0, 12.0, 10.0, 5.0, 5.0, 4.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-39.6875, -38.3984375, -37.109375, -35.8203125, -34.53125, -33.2421875, -31.953125, -30.6640625, -29.375, -28.0859375, -26.796875, -25.5078125, -24.21875, -22.9296875, -21.640625, -20.3515625, -19.0625, -17.7734375, -16.484375, -15.1953125, -13.90625, -12.6171875, -11.328125, -10.0390625, -8.75, -7.4609375, -6.171875, -4.8828125, -3.59375, -2.3046875, -1.015625, 0.2734375, 1.5625, 2.8515625, 4.140625, 5.4296875, 6.71875, 8.0078125, 9.296875, 10.5859375, 11.875, 13.1640625, 14.453125, 15.7421875, 17.03125, 18.3203125, 19.609375, 20.8984375, 22.1875, 23.4765625, 24.765625, 26.0546875, 27.34375, 28.6328125, 29.921875, 31.2109375, 32.5, 33.7890625, 35.078125, 36.3671875, 37.65625, 38.9453125, 40.234375, 41.5234375, 42.8125]}, "gradients/decoder.transformer.h.1.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 63.0, 261.0, 424.0, 214.0, 35.0, 5.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-209.154296875, -204.54798889160156, -199.9416961669922, -195.33538818359375, -190.7290802001953, -186.12278747558594, -181.5164794921875, -176.91018676757812, -172.3038787841797, -167.69757080078125, -163.09127807617188, -158.48497009277344, -153.878662109375, -149.27236938476562, -144.6660614013672, -140.05975341796875, -135.45346069335938, -130.84715270996094, -126.24085235595703, -121.63455200195312, -117.02825164794922, -112.42195129394531, -107.81564331054688, -103.20934295654297, -98.60302734375, -93.9967269897461, -89.39041900634766, -84.78411865234375, -80.17781829833984, -75.57151794433594, -70.9652099609375, -66.3589096069336, -61.75260925292969, -57.146305084228516, -52.54000473022461, -47.93370056152344, -43.32740020751953, -38.72109603881836, -34.11479187011719, -29.50849151611328, -24.90218734741211, -20.29588508605957, -15.689581871032715, -11.08327865600586, -6.47697639465332, -1.8706741333007812, 2.7356300354003906, 7.341930389404297, 11.948234558105469, 16.554536819458008, 21.160839080810547, 25.76714324951172, 30.373445510864258, 34.9797477722168, 39.58605194091797, 44.192352294921875, 48.79865646362305, 53.40496063232422, 58.011260986328125, 62.6175651550293, 67.22386932373047, 71.83016967773438, 76.43647766113281, 81.04277038574219, 85.64907836914062]}, "gradients/decoder.transformer.h.1.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 6.0, 7.0, 3.0, 6.0, 5.0, 9.0, 17.0, 15.0, 14.0, 21.0, 11.0, 21.0, 19.0, 35.0, 31.0, 34.0, 36.0, 31.0, 43.0, 49.0, 43.0, 47.0, 42.0, 44.0, 51.0, 34.0, 36.0, 40.0, 32.0, 30.0, 27.0, 31.0, 22.0, 22.0, 18.0, 16.0, 16.0, 12.0, 14.0, 7.0, 3.0, 7.0, 2.0, 3.0, 5.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-46.66373062133789, -44.91501998901367, -43.16631317138672, -41.4176025390625, -39.66889190673828, -37.92018127441406, -36.17147445678711, -34.42276382446289, -32.67405700683594, -30.92534828186035, -29.176637649536133, -27.427928924560547, -25.679218292236328, -23.930509567260742, -22.181800842285156, -20.433090209960938, -18.68437957763672, -16.935670852661133, -15.186960220336914, -13.438251495361328, -11.689541816711426, -9.940832138061523, -8.192123413085938, -6.443413734436035, -4.694704055786133, -2.9459946155548096, -1.1972851753234863, 0.5514240264892578, 2.30013370513916, 4.0488433837890625, 5.797552108764648, 7.546261787414551, 9.294975280761719, 11.043684959411621, 12.792394638061523, 14.54110336303711, 16.289813995361328, 18.038522720336914, 19.7872314453125, 21.53594207763672, 23.284650802612305, 25.03335952758789, 26.78207015991211, 28.530778884887695, 30.27948760986328, 32.0281982421875, 33.77690887451172, 35.52561569213867, 37.27432632446289, 39.02303695678711, 40.77174377441406, 42.52045440673828, 44.2691650390625, 46.01787567138672, 47.76658248901367, 49.51529312133789, 51.263999938964844, 53.01271057128906, 54.761417388916016, 56.510128021240234, 58.25883865356445, 60.007545471191406, 61.756256103515625, 63.504966735839844, 65.25367736816406]}, "gradients/decoder.transformer.h.0.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 5.0, 1.0, 9.0, 10.0, 11.0, 11.0, 13.0, 24.0, 17.0, 21.0, 16.0, 25.0, 40.0, 24.0, 32.0, 35.0, 35.0, 35.0, 32.0, 44.0, 32.0, 36.0, 35.0, 34.0, 38.0, 37.0, 40.0, 32.0, 30.0, 24.0, 30.0, 19.0, 23.0, 24.0, 26.0, 20.0, 16.0, 13.0, 15.0, 9.0, 6.0, 6.0, 3.0, 5.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0], "bins": [-8.5703125, -8.282958984375, -7.99560546875, -7.708251953125, -7.4208984375, -7.133544921875, -6.84619140625, -6.558837890625, -6.271484375, -5.984130859375, -5.69677734375, -5.409423828125, -5.1220703125, -4.834716796875, -4.54736328125, -4.260009765625, -3.97265625, -3.685302734375, -3.39794921875, -3.110595703125, -2.8232421875, -2.535888671875, -2.24853515625, -1.961181640625, -1.673828125, -1.386474609375, -1.09912109375, -0.811767578125, -0.5244140625, -0.237060546875, 0.05029296875, 0.337646484375, 0.625, 0.912353515625, 1.19970703125, 1.487060546875, 1.7744140625, 2.061767578125, 2.34912109375, 2.636474609375, 2.923828125, 3.211181640625, 3.49853515625, 3.785888671875, 4.0732421875, 4.360595703125, 4.64794921875, 4.935302734375, 5.22265625, 5.510009765625, 5.79736328125, 6.084716796875, 6.3720703125, 6.659423828125, 6.94677734375, 7.234130859375, 7.521484375, 7.808837890625, 8.09619140625, 8.383544921875, 8.6708984375, 8.958251953125, 9.24560546875, 9.532958984375, 9.8203125]}, "gradients/decoder.transformer.h.0.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 4.0, 1.0, 4.0, 1.0, 1.0, 2.0, 2.0, 9.0, 8.0, 16.0, 17.0, 22.0, 30.0, 35.0, 58.0, 73.0, 121.0, 184.0, 287.0, 431.0, 746.0, 1244.0, 2423.0, 5543.0, 18061.0, 198684.0, 3536999.0, 392696.0, 23399.0, 6733.0, 2831.0, 1476.0, 813.0, 473.0, 290.0, 187.0, 122.0, 54.0, 56.0, 38.0, 40.0, 18.0, 13.0, 17.0, 4.0, 11.0, 4.0, 3.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-45.0625, -43.5888671875, -42.115234375, -40.6416015625, -39.16796875, -37.6943359375, -36.220703125, -34.7470703125, -33.2734375, -31.7998046875, -30.326171875, -28.8525390625, -27.37890625, -25.9052734375, -24.431640625, -22.9580078125, -21.484375, -20.0107421875, -18.537109375, -17.0634765625, -15.58984375, -14.1162109375, -12.642578125, -11.1689453125, -9.6953125, -8.2216796875, -6.748046875, -5.2744140625, -3.80078125, -2.3271484375, -0.853515625, 0.6201171875, 2.09375, 3.5673828125, 5.041015625, 6.5146484375, 7.98828125, 9.4619140625, 10.935546875, 12.4091796875, 13.8828125, 15.3564453125, 16.830078125, 18.3037109375, 19.77734375, 21.2509765625, 22.724609375, 24.1982421875, 25.671875, 27.1455078125, 28.619140625, 30.0927734375, 31.56640625, 33.0400390625, 34.513671875, 35.9873046875, 37.4609375, 38.9345703125, 40.408203125, 41.8818359375, 43.35546875, 44.8291015625, 46.302734375, 47.7763671875, 49.25]}, "gradients/decoder.transformer.h.0.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 5.0, 6.0, 8.0, 8.0, 10.0, 20.0, 27.0, 29.0, 32.0, 63.0, 92.0, 129.0, 180.0, 319.0, 471.0, 614.0, 593.0, 484.0, 298.0, 219.0, 147.0, 91.0, 50.0, 48.0, 32.0, 28.0, 14.0, 20.0, 7.0, 12.0, 4.0, 6.0, 1.0, 5.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-23.015625, -22.322265625, -21.62890625, -20.935546875, -20.2421875, -19.548828125, -18.85546875, -18.162109375, -17.46875, -16.775390625, -16.08203125, -15.388671875, -14.6953125, -14.001953125, -13.30859375, -12.615234375, -11.921875, -11.228515625, -10.53515625, -9.841796875, -9.1484375, -8.455078125, -7.76171875, -7.068359375, -6.375, -5.681640625, -4.98828125, -4.294921875, -3.6015625, -2.908203125, -2.21484375, -1.521484375, -0.828125, -0.134765625, 0.55859375, 1.251953125, 1.9453125, 2.638671875, 3.33203125, 4.025390625, 4.71875, 5.412109375, 6.10546875, 6.798828125, 7.4921875, 8.185546875, 8.87890625, 9.572265625, 10.265625, 10.958984375, 11.65234375, 12.345703125, 13.0390625, 13.732421875, 14.42578125, 15.119140625, 15.8125, 16.505859375, 17.19921875, 17.892578125, 18.5859375, 19.279296875, 19.97265625, 20.666015625, 21.359375]}, "gradients/decoder.transformer.h.0.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 4.0, 1.0, 2.0, 5.0, 8.0, 11.0, 36.0, 44.0, 103.0, 164.0, 306.0, 584.0, 1018.0, 1970.0, 3777.0, 8029.0, 18018.0, 46538.0, 159186.0, 991006.0, 2352116.0, 459565.0, 94260.0, 31966.0, 13242.0, 5992.0, 3092.0, 1515.0, 740.0, 461.0, 241.0, 119.0, 73.0, 37.0, 31.0, 14.0, 8.0, 4.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.640625, -16.109130859375, -15.57763671875, -15.046142578125, -14.5146484375, -13.983154296875, -13.45166015625, -12.920166015625, -12.388671875, -11.857177734375, -11.32568359375, -10.794189453125, -10.2626953125, -9.731201171875, -9.19970703125, -8.668212890625, -8.13671875, -7.605224609375, -7.07373046875, -6.542236328125, -6.0107421875, -5.479248046875, -4.94775390625, -4.416259765625, -3.884765625, -3.353271484375, -2.82177734375, -2.290283203125, -1.7587890625, -1.227294921875, -0.69580078125, -0.164306640625, 0.3671875, 0.898681640625, 1.43017578125, 1.961669921875, 2.4931640625, 3.024658203125, 3.55615234375, 4.087646484375, 4.619140625, 5.150634765625, 5.68212890625, 6.213623046875, 6.7451171875, 7.276611328125, 7.80810546875, 8.339599609375, 8.87109375, 9.402587890625, 9.93408203125, 10.465576171875, 10.9970703125, 11.528564453125, 12.06005859375, 12.591552734375, 13.123046875, 13.654541015625, 14.18603515625, 14.717529296875, 15.2490234375, 15.780517578125, 16.31201171875, 16.843505859375, 17.375]}, "gradients/decoder.transformer.h.0.ln_2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 7.0, 1.0, 8.0, 9.0, 5.0, 6.0, 11.0, 14.0, 18.0, 37.0, 31.0, 46.0, 44.0, 38.0, 53.0, 87.0, 69.0, 59.0, 71.0, 58.0, 67.0, 53.0, 49.0, 32.0, 24.0, 19.0, 17.0, 16.0, 16.0, 5.0, 3.0, 7.0, 3.0, 5.0, 2.0, 4.0, 0.0, 5.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-78.01341247558594, -74.81304168701172, -71.61266326904297, -68.41229248046875, -65.21192169189453, -62.01154708862305, -58.81117248535156, -55.610801696777344, -52.41042709350586, -49.210052490234375, -46.009681701660156, -42.80930709838867, -39.60893249511719, -36.40856170654297, -33.208187103271484, -30.007814407348633, -26.80744171142578, -23.60706901550293, -20.406696319580078, -17.206321716308594, -14.005949020385742, -10.80557632446289, -7.605201721191406, -4.404829025268555, -1.2044563293457031, 1.9959168434143066, 5.196290016174316, 8.396663665771484, 11.597036361694336, 14.797409057617188, 17.997783660888672, 21.198156356811523, 24.398521423339844, 27.598894119262695, 30.799266815185547, 33.99964141845703, 37.20001220703125, 40.400386810302734, 43.60076141357422, 46.80113220214844, 50.00150680541992, 53.201881408691406, 56.402252197265625, 59.60262680053711, 62.803001403808594, 66.00337219238281, 69.20375061035156, 72.40412139892578, 75.6044921875, 78.80486297607422, 82.00524139404297, 85.20561218261719, 88.4059829711914, 91.60635375976562, 94.80673217773438, 98.0071029663086, 101.20747375488281, 104.40784454345703, 107.60822296142578, 110.80859375, 114.00896453857422, 117.20933532714844, 120.40971374511719, 123.6100845336914, 126.81046295166016]}, "gradients/decoder.transformer.h.0.ln_2.bias": {"_type": "histogram", "values": [1.0, 4.0, 0.0, 0.0, 3.0, 1.0, 4.0, 4.0, 5.0, 7.0, 7.0, 10.0, 13.0, 13.0, 16.0, 13.0, 23.0, 16.0, 20.0, 29.0, 29.0, 36.0, 32.0, 35.0, 25.0, 26.0, 53.0, 28.0, 41.0, 43.0, 25.0, 36.0, 48.0, 30.0, 41.0, 41.0, 35.0, 29.0, 24.0, 19.0, 30.0, 17.0, 22.0, 15.0, 16.0, 16.0, 8.0, 9.0, 5.0, 3.0, 3.0, 4.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-72.39502716064453, -69.91510009765625, -67.43517303466797, -64.95523834228516, -62.475311279296875, -59.995384216308594, -57.51545715332031, -55.035526275634766, -52.55559539794922, -50.07566833496094, -47.59573745727539, -45.11581039428711, -42.63587951660156, -40.15595245361328, -37.676025390625, -35.19609451293945, -32.71616744995117, -30.236238479614258, -27.756309509277344, -25.276382446289062, -22.796451568603516, -20.316524505615234, -17.83659553527832, -15.356666564941406, -12.876737594604492, -10.396808624267578, -7.916880130767822, -5.436951637268066, -2.9570226669311523, -0.4770936965942383, 2.0028343200683594, 4.482763290405273, 6.9626922607421875, 9.442621231079102, 11.922550201416016, 14.402478218078613, 16.882408142089844, 19.362335205078125, 21.84226417541504, 24.322193145751953, 26.802122116088867, 29.28205108642578, 31.761980056762695, 34.24190902709961, 36.72183609008789, 39.20176696777344, 41.68169403076172, 44.16162109375, 46.64155197143555, 49.12147903442383, 51.601409912109375, 54.081336975097656, 56.5612678527832, 59.041194915771484, 61.52112579345703, 64.00105285644531, 66.4809799194336, 68.96090698242188, 71.44083404541016, 73.92076873779297, 76.40069580078125, 78.88062286376953, 81.36054992675781, 83.84048461914062, 86.3204116821289]}, "gradients/decoder.transformer.h.0.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 8.0, 3.0, 6.0, 6.0, 7.0, 13.0, 9.0, 16.0, 19.0, 11.0, 24.0, 25.0, 28.0, 40.0, 37.0, 33.0, 32.0, 39.0, 46.0, 47.0, 44.0, 37.0, 48.0, 41.0, 48.0, 35.0, 47.0, 37.0, 28.0, 37.0, 14.0, 26.0, 22.0, 25.0, 15.0, 12.0, 15.0, 8.0, 2.0, 5.0, 4.0, 5.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-149.25, -143.767578125, -138.28515625, -132.802734375, -127.3203125, -121.837890625, -116.35546875, -110.873046875, -105.390625, -99.908203125, -94.42578125, -88.943359375, -83.4609375, -77.978515625, -72.49609375, -67.013671875, -61.53125, -56.048828125, -50.56640625, -45.083984375, -39.6015625, -34.119140625, -28.63671875, -23.154296875, -17.671875, -12.189453125, -6.70703125, -1.224609375, 4.2578125, 9.740234375, 15.22265625, 20.705078125, 26.1875, 31.669921875, 37.15234375, 42.634765625, 48.1171875, 53.599609375, 59.08203125, 64.564453125, 70.046875, 75.529296875, 81.01171875, 86.494140625, 91.9765625, 97.458984375, 102.94140625, 108.423828125, 113.90625, 119.388671875, 124.87109375, 130.353515625, 135.8359375, 141.318359375, 146.80078125, 152.283203125, 157.765625, 163.248046875, 168.73046875, 174.212890625, 179.6953125, 185.177734375, 190.66015625, 196.142578125, 201.625]}, "gradients/decoder.transformer.h.0.crossattention.c_proj.weight": {"_type": "histogram", "values": [4.0, 2.0, 4.0, 6.0, 4.0, 8.0, 11.0, 9.0, 19.0, 23.0, 45.0, 64.0, 88.0, 109.0, 175.0, 251.0, 381.0, 590.0, 872.0, 1334.0, 2077.0, 3332.0, 5269.0, 8677.0, 14084.0, 23635.0, 39886.0, 69547.0, 123690.0, 201817.0, 216606.0, 141850.0, 79718.0, 45541.0, 26658.0, 15861.0, 9687.0, 6089.0, 3775.0, 2367.0, 1473.0, 1026.0, 618.0, 430.0, 282.0, 181.0, 126.0, 91.0, 43.0, 53.0, 18.0, 22.0, 13.0, 11.0, 6.0, 5.0, 4.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-8.765625, -8.474609375, -8.18359375, -7.892578125, -7.6015625, -7.310546875, -7.01953125, -6.728515625, -6.4375, -6.146484375, -5.85546875, -5.564453125, -5.2734375, -4.982421875, -4.69140625, -4.400390625, -4.109375, -3.818359375, -3.52734375, -3.236328125, -2.9453125, -2.654296875, -2.36328125, -2.072265625, -1.78125, -1.490234375, -1.19921875, -0.908203125, -0.6171875, -0.326171875, -0.03515625, 0.255859375, 0.546875, 0.837890625, 1.12890625, 1.419921875, 1.7109375, 2.001953125, 2.29296875, 2.583984375, 2.875, 3.166015625, 3.45703125, 3.748046875, 4.0390625, 4.330078125, 4.62109375, 4.912109375, 5.203125, 5.494140625, 5.78515625, 6.076171875, 6.3671875, 6.658203125, 6.94921875, 7.240234375, 7.53125, 7.822265625, 8.11328125, 8.404296875, 8.6953125, 8.986328125, 9.27734375, 9.568359375, 9.859375]}, "gradients/decoder.transformer.h.0.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 6.0, 5.0, 9.0, 8.0, 9.0, 15.0, 25.0, 24.0, 23.0, 29.0, 26.0, 30.0, 44.0, 47.0, 55.0, 46.0, 54.0, 1077.0, 37.0, 53.0, 50.0, 43.0, 41.0, 39.0, 31.0, 44.0, 21.0, 24.0, 22.0, 13.0, 18.0, 15.0, 6.0, 10.0, 12.0, 4.0, 7.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-147.625, -143.736328125, -139.84765625, -135.958984375, -132.0703125, -128.181640625, -124.29296875, -120.404296875, -116.515625, -112.626953125, -108.73828125, -104.849609375, -100.9609375, -97.072265625, -93.18359375, -89.294921875, -85.40625, -81.517578125, -77.62890625, -73.740234375, -69.8515625, -65.962890625, -62.07421875, -58.185546875, -54.296875, -50.408203125, -46.51953125, -42.630859375, -38.7421875, -34.853515625, -30.96484375, -27.076171875, -23.1875, -19.298828125, -15.41015625, -11.521484375, -7.6328125, -3.744140625, 0.14453125, 4.033203125, 7.921875, 11.810546875, 15.69921875, 19.587890625, 23.4765625, 27.365234375, 31.25390625, 35.142578125, 39.03125, 42.919921875, 46.80859375, 50.697265625, 54.5859375, 58.474609375, 62.36328125, 66.251953125, 70.140625, 74.029296875, 77.91796875, 81.806640625, 85.6953125, 89.583984375, 93.47265625, 97.361328125, 101.25]}, "gradients/decoder.transformer.h.0.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 8.0, 7.0, 14.0, 13.0, 24.0, 32.0, 49.0, 85.0, 99.0, 142.0, 237.0, 327.0, 480.0, 756.0, 1139.0, 1776.0, 2663.0, 4358.0, 6800.0, 10862.0, 17699.0, 29371.0, 49432.0, 86640.0, 151821.0, 1273232.0, 190049.0, 110948.0, 62863.0, 36651.0, 21908.0, 13377.0, 8269.0, 5336.0, 3370.0, 2093.0, 1438.0, 902.0, 631.0, 396.0, 267.0, 191.0, 125.0, 90.0, 55.0, 34.0, 29.0, 28.0, 5.0, 10.0, 3.0, 6.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-7.0078125, -6.79364013671875, -6.5794677734375, -6.36529541015625, -6.151123046875, -5.93695068359375, -5.7227783203125, -5.50860595703125, -5.29443359375, -5.08026123046875, -4.8660888671875, -4.65191650390625, -4.437744140625, -4.22357177734375, -4.0093994140625, -3.79522705078125, -3.5810546875, -3.36688232421875, -3.1527099609375, -2.93853759765625, -2.724365234375, -2.51019287109375, -2.2960205078125, -2.08184814453125, -1.86767578125, -1.65350341796875, -1.4393310546875, -1.22515869140625, -1.010986328125, -0.79681396484375, -0.5826416015625, -0.36846923828125, -0.154296875, 0.05987548828125, 0.2740478515625, 0.48822021484375, 0.702392578125, 0.91656494140625, 1.1307373046875, 1.34490966796875, 1.55908203125, 1.77325439453125, 1.9874267578125, 2.20159912109375, 2.415771484375, 2.62994384765625, 2.8441162109375, 3.05828857421875, 3.2724609375, 3.48663330078125, 3.7008056640625, 3.91497802734375, 4.129150390625, 4.34332275390625, 4.5574951171875, 4.77166748046875, 4.98583984375, 5.20001220703125, 5.4141845703125, 5.62835693359375, 5.842529296875, 6.05670166015625, 6.2708740234375, 6.48504638671875, 6.69921875]}, "gradients/decoder.transformer.h.0.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 0.0, 6.0, 2.0, 3.0, 6.0, 4.0, 8.0, 7.0, 12.0, 19.0, 17.0, 29.0, 32.0, 40.0, 52.0, 58.0, 63.0, 96.0, 91.0, 86.0, 69.0, 72.0, 56.0, 40.0, 25.0, 20.0, 16.0, 21.0, 6.0, 13.0, 11.0, 2.0, 3.0, 6.0, 6.0, 5.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.060577392578125, -0.05852174758911133, -0.056466102600097656, -0.054410457611083984, -0.05235481262207031, -0.05029916763305664, -0.04824352264404297, -0.0461878776550293, -0.044132232666015625, -0.04207658767700195, -0.04002094268798828, -0.03796529769897461, -0.03590965270996094, -0.033854007720947266, -0.031798362731933594, -0.029742717742919922, -0.02768707275390625, -0.025631427764892578, -0.023575782775878906, -0.021520137786865234, -0.019464492797851562, -0.01740884780883789, -0.015353202819824219, -0.013297557830810547, -0.011241912841796875, -0.009186267852783203, -0.007130622863769531, -0.005074977874755859, -0.0030193328857421875, -0.0009636878967285156, 0.0010919570922851562, 0.003147602081298828, 0.0052032470703125, 0.007258892059326172, 0.009314537048339844, 0.011370182037353516, 0.013425827026367188, 0.01548147201538086, 0.01753711700439453, 0.019592761993408203, 0.021648406982421875, 0.023704051971435547, 0.02575969696044922, 0.02781534194946289, 0.029870986938476562, 0.031926631927490234, 0.033982276916503906, 0.03603792190551758, 0.03809356689453125, 0.04014921188354492, 0.042204856872558594, 0.044260501861572266, 0.04631614685058594, 0.04837179183959961, 0.05042743682861328, 0.05248308181762695, 0.054538726806640625, 0.0565943717956543, 0.05865001678466797, 0.06070566177368164, 0.06276130676269531, 0.06481695175170898, 0.06687259674072266, 0.06892824172973633, 0.07098388671875]}, "gradients/decoder.transformer.h.0.crossattention.q_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 6.0, 4.0, 6.0, 13.0, 4.0, 15.0, 7.0, 15.0, 36.0, 56.0, 57.0, 92.0, 123.0, 207.0, 276.0, 424.0, 676.0, 1144.0, 2312.0, 4329.0, 8822.0, 18985.0, 42432.0, 104751.0, 277145.0, 342854.0, 141014.0, 55604.0, 24156.0, 11082.0, 5364.0, 2712.0, 1505.0, 824.0, 497.0, 311.0, 224.0, 133.0, 82.0, 61.0, 49.0, 42.0, 24.0, 27.0, 14.0, 5.0, 13.0, 4.0, 8.0, 5.0, 4.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.298095703125, -0.28936767578125, -0.2806396484375, -0.27191162109375, -0.26318359375, -0.25445556640625, -0.2457275390625, -0.23699951171875, -0.228271484375, -0.21954345703125, -0.2108154296875, -0.20208740234375, -0.193359375, -0.18463134765625, -0.1759033203125, -0.16717529296875, -0.158447265625, -0.14971923828125, -0.1409912109375, -0.13226318359375, -0.12353515625, -0.11480712890625, -0.1060791015625, -0.09735107421875, -0.088623046875, -0.07989501953125, -0.0711669921875, -0.06243896484375, -0.0537109375, -0.04498291015625, -0.0362548828125, -0.02752685546875, -0.018798828125, -0.01007080078125, -0.0013427734375, 0.00738525390625, 0.01611328125, 0.02484130859375, 0.0335693359375, 0.04229736328125, 0.051025390625, 0.05975341796875, 0.0684814453125, 0.07720947265625, 0.0859375, 0.09466552734375, 0.1033935546875, 0.11212158203125, 0.120849609375, 0.12957763671875, 0.1383056640625, 0.14703369140625, 0.15576171875, 0.16448974609375, 0.1732177734375, 0.18194580078125, 0.190673828125, 0.19940185546875, 0.2081298828125, 0.21685791015625, 0.2255859375, 0.23431396484375, 0.2430419921875, 0.25177001953125, 0.260498046875]}, "gradients/decoder.transformer.h.0.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 4.0, 2.0, 5.0, 5.0, 3.0, 4.0, 6.0, 6.0, 6.0, 10.0, 8.0, 15.0, 16.0, 22.0, 29.0, 32.0, 35.0, 38.0, 56.0, 79.0, 74.0, 82.0, 81.0, 80.0, 62.0, 51.0, 48.0, 40.0, 18.0, 16.0, 19.0, 16.0, 11.0, 9.0, 5.0, 4.0, 4.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0], "bins": [-0.1647210270166397, -0.16079771518707275, -0.156874418258667, -0.15295110642910004, -0.14902780950069427, -0.14510449767112732, -0.14118120074272156, -0.1372578889131546, -0.13333457708358765, -0.1294112652540207, -0.12548796832561493, -0.12156466394662857, -0.11764135956764221, -0.11371804773807526, -0.1097947433590889, -0.10587143898010254, -0.10194814205169678, -0.09802483767271042, -0.09410153329372406, -0.0901782289147377, -0.08625492453575134, -0.08233161270618439, -0.07840830832719803, -0.07448500394821167, -0.07056169956922531, -0.06663839519023895, -0.0627150908112526, -0.05879178270697594, -0.05486847832798958, -0.05094517394900322, -0.04702186584472656, -0.043098561465740204, -0.03917524218559265, -0.03525193780660629, -0.031328633427619934, -0.027405325323343277, -0.02348202094435692, -0.01955871656537056, -0.015635410323739052, -0.011712104082107544, -0.007788799703121185, -0.003865494392812252, 5.781091749668121e-05, 0.0039811162278056145, 0.007904421538114548, 0.011827725917100906, 0.015751032158732414, 0.019674338400363922, 0.02359764277935028, 0.02752094715833664, 0.031444251537323, 0.035367559641599655, 0.039290864020586014, 0.04321416839957237, 0.04713747650384903, 0.05106078088283539, 0.05498408526182175, 0.058907389640808105, 0.06283069401979446, 0.06675399839878082, 0.07067731022834778, 0.07460060715675354, 0.0785239189863205, 0.08244722336530685, 0.08637052774429321]}, "gradients/decoder.transformer.h.0.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 5.0, 3.0, 6.0, 7.0, 10.0, 4.0, 13.0, 26.0, 19.0, 25.0, 19.0, 31.0, 23.0, 35.0, 34.0, 44.0, 37.0, 42.0, 36.0, 38.0, 37.0, 53.0, 37.0, 45.0, 42.0, 47.0, 44.0, 32.0, 32.0, 34.0, 33.0, 17.0, 14.0, 17.0, 16.0, 13.0, 12.0, 6.0, 4.0, 10.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.06885361671447754, -0.06681019812822342, -0.0647667869925499, -0.06272336840629578, -0.060679953545331955, -0.058636538684368134, -0.056593120098114014, -0.05454970523715019, -0.05250629037618637, -0.05046287551522255, -0.04841946065425873, -0.04637604206800461, -0.04433262720704079, -0.042289212346076965, -0.040245793759822845, -0.038202378898859024, -0.0361589640378952, -0.03411554917693138, -0.03207213431596756, -0.03002871572971344, -0.02798530086874962, -0.025941886007785797, -0.023898469284176826, -0.021855052560567856, -0.019811637699604034, -0.017768222838640213, -0.015724806115031242, -0.013681390322744846, -0.01163797453045845, -0.009594558738172054, -0.007551142945885658, -0.005507727153599262, -0.003464311361312866, -0.0014208955690264702, 0.0006225202232599258, 0.002665936015546322, 0.004709351807832718, 0.006752767600119114, 0.00879618339240551, 0.010839599184691906, 0.012883014976978302, 0.014926430769264698, 0.016969846561551094, 0.019013263285160065, 0.021056678146123886, 0.023100093007087708, 0.025143509730696678, 0.02718692645430565, 0.02923034131526947, 0.03127375617623329, 0.03331717103719711, 0.03536058962345123, 0.037404004484415054, 0.039447419345378876, 0.041490837931632996, 0.04353425279259682, 0.04557766765356064, 0.04762108251452446, 0.04966449737548828, 0.0517079159617424, 0.05375133082270622, 0.055794745683670044, 0.057838164269924164, 0.059881579130887985, 0.06192499399185181]}, "gradients/decoder.transformer.h.0.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 8.0, 3.0, 6.0, 6.0, 7.0, 13.0, 10.0, 16.0, 18.0, 11.0, 24.0, 25.0, 30.0, 38.0, 37.0, 34.0, 32.0, 37.0, 48.0, 46.0, 45.0, 38.0, 45.0, 43.0, 47.0, 36.0, 46.0, 37.0, 28.0, 37.0, 14.0, 26.0, 22.0, 24.0, 16.0, 12.0, 16.0, 6.0, 3.0, 5.0, 4.0, 5.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-149.25, -143.765625, -138.28125, -132.796875, -127.3125, -121.828125, -116.34375, -110.859375, -105.375, -99.890625, -94.40625, -88.921875, -83.4375, -77.953125, -72.46875, -66.984375, -61.5, -56.015625, -50.53125, -45.046875, -39.5625, -34.078125, -28.59375, -23.109375, -17.625, -12.140625, -6.65625, -1.171875, 4.3125, 9.796875, 15.28125, 20.765625, 26.25, 31.734375, 37.21875, 42.703125, 48.1875, 53.671875, 59.15625, 64.640625, 70.125, 75.609375, 81.09375, 86.578125, 92.0625, 97.546875, 103.03125, 108.515625, 114.0, 119.484375, 124.96875, 130.453125, 135.9375, 141.421875, 146.90625, 152.390625, 157.875, 163.359375, 168.84375, 174.328125, 179.8125, 185.296875, 190.78125, 196.265625, 201.75]}, "gradients/decoder.transformer.h.0.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 4.0, 2.0, 4.0, 5.0, 3.0, 6.0, 8.0, 9.0, 13.0, 21.0, 22.0, 22.0, 24.0, 30.0, 55.0, 70.0, 116.0, 220.0, 415.0, 1144.0, 3866.0, 20998.0, 201443.0, 691689.0, 110691.0, 13064.0, 2804.0, 886.0, 349.0, 196.0, 103.0, 58.0, 48.0, 35.0, 33.0, 27.0, 29.0, 11.0, 13.0, 8.0, 2.0, 4.0, 8.0, 4.0, 0.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-31.328125, -30.183837890625, -29.03955078125, -27.895263671875, -26.7509765625, -25.606689453125, -24.46240234375, -23.318115234375, -22.173828125, -21.029541015625, -19.88525390625, -18.740966796875, -17.5966796875, -16.452392578125, -15.30810546875, -14.163818359375, -13.01953125, -11.875244140625, -10.73095703125, -9.586669921875, -8.4423828125, -7.298095703125, -6.15380859375, -5.009521484375, -3.865234375, -2.720947265625, -1.57666015625, -0.432373046875, 0.7119140625, 1.856201171875, 3.00048828125, 4.144775390625, 5.2890625, 6.433349609375, 7.57763671875, 8.721923828125, 9.8662109375, 11.010498046875, 12.15478515625, 13.299072265625, 14.443359375, 15.587646484375, 16.73193359375, 17.876220703125, 19.0205078125, 20.164794921875, 21.30908203125, 22.453369140625, 23.59765625, 24.741943359375, 25.88623046875, 27.030517578125, 28.1748046875, 29.319091796875, 30.46337890625, 31.607666015625, 32.751953125, 33.896240234375, 35.04052734375, 36.184814453125, 37.3291015625, 38.473388671875, 39.61767578125, 40.761962890625, 41.90625]}, "gradients/decoder.transformer.h.0.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 4.0, 9.0, 14.0, 23.0, 34.0, 44.0, 45.0, 82.0, 98.0, 89.0, 2162.0, 102.0, 84.0, 64.0, 51.0, 48.0, 35.0, 30.0, 17.0, 12.0, 5.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-513.5, -498.13671875, -482.7734375, -467.41015625, -452.046875, -436.68359375, -421.3203125, -405.95703125, -390.59375, -375.23046875, -359.8671875, -344.50390625, -329.140625, -313.77734375, -298.4140625, -283.05078125, -267.6875, -252.32421875, -236.9609375, -221.59765625, -206.234375, -190.87109375, -175.5078125, -160.14453125, -144.78125, -129.41796875, -114.0546875, -98.69140625, -83.328125, -67.96484375, -52.6015625, -37.23828125, -21.875, -6.51171875, 8.8515625, 24.21484375, 39.578125, 54.94140625, 70.3046875, 85.66796875, 101.03125, 116.39453125, 131.7578125, 147.12109375, 162.484375, 177.84765625, 193.2109375, 208.57421875, 223.9375, 239.30078125, 254.6640625, 270.02734375, 285.390625, 300.75390625, 316.1171875, 331.48046875, 346.84375, 362.20703125, 377.5703125, 392.93359375, 408.296875, 423.66015625, 439.0234375, 454.38671875, 469.75]}, "gradients/decoder.transformer.h.0.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 4.0, 6.0, 6.0, 5.0, 11.0, 16.0, 23.0, 53.0, 57.0, 87.0, 143.0, 229.0, 323.0, 646.0, 1323.0, 3616.0, 23682.0, 2270122.0, 817414.0, 21639.0, 3532.0, 1259.0, 614.0, 326.0, 204.0, 118.0, 86.0, 63.0, 21.0, 31.0, 15.0, 9.0, 12.0, 6.0, 6.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-43.46875, -42.15087890625, -40.8330078125, -39.51513671875, -38.197265625, -36.87939453125, -35.5615234375, -34.24365234375, -32.92578125, -31.60791015625, -30.2900390625, -28.97216796875, -27.654296875, -26.33642578125, -25.0185546875, -23.70068359375, -22.3828125, -21.06494140625, -19.7470703125, -18.42919921875, -17.111328125, -15.79345703125, -14.4755859375, -13.15771484375, -11.83984375, -10.52197265625, -9.2041015625, -7.88623046875, -6.568359375, -5.25048828125, -3.9326171875, -2.61474609375, -1.296875, 0.02099609375, 1.3388671875, 2.65673828125, 3.974609375, 5.29248046875, 6.6103515625, 7.92822265625, 9.24609375, 10.56396484375, 11.8818359375, 13.19970703125, 14.517578125, 15.83544921875, 17.1533203125, 18.47119140625, 19.7890625, 21.10693359375, 22.4248046875, 23.74267578125, 25.060546875, 26.37841796875, 27.6962890625, 29.01416015625, 30.33203125, 31.64990234375, 32.9677734375, 34.28564453125, 35.603515625, 36.92138671875, 38.2392578125, 39.55712890625, 40.875]}, "gradients/decoder.transformer.h.0.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 4.0, 8.0, 7.0, 18.0, 25.0, 44.0, 74.0, 141.0, 195.0, 166.0, 121.0, 73.0, 38.0, 19.0, 19.0, 11.0, 10.0, 9.0, 9.0, 7.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-296.338134765625, -283.137451171875, -269.9367980957031, -256.7361145019531, -243.5354461669922, -230.33477783203125, -217.13409423828125, -203.9334259033203, -190.73275756835938, -177.53208923339844, -164.3314208984375, -151.1307373046875, -137.93006896972656, -124.72940063476562, -111.52872467041016, -98.32804870605469, -85.12738037109375, -71.92671203613281, -58.726036071777344, -45.52536392211914, -32.32469177246094, -19.1240234375, -5.923347473144531, 7.2773284912109375, 20.477996826171875, 33.67866897583008, 46.87934112548828, 60.080013275146484, 73.28068542480469, 86.48135375976562, 99.6820297241211, 112.88270568847656, 126.0833740234375, 139.28404235839844, 152.48471069335938, 165.68539428710938, 178.8860626220703, 192.08673095703125, 205.28741455078125, 218.4880828857422, 231.68875122070312, 244.88941955566406, 258.090087890625, 271.290771484375, 284.491455078125, 297.6921081542969, 310.8927917480469, 324.09344482421875, 337.29412841796875, 350.49481201171875, 363.6954650878906, 376.8961486816406, 390.0968017578125, 403.2974853515625, 416.4981689453125, 429.6988525390625, 442.8995056152344, 456.1001892089844, 469.30084228515625, 482.50152587890625, 495.70220947265625, 508.9028625488281, 522.103515625, 535.30419921875, 548.5048828125]}, "gradients/decoder.transformer.h.0.ln_1.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 4.0, 3.0, 9.0, 5.0, 4.0, 4.0, 12.0, 10.0, 13.0, 12.0, 22.0, 26.0, 23.0, 19.0, 31.0, 30.0, 32.0, 36.0, 38.0, 44.0, 37.0, 43.0, 51.0, 38.0, 46.0, 45.0, 35.0, 46.0, 30.0, 30.0, 32.0, 29.0, 16.0, 28.0, 27.0, 22.0, 15.0, 18.0, 9.0, 9.0, 8.0, 7.0, 5.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-308.86029052734375, -297.8884582519531, -286.9166259765625, -275.94476318359375, -264.9729309082031, -254.0010986328125, -243.02926635742188, -232.05743408203125, -221.08558654785156, -210.11375427246094, -199.14190673828125, -188.17007446289062, -177.1982421875, -166.2263946533203, -155.2545623779297, -144.28271484375, -133.31088256835938, -122.33904266357422, -111.36720275878906, -100.39537048339844, -89.42353057861328, -78.45169067382812, -67.4798583984375, -56.508018493652344, -45.53617858886719, -34.56433868408203, -23.59250259399414, -12.62066650390625, -1.6488265991210938, 9.323013305664062, 20.294845581054688, 31.266685485839844, 42.238525390625, 53.210365295410156, 64.18220520019531, 75.15403747558594, 86.1258773803711, 97.09771728515625, 108.06954956054688, 119.04138946533203, 130.0132293701172, 140.9850616455078, 151.9569091796875, 162.92874145507812, 173.90057373046875, 184.87242126464844, 195.84425354003906, 206.81610107421875, 217.78793334960938, 228.759765625, 239.7316131591797, 250.7034454345703, 261.67529296875, 272.6471252441406, 283.61895751953125, 294.5907897949219, 305.5626220703125, 316.5344543457031, 327.50628662109375, 338.4781494140625, 349.4499816894531, 360.42181396484375, 371.3936462402344, 382.365478515625, 393.33734130859375]}, "gradients/decoder.transformer.wpe.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 8.0, 9.0, 9.0, 19.0, 13.0, 19.0, 14.0, 24.0, 34.0, 43.0, 40.0, 75.0, 109.0, 147.0, 280.0, 600.0, 1517.0, 4999.0, 1019412.0, 14566.0, 3959.0, 1330.0, 559.0, 228.0, 156.0, 81.0, 71.0, 53.0, 45.0, 28.0, 21.0, 24.0, 18.0, 8.0, 13.0, 9.0, 4.0, 2.0, 3.0, 5.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-99.06324005126953, -95.5139389038086, -91.96463012695312, -88.41532897949219, -84.86602783203125, -81.31671905517578, -77.76741790771484, -74.21810913085938, -70.66880798339844, -67.1195068359375, -63.57019805908203, -60.020896911621094, -56.47159194946289, -52.92228698730469, -49.37298583984375, -45.82368087768555, -42.274375915527344, -38.72507095336914, -35.17576599121094, -31.62646484375, -28.077159881591797, -24.527854919433594, -20.978551864624023, -17.429248809814453, -13.87994384765625, -10.330639839172363, -6.781335830688477, -3.23203182220459, 0.3172721862792969, 3.8665771484375, 7.41588020324707, 10.96518325805664, 14.514495849609375, 18.063800811767578, 21.61310386657715, 25.16240692138672, 28.711711883544922, 32.261016845703125, 35.81031799316406, 39.359622955322266, 42.90892791748047, 46.45823287963867, 50.007537841796875, 53.55683898925781, 57.106143951416016, 60.65544891357422, 64.20475006103516, 67.75405883789062, 71.30335998535156, 74.8526611328125, 78.40196990966797, 81.9512710571289, 85.50057983398438, 89.04988098144531, 92.59918212890625, 96.14848327636719, 99.69779205322266, 103.2470932006836, 106.79640197753906, 110.345703125, 113.89500427246094, 117.4443130493164, 120.99361419677734, 124.54292297363281, 128.09222412109375]}, "gradients/decoder.transformer.wte.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 5.0, 4.0, 8.0, 10.0, 10.0, 16.0, 31.0, 41.0, 60.0, 105.0, 260.0, 2230.0, 51458852.0, 1182.0, 141.0, 59.0, 40.0, 21.0, 13.0, 13.0, 7.0, 6.0, 15.0, 7.0, 4.0, 0.0, 2.0, 4.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1197.83837890625, -1155.70556640625, -1113.5726318359375, -1071.4398193359375, -1029.3070068359375, -987.1741333007812, -945.041259765625, -902.908447265625, -860.7755737304688, -818.6427001953125, -776.5098876953125, -734.3770141601562, -692.244140625, -650.111328125, -607.9784545898438, -565.8455810546875, -523.7127685546875, -481.5799255371094, -439.44708251953125, -397.314208984375, -355.1813659667969, -313.04852294921875, -270.9156494140625, -228.78280639648438, -186.64996337890625, -144.51712036132812, -102.38426208496094, -60.25141143798828, -18.118560791015625, 24.0142822265625, 66.14714050292969, 108.27999877929688, 150.412841796875, 192.54568481445312, 234.6785430908203, 276.8114013671875, 318.9442443847656, 361.07708740234375, 403.2099609375, 445.3428039550781, 487.47564697265625, 529.6085205078125, 571.7413330078125, 613.8742065429688, 656.007080078125, 698.139892578125, 740.2727661132812, 782.4056396484375, 824.5384521484375, 866.6713256835938, 908.8041381835938, 950.93701171875, 993.06982421875, 1035.20263671875, 1077.3355712890625, 1119.4683837890625, 1161.601318359375, 1203.734130859375, 1245.8670654296875, 1287.9998779296875, 1330.1326904296875, 1372.265625, 1414.3984375, 1456.53125, 1498.6640625]}, "gradients/encoder.adapter.layers.2.conv.weight": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 6.0, 8.0, 11.0, 16.0, 18.0, 37.0, 50.0, 62.0, 86.0, 148.0, 207.0, 344.0, 433.0, 747.0, 1158.0, 1761.0, 2615.0, 3919.0, 6333.0, 9700.0, 14935.0, 24329.0, 39317.0, 65847.0, 113321.0, 206569.0, 395557.0, 2533473.0, 1993524.0, 389354.0, 204334.0, 112661.0, 65299.0, 39018.0, 23972.0, 15116.0, 9574.0, 5974.0, 3856.0, 2629.0, 1674.0, 1142.0, 760.0, 546.0, 323.0, 216.0, 183.0, 101.0, 69.0, 40.0, 30.0, 15.0, 11.0, 6.0, 7.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-2.87890625, -2.7860107421875, -2.693115234375, -2.6002197265625, -2.50732421875, -2.4144287109375, -2.321533203125, -2.2286376953125, -2.1357421875, -2.0428466796875, -1.949951171875, -1.8570556640625, -1.76416015625, -1.6712646484375, -1.578369140625, -1.4854736328125, -1.392578125, -1.2996826171875, -1.206787109375, -1.1138916015625, -1.02099609375, -0.9281005859375, -0.835205078125, -0.7423095703125, -0.6494140625, -0.5565185546875, -0.463623046875, -0.3707275390625, -0.27783203125, -0.1849365234375, -0.092041015625, 0.0008544921875, 0.09375, 0.1866455078125, 0.279541015625, 0.3724365234375, 0.46533203125, 0.5582275390625, 0.651123046875, 0.7440185546875, 0.8369140625, 0.9298095703125, 1.022705078125, 1.1156005859375, 1.20849609375, 1.3013916015625, 1.394287109375, 1.4871826171875, 1.580078125, 1.6729736328125, 1.765869140625, 1.8587646484375, 1.95166015625, 2.0445556640625, 2.137451171875, 2.2303466796875, 2.3232421875, 2.4161376953125, 2.509033203125, 2.6019287109375, 2.69482421875, 2.7877197265625, 2.880615234375, 2.9735107421875, 3.06640625]}, "gradients/encoder.adapter.layers.2.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 4.0, 10.0, 4.0, 6.0, 6.0, 9.0, 4.0, 8.0, 12.0, 12.0, 17.0, 23.0, 32.0, 28.0, 29.0, 44.0, 34.0, 34.0, 38.0, 36.0, 42.0, 70.0, 1033.0, 41.0, 45.0, 39.0, 48.0, 39.0, 28.0, 27.0, 31.0, 21.0, 26.0, 23.0, 21.0, 16.0, 21.0, 20.0, 9.0, 14.0, 3.0, 3.0, 7.0, 5.0, 2.0, 4.0, 2.0, 2.0, 0.0, 3.0], "bins": [-70.9375, -68.994140625, -67.05078125, -65.107421875, -63.1640625, -61.220703125, -59.27734375, -57.333984375, -55.390625, -53.447265625, -51.50390625, -49.560546875, -47.6171875, -45.673828125, -43.73046875, -41.787109375, -39.84375, -37.900390625, -35.95703125, -34.013671875, -32.0703125, -30.126953125, -28.18359375, -26.240234375, -24.296875, -22.353515625, -20.41015625, -18.466796875, -16.5234375, -14.580078125, -12.63671875, -10.693359375, -8.75, -6.806640625, -4.86328125, -2.919921875, -0.9765625, 0.966796875, 2.91015625, 4.853515625, 6.796875, 8.740234375, 10.68359375, 12.626953125, 14.5703125, 16.513671875, 18.45703125, 20.400390625, 22.34375, 24.287109375, 26.23046875, 28.173828125, 30.1171875, 32.060546875, 34.00390625, 35.947265625, 37.890625, 39.833984375, 41.77734375, 43.720703125, 45.6640625, 47.607421875, 49.55078125, 51.494140625, 53.4375]}, "gradients/encoder.adapter.layers.1.conv.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 3.0, 5.0, 3.0, 8.0, 11.0, 20.0, 17.0, 30.0, 38.0, 56.0, 69.0, 115.0, 133.0, 205.0, 271.0, 378.0, 541.0, 771.0, 1117.0, 1838.0, 2818.0, 4343.0, 6893.0, 10807.0, 17351.0, 28541.0, 47004.0, 80743.0, 141616.0, 263993.0, 491950.0, 3820185.0, 617698.0, 331509.0, 175877.0, 98134.0, 57011.0, 33808.0, 20452.0, 12636.0, 7827.0, 5015.0, 3210.0, 2151.0, 1404.0, 909.0, 621.0, 415.0, 304.0, 199.0, 140.0, 78.0, 53.0, 32.0, 32.0, 23.0, 16.0, 9.0, 10.0, 3.0, 1.0], "bins": [-2.984375, -2.8983154296875, -2.812255859375, -2.7261962890625, -2.64013671875, -2.5540771484375, -2.468017578125, -2.3819580078125, -2.2958984375, -2.2098388671875, -2.123779296875, -2.0377197265625, -1.95166015625, -1.8656005859375, -1.779541015625, -1.6934814453125, -1.607421875, -1.5213623046875, -1.435302734375, -1.3492431640625, -1.26318359375, -1.1771240234375, -1.091064453125, -1.0050048828125, -0.9189453125, -0.8328857421875, -0.746826171875, -0.6607666015625, -0.57470703125, -0.4886474609375, -0.402587890625, -0.3165283203125, -0.23046875, -0.1444091796875, -0.058349609375, 0.0277099609375, 0.11376953125, 0.1998291015625, 0.285888671875, 0.3719482421875, 0.4580078125, 0.5440673828125, 0.630126953125, 0.7161865234375, 0.80224609375, 0.8883056640625, 0.974365234375, 1.0604248046875, 1.146484375, 1.2325439453125, 1.318603515625, 1.4046630859375, 1.49072265625, 1.5767822265625, 1.662841796875, 1.7489013671875, 1.8349609375, 1.9210205078125, 2.007080078125, 2.0931396484375, 2.17919921875, 2.2652587890625, 2.351318359375, 2.4373779296875, 2.5234375]}, "gradients/encoder.adapter.layers.1.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 5.0, 4.0, 8.0, 14.0, 13.0, 9.0, 17.0, 13.0, 18.0, 36.0, 21.0, 28.0, 38.0, 31.0, 37.0, 44.0, 53.0, 34.0, 39.0, 1065.0, 66.0, 40.0, 52.0, 43.0, 32.0, 42.0, 32.0, 33.0, 28.0, 21.0, 18.0, 17.0, 18.0, 11.0, 10.0, 11.0, 6.0, 8.0, 8.0, 5.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-83.1875, -80.7294921875, -78.271484375, -75.8134765625, -73.35546875, -70.8974609375, -68.439453125, -65.9814453125, -63.5234375, -61.0654296875, -58.607421875, -56.1494140625, -53.69140625, -51.2333984375, -48.775390625, -46.3173828125, -43.859375, -41.4013671875, -38.943359375, -36.4853515625, -34.02734375, -31.5693359375, -29.111328125, -26.6533203125, -24.1953125, -21.7373046875, -19.279296875, -16.8212890625, -14.36328125, -11.9052734375, -9.447265625, -6.9892578125, -4.53125, -2.0732421875, 0.384765625, 2.8427734375, 5.30078125, 7.7587890625, 10.216796875, 12.6748046875, 15.1328125, 17.5908203125, 20.048828125, 22.5068359375, 24.96484375, 27.4228515625, 29.880859375, 32.3388671875, 34.796875, 37.2548828125, 39.712890625, 42.1708984375, 44.62890625, 47.0869140625, 49.544921875, 52.0029296875, 54.4609375, 56.9189453125, 59.376953125, 61.8349609375, 64.29296875, 66.7509765625, 69.208984375, 71.6669921875, 74.125]}, "gradients/encoder.adapter.layers.0.conv.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 4.0, 1.0, 1.0, 3.0, 6.0, 6.0, 6.0, 17.0, 18.0, 30.0, 28.0, 28.0, 31.0, 42.0, 74.0, 97.0, 146.0, 174.0, 332.0, 418.0, 545.0, 801.0, 1282.0, 2465.0, 4936.0, 14502.0, 61275.0, 5876417.0, 267771.0, 39800.0, 10556.0, 4090.0, 2007.0, 1167.0, 783.0, 444.0, 326.0, 226.0, 154.0, 122.0, 91.0, 78.0, 42.0, 31.0, 24.0, 19.0, 10.0, 4.0, 3.0, 5.0, 6.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-17.828125, -17.25048828125, -16.6728515625, -16.09521484375, -15.517578125, -14.93994140625, -14.3623046875, -13.78466796875, -13.20703125, -12.62939453125, -12.0517578125, -11.47412109375, -10.896484375, -10.31884765625, -9.7412109375, -9.16357421875, -8.5859375, -8.00830078125, -7.4306640625, -6.85302734375, -6.275390625, -5.69775390625, -5.1201171875, -4.54248046875, -3.96484375, -3.38720703125, -2.8095703125, -2.23193359375, -1.654296875, -1.07666015625, -0.4990234375, 0.07861328125, 0.65625, 1.23388671875, 1.8115234375, 2.38916015625, 2.966796875, 3.54443359375, 4.1220703125, 4.69970703125, 5.27734375, 5.85498046875, 6.4326171875, 7.01025390625, 7.587890625, 8.16552734375, 8.7431640625, 9.32080078125, 9.8984375, 10.47607421875, 11.0537109375, 11.63134765625, 12.208984375, 12.78662109375, 13.3642578125, 13.94189453125, 14.51953125, 15.09716796875, 15.6748046875, 16.25244140625, 16.830078125, 17.40771484375, 17.9853515625, 18.56298828125, 19.140625]}, "gradients/encoder.adapter.layers.0.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 5.0, 5.0, 5.0, 3.0, 11.0, 6.0, 11.0, 20.0, 20.0, 19.0, 18.0, 28.0, 35.0, 43.0, 32.0, 44.0, 45.0, 47.0, 41.0, 84.0, 1038.0, 44.0, 41.0, 52.0, 44.0, 38.0, 49.0, 28.0, 39.0, 15.0, 15.0, 16.0, 15.0, 13.0, 21.0, 6.0, 5.0, 8.0, 5.0, 6.0, 3.0, 2.0, 0.0, 2.0, 3.0, 2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 1.0], "bins": [-91.4375, -88.513671875, -85.58984375, -82.666015625, -79.7421875, -76.818359375, -73.89453125, -70.970703125, -68.046875, -65.123046875, -62.19921875, -59.275390625, -56.3515625, -53.427734375, -50.50390625, -47.580078125, -44.65625, -41.732421875, -38.80859375, -35.884765625, -32.9609375, -30.037109375, -27.11328125, -24.189453125, -21.265625, -18.341796875, -15.41796875, -12.494140625, -9.5703125, -6.646484375, -3.72265625, -0.798828125, 2.125, 5.048828125, 7.97265625, 10.896484375, 13.8203125, 16.744140625, 19.66796875, 22.591796875, 25.515625, 28.439453125, 31.36328125, 34.287109375, 37.2109375, 40.134765625, 43.05859375, 45.982421875, 48.90625, 51.830078125, 54.75390625, 57.677734375, 60.6015625, 63.525390625, 66.44921875, 69.373046875, 72.296875, 75.220703125, 78.14453125, 81.068359375, 83.9921875, 86.916015625, 89.83984375, 92.763671875, 95.6875]}, "gradients/encoder.encoder.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 7.0, 8.0, 11.0, 120.0, 755.0, 96.0, 7.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-383.029052734375, -369.10400390625, -355.1789855957031, -341.2539367675781, -327.32891845703125, -313.40386962890625, -299.47882080078125, -285.5538024902344, -271.6287841796875, -257.7037353515625, -243.77871704101562, -229.85366821289062, -215.92864990234375, -202.00360107421875, -188.0785675048828, -174.15353393554688, -160.22848510742188, -146.30345153808594, -132.37841796875, -118.45337677001953, -104.5283432006836, -90.60330963134766, -76.67826843261719, -62.75323486328125, -48.82820129394531, -34.903167724609375, -20.978130340576172, -7.053092956542969, 6.871940612792969, 20.796974182128906, 34.722015380859375, 48.64704895019531, 62.572113037109375, 76.49714660644531, 90.42218017578125, 104.34722137451172, 118.27225494384766, 132.19729614257812, 146.12232971191406, 160.04736328125, 173.97239685058594, 187.89743041992188, 201.8224639892578, 215.74749755859375, 229.67254638671875, 243.59756469726562, 257.5226135253906, 271.4476318359375, 285.3726806640625, 299.2977294921875, 313.2227478027344, 327.1477966308594, 341.07281494140625, 354.99786376953125, 368.92291259765625, 382.8479309082031, 396.77294921875, 410.697998046875, 424.6230163574219, 438.5480651855469, 452.47308349609375, 466.39813232421875, 480.32318115234375, 494.2481994628906, 508.1732482910156]}, "gradients/encoder.encoder.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 6.0, 6.0, 18.0, 22.0, 32.0, 58.0, 95.0, 166.0, 187.0, 153.0, 111.0, 70.0, 33.0, 20.0, 10.0, 7.0, 2.0, 4.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-528.4759521484375, -514.7430419921875, -501.0101623535156, -487.27728271484375, -473.5444030761719, -459.8115234375, -446.07861328125, -432.3457336425781, -418.61285400390625, -404.8799743652344, -391.1470642089844, -377.4141845703125, -363.6813049316406, -349.94842529296875, -336.21551513671875, -322.4826354980469, -308.7497253417969, -295.016845703125, -281.283935546875, -267.5510559082031, -253.81817626953125, -240.0852813720703, -226.35238647460938, -212.6195068359375, -198.88661193847656, -185.15371704101562, -171.42083740234375, -157.6879425048828, -143.95504760742188, -130.22216796875, -116.48927307128906, -102.75638580322266, -89.02349853515625, -75.29061126708984, -61.55772018432617, -47.8248291015625, -34.091941833496094, -20.359054565429688, -6.62615966796875, 7.106727600097656, 20.839614868164062, 34.57250213623047, 48.30539321899414, 62.03828430175781, 75.77117156982422, 89.50405883789062, 103.23695373535156, 116.96984100341797, 130.70272827148438, 144.4356231689453, 158.1685028076172, 171.90139770507812, 185.63427734375, 199.36717224121094, 213.10006713867188, 226.83294677734375, 240.5658416748047, 254.29873657226562, 268.0316162109375, 281.7645263671875, 295.4974060058594, 309.23028564453125, 322.96319580078125, 336.6960754394531, 350.428955078125]}, "gradients/encoder.encoder.layers.23.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 6.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 6.0, 5.0, 5.0, 12.0, 9.0, 12.0, 12.0, 24.0, 31.0, 36.0, 47.0, 84.0, 78.0, 145.0, 206.0, 333.0, 501.0, 939.0, 1814.0, 5166.0, 77328.0, 4057244.0, 41116.0, 5203.0, 1979.0, 800.0, 413.0, 237.0, 153.0, 102.0, 89.0, 40.0, 26.0, 18.0, 19.0, 20.0, 11.0, 2.0, 2.0, 6.0, 0.0, 5.0], "bins": [-1.0595703125, -1.03515625, -1.0107421875, -0.986328125, -0.9619140625, -0.9375, -0.9130859375, -0.888671875, -0.8642578125, -0.83984375, -0.8154296875, -0.791015625, -0.7666015625, -0.7421875, -0.7177734375, -0.693359375, -0.6689453125, -0.64453125, -0.6201171875, -0.595703125, -0.5712890625, -0.546875, -0.5224609375, -0.498046875, -0.4736328125, -0.44921875, -0.4248046875, -0.400390625, -0.3759765625, -0.3515625, -0.3271484375, -0.302734375, -0.2783203125, -0.25390625, -0.2294921875, -0.205078125, -0.1806640625, -0.15625, -0.1318359375, -0.107421875, -0.0830078125, -0.05859375, -0.0341796875, -0.009765625, 0.0146484375, 0.0390625, 0.0634765625, 0.087890625, 0.1123046875, 0.13671875, 0.1611328125, 0.185546875, 0.2099609375, 0.234375, 0.2587890625, 0.283203125, 0.3076171875, 0.33203125, 0.3564453125, 0.380859375, 0.4052734375, 0.4296875, 0.4541015625, 0.478515625, 0.5029296875]}, "gradients/encoder.encoder.layers.23.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 2.0, 3.0, 2.0, 2.0, 9.0, 4.0, 8.0, 9.0, 14.0, 14.0, 6.0, 14.0, 15.0, 756.0, 38.0, 19.0, 18.0, 12.0, 7.0, 10.0, 12.0, 5.0, 5.0, 5.0, 7.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.9013671875, -0.8798027038574219, -0.8582382202148438, -0.8366737365722656, -0.8151092529296875, -0.7935447692871094, -0.7719802856445312, -0.7504158020019531, -0.728851318359375, -0.7072868347167969, -0.6857223510742188, -0.6641578674316406, -0.6425933837890625, -0.6210289001464844, -0.5994644165039062, -0.5778999328613281, -0.55633544921875, -0.5347709655761719, -0.5132064819335938, -0.4916419982910156, -0.4700775146484375, -0.4485130310058594, -0.42694854736328125, -0.4053840637207031, -0.383819580078125, -0.3622550964355469, -0.34069061279296875, -0.3191261291503906, -0.2975616455078125, -0.2759971618652344, -0.25443267822265625, -0.23286819458007812, -0.2113037109375, -0.18973922729492188, -0.16817474365234375, -0.14661026000976562, -0.1250457763671875, -0.10348129272460938, -0.08191680908203125, -0.060352325439453125, -0.038787841796875, -0.017223358154296875, 0.00434112548828125, 0.025905609130859375, 0.0474700927734375, 0.06903457641601562, 0.09059906005859375, 0.11216354370117188, 0.13372802734375, 0.15529251098632812, 0.17685699462890625, 0.19842147827148438, 0.2199859619140625, 0.24155044555664062, 0.26311492919921875, 0.2846794128417969, 0.306243896484375, 0.3278083801269531, 0.34937286376953125, 0.3709373474121094, 0.3925018310546875, 0.4140663146972656, 0.43563079833984375, 0.4571952819824219, 0.478759765625]}, "gradients/encoder.encoder.layers.23.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [6.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 6.0, 3.0, 6.0, 15.0, 1.0, 4.0, 16.0, 7.0, 27.0, 8.0, 45.0, 36.0, 66.0, 65.0, 81.0, 124.0, 188.0, 272.0, 395.0, 595.0, 1096.0, 2173.0, 5142.0, 19165.0, 492280.0, 3632351.0, 28379.0, 6673.0, 2473.0, 1112.0, 583.0, 354.0, 180.0, 105.0, 73.0, 61.0, 32.0, 25.0, 25.0, 7.0, 20.0, 5.0, 6.0, 3.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.87744140625, -0.8501052856445312, -0.8227691650390625, -0.7954330444335938, -0.768096923828125, -0.7407608032226562, -0.7134246826171875, -0.6860885620117188, -0.65875244140625, -0.6314163208007812, -0.6040802001953125, -0.5767440795898438, -0.549407958984375, -0.5220718383789062, -0.4947357177734375, -0.46739959716796875, -0.4400634765625, -0.41272735595703125, -0.3853912353515625, -0.35805511474609375, -0.330718994140625, -0.30338287353515625, -0.2760467529296875, -0.24871063232421875, -0.22137451171875, -0.19403839111328125, -0.1667022705078125, -0.13936614990234375, -0.112030029296875, -0.08469390869140625, -0.0573577880859375, -0.03002166748046875, -0.002685546875, 0.02465057373046875, 0.0519866943359375, 0.07932281494140625, 0.106658935546875, 0.13399505615234375, 0.1613311767578125, 0.18866729736328125, 0.21600341796875, 0.24333953857421875, 0.2706756591796875, 0.29801177978515625, 0.325347900390625, 0.35268402099609375, 0.3800201416015625, 0.40735626220703125, 0.4346923828125, 0.46202850341796875, 0.4893646240234375, 0.5167007446289062, 0.544036865234375, 0.5713729858398438, 0.5987091064453125, 0.6260452270507812, 0.65338134765625, 0.6807174682617188, 0.7080535888671875, 0.7353897094726562, 0.762725830078125, 0.7900619506835938, 0.8173980712890625, 0.8447341918945312, 0.8720703125]}, "gradients/encoder.encoder.layers.23.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 6.0, 6.0, 4.0, 6.0, 14.0, 19.0, 26.0, 69.0, 128.0, 763.0, 2516.0, 307.0, 77.0, 47.0, 26.0, 14.0, 11.0, 11.0, 4.0, 2.0, 7.0, 2.0, 5.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.73828125, -0.7199668884277344, -0.7016525268554688, -0.6833381652832031, -0.6650238037109375, -0.6467094421386719, -0.6283950805664062, -0.6100807189941406, -0.591766357421875, -0.5734519958496094, -0.5551376342773438, -0.5368232727050781, -0.5185089111328125, -0.5001945495605469, -0.48188018798828125, -0.4635658264160156, -0.44525146484375, -0.4269371032714844, -0.40862274169921875, -0.3903083801269531, -0.3719940185546875, -0.3536796569824219, -0.33536529541015625, -0.3170509338378906, -0.298736572265625, -0.2804222106933594, -0.26210784912109375, -0.24379348754882812, -0.2254791259765625, -0.20716476440429688, -0.18885040283203125, -0.17053604125976562, -0.1522216796875, -0.13390731811523438, -0.11559295654296875, -0.09727859497070312, -0.0789642333984375, -0.060649871826171875, -0.04233551025390625, -0.024021148681640625, -0.005706787109375, 0.012607574462890625, 0.03092193603515625, 0.049236297607421875, 0.0675506591796875, 0.08586502075195312, 0.10417938232421875, 0.12249374389648438, 0.14080810546875, 0.15912246704101562, 0.17743682861328125, 0.19575119018554688, 0.2140655517578125, 0.23237991333007812, 0.25069427490234375, 0.2690086364746094, 0.287322998046875, 0.3056373596191406, 0.32395172119140625, 0.3422660827636719, 0.3605804443359375, 0.3788948059082031, 0.39720916748046875, 0.4155235290527344, 0.433837890625]}, "gradients/encoder.encoder.layers.23.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 8.0, 9.0, 37.0, 230.0, 562.0, 108.0, 38.0, 7.0, 4.0, 5.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.294611930847168, -2.2003824710845947, -2.1061530113220215, -2.0119235515594482, -1.9176942110061646, -1.8234647512435913, -1.7292354106903076, -1.6350059509277344, -1.5407764911651611, -1.446547031402588, -1.3523175716400146, -1.258088231086731, -1.1638587713241577, -1.0696293115615845, -0.975399911403656, -0.8811705112457275, -0.7869410514831543, -0.692711591720581, -0.5984821915626526, -0.5042527914047241, -0.4100233316421509, -0.3157939016819, -0.22156447172164917, -0.1273350715637207, -0.03310561180114746, 0.061123818159103394, 0.15535324811935425, 0.2495826780796051, 0.34381210803985596, 0.4380415380001068, 0.5322709679603577, 0.6265003681182861, 0.7207295894622803, 0.8149590492248535, 0.909188449382782, 1.0034178495407104, 1.0976473093032837, 1.191876769065857, 1.2861061096191406, 1.3803355693817139, 1.474565029144287, 1.5687944889068604, 1.6630239486694336, 1.7572532892227173, 1.8514827489852905, 1.9457122087478638, 2.0399415493011475, 2.1341710090637207, 2.228400468826294, 2.322629928588867, 2.4168593883514404, 2.5110888481140137, 2.605318069458008, 2.699547529220581, 2.7937769889831543, 2.8880064487457275, 2.982235908508301, 3.076465368270874, 3.1706948280334473, 3.2649242877960205, 3.3591537475585938, 3.453382968902588, 3.547612428665161, 3.6418418884277344, 3.7360713481903076]}, "gradients/encoder.encoder.layers.23.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 5.0, 0.0, 8.0, 6.0, 9.0, 8.0, 14.0, 13.0, 25.0, 31.0, 48.0, 57.0, 80.0, 90.0, 90.0, 83.0, 95.0, 62.0, 61.0, 47.0, 39.0, 28.0, 12.0, 14.0, 14.0, 10.0, 6.0, 3.0, 5.0, 6.0, 6.0, 3.0, 7.0, 0.0, 4.0, 1.0, 3.0, 1.0, 3.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.0824642181396484, -2.0205562114715576, -1.9586480855941772, -1.8967399597167969, -1.834831953048706, -1.7729239463806152, -1.7110158205032349, -1.6491076946258545, -1.5871996879577637, -1.5252916812896729, -1.4633835554122925, -1.401475429534912, -1.3395674228668213, -1.2776594161987305, -1.21575129032135, -1.1538431644439697, -1.091935157775879, -1.030027151107788, -0.9681190252304077, -0.9062109589576721, -0.8443028926849365, -0.7823948264122009, -0.7204867601394653, -0.6585786938667297, -0.5966706275939941, -0.5347625613212585, -0.47285449504852295, -0.41094642877578735, -0.34903836250305176, -0.28713029623031616, -0.22522222995758057, -0.16331416368484497, -0.10140609741210938, -0.03949803113937378, 0.022410035133361816, 0.08431810140609741, 0.146226167678833, 0.2081342339515686, 0.2700423002243042, 0.3319503664970398, 0.3938584327697754, 0.455766499042511, 0.5176745653152466, 0.5795826315879822, 0.6414906978607178, 0.7033987641334534, 0.765306830406189, 0.8272148966789246, 0.8891229629516602, 0.9510310292243958, 1.0129390954971313, 1.0748472213745117, 1.1367552280426025, 1.1986632347106934, 1.2605713605880737, 1.322479486465454, 1.384387493133545, 1.4462954998016357, 1.5082036256790161, 1.5701117515563965, 1.6320197582244873, 1.6939277648925781, 1.7558358907699585, 1.8177440166473389, 1.8796520233154297]}, "gradients/encoder.encoder.layers.23.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 6.0, 4.0, 4.0, 9.0, 12.0, 13.0, 13.0, 19.0, 28.0, 38.0, 43.0, 67.0, 93.0, 153.0, 196.0, 341.0, 571.0, 1004.0, 1865.0, 3600.0, 7499.0, 17747.0, 58590.0, 906031.0, 28718.0, 10974.0, 4996.0, 2572.0, 1335.0, 728.0, 444.0, 279.0, 173.0, 126.0, 74.0, 48.0, 43.0, 19.0, 15.0, 15.0, 8.0, 9.0, 6.0, 3.0, 5.0, 6.0, 5.0, 6.0, 3.0, 5.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-3.572265625, -3.454132080078125, -3.33599853515625, -3.217864990234375, -3.0997314453125, -2.981597900390625, -2.86346435546875, -2.745330810546875, -2.627197265625, -2.509063720703125, -2.39093017578125, -2.272796630859375, -2.1546630859375, -2.036529541015625, -1.91839599609375, -1.800262451171875, -1.68212890625, -1.563995361328125, -1.44586181640625, -1.327728271484375, -1.2095947265625, -1.091461181640625, -0.97332763671875, -0.855194091796875, -0.737060546875, -0.618927001953125, -0.50079345703125, -0.382659912109375, -0.2645263671875, -0.146392822265625, -0.02825927734375, 0.089874267578125, 0.2080078125, 0.326141357421875, 0.44427490234375, 0.562408447265625, 0.6805419921875, 0.798675537109375, 0.91680908203125, 1.034942626953125, 1.153076171875, 1.271209716796875, 1.38934326171875, 1.507476806640625, 1.6256103515625, 1.743743896484375, 1.86187744140625, 1.980010986328125, 2.09814453125, 2.216278076171875, 2.33441162109375, 2.452545166015625, 2.5706787109375, 2.688812255859375, 2.80694580078125, 2.925079345703125, 3.043212890625, 3.161346435546875, 3.27947998046875, 3.397613525390625, 3.5157470703125, 3.633880615234375, 3.75201416015625, 3.870147705078125, 3.98828125]}, "gradients/encoder.encoder.layers.23.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 4.0, 3.0, 2.0, 3.0, 3.0, 3.0, 4.0, 7.0, 8.0, 10.0, 9.0, 17.0, 8.0, 12.0, 16.0, 574.0, 217.0, 24.0, 16.0, 14.0, 6.0, 10.0, 13.0, 7.0, 2.0, 6.0, 8.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.9072265625, -0.8855552673339844, -0.8638839721679688, -0.8422126770019531, -0.8205413818359375, -0.7988700866699219, -0.7771987915039062, -0.7555274963378906, -0.733856201171875, -0.7121849060058594, -0.6905136108398438, -0.6688423156738281, -0.6471710205078125, -0.6254997253417969, -0.6038284301757812, -0.5821571350097656, -0.56048583984375, -0.5388145446777344, -0.5171432495117188, -0.4954719543457031, -0.4738006591796875, -0.4521293640136719, -0.43045806884765625, -0.4087867736816406, -0.387115478515625, -0.3654441833496094, -0.34377288818359375, -0.3221015930175781, -0.3004302978515625, -0.2787590026855469, -0.25708770751953125, -0.23541641235351562, -0.2137451171875, -0.19207382202148438, -0.17040252685546875, -0.14873123168945312, -0.1270599365234375, -0.10538864135742188, -0.08371734619140625, -0.062046051025390625, -0.040374755859375, -0.018703460693359375, 0.00296783447265625, 0.024639129638671875, 0.0463104248046875, 0.06798171997070312, 0.08965301513671875, 0.11132431030273438, 0.13299560546875, 0.15466690063476562, 0.17633819580078125, 0.19800949096679688, 0.2196807861328125, 0.24135208129882812, 0.26302337646484375, 0.2846946716308594, 0.306365966796875, 0.3280372619628906, 0.34970855712890625, 0.3713798522949219, 0.3930511474609375, 0.4147224426269531, 0.43639373779296875, 0.4580650329589844, 0.479736328125]}, "gradients/encoder.encoder.layers.23.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 2.0, 7.0, 8.0, 10.0, 11.0, 17.0, 28.0, 22.0, 42.0, 47.0, 55.0, 85.0, 126.0, 171.0, 275.0, 446.0, 894.0, 1884.0, 4791.0, 13973.0, 53409.0, 438837.0, 456235.0, 54400.0, 13983.0, 4695.0, 1866.0, 861.0, 491.0, 266.0, 173.0, 121.0, 83.0, 57.0, 40.0, 35.0, 33.0, 22.0, 12.0, 11.0, 11.0, 4.0, 9.0, 3.0, 2.0, 4.0, 5.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4375, -1.387939453125, -1.33837890625, -1.288818359375, -1.2392578125, -1.189697265625, -1.14013671875, -1.090576171875, -1.041015625, -0.991455078125, -0.94189453125, -0.892333984375, -0.8427734375, -0.793212890625, -0.74365234375, -0.694091796875, -0.64453125, -0.594970703125, -0.54541015625, -0.495849609375, -0.4462890625, -0.396728515625, -0.34716796875, -0.297607421875, -0.248046875, -0.198486328125, -0.14892578125, -0.099365234375, -0.0498046875, -0.000244140625, 0.04931640625, 0.098876953125, 0.1484375, 0.197998046875, 0.24755859375, 0.297119140625, 0.3466796875, 0.396240234375, 0.44580078125, 0.495361328125, 0.544921875, 0.594482421875, 0.64404296875, 0.693603515625, 0.7431640625, 0.792724609375, 0.84228515625, 0.891845703125, 0.94140625, 0.990966796875, 1.04052734375, 1.090087890625, 1.1396484375, 1.189208984375, 1.23876953125, 1.288330078125, 1.337890625, 1.387451171875, 1.43701171875, 1.486572265625, 1.5361328125, 1.585693359375, 1.63525390625, 1.684814453125, 1.734375]}, "gradients/encoder.encoder.layers.23.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 1.0, 4.0, 8.0, 3.0, 6.0, 8.0, 9.0, 7.0, 14.0, 24.0, 14.0, 21.0, 21.0, 30.0, 29.0, 32.0, 35.0, 50.0, 42.0, 50.0, 57.0, 63.0, 44.0, 46.0, 45.0, 58.0, 40.0, 43.0, 27.0, 37.0, 22.0, 29.0, 18.0, 16.0, 13.0, 5.0, 7.0, 6.0, 3.0, 6.0, 8.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0], "bins": [-2.080078125, -2.0184173583984375, -1.956756591796875, -1.8950958251953125, -1.83343505859375, -1.7717742919921875, -1.710113525390625, -1.6484527587890625, -1.5867919921875, -1.5251312255859375, -1.463470458984375, -1.4018096923828125, -1.34014892578125, -1.2784881591796875, -1.216827392578125, -1.1551666259765625, -1.093505859375, -1.0318450927734375, -0.970184326171875, -0.9085235595703125, -0.84686279296875, -0.7852020263671875, -0.723541259765625, -0.6618804931640625, -0.6002197265625, -0.5385589599609375, -0.476898193359375, -0.4152374267578125, -0.35357666015625, -0.2919158935546875, -0.230255126953125, -0.1685943603515625, -0.10693359375, -0.0452728271484375, 0.016387939453125, 0.0780487060546875, 0.13970947265625, 0.2013702392578125, 0.263031005859375, 0.3246917724609375, 0.3863525390625, 0.4480133056640625, 0.509674072265625, 0.5713348388671875, 0.63299560546875, 0.6946563720703125, 0.756317138671875, 0.8179779052734375, 0.879638671875, 0.9412994384765625, 1.002960205078125, 1.0646209716796875, 1.12628173828125, 1.1879425048828125, 1.249603271484375, 1.3112640380859375, 1.3729248046875, 1.4345855712890625, 1.496246337890625, 1.5579071044921875, 1.61956787109375, 1.6812286376953125, 1.742889404296875, 1.8045501708984375, 1.8662109375]}, "gradients/encoder.encoder.layers.23.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 4.0, 3.0, 10.0, 9.0, 18.0, 34.0, 63.0, 129.0, 258.0, 882.0, 4515.0, 573945.0, 462838.0, 4481.0, 794.0, 272.0, 130.0, 45.0, 51.0, 27.0, 21.0, 12.0, 5.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2216796875, -1.176422119140625, -1.13116455078125, -1.085906982421875, -1.0406494140625, -0.995391845703125, -0.95013427734375, -0.904876708984375, -0.859619140625, -0.814361572265625, -0.76910400390625, -0.723846435546875, -0.6785888671875, -0.633331298828125, -0.58807373046875, -0.542816162109375, -0.49755859375, -0.452301025390625, -0.40704345703125, -0.361785888671875, -0.3165283203125, -0.271270751953125, -0.22601318359375, -0.180755615234375, -0.135498046875, -0.090240478515625, -0.04498291015625, 0.000274658203125, 0.0455322265625, 0.090789794921875, 0.13604736328125, 0.181304931640625, 0.2265625, 0.271820068359375, 0.31707763671875, 0.362335205078125, 0.4075927734375, 0.452850341796875, 0.49810791015625, 0.543365478515625, 0.588623046875, 0.633880615234375, 0.67913818359375, 0.724395751953125, 0.7696533203125, 0.814910888671875, 0.86016845703125, 0.905426025390625, 0.95068359375, 0.995941162109375, 1.04119873046875, 1.086456298828125, 1.1317138671875, 1.176971435546875, 1.22222900390625, 1.267486572265625, 1.312744140625, 1.358001708984375, 1.40325927734375, 1.448516845703125, 1.4937744140625, 1.539031982421875, 1.58428955078125, 1.629547119140625, 1.6748046875]}, "gradients/encoder.encoder.layers.23.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 6.0, 4.0, 10.0, 13.0, 18.0, 22.0, 40.0, 46.0, 92.0, 124.0, 143.0, 134.0, 130.0, 81.0, 47.0, 24.0, 17.0, 21.0, 9.0, 12.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.91278076171875e-05, -5.7530589401721954e-05, -5.593337118625641e-05, -5.433615297079086e-05, -5.273893475532532e-05, -5.114171653985977e-05, -4.9544498324394226e-05, -4.794728010892868e-05, -4.6350061893463135e-05, -4.475284367799759e-05, -4.3155625462532043e-05, -4.15584072470665e-05, -3.996118903160095e-05, -3.8363970816135406e-05, -3.676675260066986e-05, -3.5169534385204315e-05, -3.357231616973877e-05, -3.1975097954273224e-05, -3.0377879738807678e-05, -2.8780661523342133e-05, -2.7183443307876587e-05, -2.558622509241104e-05, -2.3989006876945496e-05, -2.239178866147995e-05, -2.0794570446014404e-05, -1.919735223054886e-05, -1.7600134015083313e-05, -1.6002915799617767e-05, -1.4405697584152222e-05, -1.2808479368686676e-05, -1.121126115322113e-05, -9.614042937755585e-06, -8.016824722290039e-06, -6.419606506824493e-06, -4.822388291358948e-06, -3.225170075893402e-06, -1.6279518604278564e-06, -3.073364496231079e-08, 1.5664845705032349e-06, 3.1637027859687805e-06, 4.760921001434326e-06, 6.358139216899872e-06, 7.955357432365417e-06, 9.552575647830963e-06, 1.1149793863296509e-05, 1.2747012078762054e-05, 1.43442302942276e-05, 1.5941448509693146e-05, 1.753866672515869e-05, 1.9135884940624237e-05, 2.0733103156089783e-05, 2.233032137155533e-05, 2.3927539587020874e-05, 2.552475780248642e-05, 2.7121976017951965e-05, 2.871919423341751e-05, 3.0316412448883057e-05, 3.19136306643486e-05, 3.351084887981415e-05, 3.5108067095279694e-05, 3.670528531074524e-05, 3.8302503526210785e-05, 3.989972174167633e-05, 4.1496939957141876e-05, 4.309415817260742e-05]}, "gradients/encoder.encoder.layers.23.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 5.0, 2.0, 7.0, 7.0, 16.0, 25.0, 45.0, 77.0, 135.0, 239.0, 518.0, 1526.0, 7866.0, 367672.0, 658063.0, 9412.0, 1728.0, 579.0, 260.0, 137.0, 86.0, 65.0, 28.0, 18.0, 15.0, 8.0, 6.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.89697265625, -0.8660812377929688, -0.8351898193359375, -0.8042984008789062, -0.773406982421875, -0.7425155639648438, -0.7116241455078125, -0.6807327270507812, -0.64984130859375, -0.6189498901367188, -0.5880584716796875, -0.5571670532226562, -0.526275634765625, -0.49538421630859375, -0.4644927978515625, -0.43360137939453125, -0.4027099609375, -0.37181854248046875, -0.3409271240234375, -0.31003570556640625, -0.279144287109375, -0.24825286865234375, -0.2173614501953125, -0.18647003173828125, -0.15557861328125, -0.12468719482421875, -0.0937957763671875, -0.06290435791015625, -0.032012939453125, -0.00112152099609375, 0.0297698974609375, 0.06066131591796875, 0.091552734375, 0.12244415283203125, 0.1533355712890625, 0.18422698974609375, 0.215118408203125, 0.24600982666015625, 0.2769012451171875, 0.30779266357421875, 0.33868408203125, 0.36957550048828125, 0.4004669189453125, 0.43135833740234375, 0.462249755859375, 0.49314117431640625, 0.5240325927734375, 0.5549240112304688, 0.5858154296875, 0.6167068481445312, 0.6475982666015625, 0.6784896850585938, 0.709381103515625, 0.7402725219726562, 0.7711639404296875, 0.8020553588867188, 0.83294677734375, 0.8638381958007812, 0.8947296142578125, 0.9256210327148438, 0.956512451171875, 0.9874038696289062, 1.0182952880859375, 1.0491867065429688, 1.080078125]}, "gradients/encoder.encoder.layers.23.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 3.0, 4.0, 11.0, 23.0, 26.0, 70.0, 134.0, 200.0, 216.0, 159.0, 74.0, 36.0, 15.0, 14.0, 9.0, 5.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0732421875, -1.031982421875, -0.99072265625, -0.949462890625, -0.908203125, -0.866943359375, -0.82568359375, -0.784423828125, -0.7431640625, -0.701904296875, -0.66064453125, -0.619384765625, -0.578125, -0.536865234375, -0.49560546875, -0.454345703125, -0.4130859375, -0.371826171875, -0.33056640625, -0.289306640625, -0.248046875, -0.206787109375, -0.16552734375, -0.124267578125, -0.0830078125, -0.041748046875, -0.00048828125, 0.040771484375, 0.08203125, 0.123291015625, 0.16455078125, 0.205810546875, 0.2470703125, 0.288330078125, 0.32958984375, 0.370849609375, 0.412109375, 0.453369140625, 0.49462890625, 0.535888671875, 0.5771484375, 0.618408203125, 0.65966796875, 0.700927734375, 0.7421875, 0.783447265625, 0.82470703125, 0.865966796875, 0.9072265625, 0.948486328125, 0.98974609375, 1.031005859375, 1.072265625, 1.113525390625, 1.15478515625, 1.196044921875, 1.2373046875, 1.278564453125, 1.31982421875, 1.361083984375, 1.40234375, 1.443603515625, 1.48486328125, 1.526123046875, 1.5673828125]}, "gradients/encoder.encoder.layers.23.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 3.0, 8.0, 47.0, 579.0, 284.0, 49.0, 20.0, 7.0, 5.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-35.05609893798828, -33.795196533203125, -32.534297943115234, -31.273395538330078, -30.012495040893555, -28.75159454345703, -27.490692138671875, -26.22979164123535, -24.968891143798828, -23.707990646362305, -22.44709014892578, -21.186187744140625, -19.9252872467041, -18.664386749267578, -17.403484344482422, -16.1425838470459, -14.881683349609375, -13.620782852172852, -12.359881401062012, -11.098979949951172, -9.838079452514648, -8.577178955078125, -7.316277503967285, -6.055376052856445, -4.794475555419922, -3.5335745811462402, -2.2726736068725586, -1.011772632598877, 0.2491283416748047, 1.5100293159484863, 2.770930290222168, 4.031831741333008, 5.292732238769531, 6.553633213043213, 7.8145341873168945, 9.075435638427734, 10.336336135864258, 11.597236633300781, 12.858138084411621, 14.119039535522461, 15.379940032958984, 16.640840530395508, 17.90174102783203, 19.162643432617188, 20.42354393005371, 21.684444427490234, 22.94534683227539, 24.206247329711914, 25.467147827148438, 26.72804832458496, 27.988948822021484, 29.24985122680664, 30.510751724243164, 31.771652221679688, 33.032554626464844, 34.29345703125, 35.55435562133789, 36.81525802612305, 38.07615661621094, 39.337059020996094, 40.59796142578125, 41.85886001586914, 43.1197624206543, 44.38066101074219, 45.641563415527344]}, "gradients/encoder.encoder.layers.23.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 7.0, 2.0, 4.0, 5.0, 7.0, 7.0, 10.0, 5.0, 9.0, 19.0, 31.0, 50.0, 74.0, 102.0, 137.0, 128.0, 124.0, 91.0, 60.0, 35.0, 32.0, 7.0, 12.0, 5.0, 5.0, 8.0, 4.0, 6.0, 6.0, 8.0, 4.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-36.13299560546875, -35.00998306274414, -33.8869743347168, -32.76396179199219, -31.64095115661621, -30.517940521240234, -29.394927978515625, -28.27191734313965, -27.148906707763672, -26.025896072387695, -24.902883529663086, -23.77987289428711, -22.656862258911133, -21.533851623535156, -20.410839080810547, -19.28782844543457, -18.16481590270996, -17.041805267333984, -15.918793678283691, -14.795782089233398, -13.672771453857422, -12.549759864807129, -11.426748275756836, -10.30373764038086, -9.180726051330566, -8.057714462280273, -6.934703826904297, -5.811692237854004, -4.688681125640869, -3.5656700134277344, -2.4426584243774414, -1.3196473121643066, -0.19663619995117188, 0.9263750314712524, 2.0493862628936768, 3.1723976135253906, 4.295408725738525, 5.41841983795166, 6.541431427001953, 7.664442539215088, 8.787453651428223, 9.910465240478516, 11.033475875854492, 12.156487464904785, 13.279499053955078, 14.402509689331055, 15.525521278381348, 16.64853286743164, 17.771543502807617, 18.894554138183594, 20.017566680908203, 21.14057731628418, 22.263587951660156, 23.386600494384766, 24.509611129760742, 25.63262176513672, 26.755634307861328, 27.878644943237305, 29.001657485961914, 30.12466812133789, 31.247678756713867, 32.370689392089844, 33.49370193481445, 34.61671447753906, 35.739723205566406]}, "gradients/encoder.encoder.layers.22.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 6.0, 12.0, 15.0, 22.0, 19.0, 20.0, 36.0, 52.0, 71.0, 93.0, 112.0, 175.0, 338.0, 638.0, 1407.0, 3922.0, 15589.0, 540903.0, 3610202.0, 15119.0, 3585.0, 1136.0, 416.0, 186.0, 92.0, 57.0, 25.0, 21.0, 4.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0], "bins": [-9.8125, -9.589599609375, -9.36669921875, -9.143798828125, -8.9208984375, -8.697998046875, -8.47509765625, -8.252197265625, -8.029296875, -7.806396484375, -7.58349609375, -7.360595703125, -7.1376953125, -6.914794921875, -6.69189453125, -6.468994140625, -6.24609375, -6.023193359375, -5.80029296875, -5.577392578125, -5.3544921875, -5.131591796875, -4.90869140625, -4.685791015625, -4.462890625, -4.239990234375, -4.01708984375, -3.794189453125, -3.5712890625, -3.348388671875, -3.12548828125, -2.902587890625, -2.6796875, -2.456787109375, -2.23388671875, -2.010986328125, -1.7880859375, -1.565185546875, -1.34228515625, -1.119384765625, -0.896484375, -0.673583984375, -0.45068359375, -0.227783203125, -0.0048828125, 0.218017578125, 0.44091796875, 0.663818359375, 0.88671875, 1.109619140625, 1.33251953125, 1.555419921875, 1.7783203125, 2.001220703125, 2.22412109375, 2.447021484375, 2.669921875, 2.892822265625, 3.11572265625, 3.338623046875, 3.5615234375, 3.784423828125, 4.00732421875, 4.230224609375, 4.453125]}, "gradients/encoder.encoder.layers.22.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 3.0, 2.0, 4.0, 6.0, 8.0, 13.0, 12.0, 9.0, 16.0, 19.0, 50.0, 590.0, 166.0, 34.0, 15.0, 9.0, 14.0, 11.0, 7.0, 2.0, 9.0, 6.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.896484375, -0.8754463195800781, -0.8544082641601562, -0.8333702087402344, -0.8123321533203125, -0.7912940979003906, -0.7702560424804688, -0.7492179870605469, -0.728179931640625, -0.7071418762207031, -0.6861038208007812, -0.6650657653808594, -0.6440277099609375, -0.6229896545410156, -0.6019515991210938, -0.5809135437011719, -0.55987548828125, -0.5388374328613281, -0.5177993774414062, -0.4967613220214844, -0.4757232666015625, -0.4546852111816406, -0.43364715576171875, -0.4126091003417969, -0.391571044921875, -0.3705329895019531, -0.34949493408203125, -0.3284568786621094, -0.3074188232421875, -0.2863807678222656, -0.26534271240234375, -0.24430465698242188, -0.2232666015625, -0.20222854614257812, -0.18119049072265625, -0.16015243530273438, -0.1391143798828125, -0.11807632446289062, -0.09703826904296875, -0.07600021362304688, -0.054962158203125, -0.033924102783203125, -0.01288604736328125, 0.008152008056640625, 0.0291900634765625, 0.050228118896484375, 0.07126617431640625, 0.09230422973632812, 0.11334228515625, 0.13438034057617188, 0.15541839599609375, 0.17645645141601562, 0.1974945068359375, 0.21853256225585938, 0.23957061767578125, 0.2606086730957031, 0.281646728515625, 0.3026847839355469, 0.32372283935546875, 0.3447608947753906, 0.3657989501953125, 0.3868370056152344, 0.40787506103515625, 0.4289131164550781, 0.449951171875]}, "gradients/encoder.encoder.layers.22.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 4.0, 7.0, 3.0, 4.0, 4.0, 9.0, 11.0, 12.0, 21.0, 24.0, 31.0, 43.0, 49.0, 84.0, 106.0, 165.0, 269.0, 504.0, 842.0, 1782.0, 4249.0, 12711.0, 54708.0, 2799033.0, 1250189.0, 49817.0, 11634.0, 4000.0, 1751.0, 905.0, 461.0, 291.0, 173.0, 124.0, 74.0, 52.0, 41.0, 36.0, 17.0, 12.0, 8.0, 13.0, 7.0, 3.0, 4.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5556640625, -1.503753662109375, -1.45184326171875, -1.399932861328125, -1.3480224609375, -1.296112060546875, -1.24420166015625, -1.192291259765625, -1.140380859375, -1.088470458984375, -1.03656005859375, -0.984649658203125, -0.9327392578125, -0.880828857421875, -0.82891845703125, -0.777008056640625, -0.72509765625, -0.673187255859375, -0.62127685546875, -0.569366455078125, -0.5174560546875, -0.465545654296875, -0.41363525390625, -0.361724853515625, -0.309814453125, -0.257904052734375, -0.20599365234375, -0.154083251953125, -0.1021728515625, -0.050262451171875, 0.00164794921875, 0.053558349609375, 0.10546875, 0.157379150390625, 0.20928955078125, 0.261199951171875, 0.3131103515625, 0.365020751953125, 0.41693115234375, 0.468841552734375, 0.520751953125, 0.572662353515625, 0.62457275390625, 0.676483154296875, 0.7283935546875, 0.780303955078125, 0.83221435546875, 0.884124755859375, 0.93603515625, 0.987945556640625, 1.03985595703125, 1.091766357421875, 1.1436767578125, 1.195587158203125, 1.24749755859375, 1.299407958984375, 1.351318359375, 1.403228759765625, 1.45513916015625, 1.507049560546875, 1.5589599609375, 1.610870361328125, 1.66278076171875, 1.714691162109375, 1.7666015625]}, "gradients/encoder.encoder.layers.22.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 0.0, 0.0, 2.0, 5.0, 6.0, 7.0, 6.0, 12.0, 13.0, 12.0, 18.0, 17.0, 31.0, 34.0, 58.0, 83.0, 126.0, 245.0, 1377.0, 1208.0, 333.0, 142.0, 110.0, 54.0, 49.0, 35.0, 25.0, 12.0, 15.0, 16.0, 5.0, 5.0, 3.0, 4.0, 1.0, 4.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.3330078125, -0.31967926025390625, -0.3063507080078125, -0.29302215576171875, -0.279693603515625, -0.26636505126953125, -0.2530364990234375, -0.23970794677734375, -0.22637939453125, -0.21305084228515625, -0.1997222900390625, -0.18639373779296875, -0.173065185546875, -0.15973663330078125, -0.1464080810546875, -0.13307952880859375, -0.1197509765625, -0.10642242431640625, -0.0930938720703125, -0.07976531982421875, -0.066436767578125, -0.05310821533203125, -0.0397796630859375, -0.02645111083984375, -0.01312255859375, 0.00020599365234375, 0.0135345458984375, 0.02686309814453125, 0.040191650390625, 0.05352020263671875, 0.0668487548828125, 0.08017730712890625, 0.093505859375, 0.10683441162109375, 0.1201629638671875, 0.13349151611328125, 0.146820068359375, 0.16014862060546875, 0.1734771728515625, 0.18680572509765625, 0.20013427734375, 0.21346282958984375, 0.2267913818359375, 0.24011993408203125, 0.253448486328125, 0.26677703857421875, 0.2801055908203125, 0.29343414306640625, 0.3067626953125, 0.32009124755859375, 0.3334197998046875, 0.34674835205078125, 0.360076904296875, 0.37340545654296875, 0.3867340087890625, 0.40006256103515625, 0.41339111328125, 0.42671966552734375, 0.4400482177734375, 0.45337677001953125, 0.466705322265625, 0.48003387451171875, 0.4933624267578125, 0.5066909790039062, 0.52001953125]}, "gradients/encoder.encoder.layers.22.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 26.0, 815.0, 135.0, 18.0, 4.0, 4.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.061575889587402, -8.744048118591309, -8.426521301269531, -8.108993530273438, -7.791465759277344, -7.473938465118408, -7.156411170959473, -6.838883399963379, -6.521356105804443, -6.203828811645508, -5.886301040649414, -5.5687737464904785, -5.251246452331543, -4.933718681335449, -4.616191387176514, -4.298664093017578, -3.9811363220214844, -3.6636087894439697, -3.346081256866455, -3.0285539627075195, -2.711026430130005, -2.3934988975524902, -2.0759716033935547, -1.75844407081604, -1.4409165382385254, -1.1233890056610107, -0.8058615922927856, -0.48833411931991577, -0.1708066463470459, 0.14672088623046875, 0.46424829959869385, 0.781775712966919, 1.09930419921875, 1.4168317317962646, 1.7343591451644897, 2.051886558532715, 2.3694140911102295, 2.686941623687744, 3.0044689178466797, 3.3219964504241943, 3.639523983001709, 3.9570515155792236, 4.274579048156738, 4.592106342315674, 4.909633636474609, 5.227161407470703, 5.544688701629639, 5.862215995788574, 6.179743766784668, 6.4972710609436035, 6.814798831939697, 7.132326126098633, 7.449853897094727, 7.767381191253662, 8.084908485412598, 8.402436256408691, 8.719963073730469, 9.037490844726562, 9.35501766204834, 9.672545433044434, 9.990073204040527, 10.307600021362305, 10.625127792358398, 10.942655563354492, 11.260183334350586]}, "gradients/encoder.encoder.layers.22.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 3.0, 5.0, 7.0, 10.0, 14.0, 13.0, 30.0, 36.0, 45.0, 68.0, 53.0, 82.0, 73.0, 74.0, 69.0, 87.0, 77.0, 50.0, 37.0, 40.0, 32.0, 17.0, 21.0, 12.0, 10.0, 4.0, 10.0, 3.0, 4.0, 4.0, 4.0, 4.0, 3.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.566204071044922, -2.495406150817871, -2.4246082305908203, -2.3538105487823486, -2.283012628555298, -2.212214708328247, -2.1414167881011963, -2.0706188678741455, -1.9998210668563843, -1.9290231466293335, -1.8582253456115723, -1.7874274253845215, -1.7166295051574707, -1.6458317041397095, -1.5750337839126587, -1.5042359828948975, -1.4334380626678467, -1.362640142440796, -1.2918423414230347, -1.2210444211959839, -1.1502466201782227, -1.0794486999511719, -1.008650779724121, -0.9378529191017151, -0.8670550584793091, -0.7962571978569031, -0.7254593372344971, -0.6546614170074463, -0.5838635563850403, -0.5130656957626343, -0.4422678053379059, -0.3714699149131775, -0.3006718158721924, -0.22987394034862518, -0.15907606482505798, -0.08827818930149078, -0.017480313777923584, 0.05331754684448242, 0.12411543726921082, 0.1949133276939392, 0.2657111883163452, 0.3365090489387512, 0.4073069393634796, 0.478104829788208, 0.548902690410614, 0.61970055103302, 0.6904984712600708, 0.7612963318824768, 0.8320941925048828, 0.9028920531272888, 0.9736899137496948, 1.0444878339767456, 1.1152856349945068, 1.1860835552215576, 1.2568814754486084, 1.3276793956756592, 1.3984771966934204, 1.4692751169204712, 1.5400729179382324, 1.6108708381652832, 1.681668758392334, 1.7524665594100952, 1.823264479637146, 1.8940622806549072, 1.964860200881958]}, "gradients/encoder.encoder.layers.22.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 5.0, 3.0, 6.0, 8.0, 6.0, 6.0, 15.0, 6.0, 18.0, 29.0, 64.0, 82.0, 98.0, 157.0, 280.0, 525.0, 1155.0, 3497.0, 13548.0, 221089.0, 785490.0, 15737.0, 4002.0, 1349.0, 571.0, 268.0, 169.0, 100.0, 67.0, 57.0, 42.0, 37.0, 21.0, 20.0, 8.0, 8.0, 10.0, 5.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-5.5703125, -5.38494873046875, -5.1995849609375, -5.01422119140625, -4.828857421875, -4.64349365234375, -4.4581298828125, -4.27276611328125, -4.08740234375, -3.90203857421875, -3.7166748046875, -3.53131103515625, -3.345947265625, -3.16058349609375, -2.9752197265625, -2.78985595703125, -2.6044921875, -2.41912841796875, -2.2337646484375, -2.04840087890625, -1.863037109375, -1.67767333984375, -1.4923095703125, -1.30694580078125, -1.12158203125, -0.93621826171875, -0.7508544921875, -0.56549072265625, -0.380126953125, -0.19476318359375, -0.0093994140625, 0.17596435546875, 0.361328125, 0.54669189453125, 0.7320556640625, 0.91741943359375, 1.102783203125, 1.28814697265625, 1.4735107421875, 1.65887451171875, 1.84423828125, 2.02960205078125, 2.2149658203125, 2.40032958984375, 2.585693359375, 2.77105712890625, 2.9564208984375, 3.14178466796875, 3.3271484375, 3.51251220703125, 3.6978759765625, 3.88323974609375, 4.068603515625, 4.25396728515625, 4.4393310546875, 4.62469482421875, 4.81005859375, 4.99542236328125, 5.1807861328125, 5.36614990234375, 5.551513671875, 5.73687744140625, 5.9222412109375, 6.10760498046875, 6.29296875]}, "gradients/encoder.encoder.layers.22.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 0.0, 1.0, 6.0, 7.0, 12.0, 12.0, 11.0, 13.0, 22.0, 46.0, 511.0, 254.0, 33.0, 23.0, 10.0, 12.0, 14.0, 5.0, 5.0, 5.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.9150390625, -0.8931198120117188, -0.8712005615234375, -0.8492813110351562, -0.827362060546875, -0.8054428100585938, -0.7835235595703125, -0.7616043090820312, -0.73968505859375, -0.7177658081054688, -0.6958465576171875, -0.6739273071289062, -0.652008056640625, -0.6300888061523438, -0.6081695556640625, -0.5862503051757812, -0.5643310546875, -0.5424118041992188, -0.5204925537109375, -0.49857330322265625, -0.476654052734375, -0.45473480224609375, -0.4328155517578125, -0.41089630126953125, -0.38897705078125, -0.36705780029296875, -0.3451385498046875, -0.32321929931640625, -0.301300048828125, -0.27938079833984375, -0.2574615478515625, -0.23554229736328125, -0.213623046875, -0.19170379638671875, -0.1697845458984375, -0.14786529541015625, -0.125946044921875, -0.10402679443359375, -0.0821075439453125, -0.06018829345703125, -0.03826904296875, -0.01634979248046875, 0.0055694580078125, 0.02748870849609375, 0.049407958984375, 0.07132720947265625, 0.0932464599609375, 0.11516571044921875, 0.1370849609375, 0.15900421142578125, 0.1809234619140625, 0.20284271240234375, 0.224761962890625, 0.24668121337890625, 0.2686004638671875, 0.29051971435546875, 0.31243896484375, 0.33435821533203125, 0.3562774658203125, 0.37819671630859375, 0.400115966796875, 0.42203521728515625, 0.4439544677734375, 0.46587371826171875, 0.48779296875]}, "gradients/encoder.encoder.layers.22.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 4.0, 3.0, 5.0, 1.0, 19.0, 12.0, 16.0, 12.0, 19.0, 25.0, 27.0, 40.0, 56.0, 65.0, 121.0, 259.0, 619.0, 1752.0, 7197.0, 44016.0, 555668.0, 395936.0, 33608.0, 6162.0, 1652.0, 586.0, 279.0, 118.0, 70.0, 54.0, 38.0, 28.0, 14.0, 12.0, 13.0, 11.0, 8.0, 6.0, 9.0, 7.0, 4.0, 3.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.9609375, -1.89544677734375, -1.8299560546875, -1.76446533203125, -1.698974609375, -1.63348388671875, -1.5679931640625, -1.50250244140625, -1.43701171875, -1.37152099609375, -1.3060302734375, -1.24053955078125, -1.175048828125, -1.10955810546875, -1.0440673828125, -0.97857666015625, -0.9130859375, -0.84759521484375, -0.7821044921875, -0.71661376953125, -0.651123046875, -0.58563232421875, -0.5201416015625, -0.45465087890625, -0.38916015625, -0.32366943359375, -0.2581787109375, -0.19268798828125, -0.127197265625, -0.06170654296875, 0.0037841796875, 0.06927490234375, 0.134765625, 0.20025634765625, 0.2657470703125, 0.33123779296875, 0.396728515625, 0.46221923828125, 0.5277099609375, 0.59320068359375, 0.65869140625, 0.72418212890625, 0.7896728515625, 0.85516357421875, 0.920654296875, 0.98614501953125, 1.0516357421875, 1.11712646484375, 1.1826171875, 1.24810791015625, 1.3135986328125, 1.37908935546875, 1.444580078125, 1.51007080078125, 1.5755615234375, 1.64105224609375, 1.70654296875, 1.77203369140625, 1.8375244140625, 1.90301513671875, 1.968505859375, 2.03399658203125, 2.0994873046875, 2.16497802734375, 2.23046875]}, "gradients/encoder.encoder.layers.22.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 3.0, 2.0, 3.0, 7.0, 8.0, 16.0, 9.0, 18.0, 22.0, 17.0, 22.0, 35.0, 30.0, 24.0, 31.0, 36.0, 39.0, 42.0, 46.0, 41.0, 44.0, 42.0, 51.0, 41.0, 55.0, 40.0, 42.0, 43.0, 29.0, 33.0, 31.0, 18.0, 10.0, 13.0, 12.0, 9.0, 9.0, 5.0, 11.0, 5.0, 7.0, 1.0, 4.0, 3.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.091796875, -1.0555267333984375, -1.019256591796875, -0.9829864501953125, -0.94671630859375, -0.9104461669921875, -0.874176025390625, -0.8379058837890625, -0.8016357421875, -0.7653656005859375, -0.729095458984375, -0.6928253173828125, -0.65655517578125, -0.6202850341796875, -0.584014892578125, -0.5477447509765625, -0.511474609375, -0.4752044677734375, -0.438934326171875, -0.4026641845703125, -0.36639404296875, -0.3301239013671875, -0.293853759765625, -0.2575836181640625, -0.2213134765625, -0.1850433349609375, -0.148773193359375, -0.1125030517578125, -0.07623291015625, -0.0399627685546875, -0.003692626953125, 0.0325775146484375, 0.06884765625, 0.1051177978515625, 0.141387939453125, 0.1776580810546875, 0.21392822265625, 0.2501983642578125, 0.286468505859375, 0.3227386474609375, 0.3590087890625, 0.3952789306640625, 0.431549072265625, 0.4678192138671875, 0.50408935546875, 0.5403594970703125, 0.576629638671875, 0.6128997802734375, 0.649169921875, 0.6854400634765625, 0.721710205078125, 0.7579803466796875, 0.79425048828125, 0.8305206298828125, 0.866790771484375, 0.9030609130859375, 0.9393310546875, 0.9756011962890625, 1.011871337890625, 1.0481414794921875, 1.08441162109375, 1.1206817626953125, 1.156951904296875, 1.1932220458984375, 1.2294921875]}, "gradients/encoder.encoder.layers.22.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 3.0, 3.0, 11.0, 15.0, 18.0, 39.0, 64.0, 168.0, 617.0, 3413.0, 1012277.0, 30046.0, 1329.0, 322.0, 114.0, 52.0, 30.0, 13.0, 9.0, 9.0, 0.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.60546875, -4.48968505859375, -4.3739013671875, -4.25811767578125, -4.142333984375, -4.02655029296875, -3.9107666015625, -3.79498291015625, -3.67919921875, -3.56341552734375, -3.4476318359375, -3.33184814453125, -3.216064453125, -3.10028076171875, -2.9844970703125, -2.86871337890625, -2.7529296875, -2.63714599609375, -2.5213623046875, -2.40557861328125, -2.289794921875, -2.17401123046875, -2.0582275390625, -1.94244384765625, -1.82666015625, -1.71087646484375, -1.5950927734375, -1.47930908203125, -1.363525390625, -1.24774169921875, -1.1319580078125, -1.01617431640625, -0.900390625, -0.78460693359375, -0.6688232421875, -0.55303955078125, -0.437255859375, -0.32147216796875, -0.2056884765625, -0.08990478515625, 0.02587890625, 0.14166259765625, 0.2574462890625, 0.37322998046875, 0.489013671875, 0.60479736328125, 0.7205810546875, 0.83636474609375, 0.9521484375, 1.06793212890625, 1.1837158203125, 1.29949951171875, 1.415283203125, 1.53106689453125, 1.6468505859375, 1.76263427734375, 1.87841796875, 1.99420166015625, 2.1099853515625, 2.22576904296875, 2.341552734375, 2.45733642578125, 2.5731201171875, 2.68890380859375, 2.8046875]}, "gradients/encoder.encoder.layers.22.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 8.0, 8.0, 5.0, 16.0, 20.0, 33.0, 60.0, 71.0, 96.0, 161.0, 192.0, 119.0, 77.0, 45.0, 28.0, 25.0, 19.0, 10.0, 5.0, 6.0, 1.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00016224384307861328, -0.00015704147517681122, -0.00015183910727500916, -0.0001466367393732071, -0.00014143437147140503, -0.00013623200356960297, -0.0001310296356678009, -0.00012582726776599884, -0.00012062489986419678, -0.00011542253196239471, -0.00011022016406059265, -0.00010501779615879059, -9.981542825698853e-05, -9.461306035518646e-05, -8.94106924533844e-05, -8.420832455158234e-05, -7.900595664978027e-05, -7.380358874797821e-05, -6.860122084617615e-05, -6.339885294437408e-05, -5.819648504257202e-05, -5.299411714076996e-05, -4.7791749238967896e-05, -4.258938133716583e-05, -3.738701343536377e-05, -3.2184645533561707e-05, -2.6982277631759644e-05, -2.177990972995758e-05, -1.6577541828155518e-05, -1.1375173926353455e-05, -6.172806024551392e-06, -9.704381227493286e-07, 4.231929779052734e-06, 9.434297680854797e-06, 1.463666558265686e-05, 1.9839033484458923e-05, 2.5041401386260986e-05, 3.024376928806305e-05, 3.544613718986511e-05, 4.0648505091667175e-05, 4.585087299346924e-05, 5.10532408952713e-05, 5.6255608797073364e-05, 6.145797669887543e-05, 6.666034460067749e-05, 7.186271250247955e-05, 7.706508040428162e-05, 8.226744830608368e-05, 8.746981620788574e-05, 9.26721841096878e-05, 9.787455201148987e-05, 0.00010307691991329193, 0.000108279287815094, 0.00011348165571689606, 0.00011868402361869812, 0.00012388639152050018, 0.00012908875942230225, 0.0001342911273241043, 0.00013949349522590637, 0.00014469586312770844, 0.0001498982310295105, 0.00015510059893131256, 0.00016030296683311462, 0.0001655053347349167, 0.00017070770263671875]}, "gradients/encoder.encoder.layers.22.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 4.0, 11.0, 11.0, 14.0, 33.0, 64.0, 163.0, 346.0, 912.0, 6589.0, 993662.0, 44338.0, 1567.0, 485.0, 205.0, 68.0, 37.0, 21.0, 10.0, 10.0, 8.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.404296875, -2.3260498046875, -2.247802734375, -2.1695556640625, -2.09130859375, -2.0130615234375, -1.934814453125, -1.8565673828125, -1.7783203125, -1.7000732421875, -1.621826171875, -1.5435791015625, -1.46533203125, -1.3870849609375, -1.308837890625, -1.2305908203125, -1.15234375, -1.0740966796875, -0.995849609375, -0.9176025390625, -0.83935546875, -0.7611083984375, -0.682861328125, -0.6046142578125, -0.5263671875, -0.4481201171875, -0.369873046875, -0.2916259765625, -0.21337890625, -0.1351318359375, -0.056884765625, 0.0213623046875, 0.099609375, 0.1778564453125, 0.256103515625, 0.3343505859375, 0.41259765625, 0.4908447265625, 0.569091796875, 0.6473388671875, 0.7255859375, 0.8038330078125, 0.882080078125, 0.9603271484375, 1.03857421875, 1.1168212890625, 1.195068359375, 1.2733154296875, 1.3515625, 1.4298095703125, 1.508056640625, 1.5863037109375, 1.66455078125, 1.7427978515625, 1.821044921875, 1.8992919921875, 1.9775390625, 2.0557861328125, 2.134033203125, 2.2122802734375, 2.29052734375, 2.3687744140625, 2.447021484375, 2.5252685546875, 2.603515625]}, "gradients/encoder.encoder.layers.22.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 4.0, 4.0, 11.0, 22.0, 32.0, 54.0, 83.0, 173.0, 249.0, 179.0, 95.0, 49.0, 28.0, 9.0, 9.0, 6.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.3193359375, -1.27606201171875, -1.2327880859375, -1.18951416015625, -1.146240234375, -1.10296630859375, -1.0596923828125, -1.01641845703125, -0.97314453125, -0.92987060546875, -0.8865966796875, -0.84332275390625, -0.800048828125, -0.75677490234375, -0.7135009765625, -0.67022705078125, -0.626953125, -0.58367919921875, -0.5404052734375, -0.49713134765625, -0.453857421875, -0.41058349609375, -0.3673095703125, -0.32403564453125, -0.28076171875, -0.23748779296875, -0.1942138671875, -0.15093994140625, -0.107666015625, -0.06439208984375, -0.0211181640625, 0.02215576171875, 0.0654296875, 0.10870361328125, 0.1519775390625, 0.19525146484375, 0.238525390625, 0.28179931640625, 0.3250732421875, 0.36834716796875, 0.41162109375, 0.45489501953125, 0.4981689453125, 0.54144287109375, 0.584716796875, 0.62799072265625, 0.6712646484375, 0.71453857421875, 0.7578125, 0.80108642578125, 0.8443603515625, 0.88763427734375, 0.930908203125, 0.97418212890625, 1.0174560546875, 1.06072998046875, 1.10400390625, 1.14727783203125, 1.1905517578125, 1.23382568359375, 1.277099609375, 1.32037353515625, 1.3636474609375, 1.40692138671875, 1.4501953125]}, "gradients/encoder.encoder.layers.22.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 128.0, 843.0, 30.0, 4.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.8687744140625, -15.93527603149414, -14.001777648925781, -12.068280220031738, -10.134781837463379, -8.20128345489502, -6.267786026000977, -4.334287643432617, -2.400789260864258, -0.46729111671447754, 1.4662070274353027, 3.399704933166504, 5.333203315734863, 7.266701698303223, 9.200199127197266, 11.133697509765625, 13.067195892333984, 15.000694274902344, 16.934192657470703, 18.867691040039062, 20.801189422607422, 22.73468780517578, 24.668184280395508, 26.601682662963867, 28.535181045532227, 30.468679428100586, 32.40217590332031, 34.33567428588867, 36.26917266845703, 38.20267105102539, 40.13616943359375, 42.06966781616211, 44.00316619873047, 45.93666458129883, 47.87016296386719, 49.80366134643555, 51.737159729003906, 53.670658111572266, 55.604156494140625, 57.53765106201172, 59.471153259277344, 61.4046516418457, 63.33815002441406, 65.27164459228516, 67.20514678955078, 69.13864135742188, 71.0721435546875, 73.0056381225586, 74.93913269042969, 76.87262725830078, 78.8061294555664, 80.7396240234375, 82.67312622070312, 84.60662078857422, 86.54012298583984, 88.47361755371094, 90.40711975097656, 92.34061431884766, 94.27411651611328, 96.20761108398438, 98.14111328125, 100.0746078491211, 102.00811004638672, 103.94160461425781, 105.87510681152344]}, "gradients/encoder.encoder.layers.22.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 6.0, 3.0, 2.0, 2.0, 1.0, 5.0, 6.0, 1.0, 9.0, 4.0, 7.0, 11.0, 25.0, 33.0, 30.0, 44.0, 57.0, 68.0, 77.0, 85.0, 87.0, 77.0, 69.0, 63.0, 54.0, 39.0, 33.0, 40.0, 20.0, 8.0, 9.0, 7.0, 7.0, 4.0, 7.0, 4.0, 0.0, 5.0, 3.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-14.208295822143555, -13.79958438873291, -13.390872955322266, -12.982160568237305, -12.57344913482666, -12.164737701416016, -11.756026268005371, -11.347314834594727, -10.938602447509766, -10.529891014099121, -10.121179580688477, -9.712467193603516, -9.303755760192871, -8.895044326782227, -8.486332893371582, -8.077621459960938, -7.668909549713135, -7.26019811630249, -6.8514862060546875, -6.442774772644043, -6.03406286239624, -5.625351428985596, -5.216639518737793, -4.807928085327148, -4.399216651916504, -3.9905049800872803, -3.5817933082580566, -3.173081874847412, -2.7643699645996094, -2.355658531188965, -1.9469468593597412, -1.5382351875305176, -1.1295232772827148, -0.7208116054534912, -0.31209999322891235, 0.0966116189956665, 0.5053232908248901, 0.9140348434448242, 1.3227465152740479, 1.7314581871032715, 2.140169858932495, 2.5488815307617188, 2.9575932025909424, 3.366304874420166, 3.7750163078308105, 4.183728218078613, 4.592439651489258, 5.001151084899902, 5.409862995147705, 5.81857442855835, 6.227286338806152, 6.635997772216797, 7.0447096824646, 7.453421115875244, 7.862133026123047, 8.270844459533691, 8.679555892944336, 9.08826732635498, 9.496978759765625, 9.905691146850586, 10.31440258026123, 10.723114013671875, 11.13182544708252, 11.540536880493164, 11.949249267578125]}, "gradients/encoder.encoder.layers.21.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 5.0, 2.0, 3.0, 3.0, 7.0, 8.0, 8.0, 10.0, 11.0, 16.0, 16.0, 18.0, 20.0, 19.0, 31.0, 35.0, 62.0, 79.0, 129.0, 257.0, 532.0, 1194.0, 3683.0, 65637.0, 4113659.0, 6058.0, 1561.0, 548.0, 274.0, 141.0, 104.0, 66.0, 34.0, 23.0, 19.0, 9.0, 3.0, 4.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0], "bins": [-21.734375, -21.241943359375, -20.74951171875, -20.257080078125, -19.7646484375, -19.272216796875, -18.77978515625, -18.287353515625, -17.794921875, -17.302490234375, -16.81005859375, -16.317626953125, -15.8251953125, -15.332763671875, -14.84033203125, -14.347900390625, -13.85546875, -13.363037109375, -12.87060546875, -12.378173828125, -11.8857421875, -11.393310546875, -10.90087890625, -10.408447265625, -9.916015625, -9.423583984375, -8.93115234375, -8.438720703125, -7.9462890625, -7.453857421875, -6.96142578125, -6.468994140625, -5.9765625, -5.484130859375, -4.99169921875, -4.499267578125, -4.0068359375, -3.514404296875, -3.02197265625, -2.529541015625, -2.037109375, -1.544677734375, -1.05224609375, -0.559814453125, -0.0673828125, 0.425048828125, 0.91748046875, 1.409912109375, 1.90234375, 2.394775390625, 2.88720703125, 3.379638671875, 3.8720703125, 4.364501953125, 4.85693359375, 5.349365234375, 5.841796875, 6.334228515625, 6.82666015625, 7.319091796875, 7.8115234375, 8.303955078125, 8.79638671875, 9.288818359375, 9.78125]}, "gradients/encoder.encoder.layers.21.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 5.0, 11.0, 6.0, 14.0, 25.0, 57.0, 322.0, 387.0, 92.0, 27.0, 19.0, 13.0, 8.0, 6.0, 5.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.9609375, -0.9386329650878906, -0.9163284301757812, -0.8940238952636719, -0.8717193603515625, -0.8494148254394531, -0.8271102905273438, -0.8048057556152344, -0.782501220703125, -0.7601966857910156, -0.7378921508789062, -0.7155876159667969, -0.6932830810546875, -0.6709785461425781, -0.6486740112304688, -0.6263694763183594, -0.60406494140625, -0.5817604064941406, -0.5594558715820312, -0.5371513366699219, -0.5148468017578125, -0.4925422668457031, -0.47023773193359375, -0.4479331970214844, -0.425628662109375, -0.4033241271972656, -0.38101959228515625, -0.3587150573730469, -0.3364105224609375, -0.3141059875488281, -0.29180145263671875, -0.2694969177246094, -0.2471923828125, -0.22488784790039062, -0.20258331298828125, -0.18027877807617188, -0.1579742431640625, -0.13566970825195312, -0.11336517333984375, -0.09106063842773438, -0.068756103515625, -0.046451568603515625, -0.02414703369140625, -0.001842498779296875, 0.0204620361328125, 0.042766571044921875, 0.06507110595703125, 0.08737564086914062, 0.10968017578125, 0.13198471069335938, 0.15428924560546875, 0.17659378051757812, 0.1988983154296875, 0.22120285034179688, 0.24350738525390625, 0.2658119201660156, 0.288116455078125, 0.3104209899902344, 0.33272552490234375, 0.3550300598144531, 0.3773345947265625, 0.3996391296386719, 0.42194366455078125, 0.4442481994628906, 0.466552734375]}, "gradients/encoder.encoder.layers.21.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 4.0, 11.0, 8.0, 13.0, 24.0, 29.0, 55.0, 150.0, 598.0, 4652.0, 4105473.0, 80614.0, 2026.0, 371.0, 116.0, 44.0, 32.0, 20.0, 12.0, 9.0, 1.0, 4.0, 6.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.9921875, -8.709716796875, -8.42724609375, -8.144775390625, -7.8623046875, -7.579833984375, -7.29736328125, -7.014892578125, -6.732421875, -6.449951171875, -6.16748046875, -5.885009765625, -5.6025390625, -5.320068359375, -5.03759765625, -4.755126953125, -4.47265625, -4.190185546875, -3.90771484375, -3.625244140625, -3.3427734375, -3.060302734375, -2.77783203125, -2.495361328125, -2.212890625, -1.930419921875, -1.64794921875, -1.365478515625, -1.0830078125, -0.800537109375, -0.51806640625, -0.235595703125, 0.046875, 0.329345703125, 0.61181640625, 0.894287109375, 1.1767578125, 1.459228515625, 1.74169921875, 2.024169921875, 2.306640625, 2.589111328125, 2.87158203125, 3.154052734375, 3.4365234375, 3.718994140625, 4.00146484375, 4.283935546875, 4.56640625, 4.848876953125, 5.13134765625, 5.413818359375, 5.6962890625, 5.978759765625, 6.26123046875, 6.543701171875, 6.826171875, 7.108642578125, 7.39111328125, 7.673583984375, 7.9560546875, 8.238525390625, 8.52099609375, 8.803466796875, 9.0859375]}, "gradients/encoder.encoder.layers.21.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 2.0, 5.0, 4.0, 4.0, 9.0, 13.0, 23.0, 25.0, 44.0, 61.0, 130.0, 601.0, 2593.0, 314.0, 102.0, 44.0, 34.0, 13.0, 17.0, 11.0, 7.0, 7.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.72216796875, -0.700469970703125, -0.67877197265625, -0.657073974609375, -0.6353759765625, -0.613677978515625, -0.59197998046875, -0.570281982421875, -0.548583984375, -0.526885986328125, -0.50518798828125, -0.483489990234375, -0.4617919921875, -0.440093994140625, -0.41839599609375, -0.396697998046875, -0.375, -0.353302001953125, -0.33160400390625, -0.309906005859375, -0.2882080078125, -0.266510009765625, -0.24481201171875, -0.223114013671875, -0.201416015625, -0.179718017578125, -0.15802001953125, -0.136322021484375, -0.1146240234375, -0.092926025390625, -0.07122802734375, -0.049530029296875, -0.02783203125, -0.006134033203125, 0.01556396484375, 0.037261962890625, 0.0589599609375, 0.080657958984375, 0.10235595703125, 0.124053955078125, 0.145751953125, 0.167449951171875, 0.18914794921875, 0.210845947265625, 0.2325439453125, 0.254241943359375, 0.27593994140625, 0.297637939453125, 0.3193359375, 0.341033935546875, 0.36273193359375, 0.384429931640625, 0.4061279296875, 0.427825927734375, 0.44952392578125, 0.471221923828125, 0.492919921875, 0.514617919921875, 0.53631591796875, 0.558013916015625, 0.5797119140625, 0.601409912109375, 0.62310791015625, 0.644805908203125, 0.66650390625]}, "gradients/encoder.encoder.layers.21.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 7.0, 24.0, 75.0, 293.0, 478.0, 89.0, 24.0, 5.0, 6.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.017570972442627, -4.893097400665283, -4.7686238288879395, -4.644150733947754, -4.51967716217041, -4.395203590393066, -4.270730018615723, -4.146256446838379, -4.021783351898193, -3.8973097801208496, -3.772836446762085, -3.648362874984741, -3.5238895416259766, -3.399415969848633, -3.274942398071289, -3.1504690647125244, -3.0259954929351807, -2.901521921157837, -2.7770485877990723, -2.6525750160217285, -2.528101682662964, -2.40362811088562, -2.2791547775268555, -2.1546812057495117, -2.030207633972168, -1.9057341814041138, -1.7812607288360596, -1.6567871570587158, -1.5323138236999512, -1.4078402519226074, -1.2833667993545532, -1.158893346786499, -1.0344197750091553, -0.9099463224411011, -0.7854728698730469, -0.6609993577003479, -0.5365259051322937, -0.4120524525642395, -0.2875789403915405, -0.16310548782348633, -0.03863203525543213, 0.08584143221378326, 0.21031489968299866, 0.33478838205337524, 0.45926183462142944, 0.5837352871894836, 0.7082087993621826, 0.8326822519302368, 0.957155704498291, 1.0816291570663452, 1.2061026096343994, 1.3305761814117432, 1.4550495147705078, 1.5795230865478516, 1.7039965391159058, 1.82846999168396, 1.9529434442520142, 2.0774168968200684, 2.201890468597412, 2.3263638019561768, 2.4508373737335205, 2.575310707092285, 2.699784278869629, 2.8242578506469727, 2.9487311840057373]}, "gradients/encoder.encoder.layers.21.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0, 3.0, 6.0, 5.0, 7.0, 6.0, 5.0, 13.0, 19.0, 30.0, 39.0, 43.0, 45.0, 68.0, 74.0, 73.0, 96.0, 83.0, 67.0, 79.0, 57.0, 45.0, 26.0, 30.0, 22.0, 19.0, 13.0, 13.0, 2.0, 3.0, 2.0, 2.0, 4.0, 1.0, 3.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8157291412353516, -1.744196891784668, -1.672664761543274, -1.6011326313018799, -1.5296003818511963, -1.4580681324005127, -1.3865360021591187, -1.3150038719177246, -1.243471622467041, -1.1719393730163574, -1.1004072427749634, -1.0288751125335693, -0.9573428630828857, -0.8858106732368469, -0.8142784833908081, -0.7427462935447693, -0.6712141036987305, -0.5996819138526917, -0.5281497240066528, -0.456617534160614, -0.3850853443145752, -0.3135531544685364, -0.24202096462249756, -0.17048877477645874, -0.09895658493041992, -0.027424395084381104, 0.044107794761657715, 0.11563998460769653, 0.18717217445373535, 0.25870436429977417, 0.330236554145813, 0.4017687439918518, 0.4733009338378906, 0.5448331236839294, 0.6163653135299683, 0.6878975033760071, 0.7594296932220459, 0.8309618830680847, 0.9024940729141235, 0.9740262627601624, 1.0455584526062012, 1.1170907020568848, 1.1886228322982788, 1.2601549625396729, 1.3316872119903564, 1.40321946144104, 1.474751591682434, 1.5462837219238281, 1.6178159713745117, 1.6893482208251953, 1.7608803510665894, 1.8324124813079834, 1.903944730758667, 1.9754769802093506, 2.047008991241455, 2.1185412406921387, 2.1900734901428223, 2.261605739593506, 2.3331379890441895, 2.404670000076294, 2.4762022495269775, 2.547734498977661, 2.6192665100097656, 2.690798759460449, 2.762331008911133]}, "gradients/encoder.encoder.layers.21.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 1.0, 5.0, 1.0, 3.0, 6.0, 7.0, 7.0, 11.0, 11.0, 35.0, 33.0, 57.0, 85.0, 136.0, 214.0, 423.0, 921.0, 2885.0, 20830.0, 995302.0, 22534.0, 2985.0, 939.0, 452.0, 240.0, 156.0, 75.0, 60.0, 34.0, 32.0, 19.0, 18.0, 8.0, 8.0, 8.0, 5.0, 3.0, 5.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.3359375, -6.1282958984375, -5.920654296875, -5.7130126953125, -5.50537109375, -5.2977294921875, -5.090087890625, -4.8824462890625, -4.6748046875, -4.4671630859375, -4.259521484375, -4.0518798828125, -3.84423828125, -3.6365966796875, -3.428955078125, -3.2213134765625, -3.013671875, -2.8060302734375, -2.598388671875, -2.3907470703125, -2.18310546875, -1.9754638671875, -1.767822265625, -1.5601806640625, -1.3525390625, -1.1448974609375, -0.937255859375, -0.7296142578125, -0.52197265625, -0.3143310546875, -0.106689453125, 0.1009521484375, 0.30859375, 0.5162353515625, 0.723876953125, 0.9315185546875, 1.13916015625, 1.3468017578125, 1.554443359375, 1.7620849609375, 1.9697265625, 2.1773681640625, 2.385009765625, 2.5926513671875, 2.80029296875, 3.0079345703125, 3.215576171875, 3.4232177734375, 3.630859375, 3.8385009765625, 4.046142578125, 4.2537841796875, 4.46142578125, 4.6690673828125, 4.876708984375, 5.0843505859375, 5.2919921875, 5.4996337890625, 5.707275390625, 5.9149169921875, 6.12255859375, 6.3302001953125, 6.537841796875, 6.7454833984375, 6.953125]}, "gradients/encoder.encoder.layers.21.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 3.0, 4.0, 5.0, 9.0, 16.0, 39.0, 131.0, 413.0, 266.0, 61.0, 27.0, 14.0, 6.0, 3.0, 5.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.93408203125, -0.9116859436035156, -0.8892898559570312, -0.8668937683105469, -0.8444976806640625, -0.8221015930175781, -0.7997055053710938, -0.7773094177246094, -0.754913330078125, -0.7325172424316406, -0.7101211547851562, -0.6877250671386719, -0.6653289794921875, -0.6429328918457031, -0.6205368041992188, -0.5981407165527344, -0.57574462890625, -0.5533485412597656, -0.5309524536132812, -0.5085563659667969, -0.4861602783203125, -0.4637641906738281, -0.44136810302734375, -0.4189720153808594, -0.396575927734375, -0.3741798400878906, -0.35178375244140625, -0.3293876647949219, -0.3069915771484375, -0.2845954895019531, -0.26219940185546875, -0.23980331420898438, -0.2174072265625, -0.19501113891601562, -0.17261505126953125, -0.15021896362304688, -0.1278228759765625, -0.10542678833007812, -0.08303070068359375, -0.060634613037109375, -0.038238525390625, -0.015842437744140625, 0.00655364990234375, 0.028949737548828125, 0.0513458251953125, 0.07374191284179688, 0.09613800048828125, 0.11853408813476562, 0.14093017578125, 0.16332626342773438, 0.18572235107421875, 0.20811843872070312, 0.2305145263671875, 0.2529106140136719, 0.27530670166015625, 0.2977027893066406, 0.320098876953125, 0.3424949645996094, 0.36489105224609375, 0.3872871398925781, 0.4096832275390625, 0.4320793151855469, 0.45447540283203125, 0.4768714904785156, 0.499267578125]}, "gradients/encoder.encoder.layers.21.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 4.0, 1.0, 6.0, 13.0, 14.0, 11.0, 12.0, 18.0, 16.0, 28.0, 36.0, 54.0, 58.0, 80.0, 95.0, 175.0, 238.0, 387.0, 670.0, 1326.0, 3406.0, 12511.0, 75067.0, 725121.0, 195719.0, 24010.0, 5320.0, 1841.0, 826.0, 485.0, 314.0, 177.0, 143.0, 103.0, 66.0, 48.0, 43.0, 27.0, 19.0, 16.0, 18.0, 8.0, 6.0, 4.0, 5.0, 2.0, 6.0, 4.0, 2.0, 3.0, 1.0, 0.0, 0.0, 3.0], "bins": [-2.20703125, -2.14154052734375, -2.0760498046875, -2.01055908203125, -1.945068359375, -1.87957763671875, -1.8140869140625, -1.74859619140625, -1.68310546875, -1.61761474609375, -1.5521240234375, -1.48663330078125, -1.421142578125, -1.35565185546875, -1.2901611328125, -1.22467041015625, -1.1591796875, -1.09368896484375, -1.0281982421875, -0.96270751953125, -0.897216796875, -0.83172607421875, -0.7662353515625, -0.70074462890625, -0.63525390625, -0.56976318359375, -0.5042724609375, -0.43878173828125, -0.373291015625, -0.30780029296875, -0.2423095703125, -0.17681884765625, -0.111328125, -0.04583740234375, 0.0196533203125, 0.08514404296875, 0.150634765625, 0.21612548828125, 0.2816162109375, 0.34710693359375, 0.41259765625, 0.47808837890625, 0.5435791015625, 0.60906982421875, 0.674560546875, 0.74005126953125, 0.8055419921875, 0.87103271484375, 0.9365234375, 1.00201416015625, 1.0675048828125, 1.13299560546875, 1.198486328125, 1.26397705078125, 1.3294677734375, 1.39495849609375, 1.46044921875, 1.52593994140625, 1.5914306640625, 1.65692138671875, 1.722412109375, 1.78790283203125, 1.8533935546875, 1.91888427734375, 1.984375]}, "gradients/encoder.encoder.layers.21.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 8.0, 4.0, 5.0, 5.0, 6.0, 9.0, 14.0, 12.0, 16.0, 26.0, 18.0, 13.0, 33.0, 24.0, 28.0, 38.0, 31.0, 38.0, 47.0, 53.0, 49.0, 45.0, 37.0, 62.0, 33.0, 57.0, 30.0, 34.0, 38.0, 23.0, 30.0, 29.0, 22.0, 21.0, 16.0, 12.0, 7.0, 5.0, 7.0, 8.0, 4.0, 5.0, 4.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.337890625, -1.2979583740234375, -1.258026123046875, -1.2180938720703125, -1.17816162109375, -1.1382293701171875, -1.098297119140625, -1.0583648681640625, -1.0184326171875, -0.9785003662109375, -0.938568115234375, -0.8986358642578125, -0.85870361328125, -0.8187713623046875, -0.778839111328125, -0.7389068603515625, -0.698974609375, -0.6590423583984375, -0.619110107421875, -0.5791778564453125, -0.53924560546875, -0.4993133544921875, -0.459381103515625, -0.4194488525390625, -0.3795166015625, -0.3395843505859375, -0.299652099609375, -0.2597198486328125, -0.21978759765625, -0.1798553466796875, -0.139923095703125, -0.0999908447265625, -0.06005859375, -0.0201263427734375, 0.019805908203125, 0.0597381591796875, 0.09967041015625, 0.1396026611328125, 0.179534912109375, 0.2194671630859375, 0.2593994140625, 0.2993316650390625, 0.339263916015625, 0.3791961669921875, 0.41912841796875, 0.4590606689453125, 0.498992919921875, 0.5389251708984375, 0.578857421875, 0.6187896728515625, 0.658721923828125, 0.6986541748046875, 0.73858642578125, 0.7785186767578125, 0.818450927734375, 0.8583831787109375, 0.8983154296875, 0.9382476806640625, 0.978179931640625, 1.0181121826171875, 1.05804443359375, 1.0979766845703125, 1.137908935546875, 1.1778411865234375, 1.2177734375]}, "gradients/encoder.encoder.layers.21.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 5.0, 4.0, 5.0, 8.0, 10.0, 14.0, 24.0, 33.0, 85.0, 128.0, 294.0, 801.0, 3508.0, 97437.0, 932621.0, 11234.0, 1446.0, 464.0, 197.0, 95.0, 52.0, 35.0, 19.0, 17.0, 12.0, 3.0, 1.0, 4.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.255859375, -1.2080078125, -1.16015625, -1.1123046875, -1.064453125, -1.0166015625, -0.96875, -0.9208984375, -0.873046875, -0.8251953125, -0.77734375, -0.7294921875, -0.681640625, -0.6337890625, -0.5859375, -0.5380859375, -0.490234375, -0.4423828125, -0.39453125, -0.3466796875, -0.298828125, -0.2509765625, -0.203125, -0.1552734375, -0.107421875, -0.0595703125, -0.01171875, 0.0361328125, 0.083984375, 0.1318359375, 0.1796875, 0.2275390625, 0.275390625, 0.3232421875, 0.37109375, 0.4189453125, 0.466796875, 0.5146484375, 0.5625, 0.6103515625, 0.658203125, 0.7060546875, 0.75390625, 0.8017578125, 0.849609375, 0.8974609375, 0.9453125, 0.9931640625, 1.041015625, 1.0888671875, 1.13671875, 1.1845703125, 1.232421875, 1.2802734375, 1.328125, 1.3759765625, 1.423828125, 1.4716796875, 1.51953125, 1.5673828125, 1.615234375, 1.6630859375, 1.7109375, 1.7587890625, 1.806640625]}, "gradients/encoder.encoder.layers.21.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 4.0, 8.0, 9.0, 16.0, 18.0, 31.0, 41.0, 64.0, 78.0, 128.0, 174.0, 133.0, 88.0, 87.0, 36.0, 35.0, 26.0, 12.0, 5.0, 9.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00020885467529296875, -0.00019960105419158936, -0.00019034743309020996, -0.00018109381198883057, -0.00017184019088745117, -0.00016258656978607178, -0.00015333294868469238, -0.000144079327583313, -0.0001348257064819336, -0.0001255720853805542, -0.0001163184642791748, -0.00010706484317779541, -9.781122207641602e-05, -8.855760097503662e-05, -7.930397987365723e-05, -7.005035877227783e-05, -6.079673767089844e-05, -5.154311656951904e-05, -4.228949546813965e-05, -3.3035874366760254e-05, -2.378225326538086e-05, -1.4528632164001465e-05, -5.27501106262207e-06, 3.978610038757324e-06, 1.3232231140136719e-05, 2.2485852241516113e-05, 3.173947334289551e-05, 4.09930944442749e-05, 5.02467155456543e-05, 5.950033664703369e-05, 6.875395774841309e-05, 7.800757884979248e-05, 8.726119995117188e-05, 9.651482105255127e-05, 0.00010576844215393066, 0.00011502206325531006, 0.00012427568435668945, 0.00013352930545806885, 0.00014278292655944824, 0.00015203654766082764, 0.00016129016876220703, 0.00017054378986358643, 0.00017979741096496582, 0.00018905103206634521, 0.0001983046531677246, 0.000207558274269104, 0.0002168118953704834, 0.0002260655164718628, 0.0002353191375732422, 0.0002445727586746216, 0.000253826379776001, 0.00026308000087738037, 0.00027233362197875977, 0.00028158724308013916, 0.00029084086418151855, 0.00030009448528289795, 0.00030934810638427734, 0.00031860172748565674, 0.00032785534858703613, 0.00033710896968841553, 0.0003463625907897949, 0.0003556162118911743, 0.0003648698329925537, 0.0003741234540939331, 0.0003833770751953125]}, "gradients/encoder.encoder.layers.21.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 6.0, 10.0, 14.0, 19.0, 28.0, 45.0, 67.0, 79.0, 165.0, 324.0, 716.0, 2032.0, 9729.0, 186455.0, 817317.0, 25780.0, 3637.0, 1107.0, 459.0, 212.0, 114.0, 79.0, 47.0, 32.0, 31.0, 19.0, 7.0, 7.0, 7.0, 2.0, 4.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.255859375, -1.2142791748046875, -1.172698974609375, -1.1311187744140625, -1.08953857421875, -1.0479583740234375, -1.006378173828125, -0.9647979736328125, -0.9232177734375, -0.8816375732421875, -0.840057373046875, -0.7984771728515625, -0.75689697265625, -0.7153167724609375, -0.673736572265625, -0.6321563720703125, -0.590576171875, -0.5489959716796875, -0.507415771484375, -0.4658355712890625, -0.42425537109375, -0.3826751708984375, -0.341094970703125, -0.2995147705078125, -0.2579345703125, -0.2163543701171875, -0.174774169921875, -0.1331939697265625, -0.09161376953125, -0.0500335693359375, -0.008453369140625, 0.0331268310546875, 0.07470703125, 0.1162872314453125, 0.157867431640625, 0.1994476318359375, 0.24102783203125, 0.2826080322265625, 0.324188232421875, 0.3657684326171875, 0.4073486328125, 0.4489288330078125, 0.490509033203125, 0.5320892333984375, 0.57366943359375, 0.6152496337890625, 0.656829833984375, 0.6984100341796875, 0.739990234375, 0.7815704345703125, 0.823150634765625, 0.8647308349609375, 0.90631103515625, 0.9478912353515625, 0.989471435546875, 1.0310516357421875, 1.0726318359375, 1.1142120361328125, 1.155792236328125, 1.1973724365234375, 1.23895263671875, 1.2805328369140625, 1.322113037109375, 1.3636932373046875, 1.4052734375]}, "gradients/encoder.encoder.layers.21.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 5.0, 3.0, 8.0, 9.0, 18.0, 27.0, 29.0, 45.0, 45.0, 73.0, 110.0, 128.0, 128.0, 93.0, 77.0, 67.0, 46.0, 18.0, 20.0, 10.0, 17.0, 7.0, 6.0, 6.0, 7.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.548828125, -0.5276565551757812, -0.5064849853515625, -0.48531341552734375, -0.464141845703125, -0.44297027587890625, -0.4217987060546875, -0.40062713623046875, -0.37945556640625, -0.35828399658203125, -0.3371124267578125, -0.31594085693359375, -0.294769287109375, -0.27359771728515625, -0.2524261474609375, -0.23125457763671875, -0.2100830078125, -0.18891143798828125, -0.1677398681640625, -0.14656829833984375, -0.125396728515625, -0.10422515869140625, -0.0830535888671875, -0.06188201904296875, -0.04071044921875, -0.01953887939453125, 0.0016326904296875, 0.02280426025390625, 0.043975830078125, 0.06514739990234375, 0.0863189697265625, 0.10749053955078125, 0.128662109375, 0.14983367919921875, 0.1710052490234375, 0.19217681884765625, 0.213348388671875, 0.23451995849609375, 0.2556915283203125, 0.27686309814453125, 0.29803466796875, 0.31920623779296875, 0.3403778076171875, 0.36154937744140625, 0.382720947265625, 0.40389251708984375, 0.4250640869140625, 0.44623565673828125, 0.4674072265625, 0.48857879638671875, 0.5097503662109375, 0.5309219360351562, 0.552093505859375, 0.5732650756835938, 0.5944366455078125, 0.6156082153320312, 0.63677978515625, 0.6579513549804688, 0.6791229248046875, 0.7002944946289062, 0.721466064453125, 0.7426376342773438, 0.7638092041015625, 0.7849807739257812, 0.80615234375]}, "gradients/encoder.encoder.layers.21.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 16.0, 852.0, 145.0, 4.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-93.98867797851562, -91.0346450805664, -88.08061218261719, -85.12657165527344, -82.17253875732422, -79.218505859375, -76.26446533203125, -73.31043243408203, -70.35639953613281, -67.4023666381836, -64.44833374023438, -61.494293212890625, -58.540260314941406, -55.58622741699219, -52.6321907043457, -49.67815399169922, -46.72412109375, -43.77008819580078, -40.8160514831543, -37.86201477050781, -34.907981872558594, -31.953947067260742, -28.99991226196289, -26.04587745666504, -23.091842651367188, -20.137807846069336, -17.183773040771484, -14.229738235473633, -11.275703430175781, -8.32166862487793, -5.367633819580078, -2.4135990142822266, 0.540435791015625, 3.4944705963134766, 6.448505401611328, 9.40254020690918, 12.356575012207031, 15.310609817504883, 18.264644622802734, 21.218679428100586, 24.172714233398438, 27.12674903869629, 30.08078384399414, 33.034820556640625, 35.988853454589844, 38.94288635253906, 41.89692306518555, 44.85095977783203, 47.80499267578125, 50.75902557373047, 53.71306228637695, 56.66709899902344, 59.621131896972656, 62.575164794921875, 65.52920532226562, 68.48323822021484, 71.43727111816406, 74.39130401611328, 77.3453369140625, 80.29937744140625, 83.25341033935547, 86.20744323730469, 89.16148376464844, 92.11551666259766, 95.06954956054688]}, "gradients/encoder.encoder.layers.21.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 0.0, 6.0, 14.0, 10.0, 23.0, 17.0, 34.0, 32.0, 59.0, 39.0, 55.0, 64.0, 67.0, 76.0, 87.0, 58.0, 66.0, 64.0, 43.0, 45.0, 32.0, 24.0, 30.0, 22.0, 12.0, 8.0, 5.0, 7.0, 4.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-15.665040016174316, -15.221476554870605, -14.777913093566895, -14.3343505859375, -13.890787124633789, -13.447223663330078, -13.003660202026367, -12.560096740722656, -12.116533279418945, -11.672969818115234, -11.229406356811523, -10.785842895507812, -10.342280387878418, -9.898716926574707, -9.455153465270996, -9.011590003967285, -8.56802749633789, -8.12446403503418, -7.680901050567627, -7.237337589263916, -6.793774604797363, -6.350211143493652, -5.906647682189941, -5.4630842208862305, -5.019521236419678, -4.575957775115967, -4.132394790649414, -3.688831329345703, -3.2452681064605713, -2.8017048835754395, -2.3581414222717285, -1.9145781993865967, -1.4710140228271484, -1.0274507999420166, -0.5838874578475952, -0.14032411575317383, 0.303239107131958, 0.7468023300170898, 1.1903657913208008, 1.6339290142059326, 2.0774922370910645, 2.5210554599761963, 2.964618682861328, 3.408182144165039, 3.851745367050171, 4.295308589935303, 4.738872051239014, 5.182435035705566, 5.625998497009277, 6.069561958312988, 6.513124942779541, 6.956688404083252, 7.400251388549805, 7.843814849853516, 8.287378311157227, 8.730941772460938, 9.174505233764648, 9.61806869506836, 10.06163215637207, 10.505195617675781, 10.948758125305176, 11.392321586608887, 11.835885047912598, 12.279448509216309, 12.723011016845703]}, "gradients/encoder.encoder.layers.20.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 6.0, 5.0, 12.0, 14.0, 30.0, 34.0, 109.0, 361.0, 2760.0, 4187842.0, 2702.0, 279.0, 84.0, 20.0, 15.0, 8.0, 2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-38.65625, -37.65234375, -36.6484375, -35.64453125, -34.640625, -33.63671875, -32.6328125, -31.62890625, -30.625, -29.62109375, -28.6171875, -27.61328125, -26.609375, -25.60546875, -24.6015625, -23.59765625, -22.59375, -21.58984375, -20.5859375, -19.58203125, -18.578125, -17.57421875, -16.5703125, -15.56640625, -14.5625, -13.55859375, -12.5546875, -11.55078125, -10.546875, -9.54296875, -8.5390625, -7.53515625, -6.53125, -5.52734375, -4.5234375, -3.51953125, -2.515625, -1.51171875, -0.5078125, 0.49609375, 1.5, 2.50390625, 3.5078125, 4.51171875, 5.515625, 6.51953125, 7.5234375, 8.52734375, 9.53125, 10.53515625, 11.5390625, 12.54296875, 13.546875, 14.55078125, 15.5546875, 16.55859375, 17.5625, 18.56640625, 19.5703125, 20.57421875, 21.578125, 22.58203125, 23.5859375, 24.58984375, 25.59375]}, "gradients/encoder.encoder.layers.20.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 3.0, 4.0, 11.0, 8.0, 26.0, 93.0, 235.0, 327.0, 188.0, 63.0, 24.0, 8.0, 8.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.009765625, -0.9834136962890625, -0.957061767578125, -0.9307098388671875, -0.90435791015625, -0.8780059814453125, -0.851654052734375, -0.8253021240234375, -0.7989501953125, -0.7725982666015625, -0.746246337890625, -0.7198944091796875, -0.69354248046875, -0.6671905517578125, -0.640838623046875, -0.6144866943359375, -0.588134765625, -0.5617828369140625, -0.535430908203125, -0.5090789794921875, -0.48272705078125, -0.4563751220703125, -0.430023193359375, -0.4036712646484375, -0.3773193359375, -0.3509674072265625, -0.324615478515625, -0.2982635498046875, -0.27191162109375, -0.2455596923828125, -0.219207763671875, -0.1928558349609375, -0.16650390625, -0.1401519775390625, -0.113800048828125, -0.0874481201171875, -0.06109619140625, -0.0347442626953125, -0.008392333984375, 0.0179595947265625, 0.0443115234375, 0.0706634521484375, 0.097015380859375, 0.1233673095703125, 0.14971923828125, 0.1760711669921875, 0.202423095703125, 0.2287750244140625, 0.255126953125, 0.2814788818359375, 0.307830810546875, 0.3341827392578125, 0.36053466796875, 0.3868865966796875, 0.413238525390625, 0.4395904541015625, 0.4659423828125, 0.4922943115234375, 0.518646240234375, 0.5449981689453125, 0.57135009765625, 0.5977020263671875, 0.624053955078125, 0.6504058837890625, 0.6767578125]}, "gradients/encoder.encoder.layers.20.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 8.0, 3.0, 8.0, 12.0, 15.0, 23.0, 35.0, 61.0, 109.0, 183.0, 425.0, 1799.0, 13806.0, 4018813.0, 151315.0, 5686.0, 1116.0, 380.0, 213.0, 114.0, 70.0, 37.0, 24.0, 16.0, 6.0, 5.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.796875, -2.6556396484375, -2.514404296875, -2.3731689453125, -2.23193359375, -2.0906982421875, -1.949462890625, -1.8082275390625, -1.6669921875, -1.5257568359375, -1.384521484375, -1.2432861328125, -1.10205078125, -0.9608154296875, -0.819580078125, -0.6783447265625, -0.537109375, -0.3958740234375, -0.254638671875, -0.1134033203125, 0.02783203125, 0.1690673828125, 0.310302734375, 0.4515380859375, 0.5927734375, 0.7340087890625, 0.875244140625, 1.0164794921875, 1.15771484375, 1.2989501953125, 1.440185546875, 1.5814208984375, 1.72265625, 1.8638916015625, 2.005126953125, 2.1463623046875, 2.28759765625, 2.4288330078125, 2.570068359375, 2.7113037109375, 2.8525390625, 2.9937744140625, 3.135009765625, 3.2762451171875, 3.41748046875, 3.5587158203125, 3.699951171875, 3.8411865234375, 3.982421875, 4.1236572265625, 4.264892578125, 4.4061279296875, 4.54736328125, 4.6885986328125, 4.829833984375, 4.9710693359375, 5.1123046875, 5.2535400390625, 5.394775390625, 5.5360107421875, 5.67724609375, 5.8184814453125, 5.959716796875, 6.1009521484375, 6.2421875]}, "gradients/encoder.encoder.layers.20.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 5.0, 6.0, 5.0, 7.0, 12.0, 12.0, 21.0, 43.0, 65.0, 119.0, 426.0, 2316.0, 673.0, 176.0, 60.0, 42.0, 23.0, 20.0, 11.0, 12.0, 4.0, 5.0, 2.0, 4.0, 7.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.43408203125, -0.41301727294921875, -0.3919525146484375, -0.37088775634765625, -0.349822998046875, -0.32875823974609375, -0.3076934814453125, -0.28662872314453125, -0.26556396484375, -0.24449920654296875, -0.2234344482421875, -0.20236968994140625, -0.181304931640625, -0.16024017333984375, -0.1391754150390625, -0.11811065673828125, -0.0970458984375, -0.07598114013671875, -0.0549163818359375, -0.03385162353515625, -0.012786865234375, 0.00827789306640625, 0.0293426513671875, 0.05040740966796875, 0.07147216796875, 0.09253692626953125, 0.1136016845703125, 0.13466644287109375, 0.155731201171875, 0.17679595947265625, 0.1978607177734375, 0.21892547607421875, 0.239990234375, 0.26105499267578125, 0.2821197509765625, 0.30318450927734375, 0.324249267578125, 0.34531402587890625, 0.3663787841796875, 0.38744354248046875, 0.40850830078125, 0.42957305908203125, 0.4506378173828125, 0.47170257568359375, 0.492767333984375, 0.5138320922851562, 0.5348968505859375, 0.5559616088867188, 0.5770263671875, 0.5980911254882812, 0.6191558837890625, 0.6402206420898438, 0.661285400390625, 0.6823501586914062, 0.7034149169921875, 0.7244796752929688, 0.74554443359375, 0.7666091918945312, 0.7876739501953125, 0.8087387084960938, 0.829803466796875, 0.8508682250976562, 0.8719329833984375, 0.8929977416992188, 0.9140625]}, "gradients/encoder.encoder.layers.20.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 15.0, 962.0, 35.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-44.37193298339844, -43.60103225708008, -42.83012771606445, -42.059226989746094, -41.288326263427734, -40.517425537109375, -39.74652099609375, -38.97562026977539, -38.20471954345703, -37.43381881713867, -36.66291427612305, -35.89201354980469, -35.12111282348633, -34.35021209716797, -33.579307556152344, -32.808406829833984, -32.037506103515625, -31.266603469848633, -30.495702743530273, -29.72480010986328, -28.953899383544922, -28.18299674987793, -27.41209602355957, -26.641193389892578, -25.870290756225586, -25.099388122558594, -24.328487396240234, -23.557584762573242, -22.786684036254883, -22.01578140258789, -21.24488067626953, -20.47397804260254, -19.703075408935547, -18.932172775268555, -18.161272048950195, -17.390369415283203, -16.619468688964844, -15.848567008972168, -15.077665328979492, -14.3067626953125, -13.53586196899414, -12.764960289001465, -11.994058609008789, -11.223156929016113, -10.452255249023438, -9.681353569030762, -8.910451889038086, -8.139549255371094, -7.368648529052734, -6.597746849060059, -5.826845169067383, -5.055943489074707, -4.285041809082031, -3.5141398906707764, -2.7432379722595215, -1.9723362922668457, -1.20143461227417, -0.43053287267684937, 0.3403688669204712, 1.1112706661224365, 1.8821723461151123, 2.653074026107788, 3.423975944519043, 4.194877624511719, 4.9657793045043945]}, "gradients/encoder.encoder.layers.20.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 7.0, 6.0, 2.0, 13.0, 15.0, 19.0, 29.0, 39.0, 42.0, 72.0, 80.0, 76.0, 94.0, 87.0, 78.0, 90.0, 66.0, 49.0, 38.0, 37.0, 20.0, 13.0, 6.0, 12.0, 10.0, 6.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.345717430114746, -3.264324188232422, -3.1829311847686768, -3.1015379428863525, -3.0201449394226074, -2.938751697540283, -2.857358694076538, -2.775965452194214, -2.6945724487304688, -2.6131792068481445, -2.5317862033843994, -2.450392961502075, -2.36899995803833, -2.287606716156006, -2.2062137126922607, -2.1248204708099365, -2.0434274673461914, -1.9620343446731567, -1.880641222000122, -1.7992480993270874, -1.7178549766540527, -1.636461853981018, -1.5550687313079834, -1.4736754894256592, -1.392282247543335, -1.3108891248703003, -1.2294960021972656, -1.148102879524231, -1.0667097568511963, -0.9853166341781616, -0.9039234519004822, -0.8225303292274475, -0.7411373853683472, -0.6597442626953125, -0.5783511400222778, -0.4969579875469208, -0.4155648648738861, -0.33417174220085144, -0.2527785897254944, -0.17138546705245972, -0.08999234437942505, -0.008599214255809784, 0.07279391586780548, 0.15418705344200134, 0.235580176115036, 0.3169732987880707, 0.39836645126342773, 0.4797595739364624, 0.5611526966094971, 0.6425458192825317, 0.7239389419555664, 0.8053320646286011, 0.8867251873016357, 0.9681183099746704, 1.049511432647705, 1.1309046745300293, 1.2122976779937744, 1.293690800666809, 1.3750839233398438, 1.4564770460128784, 1.537870168685913, 1.6192632913589478, 1.7006564140319824, 1.7820496559143066, 1.8634427785873413]}, "gradients/encoder.encoder.layers.20.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 6.0, 6.0, 6.0, 4.0, 8.0, 17.0, 22.0, 49.0, 71.0, 106.0, 180.0, 317.0, 766.0, 2898.0, 36557.0, 992374.0, 12090.0, 1850.0, 572.0, 286.0, 134.0, 68.0, 70.0, 26.0, 18.0, 20.0, 14.0, 4.0, 9.0, 1.0, 9.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-5.30078125, -5.141845703125, -4.98291015625, -4.823974609375, -4.6650390625, -4.506103515625, -4.34716796875, -4.188232421875, -4.029296875, -3.870361328125, -3.71142578125, -3.552490234375, -3.3935546875, -3.234619140625, -3.07568359375, -2.916748046875, -2.7578125, -2.598876953125, -2.43994140625, -2.281005859375, -2.1220703125, -1.963134765625, -1.80419921875, -1.645263671875, -1.486328125, -1.327392578125, -1.16845703125, -1.009521484375, -0.8505859375, -0.691650390625, -0.53271484375, -0.373779296875, -0.21484375, -0.055908203125, 0.10302734375, 0.261962890625, 0.4208984375, 0.579833984375, 0.73876953125, 0.897705078125, 1.056640625, 1.215576171875, 1.37451171875, 1.533447265625, 1.6923828125, 1.851318359375, 2.01025390625, 2.169189453125, 2.328125, 2.487060546875, 2.64599609375, 2.804931640625, 2.9638671875, 3.122802734375, 3.28173828125, 3.440673828125, 3.599609375, 3.758544921875, 3.91748046875, 4.076416015625, 4.2353515625, 4.394287109375, 4.55322265625, 4.712158203125, 4.87109375]}, "gradients/encoder.encoder.layers.20.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 5.0, 7.0, 8.0, 23.0, 73.0, 218.0, 335.0, 209.0, 81.0, 27.0, 7.0, 7.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.97705078125, -0.9516525268554688, -0.9262542724609375, -0.9008560180664062, -0.875457763671875, -0.8500595092773438, -0.8246612548828125, -0.7992630004882812, -0.77386474609375, -0.7484664916992188, -0.7230682373046875, -0.6976699829101562, -0.672271728515625, -0.6468734741210938, -0.6214752197265625, -0.5960769653320312, -0.5706787109375, -0.5452804565429688, -0.5198822021484375, -0.49448394775390625, -0.469085693359375, -0.44368743896484375, -0.4182891845703125, -0.39289093017578125, -0.36749267578125, -0.34209442138671875, -0.3166961669921875, -0.29129791259765625, -0.265899658203125, -0.24050140380859375, -0.2151031494140625, -0.18970489501953125, -0.164306640625, -0.13890838623046875, -0.1135101318359375, -0.08811187744140625, -0.062713623046875, -0.03731536865234375, -0.0119171142578125, 0.01348114013671875, 0.03887939453125, 0.06427764892578125, 0.0896759033203125, 0.11507415771484375, 0.140472412109375, 0.16587066650390625, 0.1912689208984375, 0.21666717529296875, 0.2420654296875, 0.26746368408203125, 0.2928619384765625, 0.31826019287109375, 0.343658447265625, 0.36905670166015625, 0.3944549560546875, 0.41985321044921875, 0.44525146484375, 0.47064971923828125, 0.4960479736328125, 0.5214462280273438, 0.546844482421875, 0.5722427368164062, 0.5976409912109375, 0.6230392456054688, 0.6484375]}, "gradients/encoder.encoder.layers.20.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 3.0, 7.0, 6.0, 12.0, 14.0, 17.0, 13.0, 28.0, 46.0, 75.0, 103.0, 159.0, 273.0, 492.0, 914.0, 2113.0, 7161.0, 44255.0, 537186.0, 411799.0, 33995.0, 5957.0, 1879.0, 896.0, 438.0, 268.0, 139.0, 92.0, 81.0, 36.0, 22.0, 27.0, 14.0, 16.0, 5.0, 2.0, 2.0, 5.0, 3.0, 0.0, 2.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7158203125, -1.6565399169921875, -1.597259521484375, -1.5379791259765625, -1.47869873046875, -1.4194183349609375, -1.360137939453125, -1.3008575439453125, -1.2415771484375, -1.1822967529296875, -1.123016357421875, -1.0637359619140625, -1.00445556640625, -0.9451751708984375, -0.885894775390625, -0.8266143798828125, -0.767333984375, -0.7080535888671875, -0.648773193359375, -0.5894927978515625, -0.53021240234375, -0.4709320068359375, -0.411651611328125, -0.3523712158203125, -0.2930908203125, -0.2338104248046875, -0.174530029296875, -0.1152496337890625, -0.05596923828125, 0.0033111572265625, 0.062591552734375, 0.1218719482421875, 0.18115234375, 0.2404327392578125, 0.299713134765625, 0.3589935302734375, 0.41827392578125, 0.4775543212890625, 0.536834716796875, 0.5961151123046875, 0.6553955078125, 0.7146759033203125, 0.773956298828125, 0.8332366943359375, 0.89251708984375, 0.9517974853515625, 1.011077880859375, 1.0703582763671875, 1.129638671875, 1.1889190673828125, 1.248199462890625, 1.3074798583984375, 1.36676025390625, 1.4260406494140625, 1.485321044921875, 1.5446014404296875, 1.6038818359375, 1.6631622314453125, 1.722442626953125, 1.7817230224609375, 1.84100341796875, 1.9002838134765625, 1.959564208984375, 2.0188446044921875, 2.078125]}, "gradients/encoder.encoder.layers.20.attention.v_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 2.0, 2.0, 8.0, 7.0, 7.0, 10.0, 13.0, 14.0, 15.0, 13.0, 27.0, 28.0, 27.0, 36.0, 37.0, 39.0, 49.0, 35.0, 46.0, 41.0, 51.0, 45.0, 58.0, 36.0, 44.0, 41.0, 46.0, 28.0, 38.0, 23.0, 27.0, 16.0, 25.0, 17.0, 14.0, 9.0, 4.0, 9.0, 3.0, 5.0, 2.0, 4.0, 4.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2861328125, -1.242034912109375, -1.19793701171875, -1.153839111328125, -1.1097412109375, -1.065643310546875, -1.02154541015625, -0.977447509765625, -0.933349609375, -0.889251708984375, -0.84515380859375, -0.801055908203125, -0.7569580078125, -0.712860107421875, -0.66876220703125, -0.624664306640625, -0.58056640625, -0.536468505859375, -0.49237060546875, -0.448272705078125, -0.4041748046875, -0.360076904296875, -0.31597900390625, -0.271881103515625, -0.227783203125, -0.183685302734375, -0.13958740234375, -0.095489501953125, -0.0513916015625, -0.007293701171875, 0.03680419921875, 0.080902099609375, 0.125, 0.169097900390625, 0.21319580078125, 0.257293701171875, 0.3013916015625, 0.345489501953125, 0.38958740234375, 0.433685302734375, 0.477783203125, 0.521881103515625, 0.56597900390625, 0.610076904296875, 0.6541748046875, 0.698272705078125, 0.74237060546875, 0.786468505859375, 0.83056640625, 0.874664306640625, 0.91876220703125, 0.962860107421875, 1.0069580078125, 1.051055908203125, 1.09515380859375, 1.139251708984375, 1.183349609375, 1.227447509765625, 1.27154541015625, 1.315643310546875, 1.3597412109375, 1.403839111328125, 1.44793701171875, 1.492034912109375, 1.5361328125]}, "gradients/encoder.encoder.layers.20.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 1.0, 5.0, 10.0, 15.0, 24.0, 41.0, 90.0, 195.0, 531.0, 2144.0, 62071.0, 973704.0, 8131.0, 1042.0, 313.0, 99.0, 50.0, 27.0, 20.0, 14.0, 10.0, 4.0, 4.0, 6.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6435546875, -1.5785064697265625, -1.513458251953125, -1.4484100341796875, -1.38336181640625, -1.3183135986328125, -1.253265380859375, -1.1882171630859375, -1.1231689453125, -1.0581207275390625, -0.993072509765625, -0.9280242919921875, -0.86297607421875, -0.7979278564453125, -0.732879638671875, -0.6678314208984375, -0.602783203125, -0.5377349853515625, -0.472686767578125, -0.4076385498046875, -0.34259033203125, -0.2775421142578125, -0.212493896484375, -0.1474456787109375, -0.0823974609375, -0.0173492431640625, 0.047698974609375, 0.1127471923828125, 0.17779541015625, 0.2428436279296875, 0.307891845703125, 0.3729400634765625, 0.43798828125, 0.5030364990234375, 0.568084716796875, 0.6331329345703125, 0.69818115234375, 0.7632293701171875, 0.828277587890625, 0.8933258056640625, 0.9583740234375, 1.0234222412109375, 1.088470458984375, 1.1535186767578125, 1.21856689453125, 1.2836151123046875, 1.348663330078125, 1.4137115478515625, 1.478759765625, 1.5438079833984375, 1.608856201171875, 1.6739044189453125, 1.73895263671875, 1.8040008544921875, 1.869049072265625, 1.9340972900390625, 1.9991455078125, 2.0641937255859375, 2.129241943359375, 2.1942901611328125, 2.25933837890625, 2.3243865966796875, 2.389434814453125, 2.4544830322265625, 2.51953125]}, "gradients/encoder.encoder.layers.20.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 7.0, 2.0, 8.0, 11.0, 11.0, 12.0, 20.0, 18.0, 15.0, 29.0, 31.0, 49.0, 58.0, 99.0, 176.0, 151.0, 90.0, 68.0, 27.0, 35.0, 30.0, 11.0, 5.0, 10.0, 10.0, 5.0, 5.0, 4.0, 1.0, 4.0, 5.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00017535686492919922, -0.00016830675303936005, -0.00016125664114952087, -0.0001542065292596817, -0.00014715641736984253, -0.00014010630548000336, -0.00013305619359016418, -0.000126006081700325, -0.00011895596981048584, -0.00011190585792064667, -0.0001048557460308075, -9.780563414096832e-05, -9.075552225112915e-05, -8.370541036128998e-05, -7.66552984714508e-05, -6.960518658161163e-05, -6.255507469177246e-05, -5.550496280193329e-05, -4.8454850912094116e-05, -4.1404739022254944e-05, -3.435462713241577e-05, -2.73045152425766e-05, -2.0254403352737427e-05, -1.3204291462898254e-05, -6.154179573059082e-06, 8.959323167800903e-07, 7.946044206619263e-06, 1.4996156096458435e-05, 2.2046267986297607e-05, 2.909637987613678e-05, 3.614649176597595e-05, 4.3196603655815125e-05, 5.02467155456543e-05, 5.729682743549347e-05, 6.434693932533264e-05, 7.139705121517181e-05, 7.844716310501099e-05, 8.549727499485016e-05, 9.254738688468933e-05, 9.95974987745285e-05, 0.00010664761066436768, 0.00011369772255420685, 0.00012074783444404602, 0.0001277979463338852, 0.00013484805822372437, 0.00014189817011356354, 0.0001489482820034027, 0.00015599839389324188, 0.00016304850578308105, 0.00017009861767292023, 0.0001771487295627594, 0.00018419884145259857, 0.00019124895334243774, 0.00019829906523227692, 0.0002053491771221161, 0.00021239928901195526, 0.00021944940090179443, 0.0002264995127916336, 0.00023354962468147278, 0.00024059973657131195, 0.0002476498484611511, 0.0002546999603509903, 0.00026175007224082947, 0.00026880018413066864, 0.0002758502960205078]}, "gradients/encoder.encoder.layers.20.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 10.0, 9.0, 9.0, 22.0, 17.0, 30.0, 56.0, 74.0, 143.0, 292.0, 721.0, 2470.0, 19700.0, 898208.0, 118890.0, 5822.0, 1195.0, 432.0, 194.0, 95.0, 51.0, 41.0, 25.0, 15.0, 11.0, 6.0, 10.0, 1.0, 2.0, 4.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2958984375, -1.2413177490234375, -1.186737060546875, -1.1321563720703125, -1.07757568359375, -1.0229949951171875, -0.968414306640625, -0.9138336181640625, -0.8592529296875, -0.8046722412109375, -0.750091552734375, -0.6955108642578125, -0.64093017578125, -0.5863494873046875, -0.531768798828125, -0.4771881103515625, -0.422607421875, -0.3680267333984375, -0.313446044921875, -0.2588653564453125, -0.20428466796875, -0.1497039794921875, -0.095123291015625, -0.0405426025390625, 0.0140380859375, 0.0686187744140625, 0.123199462890625, 0.1777801513671875, 0.23236083984375, 0.2869415283203125, 0.341522216796875, 0.3961029052734375, 0.45068359375, 0.5052642822265625, 0.559844970703125, 0.6144256591796875, 0.66900634765625, 0.7235870361328125, 0.778167724609375, 0.8327484130859375, 0.8873291015625, 0.9419097900390625, 0.996490478515625, 1.0510711669921875, 1.10565185546875, 1.1602325439453125, 1.214813232421875, 1.2693939208984375, 1.323974609375, 1.3785552978515625, 1.433135986328125, 1.4877166748046875, 1.54229736328125, 1.5968780517578125, 1.651458740234375, 1.7060394287109375, 1.7606201171875, 1.8152008056640625, 1.869781494140625, 1.9243621826171875, 1.97894287109375, 2.0335235595703125, 2.088104248046875, 2.1426849365234375, 2.197265625]}, "gradients/encoder.encoder.layers.20.attention.q_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 1.0, 5.0, 3.0, 2.0, 4.0, 4.0, 3.0, 6.0, 9.0, 8.0, 11.0, 25.0, 26.0, 35.0, 76.0, 96.0, 110.0, 122.0, 128.0, 115.0, 66.0, 45.0, 33.0, 20.0, 12.0, 9.0, 7.0, 8.0, 7.0, 2.0, 6.0, 5.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5478515625, -0.521514892578125, -0.49517822265625, -0.468841552734375, -0.4425048828125, -0.416168212890625, -0.38983154296875, -0.363494873046875, -0.337158203125, -0.310821533203125, -0.28448486328125, -0.258148193359375, -0.2318115234375, -0.205474853515625, -0.17913818359375, -0.152801513671875, -0.12646484375, -0.100128173828125, -0.07379150390625, -0.047454833984375, -0.0211181640625, 0.005218505859375, 0.03155517578125, 0.057891845703125, 0.084228515625, 0.110565185546875, 0.13690185546875, 0.163238525390625, 0.1895751953125, 0.215911865234375, 0.24224853515625, 0.268585205078125, 0.294921875, 0.321258544921875, 0.34759521484375, 0.373931884765625, 0.4002685546875, 0.426605224609375, 0.45294189453125, 0.479278564453125, 0.505615234375, 0.531951904296875, 0.55828857421875, 0.584625244140625, 0.6109619140625, 0.637298583984375, 0.66363525390625, 0.689971923828125, 0.71630859375, 0.742645263671875, 0.76898193359375, 0.795318603515625, 0.8216552734375, 0.847991943359375, 0.87432861328125, 0.900665283203125, 0.927001953125, 0.953338623046875, 0.97967529296875, 1.006011962890625, 1.0323486328125, 1.058685302734375, 1.08502197265625, 1.111358642578125, 1.1376953125]}, "gradients/encoder.encoder.layers.20.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 13.0, 871.0, 132.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-50.287506103515625, -47.458316802978516, -44.62912368774414, -41.79993438720703, -38.970741271972656, -36.14155197143555, -33.31236267089844, -30.483171463012695, -27.653980255126953, -24.82478904724121, -21.99559783935547, -19.16640853881836, -16.337217330932617, -13.508026123046875, -10.678836822509766, -7.849645614624023, -5.020454406738281, -2.1912636756896973, 0.6379270553588867, 3.4671173095703125, 6.296308517456055, 9.125499725341797, 11.954689025878906, 14.783880233764648, 17.61307144165039, 20.442262649536133, 23.271453857421875, 26.100643157958984, 28.929834365844727, 31.75902557373047, 34.58821487426758, 37.41740417480469, 40.24659729003906, 43.07578659057617, 45.90497970581055, 48.734169006347656, 51.56336212158203, 54.39255142211914, 57.22174072265625, 60.050933837890625, 62.880123138427734, 65.70931243896484, 68.53850555419922, 71.36769104003906, 74.19688415527344, 77.02607727050781, 79.85527038574219, 82.68445587158203, 85.5136489868164, 88.34284210205078, 91.17202758789062, 94.001220703125, 96.83041381835938, 99.65960693359375, 102.4887924194336, 105.31798553466797, 108.14717102050781, 110.97636413574219, 113.80554962158203, 116.6347427368164, 119.46393585205078, 122.29312133789062, 125.122314453125, 127.95150756835938, 130.78070068359375]}, "gradients/encoder.encoder.layers.20.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 6.0, 8.0, 2.0, 8.0, 4.0, 12.0, 9.0, 12.0, 15.0, 14.0, 25.0, 22.0, 32.0, 32.0, 32.0, 36.0, 50.0, 41.0, 42.0, 53.0, 51.0, 45.0, 56.0, 41.0, 43.0, 40.0, 40.0, 40.0, 33.0, 28.0, 27.0, 16.0, 15.0, 19.0, 16.0, 12.0, 10.0, 5.0, 8.0, 1.0, 2.0, 2.0, 4.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-9.741975784301758, -9.454259872436523, -9.166544914245605, -8.878829956054688, -8.591114044189453, -8.303398132324219, -8.0156831741333, -7.727967739105225, -7.440252304077148, -7.152536869049072, -6.864821434020996, -6.57710599899292, -6.289390563964844, -6.001675128936768, -5.713959693908691, -5.426244258880615, -5.138528823852539, -4.850813388824463, -4.563097953796387, -4.2753825187683105, -3.9876670837402344, -3.699951648712158, -3.412236213684082, -3.124520778656006, -2.8368053436279297, -2.5490899085998535, -2.2613744735717773, -1.9736590385437012, -1.685943603515625, -1.3982281684875488, -1.1105127334594727, -0.8227972984313965, -0.5350818634033203, -0.24736642837524414, 0.04034900665283203, 0.3280644416809082, 0.6157798767089844, 0.9034953117370605, 1.1912107467651367, 1.478926181793213, 1.766641616821289, 2.0543570518493652, 2.3420724868774414, 2.6297879219055176, 2.9175033569335938, 3.20521879196167, 3.492934226989746, 3.7806496620178223, 4.068365097045898, 4.356080532073975, 4.643795967102051, 4.931511402130127, 5.219226837158203, 5.506942272186279, 5.7946577072143555, 6.082373142242432, 6.370088577270508, 6.657804012298584, 6.94551944732666, 7.233234882354736, 7.5209503173828125, 7.808665752410889, 8.096381187438965, 8.384096145629883, 8.671812057495117]}, "gradients/encoder.encoder.layers.19.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 3.0, 4.0, 7.0, 5.0, 16.0, 29.0, 30.0, 43.0, 83.0, 136.0, 345.0, 1284.0, 11380.0, 4170247.0, 9187.0, 1010.0, 256.0, 95.0, 56.0, 21.0, 15.0, 5.0, 11.0, 5.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-10.4375, -10.17962646484375, -9.9217529296875, -9.66387939453125, -9.406005859375, -9.14813232421875, -8.8902587890625, -8.63238525390625, -8.37451171875, -8.11663818359375, -7.8587646484375, -7.60089111328125, -7.343017578125, -7.08514404296875, -6.8272705078125, -6.56939697265625, -6.3115234375, -6.05364990234375, -5.7957763671875, -5.53790283203125, -5.280029296875, -5.02215576171875, -4.7642822265625, -4.50640869140625, -4.24853515625, -3.99066162109375, -3.7327880859375, -3.47491455078125, -3.217041015625, -2.95916748046875, -2.7012939453125, -2.44342041015625, -2.185546875, -1.92767333984375, -1.6697998046875, -1.41192626953125, -1.154052734375, -0.89617919921875, -0.6383056640625, -0.38043212890625, -0.12255859375, 0.13531494140625, 0.3931884765625, 0.65106201171875, 0.908935546875, 1.16680908203125, 1.4246826171875, 1.68255615234375, 1.9404296875, 2.19830322265625, 2.4561767578125, 2.71405029296875, 2.971923828125, 3.22979736328125, 3.4876708984375, 3.74554443359375, 4.00341796875, 4.26129150390625, 4.5191650390625, 4.77703857421875, 5.034912109375, 5.29278564453125, 5.5506591796875, 5.80853271484375, 6.06640625]}, "gradients/encoder.encoder.layers.19.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 4.0, 2.0, 11.0, 19.0, 57.0, 141.0, 229.0, 250.0, 161.0, 83.0, 28.0, 11.0, 5.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0322265625, -1.0051345825195312, -0.9780426025390625, -0.9509506225585938, -0.923858642578125, -0.8967666625976562, -0.8696746826171875, -0.8425827026367188, -0.81549072265625, -0.7883987426757812, -0.7613067626953125, -0.7342147827148438, -0.707122802734375, -0.6800308227539062, -0.6529388427734375, -0.6258468627929688, -0.5987548828125, -0.5716629028320312, -0.5445709228515625, -0.5174789428710938, -0.490386962890625, -0.46329498291015625, -0.4362030029296875, -0.40911102294921875, -0.38201904296875, -0.35492706298828125, -0.3278350830078125, -0.30074310302734375, -0.273651123046875, -0.24655914306640625, -0.2194671630859375, -0.19237518310546875, -0.165283203125, -0.13819122314453125, -0.1110992431640625, -0.08400726318359375, -0.056915283203125, -0.02982330322265625, -0.0027313232421875, 0.02436065673828125, 0.05145263671875, 0.07854461669921875, 0.1056365966796875, 0.13272857666015625, 0.159820556640625, 0.18691253662109375, 0.2140045166015625, 0.24109649658203125, 0.2681884765625, 0.29528045654296875, 0.3223724365234375, 0.34946441650390625, 0.376556396484375, 0.40364837646484375, 0.4307403564453125, 0.45783233642578125, 0.48492431640625, 0.5120162963867188, 0.5391082763671875, 0.5662002563476562, 0.593292236328125, 0.6203842163085938, 0.6474761962890625, 0.6745681762695312, 0.70166015625]}, "gradients/encoder.encoder.layers.19.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 5.0, 1.0, 2.0, 6.0, 10.0, 16.0, 17.0, 41.0, 45.0, 90.0, 131.0, 245.0, 612.0, 2322.0, 15562.0, 3475565.0, 683268.0, 12854.0, 2289.0, 572.0, 210.0, 122.0, 77.0, 59.0, 40.0, 40.0, 21.0, 12.0, 11.0, 13.0, 6.0, 3.0, 6.0, 7.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.068359375, -2.98297119140625, -2.8975830078125, -2.81219482421875, -2.726806640625, -2.64141845703125, -2.5560302734375, -2.47064208984375, -2.38525390625, -2.29986572265625, -2.2144775390625, -2.12908935546875, -2.043701171875, -1.95831298828125, -1.8729248046875, -1.78753662109375, -1.7021484375, -1.61676025390625, -1.5313720703125, -1.44598388671875, -1.360595703125, -1.27520751953125, -1.1898193359375, -1.10443115234375, -1.01904296875, -0.93365478515625, -0.8482666015625, -0.76287841796875, -0.677490234375, -0.59210205078125, -0.5067138671875, -0.42132568359375, -0.3359375, -0.25054931640625, -0.1651611328125, -0.07977294921875, 0.005615234375, 0.09100341796875, 0.1763916015625, 0.26177978515625, 0.34716796875, 0.43255615234375, 0.5179443359375, 0.60333251953125, 0.688720703125, 0.77410888671875, 0.8594970703125, 0.94488525390625, 1.0302734375, 1.11566162109375, 1.2010498046875, 1.28643798828125, 1.371826171875, 1.45721435546875, 1.5426025390625, 1.62799072265625, 1.71337890625, 1.79876708984375, 1.8841552734375, 1.96954345703125, 2.054931640625, 2.14031982421875, 2.2257080078125, 2.31109619140625, 2.396484375]}, "gradients/encoder.encoder.layers.19.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 2.0, 1.0, 3.0, 3.0, 5.0, 5.0, 9.0, 12.0, 15.0, 22.0, 45.0, 64.0, 116.0, 316.0, 1607.0, 1249.0, 301.0, 130.0, 57.0, 34.0, 14.0, 20.0, 14.0, 11.0, 8.0, 5.0, 2.0, 1.0, 3.0, 0.0, 2.0, 5.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.37939453125, -0.3628692626953125, -0.346343994140625, -0.3298187255859375, -0.31329345703125, -0.2967681884765625, -0.280242919921875, -0.2637176513671875, -0.2471923828125, -0.2306671142578125, -0.214141845703125, -0.1976165771484375, -0.18109130859375, -0.1645660400390625, -0.148040771484375, -0.1315155029296875, -0.114990234375, -0.0984649658203125, -0.081939697265625, -0.0654144287109375, -0.04888916015625, -0.0323638916015625, -0.015838623046875, 0.0006866455078125, 0.0172119140625, 0.0337371826171875, 0.050262451171875, 0.0667877197265625, 0.08331298828125, 0.0998382568359375, 0.116363525390625, 0.1328887939453125, 0.1494140625, 0.1659393310546875, 0.182464599609375, 0.1989898681640625, 0.21551513671875, 0.2320404052734375, 0.248565673828125, 0.2650909423828125, 0.2816162109375, 0.2981414794921875, 0.314666748046875, 0.3311920166015625, 0.34771728515625, 0.3642425537109375, 0.380767822265625, 0.3972930908203125, 0.413818359375, 0.4303436279296875, 0.446868896484375, 0.4633941650390625, 0.47991943359375, 0.4964447021484375, 0.512969970703125, 0.5294952392578125, 0.5460205078125, 0.5625457763671875, 0.579071044921875, 0.5955963134765625, 0.61212158203125, 0.6286468505859375, 0.645172119140625, 0.6616973876953125, 0.67822265625]}, "gradients/encoder.encoder.layers.19.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 5.0, 65.0, 868.0, 69.0, 4.0, 5.0, 1.0, 1.0], "bins": [-25.293785095214844, -24.861278533935547, -24.42877197265625, -23.996265411376953, -23.563758850097656, -23.13125228881836, -22.698745727539062, -22.266239166259766, -21.83373260498047, -21.401226043701172, -20.968719482421875, -20.536212921142578, -20.10370635986328, -19.671199798583984, -19.238693237304688, -18.80618667602539, -18.373680114746094, -17.941173553466797, -17.5086669921875, -17.076160430908203, -16.643653869628906, -16.21114730834961, -15.778640747070312, -15.346134185791016, -14.913629531860352, -14.481122970581055, -14.048616409301758, -13.616109848022461, -13.183603286743164, -12.751096725463867, -12.31859016418457, -11.886083602905273, -11.453577041625977, -11.02107048034668, -10.588563919067383, -10.156057357788086, -9.723550796508789, -9.291044235229492, -8.858537673950195, -8.426031112670898, -7.993525505065918, -7.561018943786621, -7.128512382507324, -6.696005821228027, -6.2634992599487305, -5.830992698669434, -5.398486614227295, -4.965980052947998, -4.533473014831543, -4.100966453552246, -3.668459892272949, -3.2359535694122314, -2.8034470081329346, -2.3709404468536377, -1.93843412399292, -1.505927562713623, -1.0734212398529053, -0.6409147381782532, -0.20840823650360107, 0.22409820556640625, 0.6566047668457031, 1.089111328125, 1.5216176509857178, 1.9541242122650146, 2.3866307735443115]}, "gradients/encoder.encoder.layers.19.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 5.0, 5.0, 4.0, 8.0, 11.0, 8.0, 18.0, 23.0, 17.0, 21.0, 27.0, 32.0, 35.0, 45.0, 29.0, 48.0, 43.0, 40.0, 48.0, 47.0, 44.0, 51.0, 49.0, 37.0, 36.0, 35.0, 30.0, 32.0, 34.0, 29.0, 22.0, 15.0, 18.0, 8.0, 9.0, 4.0, 8.0, 9.0, 3.0, 7.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-1.3035557270050049, -1.262080192565918, -1.220604658126831, -1.1791292428970337, -1.1376537084579468, -1.0961781740188599, -1.054702639579773, -1.0132272243499756, -0.9717516899108887, -0.9302761554718018, -0.8888006806373596, -0.8473251461982727, -0.8058496713638306, -0.7643741369247437, -0.7228986024856567, -0.6814231276512146, -0.6399475932121277, -0.5984720587730408, -0.5569965839385986, -0.5155210494995117, -0.4740455746650696, -0.43257004022598267, -0.39109453558921814, -0.3496190309524536, -0.3081435263156891, -0.26666802167892456, -0.22519251704216003, -0.18371699750423431, -0.1422414928674698, -0.10076598823070526, -0.05929046869277954, -0.017814964056015015, 0.02366054058074951, 0.06513604521751404, 0.10661155730485916, 0.14808706939220428, 0.1895625740289688, 0.23103807866573334, 0.27251359820365906, 0.3139891028404236, 0.3554646074771881, 0.39694011211395264, 0.43841561675071716, 0.4798911213874817, 0.5213666558265686, 0.5628421306610107, 0.6043176651000977, 0.6457931995391846, 0.6872686743736267, 0.7287442088127136, 0.7702196836471558, 0.8116952180862427, 0.8531706929206848, 0.8946462273597717, 0.9361217021942139, 0.9775972366333008, 1.0190727710723877, 1.0605483055114746, 1.1020238399505615, 1.1434992551803589, 1.1849747896194458, 1.2264503240585327, 1.2679258584976196, 1.309401273727417, 1.350876808166504]}, "gradients/encoder.encoder.layers.19.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 5.0, 5.0, 9.0, 8.0, 14.0, 6.0, 17.0, 19.0, 31.0, 37.0, 37.0, 42.0, 72.0, 52.0, 121.0, 168.0, 265.0, 474.0, 896.0, 1879.0, 6707.0, 57059.0, 822491.0, 141970.0, 10891.0, 2523.0, 1125.0, 557.0, 295.0, 193.0, 137.0, 85.0, 81.0, 59.0, 37.0, 34.0, 39.0, 28.0, 17.0, 12.0, 7.0, 9.0, 11.0, 8.0, 9.0, 3.0, 2.0, 1.0, 4.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0], "bins": [-1.7919921875, -1.7335205078125, -1.675048828125, -1.6165771484375, -1.55810546875, -1.4996337890625, -1.441162109375, -1.3826904296875, -1.32421875, -1.2657470703125, -1.207275390625, -1.1488037109375, -1.09033203125, -1.0318603515625, -0.973388671875, -0.9149169921875, -0.8564453125, -0.7979736328125, -0.739501953125, -0.6810302734375, -0.62255859375, -0.5640869140625, -0.505615234375, -0.4471435546875, -0.388671875, -0.3302001953125, -0.271728515625, -0.2132568359375, -0.15478515625, -0.0963134765625, -0.037841796875, 0.0206298828125, 0.0791015625, 0.1375732421875, 0.196044921875, 0.2545166015625, 0.31298828125, 0.3714599609375, 0.429931640625, 0.4884033203125, 0.546875, 0.6053466796875, 0.663818359375, 0.7222900390625, 0.78076171875, 0.8392333984375, 0.897705078125, 0.9561767578125, 1.0146484375, 1.0731201171875, 1.131591796875, 1.1900634765625, 1.24853515625, 1.3070068359375, 1.365478515625, 1.4239501953125, 1.482421875, 1.5408935546875, 1.599365234375, 1.6578369140625, 1.71630859375, 1.7747802734375, 1.833251953125, 1.8917236328125, 1.9501953125]}, "gradients/encoder.encoder.layers.19.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 4.0, 1.0, 11.0, 16.0, 52.0, 122.0, 229.0, 258.0, 165.0, 94.0, 32.0, 11.0, 7.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0087890625, -0.981689453125, -0.95458984375, -0.927490234375, -0.900390625, -0.873291015625, -0.84619140625, -0.819091796875, -0.7919921875, -0.764892578125, -0.73779296875, -0.710693359375, -0.68359375, -0.656494140625, -0.62939453125, -0.602294921875, -0.5751953125, -0.548095703125, -0.52099609375, -0.493896484375, -0.466796875, -0.439697265625, -0.41259765625, -0.385498046875, -0.3583984375, -0.331298828125, -0.30419921875, -0.277099609375, -0.25, -0.222900390625, -0.19580078125, -0.168701171875, -0.1416015625, -0.114501953125, -0.08740234375, -0.060302734375, -0.033203125, -0.006103515625, 0.02099609375, 0.048095703125, 0.0751953125, 0.102294921875, 0.12939453125, 0.156494140625, 0.18359375, 0.210693359375, 0.23779296875, 0.264892578125, 0.2919921875, 0.319091796875, 0.34619140625, 0.373291015625, 0.400390625, 0.427490234375, 0.45458984375, 0.481689453125, 0.5087890625, 0.535888671875, 0.56298828125, 0.590087890625, 0.6171875, 0.644287109375, 0.67138671875, 0.698486328125, 0.7255859375]}, "gradients/encoder.encoder.layers.19.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 4.0, 9.0, 6.0, 12.0, 7.0, 23.0, 21.0, 23.0, 37.0, 48.0, 70.0, 95.0, 128.0, 223.0, 392.0, 725.0, 1464.0, 4104.0, 15336.0, 81623.0, 565018.0, 320220.0, 44141.0, 9260.0, 2852.0, 1203.0, 561.0, 317.0, 187.0, 124.0, 75.0, 74.0, 42.0, 38.0, 25.0, 17.0, 13.0, 15.0, 7.0, 7.0, 4.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.2626953125, -1.220367431640625, -1.17803955078125, -1.135711669921875, -1.0933837890625, -1.051055908203125, -1.00872802734375, -0.966400146484375, -0.924072265625, -0.881744384765625, -0.83941650390625, -0.797088623046875, -0.7547607421875, -0.712432861328125, -0.67010498046875, -0.627777099609375, -0.58544921875, -0.543121337890625, -0.50079345703125, -0.458465576171875, -0.4161376953125, -0.373809814453125, -0.33148193359375, -0.289154052734375, -0.246826171875, -0.204498291015625, -0.16217041015625, -0.119842529296875, -0.0775146484375, -0.035186767578125, 0.00714111328125, 0.049468994140625, 0.091796875, 0.134124755859375, 0.17645263671875, 0.218780517578125, 0.2611083984375, 0.303436279296875, 0.34576416015625, 0.388092041015625, 0.430419921875, 0.472747802734375, 0.51507568359375, 0.557403564453125, 0.5997314453125, 0.642059326171875, 0.68438720703125, 0.726715087890625, 0.76904296875, 0.811370849609375, 0.85369873046875, 0.896026611328125, 0.9383544921875, 0.980682373046875, 1.02301025390625, 1.065338134765625, 1.107666015625, 1.149993896484375, 1.19232177734375, 1.234649658203125, 1.2769775390625, 1.319305419921875, 1.36163330078125, 1.403961181640625, 1.4462890625]}, "gradients/encoder.encoder.layers.19.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 6.0, 8.0, 5.0, 10.0, 15.0, 4.0, 12.0, 14.0, 15.0, 18.0, 24.0, 29.0, 25.0, 33.0, 37.0, 47.0, 40.0, 46.0, 54.0, 47.0, 56.0, 36.0, 40.0, 58.0, 38.0, 30.0, 38.0, 31.0, 20.0, 29.0, 22.0, 28.0, 16.0, 19.0, 16.0, 9.0, 7.0, 8.0, 7.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.28515625, -1.241302490234375, -1.19744873046875, -1.153594970703125, -1.1097412109375, -1.065887451171875, -1.02203369140625, -0.978179931640625, -0.934326171875, -0.890472412109375, -0.84661865234375, -0.802764892578125, -0.7589111328125, -0.715057373046875, -0.67120361328125, -0.627349853515625, -0.58349609375, -0.539642333984375, -0.49578857421875, -0.451934814453125, -0.4080810546875, -0.364227294921875, -0.32037353515625, -0.276519775390625, -0.232666015625, -0.188812255859375, -0.14495849609375, -0.101104736328125, -0.0572509765625, -0.013397216796875, 0.03045654296875, 0.074310302734375, 0.1181640625, 0.162017822265625, 0.20587158203125, 0.249725341796875, 0.2935791015625, 0.337432861328125, 0.38128662109375, 0.425140380859375, 0.468994140625, 0.512847900390625, 0.55670166015625, 0.600555419921875, 0.6444091796875, 0.688262939453125, 0.73211669921875, 0.775970458984375, 0.81982421875, 0.863677978515625, 0.90753173828125, 0.951385498046875, 0.9952392578125, 1.039093017578125, 1.08294677734375, 1.126800537109375, 1.170654296875, 1.214508056640625, 1.25836181640625, 1.302215576171875, 1.3460693359375, 1.389923095703125, 1.43377685546875, 1.477630615234375, 1.521484375]}, "gradients/encoder.encoder.layers.19.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 6.0, 4.0, 9.0, 5.0, 13.0, 13.0, 16.0, 36.0, 73.0, 141.0, 196.0, 502.0, 1365.0, 4836.0, 33786.0, 852061.0, 141990.0, 9766.0, 2297.0, 715.0, 330.0, 160.0, 85.0, 57.0, 28.0, 22.0, 11.0, 11.0, 9.0, 2.0, 2.0, 6.0, 1.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.75146484375, -0.7284927368164062, -0.7055206298828125, -0.6825485229492188, -0.659576416015625, -0.6366043090820312, -0.6136322021484375, -0.5906600952148438, -0.56768798828125, -0.5447158813476562, -0.5217437744140625, -0.49877166748046875, -0.475799560546875, -0.45282745361328125, -0.4298553466796875, -0.40688323974609375, -0.3839111328125, -0.36093902587890625, -0.3379669189453125, -0.31499481201171875, -0.292022705078125, -0.26905059814453125, -0.2460784912109375, -0.22310638427734375, -0.20013427734375, -0.17716217041015625, -0.1541900634765625, -0.13121795654296875, -0.108245849609375, -0.08527374267578125, -0.0623016357421875, -0.03932952880859375, -0.016357421875, 0.00661468505859375, 0.0295867919921875, 0.05255889892578125, 0.075531005859375, 0.09850311279296875, 0.1214752197265625, 0.14444732666015625, 0.16741943359375, 0.19039154052734375, 0.2133636474609375, 0.23633575439453125, 0.259307861328125, 0.28227996826171875, 0.3052520751953125, 0.32822418212890625, 0.3511962890625, 0.37416839599609375, 0.3971405029296875, 0.42011260986328125, 0.443084716796875, 0.46605682373046875, 0.4890289306640625, 0.5120010375976562, 0.53497314453125, 0.5579452514648438, 0.5809173583984375, 0.6038894653320312, 0.626861572265625, 0.6498336791992188, 0.6728057861328125, 0.6957778930664062, 0.71875]}, "gradients/encoder.encoder.layers.19.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 6.0, 6.0, 7.0, 6.0, 15.0, 27.0, 31.0, 33.0, 31.0, 50.0, 81.0, 145.0, 172.0, 102.0, 69.0, 52.0, 44.0, 29.0, 25.0, 16.0, 9.0, 13.0, 13.0, 7.0, 4.0, 5.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00015211105346679688, -0.00014556199312210083, -0.00013901293277740479, -0.00013246387243270874, -0.0001259148120880127, -0.00011936575174331665, -0.0001128166913986206, -0.00010626763105392456, -9.971857070922852e-05, -9.316951036453247e-05, -8.662045001983643e-05, -8.007138967514038e-05, -7.352232933044434e-05, -6.697326898574829e-05, -6.0424208641052246e-05, -5.38751482963562e-05, -4.7326087951660156e-05, -4.077702760696411e-05, -3.4227967262268066e-05, -2.767890691757202e-05, -2.1129846572875977e-05, -1.4580786228179932e-05, -8.031725883483887e-06, -1.4826655387878418e-06, 5.066394805908203e-06, 1.1615455150604248e-05, 1.8164515495300293e-05, 2.4713575839996338e-05, 3.126263618469238e-05, 3.781169652938843e-05, 4.436075687408447e-05, 5.090981721878052e-05, 5.745887756347656e-05, 6.400793790817261e-05, 7.055699825286865e-05, 7.71060585975647e-05, 8.365511894226074e-05, 9.020417928695679e-05, 9.675323963165283e-05, 0.00010330229997634888, 0.00010985136032104492, 0.00011640042066574097, 0.000122949481010437, 0.00012949854135513306, 0.0001360476016998291, 0.00014259666204452515, 0.0001491457223892212, 0.00015569478273391724, 0.00016224384307861328, 0.00016879290342330933, 0.00017534196376800537, 0.00018189102411270142, 0.00018844008445739746, 0.0001949891448020935, 0.00020153820514678955, 0.0002080872654914856, 0.00021463632583618164, 0.00022118538618087769, 0.00022773444652557373, 0.00023428350687026978, 0.00024083256721496582, 0.00024738162755966187, 0.0002539306879043579, 0.00026047974824905396, 0.00026702880859375]}, "gradients/encoder.encoder.layers.19.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 0.0, 5.0, 4.0, 3.0, 2.0, 5.0, 8.0, 6.0, 10.0, 16.0, 29.0, 35.0, 57.0, 89.0, 169.0, 361.0, 839.0, 2377.0, 9452.0, 91137.0, 862808.0, 69096.0, 8324.0, 2134.0, 829.0, 328.0, 168.0, 102.0, 57.0, 29.0, 18.0, 20.0, 15.0, 8.0, 2.0, 3.0, 3.0, 4.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.8359375, -0.8109512329101562, -0.7859649658203125, -0.7609786987304688, -0.735992431640625, -0.7110061645507812, -0.6860198974609375, -0.6610336303710938, -0.63604736328125, -0.6110610961914062, -0.5860748291015625, -0.5610885620117188, -0.536102294921875, -0.5111160278320312, -0.4861297607421875, -0.46114349365234375, -0.4361572265625, -0.41117095947265625, -0.3861846923828125, -0.36119842529296875, -0.336212158203125, -0.31122589111328125, -0.2862396240234375, -0.26125335693359375, -0.23626708984375, -0.21128082275390625, -0.1862945556640625, -0.16130828857421875, -0.136322021484375, -0.11133575439453125, -0.0863494873046875, -0.06136322021484375, -0.036376953125, -0.01139068603515625, 0.0135955810546875, 0.03858184814453125, 0.063568115234375, 0.08855438232421875, 0.1135406494140625, 0.13852691650390625, 0.16351318359375, 0.18849945068359375, 0.2134857177734375, 0.23847198486328125, 0.263458251953125, 0.28844451904296875, 0.3134307861328125, 0.33841705322265625, 0.3634033203125, 0.38838958740234375, 0.4133758544921875, 0.43836212158203125, 0.463348388671875, 0.48833465576171875, 0.5133209228515625, 0.5383071899414062, 0.56329345703125, 0.5882797241210938, 0.6132659912109375, 0.6382522583007812, 0.663238525390625, 0.6882247924804688, 0.7132110595703125, 0.7381973266601562, 0.76318359375]}, "gradients/encoder.encoder.layers.19.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 3.0, 7.0, 6.0, 8.0, 7.0, 16.0, 24.0, 27.0, 32.0, 45.0, 67.0, 54.0, 104.0, 102.0, 96.0, 96.0, 80.0, 64.0, 53.0, 39.0, 20.0, 13.0, 13.0, 10.0, 3.0, 5.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.603515625, -0.5870895385742188, -0.5706634521484375, -0.5542373657226562, -0.537811279296875, -0.5213851928710938, -0.5049591064453125, -0.48853302001953125, -0.47210693359375, -0.45568084716796875, -0.4392547607421875, -0.42282867431640625, -0.406402587890625, -0.38997650146484375, -0.3735504150390625, -0.35712432861328125, -0.3406982421875, -0.32427215576171875, -0.3078460693359375, -0.29141998291015625, -0.274993896484375, -0.25856781005859375, -0.2421417236328125, -0.22571563720703125, -0.20928955078125, -0.19286346435546875, -0.1764373779296875, -0.16001129150390625, -0.143585205078125, -0.12715911865234375, -0.1107330322265625, -0.09430694580078125, -0.077880859375, -0.06145477294921875, -0.0450286865234375, -0.02860260009765625, -0.012176513671875, 0.00424957275390625, 0.0206756591796875, 0.03710174560546875, 0.05352783203125, 0.06995391845703125, 0.0863800048828125, 0.10280609130859375, 0.119232177734375, 0.13565826416015625, 0.1520843505859375, 0.16851043701171875, 0.1849365234375, 0.20136260986328125, 0.2177886962890625, 0.23421478271484375, 0.250640869140625, 0.26706695556640625, 0.2834930419921875, 0.29991912841796875, 0.31634521484375, 0.33277130126953125, 0.3491973876953125, 0.36562347412109375, 0.382049560546875, 0.39847564697265625, 0.4149017333984375, 0.43132781982421875, 0.44775390625]}, "gradients/encoder.encoder.layers.19.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 5.0, 6.0, 38.0, 113.0, 392.0, 368.0, 62.0, 15.0, 8.0, 6.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.287720680236816, -7.691418647766113, -7.09511661529541, -6.498815059661865, -5.902513027191162, -5.306210994720459, -4.709909439086914, -4.113607406616211, -3.517305374145508, -2.9210033416748047, -2.3247015476226807, -1.728399634361267, -1.1320977210998535, -0.5357956886291504, 0.06050610542297363, 0.6568078994750977, 1.2531099319458008, 1.8494118452072144, 2.445713758468628, 3.042015552520752, 3.638317584991455, 4.234619617462158, 4.830921173095703, 5.427223205566406, 6.023525238037109, 6.6198272705078125, 7.216129302978516, 7.8124308586120605, 8.408733367919922, 9.005035400390625, 9.601336479187012, 10.197638511657715, 10.793941497802734, 11.390243530273438, 11.98654556274414, 12.582847595214844, 13.179149627685547, 13.77545166015625, 14.371752738952637, 14.96805477142334, 15.564356803894043, 16.16065788269043, 16.756959915161133, 17.353261947631836, 17.94956398010254, 18.545866012573242, 19.142168045043945, 19.73847007751465, 20.33477210998535, 20.931074142456055, 21.527376174926758, 22.12367820739746, 22.719980239868164, 23.316282272338867, 23.91258430480957, 24.50888442993164, 25.105186462402344, 25.701488494873047, 26.29779052734375, 26.894092559814453, 27.490394592285156, 28.08669662475586, 28.682998657226562, 29.279300689697266, 29.87560272216797]}, "gradients/encoder.encoder.layers.19.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 4.0, 7.0, 11.0, 8.0, 8.0, 19.0, 14.0, 17.0, 20.0, 17.0, 25.0, 35.0, 25.0, 32.0, 38.0, 31.0, 39.0, 42.0, 43.0, 41.0, 39.0, 53.0, 33.0, 35.0, 45.0, 37.0, 33.0, 32.0, 37.0, 27.0, 26.0, 22.0, 29.0, 16.0, 13.0, 10.0, 8.0, 4.0, 5.0, 7.0, 7.0, 0.0, 3.0, 1.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-7.279603004455566, -7.046219825744629, -6.812836647033691, -6.579453468322754, -6.346070289611816, -6.112687110900879, -5.879303455352783, -5.645920276641846, -5.412537097930908, -5.179153919219971, -4.945770740509033, -4.712387561798096, -4.47900390625, -4.2456207275390625, -4.012237548828125, -3.7788543701171875, -3.54547119140625, -3.3120880126953125, -3.078704833984375, -2.8453214168548584, -2.611938238143921, -2.3785550594329834, -2.145171642303467, -1.9117884635925293, -1.6784052848815918, -1.4450221061706543, -1.2116388082504272, -0.978255569934845, -0.7448723316192627, -0.5114891529083252, -0.27810585498809814, -0.044722557067871094, 0.1886601448059082, 0.4220433831214905, 0.6554266214370728, 0.888809859752655, 1.1221930980682373, 1.3555762767791748, 1.5889595746994019, 1.822342872619629, 2.0557260513305664, 2.289109230041504, 2.5224924087524414, 2.755875825881958, 2.9892590045928955, 3.222642183303833, 3.4560256004333496, 3.689408779144287, 3.9227919578552246, 4.156175136566162, 4.3895583152771, 4.622941493988037, 4.856325149536133, 5.08970832824707, 5.323091506958008, 5.556474685668945, 5.789857864379883, 6.02324104309082, 6.256624221801758, 6.490007400512695, 6.723390579223633, 6.95677375793457, 7.190157413482666, 7.4235405921936035, 7.656923770904541]}, "gradients/encoder.encoder.layers.18.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 6.0, 7.0, 16.0, 19.0, 19.0, 50.0, 106.0, 208.0, 631.0, 4775.0, 4162750.0, 24439.0, 900.0, 218.0, 81.0, 32.0, 12.0, 10.0, 3.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.7265625, -6.548095703125, -6.36962890625, -6.191162109375, -6.0126953125, -5.834228515625, -5.65576171875, -5.477294921875, -5.298828125, -5.120361328125, -4.94189453125, -4.763427734375, -4.5849609375, -4.406494140625, -4.22802734375, -4.049560546875, -3.87109375, -3.692626953125, -3.51416015625, -3.335693359375, -3.1572265625, -2.978759765625, -2.80029296875, -2.621826171875, -2.443359375, -2.264892578125, -2.08642578125, -1.907958984375, -1.7294921875, -1.551025390625, -1.37255859375, -1.194091796875, -1.015625, -0.837158203125, -0.65869140625, -0.480224609375, -0.3017578125, -0.123291015625, 0.05517578125, 0.233642578125, 0.412109375, 0.590576171875, 0.76904296875, 0.947509765625, 1.1259765625, 1.304443359375, 1.48291015625, 1.661376953125, 1.83984375, 2.018310546875, 2.19677734375, 2.375244140625, 2.5537109375, 2.732177734375, 2.91064453125, 3.089111328125, 3.267578125, 3.446044921875, 3.62451171875, 3.802978515625, 3.9814453125, 4.159912109375, 4.33837890625, 4.516845703125, 4.6953125]}, "gradients/encoder.encoder.layers.18.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 3.0, 1.0, 8.0, 13.0, 36.0, 75.0, 136.0, 205.0, 234.0, 162.0, 74.0, 35.0, 15.0, 5.0, 0.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.01953125, -0.9926910400390625, -0.965850830078125, -0.9390106201171875, -0.91217041015625, -0.8853302001953125, -0.858489990234375, -0.8316497802734375, -0.8048095703125, -0.7779693603515625, -0.751129150390625, -0.7242889404296875, -0.69744873046875, -0.6706085205078125, -0.643768310546875, -0.6169281005859375, -0.590087890625, -0.5632476806640625, -0.536407470703125, -0.5095672607421875, -0.48272705078125, -0.4558868408203125, -0.429046630859375, -0.4022064208984375, -0.3753662109375, -0.3485260009765625, -0.321685791015625, -0.2948455810546875, -0.26800537109375, -0.2411651611328125, -0.214324951171875, -0.1874847412109375, -0.16064453125, -0.1338043212890625, -0.106964111328125, -0.0801239013671875, -0.05328369140625, -0.0264434814453125, 0.000396728515625, 0.0272369384765625, 0.0540771484375, 0.0809173583984375, 0.107757568359375, 0.1345977783203125, 0.16143798828125, 0.1882781982421875, 0.215118408203125, 0.2419586181640625, 0.268798828125, 0.2956390380859375, 0.322479248046875, 0.3493194580078125, 0.37615966796875, 0.4029998779296875, 0.429840087890625, 0.4566802978515625, 0.4835205078125, 0.5103607177734375, 0.537200927734375, 0.5640411376953125, 0.59088134765625, 0.6177215576171875, 0.644561767578125, 0.6714019775390625, 0.6982421875]}, "gradients/encoder.encoder.layers.18.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 2.0, 1.0, 2.0, 5.0, 3.0, 5.0, 21.0, 23.0, 28.0, 66.0, 179.0, 695.0, 3027.0, 18848.0, 3461236.0, 692817.0, 14116.0, 2335.0, 547.0, 149.0, 80.0, 36.0, 19.0, 12.0, 5.0, 10.0, 6.0, 5.0, 4.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.984375, -1.9241180419921875, -1.863861083984375, -1.8036041259765625, -1.74334716796875, -1.6830902099609375, -1.622833251953125, -1.5625762939453125, -1.5023193359375, -1.4420623779296875, -1.381805419921875, -1.3215484619140625, -1.26129150390625, -1.2010345458984375, -1.140777587890625, -1.0805206298828125, -1.020263671875, -0.9600067138671875, -0.899749755859375, -0.8394927978515625, -0.77923583984375, -0.7189788818359375, -0.658721923828125, -0.5984649658203125, -0.5382080078125, -0.4779510498046875, -0.417694091796875, -0.3574371337890625, -0.29718017578125, -0.2369232177734375, -0.176666259765625, -0.1164093017578125, -0.05615234375, 0.0041046142578125, 0.064361572265625, 0.1246185302734375, 0.18487548828125, 0.2451324462890625, 0.305389404296875, 0.3656463623046875, 0.4259033203125, 0.4861602783203125, 0.546417236328125, 0.6066741943359375, 0.66693115234375, 0.7271881103515625, 0.787445068359375, 0.8477020263671875, 0.907958984375, 0.9682159423828125, 1.028472900390625, 1.0887298583984375, 1.14898681640625, 1.2092437744140625, 1.269500732421875, 1.3297576904296875, 1.3900146484375, 1.4502716064453125, 1.510528564453125, 1.5707855224609375, 1.63104248046875, 1.6912994384765625, 1.751556396484375, 1.8118133544921875, 1.8720703125]}, "gradients/encoder.encoder.layers.18.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 4.0, 5.0, 4.0, 4.0, 3.0, 6.0, 6.0, 8.0, 8.0, 14.0, 24.0, 28.0, 46.0, 72.0, 120.0, 243.0, 866.0, 1710.0, 417.0, 180.0, 96.0, 66.0, 39.0, 25.0, 20.0, 11.0, 15.0, 9.0, 10.0, 4.0, 2.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.300537109375, -0.29148101806640625, -0.2824249267578125, -0.27336883544921875, -0.264312744140625, -0.25525665283203125, -0.2462005615234375, -0.23714447021484375, -0.22808837890625, -0.21903228759765625, -0.2099761962890625, -0.20092010498046875, -0.191864013671875, -0.18280792236328125, -0.1737518310546875, -0.16469573974609375, -0.1556396484375, -0.14658355712890625, -0.1375274658203125, -0.12847137451171875, -0.119415283203125, -0.11035919189453125, -0.1013031005859375, -0.09224700927734375, -0.08319091796875, -0.07413482666015625, -0.0650787353515625, -0.05602264404296875, -0.046966552734375, -0.03791046142578125, -0.0288543701171875, -0.01979827880859375, -0.0107421875, -0.00168609619140625, 0.0073699951171875, 0.01642608642578125, 0.025482177734375, 0.03453826904296875, 0.0435943603515625, 0.05265045166015625, 0.06170654296875, 0.07076263427734375, 0.0798187255859375, 0.08887481689453125, 0.097930908203125, 0.10698699951171875, 0.1160430908203125, 0.12509918212890625, 0.1341552734375, 0.14321136474609375, 0.1522674560546875, 0.16132354736328125, 0.170379638671875, 0.17943572998046875, 0.1884918212890625, 0.19754791259765625, 0.20660400390625, 0.21566009521484375, 0.2247161865234375, 0.23377227783203125, 0.242828369140625, 0.25188446044921875, 0.2609405517578125, 0.26999664306640625, 0.279052734375]}, "gradients/encoder.encoder.layers.18.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 4.0, 6.0, 33.0, 109.0, 293.0, 338.0, 162.0, 33.0, 15.0, 4.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2296664714813232, -1.1416397094726562, -1.0536128282546997, -0.9655860066413879, -0.8775591850280762, -0.7895323634147644, -0.7015055418014526, -0.6134787201881409, -0.5254518985748291, -0.43742507696151733, -0.34939825534820557, -0.2613714337348938, -0.17334461212158203, -0.08531779050827026, 0.002709031105041504, 0.09073585271835327, 0.17876267433166504, 0.2667894959449768, 0.3548163175582886, 0.44284313917160034, 0.5308699607849121, 0.6188967823982239, 0.7069236040115356, 0.7949504256248474, 0.8829772472381592, 0.971004068851471, 1.0590308904647827, 1.1470577716827393, 1.2350845336914062, 1.3231112957000732, 1.4111381769180298, 1.4991650581359863, 1.5871920585632324, 1.6752188205718994, 1.763245701789856, 1.8512725830078125, 1.9392993450164795, 2.0273261070251465, 2.1153531074523926, 2.2033798694610596, 2.2914066314697266, 2.3794333934783936, 2.4674601554870605, 2.5554871559143066, 2.6435139179229736, 2.7315406799316406, 2.8195676803588867, 2.9075944423675537, 2.9956212043762207, 3.0836479663848877, 3.1716747283935547, 3.259701728820801, 3.3477284908294678, 3.4357552528381348, 3.523782253265381, 3.611809015274048, 3.699835777282715, 3.787862539291382, 3.875889301300049, 3.963916301727295, 4.051942825317383, 4.139969825744629, 4.227996826171875, 4.316023349761963, 4.404050350189209]}, "gradients/encoder.encoder.layers.18.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 3.0, 1.0, 6.0, 4.0, 5.0, 5.0, 15.0, 9.0, 15.0, 13.0, 16.0, 18.0, 17.0, 13.0, 34.0, 20.0, 34.0, 25.0, 28.0, 47.0, 34.0, 41.0, 49.0, 49.0, 34.0, 27.0, 42.0, 34.0, 39.0, 36.0, 32.0, 40.0, 25.0, 22.0, 19.0, 22.0, 20.0, 15.0, 23.0, 9.0, 11.0, 8.0, 8.0, 8.0, 9.0, 3.0, 7.0, 4.0, 3.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0], "bins": [-0.8103778958320618, -0.7851837873458862, -0.7599896788597107, -0.7347955703735352, -0.7096014022827148, -0.6844072937965393, -0.6592131853103638, -0.6340190768241882, -0.6088249683380127, -0.5836308598518372, -0.5584367513656616, -0.5332425832748413, -0.5080484747886658, -0.48285436630249023, -0.4576602578163147, -0.43246614933013916, -0.40727198123931885, -0.3820778727531433, -0.3568837344646454, -0.33168962597846985, -0.3064954876899719, -0.2813013792037964, -0.25610727071762085, -0.23091314733028412, -0.2057190239429474, -0.18052490055561066, -0.15533077716827393, -0.1301366686820984, -0.10494254529476166, -0.07974842190742493, -0.05455431342124939, -0.02936019003391266, -0.004166126251220703, 0.02102799341082573, 0.04622211307287216, 0.0714162290096283, 0.09661035239696503, 0.12180447578430176, 0.1469985842704773, 0.17219270765781403, 0.19738683104515076, 0.2225809544324875, 0.24777507781982422, 0.27296918630599976, 0.2981632947921753, 0.3233574330806732, 0.34855154156684875, 0.3737456798553467, 0.3989397883415222, 0.42413389682769775, 0.4493280351161957, 0.4745221436023712, 0.49971628189086914, 0.5249103903770447, 0.5501044988632202, 0.5752986073493958, 0.6004927158355713, 0.6256868243217468, 0.6508809328079224, 0.6760751008987427, 0.7012692093849182, 0.7264633178710938, 0.7516574263572693, 0.7768515348434448, 0.8020457029342651]}, "gradients/encoder.encoder.layers.18.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 4.0, 8.0, 10.0, 13.0, 20.0, 19.0, 41.0, 55.0, 69.0, 130.0, 186.0, 378.0, 971.0, 3587.0, 39036.0, 934181.0, 63304.0, 4468.0, 1116.0, 392.0, 204.0, 105.0, 82.0, 54.0, 41.0, 30.0, 19.0, 6.0, 11.0, 9.0, 2.0, 2.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.513671875, -2.431427001953125, -2.34918212890625, -2.266937255859375, -2.1846923828125, -2.102447509765625, -2.02020263671875, -1.937957763671875, -1.855712890625, -1.773468017578125, -1.69122314453125, -1.608978271484375, -1.5267333984375, -1.444488525390625, -1.36224365234375, -1.279998779296875, -1.19775390625, -1.115509033203125, -1.03326416015625, -0.951019287109375, -0.8687744140625, -0.786529541015625, -0.70428466796875, -0.622039794921875, -0.539794921875, -0.457550048828125, -0.37530517578125, -0.293060302734375, -0.2108154296875, -0.128570556640625, -0.04632568359375, 0.035919189453125, 0.1181640625, 0.200408935546875, 0.28265380859375, 0.364898681640625, 0.4471435546875, 0.529388427734375, 0.61163330078125, 0.693878173828125, 0.776123046875, 0.858367919921875, 0.94061279296875, 1.022857666015625, 1.1051025390625, 1.187347412109375, 1.26959228515625, 1.351837158203125, 1.43408203125, 1.516326904296875, 1.59857177734375, 1.680816650390625, 1.7630615234375, 1.845306396484375, 1.92755126953125, 2.009796142578125, 2.092041015625, 2.174285888671875, 2.25653076171875, 2.338775634765625, 2.4210205078125, 2.503265380859375, 2.58551025390625, 2.667755126953125, 2.75]}, "gradients/encoder.encoder.layers.18.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 3.0, 8.0, 11.0, 35.0, 80.0, 149.0, 215.0, 227.0, 149.0, 71.0, 37.0, 8.0, 5.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0244140625, -0.9973907470703125, -0.970367431640625, -0.9433441162109375, -0.91632080078125, -0.8892974853515625, -0.862274169921875, -0.8352508544921875, -0.8082275390625, -0.7812042236328125, -0.754180908203125, -0.7271575927734375, -0.70013427734375, -0.6731109619140625, -0.646087646484375, -0.6190643310546875, -0.592041015625, -0.5650177001953125, -0.537994384765625, -0.5109710693359375, -0.48394775390625, -0.4569244384765625, -0.429901123046875, -0.4028778076171875, -0.3758544921875, -0.3488311767578125, -0.321807861328125, -0.2947845458984375, -0.26776123046875, -0.2407379150390625, -0.213714599609375, -0.1866912841796875, -0.15966796875, -0.1326446533203125, -0.105621337890625, -0.0785980224609375, -0.05157470703125, -0.0245513916015625, 0.002471923828125, 0.0294952392578125, 0.0565185546875, 0.0835418701171875, 0.110565185546875, 0.1375885009765625, 0.16461181640625, 0.1916351318359375, 0.218658447265625, 0.2456817626953125, 0.272705078125, 0.2997283935546875, 0.326751708984375, 0.3537750244140625, 0.38079833984375, 0.4078216552734375, 0.434844970703125, 0.4618682861328125, 0.4888916015625, 0.5159149169921875, 0.542938232421875, 0.5699615478515625, 0.59698486328125, 0.6240081787109375, 0.651031494140625, 0.6780548095703125, 0.705078125]}, "gradients/encoder.encoder.layers.18.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 6.0, 6.0, 4.0, 14.0, 23.0, 25.0, 45.0, 61.0, 73.0, 104.0, 188.0, 250.0, 352.0, 635.0, 1137.0, 2444.0, 7214.0, 32495.0, 226969.0, 637109.0, 111313.0, 18845.0, 5022.0, 1850.0, 895.0, 486.0, 330.0, 214.0, 129.0, 108.0, 67.0, 43.0, 38.0, 21.0, 14.0, 12.0, 8.0, 7.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.142578125, -1.10723876953125, -1.0718994140625, -1.03656005859375, -1.001220703125, -0.96588134765625, -0.9305419921875, -0.89520263671875, -0.85986328125, -0.82452392578125, -0.7891845703125, -0.75384521484375, -0.718505859375, -0.68316650390625, -0.6478271484375, -0.61248779296875, -0.5771484375, -0.54180908203125, -0.5064697265625, -0.47113037109375, -0.435791015625, -0.40045166015625, -0.3651123046875, -0.32977294921875, -0.29443359375, -0.25909423828125, -0.2237548828125, -0.18841552734375, -0.153076171875, -0.11773681640625, -0.0823974609375, -0.04705810546875, -0.01171875, 0.02362060546875, 0.0589599609375, 0.09429931640625, 0.129638671875, 0.16497802734375, 0.2003173828125, 0.23565673828125, 0.27099609375, 0.30633544921875, 0.3416748046875, 0.37701416015625, 0.412353515625, 0.44769287109375, 0.4830322265625, 0.51837158203125, 0.5537109375, 0.58905029296875, 0.6243896484375, 0.65972900390625, 0.695068359375, 0.73040771484375, 0.7657470703125, 0.80108642578125, 0.83642578125, 0.87176513671875, 0.9071044921875, 0.94244384765625, 0.977783203125, 1.01312255859375, 1.0484619140625, 1.08380126953125, 1.119140625]}, "gradients/encoder.encoder.layers.18.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 2.0, 1.0, 5.0, 4.0, 7.0, 10.0, 15.0, 9.0, 9.0, 13.0, 20.0, 17.0, 15.0, 21.0, 15.0, 31.0, 28.0, 33.0, 33.0, 32.0, 36.0, 28.0, 32.0, 37.0, 48.0, 42.0, 41.0, 28.0, 36.0, 33.0, 39.0, 35.0, 31.0, 28.0, 30.0, 17.0, 19.0, 26.0, 14.0, 9.0, 15.0, 11.0, 11.0, 7.0, 7.0, 7.0, 7.0, 4.0, 3.0, 6.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-1.1396484375, -1.105804443359375, -1.07196044921875, -1.038116455078125, -1.0042724609375, -0.970428466796875, -0.93658447265625, -0.902740478515625, -0.868896484375, -0.835052490234375, -0.80120849609375, -0.767364501953125, -0.7335205078125, -0.699676513671875, -0.66583251953125, -0.631988525390625, -0.59814453125, -0.564300537109375, -0.53045654296875, -0.496612548828125, -0.4627685546875, -0.428924560546875, -0.39508056640625, -0.361236572265625, -0.327392578125, -0.293548583984375, -0.25970458984375, -0.225860595703125, -0.1920166015625, -0.158172607421875, -0.12432861328125, -0.090484619140625, -0.056640625, -0.022796630859375, 0.01104736328125, 0.044891357421875, 0.0787353515625, 0.112579345703125, 0.14642333984375, 0.180267333984375, 0.214111328125, 0.247955322265625, 0.28179931640625, 0.315643310546875, 0.3494873046875, 0.383331298828125, 0.41717529296875, 0.451019287109375, 0.48486328125, 0.518707275390625, 0.55255126953125, 0.586395263671875, 0.6202392578125, 0.654083251953125, 0.68792724609375, 0.721771240234375, 0.755615234375, 0.789459228515625, 0.82330322265625, 0.857147216796875, 0.8909912109375, 0.924835205078125, 0.95867919921875, 0.992523193359375, 1.0263671875]}, "gradients/encoder.encoder.layers.18.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 8.0, 4.0, 6.0, 15.0, 23.0, 35.0, 61.0, 142.0, 350.0, 1048.0, 4017.0, 44836.0, 948529.0, 43796.0, 4167.0, 980.0, 273.0, 119.0, 71.0, 36.0, 19.0, 10.0, 8.0, 0.0, 2.0, 7.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.658203125, -0.63336181640625, -0.6085205078125, -0.58367919921875, -0.558837890625, -0.53399658203125, -0.5091552734375, -0.48431396484375, -0.45947265625, -0.43463134765625, -0.4097900390625, -0.38494873046875, -0.360107421875, -0.33526611328125, -0.3104248046875, -0.28558349609375, -0.2607421875, -0.23590087890625, -0.2110595703125, -0.18621826171875, -0.161376953125, -0.13653564453125, -0.1116943359375, -0.08685302734375, -0.06201171875, -0.03717041015625, -0.0123291015625, 0.01251220703125, 0.037353515625, 0.06219482421875, 0.0870361328125, 0.11187744140625, 0.13671875, 0.16156005859375, 0.1864013671875, 0.21124267578125, 0.236083984375, 0.26092529296875, 0.2857666015625, 0.31060791015625, 0.33544921875, 0.36029052734375, 0.3851318359375, 0.40997314453125, 0.434814453125, 0.45965576171875, 0.4844970703125, 0.50933837890625, 0.5341796875, 0.55902099609375, 0.5838623046875, 0.60870361328125, 0.633544921875, 0.65838623046875, 0.6832275390625, 0.70806884765625, 0.73291015625, 0.75775146484375, 0.7825927734375, 0.80743408203125, 0.832275390625, 0.85711669921875, 0.8819580078125, 0.90679931640625, 0.931640625]}, "gradients/encoder.encoder.layers.18.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 4.0, 5.0, 6.0, 6.0, 17.0, 16.0, 38.0, 23.0, 48.0, 56.0, 90.0, 169.0, 157.0, 118.0, 74.0, 37.0, 45.0, 35.0, 22.0, 12.0, 7.0, 9.0, 4.0, 8.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0003108978271484375, -0.00030295178294181824, -0.000295005738735199, -0.0002870596945285797, -0.00027911365032196045, -0.0002711676061153412, -0.0002632215619087219, -0.00025527551770210266, -0.0002473294734954834, -0.00023938342928886414, -0.00023143738508224487, -0.0002234913408756256, -0.00021554529666900635, -0.00020759925246238708, -0.00019965320825576782, -0.00019170716404914856, -0.0001837611198425293, -0.00017581507563591003, -0.00016786903142929077, -0.0001599229872226715, -0.00015197694301605225, -0.00014403089880943298, -0.00013608485460281372, -0.00012813881039619446, -0.0001201927661895752, -0.00011224672198295593, -0.00010430067777633667, -9.635463356971741e-05, -8.840858936309814e-05, -8.046254515647888e-05, -7.251650094985962e-05, -6.457045674324036e-05, -5.6624412536621094e-05, -4.867836833000183e-05, -4.073232412338257e-05, -3.2786279916763306e-05, -2.4840235710144043e-05, -1.689419150352478e-05, -8.948147296905518e-06, -1.0021030902862549e-06, 6.943941116333008e-06, 1.488998532295227e-05, 2.2836029529571533e-05, 3.0782073736190796e-05, 3.872811794281006e-05, 4.667416214942932e-05, 5.4620206356048584e-05, 6.256625056266785e-05, 7.051229476928711e-05, 7.845833897590637e-05, 8.640438318252563e-05, 9.43504273891449e-05, 0.00010229647159576416, 0.00011024251580238342, 0.00011818856000900269, 0.00012613460421562195, 0.0001340806484222412, 0.00014202669262886047, 0.00014997273683547974, 0.000157918781042099, 0.00016586482524871826, 0.00017381086945533752, 0.0001817569136619568, 0.00018970295786857605, 0.0001976490020751953]}, "gradients/encoder.encoder.layers.18.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 2.0, 3.0, 14.0, 8.0, 19.0, 25.0, 57.0, 93.0, 169.0, 353.0, 848.0, 2743.0, 15481.0, 381700.0, 621491.0, 20629.0, 3103.0, 952.0, 402.0, 191.0, 110.0, 52.0, 39.0, 23.0, 14.0, 8.0, 7.0, 7.0, 6.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.77490234375, -0.750732421875, -0.7265625, -0.702392578125, -0.67822265625, -0.654052734375, -0.6298828125, -0.605712890625, -0.58154296875, -0.557373046875, -0.533203125, -0.509033203125, -0.48486328125, -0.460693359375, -0.4365234375, -0.412353515625, -0.38818359375, -0.364013671875, -0.33984375, -0.315673828125, -0.29150390625, -0.267333984375, -0.2431640625, -0.218994140625, -0.19482421875, -0.170654296875, -0.146484375, -0.122314453125, -0.09814453125, -0.073974609375, -0.0498046875, -0.025634765625, -0.00146484375, 0.022705078125, 0.046875, 0.071044921875, 0.09521484375, 0.119384765625, 0.1435546875, 0.167724609375, 0.19189453125, 0.216064453125, 0.240234375, 0.264404296875, 0.28857421875, 0.312744140625, 0.3369140625, 0.361083984375, 0.38525390625, 0.409423828125, 0.43359375, 0.457763671875, 0.48193359375, 0.506103515625, 0.5302734375, 0.554443359375, 0.57861328125, 0.602783203125, 0.626953125, 0.651123046875, 0.67529296875, 0.699462890625, 0.7236328125, 0.747802734375, 0.77197265625]}, "gradients/encoder.encoder.layers.18.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 5.0, 3.0, 6.0, 12.0, 14.0, 20.0, 26.0, 39.0, 65.0, 86.0, 120.0, 125.0, 135.0, 88.0, 62.0, 56.0, 36.0, 29.0, 21.0, 14.0, 11.0, 7.0, 9.0, 8.0, 2.0, 4.0, 0.0, 4.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7734375, -0.7549781799316406, -0.7365188598632812, -0.7180595397949219, -0.6996002197265625, -0.6811408996582031, -0.6626815795898438, -0.6442222595214844, -0.625762939453125, -0.6073036193847656, -0.5888442993164062, -0.5703849792480469, -0.5519256591796875, -0.5334663391113281, -0.5150070190429688, -0.4965476989746094, -0.47808837890625, -0.4596290588378906, -0.44116973876953125, -0.4227104187011719, -0.4042510986328125, -0.3857917785644531, -0.36733245849609375, -0.3488731384277344, -0.330413818359375, -0.3119544982910156, -0.29349517822265625, -0.2750358581542969, -0.2565765380859375, -0.23811721801757812, -0.21965789794921875, -0.20119857788085938, -0.1827392578125, -0.16427993774414062, -0.14582061767578125, -0.12736129760742188, -0.1089019775390625, -0.09044265747070312, -0.07198333740234375, -0.053524017333984375, -0.035064697265625, -0.016605377197265625, 0.00185394287109375, 0.020313262939453125, 0.0387725830078125, 0.057231903076171875, 0.07569122314453125, 0.09415054321289062, 0.11260986328125, 0.13106918334960938, 0.14952850341796875, 0.16798782348632812, 0.1864471435546875, 0.20490646362304688, 0.22336578369140625, 0.24182510375976562, 0.260284423828125, 0.2787437438964844, 0.29720306396484375, 0.3156623840332031, 0.3341217041015625, 0.3525810241699219, 0.37104034423828125, 0.3894996643066406, 0.407958984375]}, "gradients/encoder.encoder.layers.18.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 5.0, 3.0, 1.0, 5.0, 11.0, 12.0, 22.0, 50.0, 72.0, 153.0, 196.0, 167.0, 131.0, 95.0, 41.0, 22.0, 13.0, 4.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.994675636291504, -6.8007097244262695, -6.606743812561035, -6.412777900695801, -6.218811988830566, -6.024846076965332, -5.830880165100098, -5.636914253234863, -5.442948341369629, -5.2489824295043945, -5.05501651763916, -4.861050605773926, -4.667084693908691, -4.473118782043457, -4.279152870178223, -4.085186958312988, -3.8912205696105957, -3.6972546577453613, -3.503288745880127, -3.3093228340148926, -3.115356922149658, -2.921391010284424, -2.7274248600006104, -2.533458948135376, -2.3394930362701416, -2.1455271244049072, -1.9515612125396729, -1.757595181465149, -1.5636292695999146, -1.3696633577346802, -1.1756973266601562, -0.9817314147949219, -0.7877659797668457, -0.5938000679016113, -0.3998340964317322, -0.20586812496185303, -0.011902213096618652, 0.18206369876861572, 0.37602972984313965, 0.569995641708374, 0.7639615535736084, 0.9579274654388428, 1.1518933773040771, 1.345859408378601, 1.5398253202438354, 1.7337912321090698, 1.9277572631835938, 2.121723175048828, 2.3156890869140625, 2.509654998779297, 2.7036209106445312, 2.8975868225097656, 3.091552734375, 3.2855186462402344, 3.479484796524048, 3.6734507083892822, 3.8674166202545166, 4.06138277053833, 4.2553486824035645, 4.449314594268799, 4.643280506134033, 4.837246417999268, 5.031212329864502, 5.225178241729736, 5.419144153594971]}, "gradients/encoder.encoder.layers.18.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 6.0, 4.0, 4.0, 4.0, 6.0, 11.0, 9.0, 12.0, 16.0, 29.0, 24.0, 37.0, 32.0, 45.0, 45.0, 39.0, 44.0, 54.0, 62.0, 52.0, 50.0, 54.0, 59.0, 41.0, 48.0, 36.0, 37.0, 32.0, 26.0, 18.0, 25.0, 12.0, 15.0, 4.0, 8.0, 2.0, 2.0, 4.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.397275924682617, -8.13710880279541, -7.876941204071045, -7.61677360534668, -7.356606483459473, -7.096438884735107, -6.836271286010742, -6.576104164123535, -6.31593656539917, -6.055768966674805, -5.795601844787598, -5.535434246063232, -5.275266647338867, -5.01509952545166, -4.754931926727295, -4.49476432800293, -4.234597206115723, -3.9744298458099365, -3.7142624855041504, -3.454094886779785, -3.193927526473999, -2.933760166168213, -2.6735925674438477, -2.4134252071380615, -2.1532578468322754, -1.8930904865264893, -1.6329230070114136, -1.372755527496338, -1.1125881671905518, -0.8524208068847656, -0.5922533273696899, -0.33208584785461426, -0.07191848754882812, 0.18824893236160278, 0.4484163522720337, 0.7085837721824646, 0.9687511920928955, 1.2289185523986816, 1.4890860319137573, 1.749253511428833, 2.009420871734619, 2.2695882320404053, 2.5297555923461914, 2.7899231910705566, 3.0500905513763428, 3.310257911682129, 3.570425510406494, 3.8305928707122803, 4.090760231018066, 4.350927829742432, 4.611094951629639, 4.871262550354004, 5.131429672241211, 5.391597270965576, 5.651764869689941, 5.911931991577148, 6.172099590301514, 6.432267189025879, 6.692434310913086, 6.952601909637451, 7.212769508361816, 7.472936630249023, 7.733104228973389, 7.993271827697754, 8.253438949584961]}, "gradients/encoder.encoder.layers.17.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 4.0, 3.0, 0.0, 7.0, 4.0, 5.0, 7.0, 10.0, 14.0, 24.0, 21.0, 49.0, 93.0, 143.0, 310.0, 814.0, 3779.0, 121442.0, 4056934.0, 8882.0, 1169.0, 326.0, 116.0, 57.0, 32.0, 12.0, 12.0, 9.0, 2.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.6484375, -4.52984619140625, -4.4112548828125, -4.29266357421875, -4.174072265625, -4.05548095703125, -3.9368896484375, -3.81829833984375, -3.69970703125, -3.58111572265625, -3.4625244140625, -3.34393310546875, -3.225341796875, -3.10675048828125, -2.9881591796875, -2.86956787109375, -2.7509765625, -2.63238525390625, -2.5137939453125, -2.39520263671875, -2.276611328125, -2.15802001953125, -2.0394287109375, -1.92083740234375, -1.80224609375, -1.68365478515625, -1.5650634765625, -1.44647216796875, -1.327880859375, -1.20928955078125, -1.0906982421875, -0.97210693359375, -0.853515625, -0.73492431640625, -0.6163330078125, -0.49774169921875, -0.379150390625, -0.26055908203125, -0.1419677734375, -0.02337646484375, 0.09521484375, 0.21380615234375, 0.3323974609375, 0.45098876953125, 0.569580078125, 0.68817138671875, 0.8067626953125, 0.92535400390625, 1.0439453125, 1.16253662109375, 1.2811279296875, 1.39971923828125, 1.518310546875, 1.63690185546875, 1.7554931640625, 1.87408447265625, 1.99267578125, 2.11126708984375, 2.2298583984375, 2.34844970703125, 2.467041015625, 2.58563232421875, 2.7042236328125, 2.82281494140625, 2.94140625]}, "gradients/encoder.encoder.layers.17.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 6.0, 12.0, 15.0, 45.0, 95.0, 145.0, 215.0, 210.0, 143.0, 68.0, 28.0, 10.0, 8.0, 1.0, 1.0, 5.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.044921875, -1.0172500610351562, -0.9895782470703125, -0.9619064331054688, -0.934234619140625, -0.9065628051757812, -0.8788909912109375, -0.8512191772460938, -0.82354736328125, -0.7958755493164062, -0.7682037353515625, -0.7405319213867188, -0.712860107421875, -0.6851882934570312, -0.6575164794921875, -0.6298446655273438, -0.6021728515625, -0.5745010375976562, -0.5468292236328125, -0.5191574096679688, -0.491485595703125, -0.46381378173828125, -0.4361419677734375, -0.40847015380859375, -0.38079833984375, -0.35312652587890625, -0.3254547119140625, -0.29778289794921875, -0.270111083984375, -0.24243927001953125, -0.2147674560546875, -0.18709564208984375, -0.159423828125, -0.13175201416015625, -0.1040802001953125, -0.07640838623046875, -0.048736572265625, -0.02106475830078125, 0.0066070556640625, 0.03427886962890625, 0.06195068359375, 0.08962249755859375, 0.1172943115234375, 0.14496612548828125, 0.172637939453125, 0.20030975341796875, 0.2279815673828125, 0.25565338134765625, 0.2833251953125, 0.31099700927734375, 0.3386688232421875, 0.36634063720703125, 0.394012451171875, 0.42168426513671875, 0.4493560791015625, 0.47702789306640625, 0.50469970703125, 0.5323715209960938, 0.5600433349609375, 0.5877151489257812, 0.615386962890625, 0.6430587768554688, 0.6707305908203125, 0.6984024047851562, 0.72607421875]}, "gradients/encoder.encoder.layers.17.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 5.0, 2.0, 12.0, 11.0, 25.0, 38.0, 103.0, 237.0, 794.0, 3777.0, 55340.0, 4085406.0, 43626.0, 3724.0, 764.0, 212.0, 104.0, 44.0, 25.0, 10.0, 7.0, 2.0, 9.0, 3.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.677734375, -2.59771728515625, -2.5177001953125, -2.43768310546875, -2.357666015625, -2.27764892578125, -2.1976318359375, -2.11761474609375, -2.03759765625, -1.95758056640625, -1.8775634765625, -1.79754638671875, -1.717529296875, -1.63751220703125, -1.5574951171875, -1.47747802734375, -1.3974609375, -1.31744384765625, -1.2374267578125, -1.15740966796875, -1.077392578125, -0.99737548828125, -0.9173583984375, -0.83734130859375, -0.75732421875, -0.67730712890625, -0.5972900390625, -0.51727294921875, -0.437255859375, -0.35723876953125, -0.2772216796875, -0.19720458984375, -0.1171875, -0.03717041015625, 0.0428466796875, 0.12286376953125, 0.202880859375, 0.28289794921875, 0.3629150390625, 0.44293212890625, 0.52294921875, 0.60296630859375, 0.6829833984375, 0.76300048828125, 0.843017578125, 0.92303466796875, 1.0030517578125, 1.08306884765625, 1.1630859375, 1.24310302734375, 1.3231201171875, 1.40313720703125, 1.483154296875, 1.56317138671875, 1.6431884765625, 1.72320556640625, 1.80322265625, 1.88323974609375, 1.9632568359375, 2.04327392578125, 2.123291015625, 2.20330810546875, 2.2833251953125, 2.36334228515625, 2.443359375]}, "gradients/encoder.encoder.layers.17.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 1.0, 10.0, 7.0, 10.0, 14.0, 38.0, 46.0, 113.0, 202.0, 738.0, 2041.0, 484.0, 169.0, 72.0, 49.0, 23.0, 21.0, 13.0, 5.0, 9.0, 1.0, 4.0, 5.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.80322265625, -0.7805023193359375, -0.757781982421875, -0.7350616455078125, -0.71234130859375, -0.6896209716796875, -0.666900634765625, -0.6441802978515625, -0.6214599609375, -0.5987396240234375, -0.576019287109375, -0.5532989501953125, -0.53057861328125, -0.5078582763671875, -0.485137939453125, -0.4624176025390625, -0.439697265625, -0.4169769287109375, -0.394256591796875, -0.3715362548828125, -0.34881591796875, -0.3260955810546875, -0.303375244140625, -0.2806549072265625, -0.2579345703125, -0.2352142333984375, -0.212493896484375, -0.1897735595703125, -0.16705322265625, -0.1443328857421875, -0.121612548828125, -0.0988922119140625, -0.076171875, -0.0534515380859375, -0.030731201171875, -0.0080108642578125, 0.01470947265625, 0.0374298095703125, 0.060150146484375, 0.0828704833984375, 0.1055908203125, 0.1283111572265625, 0.151031494140625, 0.1737518310546875, 0.19647216796875, 0.2191925048828125, 0.241912841796875, 0.2646331787109375, 0.287353515625, 0.3100738525390625, 0.332794189453125, 0.3555145263671875, 0.37823486328125, 0.4009552001953125, 0.423675537109375, 0.4463958740234375, 0.4691162109375, 0.4918365478515625, 0.514556884765625, 0.5372772216796875, 0.55999755859375, 0.5827178955078125, 0.605438232421875, 0.6281585693359375, 0.65087890625]}, "gradients/encoder.encoder.layers.17.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 2.0, 13.0, 46.0, 266.0, 480.0, 158.0, 28.0, 10.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0], "bins": [-9.750764846801758, -9.54895305633545, -9.347140312194824, -9.145328521728516, -8.943516731262207, -8.741704940795898, -8.539892196655273, -8.338080406188965, -8.136268615722656, -7.9344563484191895, -7.732644557952881, -7.530832290649414, -7.3290205001831055, -7.127208232879639, -6.92539644241333, -6.723584175109863, -6.521772384643555, -6.319960117340088, -6.118148326873779, -5.9163360595703125, -5.714524269104004, -5.512712001800537, -5.3109002113342285, -5.109087944030762, -4.907275676727295, -4.705463409423828, -4.5036516189575195, -4.301839351654053, -4.100027561187744, -3.8982152938842773, -3.6964035034179688, -3.494591236114502, -3.2927792072296143, -3.0909671783447266, -2.889155149459839, -2.687343120574951, -2.4855310916900635, -2.283719062805176, -2.081906795501709, -1.8800948858261108, -1.6782828569412231, -1.4764708280563354, -1.2746587991714478, -1.0728466510772705, -0.8710346817970276, -0.6692225933074951, -0.4674105644226074, -0.2655985355377197, -0.06378650665283203, 0.13802553713321686, 0.33983758091926575, 0.5416496396064758, 0.7434616684913635, 0.945273756980896, 1.1470857858657837, 1.3488978147506714, 1.550709843635559, 1.7525218725204468, 1.9543339014053345, 2.1561460494995117, 2.3579580783843994, 2.559770107269287, 2.761582136154175, 2.9633941650390625, 3.16520619392395]}, "gradients/encoder.encoder.layers.17.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 7.0, 3.0, 2.0, 1.0, 6.0, 8.0, 18.0, 13.0, 17.0, 36.0, 31.0, 41.0, 26.0, 52.0, 55.0, 52.0, 67.0, 47.0, 48.0, 65.0, 50.0, 54.0, 42.0, 46.0, 34.0, 39.0, 36.0, 20.0, 18.0, 26.0, 9.0, 8.0, 11.0, 7.0, 2.0, 4.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-2.4361376762390137, -2.372659921646118, -2.3091824054718018, -2.2457046508789062, -2.18222713470459, -2.1187493801116943, -2.055271863937378, -1.9917941093444824, -1.9283164739608765, -1.8648388385772705, -1.8013612031936646, -1.7378835678100586, -1.674405813217163, -1.6109282970428467, -1.5474505424499512, -1.4839729070663452, -1.4204952716827393, -1.3570176362991333, -1.2935400009155273, -1.2300623655319214, -1.1665847301483154, -1.10310697555542, -1.039629340171814, -0.976151704788208, -0.912674069404602, -0.8491964340209961, -0.7857187986373901, -0.7222411036491394, -0.6587634682655334, -0.5952858328819275, -0.5318081378936768, -0.4683305025100708, -0.40485286712646484, -0.3413752317428589, -0.27789756655693054, -0.2144199162721634, -0.15094226598739624, -0.08746463060379028, -0.02398696541786194, 0.039490699768066406, 0.10296833515167236, 0.16644598543643951, 0.22992363572120667, 0.293401300907135, 0.35687893629074097, 0.4203565716743469, 0.48383423686027527, 0.5473119020462036, 0.6107895374298096, 0.6742671728134155, 0.7377448081970215, 0.8012225031852722, 0.8647001385688782, 0.9281777739524841, 0.9916554689407349, 1.0551331043243408, 1.1186107397079468, 1.1820883750915527, 1.2455660104751587, 1.3090436458587646, 1.3725214004516602, 1.4359989166259766, 1.499476671218872, 1.562954306602478, 1.626431941986084]}, "gradients/encoder.encoder.layers.17.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 4.0, 4.0, 2.0, 3.0, 8.0, 8.0, 15.0, 17.0, 25.0, 24.0, 34.0, 39.0, 65.0, 86.0, 115.0, 193.0, 345.0, 717.0, 1671.0, 5545.0, 40785.0, 756121.0, 222927.0, 14477.0, 2897.0, 1058.0, 517.0, 262.0, 163.0, 109.0, 76.0, 59.0, 40.0, 33.0, 29.0, 20.0, 12.0, 11.0, 15.0, 6.0, 2.0, 4.0, 3.0, 5.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0], "bins": [-2.24609375, -2.1815032958984375, -2.116912841796875, -2.0523223876953125, -1.98773193359375, -1.9231414794921875, -1.858551025390625, -1.7939605712890625, -1.7293701171875, -1.6647796630859375, -1.600189208984375, -1.5355987548828125, -1.47100830078125, -1.4064178466796875, -1.341827392578125, -1.2772369384765625, -1.212646484375, -1.1480560302734375, -1.083465576171875, -1.0188751220703125, -0.95428466796875, -0.8896942138671875, -0.825103759765625, -0.7605133056640625, -0.6959228515625, -0.6313323974609375, -0.566741943359375, -0.5021514892578125, -0.43756103515625, -0.3729705810546875, -0.308380126953125, -0.2437896728515625, -0.17919921875, -0.1146087646484375, -0.050018310546875, 0.0145721435546875, 0.07916259765625, 0.1437530517578125, 0.208343505859375, 0.2729339599609375, 0.3375244140625, 0.4021148681640625, 0.466705322265625, 0.5312957763671875, 0.59588623046875, 0.6604766845703125, 0.725067138671875, 0.7896575927734375, 0.854248046875, 0.9188385009765625, 0.983428955078125, 1.0480194091796875, 1.11260986328125, 1.1772003173828125, 1.241790771484375, 1.3063812255859375, 1.3709716796875, 1.4355621337890625, 1.500152587890625, 1.5647430419921875, 1.62933349609375, 1.6939239501953125, 1.758514404296875, 1.8231048583984375, 1.8876953125]}, "gradients/encoder.encoder.layers.17.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 5.0, 5.0, 10.0, 32.0, 49.0, 100.0, 174.0, 229.0, 195.0, 118.0, 50.0, 20.0, 8.0, 7.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0244140625, -0.9970703125, -0.9697265625, -0.9423828125, -0.9150390625, -0.8876953125, -0.8603515625, -0.8330078125, -0.8056640625, -0.7783203125, -0.7509765625, -0.7236328125, -0.6962890625, -0.6689453125, -0.6416015625, -0.6142578125, -0.5869140625, -0.5595703125, -0.5322265625, -0.5048828125, -0.4775390625, -0.4501953125, -0.4228515625, -0.3955078125, -0.3681640625, -0.3408203125, -0.3134765625, -0.2861328125, -0.2587890625, -0.2314453125, -0.2041015625, -0.1767578125, -0.1494140625, -0.1220703125, -0.0947265625, -0.0673828125, -0.0400390625, -0.0126953125, 0.0146484375, 0.0419921875, 0.0693359375, 0.0966796875, 0.1240234375, 0.1513671875, 0.1787109375, 0.2060546875, 0.2333984375, 0.2607421875, 0.2880859375, 0.3154296875, 0.3427734375, 0.3701171875, 0.3974609375, 0.4248046875, 0.4521484375, 0.4794921875, 0.5068359375, 0.5341796875, 0.5615234375, 0.5888671875, 0.6162109375, 0.6435546875, 0.6708984375, 0.6982421875, 0.7255859375]}, "gradients/encoder.encoder.layers.17.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 4.0, 8.0, 11.0, 7.0, 16.0, 22.0, 23.0, 40.0, 59.0, 104.0, 176.0, 272.0, 574.0, 1336.0, 3826.0, 14369.0, 75497.0, 555014.0, 334966.0, 47056.0, 10010.0, 2893.0, 1093.0, 519.0, 256.0, 146.0, 85.0, 65.0, 42.0, 18.0, 19.0, 10.0, 8.0, 10.0, 3.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5517578125, -1.5072479248046875, -1.462738037109375, -1.4182281494140625, -1.37371826171875, -1.3292083740234375, -1.284698486328125, -1.2401885986328125, -1.1956787109375, -1.1511688232421875, -1.106658935546875, -1.0621490478515625, -1.01763916015625, -0.9731292724609375, -0.928619384765625, -0.8841094970703125, -0.839599609375, -0.7950897216796875, -0.750579833984375, -0.7060699462890625, -0.66156005859375, -0.6170501708984375, -0.572540283203125, -0.5280303955078125, -0.4835205078125, -0.4390106201171875, -0.394500732421875, -0.3499908447265625, -0.30548095703125, -0.2609710693359375, -0.216461181640625, -0.1719512939453125, -0.12744140625, -0.0829315185546875, -0.038421630859375, 0.0060882568359375, 0.05059814453125, 0.0951080322265625, 0.139617919921875, 0.1841278076171875, 0.2286376953125, 0.2731475830078125, 0.317657470703125, 0.3621673583984375, 0.40667724609375, 0.4511871337890625, 0.495697021484375, 0.5402069091796875, 0.584716796875, 0.6292266845703125, 0.673736572265625, 0.7182464599609375, 0.76275634765625, 0.8072662353515625, 0.851776123046875, 0.8962860107421875, 0.9407958984375, 0.9853057861328125, 1.029815673828125, 1.0743255615234375, 1.11883544921875, 1.1633453369140625, 1.207855224609375, 1.2523651123046875, 1.296875]}, "gradients/encoder.encoder.layers.17.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 7.0, 7.0, 11.0, 16.0, 8.0, 19.0, 15.0, 24.0, 28.0, 29.0, 46.0, 43.0, 39.0, 55.0, 62.0, 56.0, 44.0, 48.0, 52.0, 68.0, 64.0, 37.0, 45.0, 34.0, 29.0, 22.0, 18.0, 19.0, 10.0, 21.0, 8.0, 9.0, 5.0, 2.0, 5.0, 1.0, 2.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-2.015625, -1.9612579345703125, -1.906890869140625, -1.8525238037109375, -1.79815673828125, -1.7437896728515625, -1.689422607421875, -1.6350555419921875, -1.5806884765625, -1.5263214111328125, -1.471954345703125, -1.4175872802734375, -1.36322021484375, -1.3088531494140625, -1.254486083984375, -1.2001190185546875, -1.145751953125, -1.0913848876953125, -1.037017822265625, -0.9826507568359375, -0.92828369140625, -0.8739166259765625, -0.819549560546875, -0.7651824951171875, -0.7108154296875, -0.6564483642578125, -0.602081298828125, -0.5477142333984375, -0.49334716796875, -0.4389801025390625, -0.384613037109375, -0.3302459716796875, -0.27587890625, -0.2215118408203125, -0.167144775390625, -0.1127777099609375, -0.05841064453125, -0.0040435791015625, 0.050323486328125, 0.1046905517578125, 0.1590576171875, 0.2134246826171875, 0.267791748046875, 0.3221588134765625, 0.37652587890625, 0.4308929443359375, 0.485260009765625, 0.5396270751953125, 0.593994140625, 0.6483612060546875, 0.702728271484375, 0.7570953369140625, 0.81146240234375, 0.8658294677734375, 0.920196533203125, 0.9745635986328125, 1.0289306640625, 1.0832977294921875, 1.137664794921875, 1.1920318603515625, 1.24639892578125, 1.3007659912109375, 1.355133056640625, 1.4095001220703125, 1.4638671875]}, "gradients/encoder.encoder.layers.17.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 3.0, 12.0, 8.0, 20.0, 29.0, 61.0, 205.0, 819.0, 5470.0, 872103.0, 166011.0, 3068.0, 508.0, 127.0, 51.0, 16.0, 13.0, 13.0, 6.0, 6.0, 2.0, 1.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0419921875, -0.9920806884765625, -0.942169189453125, -0.8922576904296875, -0.84234619140625, -0.7924346923828125, -0.742523193359375, -0.6926116943359375, -0.6427001953125, -0.5927886962890625, -0.542877197265625, -0.4929656982421875, -0.44305419921875, -0.3931427001953125, -0.343231201171875, -0.2933197021484375, -0.243408203125, -0.1934967041015625, -0.143585205078125, -0.0936737060546875, -0.04376220703125, 0.0061492919921875, 0.056060791015625, 0.1059722900390625, 0.1558837890625, 0.2057952880859375, 0.255706787109375, 0.3056182861328125, 0.35552978515625, 0.4054412841796875, 0.455352783203125, 0.5052642822265625, 0.55517578125, 0.6050872802734375, 0.654998779296875, 0.7049102783203125, 0.75482177734375, 0.8047332763671875, 0.854644775390625, 0.9045562744140625, 0.9544677734375, 1.0043792724609375, 1.054290771484375, 1.1042022705078125, 1.15411376953125, 1.2040252685546875, 1.253936767578125, 1.3038482666015625, 1.353759765625, 1.4036712646484375, 1.453582763671875, 1.5034942626953125, 1.55340576171875, 1.6033172607421875, 1.653228759765625, 1.7031402587890625, 1.7530517578125, 1.8029632568359375, 1.852874755859375, 1.9027862548828125, 1.95269775390625, 2.0026092529296875, 2.052520751953125, 2.1024322509765625, 2.15234375]}, "gradients/encoder.encoder.layers.17.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 4.0, 5.0, 5.0, 8.0, 3.0, 7.0, 12.0, 17.0, 18.0, 19.0, 37.0, 42.0, 53.0, 84.0, 115.0, 159.0, 128.0, 76.0, 49.0, 39.0, 30.0, 22.0, 20.0, 9.0, 7.0, 13.0, 10.0, 7.0, 7.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00016391277313232422, -0.00015817396342754364, -0.00015243515372276306, -0.00014669634401798248, -0.0001409575343132019, -0.00013521872460842133, -0.00012947991490364075, -0.00012374110519886017, -0.00011800229549407959, -0.00011226348578929901, -0.00010652467608451843, -0.00010078586637973785, -9.504705667495728e-05, -8.93082469701767e-05, -8.356943726539612e-05, -7.783062756061554e-05, -7.209181785583496e-05, -6.635300815105438e-05, -6.0614198446273804e-05, -5.4875388741493225e-05, -4.9136579036712646e-05, -4.339776933193207e-05, -3.765895962715149e-05, -3.192014992237091e-05, -2.6181340217590332e-05, -2.0442530512809753e-05, -1.4703720808029175e-05, -8.964911103248596e-06, -3.2261013984680176e-06, 2.512708306312561e-06, 8.25151801109314e-06, 1.3990327715873718e-05, 1.9729137420654297e-05, 2.5467947125434875e-05, 3.1206756830215454e-05, 3.694556653499603e-05, 4.268437623977661e-05, 4.842318594455719e-05, 5.416199564933777e-05, 5.990080535411835e-05, 6.563961505889893e-05, 7.13784247636795e-05, 7.711723446846008e-05, 8.285604417324066e-05, 8.859485387802124e-05, 9.433366358280182e-05, 0.0001000724732875824, 0.00010581128299236298, 0.00011155009269714355, 0.00011728890240192413, 0.0001230277121067047, 0.0001287665218114853, 0.00013450533151626587, 0.00014024414122104645, 0.00014598295092582703, 0.0001517217606306076, 0.00015746057033538818, 0.00016319938004016876, 0.00016893818974494934, 0.00017467699944972992, 0.0001804158091545105, 0.00018615461885929108, 0.00019189342856407166, 0.00019763223826885223, 0.0002033710479736328]}, "gradients/encoder.encoder.layers.17.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 1.0, 6.0, 11.0, 11.0, 14.0, 32.0, 46.0, 101.0, 205.0, 474.0, 1164.0, 5325.0, 93373.0, 915002.0, 28342.0, 2972.0, 870.0, 318.0, 130.0, 72.0, 38.0, 13.0, 20.0, 7.0, 2.0, 3.0, 2.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0869140625, -1.0543060302734375, -1.021697998046875, -0.9890899658203125, -0.95648193359375, -0.9238739013671875, -0.891265869140625, -0.8586578369140625, -0.8260498046875, -0.7934417724609375, -0.760833740234375, -0.7282257080078125, -0.69561767578125, -0.6630096435546875, -0.630401611328125, -0.5977935791015625, -0.565185546875, -0.5325775146484375, -0.499969482421875, -0.4673614501953125, -0.43475341796875, -0.4021453857421875, -0.369537353515625, -0.3369293212890625, -0.3043212890625, -0.2717132568359375, -0.239105224609375, -0.2064971923828125, -0.17388916015625, -0.1412811279296875, -0.108673095703125, -0.0760650634765625, -0.04345703125, -0.0108489990234375, 0.021759033203125, 0.0543670654296875, 0.08697509765625, 0.1195831298828125, 0.152191162109375, 0.1847991943359375, 0.2174072265625, 0.2500152587890625, 0.282623291015625, 0.3152313232421875, 0.34783935546875, 0.3804473876953125, 0.413055419921875, 0.4456634521484375, 0.478271484375, 0.5108795166015625, 0.543487548828125, 0.5760955810546875, 0.60870361328125, 0.6413116455078125, 0.673919677734375, 0.7065277099609375, 0.7391357421875, 0.7717437744140625, 0.804351806640625, 0.8369598388671875, 0.86956787109375, 0.9021759033203125, 0.934783935546875, 0.9673919677734375, 1.0]}, "gradients/encoder.encoder.layers.17.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 5.0, 7.0, 3.0, 5.0, 12.0, 13.0, 17.0, 41.0, 53.0, 95.0, 212.0, 212.0, 142.0, 81.0, 43.0, 25.0, 21.0, 10.0, 2.0, 5.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.8037109375, -0.7730560302734375, -0.742401123046875, -0.7117462158203125, -0.68109130859375, -0.6504364013671875, -0.619781494140625, -0.5891265869140625, -0.5584716796875, -0.5278167724609375, -0.497161865234375, -0.4665069580078125, -0.43585205078125, -0.4051971435546875, -0.374542236328125, -0.3438873291015625, -0.313232421875, -0.2825775146484375, -0.251922607421875, -0.2212677001953125, -0.19061279296875, -0.1599578857421875, -0.129302978515625, -0.0986480712890625, -0.0679931640625, -0.0373382568359375, -0.006683349609375, 0.0239715576171875, 0.05462646484375, 0.0852813720703125, 0.115936279296875, 0.1465911865234375, 0.17724609375, 0.2079010009765625, 0.238555908203125, 0.2692108154296875, 0.29986572265625, 0.3305206298828125, 0.361175537109375, 0.3918304443359375, 0.4224853515625, 0.4531402587890625, 0.483795166015625, 0.5144500732421875, 0.54510498046875, 0.5757598876953125, 0.606414794921875, 0.6370697021484375, 0.667724609375, 0.6983795166015625, 0.729034423828125, 0.7596893310546875, 0.79034423828125, 0.8209991455078125, 0.851654052734375, 0.8823089599609375, 0.9129638671875, 0.9436187744140625, 0.974273681640625, 1.0049285888671875, 1.03558349609375, 1.0662384033203125, 1.096893310546875, 1.1275482177734375, 1.158203125]}, "gradients/encoder.encoder.layers.17.layer_norm.weight": {"_type": "histogram", "values": [3.0, 3.0, 9.0, 22.0, 43.0, 168.0, 388.0, 255.0, 82.0, 20.0, 11.0, 6.0, 4.0, 0.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.7249064445495605, -3.171259641647339, -2.617612838745117, -2.0639662742614746, -1.510319471359253, -0.9566726684570312, -0.40302610397338867, 0.150620698928833, 0.7042675018310547, 1.2579143047332764, 1.8115609884262085, 2.3652076721191406, 2.9188544750213623, 3.472501277923584, 4.026147842407227, 4.579794883728027, 5.13344144821167, 5.6870880126953125, 6.240735054016113, 6.794381618499756, 7.348028182983398, 7.901675224304199, 8.455322265625, 9.008968353271484, 9.562615394592285, 10.116262435913086, 10.66990852355957, 11.223555564880371, 11.777202606201172, 12.330848693847656, 12.884495735168457, 13.438142776489258, 13.991788864135742, 14.545435905456543, 15.099081993103027, 15.652729034423828, 16.206375122070312, 16.76002311706543, 17.313669204711914, 17.8673152923584, 18.420963287353516, 18.974609375, 19.528257369995117, 20.0819034576416, 20.635549545288086, 21.189197540283203, 21.742843627929688, 22.296489715576172, 22.850135803222656, 23.40378189086914, 23.957429885864258, 24.511075973510742, 25.064722061157227, 25.618370056152344, 26.172016143798828, 26.725662231445312, 27.27931022644043, 27.832956314086914, 28.38660430908203, 28.940250396728516, 29.493896484375, 30.047544479370117, 30.6011905670166, 31.154836654663086, 31.708484649658203]}, "gradients/encoder.encoder.layers.17.layer_norm.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 2.0, 3.0, 4.0, 3.0, 0.0, 6.0, 10.0, 8.0, 13.0, 15.0, 15.0, 20.0, 25.0, 31.0, 30.0, 41.0, 37.0, 49.0, 44.0, 59.0, 48.0, 59.0, 56.0, 59.0, 43.0, 36.0, 39.0, 45.0, 28.0, 30.0, 31.0, 30.0, 21.0, 16.0, 17.0, 11.0, 6.0, 4.0, 7.0, 4.0, 2.0, 3.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.739557266235352, -7.430431365966797, -7.1213059425354, -6.812180042266846, -6.503054618835449, -6.1939287185668945, -5.88480281829834, -5.575676918029785, -5.266551494598389, -4.957425594329834, -4.6483001708984375, -4.339174270629883, -4.030048370361328, -3.7209229469299316, -3.411797046661377, -3.1026713848114014, -2.793545722961426, -2.48442006111145, -2.1752943992614746, -1.86616849899292, -1.5570428371429443, -1.2479171752929688, -0.9387913942337036, -0.6296656131744385, -0.3205399513244629, -0.01141422986984253, 0.29771149158477783, 0.6068372130393982, 0.9159629344940186, 1.2250885963439941, 1.5342143774032593, 1.8433401584625244, 2.1524648666381836, 2.461590528488159, 2.7707161903381348, 3.0798420906066895, 3.388967752456665, 3.6980934143066406, 4.007219314575195, 4.31634521484375, 4.6254706382751465, 4.934596538543701, 5.243721961975098, 5.552847862243652, 5.861973762512207, 6.1710991859436035, 6.480225086212158, 6.789350509643555, 7.098476409912109, 7.407602310180664, 7.7167277336120605, 8.025853157043457, 8.334979057312012, 8.644104957580566, 8.953230857849121, 9.262356758117676, 9.571481704711914, 9.880607604980469, 10.189733505249023, 10.498858451843262, 10.807984352111816, 11.117110252380371, 11.426236152648926, 11.73536205291748, 12.044487953186035]}, "gradients/encoder.encoder.layers.16.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 4.0, 6.0, 3.0, 4.0, 7.0, 6.0, 8.0, 12.0, 8.0, 18.0, 26.0, 29.0, 52.0, 75.0, 123.0, 281.0, 626.0, 2207.0, 11718.0, 3140173.0, 1025929.0, 10302.0, 1753.0, 517.0, 195.0, 90.0, 51.0, 25.0, 14.0, 5.0, 7.0, 7.0, 7.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.73046875, -2.66217041015625, -2.5938720703125, -2.52557373046875, -2.457275390625, -2.38897705078125, -2.3206787109375, -2.25238037109375, -2.18408203125, -2.11578369140625, -2.0474853515625, -1.97918701171875, -1.910888671875, -1.84259033203125, -1.7742919921875, -1.70599365234375, -1.6376953125, -1.56939697265625, -1.5010986328125, -1.43280029296875, -1.364501953125, -1.29620361328125, -1.2279052734375, -1.15960693359375, -1.09130859375, -1.02301025390625, -0.9547119140625, -0.88641357421875, -0.818115234375, -0.74981689453125, -0.6815185546875, -0.61322021484375, -0.544921875, -0.47662353515625, -0.4083251953125, -0.34002685546875, -0.271728515625, -0.20343017578125, -0.1351318359375, -0.06683349609375, 0.00146484375, 0.06976318359375, 0.1380615234375, 0.20635986328125, 0.274658203125, 0.34295654296875, 0.4112548828125, 0.47955322265625, 0.5478515625, 0.61614990234375, 0.6844482421875, 0.75274658203125, 0.821044921875, 0.88934326171875, 0.9576416015625, 1.02593994140625, 1.09423828125, 1.16253662109375, 1.2308349609375, 1.29913330078125, 1.367431640625, 1.43572998046875, 1.5040283203125, 1.57232666015625, 1.640625]}, "gradients/encoder.encoder.layers.16.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 5.0, 10.0, 18.0, 35.0, 72.0, 88.0, 129.0, 178.0, 182.0, 128.0, 84.0, 43.0, 19.0, 9.0, 3.0, 1.0, 4.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0234375, -0.99627685546875, -0.9691162109375, -0.94195556640625, -0.914794921875, -0.88763427734375, -0.8604736328125, -0.83331298828125, -0.80615234375, -0.77899169921875, -0.7518310546875, -0.72467041015625, -0.697509765625, -0.67034912109375, -0.6431884765625, -0.61602783203125, -0.5888671875, -0.56170654296875, -0.5345458984375, -0.50738525390625, -0.480224609375, -0.45306396484375, -0.4259033203125, -0.39874267578125, -0.37158203125, -0.34442138671875, -0.3172607421875, -0.29010009765625, -0.262939453125, -0.23577880859375, -0.2086181640625, -0.18145751953125, -0.154296875, -0.12713623046875, -0.0999755859375, -0.07281494140625, -0.045654296875, -0.01849365234375, 0.0086669921875, 0.03582763671875, 0.06298828125, 0.09014892578125, 0.1173095703125, 0.14447021484375, 0.171630859375, 0.19879150390625, 0.2259521484375, 0.25311279296875, 0.2802734375, 0.30743408203125, 0.3345947265625, 0.36175537109375, 0.388916015625, 0.41607666015625, 0.4432373046875, 0.47039794921875, 0.49755859375, 0.52471923828125, 0.5518798828125, 0.57904052734375, 0.606201171875, 0.63336181640625, 0.6605224609375, 0.68768310546875, 0.71484375]}, "gradients/encoder.encoder.layers.16.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 4.0, 9.0, 6.0, 7.0, 30.0, 55.0, 137.0, 354.0, 1231.0, 4570.0, 32041.0, 3937692.0, 203499.0, 10957.0, 2504.0, 768.0, 228.0, 97.0, 37.0, 19.0, 12.0, 10.0, 5.0, 5.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.5732421875, -1.5220794677734375, -1.470916748046875, -1.4197540283203125, -1.36859130859375, -1.3174285888671875, -1.266265869140625, -1.2151031494140625, -1.1639404296875, -1.1127777099609375, -1.061614990234375, -1.0104522705078125, -0.95928955078125, -0.9081268310546875, -0.856964111328125, -0.8058013916015625, -0.754638671875, -0.7034759521484375, -0.652313232421875, -0.6011505126953125, -0.54998779296875, -0.4988250732421875, -0.447662353515625, -0.3964996337890625, -0.3453369140625, -0.2941741943359375, -0.243011474609375, -0.1918487548828125, -0.14068603515625, -0.0895233154296875, -0.038360595703125, 0.0128021240234375, 0.06396484375, 0.1151275634765625, 0.166290283203125, 0.2174530029296875, 0.26861572265625, 0.3197784423828125, 0.370941162109375, 0.4221038818359375, 0.4732666015625, 0.5244293212890625, 0.575592041015625, 0.6267547607421875, 0.67791748046875, 0.7290802001953125, 0.780242919921875, 0.8314056396484375, 0.882568359375, 0.9337310791015625, 0.984893798828125, 1.0360565185546875, 1.08721923828125, 1.1383819580078125, 1.189544677734375, 1.2407073974609375, 1.2918701171875, 1.3430328369140625, 1.394195556640625, 1.4453582763671875, 1.49652099609375, 1.5476837158203125, 1.598846435546875, 1.6500091552734375, 1.701171875]}, "gradients/encoder.encoder.layers.16.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 2.0, 2.0, 0.0, 4.0, 5.0, 4.0, 8.0, 7.0, 11.0, 16.0, 29.0, 38.0, 67.0, 150.0, 382.0, 1977.0, 837.0, 260.0, 104.0, 56.0, 39.0, 20.0, 13.0, 12.0, 9.0, 10.0, 4.0, 5.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.295166015625, -0.2821922302246094, -0.26921844482421875, -0.2562446594238281, -0.2432708740234375, -0.23029708862304688, -0.21732330322265625, -0.20434951782226562, -0.191375732421875, -0.17840194702148438, -0.16542816162109375, -0.15245437622070312, -0.1394805908203125, -0.12650680541992188, -0.11353302001953125, -0.10055923461914062, -0.08758544921875, -0.07461166381835938, -0.06163787841796875, -0.048664093017578125, -0.0356903076171875, -0.022716522216796875, -0.00974273681640625, 0.003231048583984375, 0.016204833984375, 0.029178619384765625, 0.04215240478515625, 0.055126190185546875, 0.0680999755859375, 0.08107376098632812, 0.09404754638671875, 0.10702133178710938, 0.1199951171875, 0.13296890258789062, 0.14594268798828125, 0.15891647338867188, 0.1718902587890625, 0.18486404418945312, 0.19783782958984375, 0.21081161499023438, 0.223785400390625, 0.23675918579101562, 0.24973297119140625, 0.2627067565917969, 0.2756805419921875, 0.2886543273925781, 0.30162811279296875, 0.3146018981933594, 0.32757568359375, 0.3405494689941406, 0.35352325439453125, 0.3664970397949219, 0.3794708251953125, 0.3924446105957031, 0.40541839599609375, 0.4183921813964844, 0.431365966796875, 0.4443397521972656, 0.45731353759765625, 0.4702873229980469, 0.4832611083984375, 0.4962348937988281, 0.5092086791992188, 0.5221824645996094, 0.53515625]}, "gradients/encoder.encoder.layers.16.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 8.0, 36.0, 67.0, 216.0, 323.0, 232.0, 85.0, 25.0, 9.0, 4.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5685263872146606, -1.4663009643554688, -1.3640754222869873, -1.2618499994277954, -1.1596245765686035, -1.0573991537094116, -0.955173671245575, -0.8529481887817383, -0.7507227659225464, -0.6484973430633545, -0.5462718605995178, -0.44404640793800354, -0.34182095527648926, -0.23959553241729736, -0.1373700499534607, -0.03514456748962402, 0.06708085536956787, 0.16930630803108215, 0.27153176069259644, 0.3737572133541107, 0.475982666015625, 0.5782080888748169, 0.6804335713386536, 0.7826590538024902, 0.8848844766616821, 0.987109899520874, 1.0893354415893555, 1.1915608644485474, 1.2937862873077393, 1.3960117101669312, 1.498237133026123, 1.6004626750946045, 1.702688217163086, 1.8049136400222778, 1.9071390628814697, 2.009364604949951, 2.1115899085998535, 2.213815450668335, 2.3160409927368164, 2.4182662963867188, 2.5204918384552, 2.6227173805236816, 2.724942684173584, 2.8271682262420654, 2.929393768310547, 3.031619071960449, 3.1338446140289307, 3.236070156097412, 3.3382954597473145, 3.440521001815796, 3.5427463054656982, 3.6449718475341797, 3.747197151184082, 3.8494226932525635, 3.951648235321045, 4.053873538970947, 4.156099319458008, 4.25832462310791, 4.360550403594971, 4.462775707244873, 4.565001010894775, 4.667226791381836, 4.769452095031738, 4.871677398681641, 4.973902702331543]}, "gradients/encoder.encoder.layers.16.final_layer_norm.bias": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 2.0, 1.0, 3.0, 5.0, 4.0, 7.0, 10.0, 11.0, 15.0, 20.0, 13.0, 26.0, 31.0, 26.0, 24.0, 38.0, 28.0, 39.0, 33.0, 30.0, 46.0, 43.0, 62.0, 46.0, 54.0, 40.0, 40.0, 36.0, 28.0, 30.0, 31.0, 28.0, 25.0, 23.0, 21.0, 19.0, 17.0, 10.0, 7.0, 10.0, 9.0, 6.0, 5.0, 4.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.8990668654441833, -0.8648807406425476, -0.8306946158409119, -0.7965084910392761, -0.7623224258422852, -0.7281363010406494, -0.6939501762390137, -0.6597640514373779, -0.6255779266357422, -0.5913918018341064, -0.5572056770324707, -0.523019552230835, -0.4888334572315216, -0.45464733242988586, -0.4204612374305725, -0.38627511262893677, -0.352088987827301, -0.3179028630256653, -0.28371673822402954, -0.2495306432247162, -0.21534451842308044, -0.1811583936214447, -0.14697228372097015, -0.1127861738204956, -0.07860004901885986, -0.04441393166780472, -0.010227814316749573, 0.023958303034305573, 0.05814442038536072, 0.09233054518699646, 0.126516655087471, 0.16070276498794556, 0.19488883018493652, 0.22907495498657227, 0.263261079788208, 0.29744717478752136, 0.3316332995891571, 0.36581942439079285, 0.4000055193901062, 0.43419164419174194, 0.4683777689933777, 0.5025638937950134, 0.5367500185966492, 0.5709361433982849, 0.6051222085952759, 0.6393083333969116, 0.6734944581985474, 0.7076805830001831, 0.7418667078018188, 0.7760528326034546, 0.8102389574050903, 0.8444250822067261, 0.8786112070083618, 0.9127973318099976, 0.9469833970069885, 0.9811695218086243, 1.0153555870056152, 1.049541711807251, 1.0837278366088867, 1.1179139614105225, 1.1521000862121582, 1.186286211013794, 1.2204723358154297, 1.2546584606170654, 1.2888445854187012]}, "gradients/encoder.encoder.layers.16.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 7.0, 6.0, 2.0, 8.0, 7.0, 6.0, 18.0, 18.0, 30.0, 38.0, 52.0, 80.0, 111.0, 194.0, 314.0, 604.0, 1530.0, 5866.0, 41922.0, 658176.0, 311320.0, 21878.0, 4027.0, 1170.0, 463.0, 229.0, 140.0, 118.0, 62.0, 34.0, 25.0, 28.0, 12.0, 15.0, 14.0, 7.0, 9.0, 5.0, 7.0, 6.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0], "bins": [-2.197265625, -2.1376495361328125, -2.078033447265625, -2.0184173583984375, -1.95880126953125, -1.8991851806640625, -1.839569091796875, -1.7799530029296875, -1.7203369140625, -1.6607208251953125, -1.601104736328125, -1.5414886474609375, -1.48187255859375, -1.4222564697265625, -1.362640380859375, -1.3030242919921875, -1.243408203125, -1.1837921142578125, -1.124176025390625, -1.0645599365234375, -1.00494384765625, -0.9453277587890625, -0.885711669921875, -0.8260955810546875, -0.7664794921875, -0.7068634033203125, -0.647247314453125, -0.5876312255859375, -0.52801513671875, -0.4683990478515625, -0.408782958984375, -0.3491668701171875, -0.28955078125, -0.2299346923828125, -0.170318603515625, -0.1107025146484375, -0.05108642578125, 0.0085296630859375, 0.068145751953125, 0.1277618408203125, 0.1873779296875, 0.2469940185546875, 0.306610107421875, 0.3662261962890625, 0.42584228515625, 0.4854583740234375, 0.545074462890625, 0.6046905517578125, 0.664306640625, 0.7239227294921875, 0.783538818359375, 0.8431549072265625, 0.90277099609375, 0.9623870849609375, 1.022003173828125, 1.0816192626953125, 1.1412353515625, 1.2008514404296875, 1.260467529296875, 1.3200836181640625, 1.37969970703125, 1.4393157958984375, 1.498931884765625, 1.5585479736328125, 1.6181640625]}, "gradients/encoder.encoder.layers.16.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 5.0, 12.0, 28.0, 54.0, 77.0, 107.0, 141.0, 194.0, 163.0, 104.0, 62.0, 31.0, 13.0, 7.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.001953125, -0.9750289916992188, -0.9481048583984375, -0.9211807250976562, -0.894256591796875, -0.8673324584960938, -0.8404083251953125, -0.8134841918945312, -0.78656005859375, -0.7596359252929688, -0.7327117919921875, -0.7057876586914062, -0.678863525390625, -0.6519393920898438, -0.6250152587890625, -0.5980911254882812, -0.5711669921875, -0.5442428588867188, -0.5173187255859375, -0.49039459228515625, -0.463470458984375, -0.43654632568359375, -0.4096221923828125, -0.38269805908203125, -0.35577392578125, -0.32884979248046875, -0.3019256591796875, -0.27500152587890625, -0.248077392578125, -0.22115325927734375, -0.1942291259765625, -0.16730499267578125, -0.140380859375, -0.11345672607421875, -0.0865325927734375, -0.05960845947265625, -0.032684326171875, -0.00576019287109375, 0.0211639404296875, 0.04808807373046875, 0.07501220703125, 0.10193634033203125, 0.1288604736328125, 0.15578460693359375, 0.182708740234375, 0.20963287353515625, 0.2365570068359375, 0.26348114013671875, 0.2904052734375, 0.31732940673828125, 0.3442535400390625, 0.37117767333984375, 0.398101806640625, 0.42502593994140625, 0.4519500732421875, 0.47887420654296875, 0.50579833984375, 0.5327224731445312, 0.5596466064453125, 0.5865707397460938, 0.613494873046875, 0.6404190063476562, 0.6673431396484375, 0.6942672729492188, 0.72119140625]}, "gradients/encoder.encoder.layers.16.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 4.0, 5.0, 5.0, 5.0, 8.0, 13.0, 14.0, 9.0, 19.0, 17.0, 34.0, 44.0, 57.0, 84.0, 130.0, 146.0, 215.0, 331.0, 463.0, 860.0, 1636.0, 3507.0, 8384.0, 23653.0, 80574.0, 337774.0, 433698.0, 107749.0, 30090.0, 10541.0, 3981.0, 1790.0, 960.0, 531.0, 361.0, 240.0, 140.0, 129.0, 99.0, 69.0, 55.0, 37.0, 22.0, 21.0, 13.0, 13.0, 12.0, 7.0, 4.0, 6.0, 2.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.775390625, -0.748748779296875, -0.72210693359375, -0.695465087890625, -0.6688232421875, -0.642181396484375, -0.61553955078125, -0.588897705078125, -0.562255859375, -0.535614013671875, -0.50897216796875, -0.482330322265625, -0.4556884765625, -0.429046630859375, -0.40240478515625, -0.375762939453125, -0.34912109375, -0.322479248046875, -0.29583740234375, -0.269195556640625, -0.2425537109375, -0.215911865234375, -0.18927001953125, -0.162628173828125, -0.135986328125, -0.109344482421875, -0.08270263671875, -0.056060791015625, -0.0294189453125, -0.002777099609375, 0.02386474609375, 0.050506591796875, 0.0771484375, 0.103790283203125, 0.13043212890625, 0.157073974609375, 0.1837158203125, 0.210357666015625, 0.23699951171875, 0.263641357421875, 0.290283203125, 0.316925048828125, 0.34356689453125, 0.370208740234375, 0.3968505859375, 0.423492431640625, 0.45013427734375, 0.476776123046875, 0.50341796875, 0.530059814453125, 0.55670166015625, 0.583343505859375, 0.6099853515625, 0.636627197265625, 0.66326904296875, 0.689910888671875, 0.716552734375, 0.743194580078125, 0.76983642578125, 0.796478271484375, 0.8231201171875, 0.849761962890625, 0.87640380859375, 0.903045654296875, 0.9296875]}, "gradients/encoder.encoder.layers.16.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 1.0, 3.0, 6.0, 3.0, 5.0, 5.0, 5.0, 2.0, 6.0, 5.0, 16.0, 10.0, 19.0, 23.0, 20.0, 31.0, 31.0, 28.0, 32.0, 33.0, 39.0, 27.0, 39.0, 35.0, 38.0, 52.0, 40.0, 40.0, 39.0, 43.0, 43.0, 31.0, 31.0, 29.0, 30.0, 25.0, 23.0, 23.0, 18.0, 15.0, 10.0, 14.0, 9.0, 4.0, 6.0, 7.0, 2.0, 3.0, 7.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.2197265625, -1.1776275634765625, -1.135528564453125, -1.0934295654296875, -1.05133056640625, -1.0092315673828125, -0.967132568359375, -0.9250335693359375, -0.8829345703125, -0.8408355712890625, -0.798736572265625, -0.7566375732421875, -0.71453857421875, -0.6724395751953125, -0.630340576171875, -0.5882415771484375, -0.546142578125, -0.5040435791015625, -0.461944580078125, -0.4198455810546875, -0.37774658203125, -0.3356475830078125, -0.293548583984375, -0.2514495849609375, -0.2093505859375, -0.1672515869140625, -0.125152587890625, -0.0830535888671875, -0.04095458984375, 0.0011444091796875, 0.043243408203125, 0.0853424072265625, 0.12744140625, 0.1695404052734375, 0.211639404296875, 0.2537384033203125, 0.29583740234375, 0.3379364013671875, 0.380035400390625, 0.4221343994140625, 0.4642333984375, 0.5063323974609375, 0.548431396484375, 0.5905303955078125, 0.63262939453125, 0.6747283935546875, 0.716827392578125, 0.7589263916015625, 0.801025390625, 0.8431243896484375, 0.885223388671875, 0.9273223876953125, 0.96942138671875, 1.0115203857421875, 1.053619384765625, 1.0957183837890625, 1.1378173828125, 1.1799163818359375, 1.222015380859375, 1.2641143798828125, 1.30621337890625, 1.3483123779296875, 1.390411376953125, 1.4325103759765625, 1.474609375]}, "gradients/encoder.encoder.layers.16.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 5.0, 9.0, 23.0, 45.0, 157.0, 592.0, 10596.0, 1029526.0, 6897.0, 508.0, 109.0, 52.0, 18.0, 6.0, 9.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.552734375, -2.4827117919921875, -2.412689208984375, -2.3426666259765625, -2.27264404296875, -2.2026214599609375, -2.132598876953125, -2.0625762939453125, -1.9925537109375, -1.9225311279296875, -1.852508544921875, -1.7824859619140625, -1.71246337890625, -1.6424407958984375, -1.572418212890625, -1.5023956298828125, -1.432373046875, -1.3623504638671875, -1.292327880859375, -1.2223052978515625, -1.15228271484375, -1.0822601318359375, -1.012237548828125, -0.9422149658203125, -0.8721923828125, -0.8021697998046875, -0.732147216796875, -0.6621246337890625, -0.59210205078125, -0.5220794677734375, -0.452056884765625, -0.3820343017578125, -0.31201171875, -0.2419891357421875, -0.171966552734375, -0.1019439697265625, -0.03192138671875, 0.0381011962890625, 0.108123779296875, 0.1781463623046875, 0.2481689453125, 0.3181915283203125, 0.388214111328125, 0.4582366943359375, 0.52825927734375, 0.5982818603515625, 0.668304443359375, 0.7383270263671875, 0.808349609375, 0.8783721923828125, 0.948394775390625, 1.0184173583984375, 1.08843994140625, 1.1584625244140625, 1.228485107421875, 1.2985076904296875, 1.3685302734375, 1.4385528564453125, 1.508575439453125, 1.5785980224609375, 1.64862060546875, 1.7186431884765625, 1.788665771484375, 1.8586883544921875, 1.9287109375]}, "gradients/encoder.encoder.layers.16.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 8.0, 9.0, 8.0, 12.0, 14.0, 17.0, 23.0, 18.0, 32.0, 39.0, 49.0, 69.0, 97.0, 128.0, 119.0, 88.0, 57.0, 45.0, 28.0, 30.0, 27.0, 26.0, 7.0, 14.0, 6.0, 10.0, 6.0, 4.0, 5.0, 3.0, 1.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0001461505889892578, -0.00014066696166992188, -0.00013518333435058594, -0.00012969970703125, -0.00012421607971191406, -0.00011873245239257812, -0.00011324882507324219, -0.00010776519775390625, -0.00010228157043457031, -9.679794311523438e-05, -9.131431579589844e-05, -8.58306884765625e-05, -8.034706115722656e-05, -7.486343383789062e-05, -6.937980651855469e-05, -6.389617919921875e-05, -5.841255187988281e-05, -5.2928924560546875e-05, -4.744529724121094e-05, -4.1961669921875e-05, -3.647804260253906e-05, -3.0994415283203125e-05, -2.5510787963867188e-05, -2.002716064453125e-05, -1.4543533325195312e-05, -9.059906005859375e-06, -3.5762786865234375e-06, 1.9073486328125e-06, 7.3909759521484375e-06, 1.2874603271484375e-05, 1.8358230590820312e-05, 2.384185791015625e-05, 2.9325485229492188e-05, 3.4809112548828125e-05, 4.029273986816406e-05, 4.57763671875e-05, 5.125999450683594e-05, 5.6743621826171875e-05, 6.222724914550781e-05, 6.771087646484375e-05, 7.319450378417969e-05, 7.867813110351562e-05, 8.416175842285156e-05, 8.96453857421875e-05, 9.512901306152344e-05, 0.00010061264038085938, 0.00010609626770019531, 0.00011157989501953125, 0.00011706352233886719, 0.00012254714965820312, 0.00012803077697753906, 0.000133514404296875, 0.00013899803161621094, 0.00014448165893554688, 0.0001499652862548828, 0.00015544891357421875, 0.0001609325408935547, 0.00016641616821289062, 0.00017189979553222656, 0.0001773834228515625, 0.00018286705017089844, 0.00018835067749023438, 0.0001938343048095703, 0.00019931793212890625, 0.0002048015594482422]}, "gradients/encoder.encoder.layers.16.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 13.0, 9.0, 17.0, 20.0, 43.0, 68.0, 103.0, 250.0, 691.0, 3526.0, 78753.0, 944878.0, 17552.0, 1723.0, 458.0, 207.0, 95.0, 68.0, 31.0, 27.0, 8.0, 5.0, 4.0, 2.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.369140625, -1.323974609375, -1.27880859375, -1.233642578125, -1.1884765625, -1.143310546875, -1.09814453125, -1.052978515625, -1.0078125, -0.962646484375, -0.91748046875, -0.872314453125, -0.8271484375, -0.781982421875, -0.73681640625, -0.691650390625, -0.646484375, -0.601318359375, -0.55615234375, -0.510986328125, -0.4658203125, -0.420654296875, -0.37548828125, -0.330322265625, -0.28515625, -0.239990234375, -0.19482421875, -0.149658203125, -0.1044921875, -0.059326171875, -0.01416015625, 0.031005859375, 0.076171875, 0.121337890625, 0.16650390625, 0.211669921875, 0.2568359375, 0.302001953125, 0.34716796875, 0.392333984375, 0.4375, 0.482666015625, 0.52783203125, 0.572998046875, 0.6181640625, 0.663330078125, 0.70849609375, 0.753662109375, 0.798828125, 0.843994140625, 0.88916015625, 0.934326171875, 0.9794921875, 1.024658203125, 1.06982421875, 1.114990234375, 1.16015625, 1.205322265625, 1.25048828125, 1.295654296875, 1.3408203125, 1.385986328125, 1.43115234375, 1.476318359375, 1.521484375]}, "gradients/encoder.encoder.layers.16.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 10.0, 13.0, 32.0, 48.0, 96.0, 210.0, 286.0, 154.0, 72.0, 42.0, 20.0, 12.0, 8.0, 2.0, 6.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.984375, -0.93597412109375, -0.8875732421875, -0.83917236328125, -0.790771484375, -0.74237060546875, -0.6939697265625, -0.64556884765625, -0.59716796875, -0.54876708984375, -0.5003662109375, -0.45196533203125, -0.403564453125, -0.35516357421875, -0.3067626953125, -0.25836181640625, -0.2099609375, -0.16156005859375, -0.1131591796875, -0.06475830078125, -0.016357421875, 0.03204345703125, 0.0804443359375, 0.12884521484375, 0.17724609375, 0.22564697265625, 0.2740478515625, 0.32244873046875, 0.370849609375, 0.41925048828125, 0.4676513671875, 0.51605224609375, 0.564453125, 0.61285400390625, 0.6612548828125, 0.70965576171875, 0.758056640625, 0.80645751953125, 0.8548583984375, 0.90325927734375, 0.95166015625, 1.00006103515625, 1.0484619140625, 1.09686279296875, 1.145263671875, 1.19366455078125, 1.2420654296875, 1.29046630859375, 1.3388671875, 1.38726806640625, 1.4356689453125, 1.48406982421875, 1.532470703125, 1.58087158203125, 1.6292724609375, 1.67767333984375, 1.72607421875, 1.77447509765625, 1.8228759765625, 1.87127685546875, 1.919677734375, 1.96807861328125, 2.0164794921875, 2.06488037109375, 2.11328125]}, "gradients/encoder.encoder.layers.16.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 7.0, 31.0, 341.0, 600.0, 29.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-60.96675109863281, -59.617958068847656, -58.2691650390625, -56.920372009277344, -55.57157897949219, -54.22278594970703, -52.873992919921875, -51.52519989013672, -50.17640686035156, -48.827613830566406, -47.47882080078125, -46.130027770996094, -44.78123474121094, -43.43244171142578, -42.083648681640625, -40.73485565185547, -39.38606262207031, -38.037269592285156, -36.6884765625, -35.339683532714844, -33.99089050292969, -32.64209747314453, -31.293304443359375, -29.94451141357422, -28.595718383789062, -27.246925354003906, -25.89813232421875, -24.549339294433594, -23.200546264648438, -21.85175323486328, -20.502960205078125, -19.15416717529297, -17.805377960205078, -16.456584930419922, -15.107791900634766, -13.75899887084961, -12.410205841064453, -11.061412811279297, -9.71261978149414, -8.363826751708984, -7.015033721923828, -5.666240692138672, -4.317447662353516, -2.9686546325683594, -1.6198616027832031, -0.2710685729980469, 1.0777244567871094, 2.4265174865722656, 3.775310516357422, 5.124103546142578, 6.472896575927734, 7.821689605712891, 9.170482635498047, 10.519275665283203, 11.86806869506836, 13.216861724853516, 14.565654754638672, 15.914447784423828, 17.263240814208984, 18.61203384399414, 19.960826873779297, 21.309619903564453, 22.65841293334961, 24.007205963134766, 25.355998992919922]}, "gradients/encoder.encoder.layers.16.layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 5.0, 1.0, 4.0, 3.0, 3.0, 4.0, 11.0, 8.0, 17.0, 8.0, 22.0, 24.0, 21.0, 28.0, 29.0, 26.0, 41.0, 40.0, 49.0, 46.0, 47.0, 40.0, 51.0, 52.0, 48.0, 39.0, 32.0, 26.0, 28.0, 31.0, 29.0, 32.0, 31.0, 25.0, 19.0, 15.0, 16.0, 11.0, 14.0, 5.0, 10.0, 5.0, 1.0, 10.0, 3.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.846837997436523, -7.556141376495361, -7.265445232391357, -6.974748611450195, -6.684052467346191, -6.393355846405029, -6.102659225463867, -5.811963081359863, -5.521266460418701, -5.230569839477539, -4.939873695373535, -4.649177074432373, -4.358480453491211, -4.067784309387207, -3.777087688446045, -3.486391305923462, -3.195694923400879, -2.904998540878296, -2.614302158355713, -2.323605537414551, -2.0329091548919678, -1.7422127723693848, -1.4515162706375122, -1.1608197689056396, -0.8701233863830566, -0.5794269442558289, -0.2887305021286011, 0.001965939998626709, 0.2926623821258545, 0.5833587646484375, 0.8740552663803101, 1.1647517681121826, 1.4554481506347656, 1.7461445331573486, 2.0368409156799316, 2.3275375366210938, 2.6182339191436768, 2.9089303016662598, 3.199626922607422, 3.490323305130005, 3.781019687652588, 4.07171630859375, 4.362412452697754, 4.653109073638916, 4.943805694580078, 5.234501838684082, 5.525198459625244, 5.815895080566406, 6.10659122467041, 6.397287845611572, 6.687983989715576, 6.978680610656738, 7.269376754760742, 7.560073375701904, 7.850769996643066, 8.14146614074707, 8.43216323852539, 8.722859382629395, 9.013556480407715, 9.304252624511719, 9.594948768615723, 9.885644912719727, 10.176342010498047, 10.46703815460205, 10.757734298706055]}, "gradients/encoder.encoder.layers.15.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 6.0, 4.0, 1.0, 9.0, 3.0, 9.0, 11.0, 12.0, 15.0, 30.0, 27.0, 25.0, 49.0, 103.0, 169.0, 283.0, 584.0, 1490.0, 4555.0, 25366.0, 3778029.0, 364112.0, 14420.0, 3128.0, 980.0, 423.0, 196.0, 104.0, 44.0, 25.0, 26.0, 13.0, 7.0, 7.0, 3.0, 2.0, 3.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-2.162109375, -2.105010986328125, -2.04791259765625, -1.990814208984375, -1.9337158203125, -1.876617431640625, -1.81951904296875, -1.762420654296875, -1.705322265625, -1.648223876953125, -1.59112548828125, -1.534027099609375, -1.4769287109375, -1.419830322265625, -1.36273193359375, -1.305633544921875, -1.24853515625, -1.191436767578125, -1.13433837890625, -1.077239990234375, -1.0201416015625, -0.963043212890625, -0.90594482421875, -0.848846435546875, -0.791748046875, -0.734649658203125, -0.67755126953125, -0.620452880859375, -0.5633544921875, -0.506256103515625, -0.44915771484375, -0.392059326171875, -0.3349609375, -0.277862548828125, -0.22076416015625, -0.163665771484375, -0.1065673828125, -0.049468994140625, 0.00762939453125, 0.064727783203125, 0.121826171875, 0.178924560546875, 0.23602294921875, 0.293121337890625, 0.3502197265625, 0.407318115234375, 0.46441650390625, 0.521514892578125, 0.57861328125, 0.635711669921875, 0.69281005859375, 0.749908447265625, 0.8070068359375, 0.864105224609375, 0.92120361328125, 0.978302001953125, 1.035400390625, 1.092498779296875, 1.14959716796875, 1.206695556640625, 1.2637939453125, 1.320892333984375, 1.37799072265625, 1.435089111328125, 1.4921875]}, "gradients/encoder.encoder.layers.15.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 9.0, 7.0, 24.0, 37.0, 58.0, 80.0, 116.0, 145.0, 151.0, 137.0, 102.0, 61.0, 41.0, 20.0, 9.0, 4.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0068359375, -0.9796600341796875, -0.952484130859375, -0.9253082275390625, -0.89813232421875, -0.8709564208984375, -0.843780517578125, -0.8166046142578125, -0.7894287109375, -0.7622528076171875, -0.735076904296875, -0.7079010009765625, -0.68072509765625, -0.6535491943359375, -0.626373291015625, -0.5991973876953125, -0.572021484375, -0.5448455810546875, -0.517669677734375, -0.4904937744140625, -0.46331787109375, -0.4361419677734375, -0.408966064453125, -0.3817901611328125, -0.3546142578125, -0.3274383544921875, -0.300262451171875, -0.2730865478515625, -0.24591064453125, -0.2187347412109375, -0.191558837890625, -0.1643829345703125, -0.13720703125, -0.1100311279296875, -0.082855224609375, -0.0556793212890625, -0.02850341796875, -0.0013275146484375, 0.025848388671875, 0.0530242919921875, 0.0802001953125, 0.1073760986328125, 0.134552001953125, 0.1617279052734375, 0.18890380859375, 0.2160797119140625, 0.243255615234375, 0.2704315185546875, 0.297607421875, 0.3247833251953125, 0.351959228515625, 0.3791351318359375, 0.40631103515625, 0.4334869384765625, 0.460662841796875, 0.4878387451171875, 0.5150146484375, 0.5421905517578125, 0.569366455078125, 0.5965423583984375, 0.62371826171875, 0.6508941650390625, 0.678070068359375, 0.7052459716796875, 0.732421875]}, "gradients/encoder.encoder.layers.15.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 6.0, 16.0, 20.0, 58.0, 101.0, 231.0, 546.0, 1499.0, 6071.0, 90703.0, 4060762.0, 28712.0, 3686.0, 1075.0, 438.0, 191.0, 94.0, 38.0, 17.0, 10.0, 5.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.75390625, -2.678131103515625, -2.60235595703125, -2.526580810546875, -2.4508056640625, -2.375030517578125, -2.29925537109375, -2.223480224609375, -2.147705078125, -2.071929931640625, -1.99615478515625, -1.920379638671875, -1.8446044921875, -1.768829345703125, -1.69305419921875, -1.617279052734375, -1.54150390625, -1.465728759765625, -1.38995361328125, -1.314178466796875, -1.2384033203125, -1.162628173828125, -1.08685302734375, -1.011077880859375, -0.935302734375, -0.859527587890625, -0.78375244140625, -0.707977294921875, -0.6322021484375, -0.556427001953125, -0.48065185546875, -0.404876708984375, -0.3291015625, -0.253326416015625, -0.17755126953125, -0.101776123046875, -0.0260009765625, 0.049774169921875, 0.12554931640625, 0.201324462890625, 0.277099609375, 0.352874755859375, 0.42864990234375, 0.504425048828125, 0.5802001953125, 0.655975341796875, 0.73175048828125, 0.807525634765625, 0.88330078125, 0.959075927734375, 1.03485107421875, 1.110626220703125, 1.1864013671875, 1.262176513671875, 1.33795166015625, 1.413726806640625, 1.489501953125, 1.565277099609375, 1.64105224609375, 1.716827392578125, 1.7926025390625, 1.868377685546875, 1.94415283203125, 2.019927978515625, 2.095703125]}, "gradients/encoder.encoder.layers.15.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 3.0, 5.0, 7.0, 6.0, 8.0, 15.0, 44.0, 65.0, 131.0, 419.0, 2504.0, 567.0, 152.0, 45.0, 35.0, 25.0, 9.0, 8.0, 8.0, 3.0, 5.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.57080078125, -0.5465850830078125, -0.522369384765625, -0.4981536865234375, -0.47393798828125, -0.4497222900390625, -0.425506591796875, -0.4012908935546875, -0.3770751953125, -0.3528594970703125, -0.328643798828125, -0.3044281005859375, -0.28021240234375, -0.2559967041015625, -0.231781005859375, -0.2075653076171875, -0.183349609375, -0.1591339111328125, -0.134918212890625, -0.1107025146484375, -0.08648681640625, -0.0622711181640625, -0.038055419921875, -0.0138397216796875, 0.0103759765625, 0.0345916748046875, 0.058807373046875, 0.0830230712890625, 0.10723876953125, 0.1314544677734375, 0.155670166015625, 0.1798858642578125, 0.2041015625, 0.2283172607421875, 0.252532958984375, 0.2767486572265625, 0.30096435546875, 0.3251800537109375, 0.349395751953125, 0.3736114501953125, 0.3978271484375, 0.4220428466796875, 0.446258544921875, 0.4704742431640625, 0.49468994140625, 0.5189056396484375, 0.543121337890625, 0.5673370361328125, 0.591552734375, 0.6157684326171875, 0.639984130859375, 0.6641998291015625, 0.68841552734375, 0.7126312255859375, 0.736846923828125, 0.7610626220703125, 0.7852783203125, 0.8094940185546875, 0.833709716796875, 0.8579254150390625, 0.88214111328125, 0.9063568115234375, 0.930572509765625, 0.9547882080078125, 0.97900390625]}, "gradients/encoder.encoder.layers.15.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 6.0, 22.0, 53.0, 186.0, 379.0, 247.0, 63.0, 34.0, 14.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.599761962890625, -8.411953926086426, -8.224146842956543, -8.036338806152344, -7.848531723022461, -7.66072416305542, -7.472916603088379, -7.28510856628418, -7.097301483154297, -6.909493923187256, -6.721686363220215, -6.533878803253174, -6.346071243286133, -6.158263683319092, -5.970456123352051, -5.782648086547852, -5.5948405265808105, -5.4070329666137695, -5.2192254066467285, -5.0314178466796875, -4.8436102867126465, -4.6558027267456055, -4.467994689941406, -4.280187606811523, -4.092379570007324, -3.904572010040283, -3.716764450073242, -3.528956890106201, -3.34114933013916, -3.153341770172119, -2.965533971786499, -2.777726411819458, -2.5899195671081543, -2.4021120071411133, -2.2143044471740723, -2.0264968872070312, -1.8386892080307007, -1.6508816480636597, -1.463073968887329, -1.275266408920288, -1.087458848953247, -0.899651288986206, -0.7118436694145203, -0.5240360498428345, -0.33622848987579346, -0.14842092990875244, 0.039386749267578125, 0.22719430923461914, 0.41500186920166016, 0.6028094291687012, 0.790617048740387, 0.9784246683120728, 1.1662322282791138, 1.3540397882461548, 1.5418474674224854, 1.7296550273895264, 1.9174625873565674, 2.1052701473236084, 2.2930777072906494, 2.4808855056762695, 2.6686930656433105, 2.8565006256103516, 3.0443081855773926, 3.2321157455444336, 3.4199233055114746]}, "gradients/encoder.encoder.layers.15.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 3.0, 5.0, 4.0, 9.0, 8.0, 16.0, 16.0, 12.0, 12.0, 29.0, 41.0, 25.0, 44.0, 50.0, 47.0, 53.0, 46.0, 39.0, 55.0, 53.0, 45.0, 57.0, 52.0, 45.0, 52.0, 47.0, 29.0, 29.0, 23.0, 13.0, 11.0, 11.0, 7.0, 7.0, 5.0, 4.0, 5.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7764315605163574, -1.7085834741592407, -1.6407355070114136, -1.5728874206542969, -1.5050393342971802, -1.4371912479400635, -1.3693432807922363, -1.3014951944351196, -1.233647108078003, -1.1657990217208862, -1.097951054573059, -1.0301029682159424, -0.9622548818588257, -0.8944068551063538, -0.8265588283538818, -0.7587107419967651, -0.690862774848938, -0.6230147480964661, -0.5551666617393494, -0.48731863498687744, -0.41947057843208313, -0.3516225218772888, -0.2837744951248169, -0.21592643857002258, -0.14807838201522827, -0.08023033291101456, -0.012382283806800842, 0.055465757846832275, 0.12331381440162659, 0.1911618709564209, 0.2590098977088928, 0.32685795426368713, 0.39470601081848145, 0.46255406737327576, 0.5304021239280701, 0.598250150680542, 0.6660982370376587, 0.7339462637901306, 0.8017942905426025, 0.8696423768997192, 0.9374904036521912, 1.005338430404663, 1.0731865167617798, 1.1410346031188965, 1.2088825702667236, 1.2767306566238403, 1.344578742980957, 1.4124267101287842, 1.4802747964859009, 1.5481228828430176, 1.6159708499908447, 1.6838189363479614, 1.7516670227050781, 1.8195149898529053, 1.887363076210022, 1.9552111625671387, 2.023059129714966, 2.090907096862793, 2.158755302429199, 2.2266032695770264, 2.2944512367248535, 2.3622994422912598, 2.430147409439087, 2.497995376586914, 2.5658435821533203]}, "gradients/encoder.encoder.layers.15.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 6.0, 6.0, 5.0, 13.0, 19.0, 15.0, 21.0, 21.0, 48.0, 61.0, 97.0, 180.0, 409.0, 857.0, 2526.0, 11115.0, 136148.0, 847389.0, 40819.0, 6028.0, 1532.0, 568.0, 273.0, 111.0, 89.0, 67.0, 37.0, 25.0, 21.0, 10.0, 9.0, 4.0, 7.0, 7.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.302734375, -2.23358154296875, -2.1644287109375, -2.09527587890625, -2.026123046875, -1.95697021484375, -1.8878173828125, -1.81866455078125, -1.74951171875, -1.68035888671875, -1.6112060546875, -1.54205322265625, -1.472900390625, -1.40374755859375, -1.3345947265625, -1.26544189453125, -1.1962890625, -1.12713623046875, -1.0579833984375, -0.98883056640625, -0.919677734375, -0.85052490234375, -0.7813720703125, -0.71221923828125, -0.64306640625, -0.57391357421875, -0.5047607421875, -0.43560791015625, -0.366455078125, -0.29730224609375, -0.2281494140625, -0.15899658203125, -0.08984375, -0.02069091796875, 0.0484619140625, 0.11761474609375, 0.186767578125, 0.25592041015625, 0.3250732421875, 0.39422607421875, 0.46337890625, 0.53253173828125, 0.6016845703125, 0.67083740234375, 0.739990234375, 0.80914306640625, 0.8782958984375, 0.94744873046875, 1.0166015625, 1.08575439453125, 1.1549072265625, 1.22406005859375, 1.293212890625, 1.36236572265625, 1.4315185546875, 1.50067138671875, 1.56982421875, 1.63897705078125, 1.7081298828125, 1.77728271484375, 1.846435546875, 1.91558837890625, 1.9847412109375, 2.05389404296875, 2.123046875]}, "gradients/encoder.encoder.layers.15.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 8.0, 16.0, 31.0, 53.0, 58.0, 103.0, 144.0, 159.0, 146.0, 100.0, 84.0, 48.0, 26.0, 11.0, 7.0, 4.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.9755859375, -0.9488143920898438, -0.9220428466796875, -0.8952713012695312, -0.868499755859375, -0.8417282104492188, -0.8149566650390625, -0.7881851196289062, -0.76141357421875, -0.7346420288085938, -0.7078704833984375, -0.6810989379882812, -0.654327392578125, -0.6275558471679688, -0.6007843017578125, -0.5740127563476562, -0.5472412109375, -0.5204696655273438, -0.4936981201171875, -0.46692657470703125, -0.440155029296875, -0.41338348388671875, -0.3866119384765625, -0.35984039306640625, -0.33306884765625, -0.30629730224609375, -0.2795257568359375, -0.25275421142578125, -0.225982666015625, -0.19921112060546875, -0.1724395751953125, -0.14566802978515625, -0.118896484375, -0.09212493896484375, -0.0653533935546875, -0.03858184814453125, -0.011810302734375, 0.01496124267578125, 0.0417327880859375, 0.06850433349609375, 0.09527587890625, 0.12204742431640625, 0.1488189697265625, 0.17559051513671875, 0.202362060546875, 0.22913360595703125, 0.2559051513671875, 0.28267669677734375, 0.3094482421875, 0.33621978759765625, 0.3629913330078125, 0.38976287841796875, 0.416534423828125, 0.44330596923828125, 0.4700775146484375, 0.49684906005859375, 0.52362060546875, 0.5503921508789062, 0.5771636962890625, 0.6039352416992188, 0.630706787109375, 0.6574783325195312, 0.6842498779296875, 0.7110214233398438, 0.73779296875]}, "gradients/encoder.encoder.layers.15.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 4.0, 3.0, 2.0, 7.0, 7.0, 6.0, 10.0, 13.0, 17.0, 32.0, 31.0, 60.0, 75.0, 128.0, 248.0, 456.0, 858.0, 2233.0, 7197.0, 32521.0, 331522.0, 611667.0, 47032.0, 9400.0, 2757.0, 1001.0, 507.0, 283.0, 161.0, 109.0, 56.0, 54.0, 33.0, 25.0, 12.0, 9.0, 8.0, 2.0, 4.0, 1.0, 4.0, 0.0, 5.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4140625, -1.3670806884765625, -1.320098876953125, -1.2731170654296875, -1.22613525390625, -1.1791534423828125, -1.132171630859375, -1.0851898193359375, -1.0382080078125, -0.9912261962890625, -0.944244384765625, -0.8972625732421875, -0.85028076171875, -0.8032989501953125, -0.756317138671875, -0.7093353271484375, -0.662353515625, -0.6153717041015625, -0.568389892578125, -0.5214080810546875, -0.47442626953125, -0.4274444580078125, -0.380462646484375, -0.3334808349609375, -0.2864990234375, -0.2395172119140625, -0.192535400390625, -0.1455535888671875, -0.09857177734375, -0.0515899658203125, -0.004608154296875, 0.0423736572265625, 0.08935546875, 0.1363372802734375, 0.183319091796875, 0.2303009033203125, 0.27728271484375, 0.3242645263671875, 0.371246337890625, 0.4182281494140625, 0.4652099609375, 0.5121917724609375, 0.559173583984375, 0.6061553955078125, 0.65313720703125, 0.7001190185546875, 0.747100830078125, 0.7940826416015625, 0.841064453125, 0.8880462646484375, 0.935028076171875, 0.9820098876953125, 1.02899169921875, 1.0759735107421875, 1.122955322265625, 1.1699371337890625, 1.2169189453125, 1.2639007568359375, 1.310882568359375, 1.3578643798828125, 1.40484619140625, 1.4518280029296875, 1.498809814453125, 1.5457916259765625, 1.5927734375]}, "gradients/encoder.encoder.layers.15.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 5.0, 1.0, 4.0, 4.0, 5.0, 6.0, 10.0, 18.0, 11.0, 18.0, 15.0, 26.0, 27.0, 28.0, 35.0, 39.0, 59.0, 51.0, 46.0, 66.0, 69.0, 56.0, 59.0, 61.0, 58.0, 46.0, 34.0, 35.0, 21.0, 23.0, 21.0, 13.0, 15.0, 14.0, 6.0, 5.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.263671875, -1.203826904296875, -1.14398193359375, -1.084136962890625, -1.0242919921875, -0.964447021484375, -0.90460205078125, -0.844757080078125, -0.784912109375, -0.725067138671875, -0.66522216796875, -0.605377197265625, -0.5455322265625, -0.485687255859375, -0.42584228515625, -0.365997314453125, -0.30615234375, -0.246307373046875, -0.18646240234375, -0.126617431640625, -0.0667724609375, -0.006927490234375, 0.05291748046875, 0.112762451171875, 0.172607421875, 0.232452392578125, 0.29229736328125, 0.352142333984375, 0.4119873046875, 0.471832275390625, 0.53167724609375, 0.591522216796875, 0.6513671875, 0.711212158203125, 0.77105712890625, 0.830902099609375, 0.8907470703125, 0.950592041015625, 1.01043701171875, 1.070281982421875, 1.130126953125, 1.189971923828125, 1.24981689453125, 1.309661865234375, 1.3695068359375, 1.429351806640625, 1.48919677734375, 1.549041748046875, 1.60888671875, 1.668731689453125, 1.72857666015625, 1.788421630859375, 1.8482666015625, 1.908111572265625, 1.96795654296875, 2.027801513671875, 2.087646484375, 2.147491455078125, 2.20733642578125, 2.267181396484375, 2.3270263671875, 2.386871337890625, 2.44671630859375, 2.506561279296875, 2.56640625]}, "gradients/encoder.encoder.layers.15.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 6.0, 9.0, 9.0, 10.0, 20.0, 45.0, 99.0, 417.0, 2401.0, 441965.0, 600315.0, 2657.0, 397.0, 114.0, 36.0, 30.0, 13.0, 7.0, 6.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.3291015625, -1.2900238037109375, -1.250946044921875, -1.2118682861328125, -1.17279052734375, -1.1337127685546875, -1.094635009765625, -1.0555572509765625, -1.0164794921875, -0.9774017333984375, -0.938323974609375, -0.8992462158203125, -0.86016845703125, -0.8210906982421875, -0.782012939453125, -0.7429351806640625, -0.703857421875, -0.6647796630859375, -0.625701904296875, -0.5866241455078125, -0.54754638671875, -0.5084686279296875, -0.469390869140625, -0.4303131103515625, -0.3912353515625, -0.3521575927734375, -0.313079833984375, -0.2740020751953125, -0.23492431640625, -0.1958465576171875, -0.156768798828125, -0.1176910400390625, -0.07861328125, -0.0395355224609375, -0.000457763671875, 0.0386199951171875, 0.07769775390625, 0.1167755126953125, 0.155853271484375, 0.1949310302734375, 0.2340087890625, 0.2730865478515625, 0.312164306640625, 0.3512420654296875, 0.39031982421875, 0.4293975830078125, 0.468475341796875, 0.5075531005859375, 0.546630859375, 0.5857086181640625, 0.624786376953125, 0.6638641357421875, 0.70294189453125, 0.7420196533203125, 0.781097412109375, 0.8201751708984375, 0.8592529296875, 0.8983306884765625, 0.937408447265625, 0.9764862060546875, 1.01556396484375, 1.0546417236328125, 1.093719482421875, 1.1327972412109375, 1.171875]}, "gradients/encoder.encoder.layers.15.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 3.0, 3.0, 4.0, 4.0, 6.0, 8.0, 7.0, 15.0, 22.0, 18.0, 41.0, 73.0, 118.0, 160.0, 150.0, 125.0, 88.0, 46.0, 40.0, 17.0, 18.0, 14.0, 11.0, 7.0, 5.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00029277801513671875, -0.00028446316719055176, -0.00027614831924438477, -0.0002678334712982178, -0.0002595186233520508, -0.0002512037754058838, -0.0002428889274597168, -0.0002345740795135498, -0.0002262592315673828, -0.00021794438362121582, -0.00020962953567504883, -0.00020131468772888184, -0.00019299983978271484, -0.00018468499183654785, -0.00017637014389038086, -0.00016805529594421387, -0.00015974044799804688, -0.00015142560005187988, -0.0001431107521057129, -0.0001347959041595459, -0.0001264810562133789, -0.00011816620826721191, -0.00010985136032104492, -0.00010153651237487793, -9.322166442871094e-05, -8.490681648254395e-05, -7.659196853637695e-05, -6.827712059020996e-05, -5.996227264404297e-05, -5.1647424697875977e-05, -4.3332576751708984e-05, -3.501772880554199e-05, -2.6702880859375e-05, -1.8388032913208008e-05, -1.0073184967041016e-05, -1.7583370208740234e-06, 6.556510925292969e-06, 1.4871358871459961e-05, 2.3186206817626953e-05, 3.1501054763793945e-05, 3.981590270996094e-05, 4.813075065612793e-05, 5.644559860229492e-05, 6.476044654846191e-05, 7.30752944946289e-05, 8.13901424407959e-05, 8.970499038696289e-05, 9.801983833312988e-05, 0.00010633468627929688, 0.00011464953422546387, 0.00012296438217163086, 0.00013127923011779785, 0.00013959407806396484, 0.00014790892601013184, 0.00015622377395629883, 0.00016453862190246582, 0.0001728534698486328, 0.0001811683177947998, 0.0001894831657409668, 0.0001977980136871338, 0.00020611286163330078, 0.00021442770957946777, 0.00022274255752563477, 0.00023105740547180176, 0.00023937225341796875]}, "gradients/encoder.encoder.layers.15.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 0.0, 0.0, 4.0, 8.0, 11.0, 7.0, 29.0, 68.0, 168.0, 510.0, 2930.0, 132022.0, 904991.0, 6554.0, 826.0, 244.0, 97.0, 45.0, 23.0, 8.0, 8.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0625, -1.021881103515625, -0.98126220703125, -0.940643310546875, -0.9000244140625, -0.859405517578125, -0.81878662109375, -0.778167724609375, -0.737548828125, -0.696929931640625, -0.65631103515625, -0.615692138671875, -0.5750732421875, -0.534454345703125, -0.49383544921875, -0.453216552734375, -0.41259765625, -0.371978759765625, -0.33135986328125, -0.290740966796875, -0.2501220703125, -0.209503173828125, -0.16888427734375, -0.128265380859375, -0.087646484375, -0.047027587890625, -0.00640869140625, 0.034210205078125, 0.0748291015625, 0.115447998046875, 0.15606689453125, 0.196685791015625, 0.2373046875, 0.277923583984375, 0.31854248046875, 0.359161376953125, 0.3997802734375, 0.440399169921875, 0.48101806640625, 0.521636962890625, 0.562255859375, 0.602874755859375, 0.64349365234375, 0.684112548828125, 0.7247314453125, 0.765350341796875, 0.80596923828125, 0.846588134765625, 0.88720703125, 0.927825927734375, 0.96844482421875, 1.009063720703125, 1.0496826171875, 1.090301513671875, 1.13092041015625, 1.171539306640625, 1.212158203125, 1.252777099609375, 1.29339599609375, 1.334014892578125, 1.3746337890625, 1.415252685546875, 1.45587158203125, 1.496490478515625, 1.537109375]}, "gradients/encoder.encoder.layers.15.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 5.0, 9.0, 11.0, 18.0, 28.0, 39.0, 86.0, 240.0, 314.0, 111.0, 58.0, 46.0, 20.0, 15.0, 3.0, 3.0, 5.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7705078125, -0.7386016845703125, -0.706695556640625, -0.6747894287109375, -0.64288330078125, -0.6109771728515625, -0.579071044921875, -0.5471649169921875, -0.5152587890625, -0.4833526611328125, -0.451446533203125, -0.4195404052734375, -0.38763427734375, -0.3557281494140625, -0.323822021484375, -0.2919158935546875, -0.260009765625, -0.2281036376953125, -0.196197509765625, -0.1642913818359375, -0.13238525390625, -0.1004791259765625, -0.068572998046875, -0.0366668701171875, -0.0047607421875, 0.0271453857421875, 0.059051513671875, 0.0909576416015625, 0.12286376953125, 0.1547698974609375, 0.186676025390625, 0.2185821533203125, 0.25048828125, 0.2823944091796875, 0.314300537109375, 0.3462066650390625, 0.37811279296875, 0.4100189208984375, 0.441925048828125, 0.4738311767578125, 0.5057373046875, 0.5376434326171875, 0.569549560546875, 0.6014556884765625, 0.63336181640625, 0.6652679443359375, 0.697174072265625, 0.7290802001953125, 0.760986328125, 0.7928924560546875, 0.824798583984375, 0.8567047119140625, 0.88861083984375, 0.9205169677734375, 0.952423095703125, 0.9843292236328125, 1.0162353515625, 1.0481414794921875, 1.080047607421875, 1.1119537353515625, 1.14385986328125, 1.1757659912109375, 1.207672119140625, 1.2395782470703125, 1.271484375]}, "gradients/encoder.encoder.layers.15.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 3.0, 3.0, 8.0, 12.0, 26.0, 49.0, 110.0, 242.0, 274.0, 155.0, 70.0, 26.0, 12.0, 6.0, 3.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-13.253539085388184, -12.908357620239258, -12.563175201416016, -12.21799373626709, -11.872812271118164, -11.527629852294922, -11.182448387145996, -10.83726692199707, -10.492084503173828, -10.146903038024902, -9.80172061920166, -9.456539154052734, -9.111357688903809, -8.766176223754883, -8.42099380493164, -8.075812339782715, -7.730630874633789, -7.385448932647705, -7.040267467498779, -6.695085525512695, -6.3499040603637695, -6.0047221183776855, -5.659540176391602, -5.314358711242676, -4.969176769256592, -4.623994827270508, -4.278813362121582, -3.933631420135498, -3.588449716567993, -3.2432680130004883, -2.8980860710144043, -2.5529043674468994, -2.207723617553711, -1.862541913986206, -1.5173600912094116, -1.1721782684326172, -0.8269965648651123, -0.4818148612976074, -0.13663291931152344, 0.20854878425598145, 0.5537304878234863, 0.898912250995636, 1.2440940141677856, 1.58927583694458, 1.934457540512085, 2.27963924407959, 2.624821186065674, 2.9700028896331787, 3.3151845932006836, 3.6603662967681885, 4.005548000335693, 4.350729942321777, 4.695911407470703, 5.041093349456787, 5.386275291442871, 5.731456756591797, 6.076638698577881, 6.421820640563965, 6.767002105712891, 7.112184047698975, 7.457365989685059, 7.802547454833984, 8.147729873657227, 8.492911338806152, 8.838092803955078]}, "gradients/encoder.encoder.layers.15.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 4.0, 2.0, 5.0, 1.0, 4.0, 4.0, 9.0, 5.0, 14.0, 16.0, 14.0, 14.0, 14.0, 18.0, 17.0, 30.0, 20.0, 24.0, 21.0, 38.0, 37.0, 45.0, 36.0, 46.0, 35.0, 36.0, 50.0, 40.0, 41.0, 37.0, 51.0, 30.0, 28.0, 28.0, 30.0, 26.0, 15.0, 18.0, 14.0, 15.0, 16.0, 13.0, 15.0, 6.0, 3.0, 1.0, 5.0, 6.0, 7.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-7.929806232452393, -7.6864166259765625, -7.443026542663574, -7.199636936187744, -6.956246852874756, -6.712857246398926, -6.4694671630859375, -6.226077556610107, -5.982687950134277, -5.739298343658447, -5.495908260345459, -5.252518653869629, -5.009128570556641, -4.7657389640808105, -4.5223493576049805, -4.278959274291992, -4.035569190979004, -3.7921793460845947, -3.5487895011901855, -3.3053998947143555, -3.062009811401367, -2.818620204925537, -2.575230360031128, -2.3318405151367188, -2.0884506702423096, -1.8450608253479004, -1.6016709804534912, -1.3582812547683716, -1.1148914098739624, -0.8715015649795532, -0.6281118392944336, -0.3847219944000244, -0.14133262634277344, 0.10205718874931335, 0.34544700384140015, 0.5888367891311646, 0.8322266340255737, 1.075616478919983, 1.3190062046051025, 1.5623960494995117, 1.805785894393921, 2.04917573928833, 2.2925655841827393, 2.5359554290771484, 2.7793450355529785, 3.022735118865967, 3.266124725341797, 3.509514570236206, 3.7529044151306152, 3.9962942600250244, 4.239684104919434, 4.483073711395264, 4.726463794708252, 4.969853401184082, 5.21324348449707, 5.4566330909729, 5.7000226974487305, 5.9434123039245605, 6.186802387237549, 6.430191993713379, 6.673582077026367, 6.916971683502197, 7.160361289978027, 7.403751373291016, 7.647141456604004]}, "gradients/encoder.encoder.layers.14.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 5.0, 0.0, 7.0, 8.0, 8.0, 9.0, 11.0, 12.0, 14.0, 11.0, 40.0, 45.0, 79.0, 111.0, 209.0, 401.0, 931.0, 2725.0, 11083.0, 162897.0, 3977683.0, 30384.0, 5061.0, 1465.0, 562.0, 262.0, 124.0, 49.0, 35.0, 17.0, 8.0, 8.0, 9.0, 6.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-2.400390625, -2.3407440185546875, -2.281097412109375, -2.2214508056640625, -2.16180419921875, -2.1021575927734375, -2.042510986328125, -1.9828643798828125, -1.9232177734375, -1.8635711669921875, -1.803924560546875, -1.7442779541015625, -1.68463134765625, -1.6249847412109375, -1.565338134765625, -1.5056915283203125, -1.446044921875, -1.3863983154296875, -1.326751708984375, -1.2671051025390625, -1.20745849609375, -1.1478118896484375, -1.088165283203125, -1.0285186767578125, -0.9688720703125, -0.9092254638671875, -0.849578857421875, -0.7899322509765625, -0.73028564453125, -0.6706390380859375, -0.610992431640625, -0.5513458251953125, -0.49169921875, -0.4320526123046875, -0.372406005859375, -0.3127593994140625, -0.25311279296875, -0.1934661865234375, -0.133819580078125, -0.0741729736328125, -0.0145263671875, 0.0451202392578125, 0.104766845703125, 0.1644134521484375, 0.22406005859375, 0.2837066650390625, 0.343353271484375, 0.4029998779296875, 0.462646484375, 0.5222930908203125, 0.581939697265625, 0.6415863037109375, 0.70123291015625, 0.7608795166015625, 0.820526123046875, 0.8801727294921875, 0.9398193359375, 0.9994659423828125, 1.059112548828125, 1.1187591552734375, 1.17840576171875, 1.2380523681640625, 1.297698974609375, 1.3573455810546875, 1.4169921875]}, "gradients/encoder.encoder.layers.14.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 4.0, 19.0, 21.0, 43.0, 61.0, 99.0, 118.0, 138.0, 136.0, 118.0, 90.0, 65.0, 42.0, 24.0, 13.0, 5.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.04296875, -1.01470947265625, -0.9864501953125, -0.95819091796875, -0.929931640625, -0.90167236328125, -0.8734130859375, -0.84515380859375, -0.81689453125, -0.78863525390625, -0.7603759765625, -0.73211669921875, -0.703857421875, -0.67559814453125, -0.6473388671875, -0.61907958984375, -0.5908203125, -0.56256103515625, -0.5343017578125, -0.50604248046875, -0.477783203125, -0.44952392578125, -0.4212646484375, -0.39300537109375, -0.36474609375, -0.33648681640625, -0.3082275390625, -0.27996826171875, -0.251708984375, -0.22344970703125, -0.1951904296875, -0.16693115234375, -0.138671875, -0.11041259765625, -0.0821533203125, -0.05389404296875, -0.025634765625, 0.00262451171875, 0.0308837890625, 0.05914306640625, 0.08740234375, 0.11566162109375, 0.1439208984375, 0.17218017578125, 0.200439453125, 0.22869873046875, 0.2569580078125, 0.28521728515625, 0.3134765625, 0.34173583984375, 0.3699951171875, 0.39825439453125, 0.426513671875, 0.45477294921875, 0.4830322265625, 0.51129150390625, 0.53955078125, 0.56781005859375, 0.5960693359375, 0.62432861328125, 0.652587890625, 0.68084716796875, 0.7091064453125, 0.73736572265625, 0.765625]}, "gradients/encoder.encoder.layers.14.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 4.0, 0.0, 4.0, 7.0, 21.0, 37.0, 66.0, 113.0, 334.0, 842.0, 2239.0, 9061.0, 93016.0, 4041994.0, 37616.0, 6090.0, 1784.0, 618.0, 236.0, 100.0, 51.0, 22.0, 15.0, 7.0, 4.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.578125, -2.5091094970703125, -2.440093994140625, -2.3710784912109375, -2.30206298828125, -2.2330474853515625, -2.164031982421875, -2.0950164794921875, -2.0260009765625, -1.9569854736328125, -1.887969970703125, -1.8189544677734375, -1.74993896484375, -1.6809234619140625, -1.611907958984375, -1.5428924560546875, -1.473876953125, -1.4048614501953125, -1.335845947265625, -1.2668304443359375, -1.19781494140625, -1.1287994384765625, -1.059783935546875, -0.9907684326171875, -0.9217529296875, -0.8527374267578125, -0.783721923828125, -0.7147064208984375, -0.64569091796875, -0.5766754150390625, -0.507659912109375, -0.4386444091796875, -0.36962890625, -0.3006134033203125, -0.231597900390625, -0.1625823974609375, -0.09356689453125, -0.0245513916015625, 0.044464111328125, 0.1134796142578125, 0.1824951171875, 0.2515106201171875, 0.320526123046875, 0.3895416259765625, 0.45855712890625, 0.5275726318359375, 0.596588134765625, 0.6656036376953125, 0.734619140625, 0.8036346435546875, 0.872650146484375, 0.9416656494140625, 1.01068115234375, 1.0796966552734375, 1.148712158203125, 1.2177276611328125, 1.2867431640625, 1.3557586669921875, 1.424774169921875, 1.4937896728515625, 1.56280517578125, 1.6318206787109375, 1.700836181640625, 1.7698516845703125, 1.8388671875]}, "gradients/encoder.encoder.layers.14.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 4.0, 11.0, 17.0, 11.0, 23.0, 30.0, 94.0, 333.0, 2937.0, 406.0, 90.0, 46.0, 20.0, 10.0, 11.0, 7.0, 10.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.88037109375, -0.854156494140625, -0.82794189453125, -0.801727294921875, -0.7755126953125, -0.749298095703125, -0.72308349609375, -0.696868896484375, -0.670654296875, -0.644439697265625, -0.61822509765625, -0.592010498046875, -0.5657958984375, -0.539581298828125, -0.51336669921875, -0.487152099609375, -0.4609375, -0.434722900390625, -0.40850830078125, -0.382293701171875, -0.3560791015625, -0.329864501953125, -0.30364990234375, -0.277435302734375, -0.251220703125, -0.225006103515625, -0.19879150390625, -0.172576904296875, -0.1463623046875, -0.120147705078125, -0.09393310546875, -0.067718505859375, -0.04150390625, -0.015289306640625, 0.01092529296875, 0.037139892578125, 0.0633544921875, 0.089569091796875, 0.11578369140625, 0.141998291015625, 0.168212890625, 0.194427490234375, 0.22064208984375, 0.246856689453125, 0.2730712890625, 0.299285888671875, 0.32550048828125, 0.351715087890625, 0.3779296875, 0.404144287109375, 0.43035888671875, 0.456573486328125, 0.4827880859375, 0.509002685546875, 0.53521728515625, 0.561431884765625, 0.587646484375, 0.613861083984375, 0.64007568359375, 0.666290283203125, 0.6925048828125, 0.718719482421875, 0.74493408203125, 0.771148681640625, 0.79736328125]}, "gradients/encoder.encoder.layers.14.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 8.0, 18.0, 48.0, 170.0, 494.0, 209.0, 42.0, 15.0, 5.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.435381889343262, -7.2276082038879395, -7.019834518432617, -6.812060356140137, -6.6042866706848145, -6.396512985229492, -6.188738822937012, -5.9809651374816895, -5.773191452026367, -5.565417766571045, -5.357644081115723, -5.149869918823242, -4.94209623336792, -4.734322547912598, -4.526548385620117, -4.318774700164795, -4.111001014709473, -3.9032273292541504, -3.695453405380249, -3.4876794815063477, -3.2799057960510254, -3.072132110595703, -2.8643581867218018, -2.6565842628479004, -2.448810577392578, -2.241036891937256, -2.0332629680633545, -1.8254891633987427, -1.6177153587341309, -1.409941554069519, -1.2021677494049072, -0.9943939447402954, -0.7866201400756836, -0.5788463354110718, -0.37107253074645996, -0.16329872608184814, 0.04447507858276367, 0.2522488832473755, 0.4600226879119873, 0.6677964925765991, 0.8755702972412109, 1.0833441019058228, 1.2911179065704346, 1.4988917112350464, 1.7066655158996582, 1.91443932056427, 2.122213125228882, 2.329987049102783, 2.5377607345581055, 2.7455344200134277, 2.953308343887329, 3.1610822677612305, 3.3688559532165527, 3.576629638671875, 3.7844035625457764, 3.9921774864196777, 4.199951171875, 4.407724857330322, 4.6154985427856445, 4.823272705078125, 5.031046390533447, 5.2388200759887695, 5.44659423828125, 5.654367923736572, 5.8621416091918945]}, "gradients/encoder.encoder.layers.14.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 5.0, 3.0, 0.0, 3.0, 11.0, 15.0, 16.0, 17.0, 17.0, 15.0, 36.0, 27.0, 45.0, 48.0, 47.0, 59.0, 66.0, 63.0, 56.0, 64.0, 55.0, 57.0, 59.0, 47.0, 33.0, 39.0, 26.0, 24.0, 14.0, 9.0, 14.0, 11.0, 3.0, 4.0, 1.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9071553945541382, -1.8381874561309814, -1.7692193984985352, -1.7002514600753784, -1.6312834024429321, -1.5623154640197754, -1.493347406387329, -1.4243794679641724, -1.3554115295410156, -1.2864435911178589, -1.2174755334854126, -1.1485075950622559, -1.0795395374298096, -1.0105715990066528, -0.9416036009788513, -0.8726356029510498, -0.8036675453186035, -0.734699547290802, -0.6657315492630005, -0.5967636108398438, -0.5277955532073975, -0.45882758498191833, -0.3898596167564392, -0.3208916187286377, -0.2519236207008362, -0.18295562267303467, -0.11398763954639435, -0.04501965641975403, 0.023948341608047485, 0.092916339635849, 0.16188430786132812, 0.23085230588912964, 0.2998201847076416, 0.3687881827354431, 0.43775618076324463, 0.5067241191864014, 0.5756921768188477, 0.6446601152420044, 0.7136281132698059, 0.7825961112976074, 0.8515641093254089, 0.9205321073532104, 0.989500105381012, 1.0584681034088135, 1.1274360418319702, 1.1964040994644165, 1.2653720378875732, 1.3343400955200195, 1.4033080339431763, 1.472275972366333, 1.5412440299987793, 1.610211968421936, 1.6791800260543823, 1.748147964477539, 1.8171160221099854, 1.886083960533142, 1.9550518989562988, 2.024019956588745, 2.0929877758026123, 2.1619558334350586, 2.230923891067505, 2.299891948699951, 2.3688597679138184, 2.4378278255462646, 2.506795883178711]}, "gradients/encoder.encoder.layers.14.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 4.0, 4.0, 6.0, 10.0, 7.0, 24.0, 22.0, 45.0, 63.0, 117.0, 208.0, 444.0, 1320.0, 6699.0, 107910.0, 882642.0, 43356.0, 3974.0, 953.0, 352.0, 167.0, 97.0, 51.0, 25.0, 22.0, 14.0, 10.0, 2.0, 6.0, 6.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.849609375, -2.773345947265625, -2.69708251953125, -2.620819091796875, -2.5445556640625, -2.468292236328125, -2.39202880859375, -2.315765380859375, -2.239501953125, -2.163238525390625, -2.08697509765625, -2.010711669921875, -1.9344482421875, -1.858184814453125, -1.78192138671875, -1.705657958984375, -1.62939453125, -1.553131103515625, -1.47686767578125, -1.400604248046875, -1.3243408203125, -1.248077392578125, -1.17181396484375, -1.095550537109375, -1.019287109375, -0.943023681640625, -0.86676025390625, -0.790496826171875, -0.7142333984375, -0.637969970703125, -0.56170654296875, -0.485443115234375, -0.4091796875, -0.332916259765625, -0.25665283203125, -0.180389404296875, -0.1041259765625, -0.027862548828125, 0.04840087890625, 0.124664306640625, 0.200927734375, 0.277191162109375, 0.35345458984375, 0.429718017578125, 0.5059814453125, 0.582244873046875, 0.65850830078125, 0.734771728515625, 0.81103515625, 0.887298583984375, 0.96356201171875, 1.039825439453125, 1.1160888671875, 1.192352294921875, 1.26861572265625, 1.344879150390625, 1.421142578125, 1.497406005859375, 1.57366943359375, 1.649932861328125, 1.7261962890625, 1.802459716796875, 1.87872314453125, 1.954986572265625, 2.03125]}, "gradients/encoder.encoder.layers.14.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 4.0, 12.0, 21.0, 46.0, 52.0, 75.0, 106.0, 139.0, 127.0, 134.0, 90.0, 77.0, 58.0, 25.0, 18.0, 6.0, 8.0, 2.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.99951171875, -0.9719619750976562, -0.9444122314453125, -0.9168624877929688, -0.889312744140625, -0.8617630004882812, -0.8342132568359375, -0.8066635131835938, -0.77911376953125, -0.7515640258789062, -0.7240142822265625, -0.6964645385742188, -0.668914794921875, -0.6413650512695312, -0.6138153076171875, -0.5862655639648438, -0.5587158203125, -0.5311660766601562, -0.5036163330078125, -0.47606658935546875, -0.448516845703125, -0.42096710205078125, -0.3934173583984375, -0.36586761474609375, -0.33831787109375, -0.31076812744140625, -0.2832183837890625, -0.25566864013671875, -0.228118896484375, -0.20056915283203125, -0.1730194091796875, -0.14546966552734375, -0.117919921875, -0.09037017822265625, -0.0628204345703125, -0.03527069091796875, -0.007720947265625, 0.01982879638671875, 0.0473785400390625, 0.07492828369140625, 0.10247802734375, 0.13002777099609375, 0.1575775146484375, 0.18512725830078125, 0.212677001953125, 0.24022674560546875, 0.2677764892578125, 0.29532623291015625, 0.3228759765625, 0.35042572021484375, 0.3779754638671875, 0.40552520751953125, 0.433074951171875, 0.46062469482421875, 0.4881744384765625, 0.5157241821289062, 0.54327392578125, 0.5708236694335938, 0.5983734130859375, 0.6259231567382812, 0.653472900390625, 0.6810226440429688, 0.7085723876953125, 0.7361221313476562, 0.763671875]}, "gradients/encoder.encoder.layers.14.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 5.0, 4.0, 9.0, 12.0, 10.0, 24.0, 25.0, 26.0, 57.0, 61.0, 138.0, 237.0, 454.0, 1009.0, 2802.0, 9230.0, 39329.0, 566575.0, 382599.0, 33542.0, 7923.0, 2495.0, 974.0, 437.0, 219.0, 111.0, 86.0, 52.0, 34.0, 23.0, 14.0, 16.0, 8.0, 3.0, 3.0, 3.0, 2.0, 2.0, 4.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-1.9775390625, -1.9225311279296875, -1.867523193359375, -1.8125152587890625, -1.75750732421875, -1.7024993896484375, -1.647491455078125, -1.5924835205078125, -1.5374755859375, -1.4824676513671875, -1.427459716796875, -1.3724517822265625, -1.31744384765625, -1.2624359130859375, -1.207427978515625, -1.1524200439453125, -1.097412109375, -1.0424041748046875, -0.987396240234375, -0.9323883056640625, -0.87738037109375, -0.8223724365234375, -0.767364501953125, -0.7123565673828125, -0.6573486328125, -0.6023406982421875, -0.547332763671875, -0.4923248291015625, -0.43731689453125, -0.3823089599609375, -0.327301025390625, -0.2722930908203125, -0.21728515625, -0.1622772216796875, -0.107269287109375, -0.0522613525390625, 0.00274658203125, 0.0577545166015625, 0.112762451171875, 0.1677703857421875, 0.2227783203125, 0.2777862548828125, 0.332794189453125, 0.3878021240234375, 0.44281005859375, 0.4978179931640625, 0.552825927734375, 0.6078338623046875, 0.662841796875, 0.7178497314453125, 0.772857666015625, 0.8278656005859375, 0.88287353515625, 0.9378814697265625, 0.992889404296875, 1.0478973388671875, 1.1029052734375, 1.1579132080078125, 1.212921142578125, 1.2679290771484375, 1.32293701171875, 1.3779449462890625, 1.432952880859375, 1.4879608154296875, 1.54296875]}, "gradients/encoder.encoder.layers.14.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 9.0, 10.0, 10.0, 11.0, 13.0, 16.0, 21.0, 31.0, 25.0, 43.0, 41.0, 70.0, 74.0, 67.0, 77.0, 70.0, 93.0, 62.0, 42.0, 52.0, 42.0, 32.0, 22.0, 20.0, 14.0, 7.0, 9.0, 6.0, 3.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.5703125, -2.48895263671875, -2.4075927734375, -2.32623291015625, -2.244873046875, -2.16351318359375, -2.0821533203125, -2.00079345703125, -1.91943359375, -1.83807373046875, -1.7567138671875, -1.67535400390625, -1.593994140625, -1.51263427734375, -1.4312744140625, -1.34991455078125, -1.2685546875, -1.18719482421875, -1.1058349609375, -1.02447509765625, -0.943115234375, -0.86175537109375, -0.7803955078125, -0.69903564453125, -0.61767578125, -0.53631591796875, -0.4549560546875, -0.37359619140625, -0.292236328125, -0.21087646484375, -0.1295166015625, -0.04815673828125, 0.033203125, 0.11456298828125, 0.1959228515625, 0.27728271484375, 0.358642578125, 0.44000244140625, 0.5213623046875, 0.60272216796875, 0.68408203125, 0.76544189453125, 0.8468017578125, 0.92816162109375, 1.009521484375, 1.09088134765625, 1.1722412109375, 1.25360107421875, 1.3349609375, 1.41632080078125, 1.4976806640625, 1.57904052734375, 1.660400390625, 1.74176025390625, 1.8231201171875, 1.90447998046875, 1.98583984375, 2.06719970703125, 2.1485595703125, 2.22991943359375, 2.311279296875, 2.39263916015625, 2.4739990234375, 2.55535888671875, 2.63671875]}, "gradients/encoder.encoder.layers.14.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 8.0, 4.0, 6.0, 23.0, 26.0, 53.0, 126.0, 357.0, 1444.0, 24696.0, 997268.0, 22544.0, 1390.0, 348.0, 125.0, 56.0, 22.0, 29.0, 12.0, 9.0, 2.0, 1.0, 2.0, 0.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2294921875, -1.192779541015625, -1.15606689453125, -1.119354248046875, -1.0826416015625, -1.045928955078125, -1.00921630859375, -0.972503662109375, -0.935791015625, -0.899078369140625, -0.86236572265625, -0.825653076171875, -0.7889404296875, -0.752227783203125, -0.71551513671875, -0.678802490234375, -0.64208984375, -0.605377197265625, -0.56866455078125, -0.531951904296875, -0.4952392578125, -0.458526611328125, -0.42181396484375, -0.385101318359375, -0.348388671875, -0.311676025390625, -0.27496337890625, -0.238250732421875, -0.2015380859375, -0.164825439453125, -0.12811279296875, -0.091400146484375, -0.0546875, -0.017974853515625, 0.01873779296875, 0.055450439453125, 0.0921630859375, 0.128875732421875, 0.16558837890625, 0.202301025390625, 0.239013671875, 0.275726318359375, 0.31243896484375, 0.349151611328125, 0.3858642578125, 0.422576904296875, 0.45928955078125, 0.496002197265625, 0.53271484375, 0.569427490234375, 0.60614013671875, 0.642852783203125, 0.6795654296875, 0.716278076171875, 0.75299072265625, 0.789703369140625, 0.826416015625, 0.863128662109375, 0.89984130859375, 0.936553955078125, 0.9732666015625, 1.009979248046875, 1.04669189453125, 1.083404541015625, 1.1201171875]}, "gradients/encoder.encoder.layers.14.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 3.0, 5.0, 10.0, 20.0, 13.0, 25.0, 51.0, 69.0, 127.0, 195.0, 187.0, 94.0, 77.0, 51.0, 27.0, 14.0, 10.0, 8.0, 9.0, 3.0, 0.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00028061866760253906, -0.00026932358741760254, -0.000258028507232666, -0.0002467334270477295, -0.00023543834686279297, -0.00022414326667785645, -0.00021284818649291992, -0.0002015531063079834, -0.00019025802612304688, -0.00017896294593811035, -0.00016766786575317383, -0.0001563727855682373, -0.00014507770538330078, -0.00013378262519836426, -0.00012248754501342773, -0.00011119246482849121, -9.989738464355469e-05, -8.860230445861816e-05, -7.730722427368164e-05, -6.601214408874512e-05, -5.4717063903808594e-05, -4.342198371887207e-05, -3.212690353393555e-05, -2.0831823348999023e-05, -9.5367431640625e-06, 1.7583370208740234e-06, 1.3053417205810547e-05, 2.434849739074707e-05, 3.5643577575683594e-05, 4.693865776062012e-05, 5.823373794555664e-05, 6.952881813049316e-05, 8.082389831542969e-05, 9.211897850036621e-05, 0.00010341405868530273, 0.00011470913887023926, 0.00012600421905517578, 0.0001372992992401123, 0.00014859437942504883, 0.00015988945960998535, 0.00017118453979492188, 0.0001824796199798584, 0.00019377470016479492, 0.00020506978034973145, 0.00021636486053466797, 0.0002276599407196045, 0.00023895502090454102, 0.00025025010108947754, 0.00026154518127441406, 0.0002728402614593506, 0.0002841353416442871, 0.00029543042182922363, 0.00030672550201416016, 0.0003180205821990967, 0.0003293156623840332, 0.0003406107425689697, 0.00035190582275390625, 0.0003632009029388428, 0.0003744959831237793, 0.0003857910633087158, 0.00039708614349365234, 0.00040838122367858887, 0.0004196763038635254, 0.0004309713840484619, 0.00044226646423339844]}, "gradients/encoder.encoder.layers.14.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 7.0, 3.0, 10.0, 15.0, 19.0, 45.0, 91.0, 116.0, 285.0, 590.0, 1703.0, 8966.0, 189492.0, 825083.0, 18143.0, 2503.0, 764.0, 363.0, 141.0, 87.0, 36.0, 41.0, 11.0, 14.0, 9.0, 5.0, 5.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.798828125, -0.7723312377929688, -0.7458343505859375, -0.7193374633789062, -0.692840576171875, -0.6663436889648438, -0.6398468017578125, -0.6133499145507812, -0.58685302734375, -0.5603561401367188, -0.5338592529296875, -0.5073623657226562, -0.480865478515625, -0.45436859130859375, -0.4278717041015625, -0.40137481689453125, -0.3748779296875, -0.34838104248046875, -0.3218841552734375, -0.29538726806640625, -0.268890380859375, -0.24239349365234375, -0.2158966064453125, -0.18939971923828125, -0.16290283203125, -0.13640594482421875, -0.1099090576171875, -0.08341217041015625, -0.056915283203125, -0.03041839599609375, -0.0039215087890625, 0.02257537841796875, 0.049072265625, 0.07556915283203125, 0.1020660400390625, 0.12856292724609375, 0.155059814453125, 0.18155670166015625, 0.2080535888671875, 0.23455047607421875, 0.26104736328125, 0.28754425048828125, 0.3140411376953125, 0.34053802490234375, 0.367034912109375, 0.39353179931640625, 0.4200286865234375, 0.44652557373046875, 0.4730224609375, 0.49951934814453125, 0.5260162353515625, 0.5525131225585938, 0.579010009765625, 0.6055068969726562, 0.6320037841796875, 0.6585006713867188, 0.68499755859375, 0.7114944458007812, 0.7379913330078125, 0.7644882202148438, 0.790985107421875, 0.8174819946289062, 0.8439788818359375, 0.8704757690429688, 0.89697265625]}, "gradients/encoder.encoder.layers.14.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 6.0, 4.0, 12.0, 21.0, 30.0, 44.0, 99.0, 206.0, 311.0, 144.0, 46.0, 20.0, 24.0, 14.0, 10.0, 6.0, 3.0, 6.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0771484375, -1.042724609375, -1.00830078125, -0.973876953125, -0.939453125, -0.905029296875, -0.87060546875, -0.836181640625, -0.8017578125, -0.767333984375, -0.73291015625, -0.698486328125, -0.6640625, -0.629638671875, -0.59521484375, -0.560791015625, -0.5263671875, -0.491943359375, -0.45751953125, -0.423095703125, -0.388671875, -0.354248046875, -0.31982421875, -0.285400390625, -0.2509765625, -0.216552734375, -0.18212890625, -0.147705078125, -0.11328125, -0.078857421875, -0.04443359375, -0.010009765625, 0.0244140625, 0.058837890625, 0.09326171875, 0.127685546875, 0.162109375, 0.196533203125, 0.23095703125, 0.265380859375, 0.2998046875, 0.334228515625, 0.36865234375, 0.403076171875, 0.4375, 0.471923828125, 0.50634765625, 0.540771484375, 0.5751953125, 0.609619140625, 0.64404296875, 0.678466796875, 0.712890625, 0.747314453125, 0.78173828125, 0.816162109375, 0.8505859375, 0.885009765625, 0.91943359375, 0.953857421875, 0.98828125, 1.022705078125, 1.05712890625, 1.091552734375, 1.1259765625]}, "gradients/encoder.encoder.layers.14.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 7.0, 11.0, 41.0, 238.0, 619.0, 94.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.005489349365234, -12.042265892028809, -11.079042434692383, -10.115819931030273, -9.152596473693848, -8.189373016357422, -7.226149559020996, -6.2629265785217285, -5.299703121185303, -4.336479663848877, -3.3732566833496094, -2.4100332260131836, -1.446810007095337, -0.48358678817749023, 0.47963666915893555, 1.4428596496582031, 2.406083106994629, 3.3693063259124756, 4.332529544830322, 5.295753002166748, 6.258975982666016, 7.222199440002441, 8.185422897338867, 9.148645401000977, 10.111869812011719, 11.075093269348145, 12.03831672668457, 13.00153923034668, 13.964762687683105, 14.927986145019531, 15.891209602355957, 16.854433059692383, 17.817655563354492, 18.7808780670166, 19.744102478027344, 20.707324981689453, 21.670549392700195, 22.633771896362305, 23.596996307373047, 24.560218811035156, 25.523441314697266, 26.486663818359375, 27.449888229370117, 28.413110733032227, 29.37633514404297, 30.339557647705078, 31.302780151367188, 32.2660026550293, 33.22922897338867, 34.19245147705078, 35.15567398071289, 36.118900299072266, 37.082122802734375, 38.045345306396484, 39.008567810058594, 39.9717903137207, 40.93501281738281, 41.89823532104492, 42.86145782470703, 43.824684143066406, 44.787906646728516, 45.751129150390625, 46.714351654052734, 47.677574157714844, 48.64080047607422]}, "gradients/encoder.encoder.layers.14.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 4.0, 6.0, 3.0, 4.0, 3.0, 16.0, 14.0, 14.0, 11.0, 29.0, 20.0, 15.0, 29.0, 32.0, 33.0, 33.0, 43.0, 44.0, 44.0, 43.0, 35.0, 63.0, 41.0, 40.0, 40.0, 45.0, 31.0, 45.0, 33.0, 32.0, 28.0, 36.0, 16.0, 14.0, 22.0, 12.0, 9.0, 5.0, 6.0, 6.0, 3.0, 4.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.523398399353027, -8.254547119140625, -7.985695838928223, -7.71684455871582, -7.447993278503418, -7.179141998291016, -6.910290241241455, -6.641438961029053, -6.37258768081665, -6.103736400604248, -5.834885120391846, -5.566033840179443, -5.297182083129883, -5.0283308029174805, -4.759479522705078, -4.490628242492676, -4.221776962280273, -3.952925682067871, -3.6840744018554688, -3.4152228832244873, -3.146371603012085, -2.8775203227996826, -2.608668804168701, -2.339817523956299, -2.0709662437438965, -1.8021149635314941, -1.5332635641098022, -1.2644121646881104, -0.995560884475708, -0.7267096042633057, -0.45785820484161377, -0.18900680541992188, 0.07984352111816406, 0.3486948609352112, 0.6175462007522583, 0.8863975405693054, 1.1552488803863525, 1.4241001605987549, 1.6929515600204468, 1.9618029594421387, 2.230654239654541, 2.4995055198669434, 2.7683568000793457, 3.037208318710327, 3.3060595989227295, 3.574910879135132, 3.8437623977661133, 4.112613677978516, 4.381464958190918, 4.65031623840332, 4.919167518615723, 5.188018798828125, 5.456870079040527, 5.72572135925293, 5.99457311630249, 6.263424396514893, 6.532275676727295, 6.801126956939697, 7.0699782371521, 7.338829517364502, 7.6076812744140625, 7.876532554626465, 8.145383834838867, 8.41423511505127, 8.683086395263672]}, "gradients/encoder.encoder.layers.13.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 3.0, 8.0, 15.0, 16.0, 23.0, 24.0, 56.0, 103.0, 140.0, 298.0, 634.0, 1743.0, 7822.0, 175853.0, 3988377.0, 15150.0, 2527.0, 825.0, 341.0, 145.0, 70.0, 43.0, 23.0, 17.0, 4.0, 6.0, 2.0, 2.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.30859375, -4.189422607421875, -4.07025146484375, -3.951080322265625, -3.8319091796875, -3.712738037109375, -3.59356689453125, -3.474395751953125, -3.355224609375, -3.236053466796875, -3.11688232421875, -2.997711181640625, -2.8785400390625, -2.759368896484375, -2.64019775390625, -2.521026611328125, -2.40185546875, -2.282684326171875, -2.16351318359375, -2.044342041015625, -1.9251708984375, -1.805999755859375, -1.68682861328125, -1.567657470703125, -1.448486328125, -1.329315185546875, -1.21014404296875, -1.090972900390625, -0.9718017578125, -0.852630615234375, -0.73345947265625, -0.614288330078125, -0.4951171875, -0.375946044921875, -0.25677490234375, -0.137603759765625, -0.0184326171875, 0.100738525390625, 0.21990966796875, 0.339080810546875, 0.458251953125, 0.577423095703125, 0.69659423828125, 0.815765380859375, 0.9349365234375, 1.054107666015625, 1.17327880859375, 1.292449951171875, 1.41162109375, 1.530792236328125, 1.64996337890625, 1.769134521484375, 1.8883056640625, 2.007476806640625, 2.12664794921875, 2.245819091796875, 2.364990234375, 2.484161376953125, 2.60333251953125, 2.722503662109375, 2.8416748046875, 2.960845947265625, 3.08001708984375, 3.199188232421875, 3.318359375]}, "gradients/encoder.encoder.layers.13.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 4.0, 5.0, 14.0, 29.0, 39.0, 42.0, 73.0, 97.0, 102.0, 145.0, 116.0, 94.0, 102.0, 42.0, 46.0, 22.0, 18.0, 5.0, 3.0, 3.0, 4.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.025390625, -0.997344970703125, -0.96929931640625, -0.941253662109375, -0.9132080078125, -0.885162353515625, -0.85711669921875, -0.829071044921875, -0.801025390625, -0.772979736328125, -0.74493408203125, -0.716888427734375, -0.6888427734375, -0.660797119140625, -0.63275146484375, -0.604705810546875, -0.57666015625, -0.548614501953125, -0.52056884765625, -0.492523193359375, -0.4644775390625, -0.436431884765625, -0.40838623046875, -0.380340576171875, -0.352294921875, -0.324249267578125, -0.29620361328125, -0.268157958984375, -0.2401123046875, -0.212066650390625, -0.18402099609375, -0.155975341796875, -0.1279296875, -0.099884033203125, -0.07183837890625, -0.043792724609375, -0.0157470703125, 0.012298583984375, 0.04034423828125, 0.068389892578125, 0.096435546875, 0.124481201171875, 0.15252685546875, 0.180572509765625, 0.2086181640625, 0.236663818359375, 0.26470947265625, 0.292755126953125, 0.32080078125, 0.348846435546875, 0.37689208984375, 0.404937744140625, 0.4329833984375, 0.461029052734375, 0.48907470703125, 0.517120361328125, 0.545166015625, 0.573211669921875, 0.60125732421875, 0.629302978515625, 0.6573486328125, 0.685394287109375, 0.71343994140625, 0.741485595703125, 0.76953125]}, "gradients/encoder.encoder.layers.13.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 5.0, 2.0, 4.0, 16.0, 59.0, 142.0, 445.0, 1707.0, 6498.0, 52223.0, 4065431.0, 57963.0, 7188.0, 1791.0, 556.0, 153.0, 49.0, 26.0, 13.0, 7.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.990234375, -2.892242431640625, -2.79425048828125, -2.696258544921875, -2.5982666015625, -2.500274658203125, -2.40228271484375, -2.304290771484375, -2.206298828125, -2.108306884765625, -2.01031494140625, -1.912322998046875, -1.8143310546875, -1.716339111328125, -1.61834716796875, -1.520355224609375, -1.42236328125, -1.324371337890625, -1.22637939453125, -1.128387451171875, -1.0303955078125, -0.932403564453125, -0.83441162109375, -0.736419677734375, -0.638427734375, -0.540435791015625, -0.44244384765625, -0.344451904296875, -0.2464599609375, -0.148468017578125, -0.05047607421875, 0.047515869140625, 0.1455078125, 0.243499755859375, 0.34149169921875, 0.439483642578125, 0.5374755859375, 0.635467529296875, 0.73345947265625, 0.831451416015625, 0.929443359375, 1.027435302734375, 1.12542724609375, 1.223419189453125, 1.3214111328125, 1.419403076171875, 1.51739501953125, 1.615386962890625, 1.71337890625, 1.811370849609375, 1.90936279296875, 2.007354736328125, 2.1053466796875, 2.203338623046875, 2.30133056640625, 2.399322509765625, 2.497314453125, 2.595306396484375, 2.69329833984375, 2.791290283203125, 2.8892822265625, 2.987274169921875, 3.08526611328125, 3.183258056640625, 3.28125]}, "gradients/encoder.encoder.layers.13.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 5.0, 4.0, 3.0, 5.0, 4.0, 8.0, 8.0, 17.0, 22.0, 28.0, 40.0, 87.0, 237.0, 2235.0, 925.0, 172.0, 76.0, 59.0, 34.0, 21.0, 17.0, 12.0, 10.0, 4.0, 5.0, 8.0, 2.0, 6.0, 2.0, 4.0, 1.0, 4.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.60205078125, -0.5819168090820312, -0.5617828369140625, -0.5416488647460938, -0.521514892578125, -0.5013809204101562, -0.4812469482421875, -0.46111297607421875, -0.44097900390625, -0.42084503173828125, -0.4007110595703125, -0.38057708740234375, -0.360443115234375, -0.34030914306640625, -0.3201751708984375, -0.30004119873046875, -0.2799072265625, -0.25977325439453125, -0.2396392822265625, -0.21950531005859375, -0.199371337890625, -0.17923736572265625, -0.1591033935546875, -0.13896942138671875, -0.11883544921875, -0.09870147705078125, -0.0785675048828125, -0.05843353271484375, -0.038299560546875, -0.01816558837890625, 0.0019683837890625, 0.02210235595703125, 0.042236328125, 0.06237030029296875, 0.0825042724609375, 0.10263824462890625, 0.122772216796875, 0.14290618896484375, 0.1630401611328125, 0.18317413330078125, 0.20330810546875, 0.22344207763671875, 0.2435760498046875, 0.26371002197265625, 0.283843994140625, 0.30397796630859375, 0.3241119384765625, 0.34424591064453125, 0.3643798828125, 0.38451385498046875, 0.4046478271484375, 0.42478179931640625, 0.444915771484375, 0.46504974365234375, 0.4851837158203125, 0.5053176879882812, 0.52545166015625, 0.5455856323242188, 0.5657196044921875, 0.5858535766601562, 0.605987548828125, 0.6261215209960938, 0.6462554931640625, 0.6663894653320312, 0.6865234375]}, "gradients/encoder.encoder.layers.13.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 12.0, 37.0, 139.0, 395.0, 292.0, 87.0, 26.0, 8.0, 3.0, 2.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.242445230484009, -2.0349788665771484, -1.827512502670288, -1.6200460195541382, -1.4125796556472778, -1.2051132917404175, -0.9976468086242676, -0.7901804447174072, -0.5827140808105469, -0.37524768710136414, -0.1677812933921814, 0.03968513011932373, 0.24715149402618408, 0.45461785793304443, 0.6620843410491943, 0.8695507049560547, 1.077017068862915, 1.2844834327697754, 1.4919497966766357, 1.6994162797927856, 1.906882643699646, 2.114348888397217, 2.3218154907226562, 2.5292818546295166, 2.736748218536377, 2.9442145824432373, 3.1516809463500977, 3.359147548675537, 3.5666136741638184, 3.774080276489258, 3.981546640396118, 4.1890130043029785, 4.396479606628418, 4.603946208953857, 4.811412334442139, 5.018878936767578, 5.226345062255859, 5.433811664581299, 5.641278266906738, 5.8487443923950195, 6.056210517883301, 6.26367712020874, 6.4711432456970215, 6.678609848022461, 6.886075973510742, 7.093542575836182, 7.301009178161621, 7.508475303649902, 7.715941905975342, 7.923408508300781, 8.130874633789062, 8.338340759277344, 8.545807838439941, 8.753273963928223, 8.960740089416504, 9.168207168579102, 9.375673294067383, 9.583139419555664, 9.790606498718262, 9.998072624206543, 10.205538749694824, 10.413004875183105, 10.620471954345703, 10.827938079833984, 11.035404205322266]}, "gradients/encoder.encoder.layers.13.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 4.0, 7.0, 21.0, 14.0, 30.0, 46.0, 59.0, 52.0, 74.0, 71.0, 77.0, 80.0, 92.0, 68.0, 91.0, 64.0, 45.0, 34.0, 32.0, 19.0, 13.0, 7.0, 3.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.806861400604248, -2.7042689323425293, -2.6016764640808105, -2.499083995819092, -2.396491527557373, -2.2938990592956543, -2.1913065910339355, -2.0887138843536377, -1.986121416091919, -1.8835289478302002, -1.7809364795684814, -1.6783440113067627, -1.5757514238357544, -1.4731589555740356, -1.370566487312317, -1.2679738998413086, -1.1653815507888794, -1.0627890825271606, -0.9601965546607971, -0.8576040863990784, -0.7550115585327148, -0.6524190902709961, -0.5498266220092773, -0.4472340941429138, -0.34464162588119507, -0.24204912781715393, -0.139456644654274, -0.03686416149139404, 0.0657283365726471, 0.16832083463668823, 0.270913302898407, 0.3735058307647705, 0.47609829902648926, 0.578690767288208, 0.6812832951545715, 0.7838757634162903, 0.8864682912826538, 0.9890607595443726, 1.0916532278060913, 1.1942458152770996, 1.2968382835388184, 1.399430751800537, 1.5020232200622559, 1.6046156883239746, 1.707208275794983, 1.8098007440567017, 1.9123932123184204, 2.0149857997894287, 2.1175780296325684, 2.220170497894287, 2.322762966156006, 2.4253554344177246, 2.5279479026794434, 2.630540370941162, 2.733132839202881, 2.8357255458831787, 2.9383180141448975, 3.040910482406616, 3.143502950668335, 3.2460954189300537, 3.3486878871917725, 3.4512805938720703, 3.553873062133789, 3.656465530395508, 3.7590579986572266]}, "gradients/encoder.encoder.layers.13.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 3.0, 3.0, 5.0, 0.0, 7.0, 12.0, 12.0, 25.0, 25.0, 36.0, 66.0, 109.0, 250.0, 464.0, 1214.0, 3824.0, 20223.0, 275323.0, 690871.0, 46383.0, 6612.0, 1766.0, 702.0, 279.0, 134.0, 73.0, 45.0, 32.0, 22.0, 13.0, 5.0, 6.0, 6.0, 6.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.466796875, -3.373565673828125, -3.28033447265625, -3.187103271484375, -3.0938720703125, -3.000640869140625, -2.90740966796875, -2.814178466796875, -2.720947265625, -2.627716064453125, -2.53448486328125, -2.441253662109375, -2.3480224609375, -2.254791259765625, -2.16156005859375, -2.068328857421875, -1.97509765625, -1.881866455078125, -1.78863525390625, -1.695404052734375, -1.6021728515625, -1.508941650390625, -1.41571044921875, -1.322479248046875, -1.229248046875, -1.136016845703125, -1.04278564453125, -0.949554443359375, -0.8563232421875, -0.763092041015625, -0.66986083984375, -0.576629638671875, -0.4833984375, -0.390167236328125, -0.29693603515625, -0.203704833984375, -0.1104736328125, -0.017242431640625, 0.07598876953125, 0.169219970703125, 0.262451171875, 0.355682373046875, 0.44891357421875, 0.542144775390625, 0.6353759765625, 0.728607177734375, 0.82183837890625, 0.915069580078125, 1.00830078125, 1.101531982421875, 1.19476318359375, 1.287994384765625, 1.3812255859375, 1.474456787109375, 1.56768798828125, 1.660919189453125, 1.754150390625, 1.847381591796875, 1.94061279296875, 2.033843994140625, 2.1270751953125, 2.220306396484375, 2.31353759765625, 2.406768798828125, 2.5]}, "gradients/encoder.encoder.layers.13.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 7.0, 6.0, 14.0, 22.0, 44.0, 43.0, 64.0, 92.0, 98.0, 123.0, 134.0, 103.0, 91.0, 60.0, 43.0, 27.0, 15.0, 10.0, 4.0, 3.0, 3.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.97314453125, -0.9459152221679688, -0.9186859130859375, -0.8914566040039062, -0.864227294921875, -0.8369979858398438, -0.8097686767578125, -0.7825393676757812, -0.75531005859375, -0.7280807495117188, -0.7008514404296875, -0.6736221313476562, -0.646392822265625, -0.6191635131835938, -0.5919342041015625, -0.5647048950195312, -0.5374755859375, -0.5102462768554688, -0.4830169677734375, -0.45578765869140625, -0.428558349609375, -0.40132904052734375, -0.3740997314453125, -0.34687042236328125, -0.31964111328125, -0.29241180419921875, -0.2651824951171875, -0.23795318603515625, -0.210723876953125, -0.18349456787109375, -0.1562652587890625, -0.12903594970703125, -0.101806640625, -0.07457733154296875, -0.0473480224609375, -0.02011871337890625, 0.007110595703125, 0.03433990478515625, 0.0615692138671875, 0.08879852294921875, 0.11602783203125, 0.14325714111328125, 0.1704864501953125, 0.19771575927734375, 0.224945068359375, 0.25217437744140625, 0.2794036865234375, 0.30663299560546875, 0.3338623046875, 0.36109161376953125, 0.3883209228515625, 0.41555023193359375, 0.442779541015625, 0.47000885009765625, 0.4972381591796875, 0.5244674682617188, 0.55169677734375, 0.5789260864257812, 0.6061553955078125, 0.6333847045898438, 0.660614013671875, 0.6878433227539062, 0.7150726318359375, 0.7423019409179688, 0.76953125]}, "gradients/encoder.encoder.layers.13.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 4.0, 7.0, 9.0, 9.0, 11.0, 12.0, 19.0, 20.0, 31.0, 66.0, 78.0, 150.0, 276.0, 591.0, 1298.0, 3674.0, 15187.0, 148226.0, 801298.0, 63733.0, 9187.0, 2659.0, 978.0, 450.0, 213.0, 129.0, 72.0, 41.0, 31.0, 26.0, 18.0, 10.0, 8.0, 10.0, 6.0, 5.0, 6.0, 3.0, 5.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.7421875, -2.651824951171875, -2.56146240234375, -2.471099853515625, -2.3807373046875, -2.290374755859375, -2.20001220703125, -2.109649658203125, -2.019287109375, -1.928924560546875, -1.83856201171875, -1.748199462890625, -1.6578369140625, -1.567474365234375, -1.47711181640625, -1.386749267578125, -1.29638671875, -1.206024169921875, -1.11566162109375, -1.025299072265625, -0.9349365234375, -0.844573974609375, -0.75421142578125, -0.663848876953125, -0.573486328125, -0.483123779296875, -0.39276123046875, -0.302398681640625, -0.2120361328125, -0.121673583984375, -0.03131103515625, 0.059051513671875, 0.1494140625, 0.239776611328125, 0.33013916015625, 0.420501708984375, 0.5108642578125, 0.601226806640625, 0.69158935546875, 0.781951904296875, 0.872314453125, 0.962677001953125, 1.05303955078125, 1.143402099609375, 1.2337646484375, 1.324127197265625, 1.41448974609375, 1.504852294921875, 1.59521484375, 1.685577392578125, 1.77593994140625, 1.866302490234375, 1.9566650390625, 2.047027587890625, 2.13739013671875, 2.227752685546875, 2.318115234375, 2.408477783203125, 2.49884033203125, 2.589202880859375, 2.6795654296875, 2.769927978515625, 2.86029052734375, 2.950653076171875, 3.041015625]}, "gradients/encoder.encoder.layers.13.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 5.0, 3.0, 3.0, 4.0, 3.0, 9.0, 5.0, 7.0, 11.0, 23.0, 26.0, 46.0, 45.0, 48.0, 46.0, 63.0, 65.0, 79.0, 82.0, 76.0, 67.0, 58.0, 45.0, 44.0, 34.0, 24.0, 24.0, 21.0, 7.0, 9.0, 7.0, 6.0, 3.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.1171875, -3.012939453125, -2.90869140625, -2.804443359375, -2.7001953125, -2.595947265625, -2.49169921875, -2.387451171875, -2.283203125, -2.178955078125, -2.07470703125, -1.970458984375, -1.8662109375, -1.761962890625, -1.65771484375, -1.553466796875, -1.44921875, -1.344970703125, -1.24072265625, -1.136474609375, -1.0322265625, -0.927978515625, -0.82373046875, -0.719482421875, -0.615234375, -0.510986328125, -0.40673828125, -0.302490234375, -0.1982421875, -0.093994140625, 0.01025390625, 0.114501953125, 0.21875, 0.322998046875, 0.42724609375, 0.531494140625, 0.6357421875, 0.739990234375, 0.84423828125, 0.948486328125, 1.052734375, 1.156982421875, 1.26123046875, 1.365478515625, 1.4697265625, 1.573974609375, 1.67822265625, 1.782470703125, 1.88671875, 1.990966796875, 2.09521484375, 2.199462890625, 2.3037109375, 2.407958984375, 2.51220703125, 2.616455078125, 2.720703125, 2.824951171875, 2.92919921875, 3.033447265625, 3.1376953125, 3.241943359375, 3.34619140625, 3.450439453125, 3.5546875]}, "gradients/encoder.encoder.layers.13.attention.k_proj.weight": {"_type": "histogram", "values": [4.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 6.0, 9.0, 14.0, 27.0, 20.0, 34.0, 32.0, 67.0, 100.0, 139.0, 311.0, 546.0, 1102.0, 2908.0, 11778.0, 274617.0, 734934.0, 15687.0, 3534.0, 1253.0, 616.0, 314.0, 191.0, 109.0, 70.0, 46.0, 25.0, 20.0, 14.0, 6.0, 4.0, 6.0, 5.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5537109375, -1.4941253662109375, -1.434539794921875, -1.3749542236328125, -1.31536865234375, -1.2557830810546875, -1.196197509765625, -1.1366119384765625, -1.0770263671875, -1.0174407958984375, -0.957855224609375, -0.8982696533203125, -0.83868408203125, -0.7790985107421875, -0.719512939453125, -0.6599273681640625, -0.600341796875, -0.5407562255859375, -0.481170654296875, -0.4215850830078125, -0.36199951171875, -0.3024139404296875, -0.242828369140625, -0.1832427978515625, -0.1236572265625, -0.0640716552734375, -0.004486083984375, 0.0550994873046875, 0.11468505859375, 0.1742706298828125, 0.233856201171875, 0.2934417724609375, 0.35302734375, 0.4126129150390625, 0.472198486328125, 0.5317840576171875, 0.59136962890625, 0.6509552001953125, 0.710540771484375, 0.7701263427734375, 0.8297119140625, 0.8892974853515625, 0.948883056640625, 1.0084686279296875, 1.06805419921875, 1.1276397705078125, 1.187225341796875, 1.2468109130859375, 1.306396484375, 1.3659820556640625, 1.425567626953125, 1.4851531982421875, 1.54473876953125, 1.6043243408203125, 1.663909912109375, 1.7234954833984375, 1.7830810546875, 1.8426666259765625, 1.902252197265625, 1.9618377685546875, 2.02142333984375, 2.0810089111328125, 2.140594482421875, 2.2001800537109375, 2.259765625]}, "gradients/encoder.encoder.layers.13.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 5.0, 2.0, 8.0, 10.0, 6.0, 13.0, 15.0, 20.0, 26.0, 37.0, 33.0, 37.0, 48.0, 57.0, 113.0, 159.0, 114.0, 52.0, 50.0, 50.0, 32.0, 20.0, 12.0, 19.0, 11.0, 18.0, 5.0, 10.0, 5.0, 7.0, 2.0, 3.0, 3.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00023365020751953125, -0.0002260059118270874, -0.00021836161613464355, -0.0002107173204421997, -0.00020307302474975586, -0.000195428729057312, -0.00018778443336486816, -0.00018014013767242432, -0.00017249584197998047, -0.00016485154628753662, -0.00015720725059509277, -0.00014956295490264893, -0.00014191865921020508, -0.00013427436351776123, -0.00012663006782531738, -0.00011898577213287354, -0.00011134147644042969, -0.00010369718074798584, -9.605288505554199e-05, -8.840858936309814e-05, -8.07642936706543e-05, -7.311999797821045e-05, -6.54757022857666e-05, -5.7831406593322754e-05, -5.0187110900878906e-05, -4.254281520843506e-05, -3.489851951599121e-05, -2.7254223823547363e-05, -1.9609928131103516e-05, -1.1965632438659668e-05, -4.32133674621582e-06, 3.3229589462280273e-06, 1.0967254638671875e-05, 1.8611550331115723e-05, 2.625584602355957e-05, 3.390014171600342e-05, 4.1544437408447266e-05, 4.918873310089111e-05, 5.683302879333496e-05, 6.447732448577881e-05, 7.212162017822266e-05, 7.97659158706665e-05, 8.741021156311035e-05, 9.50545072555542e-05, 0.00010269880294799805, 0.0001103430986404419, 0.00011798739433288574, 0.0001256316900253296, 0.00013327598571777344, 0.00014092028141021729, 0.00014856457710266113, 0.00015620887279510498, 0.00016385316848754883, 0.00017149746417999268, 0.00017914175987243652, 0.00018678605556488037, 0.00019443035125732422, 0.00020207464694976807, 0.00020971894264221191, 0.00021736323833465576, 0.0002250075340270996, 0.00023265182971954346, 0.0002402961254119873, 0.00024794042110443115, 0.000255584716796875]}, "gradients/encoder.encoder.layers.13.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 9.0, 14.0, 31.0, 27.0, 76.0, 112.0, 152.0, 343.0, 747.0, 3541.0, 83789.0, 945024.0, 12095.0, 1539.0, 491.0, 246.0, 123.0, 84.0, 43.0, 30.0, 14.0, 7.0, 4.0, 6.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.150390625, -2.071502685546875, -1.99261474609375, -1.913726806640625, -1.8348388671875, -1.755950927734375, -1.67706298828125, -1.598175048828125, -1.519287109375, -1.440399169921875, -1.36151123046875, -1.282623291015625, -1.2037353515625, -1.124847412109375, -1.04595947265625, -0.967071533203125, -0.88818359375, -0.809295654296875, -0.73040771484375, -0.651519775390625, -0.5726318359375, -0.493743896484375, -0.41485595703125, -0.335968017578125, -0.257080078125, -0.178192138671875, -0.09930419921875, -0.020416259765625, 0.0584716796875, 0.137359619140625, 0.21624755859375, 0.295135498046875, 0.3740234375, 0.452911376953125, 0.53179931640625, 0.610687255859375, 0.6895751953125, 0.768463134765625, 0.84735107421875, 0.926239013671875, 1.005126953125, 1.084014892578125, 1.16290283203125, 1.241790771484375, 1.3206787109375, 1.399566650390625, 1.47845458984375, 1.557342529296875, 1.63623046875, 1.715118408203125, 1.79400634765625, 1.872894287109375, 1.9517822265625, 2.030670166015625, 2.10955810546875, 2.188446044921875, 2.267333984375, 2.346221923828125, 2.42510986328125, 2.503997802734375, 2.5828857421875, 2.661773681640625, 2.74066162109375, 2.819549560546875, 2.8984375]}, "gradients/encoder.encoder.layers.13.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 7.0, 8.0, 27.0, 52.0, 151.0, 462.0, 195.0, 62.0, 20.0, 11.0, 4.0, 4.0, 2.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.7578125, -4.62408447265625, -4.4903564453125, -4.35662841796875, -4.222900390625, -4.08917236328125, -3.9554443359375, -3.82171630859375, -3.68798828125, -3.55426025390625, -3.4205322265625, -3.28680419921875, -3.153076171875, -3.01934814453125, -2.8856201171875, -2.75189208984375, -2.6181640625, -2.48443603515625, -2.3507080078125, -2.21697998046875, -2.083251953125, -1.94952392578125, -1.8157958984375, -1.68206787109375, -1.54833984375, -1.41461181640625, -1.2808837890625, -1.14715576171875, -1.013427734375, -0.87969970703125, -0.7459716796875, -0.61224365234375, -0.478515625, -0.34478759765625, -0.2110595703125, -0.07733154296875, 0.056396484375, 0.19012451171875, 0.3238525390625, 0.45758056640625, 0.59130859375, 0.72503662109375, 0.8587646484375, 0.99249267578125, 1.126220703125, 1.25994873046875, 1.3936767578125, 1.52740478515625, 1.6611328125, 1.79486083984375, 1.9285888671875, 2.06231689453125, 2.196044921875, 2.32977294921875, 2.4635009765625, 2.59722900390625, 2.73095703125, 2.86468505859375, 2.9984130859375, 3.13214111328125, 3.265869140625, 3.39959716796875, 3.5333251953125, 3.66705322265625, 3.80078125]}, "gradients/encoder.encoder.layers.13.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 4.0, 4.0, 14.0, 39.0, 72.0, 275.0, 410.0, 156.0, 26.0, 8.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-64.54714965820312, -63.23775863647461, -61.92836380004883, -60.61897277832031, -59.3095817565918, -58.00019073486328, -56.6907958984375, -55.381404876708984, -54.07201385498047, -52.76262283325195, -51.45322799682617, -50.143836975097656, -48.83444595336914, -47.525054931640625, -46.215660095214844, -44.90626907348633, -43.59687805175781, -42.2874870300293, -40.978092193603516, -39.668701171875, -38.359310150146484, -37.04991912841797, -35.74052429199219, -34.43113327026367, -33.12173843383789, -31.812345504760742, -30.502954483032227, -29.193561553955078, -27.884170532226562, -26.574777603149414, -25.265384674072266, -23.95599365234375, -22.646604537963867, -21.33721160888672, -20.027820587158203, -18.718427658081055, -17.40903663635254, -16.09964370727539, -14.790251731872559, -13.480859756469727, -12.171467781066895, -10.862075805664062, -9.55268383026123, -8.243291854858398, -6.933899402618408, -5.624507427215576, -4.315114974975586, -3.005722999572754, -1.6963310241699219, -0.3869389295578003, 0.9224531650543213, 2.2318453788757324, 3.5412373542785645, 4.8506293296813965, 6.160021781921387, 7.469413757324219, 8.77880573272705, 10.088197708129883, 11.397589683532715, 12.706981658935547, 14.016374588012695, 15.325765609741211, 16.63515853881836, 17.944549560546875, 19.253942489624023]}, "gradients/encoder.encoder.layers.13.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 8.0, 3.0, 9.0, 7.0, 11.0, 10.0, 15.0, 18.0, 18.0, 23.0, 36.0, 36.0, 38.0, 64.0, 56.0, 61.0, 49.0, 57.0, 61.0, 67.0, 43.0, 37.0, 50.0, 46.0, 35.0, 34.0, 21.0, 20.0, 11.0, 15.0, 13.0, 9.0, 7.0, 8.0, 4.0, 3.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0], "bins": [-23.285533905029297, -22.634864807128906, -21.98419761657715, -21.333528518676758, -20.682859420776367, -20.032190322875977, -19.38152313232422, -18.730854034423828, -18.080184936523438, -17.429515838623047, -16.77884864807129, -16.1281795501709, -15.477510452270508, -14.826842308044434, -14.17617416381836, -13.525505065917969, -12.874836921691895, -12.22416877746582, -11.57349967956543, -10.922831535339355, -10.272162437438965, -9.62149429321289, -8.9708251953125, -8.320157051086426, -7.669488430023193, -7.018819808959961, -6.3681511878967285, -5.717482566833496, -5.066814422607422, -4.416145324707031, -3.765477180480957, -3.1148085594177246, -2.464139938354492, -1.8134713172912598, -1.162802815437317, -0.512134313583374, 0.1385343074798584, 0.7892029285430908, 1.4398713111877441, 2.0905399322509766, 2.741208553314209, 3.3918771743774414, 4.042545795440674, 4.693214416503906, 5.3438825607299805, 5.994551658630371, 6.645219802856445, 7.295888423919678, 7.94655704498291, 8.597225189208984, 9.247894287109375, 9.89856243133545, 10.54923152923584, 11.199899673461914, 11.850568771362305, 12.501236915588379, 13.151905059814453, 13.802573204040527, 14.453242301940918, 15.103910446166992, 15.754579544067383, 16.405248641967773, 17.05591583251953, 17.706584930419922, 18.357254028320312]}, "gradients/encoder.encoder.layers.12.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 5.0, 5.0, 3.0, 4.0, 12.0, 7.0, 3.0, 17.0, 21.0, 24.0, 33.0, 51.0, 67.0, 140.0, 240.0, 413.0, 822.0, 1745.0, 4252.0, 13552.0, 94112.0, 3970268.0, 87944.0, 12846.0, 4165.0, 1778.0, 829.0, 423.0, 224.0, 122.0, 77.0, 35.0, 24.0, 14.0, 7.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.32421875, -3.2421112060546875, -3.160003662109375, -3.0778961181640625, -2.99578857421875, -2.9136810302734375, -2.831573486328125, -2.7494659423828125, -2.6673583984375, -2.5852508544921875, -2.503143310546875, -2.4210357666015625, -2.33892822265625, -2.2568206787109375, -2.174713134765625, -2.0926055908203125, -2.010498046875, -1.9283905029296875, -1.846282958984375, -1.7641754150390625, -1.68206787109375, -1.5999603271484375, -1.517852783203125, -1.4357452392578125, -1.3536376953125, -1.2715301513671875, -1.189422607421875, -1.1073150634765625, -1.02520751953125, -0.9430999755859375, -0.860992431640625, -0.7788848876953125, -0.69677734375, -0.6146697998046875, -0.532562255859375, -0.4504547119140625, -0.36834716796875, -0.2862396240234375, -0.204132080078125, -0.1220245361328125, -0.0399169921875, 0.0421905517578125, 0.124298095703125, 0.2064056396484375, 0.28851318359375, 0.3706207275390625, 0.452728271484375, 0.5348358154296875, 0.616943359375, 0.6990509033203125, 0.781158447265625, 0.8632659912109375, 0.94537353515625, 1.0274810791015625, 1.109588623046875, 1.1916961669921875, 1.2738037109375, 1.3559112548828125, 1.438018798828125, 1.5201263427734375, 1.60223388671875, 1.6843414306640625, 1.766448974609375, 1.8485565185546875, 1.9306640625]}, "gradients/encoder.encoder.layers.12.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 5.0, 8.0, 11.0, 18.0, 20.0, 36.0, 41.0, 59.0, 68.0, 79.0, 69.0, 83.0, 104.0, 100.0, 71.0, 43.0, 52.0, 43.0, 24.0, 17.0, 12.0, 9.0, 9.0, 10.0, 4.0, 2.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.052734375, -1.0240936279296875, -0.995452880859375, -0.9668121337890625, -0.93817138671875, -0.9095306396484375, -0.880889892578125, -0.8522491455078125, -0.8236083984375, -0.7949676513671875, -0.766326904296875, -0.7376861572265625, -0.70904541015625, -0.6804046630859375, -0.651763916015625, -0.6231231689453125, -0.594482421875, -0.5658416748046875, -0.537200927734375, -0.5085601806640625, -0.47991943359375, -0.4512786865234375, -0.422637939453125, -0.3939971923828125, -0.3653564453125, -0.3367156982421875, -0.308074951171875, -0.2794342041015625, -0.25079345703125, -0.2221527099609375, -0.193511962890625, -0.1648712158203125, -0.13623046875, -0.1075897216796875, -0.078948974609375, -0.0503082275390625, -0.02166748046875, 0.0069732666015625, 0.035614013671875, 0.0642547607421875, 0.0928955078125, 0.1215362548828125, 0.150177001953125, 0.1788177490234375, 0.20745849609375, 0.2360992431640625, 0.264739990234375, 0.2933807373046875, 0.322021484375, 0.3506622314453125, 0.379302978515625, 0.4079437255859375, 0.43658447265625, 0.4652252197265625, 0.493865966796875, 0.5225067138671875, 0.5511474609375, 0.5797882080078125, 0.608428955078125, 0.6370697021484375, 0.66571044921875, 0.6943511962890625, 0.722991943359375, 0.7516326904296875, 0.7802734375]}, "gradients/encoder.encoder.layers.12.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 6.0, 8.0, 17.0, 30.0, 86.0, 130.0, 285.0, 527.0, 1154.0, 3070.0, 11251.0, 117780.0, 3993043.0, 54828.0, 7759.0, 2384.0, 972.0, 447.0, 249.0, 130.0, 62.0, 26.0, 21.0, 9.0, 5.0, 4.0, 4.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.30859375, -4.2044677734375, -4.100341796875, -3.9962158203125, -3.89208984375, -3.7879638671875, -3.683837890625, -3.5797119140625, -3.4755859375, -3.3714599609375, -3.267333984375, -3.1632080078125, -3.05908203125, -2.9549560546875, -2.850830078125, -2.7467041015625, -2.642578125, -2.5384521484375, -2.434326171875, -2.3302001953125, -2.22607421875, -2.1219482421875, -2.017822265625, -1.9136962890625, -1.8095703125, -1.7054443359375, -1.601318359375, -1.4971923828125, -1.39306640625, -1.2889404296875, -1.184814453125, -1.0806884765625, -0.9765625, -0.8724365234375, -0.768310546875, -0.6641845703125, -0.56005859375, -0.4559326171875, -0.351806640625, -0.2476806640625, -0.1435546875, -0.0394287109375, 0.064697265625, 0.1688232421875, 0.27294921875, 0.3770751953125, 0.481201171875, 0.5853271484375, 0.689453125, 0.7935791015625, 0.897705078125, 1.0018310546875, 1.10595703125, 1.2100830078125, 1.314208984375, 1.4183349609375, 1.5224609375, 1.6265869140625, 1.730712890625, 1.8348388671875, 1.93896484375, 2.0430908203125, 2.147216796875, 2.2513427734375, 2.35546875]}, "gradients/encoder.encoder.layers.12.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 4.0, 4.0, 9.0, 14.0, 14.0, 21.0, 39.0, 81.0, 200.0, 2381.0, 931.0, 167.0, 76.0, 45.0, 31.0, 13.0, 14.0, 9.0, 6.0, 3.0, 3.0, 5.0, 3.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.814453125, -1.7639007568359375, -1.713348388671875, -1.6627960205078125, -1.61224365234375, -1.5616912841796875, -1.511138916015625, -1.4605865478515625, -1.4100341796875, -1.3594818115234375, -1.308929443359375, -1.2583770751953125, -1.20782470703125, -1.1572723388671875, -1.106719970703125, -1.0561676025390625, -1.005615234375, -0.9550628662109375, -0.904510498046875, -0.8539581298828125, -0.80340576171875, -0.7528533935546875, -0.702301025390625, -0.6517486572265625, -0.6011962890625, -0.5506439208984375, -0.500091552734375, -0.4495391845703125, -0.39898681640625, -0.3484344482421875, -0.297882080078125, -0.2473297119140625, -0.19677734375, -0.1462249755859375, -0.095672607421875, -0.0451202392578125, 0.00543212890625, 0.0559844970703125, 0.106536865234375, 0.1570892333984375, 0.2076416015625, 0.2581939697265625, 0.308746337890625, 0.3592987060546875, 0.40985107421875, 0.4604034423828125, 0.510955810546875, 0.5615081787109375, 0.612060546875, 0.6626129150390625, 0.713165283203125, 0.7637176513671875, 0.81427001953125, 0.8648223876953125, 0.915374755859375, 0.9659271240234375, 1.0164794921875, 1.0670318603515625, 1.117584228515625, 1.1681365966796875, 1.21868896484375, 1.2692413330078125, 1.319793701171875, 1.3703460693359375, 1.4208984375]}, "gradients/encoder.encoder.layers.12.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 7.0, 24.0, 59.0, 247.0, 388.0, 207.0, 54.0, 10.0, 5.0, 4.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.55105209350586, -16.18794059753418, -15.824830055236816, -15.461718559265137, -15.098607063293457, -14.735495567321777, -14.372385025024414, -14.009273529052734, -13.646162033081055, -13.283050537109375, -12.919939994812012, -12.556828498840332, -12.193717002868652, -11.830605506896973, -11.46749496459961, -11.10438346862793, -10.74127197265625, -10.37816047668457, -10.015049934387207, -9.651938438415527, -9.288826942443848, -8.925715446472168, -8.562604904174805, -8.199493408203125, -7.836382865905762, -7.47327184677124, -7.1101603507995605, -6.747049331665039, -6.383937835693359, -6.020826816558838, -5.657715797424316, -5.294604301452637, -4.931492328643799, -4.568381309509277, -4.205269813537598, -3.842158794403076, -3.4790472984313965, -3.115936279296875, -2.7528250217437744, -2.389713764190674, -2.0266025066375732, -1.6634912490844727, -1.300379991531372, -0.937268853187561, -0.5741575956344604, -0.21104633808135986, 0.15206480026245117, 0.5151760578155518, 0.8782873153686523, 1.241398572921753, 1.6045098304748535, 1.9676209688186646, 2.3307323455810547, 2.693843364715576, 3.0569546222686768, 3.4200658798217773, 3.783177137374878, 4.1462883949279785, 4.5093994140625, 4.87251091003418, 5.235621929168701, 5.598733425140381, 5.961844444274902, 6.324955940246582, 6.6880669593811035]}, "gradients/encoder.encoder.layers.12.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 3.0, 2.0, 5.0, 5.0, 1.0, 10.0, 11.0, 15.0, 10.0, 17.0, 18.0, 24.0, 20.0, 21.0, 35.0, 39.0, 28.0, 37.0, 35.0, 44.0, 45.0, 44.0, 51.0, 47.0, 36.0, 57.0, 33.0, 41.0, 36.0, 36.0, 29.0, 23.0, 26.0, 26.0, 20.0, 14.0, 13.0, 11.0, 8.0, 8.0, 8.0, 9.0, 1.0, 4.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-3.4229938983917236, -3.3180906772613525, -3.2131876945495605, -3.1082844734191895, -3.0033812522888184, -2.8984780311584473, -2.7935750484466553, -2.688671827316284, -2.583768844604492, -2.478865623474121, -2.373962640762329, -2.269059419631958, -2.164156198501587, -2.059253215789795, -1.9543499946594238, -1.8494467735290527, -1.7445435523986816, -1.6396404504776, -1.534737229347229, -1.4298341274261475, -1.3249309062957764, -1.2200278043746948, -1.1151247024536133, -1.0102214813232422, -0.9053183794021606, -0.8004152178764343, -0.695512056350708, -0.5906089544296265, -0.48570579290390015, -0.38080263137817383, -0.2758995294570923, -0.17099636793136597, -0.06609296798706055, 0.03881017863750458, 0.1437133252620697, 0.24861645698547363, 0.35351961851119995, 0.45842278003692627, 0.5633258819580078, 0.6682290434837341, 0.7731322050094604, 0.8780353665351868, 0.9829385280609131, 1.0878416299819946, 1.1927447319030762, 1.2976479530334473, 1.4025510549545288, 1.5074541568756104, 1.6123573780059814, 1.717260479927063, 1.822163701057434, 1.9270668029785156, 2.0319700241088867, 2.136873245239258, 2.24177622795105, 2.346679449081421, 2.451582431793213, 2.556485652923584, 2.661388635635376, 2.766291856765747, 2.871195077896118, 2.97609806060791, 3.0810012817382812, 3.1859045028686523, 3.2908077239990234]}, "gradients/encoder.encoder.layers.12.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 5.0, 4.0, 10.0, 3.0, 7.0, 7.0, 19.0, 18.0, 40.0, 72.0, 93.0, 114.0, 195.0, 311.0, 650.0, 1269.0, 2670.0, 6515.0, 18431.0, 66548.0, 313309.0, 481914.0, 111707.0, 28187.0, 9316.0, 3648.0, 1593.0, 819.0, 390.0, 245.0, 165.0, 77.0, 62.0, 48.0, 36.0, 22.0, 11.0, 8.0, 4.0, 4.0, 2.0, 0.0, 3.0, 4.0, 2.0, 1.0, 1.0, 1.0, 2.0], "bins": [-2.064453125, -2.00738525390625, -1.9503173828125, -1.89324951171875, -1.836181640625, -1.77911376953125, -1.7220458984375, -1.66497802734375, -1.60791015625, -1.55084228515625, -1.4937744140625, -1.43670654296875, -1.379638671875, -1.32257080078125, -1.2655029296875, -1.20843505859375, -1.1513671875, -1.09429931640625, -1.0372314453125, -0.98016357421875, -0.923095703125, -0.86602783203125, -0.8089599609375, -0.75189208984375, -0.69482421875, -0.63775634765625, -0.5806884765625, -0.52362060546875, -0.466552734375, -0.40948486328125, -0.3524169921875, -0.29534912109375, -0.23828125, -0.18121337890625, -0.1241455078125, -0.06707763671875, -0.010009765625, 0.04705810546875, 0.1041259765625, 0.16119384765625, 0.21826171875, 0.27532958984375, 0.3323974609375, 0.38946533203125, 0.446533203125, 0.50360107421875, 0.5606689453125, 0.61773681640625, 0.6748046875, 0.73187255859375, 0.7889404296875, 0.84600830078125, 0.903076171875, 0.96014404296875, 1.0172119140625, 1.07427978515625, 1.13134765625, 1.18841552734375, 1.2454833984375, 1.30255126953125, 1.359619140625, 1.41668701171875, 1.4737548828125, 1.53082275390625, 1.587890625]}, "gradients/encoder.encoder.layers.12.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 5.0, 7.0, 5.0, 9.0, 8.0, 16.0, 30.0, 49.0, 50.0, 66.0, 59.0, 60.0, 84.0, 79.0, 95.0, 87.0, 63.0, 57.0, 46.0, 33.0, 31.0, 14.0, 15.0, 10.0, 8.0, 8.0, 6.0, 4.0, 2.0, 6.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0126953125, -0.9849929809570312, -0.9572906494140625, -0.9295883178710938, -0.901885986328125, -0.8741836547851562, -0.8464813232421875, -0.8187789916992188, -0.79107666015625, -0.7633743286132812, -0.7356719970703125, -0.7079696655273438, -0.680267333984375, -0.6525650024414062, -0.6248626708984375, -0.5971603393554688, -0.5694580078125, -0.5417556762695312, -0.5140533447265625, -0.48635101318359375, -0.458648681640625, -0.43094635009765625, -0.4032440185546875, -0.37554168701171875, -0.34783935546875, -0.32013702392578125, -0.2924346923828125, -0.26473236083984375, -0.237030029296875, -0.20932769775390625, -0.1816253662109375, -0.15392303466796875, -0.126220703125, -0.09851837158203125, -0.0708160400390625, -0.04311370849609375, -0.015411376953125, 0.01229095458984375, 0.0399932861328125, 0.06769561767578125, 0.09539794921875, 0.12310028076171875, 0.1508026123046875, 0.17850494384765625, 0.206207275390625, 0.23390960693359375, 0.2616119384765625, 0.28931427001953125, 0.3170166015625, 0.34471893310546875, 0.3724212646484375, 0.40012359619140625, 0.427825927734375, 0.45552825927734375, 0.4832305908203125, 0.5109329223632812, 0.53863525390625, 0.5663375854492188, 0.5940399169921875, 0.6217422485351562, 0.649444580078125, 0.6771469116210938, 0.7048492431640625, 0.7325515747070312, 0.76025390625]}, "gradients/encoder.encoder.layers.12.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 5.0, 3.0, 12.0, 11.0, 20.0, 30.0, 32.0, 38.0, 71.0, 87.0, 161.0, 286.0, 533.0, 1326.0, 3837.0, 16660.0, 152687.0, 778320.0, 78240.0, 11123.0, 2917.0, 1099.0, 422.0, 220.0, 135.0, 85.0, 61.0, 39.0, 28.0, 18.0, 17.0, 11.0, 6.0, 6.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.986328125, -3.870361328125, -3.75439453125, -3.638427734375, -3.5224609375, -3.406494140625, -3.29052734375, -3.174560546875, -3.05859375, -2.942626953125, -2.82666015625, -2.710693359375, -2.5947265625, -2.478759765625, -2.36279296875, -2.246826171875, -2.130859375, -2.014892578125, -1.89892578125, -1.782958984375, -1.6669921875, -1.551025390625, -1.43505859375, -1.319091796875, -1.203125, -1.087158203125, -0.97119140625, -0.855224609375, -0.7392578125, -0.623291015625, -0.50732421875, -0.391357421875, -0.275390625, -0.159423828125, -0.04345703125, 0.072509765625, 0.1884765625, 0.304443359375, 0.42041015625, 0.536376953125, 0.65234375, 0.768310546875, 0.88427734375, 1.000244140625, 1.1162109375, 1.232177734375, 1.34814453125, 1.464111328125, 1.580078125, 1.696044921875, 1.81201171875, 1.927978515625, 2.0439453125, 2.159912109375, 2.27587890625, 2.391845703125, 2.5078125, 2.623779296875, 2.73974609375, 2.855712890625, 2.9716796875, 3.087646484375, 3.20361328125, 3.319580078125, 3.435546875]}, "gradients/encoder.encoder.layers.12.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 10.0, 5.0, 4.0, 8.0, 9.0, 17.0, 25.0, 22.0, 24.0, 22.0, 34.0, 23.0, 34.0, 47.0, 40.0, 47.0, 54.0, 50.0, 53.0, 45.0, 49.0, 49.0, 40.0, 41.0, 37.0, 31.0, 33.0, 23.0, 22.0, 19.0, 9.0, 16.0, 11.0, 10.0, 8.0, 5.0, 5.0, 3.0, 5.0, 2.0, 5.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.75, -3.62567138671875, -3.5013427734375, -3.37701416015625, -3.252685546875, -3.12835693359375, -3.0040283203125, -2.87969970703125, -2.75537109375, -2.63104248046875, -2.5067138671875, -2.38238525390625, -2.258056640625, -2.13372802734375, -2.0093994140625, -1.88507080078125, -1.7607421875, -1.63641357421875, -1.5120849609375, -1.38775634765625, -1.263427734375, -1.13909912109375, -1.0147705078125, -0.89044189453125, -0.76611328125, -0.64178466796875, -0.5174560546875, -0.39312744140625, -0.268798828125, -0.14447021484375, -0.0201416015625, 0.10418701171875, 0.228515625, 0.35284423828125, 0.4771728515625, 0.60150146484375, 0.725830078125, 0.85015869140625, 0.9744873046875, 1.09881591796875, 1.22314453125, 1.34747314453125, 1.4718017578125, 1.59613037109375, 1.720458984375, 1.84478759765625, 1.9691162109375, 2.09344482421875, 2.2177734375, 2.34210205078125, 2.4664306640625, 2.59075927734375, 2.715087890625, 2.83941650390625, 2.9637451171875, 3.08807373046875, 3.21240234375, 3.33673095703125, 3.4610595703125, 3.58538818359375, 3.709716796875, 3.83404541015625, 3.9583740234375, 4.08270263671875, 4.20703125]}, "gradients/encoder.encoder.layers.12.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 6.0, 6.0, 6.0, 7.0, 20.0, 29.0, 47.0, 82.0, 124.0, 267.0, 501.0, 1508.0, 6657.0, 87488.0, 909636.0, 35979.0, 4183.0, 1078.0, 453.0, 199.0, 109.0, 75.0, 39.0, 25.0, 13.0, 10.0, 5.0, 1.0, 4.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.880859375, -1.80035400390625, -1.7198486328125, -1.63934326171875, -1.558837890625, -1.47833251953125, -1.3978271484375, -1.31732177734375, -1.23681640625, -1.15631103515625, -1.0758056640625, -0.99530029296875, -0.914794921875, -0.83428955078125, -0.7537841796875, -0.67327880859375, -0.5927734375, -0.51226806640625, -0.4317626953125, -0.35125732421875, -0.270751953125, -0.19024658203125, -0.1097412109375, -0.02923583984375, 0.05126953125, 0.13177490234375, 0.2122802734375, 0.29278564453125, 0.373291015625, 0.45379638671875, 0.5343017578125, 0.61480712890625, 0.6953125, 0.77581787109375, 0.8563232421875, 0.93682861328125, 1.017333984375, 1.09783935546875, 1.1783447265625, 1.25885009765625, 1.33935546875, 1.41986083984375, 1.5003662109375, 1.58087158203125, 1.661376953125, 1.74188232421875, 1.8223876953125, 1.90289306640625, 1.9833984375, 2.06390380859375, 2.1444091796875, 2.22491455078125, 2.305419921875, 2.38592529296875, 2.4664306640625, 2.54693603515625, 2.62744140625, 2.70794677734375, 2.7884521484375, 2.86895751953125, 2.949462890625, 3.02996826171875, 3.1104736328125, 3.19097900390625, 3.271484375]}, "gradients/encoder.encoder.layers.12.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 4.0, 4.0, 10.0, 27.0, 25.0, 47.0, 84.0, 126.0, 126.0, 148.0, 120.0, 104.0, 67.0, 44.0, 19.0, 26.0, 12.0, 4.0, 4.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0004260540008544922, -0.0004132576286792755, -0.00040046125650405884, -0.00038766488432884216, -0.0003748685121536255, -0.0003620721399784088, -0.00034927576780319214, -0.00033647939562797546, -0.0003236830234527588, -0.0003108866512775421, -0.00029809027910232544, -0.00028529390692710876, -0.0002724975347518921, -0.0002597011625766754, -0.00024690479040145874, -0.00023410841822624207, -0.0002213120460510254, -0.00020851567387580872, -0.00019571930170059204, -0.00018292292952537537, -0.0001701265573501587, -0.00015733018517494202, -0.00014453381299972534, -0.00013173744082450867, -0.00011894106864929199, -0.00010614469647407532, -9.334832429885864e-05, -8.055195212364197e-05, -6.775557994842529e-05, -5.495920777320862e-05, -4.216283559799194e-05, -2.936646342277527e-05, -1.6570091247558594e-05, -3.773719072341919e-06, 9.022653102874756e-06, 2.181902527809143e-05, 3.4615397453308105e-05, 4.741176962852478e-05, 6.0208141803741455e-05, 7.300451397895813e-05, 8.58008861541748e-05, 9.859725832939148e-05, 0.00011139363050460815, 0.00012419000267982483, 0.0001369863748550415, 0.00014978274703025818, 0.00016257911920547485, 0.00017537549138069153, 0.0001881718635559082, 0.00020096823573112488, 0.00021376460790634155, 0.00022656098008155823, 0.0002393573522567749, 0.0002521537244319916, 0.00026495009660720825, 0.0002777464687824249, 0.0002905428409576416, 0.0003033392131328583, 0.00031613558530807495, 0.0003289319574832916, 0.0003417283296585083, 0.000354524701833725, 0.00036732107400894165, 0.0003801174461841583, 0.000392913818359375]}, "gradients/encoder.encoder.layers.12.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 3.0, 7.0, 6.0, 15.0, 6.0, 26.0, 31.0, 48.0, 113.0, 211.0, 382.0, 1177.0, 5087.0, 48349.0, 899227.0, 84670.0, 6824.0, 1370.0, 482.0, 225.0, 125.0, 68.0, 41.0, 21.0, 11.0, 7.0, 11.0, 7.0, 3.0, 5.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7626953125, -1.6938018798828125, -1.624908447265625, -1.5560150146484375, -1.48712158203125, -1.4182281494140625, -1.349334716796875, -1.2804412841796875, -1.2115478515625, -1.1426544189453125, -1.073760986328125, -1.0048675537109375, -0.93597412109375, -0.8670806884765625, -0.798187255859375, -0.7292938232421875, -0.660400390625, -0.5915069580078125, -0.522613525390625, -0.4537200927734375, -0.38482666015625, -0.3159332275390625, -0.247039794921875, -0.1781463623046875, -0.1092529296875, -0.0403594970703125, 0.028533935546875, 0.0974273681640625, 0.16632080078125, 0.2352142333984375, 0.304107666015625, 0.3730010986328125, 0.44189453125, 0.5107879638671875, 0.579681396484375, 0.6485748291015625, 0.71746826171875, 0.7863616943359375, 0.855255126953125, 0.9241485595703125, 0.9930419921875, 1.0619354248046875, 1.130828857421875, 1.1997222900390625, 1.26861572265625, 1.3375091552734375, 1.406402587890625, 1.4752960205078125, 1.544189453125, 1.6130828857421875, 1.681976318359375, 1.7508697509765625, 1.81976318359375, 1.8886566162109375, 1.957550048828125, 2.0264434814453125, 2.0953369140625, 2.1642303466796875, 2.233123779296875, 2.3020172119140625, 2.37091064453125, 2.4398040771484375, 2.508697509765625, 2.5775909423828125, 2.646484375]}, "gradients/encoder.encoder.layers.12.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 4.0, 5.0, 7.0, 6.0, 8.0, 8.0, 7.0, 8.0, 16.0, 21.0, 33.0, 39.0, 61.0, 80.0, 121.0, 143.0, 116.0, 85.0, 56.0, 44.0, 34.0, 14.0, 18.0, 15.0, 9.0, 10.0, 8.0, 5.0, 4.0, 4.0, 2.0, 1.0, 4.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.6591796875, -1.6082305908203125, -1.557281494140625, -1.5063323974609375, -1.45538330078125, -1.4044342041015625, -1.353485107421875, -1.3025360107421875, -1.2515869140625, -1.2006378173828125, -1.149688720703125, -1.0987396240234375, -1.04779052734375, -0.9968414306640625, -0.945892333984375, -0.8949432373046875, -0.843994140625, -0.7930450439453125, -0.742095947265625, -0.6911468505859375, -0.64019775390625, -0.5892486572265625, -0.538299560546875, -0.4873504638671875, -0.4364013671875, -0.3854522705078125, -0.334503173828125, -0.2835540771484375, -0.23260498046875, -0.1816558837890625, -0.130706787109375, -0.0797576904296875, -0.02880859375, 0.0221405029296875, 0.073089599609375, 0.1240386962890625, 0.17498779296875, 0.2259368896484375, 0.276885986328125, 0.3278350830078125, 0.3787841796875, 0.4297332763671875, 0.480682373046875, 0.5316314697265625, 0.58258056640625, 0.6335296630859375, 0.684478759765625, 0.7354278564453125, 0.786376953125, 0.8373260498046875, 0.888275146484375, 0.9392242431640625, 0.99017333984375, 1.0411224365234375, 1.092071533203125, 1.1430206298828125, 1.1939697265625, 1.2449188232421875, 1.295867919921875, 1.3468170166015625, 1.39776611328125, 1.4487152099609375, 1.499664306640625, 1.5506134033203125, 1.6015625]}, "gradients/encoder.encoder.layers.12.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 9.0, 6.0, 18.0, 54.0, 139.0, 265.0, 277.0, 164.0, 46.0, 21.0, 6.0, 6.0, 1.0, 3.0], "bins": [-71.80747985839844, -70.52978515625, -69.25209045410156, -67.97439575195312, -66.69670104980469, -65.41900634765625, -64.14131927490234, -62.86362075805664, -61.58592987060547, -60.30823516845703, -59.030540466308594, -57.75284957885742, -56.475154876708984, -55.19746017456055, -53.91976547241211, -52.64207077026367, -51.364376068115234, -50.0866813659668, -48.80898666381836, -47.53129577636719, -46.25360107421875, -44.97590637207031, -43.698211669921875, -42.42051696777344, -41.142822265625, -39.86512756347656, -38.587432861328125, -37.30974197387695, -36.032047271728516, -34.75435256958008, -33.47665786743164, -32.1989631652832, -30.92127227783203, -29.643577575683594, -28.36588478088379, -27.08819007873535, -25.810497283935547, -24.53280258178711, -23.255107879638672, -21.977413177490234, -20.69972038269043, -19.422025680541992, -18.144332885742188, -16.86663818359375, -15.588944435119629, -14.311250686645508, -13.03355598449707, -11.75586223602295, -10.478168487548828, -9.200474739074707, -7.922780513763428, -6.645086288452148, -5.367392539978027, -4.089698791503906, -2.812004566192627, -1.5343103408813477, -0.25661659240722656, 1.0210773944854736, 2.298771381378174, 3.576465368270874, 4.854159355163574, 6.131853103637695, 7.409547328948975, 8.687241554260254, 9.964935302734375]}, "gradients/encoder.encoder.layers.12.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 5.0, 5.0, 6.0, 5.0, 12.0, 5.0, 10.0, 18.0, 25.0, 26.0, 33.0, 36.0, 43.0, 55.0, 55.0, 57.0, 69.0, 70.0, 70.0, 58.0, 61.0, 48.0, 49.0, 44.0, 34.0, 19.0, 25.0, 15.0, 19.0, 7.0, 6.0, 7.0, 6.0, 4.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-28.26220703125, -27.299545288085938, -26.336881637573242, -25.37421989440918, -24.411556243896484, -23.448894500732422, -22.48623275756836, -21.523569107055664, -20.5609073638916, -19.59824562072754, -18.635581970214844, -17.67292022705078, -16.710256576538086, -15.747594833374023, -14.784932136535645, -13.822269439697266, -12.859606742858887, -11.896944046020508, -10.934281349182129, -9.97161865234375, -9.008956909179688, -8.046294212341309, -7.08363151550293, -6.120969295501709, -5.15830659866333, -4.195643901824951, -3.2329816818237305, -2.2703189849853516, -1.3076565265655518, -0.34499406814575195, 0.617668628692627, 1.5803308486938477, 2.5429935455322266, 3.5056560039520264, 4.468318462371826, 5.430981159210205, 6.393643379211426, 7.356306076049805, 8.318968772888184, 9.281631469726562, 10.244293212890625, 11.206955909729004, 12.169618606567383, 13.132280349731445, 14.094943046569824, 15.057605743408203, 16.020267486572266, 16.98293113708496, 17.945594787597656, 18.90825653076172, 19.870920181274414, 20.833581924438477, 21.796245574951172, 22.758907318115234, 23.721569061279297, 24.684232711791992, 25.646894454956055, 26.609556198120117, 27.572219848632812, 28.534881591796875, 29.49754524230957, 30.460206985473633, 31.422870635986328, 32.38553237915039, 33.34819412231445]}, "gradients/encoder.encoder.layers.11.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 4.0, 5.0, 2.0, 4.0, 4.0, 4.0, 5.0, 12.0, 20.0, 24.0, 35.0, 42.0, 74.0, 111.0, 145.0, 232.0, 359.0, 582.0, 949.0, 1682.0, 3130.0, 6331.0, 17651.0, 91295.0, 3958992.0, 82456.0, 16796.0, 6344.0, 2998.0, 1508.0, 907.0, 555.0, 375.0, 207.0, 133.0, 100.0, 63.0, 37.0, 39.0, 25.0, 13.0, 14.0, 10.0, 7.0, 5.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 2.0], "bins": [-1.9052734375, -1.8530426025390625, -1.800811767578125, -1.7485809326171875, -1.69635009765625, -1.6441192626953125, -1.591888427734375, -1.5396575927734375, -1.4874267578125, -1.4351959228515625, -1.382965087890625, -1.3307342529296875, -1.27850341796875, -1.2262725830078125, -1.174041748046875, -1.1218109130859375, -1.069580078125, -1.0173492431640625, -0.965118408203125, -0.9128875732421875, -0.86065673828125, -0.8084259033203125, -0.756195068359375, -0.7039642333984375, -0.6517333984375, -0.5995025634765625, -0.547271728515625, -0.4950408935546875, -0.44281005859375, -0.3905792236328125, -0.338348388671875, -0.2861175537109375, -0.23388671875, -0.1816558837890625, -0.129425048828125, -0.0771942138671875, -0.02496337890625, 0.0272674560546875, 0.079498291015625, 0.1317291259765625, 0.1839599609375, 0.2361907958984375, 0.288421630859375, 0.3406524658203125, 0.39288330078125, 0.4451141357421875, 0.497344970703125, 0.5495758056640625, 0.601806640625, 0.6540374755859375, 0.706268310546875, 0.7584991455078125, 0.81072998046875, 0.8629608154296875, 0.915191650390625, 0.9674224853515625, 1.0196533203125, 1.0718841552734375, 1.124114990234375, 1.1763458251953125, 1.22857666015625, 1.2808074951171875, 1.333038330078125, 1.3852691650390625, 1.4375]}, "gradients/encoder.encoder.layers.11.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 4.0, 3.0, 4.0, 15.0, 15.0, 15.0, 19.0, 36.0, 36.0, 51.0, 55.0, 72.0, 70.0, 94.0, 79.0, 96.0, 70.0, 53.0, 51.0, 39.0, 32.0, 25.0, 22.0, 11.0, 11.0, 6.0, 5.0, 6.0, 9.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.1796875, -1.1451416015625, -1.110595703125, -1.0760498046875, -1.04150390625, -1.0069580078125, -0.972412109375, -0.9378662109375, -0.9033203125, -0.8687744140625, -0.834228515625, -0.7996826171875, -0.76513671875, -0.7305908203125, -0.696044921875, -0.6614990234375, -0.626953125, -0.5924072265625, -0.557861328125, -0.5233154296875, -0.48876953125, -0.4542236328125, -0.419677734375, -0.3851318359375, -0.3505859375, -0.3160400390625, -0.281494140625, -0.2469482421875, -0.21240234375, -0.1778564453125, -0.143310546875, -0.1087646484375, -0.07421875, -0.0396728515625, -0.005126953125, 0.0294189453125, 0.06396484375, 0.0985107421875, 0.133056640625, 0.1676025390625, 0.2021484375, 0.2366943359375, 0.271240234375, 0.3057861328125, 0.34033203125, 0.3748779296875, 0.409423828125, 0.4439697265625, 0.478515625, 0.5130615234375, 0.547607421875, 0.5821533203125, 0.61669921875, 0.6512451171875, 0.685791015625, 0.7203369140625, 0.7548828125, 0.7894287109375, 0.823974609375, 0.8585205078125, 0.89306640625, 0.9276123046875, 0.962158203125, 0.9967041015625, 1.03125]}, "gradients/encoder.encoder.layers.11.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 5.0, 6.0, 6.0, 12.0, 20.0, 19.0, 38.0, 62.0, 89.0, 155.0, 247.0, 384.0, 731.0, 1112.0, 2029.0, 4526.0, 17691.0, 3755026.0, 389521.0, 13924.0, 4020.0, 1912.0, 1081.0, 593.0, 361.0, 248.0, 156.0, 101.0, 74.0, 50.0, 30.0, 20.0, 12.0, 9.0, 9.0, 1.0, 3.0, 3.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.658203125, -2.56304931640625, -2.4678955078125, -2.37274169921875, -2.277587890625, -2.18243408203125, -2.0872802734375, -1.99212646484375, -1.89697265625, -1.80181884765625, -1.7066650390625, -1.61151123046875, -1.516357421875, -1.42120361328125, -1.3260498046875, -1.23089599609375, -1.1357421875, -1.04058837890625, -0.9454345703125, -0.85028076171875, -0.755126953125, -0.65997314453125, -0.5648193359375, -0.46966552734375, -0.37451171875, -0.27935791015625, -0.1842041015625, -0.08905029296875, 0.006103515625, 0.10125732421875, 0.1964111328125, 0.29156494140625, 0.38671875, 0.48187255859375, 0.5770263671875, 0.67218017578125, 0.767333984375, 0.86248779296875, 0.9576416015625, 1.05279541015625, 1.14794921875, 1.24310302734375, 1.3382568359375, 1.43341064453125, 1.528564453125, 1.62371826171875, 1.7188720703125, 1.81402587890625, 1.9091796875, 2.00433349609375, 2.0994873046875, 2.19464111328125, 2.289794921875, 2.38494873046875, 2.4801025390625, 2.57525634765625, 2.67041015625, 2.76556396484375, 2.8607177734375, 2.95587158203125, 3.051025390625, 3.14617919921875, 3.2413330078125, 3.33648681640625, 3.431640625]}, "gradients/encoder.encoder.layers.11.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 5.0, 0.0, 1.0, 5.0, 3.0, 14.0, 24.0, 77.0, 323.0, 3411.0, 124.0, 50.0, 14.0, 6.0, 5.0, 2.0, 4.0, 3.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.53564453125, -0.5116043090820312, -0.4875640869140625, -0.46352386474609375, -0.439483642578125, -0.41544342041015625, -0.3914031982421875, -0.36736297607421875, -0.34332275390625, -0.31928253173828125, -0.2952423095703125, -0.27120208740234375, -0.247161865234375, -0.22312164306640625, -0.1990814208984375, -0.17504119873046875, -0.1510009765625, -0.12696075439453125, -0.1029205322265625, -0.07888031005859375, -0.054840087890625, -0.03079986572265625, -0.0067596435546875, 0.01728057861328125, 0.04132080078125, 0.06536102294921875, 0.0894012451171875, 0.11344146728515625, 0.137481689453125, 0.16152191162109375, 0.1855621337890625, 0.20960235595703125, 0.233642578125, 0.25768280029296875, 0.2817230224609375, 0.30576324462890625, 0.329803466796875, 0.35384368896484375, 0.3778839111328125, 0.40192413330078125, 0.42596435546875, 0.45000457763671875, 0.4740447998046875, 0.49808502197265625, 0.522125244140625, 0.5461654663085938, 0.5702056884765625, 0.5942459106445312, 0.6182861328125, 0.6423263549804688, 0.6663665771484375, 0.6904067993164062, 0.714447021484375, 0.7384872436523438, 0.7625274658203125, 0.7865676879882812, 0.81060791015625, 0.8346481323242188, 0.8586883544921875, 0.8827285766601562, 0.906768798828125, 0.9308090209960938, 0.9548492431640625, 0.9788894653320312, 1.0029296875]}, "gradients/encoder.encoder.layers.11.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 5.0, 13.0, 38.0, 115.0, 316.0, 330.0, 141.0, 37.0, 7.0, 6.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-7.294012069702148, -7.14654016494751, -6.999068737030029, -6.851596832275391, -6.704124927520752, -6.556653022766113, -6.409181594848633, -6.261709690093994, -6.1142377853393555, -5.966765880584717, -5.819294452667236, -5.671822547912598, -5.524350643157959, -5.37687873840332, -5.22940731048584, -5.081935405731201, -4.934463977813721, -4.786992073059082, -4.639520645141602, -4.492048740386963, -4.344576835632324, -4.197105407714844, -4.049633502960205, -3.9021615982055664, -3.754689931869507, -3.6072182655334473, -3.4597463607788086, -3.312274694442749, -3.1648030281066895, -3.017331123352051, -2.869859457015991, -2.7223877906799316, -2.574916362762451, -2.4274446964263916, -2.279972791671753, -2.1325011253356934, -1.9850293397903442, -1.8375575542449951, -1.6900858879089355, -1.5426141023635864, -1.3951423168182373, -1.2476705312728882, -1.100198745727539, -0.9527270793914795, -0.8052552938461304, -0.6577835083007812, -0.5103117823600769, -0.36284005641937256, -0.21536827087402344, -0.0678965151309967, 0.07957524061203003, 0.22704699635505676, 0.3745187520980835, 0.5219905376434326, 0.669462263584137, 0.8169339895248413, 0.9644057750701904, 1.1118775606155396, 1.2593493461608887, 1.4068210124969482, 1.5542927980422974, 1.7017645835876465, 1.849236249923706, 1.9967080354690552, 2.1441798210144043]}, "gradients/encoder.encoder.layers.11.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 6.0, 1.0, 2.0, 7.0, 6.0, 8.0, 9.0, 3.0, 14.0, 10.0, 14.0, 14.0, 21.0, 18.0, 34.0, 31.0, 31.0, 30.0, 49.0, 38.0, 44.0, 54.0, 48.0, 44.0, 38.0, 43.0, 30.0, 40.0, 43.0, 36.0, 33.0, 31.0, 29.0, 32.0, 22.0, 21.0, 14.0, 16.0, 14.0, 6.0, 7.0, 7.0, 2.0, 5.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2717838287353516, -1.231758952140808, -1.191733956336975, -1.1517090797424316, -1.1116842031478882, -1.0716593265533447, -1.0316343307495117, -0.9916094541549683, -0.9515845775604248, -0.9115596413612366, -0.8715347647666931, -0.8315098285675049, -0.7914849519729614, -0.7514600157737732, -0.711435079574585, -0.6714102029800415, -0.6313852667808533, -0.591360330581665, -0.5513354539871216, -0.5113105177879333, -0.4712856411933899, -0.43126070499420166, -0.3912357985973358, -0.35121089220046997, -0.3111859858036041, -0.2711610794067383, -0.23113617300987244, -0.1911112517118454, -0.15108634531497955, -0.11106143891811371, -0.07103651762008667, -0.031011611223220825, 0.00901329517364502, 0.04903820529580116, 0.0890631154179573, 0.12908802926540375, 0.1691129356622696, 0.20913784205913544, 0.24916276335716248, 0.2891876697540283, 0.32921257615089417, 0.36923748254776, 0.40926238894462585, 0.4492872953414917, 0.48931223154067993, 0.5293371081352234, 0.5693620443344116, 0.6093869209289551, 0.6494118571281433, 0.6894367933273315, 0.729461669921875, 0.7694866061210632, 0.8095114827156067, 0.8495364189147949, 0.8895612955093384, 0.9295862317085266, 0.9696111679077148, 1.0096360445022583, 1.0496610403060913, 1.0896859169006348, 1.1297107934951782, 1.1697356700897217, 1.2097606658935547, 1.2497855424880981, 1.2898104190826416]}, "gradients/encoder.encoder.layers.11.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 4.0, 2.0, 1.0, 2.0, 5.0, 4.0, 5.0, 9.0, 11.0, 19.0, 26.0, 41.0, 63.0, 82.0, 137.0, 313.0, 536.0, 978.0, 2059.0, 4987.0, 15450.0, 61634.0, 318990.0, 492549.0, 112948.0, 24818.0, 7380.0, 2899.0, 1172.0, 580.0, 326.0, 214.0, 129.0, 54.0, 42.0, 32.0, 16.0, 18.0, 4.0, 10.0, 4.0, 7.0, 6.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.869140625, -1.797760009765625, -1.72637939453125, -1.654998779296875, -1.5836181640625, -1.512237548828125, -1.44085693359375, -1.369476318359375, -1.298095703125, -1.226715087890625, -1.15533447265625, -1.083953857421875, -1.0125732421875, -0.941192626953125, -0.86981201171875, -0.798431396484375, -0.72705078125, -0.655670166015625, -0.58428955078125, -0.512908935546875, -0.4415283203125, -0.370147705078125, -0.29876708984375, -0.227386474609375, -0.156005859375, -0.084625244140625, -0.01324462890625, 0.058135986328125, 0.1295166015625, 0.200897216796875, 0.27227783203125, 0.343658447265625, 0.4150390625, 0.486419677734375, 0.55780029296875, 0.629180908203125, 0.7005615234375, 0.771942138671875, 0.84332275390625, 0.914703369140625, 0.986083984375, 1.057464599609375, 1.12884521484375, 1.200225830078125, 1.2716064453125, 1.342987060546875, 1.41436767578125, 1.485748291015625, 1.55712890625, 1.628509521484375, 1.69989013671875, 1.771270751953125, 1.8426513671875, 1.914031982421875, 1.98541259765625, 2.056793212890625, 2.128173828125, 2.199554443359375, 2.27093505859375, 2.342315673828125, 2.4136962890625, 2.485076904296875, 2.55645751953125, 2.627838134765625, 2.69921875]}, "gradients/encoder.encoder.layers.11.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 2.0, 7.0, 18.0, 14.0, 19.0, 27.0, 31.0, 48.0, 54.0, 50.0, 62.0, 70.0, 92.0, 60.0, 75.0, 71.0, 65.0, 44.0, 45.0, 35.0, 32.0, 20.0, 9.0, 12.0, 10.0, 6.0, 7.0, 4.0, 4.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.18359375, -1.1508712768554688, -1.1181488037109375, -1.0854263305664062, -1.052703857421875, -1.0199813842773438, -0.9872589111328125, -0.9545364379882812, -0.92181396484375, -0.8890914916992188, -0.8563690185546875, -0.8236465454101562, -0.790924072265625, -0.7582015991210938, -0.7254791259765625, -0.6927566528320312, -0.6600341796875, -0.6273117065429688, -0.5945892333984375, -0.5618667602539062, -0.529144287109375, -0.49642181396484375, -0.4636993408203125, -0.43097686767578125, -0.39825439453125, -0.36553192138671875, -0.3328094482421875, -0.30008697509765625, -0.267364501953125, -0.23464202880859375, -0.2019195556640625, -0.16919708251953125, -0.136474609375, -0.10375213623046875, -0.0710296630859375, -0.03830718994140625, -0.005584716796875, 0.02713775634765625, 0.0598602294921875, 0.09258270263671875, 0.12530517578125, 0.15802764892578125, 0.1907501220703125, 0.22347259521484375, 0.256195068359375, 0.28891754150390625, 0.3216400146484375, 0.35436248779296875, 0.3870849609375, 0.41980743408203125, 0.4525299072265625, 0.48525238037109375, 0.517974853515625, 0.5506973266601562, 0.5834197998046875, 0.6161422729492188, 0.64886474609375, 0.6815872192382812, 0.7143096923828125, 0.7470321655273438, 0.779754638671875, 0.8124771118164062, 0.8451995849609375, 0.8779220581054688, 0.91064453125]}, "gradients/encoder.encoder.layers.11.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 0.0, 3.0, 7.0, 6.0, 9.0, 12.0, 20.0, 13.0, 42.0, 55.0, 106.0, 172.0, 292.0, 562.0, 1333.0, 4252.0, 23781.0, 403513.0, 576466.0, 30131.0, 4904.0, 1459.0, 615.0, 312.0, 170.0, 119.0, 71.0, 43.0, 33.0, 15.0, 12.0, 6.0, 8.0, 8.0, 2.0, 4.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-5.5, -5.3385009765625, -5.177001953125, -5.0155029296875, -4.85400390625, -4.6925048828125, -4.531005859375, -4.3695068359375, -4.2080078125, -4.0465087890625, -3.885009765625, -3.7235107421875, -3.56201171875, -3.4005126953125, -3.239013671875, -3.0775146484375, -2.916015625, -2.7545166015625, -2.593017578125, -2.4315185546875, -2.27001953125, -2.1085205078125, -1.947021484375, -1.7855224609375, -1.6240234375, -1.4625244140625, -1.301025390625, -1.1395263671875, -0.97802734375, -0.8165283203125, -0.655029296875, -0.4935302734375, -0.33203125, -0.1705322265625, -0.009033203125, 0.1524658203125, 0.31396484375, 0.4754638671875, 0.636962890625, 0.7984619140625, 0.9599609375, 1.1214599609375, 1.282958984375, 1.4444580078125, 1.60595703125, 1.7674560546875, 1.928955078125, 2.0904541015625, 2.251953125, 2.4134521484375, 2.574951171875, 2.7364501953125, 2.89794921875, 3.0594482421875, 3.220947265625, 3.3824462890625, 3.5439453125, 3.7054443359375, 3.866943359375, 4.0284423828125, 4.18994140625, 4.3514404296875, 4.512939453125, 4.6744384765625, 4.8359375]}, "gradients/encoder.encoder.layers.11.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 5.0, 6.0, 9.0, 10.0, 12.0, 12.0, 22.0, 21.0, 41.0, 33.0, 36.0, 39.0, 58.0, 61.0, 69.0, 57.0, 44.0, 61.0, 54.0, 57.0, 54.0, 50.0, 36.0, 35.0, 21.0, 30.0, 12.0, 13.0, 13.0, 10.0, 7.0, 10.0, 5.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-8.59375, -8.3824462890625, -8.171142578125, -7.9598388671875, -7.74853515625, -7.5372314453125, -7.325927734375, -7.1146240234375, -6.9033203125, -6.6920166015625, -6.480712890625, -6.2694091796875, -6.05810546875, -5.8468017578125, -5.635498046875, -5.4241943359375, -5.212890625, -5.0015869140625, -4.790283203125, -4.5789794921875, -4.36767578125, -4.1563720703125, -3.945068359375, -3.7337646484375, -3.5224609375, -3.3111572265625, -3.099853515625, -2.8885498046875, -2.67724609375, -2.4659423828125, -2.254638671875, -2.0433349609375, -1.83203125, -1.6207275390625, -1.409423828125, -1.1981201171875, -0.98681640625, -0.7755126953125, -0.564208984375, -0.3529052734375, -0.1416015625, 0.0697021484375, 0.281005859375, 0.4923095703125, 0.70361328125, 0.9149169921875, 1.126220703125, 1.3375244140625, 1.548828125, 1.7601318359375, 1.971435546875, 2.1827392578125, 2.39404296875, 2.6053466796875, 2.816650390625, 3.0279541015625, 3.2392578125, 3.4505615234375, 3.661865234375, 3.8731689453125, 4.08447265625, 4.2957763671875, 4.507080078125, 4.7183837890625, 4.9296875]}, "gradients/encoder.encoder.layers.11.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 7.0, 4.0, 6.0, 21.0, 18.0, 32.0, 101.0, 213.0, 783.0, 5606.0, 1015608.0, 24133.0, 1463.0, 324.0, 122.0, 52.0, 25.0, 19.0, 15.0, 6.0, 4.0, 1.0, 4.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.6796875, -13.3167724609375, -12.953857421875, -12.5909423828125, -12.22802734375, -11.8651123046875, -11.502197265625, -11.1392822265625, -10.7763671875, -10.4134521484375, -10.050537109375, -9.6876220703125, -9.32470703125, -8.9617919921875, -8.598876953125, -8.2359619140625, -7.873046875, -7.5101318359375, -7.147216796875, -6.7843017578125, -6.42138671875, -6.0584716796875, -5.695556640625, -5.3326416015625, -4.9697265625, -4.6068115234375, -4.243896484375, -3.8809814453125, -3.51806640625, -3.1551513671875, -2.792236328125, -2.4293212890625, -2.06640625, -1.7034912109375, -1.340576171875, -0.9776611328125, -0.61474609375, -0.2518310546875, 0.111083984375, 0.4739990234375, 0.8369140625, 1.1998291015625, 1.562744140625, 1.9256591796875, 2.28857421875, 2.6514892578125, 3.014404296875, 3.3773193359375, 3.740234375, 4.1031494140625, 4.466064453125, 4.8289794921875, 5.19189453125, 5.5548095703125, 5.917724609375, 6.2806396484375, 6.6435546875, 7.0064697265625, 7.369384765625, 7.7322998046875, 8.09521484375, 8.4581298828125, 8.821044921875, 9.1839599609375, 9.546875]}, "gradients/encoder.encoder.layers.11.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 5.0, 4.0, 6.0, 11.0, 6.0, 23.0, 31.0, 81.0, 128.0, 167.0, 152.0, 153.0, 85.0, 68.0, 43.0, 15.0, 14.0, 5.0, 7.0, 3.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0005598068237304688, -0.0005462467670440674, -0.000532686710357666, -0.0005191266536712646, -0.0005055665969848633, -0.0004920065402984619, -0.00047844648361206055, -0.0004648864269256592, -0.0004513263702392578, -0.00043776631355285645, -0.0004242062568664551, -0.0004106462001800537, -0.00039708614349365234, -0.000383526086807251, -0.0003699660301208496, -0.00035640597343444824, -0.0003428459167480469, -0.0003292858600616455, -0.00031572580337524414, -0.0003021657466888428, -0.0002886056900024414, -0.00027504563331604004, -0.00026148557662963867, -0.0002479255199432373, -0.00023436546325683594, -0.00022080540657043457, -0.0002072453498840332, -0.00019368529319763184, -0.00018012523651123047, -0.0001665651798248291, -0.00015300512313842773, -0.00013944506645202637, -0.000125885009765625, -0.00011232495307922363, -9.876489639282227e-05, -8.52048397064209e-05, -7.164478302001953e-05, -5.8084726333618164e-05, -4.45246696472168e-05, -3.096461296081543e-05, -1.7404556274414062e-05, -3.844499588012695e-06, 9.715557098388672e-06, 2.327561378479004e-05, 3.6835670471191406e-05, 5.0395727157592773e-05, 6.395578384399414e-05, 7.751584053039551e-05, 9.107589721679688e-05, 0.00010463595390319824, 0.00011819601058959961, 0.00013175606727600098, 0.00014531612396240234, 0.0001588761806488037, 0.00017243623733520508, 0.00018599629402160645, 0.0001995563507080078, 0.00021311640739440918, 0.00022667646408081055, 0.00024023652076721191, 0.0002537965774536133, 0.00026735663414001465, 0.000280916690826416, 0.0002944767475128174, 0.00030803680419921875]}, "gradients/encoder.encoder.layers.11.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 5.0, 9.0, 17.0, 18.0, 28.0, 70.0, 110.0, 249.0, 636.0, 2788.0, 33590.0, 982358.0, 25240.0, 2412.0, 573.0, 202.0, 111.0, 52.0, 39.0, 17.0, 15.0, 7.0, 3.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.521484375, -3.371368408203125, -3.22125244140625, -3.071136474609375, -2.9210205078125, -2.770904541015625, -2.62078857421875, -2.470672607421875, -2.320556640625, -2.170440673828125, -2.02032470703125, -1.870208740234375, -1.7200927734375, -1.569976806640625, -1.41986083984375, -1.269744873046875, -1.11962890625, -0.969512939453125, -0.81939697265625, -0.669281005859375, -0.5191650390625, -0.369049072265625, -0.21893310546875, -0.068817138671875, 0.081298828125, 0.231414794921875, 0.38153076171875, 0.531646728515625, 0.6817626953125, 0.831878662109375, 0.98199462890625, 1.132110595703125, 1.2822265625, 1.432342529296875, 1.58245849609375, 1.732574462890625, 1.8826904296875, 2.032806396484375, 2.18292236328125, 2.333038330078125, 2.483154296875, 2.633270263671875, 2.78338623046875, 2.933502197265625, 3.0836181640625, 3.233734130859375, 3.38385009765625, 3.533966064453125, 3.68408203125, 3.834197998046875, 3.98431396484375, 4.134429931640625, 4.2845458984375, 4.434661865234375, 4.58477783203125, 4.734893798828125, 4.885009765625, 5.035125732421875, 5.18524169921875, 5.335357666015625, 5.4854736328125, 5.635589599609375, 5.78570556640625, 5.935821533203125, 6.0859375]}, "gradients/encoder.encoder.layers.11.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 4.0, 6.0, 7.0, 5.0, 13.0, 12.0, 22.0, 54.0, 120.0, 314.0, 244.0, 90.0, 40.0, 24.0, 16.0, 9.0, 3.0, 6.0, 3.0, 7.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-8.9453125, -8.750152587890625, -8.55499267578125, -8.359832763671875, -8.1646728515625, -7.969512939453125, -7.77435302734375, -7.579193115234375, -7.384033203125, -7.188873291015625, -6.99371337890625, -6.798553466796875, -6.6033935546875, -6.408233642578125, -6.21307373046875, -6.017913818359375, -5.82275390625, -5.627593994140625, -5.43243408203125, -5.237274169921875, -5.0421142578125, -4.846954345703125, -4.65179443359375, -4.456634521484375, -4.261474609375, -4.066314697265625, -3.87115478515625, -3.675994873046875, -3.4808349609375, -3.285675048828125, -3.09051513671875, -2.895355224609375, -2.7001953125, -2.505035400390625, -2.30987548828125, -2.114715576171875, -1.9195556640625, -1.724395751953125, -1.52923583984375, -1.334075927734375, -1.138916015625, -0.943756103515625, -0.74859619140625, -0.553436279296875, -0.3582763671875, -0.163116455078125, 0.03204345703125, 0.227203369140625, 0.42236328125, 0.617523193359375, 0.81268310546875, 1.007843017578125, 1.2030029296875, 1.398162841796875, 1.59332275390625, 1.788482666015625, 1.983642578125, 2.178802490234375, 2.37396240234375, 2.569122314453125, 2.7642822265625, 2.959442138671875, 3.15460205078125, 3.349761962890625, 3.544921875]}, "gradients/encoder.encoder.layers.11.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 4.0, 13.0, 24.0, 51.0, 163.0, 275.0, 269.0, 140.0, 42.0, 15.0, 12.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-107.88630676269531, -105.63029479980469, -103.3742904663086, -101.11827850341797, -98.86226654052734, -96.60626220703125, -94.35025024414062, -92.09423828125, -89.83822631835938, -87.58221435546875, -85.32621002197266, -83.07019805908203, -80.8141860961914, -78.55818176269531, -76.30216979980469, -74.04615783691406, -71.79015350341797, -69.53414154052734, -67.27813720703125, -65.02212524414062, -62.76611328125, -60.51010513305664, -58.25409698486328, -55.998085021972656, -53.7420768737793, -51.48606872558594, -49.23005676269531, -46.97404861450195, -44.718040466308594, -42.46202850341797, -40.20602035522461, -37.95001220703125, -35.694007873535156, -33.4379997253418, -31.181987762451172, -28.925979614257812, -26.66996955871582, -24.413959503173828, -22.15795135498047, -19.901941299438477, -17.645931243896484, -15.389921188354492, -13.133912086486816, -10.87790298461914, -8.621892929077148, -6.365882873535156, -4.1098737716674805, -1.8538646697998047, 0.4021453857421875, 2.6581549644470215, 4.9141645431518555, 7.1701741218566895, 9.426183700561523, 11.682193756103516, 13.938202857971191, 16.194211959838867, 18.45022201538086, 20.70623207092285, 22.962242126464844, 25.218250274658203, 27.474260330200195, 29.730270385742188, 31.986278533935547, 34.242286682128906, 36.49829864501953]}, "gradients/encoder.encoder.layers.11.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 0.0, 5.0, 5.0, 8.0, 6.0, 6.0, 14.0, 11.0, 13.0, 15.0, 24.0, 38.0, 60.0, 49.0, 54.0, 75.0, 64.0, 88.0, 77.0, 68.0, 67.0, 46.0, 46.0, 36.0, 29.0, 22.0, 22.0, 17.0, 13.0, 9.0, 6.0, 6.0, 3.0, 4.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-51.525474548339844, -50.150062561035156, -48.774654388427734, -47.39924240112305, -46.02383041381836, -44.64842224121094, -43.27301025390625, -41.89759826660156, -40.522186279296875, -39.14677429199219, -37.771366119384766, -36.39595413208008, -35.02054214477539, -33.64513397216797, -32.26972198486328, -30.894309997558594, -29.518901824951172, -28.143491744995117, -26.76807975769043, -25.392669677734375, -24.017257690429688, -22.641847610473633, -21.266437530517578, -19.89102554321289, -18.515615463256836, -17.14020538330078, -15.764793395996094, -14.389383316040039, -13.013972282409668, -11.638561248779297, -10.263151168823242, -8.887740135192871, -7.5123291015625, -6.136918067932129, -4.761507511138916, -3.386096954345703, -2.010685920715332, -0.6352748870849609, 0.7401351928710938, 2.115546226501465, 3.490957260131836, 4.866368293762207, 6.24177885055542, 7.617189407348633, 8.992600440979004, 10.368011474609375, 11.74342155456543, 13.1188325881958, 14.494243621826172, 15.869654655456543, 17.245065689086914, 18.62047576904297, 19.995887756347656, 21.37129783630371, 22.746707916259766, 24.122119903564453, 25.497529983520508, 26.872940063476562, 28.24835205078125, 29.623762130737305, 30.99917221069336, 32.37458419799805, 33.74999237060547, 35.125404357910156, 36.500816345214844]}, "gradients/encoder.encoder.layers.10.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 6.0, 5.0, 5.0, 4.0, 9.0, 10.0, 22.0, 18.0, 33.0, 43.0, 71.0, 96.0, 159.0, 249.0, 438.0, 805.0, 1617.0, 4017.0, 14622.0, 210047.0, 3924947.0, 26719.0, 5810.0, 2195.0, 945.0, 532.0, 304.0, 169.0, 117.0, 71.0, 58.0, 33.0, 32.0, 15.0, 19.0, 14.0, 6.0, 6.0, 9.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.9296875, -3.7901611328125, -3.650634765625, -3.5111083984375, -3.37158203125, -3.2320556640625, -3.092529296875, -2.9530029296875, -2.8134765625, -2.6739501953125, -2.534423828125, -2.3948974609375, -2.25537109375, -2.1158447265625, -1.976318359375, -1.8367919921875, -1.697265625, -1.5577392578125, -1.418212890625, -1.2786865234375, -1.13916015625, -0.9996337890625, -0.860107421875, -0.7205810546875, -0.5810546875, -0.4415283203125, -0.302001953125, -0.1624755859375, -0.02294921875, 0.1165771484375, 0.256103515625, 0.3956298828125, 0.53515625, 0.6746826171875, 0.814208984375, 0.9537353515625, 1.09326171875, 1.2327880859375, 1.372314453125, 1.5118408203125, 1.6513671875, 1.7908935546875, 1.930419921875, 2.0699462890625, 2.20947265625, 2.3489990234375, 2.488525390625, 2.6280517578125, 2.767578125, 2.9071044921875, 3.046630859375, 3.1861572265625, 3.32568359375, 3.4652099609375, 3.604736328125, 3.7442626953125, 3.8837890625, 4.0233154296875, 4.162841796875, 4.3023681640625, 4.44189453125, 4.5814208984375, 4.720947265625, 4.8604736328125, 5.0]}, "gradients/encoder.encoder.layers.10.feed_forward.output_dense.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 4.0, 0.0, 5.0, 10.0, 4.0, 3.0, 13.0, 13.0, 14.0, 28.0, 27.0, 39.0, 63.0, 81.0, 87.0, 78.0, 79.0, 77.0, 82.0, 75.0, 58.0, 34.0, 28.0, 23.0, 21.0, 18.0, 12.0, 6.0, 4.0, 7.0, 5.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.2998046875, -1.25714111328125, -1.2144775390625, -1.17181396484375, -1.129150390625, -1.08648681640625, -1.0438232421875, -1.00115966796875, -0.95849609375, -0.91583251953125, -0.8731689453125, -0.83050537109375, -0.787841796875, -0.74517822265625, -0.7025146484375, -0.65985107421875, -0.6171875, -0.57452392578125, -0.5318603515625, -0.48919677734375, -0.446533203125, -0.40386962890625, -0.3612060546875, -0.31854248046875, -0.27587890625, -0.23321533203125, -0.1905517578125, -0.14788818359375, -0.105224609375, -0.06256103515625, -0.0198974609375, 0.02276611328125, 0.0654296875, 0.10809326171875, 0.1507568359375, 0.19342041015625, 0.236083984375, 0.27874755859375, 0.3214111328125, 0.36407470703125, 0.40673828125, 0.44940185546875, 0.4920654296875, 0.53472900390625, 0.577392578125, 0.62005615234375, 0.6627197265625, 0.70538330078125, 0.748046875, 0.79071044921875, 0.8333740234375, 0.87603759765625, 0.918701171875, 0.96136474609375, 1.0040283203125, 1.04669189453125, 1.08935546875, 1.13201904296875, 1.1746826171875, 1.21734619140625, 1.260009765625, 1.30267333984375, 1.3453369140625, 1.38800048828125, 1.4306640625]}, "gradients/encoder.encoder.layers.10.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 4.0, 0.0, 3.0, 10.0, 6.0, 15.0, 13.0, 31.0, 49.0, 65.0, 120.0, 172.0, 336.0, 651.0, 1366.0, 3362.0, 14028.0, 219091.0, 3918840.0, 26993.0, 5469.0, 1819.0, 818.0, 425.0, 229.0, 141.0, 85.0, 56.0, 33.0, 19.0, 14.0, 8.0, 5.0, 6.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-6.70703125, -6.526611328125, -6.34619140625, -6.165771484375, -5.9853515625, -5.804931640625, -5.62451171875, -5.444091796875, -5.263671875, -5.083251953125, -4.90283203125, -4.722412109375, -4.5419921875, -4.361572265625, -4.18115234375, -4.000732421875, -3.8203125, -3.639892578125, -3.45947265625, -3.279052734375, -3.0986328125, -2.918212890625, -2.73779296875, -2.557373046875, -2.376953125, -2.196533203125, -2.01611328125, -1.835693359375, -1.6552734375, -1.474853515625, -1.29443359375, -1.114013671875, -0.93359375, -0.753173828125, -0.57275390625, -0.392333984375, -0.2119140625, -0.031494140625, 0.14892578125, 0.329345703125, 0.509765625, 0.690185546875, 0.87060546875, 1.051025390625, 1.2314453125, 1.411865234375, 1.59228515625, 1.772705078125, 1.953125, 2.133544921875, 2.31396484375, 2.494384765625, 2.6748046875, 2.855224609375, 3.03564453125, 3.216064453125, 3.396484375, 3.576904296875, 3.75732421875, 3.937744140625, 4.1181640625, 4.298583984375, 4.47900390625, 4.659423828125, 4.83984375]}, "gradients/encoder.encoder.layers.10.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 4.0, 5.0, 17.0, 33.0, 118.0, 3095.0, 646.0, 92.0, 30.0, 20.0, 9.0, 5.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.380859375, -2.31634521484375, -2.2518310546875, -2.18731689453125, -2.122802734375, -2.05828857421875, -1.9937744140625, -1.92926025390625, -1.86474609375, -1.80023193359375, -1.7357177734375, -1.67120361328125, -1.606689453125, -1.54217529296875, -1.4776611328125, -1.41314697265625, -1.3486328125, -1.28411865234375, -1.2196044921875, -1.15509033203125, -1.090576171875, -1.02606201171875, -0.9615478515625, -0.89703369140625, -0.83251953125, -0.76800537109375, -0.7034912109375, -0.63897705078125, -0.574462890625, -0.50994873046875, -0.4454345703125, -0.38092041015625, -0.31640625, -0.25189208984375, -0.1873779296875, -0.12286376953125, -0.058349609375, 0.00616455078125, 0.0706787109375, 0.13519287109375, 0.19970703125, 0.26422119140625, 0.3287353515625, 0.39324951171875, 0.457763671875, 0.52227783203125, 0.5867919921875, 0.65130615234375, 0.7158203125, 0.78033447265625, 0.8448486328125, 0.90936279296875, 0.973876953125, 1.03839111328125, 1.1029052734375, 1.16741943359375, 1.23193359375, 1.29644775390625, 1.3609619140625, 1.42547607421875, 1.489990234375, 1.55450439453125, 1.6190185546875, 1.68353271484375, 1.748046875]}, "gradients/encoder.encoder.layers.10.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 4.0, 9.0, 4.0, 5.0, 9.0, 32.0, 30.0, 54.0, 88.0, 112.0, 130.0, 110.0, 121.0, 101.0, 63.0, 50.0, 27.0, 24.0, 11.0, 9.0, 11.0, 6.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-5.7395100593566895, -5.612815856933594, -5.486122131347656, -5.3594279289245605, -5.232733726501465, -5.106040000915527, -4.979345798492432, -4.852652072906494, -4.725957870483398, -4.599263668060303, -4.472569942474365, -4.3458757400512695, -4.219182014465332, -4.092487812042236, -3.9657936096191406, -3.839099645614624, -3.7124056816101074, -3.585711717605591, -3.459017753601074, -3.3323235511779785, -3.205629587173462, -3.0789356231689453, -2.9522414207458496, -2.825547456741333, -2.6988534927368164, -2.5721595287323, -2.445465564727783, -2.3187713623046875, -2.192077398300171, -2.0653834342956543, -1.9386893510818481, -1.811995267868042, -1.6853010654449463, -1.5586071014404297, -1.4319130182266235, -1.3052189350128174, -1.1785249710083008, -1.0518310070037842, -0.925136923789978, -0.7984429001808167, -0.6717488765716553, -0.5450548529624939, -0.4183608293533325, -0.29166680574417114, -0.16497278213500977, -0.03827875852584839, 0.08841526508331299, 0.21510928869247437, 0.34180331230163574, 0.4684973359107971, 0.5951913595199585, 0.7218853831291199, 0.8485794067382812, 0.9752734303474426, 1.101967453956604, 1.2286615371704102, 1.3553555011749268, 1.4820494651794434, 1.6087435483932495, 1.7354376316070557, 1.8621315956115723, 1.9888255596160889, 2.1155195236206055, 2.242213726043701, 2.3689076900482178]}, "gradients/encoder.encoder.layers.10.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 5.0, 2.0, 6.0, 7.0, 5.0, 8.0, 11.0, 21.0, 17.0, 21.0, 27.0, 31.0, 31.0, 30.0, 34.0, 34.0, 48.0, 42.0, 42.0, 53.0, 45.0, 56.0, 42.0, 43.0, 48.0, 38.0, 34.0, 34.0, 26.0, 23.0, 31.0, 24.0, 23.0, 16.0, 12.0, 9.0, 7.0, 10.0, 5.0, 5.0, 3.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.061565637588501, -2.9613449573516846, -2.8611245155334473, -2.760903835296631, -2.6606831550598145, -2.560462713241577, -2.4602420330047607, -2.3600215911865234, -2.259800910949707, -2.1595802307128906, -2.0593597888946533, -1.959139108657837, -1.85891854763031, -1.7586979866027832, -1.6584773063659668, -1.55825674533844, -1.458036184310913, -1.3578156232833862, -1.2575950622558594, -1.157374382019043, -1.0571538209915161, -0.9569332599639893, -0.8567126393318176, -0.756492018699646, -0.6562714576721191, -0.5560508966445923, -0.45583027601242065, -0.3556096851825714, -0.25538909435272217, -0.1551685333251953, -0.05494791269302368, 0.04527270793914795, 0.1454930305480957, 0.24571362137794495, 0.3459342122077942, 0.44615480303764343, 0.5463753938674927, 0.6465959548950195, 0.7468165755271912, 0.8470371961593628, 0.9472577571868896, 1.0474783182144165, 1.1476988792419434, 1.2479195594787598, 1.3481401205062866, 1.4483606815338135, 1.5485813617706299, 1.6488019227981567, 1.7490224838256836, 1.8492430448532104, 1.9494636058807373, 2.0496842861175537, 2.149904727935791, 2.2501254081726074, 2.350346088409424, 2.4505667686462402, 2.5507872104644775, 2.651007890701294, 2.7512283325195312, 2.8514490127563477, 2.951669692993164, 3.0518901348114014, 3.1521108150482178, 3.252331256866455, 3.3525519371032715]}, "gradients/encoder.encoder.layers.10.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 2.0, 3.0, 5.0, 5.0, 5.0, 17.0, 13.0, 39.0, 44.0, 54.0, 109.0, 171.0, 361.0, 616.0, 1302.0, 2988.0, 8235.0, 31205.0, 184195.0, 613547.0, 164111.0, 28419.0, 7669.0, 2872.0, 1208.0, 590.0, 308.0, 161.0, 117.0, 75.0, 33.0, 23.0, 21.0, 16.0, 3.0, 5.0, 3.0, 1.0, 5.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-3.0234375, -2.93310546875, -2.8427734375, -2.75244140625, -2.662109375, -2.57177734375, -2.4814453125, -2.39111328125, -2.30078125, -2.21044921875, -2.1201171875, -2.02978515625, -1.939453125, -1.84912109375, -1.7587890625, -1.66845703125, -1.578125, -1.48779296875, -1.3974609375, -1.30712890625, -1.216796875, -1.12646484375, -1.0361328125, -0.94580078125, -0.85546875, -0.76513671875, -0.6748046875, -0.58447265625, -0.494140625, -0.40380859375, -0.3134765625, -0.22314453125, -0.1328125, -0.04248046875, 0.0478515625, 0.13818359375, 0.228515625, 0.31884765625, 0.4091796875, 0.49951171875, 0.58984375, 0.68017578125, 0.7705078125, 0.86083984375, 0.951171875, 1.04150390625, 1.1318359375, 1.22216796875, 1.3125, 1.40283203125, 1.4931640625, 1.58349609375, 1.673828125, 1.76416015625, 1.8544921875, 1.94482421875, 2.03515625, 2.12548828125, 2.2158203125, 2.30615234375, 2.396484375, 2.48681640625, 2.5771484375, 2.66748046875, 2.7578125]}, "gradients/encoder.encoder.layers.10.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 3.0, 2.0, 2.0, 0.0, 3.0, 5.0, 5.0, 9.0, 19.0, 14.0, 16.0, 23.0, 27.0, 44.0, 65.0, 67.0, 75.0, 60.0, 97.0, 84.0, 71.0, 65.0, 55.0, 46.0, 29.0, 27.0, 20.0, 22.0, 15.0, 10.0, 6.0, 7.0, 3.0, 2.0, 1.0, 5.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-1.328125, -1.2847900390625, -1.241455078125, -1.1981201171875, -1.15478515625, -1.1114501953125, -1.068115234375, -1.0247802734375, -0.9814453125, -0.9381103515625, -0.894775390625, -0.8514404296875, -0.80810546875, -0.7647705078125, -0.721435546875, -0.6781005859375, -0.634765625, -0.5914306640625, -0.548095703125, -0.5047607421875, -0.46142578125, -0.4180908203125, -0.374755859375, -0.3314208984375, -0.2880859375, -0.2447509765625, -0.201416015625, -0.1580810546875, -0.11474609375, -0.0714111328125, -0.028076171875, 0.0152587890625, 0.05859375, 0.1019287109375, 0.145263671875, 0.1885986328125, 0.23193359375, 0.2752685546875, 0.318603515625, 0.3619384765625, 0.4052734375, 0.4486083984375, 0.491943359375, 0.5352783203125, 0.57861328125, 0.6219482421875, 0.665283203125, 0.7086181640625, 0.751953125, 0.7952880859375, 0.838623046875, 0.8819580078125, 0.92529296875, 0.9686279296875, 1.011962890625, 1.0552978515625, 1.0986328125, 1.1419677734375, 1.185302734375, 1.2286376953125, 1.27197265625, 1.3153076171875, 1.358642578125, 1.4019775390625, 1.4453125]}, "gradients/encoder.encoder.layers.10.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 3.0, 1.0, 1.0, 3.0, 2.0, 5.0, 6.0, 5.0, 10.0, 13.0, 23.0, 35.0, 45.0, 81.0, 194.0, 376.0, 1058.0, 4450.0, 76007.0, 940021.0, 22201.0, 2586.0, 740.0, 322.0, 160.0, 73.0, 38.0, 31.0, 24.0, 8.0, 9.0, 10.0, 3.0, 4.0, 4.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.5390625, -6.246337890625, -5.95361328125, -5.660888671875, -5.3681640625, -5.075439453125, -4.78271484375, -4.489990234375, -4.197265625, -3.904541015625, -3.61181640625, -3.319091796875, -3.0263671875, -2.733642578125, -2.44091796875, -2.148193359375, -1.85546875, -1.562744140625, -1.27001953125, -0.977294921875, -0.6845703125, -0.391845703125, -0.09912109375, 0.193603515625, 0.486328125, 0.779052734375, 1.07177734375, 1.364501953125, 1.6572265625, 1.949951171875, 2.24267578125, 2.535400390625, 2.828125, 3.120849609375, 3.41357421875, 3.706298828125, 3.9990234375, 4.291748046875, 4.58447265625, 4.877197265625, 5.169921875, 5.462646484375, 5.75537109375, 6.048095703125, 6.3408203125, 6.633544921875, 6.92626953125, 7.218994140625, 7.51171875, 7.804443359375, 8.09716796875, 8.389892578125, 8.6826171875, 8.975341796875, 9.26806640625, 9.560791015625, 9.853515625, 10.146240234375, 10.43896484375, 10.731689453125, 11.0244140625, 11.317138671875, 11.60986328125, 11.902587890625, 12.1953125]}, "gradients/encoder.encoder.layers.10.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 2.0, 4.0, 3.0, 6.0, 5.0, 1.0, 5.0, 15.0, 16.0, 13.0, 20.0, 21.0, 22.0, 31.0, 31.0, 48.0, 42.0, 49.0, 52.0, 61.0, 41.0, 64.0, 52.0, 52.0, 35.0, 47.0, 44.0, 43.0, 22.0, 27.0, 26.0, 21.0, 17.0, 11.0, 8.0, 5.0, 6.0, 9.0, 5.0, 4.0, 4.0, 6.0, 3.0, 7.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-6.16015625, -5.95355224609375, -5.7469482421875, -5.54034423828125, -5.333740234375, -5.12713623046875, -4.9205322265625, -4.71392822265625, -4.50732421875, -4.30072021484375, -4.0941162109375, -3.88751220703125, -3.680908203125, -3.47430419921875, -3.2677001953125, -3.06109619140625, -2.8544921875, -2.64788818359375, -2.4412841796875, -2.23468017578125, -2.028076171875, -1.82147216796875, -1.6148681640625, -1.40826416015625, -1.20166015625, -0.99505615234375, -0.7884521484375, -0.58184814453125, -0.375244140625, -0.16864013671875, 0.0379638671875, 0.24456787109375, 0.451171875, 0.65777587890625, 0.8643798828125, 1.07098388671875, 1.277587890625, 1.48419189453125, 1.6907958984375, 1.89739990234375, 2.10400390625, 2.31060791015625, 2.5172119140625, 2.72381591796875, 2.930419921875, 3.13702392578125, 3.3436279296875, 3.55023193359375, 3.7568359375, 3.96343994140625, 4.1700439453125, 4.37664794921875, 4.583251953125, 4.78985595703125, 4.9964599609375, 5.20306396484375, 5.40966796875, 5.61627197265625, 5.8228759765625, 6.02947998046875, 6.236083984375, 6.44268798828125, 6.6492919921875, 6.85589599609375, 7.0625]}, "gradients/encoder.encoder.layers.10.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 4.0, 1.0, 4.0, 11.0, 19.0, 15.0, 32.0, 33.0, 53.0, 74.0, 125.0, 304.0, 1401.0, 28996.0, 1011133.0, 5237.0, 624.0, 190.0, 87.0, 65.0, 41.0, 24.0, 29.0, 19.0, 7.0, 7.0, 4.0, 6.0, 3.0, 4.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0], "bins": [-17.28125, -16.87255859375, -16.4638671875, -16.05517578125, -15.646484375, -15.23779296875, -14.8291015625, -14.42041015625, -14.01171875, -13.60302734375, -13.1943359375, -12.78564453125, -12.376953125, -11.96826171875, -11.5595703125, -11.15087890625, -10.7421875, -10.33349609375, -9.9248046875, -9.51611328125, -9.107421875, -8.69873046875, -8.2900390625, -7.88134765625, -7.47265625, -7.06396484375, -6.6552734375, -6.24658203125, -5.837890625, -5.42919921875, -5.0205078125, -4.61181640625, -4.203125, -3.79443359375, -3.3857421875, -2.97705078125, -2.568359375, -2.15966796875, -1.7509765625, -1.34228515625, -0.93359375, -0.52490234375, -0.1162109375, 0.29248046875, 0.701171875, 1.10986328125, 1.5185546875, 1.92724609375, 2.3359375, 2.74462890625, 3.1533203125, 3.56201171875, 3.970703125, 4.37939453125, 4.7880859375, 5.19677734375, 5.60546875, 6.01416015625, 6.4228515625, 6.83154296875, 7.240234375, 7.64892578125, 8.0576171875, 8.46630859375, 8.875]}, "gradients/encoder.encoder.layers.10.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 12.0, 40.0, 152.0, 301.0, 296.0, 116.0, 53.0, 21.0, 8.0, 3.0, 5.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.0014162063598632812, -0.0013894662261009216, -0.001362726092338562, -0.0013359859585762024, -0.0013092458248138428, -0.0012825056910514832, -0.0012557655572891235, -0.001229025423526764, -0.0012022852897644043, -0.0011755451560020447, -0.001148805022239685, -0.0011220648884773254, -0.0010953247547149658, -0.0010685846209526062, -0.0010418444871902466, -0.001015104353427887, -0.0009883642196655273, -0.0009616240859031677, -0.0009348839521408081, -0.0009081438183784485, -0.0008814036846160889, -0.0008546635508537292, -0.0008279234170913696, -0.00080118328332901, -0.0007744431495666504, -0.0007477030158042908, -0.0007209628820419312, -0.0006942227482795715, -0.0006674826145172119, -0.0006407424807548523, -0.0006140023469924927, -0.0005872622132301331, -0.0005605220794677734, -0.0005337819457054138, -0.0005070418119430542, -0.0004803016781806946, -0.00045356154441833496, -0.00042682141065597534, -0.0004000812768936157, -0.0003733411431312561, -0.0003466010093688965, -0.00031986087560653687, -0.00029312074184417725, -0.0002663806080818176, -0.000239640474319458, -0.0002129003405570984, -0.00018616020679473877, -0.00015942007303237915, -0.00013267993927001953, -0.00010593980550765991, -7.919967174530029e-05, -5.2459537982940674e-05, -2.5719404220581055e-05, 1.0207295417785645e-06, 2.7760863304138184e-05, 5.45009970664978e-05, 8.124113082885742e-05, 0.00010798126459121704, 0.00013472139835357666, 0.00016146153211593628, 0.0001882016658782959, 0.00021494179964065552, 0.00024168193340301514, 0.00026842206716537476, 0.0002951622009277344]}, "gradients/encoder.encoder.layers.10.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 5.0, 8.0, 12.0, 25.0, 23.0, 56.0, 97.0, 225.0, 491.0, 1634.0, 9156.0, 651745.0, 375384.0, 7393.0, 1433.0, 453.0, 182.0, 92.0, 54.0, 20.0, 16.0, 9.0, 10.0, 10.0, 6.0, 3.0, 7.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-7.39453125, -7.19970703125, -7.0048828125, -6.81005859375, -6.615234375, -6.42041015625, -6.2255859375, -6.03076171875, -5.8359375, -5.64111328125, -5.4462890625, -5.25146484375, -5.056640625, -4.86181640625, -4.6669921875, -4.47216796875, -4.27734375, -4.08251953125, -3.8876953125, -3.69287109375, -3.498046875, -3.30322265625, -3.1083984375, -2.91357421875, -2.71875, -2.52392578125, -2.3291015625, -2.13427734375, -1.939453125, -1.74462890625, -1.5498046875, -1.35498046875, -1.16015625, -0.96533203125, -0.7705078125, -0.57568359375, -0.380859375, -0.18603515625, 0.0087890625, 0.20361328125, 0.3984375, 0.59326171875, 0.7880859375, 0.98291015625, 1.177734375, 1.37255859375, 1.5673828125, 1.76220703125, 1.95703125, 2.15185546875, 2.3466796875, 2.54150390625, 2.736328125, 2.93115234375, 3.1259765625, 3.32080078125, 3.515625, 3.71044921875, 3.9052734375, 4.10009765625, 4.294921875, 4.48974609375, 4.6845703125, 4.87939453125, 5.07421875]}, "gradients/encoder.encoder.layers.10.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 3.0, 0.0, 8.0, 6.0, 11.0, 31.0, 82.0, 169.0, 244.0, 223.0, 116.0, 62.0, 20.0, 7.0, 6.0, 6.0, 4.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-7.328125, -7.13916015625, -6.9501953125, -6.76123046875, -6.572265625, -6.38330078125, -6.1943359375, -6.00537109375, -5.81640625, -5.62744140625, -5.4384765625, -5.24951171875, -5.060546875, -4.87158203125, -4.6826171875, -4.49365234375, -4.3046875, -4.11572265625, -3.9267578125, -3.73779296875, -3.548828125, -3.35986328125, -3.1708984375, -2.98193359375, -2.79296875, -2.60400390625, -2.4150390625, -2.22607421875, -2.037109375, -1.84814453125, -1.6591796875, -1.47021484375, -1.28125, -1.09228515625, -0.9033203125, -0.71435546875, -0.525390625, -0.33642578125, -0.1474609375, 0.04150390625, 0.23046875, 0.41943359375, 0.6083984375, 0.79736328125, 0.986328125, 1.17529296875, 1.3642578125, 1.55322265625, 1.7421875, 1.93115234375, 2.1201171875, 2.30908203125, 2.498046875, 2.68701171875, 2.8759765625, 3.06494140625, 3.25390625, 3.44287109375, 3.6318359375, 3.82080078125, 4.009765625, 4.19873046875, 4.3876953125, 4.57666015625, 4.765625]}, "gradients/encoder.encoder.layers.10.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 0.0, 13.0, 20.0, 50.0, 77.0, 153.0, 231.0, 206.0, 134.0, 62.0, 35.0, 10.0, 7.0, 4.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-66.3986587524414, -64.54329681396484, -62.687931060791016, -60.83256912231445, -58.97720718383789, -57.12184143066406, -55.2664794921875, -53.41111755371094, -51.555755615234375, -49.70039367675781, -47.845027923583984, -45.98966598510742, -44.13430404663086, -42.27893829345703, -40.42357635498047, -38.568214416503906, -36.71284866333008, -34.857486724853516, -33.00212097167969, -31.146759033203125, -29.291397094726562, -27.436033248901367, -25.580669403076172, -23.72530746459961, -21.869943618774414, -20.01457977294922, -18.159217834472656, -16.30385398864746, -14.448491096496582, -12.593128204345703, -10.737764358520508, -8.882401466369629, -7.02703857421875, -5.171675682067871, -3.316312313079834, -1.4609489440917969, 0.39441394805908203, 2.249776840209961, 4.105140686035156, 5.960503578186035, 7.815866470336914, 9.671229362487793, 11.526592254638672, 13.381956100463867, 15.237318992614746, 17.092681884765625, 18.94804573059082, 20.803409576416016, 22.658771514892578, 24.514135360717773, 26.369497299194336, 28.22486114501953, 30.080223083496094, 31.93558692932129, 33.790950775146484, 35.64631271362305, 37.501678466796875, 39.35704040527344, 41.212406158447266, 43.06776809692383, 44.92313003540039, 46.77849578857422, 48.63385772705078, 50.489219665527344, 52.344581604003906]}, "gradients/encoder.encoder.layers.10.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 4.0, 1.0, 8.0, 5.0, 12.0, 15.0, 15.0, 15.0, 24.0, 35.0, 44.0, 63.0, 54.0, 57.0, 64.0, 59.0, 72.0, 65.0, 54.0, 42.0, 46.0, 58.0, 39.0, 30.0, 28.0, 25.0, 22.0, 14.0, 12.0, 5.0, 7.0, 1.0, 3.0, 3.0, 6.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-34.00123596191406, -32.84431076049805, -31.687381744384766, -30.53045654296875, -29.3735294342041, -28.216602325439453, -27.059677124023438, -25.90275001525879, -24.74582290649414, -23.588895797729492, -22.431968688964844, -21.275043487548828, -20.11811637878418, -18.96118927001953, -17.804264068603516, -16.647336959838867, -15.490409851074219, -14.33348274230957, -13.176556587219238, -12.019630432128906, -10.862703323364258, -9.70577621459961, -8.548850059509277, -7.391923904418945, -6.234996795654297, -5.078070163726807, -3.9211435317993164, -2.764216899871826, -1.607290267944336, -0.4503636360168457, 0.7065629959106445, 1.8634891510009766, 3.020416259765625, 4.177342891693115, 5.3342695236206055, 6.491196155548096, 7.648122787475586, 8.805049896240234, 9.961976051330566, 11.118902206420898, 12.275829315185547, 13.432756423950195, 14.589682579040527, 15.74660873413086, 16.903535842895508, 18.060462951660156, 19.217388153076172, 20.37431526184082, 21.53124237060547, 22.688169479370117, 23.845096588134766, 25.00202178955078, 26.15894889831543, 27.315876007080078, 28.472801208496094, 29.629728317260742, 30.78665542602539, 31.94358253479004, 33.10050964355469, 34.2574348449707, 35.41436004638672, 36.5712890625, 37.728214263916016, 38.88513946533203, 40.04206848144531]}, "gradients/encoder.encoder.layers.9.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0, 0.0, 6.0, 4.0, 6.0, 6.0, 13.0, 12.0, 25.0, 42.0, 69.0, 120.0, 221.0, 467.0, 1164.0, 5387.0, 4043486.0, 137544.0, 3836.0, 988.0, 416.0, 199.0, 87.0, 60.0, 41.0, 29.0, 16.0, 12.0, 10.0, 7.0, 3.0, 8.0, 2.0, 2.0, 1.0, 0.0, 3.0, 2.0, 2.0], "bins": [-17.3125, -16.8995361328125, -16.486572265625, -16.0736083984375, -15.66064453125, -15.2476806640625, -14.834716796875, -14.4217529296875, -14.0087890625, -13.5958251953125, -13.182861328125, -12.7698974609375, -12.35693359375, -11.9439697265625, -11.531005859375, -11.1180419921875, -10.705078125, -10.2921142578125, -9.879150390625, -9.4661865234375, -9.05322265625, -8.6402587890625, -8.227294921875, -7.8143310546875, -7.4013671875, -6.9884033203125, -6.575439453125, -6.1624755859375, -5.74951171875, -5.3365478515625, -4.923583984375, -4.5106201171875, -4.09765625, -3.6846923828125, -3.271728515625, -2.8587646484375, -2.44580078125, -2.0328369140625, -1.619873046875, -1.2069091796875, -0.7939453125, -0.3809814453125, 0.031982421875, 0.4449462890625, 0.85791015625, 1.2708740234375, 1.683837890625, 2.0968017578125, 2.509765625, 2.9227294921875, 3.335693359375, 3.7486572265625, 4.16162109375, 4.5745849609375, 4.987548828125, 5.4005126953125, 5.8134765625, 6.2264404296875, 6.639404296875, 7.0523681640625, 7.46533203125, 7.8782958984375, 8.291259765625, 8.7042236328125, 9.1171875]}, "gradients/encoder.encoder.layers.9.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 1.0, 5.0, 6.0, 5.0, 4.0, 19.0, 17.0, 25.0, 34.0, 53.0, 73.0, 120.0, 122.0, 134.0, 103.0, 96.0, 63.0, 46.0, 26.0, 16.0, 15.0, 6.0, 5.0, 3.0, 4.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.02734375, -1.952423095703125, -1.87750244140625, -1.802581787109375, -1.7276611328125, -1.652740478515625, -1.57781982421875, -1.502899169921875, -1.427978515625, -1.353057861328125, -1.27813720703125, -1.203216552734375, -1.1282958984375, -1.053375244140625, -0.97845458984375, -0.903533935546875, -0.82861328125, -0.753692626953125, -0.67877197265625, -0.603851318359375, -0.5289306640625, -0.454010009765625, -0.37908935546875, -0.304168701171875, -0.229248046875, -0.154327392578125, -0.07940673828125, -0.004486083984375, 0.0704345703125, 0.145355224609375, 0.22027587890625, 0.295196533203125, 0.3701171875, 0.445037841796875, 0.51995849609375, 0.594879150390625, 0.6697998046875, 0.744720458984375, 0.81964111328125, 0.894561767578125, 0.969482421875, 1.044403076171875, 1.11932373046875, 1.194244384765625, 1.2691650390625, 1.344085693359375, 1.41900634765625, 1.493927001953125, 1.56884765625, 1.643768310546875, 1.71868896484375, 1.793609619140625, 1.8685302734375, 1.943450927734375, 2.01837158203125, 2.093292236328125, 2.168212890625, 2.243133544921875, 2.31805419921875, 2.392974853515625, 2.4678955078125, 2.542816162109375, 2.61773681640625, 2.692657470703125, 2.767578125]}, "gradients/encoder.encoder.layers.9.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 2.0, 11.0, 8.0, 11.0, 20.0, 25.0, 35.0, 44.0, 77.0, 103.0, 141.0, 205.0, 315.0, 468.0, 668.0, 1266.0, 2656.0, 7627.0, 35824.0, 3996529.0, 124946.0, 14531.0, 4215.0, 1753.0, 972.0, 594.0, 363.0, 291.0, 179.0, 121.0, 82.0, 74.0, 30.0, 32.0, 31.0, 12.0, 6.0, 8.0, 5.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-5.7109375, -5.531005859375, -5.35107421875, -5.171142578125, -4.9912109375, -4.811279296875, -4.63134765625, -4.451416015625, -4.271484375, -4.091552734375, -3.91162109375, -3.731689453125, -3.5517578125, -3.371826171875, -3.19189453125, -3.011962890625, -2.83203125, -2.652099609375, -2.47216796875, -2.292236328125, -2.1123046875, -1.932373046875, -1.75244140625, -1.572509765625, -1.392578125, -1.212646484375, -1.03271484375, -0.852783203125, -0.6728515625, -0.492919921875, -0.31298828125, -0.133056640625, 0.046875, 0.226806640625, 0.40673828125, 0.586669921875, 0.7666015625, 0.946533203125, 1.12646484375, 1.306396484375, 1.486328125, 1.666259765625, 1.84619140625, 2.026123046875, 2.2060546875, 2.385986328125, 2.56591796875, 2.745849609375, 2.92578125, 3.105712890625, 3.28564453125, 3.465576171875, 3.6455078125, 3.825439453125, 4.00537109375, 4.185302734375, 4.365234375, 4.545166015625, 4.72509765625, 4.905029296875, 5.0849609375, 5.264892578125, 5.44482421875, 5.624755859375, 5.8046875]}, "gradients/encoder.encoder.layers.9.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 3.0, 3.0, 9.0, 7.0, 19.0, 27.0, 53.0, 183.0, 3464.0, 174.0, 57.0, 26.0, 25.0, 12.0, 3.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1279296875, -1.0778045654296875, -1.027679443359375, -0.9775543212890625, -0.92742919921875, -0.8773040771484375, -0.827178955078125, -0.7770538330078125, -0.7269287109375, -0.6768035888671875, -0.626678466796875, -0.5765533447265625, -0.52642822265625, -0.4763031005859375, -0.426177978515625, -0.3760528564453125, -0.325927734375, -0.2758026123046875, -0.225677490234375, -0.1755523681640625, -0.12542724609375, -0.0753021240234375, -0.025177001953125, 0.0249481201171875, 0.0750732421875, 0.1251983642578125, 0.175323486328125, 0.2254486083984375, 0.27557373046875, 0.3256988525390625, 0.375823974609375, 0.4259490966796875, 0.47607421875, 0.5261993408203125, 0.576324462890625, 0.6264495849609375, 0.67657470703125, 0.7266998291015625, 0.776824951171875, 0.8269500732421875, 0.8770751953125, 0.9272003173828125, 0.977325439453125, 1.0274505615234375, 1.07757568359375, 1.1277008056640625, 1.177825927734375, 1.2279510498046875, 1.278076171875, 1.3282012939453125, 1.378326416015625, 1.4284515380859375, 1.47857666015625, 1.5287017822265625, 1.578826904296875, 1.6289520263671875, 1.6790771484375, 1.7292022705078125, 1.779327392578125, 1.8294525146484375, 1.87957763671875, 1.9297027587890625, 1.979827880859375, 2.0299530029296875, 2.080078125]}, "gradients/encoder.encoder.layers.9.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 5.0, 2.0, 10.0, 14.0, 35.0, 71.0, 105.0, 172.0, 167.0, 194.0, 120.0, 63.0, 26.0, 10.0, 4.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.177255630493164, -8.956796646118164, -8.736337661743164, -8.515877723693848, -8.295418739318848, -8.074959754943848, -7.854500770568848, -7.634041786193848, -7.4135823249816895, -7.1931233406066895, -6.972663879394531, -6.752204895019531, -6.531745910644531, -6.311286449432373, -6.090827465057373, -5.870368003845215, -5.649909019470215, -5.429450035095215, -5.208990573883057, -4.988531589508057, -4.768072128295898, -4.547613143920898, -4.327154159545898, -4.106695175170898, -3.8862357139587402, -3.665776491165161, -3.445317268371582, -3.224858283996582, -3.004399061203003, -2.783939838409424, -2.563480854034424, -2.3430216312408447, -2.1225624084472656, -1.9021031856536865, -1.681644082069397, -1.4611849784851074, -1.2407257556915283, -1.0202665328979492, -0.7998074293136597, -0.5793483257293701, -0.358889102935791, -0.1384299397468567, 0.08202922344207764, 0.30248838663101196, 0.5229475498199463, 0.7434067726135254, 0.9638658761978149, 1.1843249797821045, 1.4047842025756836, 1.6252434253692627, 1.8457025289535522, 2.066161632537842, 2.286620855331421, 2.507080078125, 2.7275390625, 2.947998285293579, 3.168457508087158, 3.3889167308807373, 3.6093759536743164, 3.8298349380493164, 4.050293922424316, 4.270753383636475, 4.491212368011475, 4.711671829223633, 4.932130813598633]}, "gradients/encoder.encoder.layers.9.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 1.0, 0.0, 2.0, 3.0, 4.0, 8.0, 9.0, 3.0, 15.0, 23.0, 17.0, 24.0, 27.0, 31.0, 35.0, 29.0, 41.0, 40.0, 45.0, 58.0, 34.0, 68.0, 41.0, 52.0, 51.0, 55.0, 50.0, 39.0, 33.0, 19.0, 28.0, 18.0, 20.0, 12.0, 10.0, 9.0, 9.0, 8.0, 9.0, 2.0, 10.0, 4.0, 4.0, 4.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-2.6672422885894775, -2.57975172996521, -2.4922611713409424, -2.404770612716675, -2.3172800540924072, -2.2297894954681396, -2.142299175262451, -2.0548086166381836, -1.9673179388046265, -1.8798273801803589, -1.7923368215560913, -1.7048463821411133, -1.6173558235168457, -1.5298652648925781, -1.4423747062683105, -1.354884147644043, -1.2673935890197754, -1.1799030303955078, -1.0924124717712402, -1.0049219131469727, -0.9174314141273499, -0.8299408555030823, -0.7424503564834595, -0.6549597978591919, -0.5674692392349243, -0.47997868061065674, -0.39248815178871155, -0.30499762296676636, -0.21750706434249878, -0.1300165057182312, -0.0425260066986084, 0.04496455192565918, 0.13245511054992676, 0.21994565427303314, 0.3074361979961395, 0.3949267268180847, 0.4824172854423523, 0.5699078440666199, 0.6573983430862427, 0.7448889017105103, 0.8323794603347778, 0.9198700189590454, 1.007360577583313, 1.094851016998291, 1.1823415756225586, 1.2698321342468262, 1.3573226928710938, 1.4448132514953613, 1.532303810119629, 1.6197943687438965, 1.707284927368164, 1.7947754859924316, 1.8822660446166992, 1.9697566032409668, 2.0572471618652344, 2.144737720489502, 2.2322282791137695, 2.319718837738037, 2.4072093963623047, 2.4946999549865723, 2.58219051361084, 2.6696810722351074, 2.757171630859375, 2.8446621894836426, 2.932152509689331]}, "gradients/encoder.encoder.layers.9.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 2.0, 4.0, 10.0, 8.0, 18.0, 29.0, 43.0, 117.0, 210.0, 533.0, 1941.0, 10875.0, 208202.0, 789323.0, 31892.0, 3854.0, 897.0, 305.0, 138.0, 56.0, 36.0, 22.0, 22.0, 6.0, 3.0, 5.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.40625, -5.2076416015625, -5.009033203125, -4.8104248046875, -4.61181640625, -4.4132080078125, -4.214599609375, -4.0159912109375, -3.8173828125, -3.6187744140625, -3.420166015625, -3.2215576171875, -3.02294921875, -2.8243408203125, -2.625732421875, -2.4271240234375, -2.228515625, -2.0299072265625, -1.831298828125, -1.6326904296875, -1.43408203125, -1.2354736328125, -1.036865234375, -0.8382568359375, -0.6396484375, -0.4410400390625, -0.242431640625, -0.0438232421875, 0.15478515625, 0.3533935546875, 0.552001953125, 0.7506103515625, 0.94921875, 1.1478271484375, 1.346435546875, 1.5450439453125, 1.74365234375, 1.9422607421875, 2.140869140625, 2.3394775390625, 2.5380859375, 2.7366943359375, 2.935302734375, 3.1339111328125, 3.33251953125, 3.5311279296875, 3.729736328125, 3.9283447265625, 4.126953125, 4.3255615234375, 4.524169921875, 4.7227783203125, 4.92138671875, 5.1199951171875, 5.318603515625, 5.5172119140625, 5.7158203125, 5.9144287109375, 6.113037109375, 6.3116455078125, 6.51025390625, 6.7088623046875, 6.907470703125, 7.1060791015625, 7.3046875]}, "gradients/encoder.encoder.layers.9.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 5.0, 3.0, 1.0, 7.0, 5.0, 16.0, 12.0, 27.0, 60.0, 60.0, 73.0, 94.0, 119.0, 104.0, 99.0, 93.0, 77.0, 51.0, 37.0, 19.0, 13.0, 8.0, 6.0, 6.0, 4.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9833984375, -1.9129486083984375, -1.842498779296875, -1.7720489501953125, -1.70159912109375, -1.6311492919921875, -1.560699462890625, -1.4902496337890625, -1.4197998046875, -1.3493499755859375, -1.278900146484375, -1.2084503173828125, -1.13800048828125, -1.0675506591796875, -0.997100830078125, -0.9266510009765625, -0.856201171875, -0.7857513427734375, -0.715301513671875, -0.6448516845703125, -0.57440185546875, -0.5039520263671875, -0.433502197265625, -0.3630523681640625, -0.2926025390625, -0.2221527099609375, -0.151702880859375, -0.0812530517578125, -0.01080322265625, 0.0596466064453125, 0.130096435546875, 0.2005462646484375, 0.27099609375, 0.3414459228515625, 0.411895751953125, 0.4823455810546875, 0.55279541015625, 0.6232452392578125, 0.693695068359375, 0.7641448974609375, 0.8345947265625, 0.9050445556640625, 0.975494384765625, 1.0459442138671875, 1.11639404296875, 1.1868438720703125, 1.257293701171875, 1.3277435302734375, 1.398193359375, 1.4686431884765625, 1.539093017578125, 1.6095428466796875, 1.67999267578125, 1.7504425048828125, 1.820892333984375, 1.8913421630859375, 1.9617919921875, 2.0322418212890625, 2.102691650390625, 2.1731414794921875, 2.24359130859375, 2.3140411376953125, 2.384490966796875, 2.4549407958984375, 2.525390625]}, "gradients/encoder.encoder.layers.9.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 3.0, 7.0, 5.0, 18.0, 16.0, 22.0, 33.0, 41.0, 63.0, 87.0, 162.0, 331.0, 636.0, 1595.0, 7913.0, 250084.0, 768152.0, 15286.0, 2366.0, 863.0, 346.0, 177.0, 118.0, 66.0, 35.0, 46.0, 22.0, 15.0, 17.0, 12.0, 8.0, 3.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.4921875, -6.261474609375, -6.03076171875, -5.800048828125, -5.5693359375, -5.338623046875, -5.10791015625, -4.877197265625, -4.646484375, -4.415771484375, -4.18505859375, -3.954345703125, -3.7236328125, -3.492919921875, -3.26220703125, -3.031494140625, -2.80078125, -2.570068359375, -2.33935546875, -2.108642578125, -1.8779296875, -1.647216796875, -1.41650390625, -1.185791015625, -0.955078125, -0.724365234375, -0.49365234375, -0.262939453125, -0.0322265625, 0.198486328125, 0.42919921875, 0.659912109375, 0.890625, 1.121337890625, 1.35205078125, 1.582763671875, 1.8134765625, 2.044189453125, 2.27490234375, 2.505615234375, 2.736328125, 2.967041015625, 3.19775390625, 3.428466796875, 3.6591796875, 3.889892578125, 4.12060546875, 4.351318359375, 4.58203125, 4.812744140625, 5.04345703125, 5.274169921875, 5.5048828125, 5.735595703125, 5.96630859375, 6.197021484375, 6.427734375, 6.658447265625, 6.88916015625, 7.119873046875, 7.3505859375, 7.581298828125, 7.81201171875, 8.042724609375, 8.2734375]}, "gradients/encoder.encoder.layers.9.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 5.0, 4.0, 10.0, 7.0, 15.0, 11.0, 20.0, 15.0, 23.0, 41.0, 49.0, 52.0, 59.0, 57.0, 58.0, 56.0, 70.0, 62.0, 55.0, 62.0, 42.0, 50.0, 36.0, 39.0, 18.0, 18.0, 18.0, 11.0, 12.0, 10.0, 8.0, 7.0, 5.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.92578125, -6.69830322265625, -6.4708251953125, -6.24334716796875, -6.015869140625, -5.78839111328125, -5.5609130859375, -5.33343505859375, -5.10595703125, -4.87847900390625, -4.6510009765625, -4.42352294921875, -4.196044921875, -3.96856689453125, -3.7410888671875, -3.51361083984375, -3.2861328125, -3.05865478515625, -2.8311767578125, -2.60369873046875, -2.376220703125, -2.14874267578125, -1.9212646484375, -1.69378662109375, -1.46630859375, -1.23883056640625, -1.0113525390625, -0.78387451171875, -0.556396484375, -0.32891845703125, -0.1014404296875, 0.12603759765625, 0.353515625, 0.58099365234375, 0.8084716796875, 1.03594970703125, 1.263427734375, 1.49090576171875, 1.7183837890625, 1.94586181640625, 2.17333984375, 2.40081787109375, 2.6282958984375, 2.85577392578125, 3.083251953125, 3.31072998046875, 3.5382080078125, 3.76568603515625, 3.9931640625, 4.22064208984375, 4.4481201171875, 4.67559814453125, 4.903076171875, 5.13055419921875, 5.3580322265625, 5.58551025390625, 5.81298828125, 6.04046630859375, 6.2679443359375, 6.49542236328125, 6.722900390625, 6.95037841796875, 7.1778564453125, 7.40533447265625, 7.6328125]}, "gradients/encoder.encoder.layers.9.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 5.0, 8.0, 7.0, 12.0, 11.0, 18.0, 29.0, 63.0, 121.0, 314.0, 911.0, 4337.0, 194758.0, 837828.0, 8136.0, 1312.0, 359.0, 157.0, 55.0, 52.0, 18.0, 18.0, 6.0, 5.0, 6.0, 4.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-6.9375, -6.75067138671875, -6.5638427734375, -6.37701416015625, -6.190185546875, -6.00335693359375, -5.8165283203125, -5.62969970703125, -5.44287109375, -5.25604248046875, -5.0692138671875, -4.88238525390625, -4.695556640625, -4.50872802734375, -4.3218994140625, -4.13507080078125, -3.9482421875, -3.76141357421875, -3.5745849609375, -3.38775634765625, -3.200927734375, -3.01409912109375, -2.8272705078125, -2.64044189453125, -2.45361328125, -2.26678466796875, -2.0799560546875, -1.89312744140625, -1.706298828125, -1.51947021484375, -1.3326416015625, -1.14581298828125, -0.958984375, -0.77215576171875, -0.5853271484375, -0.39849853515625, -0.211669921875, -0.02484130859375, 0.1619873046875, 0.34881591796875, 0.53564453125, 0.72247314453125, 0.9093017578125, 1.09613037109375, 1.282958984375, 1.46978759765625, 1.6566162109375, 1.84344482421875, 2.0302734375, 2.21710205078125, 2.4039306640625, 2.59075927734375, 2.777587890625, 2.96441650390625, 3.1512451171875, 3.33807373046875, 3.52490234375, 3.71173095703125, 3.8985595703125, 4.08538818359375, 4.272216796875, 4.45904541015625, 4.6458740234375, 4.83270263671875, 5.01953125]}, "gradients/encoder.encoder.layers.9.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 5.0, 3.0, 9.0, 13.0, 26.0, 33.0, 70.0, 111.0, 182.0, 186.0, 140.0, 92.0, 59.0, 32.0, 23.0, 14.0, 5.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00042247772216796875, -0.0004114508628845215, -0.0004004240036010742, -0.00038939714431762695, -0.0003783702850341797, -0.0003673434257507324, -0.00035631656646728516, -0.0003452897071838379, -0.0003342628479003906, -0.00032323598861694336, -0.0003122091293334961, -0.00030118227005004883, -0.00029015541076660156, -0.0002791285514831543, -0.00026810169219970703, -0.00025707483291625977, -0.0002460479736328125, -0.00023502111434936523, -0.00022399425506591797, -0.0002129673957824707, -0.00020194053649902344, -0.00019091367721557617, -0.0001798868179321289, -0.00016885995864868164, -0.00015783309936523438, -0.0001468062400817871, -0.00013577938079833984, -0.00012475252151489258, -0.00011372566223144531, -0.00010269880294799805, -9.167194366455078e-05, -8.064508438110352e-05, -6.961822509765625e-05, -5.8591365814208984e-05, -4.756450653076172e-05, -3.653764724731445e-05, -2.5510787963867188e-05, -1.4483928680419922e-05, -3.4570693969726562e-06, 7.569789886474609e-06, 1.8596649169921875e-05, 2.962350845336914e-05, 4.0650367736816406e-05, 5.167722702026367e-05, 6.270408630371094e-05, 7.37309455871582e-05, 8.475780487060547e-05, 9.578466415405273e-05, 0.0001068115234375, 0.00011783838272094727, 0.00012886524200439453, 0.0001398921012878418, 0.00015091896057128906, 0.00016194581985473633, 0.0001729726791381836, 0.00018399953842163086, 0.00019502639770507812, 0.0002060532569885254, 0.00021708011627197266, 0.00022810697555541992, 0.0002391338348388672, 0.00025016069412231445, 0.0002611875534057617, 0.000272214412689209, 0.00028324127197265625]}, "gradients/encoder.encoder.layers.9.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 5.0, 3.0, 4.0, 14.0, 18.0, 29.0, 37.0, 67.0, 136.0, 248.0, 633.0, 1991.0, 9745.0, 217301.0, 791216.0, 22210.0, 3240.0, 956.0, 344.0, 158.0, 86.0, 41.0, 25.0, 20.0, 12.0, 6.0, 6.0, 5.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.98828125, -3.868072509765625, -3.74786376953125, -3.627655029296875, -3.5074462890625, -3.387237548828125, -3.26702880859375, -3.146820068359375, -3.026611328125, -2.906402587890625, -2.78619384765625, -2.665985107421875, -2.5457763671875, -2.425567626953125, -2.30535888671875, -2.185150146484375, -2.06494140625, -1.944732666015625, -1.82452392578125, -1.704315185546875, -1.5841064453125, -1.463897705078125, -1.34368896484375, -1.223480224609375, -1.103271484375, -0.983062744140625, -0.86285400390625, -0.742645263671875, -0.6224365234375, -0.502227783203125, -0.38201904296875, -0.261810302734375, -0.1416015625, -0.021392822265625, 0.09881591796875, 0.219024658203125, 0.3392333984375, 0.459442138671875, 0.57965087890625, 0.699859619140625, 0.820068359375, 0.940277099609375, 1.06048583984375, 1.180694580078125, 1.3009033203125, 1.421112060546875, 1.54132080078125, 1.661529541015625, 1.78173828125, 1.901947021484375, 2.02215576171875, 2.142364501953125, 2.2625732421875, 2.382781982421875, 2.50299072265625, 2.623199462890625, 2.743408203125, 2.863616943359375, 2.98382568359375, 3.104034423828125, 3.2242431640625, 3.344451904296875, 3.46466064453125, 3.584869384765625, 3.705078125]}, "gradients/encoder.encoder.layers.9.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 4.0, 1.0, 8.0, 9.0, 20.0, 43.0, 49.0, 74.0, 118.0, 187.0, 149.0, 149.0, 73.0, 50.0, 28.0, 24.0, 10.0, 5.0, 5.0, 5.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.34765625, -3.239471435546875, -3.13128662109375, -3.023101806640625, -2.9149169921875, -2.806732177734375, -2.69854736328125, -2.590362548828125, -2.482177734375, -2.373992919921875, -2.26580810546875, -2.157623291015625, -2.0494384765625, -1.941253662109375, -1.83306884765625, -1.724884033203125, -1.61669921875, -1.508514404296875, -1.40032958984375, -1.292144775390625, -1.1839599609375, -1.075775146484375, -0.96759033203125, -0.859405517578125, -0.751220703125, -0.643035888671875, -0.53485107421875, -0.426666259765625, -0.3184814453125, -0.210296630859375, -0.10211181640625, 0.006072998046875, 0.1142578125, 0.222442626953125, 0.33062744140625, 0.438812255859375, 0.5469970703125, 0.655181884765625, 0.76336669921875, 0.871551513671875, 0.979736328125, 1.087921142578125, 1.19610595703125, 1.304290771484375, 1.4124755859375, 1.520660400390625, 1.62884521484375, 1.737030029296875, 1.84521484375, 1.953399658203125, 2.06158447265625, 2.169769287109375, 2.2779541015625, 2.386138916015625, 2.49432373046875, 2.602508544921875, 2.710693359375, 2.818878173828125, 2.92706298828125, 3.035247802734375, 3.1434326171875, 3.251617431640625, 3.35980224609375, 3.467987060546875, 3.576171875]}, "gradients/encoder.encoder.layers.9.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 6.0, 20.0, 113.0, 316.0, 376.0, 138.0, 28.0, 8.0, 5.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-132.9187469482422, -130.21336364746094, -127.50798034667969, -124.80260467529297, -122.09722137451172, -119.39183807373047, -116.68646240234375, -113.9810791015625, -111.27569580078125, -108.5703125, -105.86492919921875, -103.15955352783203, -100.45417022705078, -97.74878692626953, -95.04341125488281, -92.33802795410156, -89.63264465332031, -86.92726135253906, -84.22187805175781, -81.5165023803711, -78.81111907958984, -76.1057357788086, -73.40036010742188, -70.69497680664062, -67.98959350585938, -65.28421020507812, -62.57883071899414, -59.873451232910156, -57.168067932128906, -54.462684631347656, -51.75730514526367, -49.05192565917969, -46.34653854370117, -43.64115905761719, -40.93577575683594, -38.23039245605469, -35.5250129699707, -32.81963348388672, -30.11425018310547, -27.40886878967285, -24.703487396240234, -21.998106002807617, -19.292724609375, -16.587343215942383, -13.881961822509766, -11.176580429077148, -8.471199035644531, -5.765817642211914, -3.060436248779297, -0.3550548553466797, 2.3503265380859375, 5.055707931518555, 7.761089324951172, 10.466470718383789, 13.171852111816406, 15.877233505249023, 18.58261489868164, 21.287996292114258, 23.993377685546875, 26.698759078979492, 29.40414047241211, 32.109519958496094, 34.814903259277344, 37.520286560058594, 40.22566604614258]}, "gradients/encoder.encoder.layers.9.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 8.0, 7.0, 5.0, 11.0, 18.0, 15.0, 17.0, 12.0, 19.0, 30.0, 36.0, 29.0, 43.0, 46.0, 39.0, 44.0, 35.0, 60.0, 51.0, 61.0, 46.0, 52.0, 38.0, 38.0, 48.0, 27.0, 34.0, 23.0, 34.0, 14.0, 12.0, 12.0, 13.0, 8.0, 9.0, 3.0, 6.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.463184356689453, -23.726531982421875, -22.989879608154297, -22.25322723388672, -21.516572952270508, -20.77992057800293, -20.04326820373535, -19.306615829467773, -18.569963455200195, -17.833311080932617, -17.09665870666504, -16.360004425048828, -15.623353004455566, -14.886699676513672, -14.150047302246094, -13.413394927978516, -12.676741600036621, -11.940089225769043, -11.203435897827148, -10.46678352355957, -9.730131149291992, -8.993478775024414, -8.25682544708252, -7.520173072814941, -6.783520221710205, -6.046867370605469, -5.310214996337891, -4.573562145233154, -3.836909532546997, -3.10025691986084, -2.3636040687561035, -1.6269516944885254, -0.8902988433837891, -0.15364617109298706, 0.5830065011978149, 1.3196592330932617, 2.056311845779419, 2.792964458465576, 3.5296173095703125, 4.266269683837891, 5.002922534942627, 5.739575386047363, 6.476227760314941, 7.212880611419678, 7.949533462524414, 8.686185836791992, 9.42283821105957, 10.159490585327148, 10.896143913269043, 11.632796287536621, 12.369449615478516, 13.106101989746094, 13.842754364013672, 14.57940673828125, 15.316060066223145, 16.052711486816406, 16.789365768432617, 17.526018142700195, 18.262670516967773, 18.999324798583984, 19.735977172851562, 20.47262954711914, 21.20928192138672, 21.945934295654297, 22.682586669921875]}, "gradients/encoder.encoder.layers.8.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 4.0, 4.0, 7.0, 6.0, 14.0, 17.0, 34.0, 44.0, 95.0, 153.0, 317.0, 610.0, 1635.0, 5249.0, 36526.0, 4083935.0, 55859.0, 6525.0, 1794.0, 695.0, 314.0, 176.0, 110.0, 60.0, 39.0, 20.0, 14.0, 6.0, 10.0, 11.0, 2.0, 1.0, 4.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.56640625, -6.37646484375, -6.1865234375, -5.99658203125, -5.806640625, -5.61669921875, -5.4267578125, -5.23681640625, -5.046875, -4.85693359375, -4.6669921875, -4.47705078125, -4.287109375, -4.09716796875, -3.9072265625, -3.71728515625, -3.52734375, -3.33740234375, -3.1474609375, -2.95751953125, -2.767578125, -2.57763671875, -2.3876953125, -2.19775390625, -2.0078125, -1.81787109375, -1.6279296875, -1.43798828125, -1.248046875, -1.05810546875, -0.8681640625, -0.67822265625, -0.48828125, -0.29833984375, -0.1083984375, 0.08154296875, 0.271484375, 0.46142578125, 0.6513671875, 0.84130859375, 1.03125, 1.22119140625, 1.4111328125, 1.60107421875, 1.791015625, 1.98095703125, 2.1708984375, 2.36083984375, 2.55078125, 2.74072265625, 2.9306640625, 3.12060546875, 3.310546875, 3.50048828125, 3.6904296875, 3.88037109375, 4.0703125, 4.26025390625, 4.4501953125, 4.64013671875, 4.830078125, 5.02001953125, 5.2099609375, 5.39990234375, 5.58984375]}, "gradients/encoder.encoder.layers.8.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 5.0, 3.0, 6.0, 10.0, 9.0, 33.0, 37.0, 68.0, 98.0, 125.0, 131.0, 139.0, 115.0, 90.0, 54.0, 32.0, 14.0, 8.0, 10.0, 6.0, 6.0, 0.0, 3.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.53515625, -2.450042724609375, -2.36492919921875, -2.279815673828125, -2.1947021484375, -2.109588623046875, -2.02447509765625, -1.939361572265625, -1.854248046875, -1.769134521484375, -1.68402099609375, -1.598907470703125, -1.5137939453125, -1.428680419921875, -1.34356689453125, -1.258453369140625, -1.17333984375, -1.088226318359375, -1.00311279296875, -0.917999267578125, -0.8328857421875, -0.747772216796875, -0.66265869140625, -0.577545166015625, -0.492431640625, -0.407318115234375, -0.32220458984375, -0.237091064453125, -0.1519775390625, -0.066864013671875, 0.01824951171875, 0.103363037109375, 0.1884765625, 0.273590087890625, 0.35870361328125, 0.443817138671875, 0.5289306640625, 0.614044189453125, 0.69915771484375, 0.784271240234375, 0.869384765625, 0.954498291015625, 1.03961181640625, 1.124725341796875, 1.2098388671875, 1.294952392578125, 1.38006591796875, 1.465179443359375, 1.55029296875, 1.635406494140625, 1.72052001953125, 1.805633544921875, 1.8907470703125, 1.975860595703125, 2.06097412109375, 2.146087646484375, 2.231201171875, 2.316314697265625, 2.40142822265625, 2.486541748046875, 2.5716552734375, 2.656768798828125, 2.74188232421875, 2.826995849609375, 2.912109375]}, "gradients/encoder.encoder.layers.8.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 2.0, 4.0, 4.0, 3.0, 11.0, 15.0, 24.0, 39.0, 49.0, 55.0, 109.0, 163.0, 222.0, 328.0, 603.0, 1062.0, 1887.0, 3738.0, 8304.0, 21782.0, 94587.0, 3781655.0, 224411.0, 33185.0, 11410.0, 4848.0, 2495.0, 1299.0, 754.0, 418.0, 284.0, 174.0, 101.0, 84.0, 57.0, 31.0, 23.0, 18.0, 12.0, 13.0, 7.0, 9.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-2.759765625, -2.68017578125, -2.6005859375, -2.52099609375, -2.44140625, -2.36181640625, -2.2822265625, -2.20263671875, -2.123046875, -2.04345703125, -1.9638671875, -1.88427734375, -1.8046875, -1.72509765625, -1.6455078125, -1.56591796875, -1.486328125, -1.40673828125, -1.3271484375, -1.24755859375, -1.16796875, -1.08837890625, -1.0087890625, -0.92919921875, -0.849609375, -0.77001953125, -0.6904296875, -0.61083984375, -0.53125, -0.45166015625, -0.3720703125, -0.29248046875, -0.212890625, -0.13330078125, -0.0537109375, 0.02587890625, 0.10546875, 0.18505859375, 0.2646484375, 0.34423828125, 0.423828125, 0.50341796875, 0.5830078125, 0.66259765625, 0.7421875, 0.82177734375, 0.9013671875, 0.98095703125, 1.060546875, 1.14013671875, 1.2197265625, 1.29931640625, 1.37890625, 1.45849609375, 1.5380859375, 1.61767578125, 1.697265625, 1.77685546875, 1.8564453125, 1.93603515625, 2.015625, 2.09521484375, 2.1748046875, 2.25439453125, 2.333984375]}, "gradients/encoder.encoder.layers.8.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 4.0, 2.0, 5.0, 2.0, 4.0, 7.0, 5.0, 10.0, 19.0, 23.0, 31.0, 42.0, 99.0, 182.0, 1108.0, 2082.0, 195.0, 99.0, 46.0, 22.0, 23.0, 18.0, 14.0, 7.0, 4.0, 6.0, 3.0, 4.0, 1.0, 6.0, 2.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.298828125, -1.2606658935546875, -1.222503662109375, -1.1843414306640625, -1.14617919921875, -1.1080169677734375, -1.069854736328125, -1.0316925048828125, -0.9935302734375, -0.9553680419921875, -0.917205810546875, -0.8790435791015625, -0.84088134765625, -0.8027191162109375, -0.764556884765625, -0.7263946533203125, -0.688232421875, -0.6500701904296875, -0.611907958984375, -0.5737457275390625, -0.53558349609375, -0.4974212646484375, -0.459259033203125, -0.4210968017578125, -0.3829345703125, -0.3447723388671875, -0.306610107421875, -0.2684478759765625, -0.23028564453125, -0.1921234130859375, -0.153961181640625, -0.1157989501953125, -0.07763671875, -0.0394744873046875, -0.001312255859375, 0.0368499755859375, 0.07501220703125, 0.1131744384765625, 0.151336669921875, 0.1894989013671875, 0.2276611328125, 0.2658233642578125, 0.303985595703125, 0.3421478271484375, 0.38031005859375, 0.4184722900390625, 0.456634521484375, 0.4947967529296875, 0.532958984375, 0.5711212158203125, 0.609283447265625, 0.6474456787109375, 0.68560791015625, 0.7237701416015625, 0.761932373046875, 0.8000946044921875, 0.8382568359375, 0.8764190673828125, 0.914581298828125, 0.9527435302734375, 0.99090576171875, 1.0290679931640625, 1.067230224609375, 1.1053924560546875, 1.1435546875]}, "gradients/encoder.encoder.layers.8.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 9.0, 7.0, 14.0, 24.0, 29.0, 36.0, 56.0, 70.0, 87.0, 109.0, 119.0, 106.0, 92.0, 76.0, 49.0, 31.0, 32.0, 17.0, 9.0, 5.0, 5.0, 3.0, 5.0, 4.0, 4.0, 1.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.638387680053711, -3.487043857574463, -3.3356997966766357, -3.1843559741973877, -3.0330119132995605, -2.8816680908203125, -2.7303242683410645, -2.5789802074432373, -2.42763614654541, -2.276292324066162, -2.124948263168335, -1.973604440689087, -1.8222603797912598, -1.6709165573120117, -1.5195726156234741, -1.3682286739349365, -1.2168848514556885, -1.0655409097671509, -0.9141969680786133, -0.7628530859947205, -0.6115091443061829, -0.46016520261764526, -0.30882132053375244, -0.15747737884521484, -0.006133437156677246, 0.14521048963069916, 0.29655441641807556, 0.44789832830429077, 0.5992422699928284, 0.750586211681366, 0.9019300937652588, 1.0532740354537964, 1.204617977142334, 1.3559619188308716, 1.5073058605194092, 1.6586496829986572, 1.8099937438964844, 1.9613375663757324, 2.1126813888549805, 2.2640254497528076, 2.4153695106506348, 2.566713333129883, 2.71805739402771, 2.869401216506958, 3.020745277404785, 3.172089099884033, 3.3234329223632812, 3.4747769832611084, 3.6261208057403564, 3.7774646282196045, 3.9288086891174316, 4.08015251159668, 4.231496334075928, 4.382840633392334, 4.534184455871582, 4.68552827835083, 4.836872100830078, 4.988215923309326, 5.139559745788574, 5.2909040451049805, 5.4422478675842285, 5.593591690063477, 5.744935512542725, 5.896279335021973, 6.047623634338379]}, "gradients/encoder.encoder.layers.8.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 6.0, 9.0, 7.0, 11.0, 15.0, 20.0, 22.0, 35.0, 44.0, 41.0, 48.0, 71.0, 61.0, 74.0, 87.0, 71.0, 69.0, 59.0, 55.0, 53.0, 37.0, 25.0, 25.0, 23.0, 13.0, 6.0, 9.0, 4.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.562617301940918, -5.396609306335449, -5.2306013107299805, -5.0645928382873535, -4.898584842681885, -4.732576847076416, -4.566568851470947, -4.40056037902832, -4.234552383422852, -4.068544387817383, -3.902536153793335, -3.736528158187866, -3.5705199241638184, -3.4045119285583496, -3.238503932952881, -3.072495698928833, -2.9064877033233643, -2.7404797077178955, -2.5744714736938477, -2.408463478088379, -2.242455244064331, -2.0764472484588623, -1.910439133644104, -1.7444310188293457, -1.5784229040145874, -1.412414789199829, -1.2464066743850708, -1.0803985595703125, -0.914390504360199, -0.7483823895454407, -0.5823743343353271, -0.41636621952056885, -0.25035810470581055, -0.08435000479221344, 0.08165809512138367, 0.24766618013381958, 0.4136742949485779, 0.5796824097633362, 0.7456904649734497, 0.911698579788208, 1.0777066946029663, 1.2437148094177246, 1.409722924232483, 1.5757310390472412, 1.74173903465271, 1.9077472686767578, 2.0737552642822266, 2.2397632598876953, 2.405771493911743, 2.571779489517212, 2.7377877235412598, 2.9037957191467285, 3.0698039531707764, 3.235811948776245, 3.401820182800293, 3.5678281784057617, 3.7338361740112305, 3.899844169616699, 4.065852165222168, 4.231860637664795, 4.397868633270264, 4.563876628875732, 4.729884624481201, 4.895893096923828, 5.061901092529297]}, "gradients/encoder.encoder.layers.8.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 5.0, 5.0, 14.0, 9.0, 9.0, 21.0, 43.0, 83.0, 177.0, 428.0, 1240.0, 5895.0, 71809.0, 874559.0, 85290.0, 6697.0, 1431.0, 444.0, 191.0, 92.0, 50.0, 27.0, 16.0, 10.0, 9.0, 3.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-8.59375, -8.36474609375, -8.1357421875, -7.90673828125, -7.677734375, -7.44873046875, -7.2197265625, -6.99072265625, -6.76171875, -6.53271484375, -6.3037109375, -6.07470703125, -5.845703125, -5.61669921875, -5.3876953125, -5.15869140625, -4.9296875, -4.70068359375, -4.4716796875, -4.24267578125, -4.013671875, -3.78466796875, -3.5556640625, -3.32666015625, -3.09765625, -2.86865234375, -2.6396484375, -2.41064453125, -2.181640625, -1.95263671875, -1.7236328125, -1.49462890625, -1.265625, -1.03662109375, -0.8076171875, -0.57861328125, -0.349609375, -0.12060546875, 0.1083984375, 0.33740234375, 0.56640625, 0.79541015625, 1.0244140625, 1.25341796875, 1.482421875, 1.71142578125, 1.9404296875, 2.16943359375, 2.3984375, 2.62744140625, 2.8564453125, 3.08544921875, 3.314453125, 3.54345703125, 3.7724609375, 4.00146484375, 4.23046875, 4.45947265625, 4.6884765625, 4.91748046875, 5.146484375, 5.37548828125, 5.6044921875, 5.83349609375, 6.0625]}, "gradients/encoder.encoder.layers.8.attention.out_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 5.0, 4.0, 3.0, 2.0, 7.0, 12.0, 11.0, 19.0, 29.0, 41.0, 44.0, 80.0, 70.0, 101.0, 99.0, 102.0, 94.0, 71.0, 70.0, 54.0, 23.0, 13.0, 15.0, 9.0, 5.0, 6.0, 3.0, 6.0, 4.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.78125, -1.719146728515625, -1.65704345703125, -1.594940185546875, -1.5328369140625, -1.470733642578125, -1.40863037109375, -1.346527099609375, -1.284423828125, -1.222320556640625, -1.16021728515625, -1.098114013671875, -1.0360107421875, -0.973907470703125, -0.91180419921875, -0.849700927734375, -0.78759765625, -0.725494384765625, -0.66339111328125, -0.601287841796875, -0.5391845703125, -0.477081298828125, -0.41497802734375, -0.352874755859375, -0.290771484375, -0.228668212890625, -0.16656494140625, -0.104461669921875, -0.0423583984375, 0.019744873046875, 0.08184814453125, 0.143951416015625, 0.2060546875, 0.268157958984375, 0.33026123046875, 0.392364501953125, 0.4544677734375, 0.516571044921875, 0.57867431640625, 0.640777587890625, 0.702880859375, 0.764984130859375, 0.82708740234375, 0.889190673828125, 0.9512939453125, 1.013397216796875, 1.07550048828125, 1.137603759765625, 1.19970703125, 1.261810302734375, 1.32391357421875, 1.386016845703125, 1.4481201171875, 1.510223388671875, 1.57232666015625, 1.634429931640625, 1.696533203125, 1.758636474609375, 1.82073974609375, 1.882843017578125, 1.9449462890625, 2.007049560546875, 2.06915283203125, 2.131256103515625, 2.193359375]}, "gradients/encoder.encoder.layers.8.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 4.0, 6.0, 11.0, 13.0, 13.0, 21.0, 29.0, 58.0, 112.0, 175.0, 314.0, 641.0, 1698.0, 6361.0, 79935.0, 886839.0, 63595.0, 5914.0, 1490.0, 609.0, 279.0, 172.0, 89.0, 54.0, 46.0, 25.0, 14.0, 6.0, 5.0, 9.0, 6.0, 4.0, 3.0, 4.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-6.484375, -6.27154541015625, -6.0587158203125, -5.84588623046875, -5.633056640625, -5.42022705078125, -5.2073974609375, -4.99456787109375, -4.78173828125, -4.56890869140625, -4.3560791015625, -4.14324951171875, -3.930419921875, -3.71759033203125, -3.5047607421875, -3.29193115234375, -3.0791015625, -2.86627197265625, -2.6534423828125, -2.44061279296875, -2.227783203125, -2.01495361328125, -1.8021240234375, -1.58929443359375, -1.37646484375, -1.16363525390625, -0.9508056640625, -0.73797607421875, -0.525146484375, -0.31231689453125, -0.0994873046875, 0.11334228515625, 0.326171875, 0.53900146484375, 0.7518310546875, 0.96466064453125, 1.177490234375, 1.39031982421875, 1.6031494140625, 1.81597900390625, 2.02880859375, 2.24163818359375, 2.4544677734375, 2.66729736328125, 2.880126953125, 3.09295654296875, 3.3057861328125, 3.51861572265625, 3.7314453125, 3.94427490234375, 4.1571044921875, 4.36993408203125, 4.582763671875, 4.79559326171875, 5.0084228515625, 5.22125244140625, 5.43408203125, 5.64691162109375, 5.8597412109375, 6.07257080078125, 6.285400390625, 6.49822998046875, 6.7110595703125, 6.92388916015625, 7.13671875]}, "gradients/encoder.encoder.layers.8.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 5.0, 7.0, 8.0, 4.0, 8.0, 8.0, 13.0, 20.0, 18.0, 29.0, 34.0, 48.0, 48.0, 51.0, 60.0, 55.0, 63.0, 56.0, 69.0, 76.0, 72.0, 47.0, 35.0, 48.0, 33.0, 19.0, 23.0, 12.0, 12.0, 7.0, 5.0, 11.0, 4.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.34375, -7.12969970703125, -6.9156494140625, -6.70159912109375, -6.487548828125, -6.27349853515625, -6.0594482421875, -5.84539794921875, -5.63134765625, -5.41729736328125, -5.2032470703125, -4.98919677734375, -4.775146484375, -4.56109619140625, -4.3470458984375, -4.13299560546875, -3.9189453125, -3.70489501953125, -3.4908447265625, -3.27679443359375, -3.062744140625, -2.84869384765625, -2.6346435546875, -2.42059326171875, -2.20654296875, -1.99249267578125, -1.7784423828125, -1.56439208984375, -1.350341796875, -1.13629150390625, -0.9222412109375, -0.70819091796875, -0.494140625, -0.28009033203125, -0.0660400390625, 0.14801025390625, 0.362060546875, 0.57611083984375, 0.7901611328125, 1.00421142578125, 1.21826171875, 1.43231201171875, 1.6463623046875, 1.86041259765625, 2.074462890625, 2.28851318359375, 2.5025634765625, 2.71661376953125, 2.9306640625, 3.14471435546875, 3.3587646484375, 3.57281494140625, 3.786865234375, 4.00091552734375, 4.2149658203125, 4.42901611328125, 4.64306640625, 4.85711669921875, 5.0711669921875, 5.28521728515625, 5.499267578125, 5.71331787109375, 5.9273681640625, 6.14141845703125, 6.35546875]}, "gradients/encoder.encoder.layers.8.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 3.0, 1.0, 1.0, 4.0, 11.0, 7.0, 20.0, 18.0, 41.0, 81.0, 195.0, 496.0, 1812.0, 18731.0, 967839.0, 55329.0, 2808.0, 679.0, 245.0, 103.0, 51.0, 19.0, 15.0, 12.0, 10.0, 5.0, 7.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-4.23828125, -4.11932373046875, -4.0003662109375, -3.88140869140625, -3.762451171875, -3.64349365234375, -3.5245361328125, -3.40557861328125, -3.28662109375, -3.16766357421875, -3.0487060546875, -2.92974853515625, -2.810791015625, -2.69183349609375, -2.5728759765625, -2.45391845703125, -2.3349609375, -2.21600341796875, -2.0970458984375, -1.97808837890625, -1.859130859375, -1.74017333984375, -1.6212158203125, -1.50225830078125, -1.38330078125, -1.26434326171875, -1.1453857421875, -1.02642822265625, -0.907470703125, -0.78851318359375, -0.6695556640625, -0.55059814453125, -0.431640625, -0.31268310546875, -0.1937255859375, -0.07476806640625, 0.044189453125, 0.16314697265625, 0.2821044921875, 0.40106201171875, 0.52001953125, 0.63897705078125, 0.7579345703125, 0.87689208984375, 0.995849609375, 1.11480712890625, 1.2337646484375, 1.35272216796875, 1.4716796875, 1.59063720703125, 1.7095947265625, 1.82855224609375, 1.947509765625, 2.06646728515625, 2.1854248046875, 2.30438232421875, 2.42333984375, 2.54229736328125, 2.6612548828125, 2.78021240234375, 2.899169921875, 3.01812744140625, 3.1370849609375, 3.25604248046875, 3.375]}, "gradients/encoder.encoder.layers.8.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 4.0, 5.0, 4.0, 6.0, 4.0, 10.0, 17.0, 17.0, 27.0, 40.0, 56.0, 75.0, 108.0, 109.0, 99.0, 95.0, 81.0, 79.0, 54.0, 30.0, 29.0, 21.0, 10.0, 8.0, 10.0, 4.0, 5.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00018930435180664062, -0.00018176808953285217, -0.00017423182725906372, -0.00016669556498527527, -0.00015915930271148682, -0.00015162304043769836, -0.0001440867781639099, -0.00013655051589012146, -0.000129014253616333, -0.00012147799134254456, -0.0001139417290687561, -0.00010640546679496765, -9.88692045211792e-05, -9.133294224739075e-05, -8.37966799736023e-05, -7.626041769981384e-05, -6.872415542602539e-05, -6.118789315223694e-05, -5.3651630878448486e-05, -4.6115368604660034e-05, -3.857910633087158e-05, -3.104284405708313e-05, -2.3506581783294678e-05, -1.5970319509506226e-05, -8.434057235717773e-06, -8.977949619293213e-07, 6.638467311859131e-06, 1.4174729585647583e-05, 2.1710991859436035e-05, 2.9247254133224487e-05, 3.678351640701294e-05, 4.431977868080139e-05, 5.1856040954589844e-05, 5.9392303228378296e-05, 6.692856550216675e-05, 7.44648277759552e-05, 8.200109004974365e-05, 8.95373523235321e-05, 9.707361459732056e-05, 0.00010460987687110901, 0.00011214613914489746, 0.00011968240141868591, 0.00012721866369247437, 0.00013475492596626282, 0.00014229118824005127, 0.00014982745051383972, 0.00015736371278762817, 0.00016489997506141663, 0.00017243623733520508, 0.00017997249960899353, 0.00018750876188278198, 0.00019504502415657043, 0.0002025812864303589, 0.00021011754870414734, 0.0002176538109779358, 0.00022519007325172424, 0.0002327263355255127, 0.00024026259779930115, 0.0002477988600730896, 0.00025533512234687805, 0.0002628713846206665, 0.00027040764689445496, 0.0002779439091682434, 0.00028548017144203186, 0.0002930164337158203]}, "gradients/encoder.encoder.layers.8.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 3.0, 7.0, 8.0, 13.0, 21.0, 49.0, 94.0, 203.0, 495.0, 1686.0, 13238.0, 906580.0, 120600.0, 4115.0, 880.0, 263.0, 148.0, 70.0, 32.0, 23.0, 14.0, 7.0, 5.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.283203125, -3.172882080078125, -3.06256103515625, -2.952239990234375, -2.8419189453125, -2.731597900390625, -2.62127685546875, -2.510955810546875, -2.400634765625, -2.290313720703125, -2.17999267578125, -2.069671630859375, -1.9593505859375, -1.849029541015625, -1.73870849609375, -1.628387451171875, -1.51806640625, -1.407745361328125, -1.29742431640625, -1.187103271484375, -1.0767822265625, -0.966461181640625, -0.85614013671875, -0.745819091796875, -0.635498046875, -0.525177001953125, -0.41485595703125, -0.304534912109375, -0.1942138671875, -0.083892822265625, 0.02642822265625, 0.136749267578125, 0.2470703125, 0.357391357421875, 0.46771240234375, 0.578033447265625, 0.6883544921875, 0.798675537109375, 0.90899658203125, 1.019317626953125, 1.129638671875, 1.239959716796875, 1.35028076171875, 1.460601806640625, 1.5709228515625, 1.681243896484375, 1.79156494140625, 1.901885986328125, 2.01220703125, 2.122528076171875, 2.23284912109375, 2.343170166015625, 2.4534912109375, 2.563812255859375, 2.67413330078125, 2.784454345703125, 2.894775390625, 3.005096435546875, 3.11541748046875, 3.225738525390625, 3.3360595703125, 3.446380615234375, 3.55670166015625, 3.667022705078125, 3.77734375]}, "gradients/encoder.encoder.layers.8.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 10.0, 5.0, 4.0, 11.0, 18.0, 35.0, 35.0, 55.0, 88.0, 102.0, 143.0, 135.0, 107.0, 81.0, 54.0, 46.0, 33.0, 21.0, 9.0, 5.0, 4.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.345703125, -2.278778076171875, -2.21185302734375, -2.144927978515625, -2.0780029296875, -2.011077880859375, -1.94415283203125, -1.877227783203125, -1.810302734375, -1.743377685546875, -1.67645263671875, -1.609527587890625, -1.5426025390625, -1.475677490234375, -1.40875244140625, -1.341827392578125, -1.27490234375, -1.207977294921875, -1.14105224609375, -1.074127197265625, -1.0072021484375, -0.940277099609375, -0.87335205078125, -0.806427001953125, -0.739501953125, -0.672576904296875, -0.60565185546875, -0.538726806640625, -0.4718017578125, -0.404876708984375, -0.33795166015625, -0.271026611328125, -0.2041015625, -0.137176513671875, -0.07025146484375, -0.003326416015625, 0.0635986328125, 0.130523681640625, 0.19744873046875, 0.264373779296875, 0.331298828125, 0.398223876953125, 0.46514892578125, 0.532073974609375, 0.5989990234375, 0.665924072265625, 0.73284912109375, 0.799774169921875, 0.86669921875, 0.933624267578125, 1.00054931640625, 1.067474365234375, 1.1343994140625, 1.201324462890625, 1.26824951171875, 1.335174560546875, 1.402099609375, 1.469024658203125, 1.53594970703125, 1.602874755859375, 1.6697998046875, 1.736724853515625, 1.80364990234375, 1.870574951171875, 1.9375]}, "gradients/encoder.encoder.layers.8.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 7.0, 13.0, 45.0, 63.0, 125.0, 169.0, 215.0, 171.0, 93.0, 45.0, 24.0, 10.0, 5.0, 5.0, 4.0, 5.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-47.08626174926758, -45.911014556884766, -44.73576736450195, -43.56052017211914, -42.38527297973633, -41.210025787353516, -40.0347785949707, -38.85953140258789, -37.68428421020508, -36.509037017822266, -35.33378982543945, -34.15854263305664, -32.98329544067383, -31.808048248291016, -30.632801055908203, -29.45755386352539, -28.28230857849121, -27.1070613861084, -25.931814193725586, -24.756567001342773, -23.58131980895996, -22.40607261657715, -21.23082733154297, -20.055580139160156, -18.880332946777344, -17.70508575439453, -16.52983856201172, -15.354591369628906, -14.179344177246094, -13.004096984863281, -11.828850746154785, -10.653603553771973, -9.478355407714844, -8.303108215332031, -7.127861022949219, -5.9526143074035645, -4.777367115020752, -3.6021199226379395, -2.426873207092285, -1.2516260147094727, -0.07637882232666016, 1.0988682508468628, 2.2741153240203857, 3.449362277984619, 4.624609470367432, 5.799856662750244, 6.975103378295898, 8.150350570678711, 9.325597763061523, 10.500844955444336, 11.676092147827148, 12.851339340209961, 14.026586532592773, 15.201833724975586, 16.377079010009766, 17.552326202392578, 18.72757339477539, 19.902820587158203, 21.078067779541016, 22.253314971923828, 23.42856216430664, 24.603809356689453, 25.779056549072266, 26.954303741455078, 28.12955093383789]}, "gradients/encoder.encoder.layers.8.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 3.0, 3.0, 4.0, 6.0, 1.0, 12.0, 9.0, 13.0, 27.0, 21.0, 30.0, 53.0, 40.0, 50.0, 52.0, 67.0, 70.0, 69.0, 59.0, 57.0, 62.0, 50.0, 41.0, 46.0, 30.0, 31.0, 26.0, 22.0, 14.0, 11.0, 7.0, 6.0, 5.0, 3.0, 4.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-27.350372314453125, -26.40395736694336, -25.457544326782227, -24.51112937927246, -23.564714431762695, -22.618301391601562, -21.671886444091797, -20.72547149658203, -19.779056549072266, -18.8326416015625, -17.886228561401367, -16.9398136138916, -15.993398666381836, -15.046984672546387, -14.100570678710938, -13.154155731201172, -12.207742691040039, -11.26132869720459, -10.314913749694824, -9.368499755859375, -8.42208480834961, -7.47567081451416, -6.529256820678711, -5.5828423500061035, -4.636427879333496, -3.6900134086608887, -2.7435991764068604, -1.797184944152832, -0.8507704734802246, 0.09564399719238281, 1.042057991027832, 1.9884724617004395, 2.934886932373047, 3.8813014030456543, 4.827715873718262, 5.774129867553711, 6.720544338226318, 7.666958808898926, 8.613372802734375, 9.55978775024414, 10.50620174407959, 11.452615737915039, 12.399030685424805, 13.345444679260254, 14.291858673095703, 15.238273620605469, 16.184688568115234, 17.131101608276367, 18.077516555786133, 19.0239315032959, 19.97034454345703, 20.916759490966797, 21.863174438476562, 22.809589385986328, 23.75600242614746, 24.702417373657227, 25.64883041381836, 26.595245361328125, 27.541658401489258, 28.488073348999023, 29.43448829650879, 30.380901336669922, 31.327316284179688, 32.27373123168945, 33.22014617919922]}, "gradients/encoder.encoder.layers.7.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 4.0, 5.0, 6.0, 7.0, 17.0, 12.0, 42.0, 74.0, 233.0, 1014.0, 8504.0, 695869.0, 3472124.0, 14283.0, 1553.0, 304.0, 119.0, 52.0, 27.0, 20.0, 5.0, 9.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.40625, -8.20654296875, -8.0068359375, -7.80712890625, -7.607421875, -7.40771484375, -7.2080078125, -7.00830078125, -6.80859375, -6.60888671875, -6.4091796875, -6.20947265625, -6.009765625, -5.81005859375, -5.6103515625, -5.41064453125, -5.2109375, -5.01123046875, -4.8115234375, -4.61181640625, -4.412109375, -4.21240234375, -4.0126953125, -3.81298828125, -3.61328125, -3.41357421875, -3.2138671875, -3.01416015625, -2.814453125, -2.61474609375, -2.4150390625, -2.21533203125, -2.015625, -1.81591796875, -1.6162109375, -1.41650390625, -1.216796875, -1.01708984375, -0.8173828125, -0.61767578125, -0.41796875, -0.21826171875, -0.0185546875, 0.18115234375, 0.380859375, 0.58056640625, 0.7802734375, 0.97998046875, 1.1796875, 1.37939453125, 1.5791015625, 1.77880859375, 1.978515625, 2.17822265625, 2.3779296875, 2.57763671875, 2.77734375, 2.97705078125, 3.1767578125, 3.37646484375, 3.576171875, 3.77587890625, 3.9755859375, 4.17529296875, 4.375]}, "gradients/encoder.encoder.layers.7.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 6.0, 2.0, 10.0, 8.0, 7.0, 14.0, 13.0, 14.0, 33.0, 27.0, 28.0, 46.0, 49.0, 49.0, 60.0, 59.0, 80.0, 50.0, 55.0, 61.0, 46.0, 39.0, 44.0, 38.0, 32.0, 33.0, 24.0, 16.0, 17.0, 11.0, 8.0, 4.0, 7.0, 3.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-1.1748046875, -1.1423110961914062, -1.1098175048828125, -1.0773239135742188, -1.044830322265625, -1.0123367309570312, -0.9798431396484375, -0.9473495483398438, -0.91485595703125, -0.8823623657226562, -0.8498687744140625, -0.8173751831054688, -0.784881591796875, -0.7523880004882812, -0.7198944091796875, -0.6874008178710938, -0.6549072265625, -0.6224136352539062, -0.5899200439453125, -0.5574264526367188, -0.524932861328125, -0.49243927001953125, -0.4599456787109375, -0.42745208740234375, -0.39495849609375, -0.36246490478515625, -0.3299713134765625, -0.29747772216796875, -0.264984130859375, -0.23249053955078125, -0.1999969482421875, -0.16750335693359375, -0.135009765625, -0.10251617431640625, -0.0700225830078125, -0.03752899169921875, -0.005035400390625, 0.02745819091796875, 0.0599517822265625, 0.09244537353515625, 0.12493896484375, 0.15743255615234375, 0.1899261474609375, 0.22241973876953125, 0.254913330078125, 0.28740692138671875, 0.3199005126953125, 0.35239410400390625, 0.3848876953125, 0.41738128662109375, 0.4498748779296875, 0.48236846923828125, 0.514862060546875, 0.5473556518554688, 0.5798492431640625, 0.6123428344726562, 0.64483642578125, 0.6773300170898438, 0.7098236083984375, 0.7423171997070312, 0.774810791015625, 0.8073043823242188, 0.8397979736328125, 0.8722915649414062, 0.90478515625]}, "gradients/encoder.encoder.layers.7.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 1.0, 7.0, 10.0, 11.0, 18.0, 16.0, 40.0, 50.0, 100.0, 185.0, 410.0, 1012.0, 3239.0, 13870.0, 98137.0, 3393229.0, 637459.0, 36991.0, 6636.0, 1736.0, 580.0, 231.0, 142.0, 57.0, 34.0, 19.0, 10.0, 11.0, 4.0, 11.0, 5.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0], "bins": [-3.232421875, -3.14208984375, -3.0517578125, -2.96142578125, -2.87109375, -2.78076171875, -2.6904296875, -2.60009765625, -2.509765625, -2.41943359375, -2.3291015625, -2.23876953125, -2.1484375, -2.05810546875, -1.9677734375, -1.87744140625, -1.787109375, -1.69677734375, -1.6064453125, -1.51611328125, -1.42578125, -1.33544921875, -1.2451171875, -1.15478515625, -1.064453125, -0.97412109375, -0.8837890625, -0.79345703125, -0.703125, -0.61279296875, -0.5224609375, -0.43212890625, -0.341796875, -0.25146484375, -0.1611328125, -0.07080078125, 0.01953125, 0.10986328125, 0.2001953125, 0.29052734375, 0.380859375, 0.47119140625, 0.5615234375, 0.65185546875, 0.7421875, 0.83251953125, 0.9228515625, 1.01318359375, 1.103515625, 1.19384765625, 1.2841796875, 1.37451171875, 1.46484375, 1.55517578125, 1.6455078125, 1.73583984375, 1.826171875, 1.91650390625, 2.0068359375, 2.09716796875, 2.1875, 2.27783203125, 2.3681640625, 2.45849609375, 2.548828125]}, "gradients/encoder.encoder.layers.7.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 3.0, 4.0, 3.0, 8.0, 13.0, 8.0, 9.0, 10.0, 19.0, 29.0, 50.0, 75.0, 151.0, 269.0, 539.0, 1109.0, 861.0, 387.0, 224.0, 119.0, 70.0, 34.0, 25.0, 21.0, 15.0, 9.0, 10.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.361328125, -3.269989013671875, -3.17864990234375, -3.087310791015625, -2.9959716796875, -2.904632568359375, -2.81329345703125, -2.721954345703125, -2.630615234375, -2.539276123046875, -2.44793701171875, -2.356597900390625, -2.2652587890625, -2.173919677734375, -2.08258056640625, -1.991241455078125, -1.89990234375, -1.808563232421875, -1.71722412109375, -1.625885009765625, -1.5345458984375, -1.443206787109375, -1.35186767578125, -1.260528564453125, -1.169189453125, -1.077850341796875, -0.98651123046875, -0.895172119140625, -0.8038330078125, -0.712493896484375, -0.62115478515625, -0.529815673828125, -0.4384765625, -0.347137451171875, -0.25579833984375, -0.164459228515625, -0.0731201171875, 0.018218994140625, 0.10955810546875, 0.200897216796875, 0.292236328125, 0.383575439453125, 0.47491455078125, 0.566253662109375, 0.6575927734375, 0.748931884765625, 0.84027099609375, 0.931610107421875, 1.02294921875, 1.114288330078125, 1.20562744140625, 1.296966552734375, 1.3883056640625, 1.479644775390625, 1.57098388671875, 1.662322998046875, 1.753662109375, 1.845001220703125, 1.93634033203125, 2.027679443359375, 2.1190185546875, 2.210357666015625, 2.30169677734375, 2.393035888671875, 2.484375]}, "gradients/encoder.encoder.layers.7.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 8.0, 5.0, 33.0, 187.0, 384.0, 257.0, 79.0, 25.0, 11.0, 5.0, 7.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-50.21128845214844, -48.79756164550781, -47.38383483886719, -45.97011184692383, -44.5563850402832, -43.14265823364258, -41.72893524169922, -40.315208435058594, -38.90148162841797, -37.487754821777344, -36.07402801513672, -34.66030502319336, -33.246578216552734, -31.83285140991211, -30.419126510620117, -29.005401611328125, -27.5916748046875, -26.177947998046875, -24.764223098754883, -23.35049819946289, -21.936771392822266, -20.52304458618164, -19.10931968688965, -17.695594787597656, -16.28186798095703, -14.868142127990723, -13.454416275024414, -12.040690422058105, -10.626964569091797, -9.213238716125488, -7.79951286315918, -6.385787010192871, -4.9720611572265625, -3.558335304260254, -2.1446094512939453, -0.7308835983276367, 0.6828422546386719, 2.0965681076049805, 3.510293960571289, 4.924019813537598, 6.337745666503906, 7.751471519470215, 9.165197372436523, 10.578923225402832, 11.99264907836914, 13.40637493133545, 14.820100784301758, 16.23382568359375, 17.647552490234375, 19.061279296875, 20.475004196166992, 21.888729095458984, 23.30245590209961, 24.716182708740234, 26.129907608032227, 27.54363250732422, 28.957359313964844, 30.37108612060547, 31.78481101989746, 33.19853591918945, 34.61226272583008, 36.0259895324707, 37.43971252441406, 38.85343933105469, 40.26716613769531]}, "gradients/encoder.encoder.layers.7.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 3.0, 3.0, 8.0, 7.0, 8.0, 11.0, 15.0, 9.0, 13.0, 20.0, 25.0, 24.0, 31.0, 40.0, 42.0, 31.0, 46.0, 49.0, 35.0, 43.0, 48.0, 63.0, 36.0, 52.0, 53.0, 34.0, 36.0, 31.0, 33.0, 23.0, 24.0, 13.0, 21.0, 16.0, 11.0, 11.0, 8.0, 8.0, 8.0, 2.0, 8.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-10.85722827911377, -10.514671325683594, -10.172113418579102, -9.829556465148926, -9.48699951171875, -9.144441604614258, -8.801884651184082, -8.459327697753906, -8.116769790649414, -7.77421236038208, -7.431655406951904, -7.08909797668457, -6.7465410232543945, -6.4039835929870605, -6.061426162719727, -5.718869209289551, -5.376312255859375, -5.033754825592041, -4.691197872161865, -4.348640441894531, -4.0060834884643555, -3.6635260581970215, -3.3209686279296875, -2.9784114360809326, -2.6358542442321777, -2.293297052383423, -1.9507397413253784, -1.608182430267334, -1.265625238418579, -0.9230680465698242, -0.5805106163024902, -0.23795342445373535, 0.10460472106933594, 0.4471619725227356, 0.7897192239761353, 1.1322765350341797, 1.4748337268829346, 1.8173909187316895, 2.1599483489990234, 2.5025055408477783, 2.845062732696533, 3.187619924545288, 3.530177116394043, 3.872734546661377, 4.215291976928711, 4.557848930358887, 4.900406360626221, 5.242963790893555, 5.5855207443237305, 5.9280781745910645, 6.27063512802124, 6.613192558288574, 6.95574951171875, 7.298306941986084, 7.640864372253418, 7.983421325683594, 8.325979232788086, 8.668536186218262, 9.011094093322754, 9.35365104675293, 9.696208000183105, 10.038764953613281, 10.381322860717773, 10.72387981414795, 11.066436767578125]}, "gradients/encoder.encoder.layers.7.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 3.0, 3.0, 7.0, 10.0, 12.0, 25.0, 41.0, 47.0, 76.0, 112.0, 202.0, 384.0, 622.0, 1300.0, 2585.0, 5872.0, 15242.0, 46902.0, 178738.0, 518846.0, 198209.0, 51122.0, 16375.0, 6171.0, 2731.0, 1320.0, 639.0, 371.0, 231.0, 131.0, 75.0, 47.0, 38.0, 19.0, 16.0, 12.0, 6.0, 2.0, 5.0, 5.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8935546875, -1.8271942138671875, -1.760833740234375, -1.6944732666015625, -1.62811279296875, -1.5617523193359375, -1.495391845703125, -1.4290313720703125, -1.3626708984375, -1.2963104248046875, -1.229949951171875, -1.1635894775390625, -1.09722900390625, -1.0308685302734375, -0.964508056640625, -0.8981475830078125, -0.831787109375, -0.7654266357421875, -0.699066162109375, -0.6327056884765625, -0.56634521484375, -0.4999847412109375, -0.433624267578125, -0.3672637939453125, -0.3009033203125, -0.2345428466796875, -0.168182373046875, -0.1018218994140625, -0.03546142578125, 0.0308990478515625, 0.097259521484375, 0.1636199951171875, 0.22998046875, 0.2963409423828125, 0.362701416015625, 0.4290618896484375, 0.49542236328125, 0.5617828369140625, 0.628143310546875, 0.6945037841796875, 0.7608642578125, 0.8272247314453125, 0.893585205078125, 0.9599456787109375, 1.02630615234375, 1.0926666259765625, 1.159027099609375, 1.2253875732421875, 1.291748046875, 1.3581085205078125, 1.424468994140625, 1.4908294677734375, 1.55718994140625, 1.6235504150390625, 1.689910888671875, 1.7562713623046875, 1.8226318359375, 1.8889923095703125, 1.955352783203125, 2.0217132568359375, 2.08807373046875, 2.1544342041015625, 2.220794677734375, 2.2871551513671875, 2.353515625]}, "gradients/encoder.encoder.layers.7.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 4.0, 4.0, 6.0, 7.0, 13.0, 11.0, 14.0, 15.0, 15.0, 20.0, 32.0, 38.0, 46.0, 29.0, 57.0, 48.0, 53.0, 64.0, 72.0, 55.0, 65.0, 46.0, 43.0, 38.0, 47.0, 31.0, 24.0, 21.0, 22.0, 18.0, 12.0, 6.0, 10.0, 6.0, 5.0, 4.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0439453125, -1.0143585205078125, -0.984771728515625, -0.9551849365234375, -0.92559814453125, -0.8960113525390625, -0.866424560546875, -0.8368377685546875, -0.8072509765625, -0.7776641845703125, -0.748077392578125, -0.7184906005859375, -0.68890380859375, -0.6593170166015625, -0.629730224609375, -0.6001434326171875, -0.570556640625, -0.5409698486328125, -0.511383056640625, -0.4817962646484375, -0.45220947265625, -0.4226226806640625, -0.393035888671875, -0.3634490966796875, -0.3338623046875, -0.3042755126953125, -0.274688720703125, -0.2451019287109375, -0.21551513671875, -0.1859283447265625, -0.156341552734375, -0.1267547607421875, -0.09716796875, -0.0675811767578125, -0.037994384765625, -0.0084075927734375, 0.02117919921875, 0.0507659912109375, 0.080352783203125, 0.1099395751953125, 0.1395263671875, 0.1691131591796875, 0.198699951171875, 0.2282867431640625, 0.25787353515625, 0.2874603271484375, 0.317047119140625, 0.3466339111328125, 0.376220703125, 0.4058074951171875, 0.435394287109375, 0.4649810791015625, 0.49456787109375, 0.5241546630859375, 0.553741455078125, 0.5833282470703125, 0.6129150390625, 0.6425018310546875, 0.672088623046875, 0.7016754150390625, 0.73126220703125, 0.7608489990234375, 0.790435791015625, 0.8200225830078125, 0.849609375]}, "gradients/encoder.encoder.layers.7.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 3.0, 3.0, 0.0, 4.0, 5.0, 8.0, 6.0, 12.0, 20.0, 38.0, 34.0, 53.0, 62.0, 86.0, 126.0, 200.0, 284.0, 465.0, 791.0, 1550.0, 3857.0, 14346.0, 109288.0, 767653.0, 126206.0, 15476.0, 4096.0, 1673.0, 795.0, 451.0, 311.0, 183.0, 125.0, 96.0, 64.0, 39.0, 42.0, 25.0, 22.0, 19.0, 6.0, 8.0, 11.0, 4.0, 6.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-3.00390625, -2.90863037109375, -2.8133544921875, -2.71807861328125, -2.622802734375, -2.52752685546875, -2.4322509765625, -2.33697509765625, -2.24169921875, -2.14642333984375, -2.0511474609375, -1.95587158203125, -1.860595703125, -1.76531982421875, -1.6700439453125, -1.57476806640625, -1.4794921875, -1.38421630859375, -1.2889404296875, -1.19366455078125, -1.098388671875, -1.00311279296875, -0.9078369140625, -0.81256103515625, -0.71728515625, -0.62200927734375, -0.5267333984375, -0.43145751953125, -0.336181640625, -0.24090576171875, -0.1456298828125, -0.05035400390625, 0.044921875, 0.14019775390625, 0.2354736328125, 0.33074951171875, 0.426025390625, 0.52130126953125, 0.6165771484375, 0.71185302734375, 0.80712890625, 0.90240478515625, 0.9976806640625, 1.09295654296875, 1.188232421875, 1.28350830078125, 1.3787841796875, 1.47406005859375, 1.5693359375, 1.66461181640625, 1.7598876953125, 1.85516357421875, 1.950439453125, 2.04571533203125, 2.1409912109375, 2.23626708984375, 2.33154296875, 2.42681884765625, 2.5220947265625, 2.61737060546875, 2.712646484375, 2.80792236328125, 2.9031982421875, 2.99847412109375, 3.09375]}, "gradients/encoder.encoder.layers.7.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 5.0, 2.0, 3.0, 4.0, 7.0, 3.0, 8.0, 10.0, 18.0, 16.0, 23.0, 24.0, 27.0, 32.0, 37.0, 36.0, 51.0, 52.0, 37.0, 63.0, 58.0, 54.0, 58.0, 47.0, 44.0, 46.0, 44.0, 30.0, 30.0, 34.0, 21.0, 22.0, 15.0, 11.0, 9.0, 5.0, 7.0, 6.0, 4.0, 2.0, 5.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.068359375, -2.949798583984375, -2.83123779296875, -2.712677001953125, -2.5941162109375, -2.475555419921875, -2.35699462890625, -2.238433837890625, -2.119873046875, -2.001312255859375, -1.88275146484375, -1.764190673828125, -1.6456298828125, -1.527069091796875, -1.40850830078125, -1.289947509765625, -1.17138671875, -1.052825927734375, -0.93426513671875, -0.815704345703125, -0.6971435546875, -0.578582763671875, -0.46002197265625, -0.341461181640625, -0.222900390625, -0.104339599609375, 0.01422119140625, 0.132781982421875, 0.2513427734375, 0.369903564453125, 0.48846435546875, 0.607025146484375, 0.7255859375, 0.844146728515625, 0.96270751953125, 1.081268310546875, 1.1998291015625, 1.318389892578125, 1.43695068359375, 1.555511474609375, 1.674072265625, 1.792633056640625, 1.91119384765625, 2.029754638671875, 2.1483154296875, 2.266876220703125, 2.38543701171875, 2.503997802734375, 2.62255859375, 2.741119384765625, 2.85968017578125, 2.978240966796875, 3.0968017578125, 3.215362548828125, 3.33392333984375, 3.452484130859375, 3.571044921875, 3.689605712890625, 3.80816650390625, 3.926727294921875, 4.0452880859375, 4.163848876953125, 4.28240966796875, 4.400970458984375, 4.51953125]}, "gradients/encoder.encoder.layers.7.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 5.0, 1.0, 2.0, 9.0, 9.0, 9.0, 12.0, 26.0, 47.0, 61.0, 107.0, 180.0, 388.0, 991.0, 3879.0, 30095.0, 788542.0, 208366.0, 12189.0, 2286.0, 669.0, 325.0, 148.0, 74.0, 42.0, 31.0, 25.0, 14.0, 8.0, 7.0, 7.0, 3.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.017578125, -1.9579010009765625, -1.898223876953125, -1.8385467529296875, -1.77886962890625, -1.7191925048828125, -1.659515380859375, -1.5998382568359375, -1.5401611328125, -1.4804840087890625, -1.420806884765625, -1.3611297607421875, -1.30145263671875, -1.2417755126953125, -1.182098388671875, -1.1224212646484375, -1.062744140625, -1.0030670166015625, -0.943389892578125, -0.8837127685546875, -0.82403564453125, -0.7643585205078125, -0.704681396484375, -0.6450042724609375, -0.5853271484375, -0.5256500244140625, -0.465972900390625, -0.4062957763671875, -0.34661865234375, -0.2869415283203125, -0.227264404296875, -0.1675872802734375, -0.10791015625, -0.0482330322265625, 0.011444091796875, 0.0711212158203125, 0.13079833984375, 0.1904754638671875, 0.250152587890625, 0.3098297119140625, 0.3695068359375, 0.4291839599609375, 0.488861083984375, 0.5485382080078125, 0.60821533203125, 0.6678924560546875, 0.727569580078125, 0.7872467041015625, 0.846923828125, 0.9066009521484375, 0.966278076171875, 1.0259552001953125, 1.08563232421875, 1.1453094482421875, 1.204986572265625, 1.2646636962890625, 1.3243408203125, 1.3840179443359375, 1.443695068359375, 1.5033721923828125, 1.56304931640625, 1.6227264404296875, 1.682403564453125, 1.7420806884765625, 1.8017578125]}, "gradients/encoder.encoder.layers.7.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 3.0, 2.0, 3.0, 0.0, 2.0, 0.0, 6.0, 4.0, 2.0, 6.0, 5.0, 7.0, 6.0, 15.0, 19.0, 18.0, 17.0, 33.0, 30.0, 36.0, 37.0, 51.0, 69.0, 102.0, 95.0, 86.0, 62.0, 60.0, 38.0, 36.0, 18.0, 23.0, 16.0, 15.0, 21.0, 9.0, 7.0, 12.0, 8.0, 5.0, 3.0, 7.0, 6.0, 1.0, 1.0, 3.0, 2.0, 5.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.00016176700592041016, -0.0001559276133775711, -0.00015008822083473206, -0.000144248828291893, -0.00013840943574905396, -0.0001325700432062149, -0.00012673065066337585, -0.0001208912581205368, -0.00011505186557769775, -0.0001092124730348587, -0.00010337308049201965, -9.75336879491806e-05, -9.169429540634155e-05, -8.58549028635025e-05, -8.001551032066345e-05, -7.41761177778244e-05, -6.833672523498535e-05, -6.24973326921463e-05, -5.665794014930725e-05, -5.08185476064682e-05, -4.497915506362915e-05, -3.91397625207901e-05, -3.330036997795105e-05, -2.7460977435112e-05, -2.162158489227295e-05, -1.57821923494339e-05, -9.942799806594849e-06, -4.103407263755798e-06, 1.735985279083252e-06, 7.575377821922302e-06, 1.3414770364761353e-05, 1.9254162907600403e-05, 2.5093555450439453e-05, 3.0932947993278503e-05, 3.6772340536117554e-05, 4.2611733078956604e-05, 4.8451125621795654e-05, 5.4290518164634705e-05, 6.0129910707473755e-05, 6.59693032503128e-05, 7.180869579315186e-05, 7.76480883359909e-05, 8.348748087882996e-05, 8.9326873421669e-05, 9.516626596450806e-05, 0.00010100565850734711, 0.00010684505105018616, 0.00011268444359302521, 0.00011852383613586426, 0.0001243632286787033, 0.00013020262122154236, 0.0001360420137643814, 0.00014188140630722046, 0.0001477207988500595, 0.00015356019139289856, 0.0001593995839357376, 0.00016523897647857666, 0.0001710783690214157, 0.00017691776156425476, 0.0001827571541070938, 0.00018859654664993286, 0.0001944359391927719, 0.00020027533173561096, 0.00020611472427845, 0.00021195411682128906]}, "gradients/encoder.encoder.layers.7.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 5.0, 4.0, 5.0, 4.0, 8.0, 20.0, 20.0, 34.0, 50.0, 94.0, 175.0, 310.0, 698.0, 1941.0, 9352.0, 181082.0, 822667.0, 26496.0, 3634.0, 1023.0, 443.0, 239.0, 97.0, 57.0, 43.0, 26.0, 17.0, 7.0, 6.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.708984375, -2.641632080078125, -2.57427978515625, -2.506927490234375, -2.4395751953125, -2.372222900390625, -2.30487060546875, -2.237518310546875, -2.170166015625, -2.102813720703125, -2.03546142578125, -1.968109130859375, -1.9007568359375, -1.833404541015625, -1.76605224609375, -1.698699951171875, -1.63134765625, -1.563995361328125, -1.49664306640625, -1.429290771484375, -1.3619384765625, -1.294586181640625, -1.22723388671875, -1.159881591796875, -1.092529296875, -1.025177001953125, -0.95782470703125, -0.890472412109375, -0.8231201171875, -0.755767822265625, -0.68841552734375, -0.621063232421875, -0.5537109375, -0.486358642578125, -0.41900634765625, -0.351654052734375, -0.2843017578125, -0.216949462890625, -0.14959716796875, -0.082244873046875, -0.014892578125, 0.052459716796875, 0.11981201171875, 0.187164306640625, 0.2545166015625, 0.321868896484375, 0.38922119140625, 0.456573486328125, 0.52392578125, 0.591278076171875, 0.65863037109375, 0.725982666015625, 0.7933349609375, 0.860687255859375, 0.92803955078125, 0.995391845703125, 1.062744140625, 1.130096435546875, 1.19744873046875, 1.264801025390625, 1.3321533203125, 1.399505615234375, 1.46685791015625, 1.534210205078125, 1.6015625]}, "gradients/encoder.encoder.layers.7.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 6.0, 5.0, 2.0, 4.0, 10.0, 6.0, 16.0, 20.0, 19.0, 21.0, 30.0, 40.0, 61.0, 83.0, 94.0, 103.0, 109.0, 80.0, 65.0, 59.0, 46.0, 39.0, 32.0, 12.0, 10.0, 9.0, 6.0, 7.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.41015625, -1.3657073974609375, -1.321258544921875, -1.2768096923828125, -1.23236083984375, -1.1879119873046875, -1.143463134765625, -1.0990142822265625, -1.0545654296875, -1.0101165771484375, -0.965667724609375, -0.9212188720703125, -0.87677001953125, -0.8323211669921875, -0.787872314453125, -0.7434234619140625, -0.698974609375, -0.6545257568359375, -0.610076904296875, -0.5656280517578125, -0.52117919921875, -0.4767303466796875, -0.432281494140625, -0.3878326416015625, -0.3433837890625, -0.2989349365234375, -0.254486083984375, -0.2100372314453125, -0.16558837890625, -0.1211395263671875, -0.076690673828125, -0.0322418212890625, 0.01220703125, 0.0566558837890625, 0.101104736328125, 0.1455535888671875, 0.19000244140625, 0.2344512939453125, 0.278900146484375, 0.3233489990234375, 0.3677978515625, 0.4122467041015625, 0.456695556640625, 0.5011444091796875, 0.54559326171875, 0.5900421142578125, 0.634490966796875, 0.6789398193359375, 0.723388671875, 0.7678375244140625, 0.812286376953125, 0.8567352294921875, 0.90118408203125, 0.9456329345703125, 0.990081787109375, 1.0345306396484375, 1.0789794921875, 1.1234283447265625, 1.167877197265625, 1.2123260498046875, 1.25677490234375, 1.3012237548828125, 1.345672607421875, 1.3901214599609375, 1.4345703125]}, "gradients/encoder.encoder.layers.7.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 5.0, 8.0, 9.0, 24.0, 78.0, 169.0, 242.0, 194.0, 146.0, 69.0, 25.0, 13.0, 8.0, 8.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.116083145141602, -13.2174711227417, -12.318860054016113, -11.420248031616211, -10.521636962890625, -9.623024940490723, -8.72441291809082, -7.825801372528076, -6.927189826965332, -6.028578281402588, -5.129966735839844, -4.231354713439941, -3.3327431678771973, -2.434131622314453, -1.5355195999145508, -0.6369080543518066, 0.2617034912109375, 1.1603151559829712, 2.058926820755005, 2.957538604736328, 3.8561501502990723, 4.754761695861816, 5.653373718261719, 6.551985263824463, 7.450596809387207, 8.34920883178711, 9.247819900512695, 10.146431922912598, 11.0450439453125, 11.943655014038086, 12.842267036437988, 13.74087905883789, 14.639488220214844, 15.538100242614746, 16.43671226501465, 17.335323333740234, 18.23393440246582, 19.132545471191406, 20.031158447265625, 20.92976951599121, 21.828380584716797, 22.726991653442383, 23.6256046295166, 24.524215698242188, 25.422826766967773, 26.32143783569336, 27.220050811767578, 28.118661880493164, 29.017274856567383, 29.91588592529297, 30.814498901367188, 31.713109970092773, 32.61172103881836, 33.51033401489258, 34.40894317626953, 35.30755615234375, 36.20616912841797, 37.10478210449219, 38.00339126586914, 38.90200424194336, 39.80061721801758, 40.69922637939453, 41.59783935546875, 42.49645233154297, 43.39506149291992]}, "gradients/encoder.encoder.layers.7.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 9.0, 2.0, 10.0, 19.0, 12.0, 21.0, 28.0, 31.0, 23.0, 63.0, 49.0, 53.0, 62.0, 64.0, 79.0, 85.0, 65.0, 48.0, 48.0, 41.0, 45.0, 22.0, 28.0, 21.0, 24.0, 13.0, 13.0, 11.0, 1.0, 5.0, 2.0, 2.0, 5.0, 2.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.830854415893555, -19.226652145385742, -18.62244987487793, -18.018247604370117, -17.414045333862305, -16.809843063354492, -16.20564079284668, -15.601438522338867, -14.997236251831055, -14.393033981323242, -13.78883171081543, -13.184629440307617, -12.580427169799805, -11.976224899291992, -11.37202262878418, -10.767820358276367, -10.163618087768555, -9.559415817260742, -8.95521354675293, -8.351011276245117, -7.746809005737305, -7.142606735229492, -6.53840446472168, -5.934202194213867, -5.329999923706055, -4.725797653198242, -4.12159538269043, -3.517393112182617, -2.9131908416748047, -2.308988571166992, -1.7047863006591797, -1.1005840301513672, -0.4963836669921875, 0.107818603515625, 0.7120208740234375, 1.31622314453125, 1.9204254150390625, 2.524627685546875, 3.1288299560546875, 3.7330322265625, 4.3372344970703125, 4.941436767578125, 5.5456390380859375, 6.14984130859375, 6.7540435791015625, 7.358245849609375, 7.9624481201171875, 8.566650390625, 9.170852661132812, 9.775054931640625, 10.379257202148438, 10.98345947265625, 11.587661743164062, 12.191864013671875, 12.796066284179688, 13.4002685546875, 14.004470825195312, 14.608673095703125, 15.212875366210938, 15.81707763671875, 16.421279907226562, 17.025482177734375, 17.629684448242188, 18.23388671875, 18.838088989257812]}, "gradients/encoder.encoder.layers.6.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 3.0, 5.0, 5.0, 8.0, 9.0, 8.0, 13.0, 21.0, 44.0, 36.0, 56.0, 99.0, 116.0, 189.0, 322.0, 5928.0, 4182366.0, 4117.0, 330.0, 174.0, 125.0, 80.0, 75.0, 37.0, 28.0, 26.0, 20.0, 14.0, 6.0, 2.0, 5.0, 3.0, 5.0, 4.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-14.8984375, -14.4661865234375, -14.033935546875, -13.6016845703125, -13.16943359375, -12.7371826171875, -12.304931640625, -11.8726806640625, -11.4404296875, -11.0081787109375, -10.575927734375, -10.1436767578125, -9.71142578125, -9.2791748046875, -8.846923828125, -8.4146728515625, -7.982421875, -7.5501708984375, -7.117919921875, -6.6856689453125, -6.25341796875, -5.8211669921875, -5.388916015625, -4.9566650390625, -4.5244140625, -4.0921630859375, -3.659912109375, -3.2276611328125, -2.79541015625, -2.3631591796875, -1.930908203125, -1.4986572265625, -1.06640625, -0.6341552734375, -0.201904296875, 0.2303466796875, 0.66259765625, 1.0948486328125, 1.527099609375, 1.9593505859375, 2.3916015625, 2.8238525390625, 3.256103515625, 3.6883544921875, 4.12060546875, 4.5528564453125, 4.985107421875, 5.4173583984375, 5.849609375, 6.2818603515625, 6.714111328125, 7.1463623046875, 7.57861328125, 8.0108642578125, 8.443115234375, 8.8753662109375, 9.3076171875, 9.7398681640625, 10.172119140625, 10.6043701171875, 11.03662109375, 11.4688720703125, 11.901123046875, 12.3333740234375, 12.765625]}, "gradients/encoder.encoder.layers.6.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 7.0, 3.0, 10.0, 13.0, 13.0, 22.0, 19.0, 17.0, 32.0, 36.0, 46.0, 57.0, 53.0, 67.0, 70.0, 72.0, 68.0, 51.0, 64.0, 50.0, 38.0, 49.0, 28.0, 30.0, 20.0, 19.0, 17.0, 6.0, 9.0, 8.0, 4.0, 4.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.03125, -1.0006179809570312, -0.9699859619140625, -0.9393539428710938, -0.908721923828125, -0.8780899047851562, -0.8474578857421875, -0.8168258666992188, -0.78619384765625, -0.7555618286132812, -0.7249298095703125, -0.6942977905273438, -0.663665771484375, -0.6330337524414062, -0.6024017333984375, -0.5717697143554688, -0.5411376953125, -0.5105056762695312, -0.4798736572265625, -0.44924163818359375, -0.418609619140625, -0.38797760009765625, -0.3573455810546875, -0.32671356201171875, -0.29608154296875, -0.26544952392578125, -0.2348175048828125, -0.20418548583984375, -0.173553466796875, -0.14292144775390625, -0.1122894287109375, -0.08165740966796875, -0.051025390625, -0.02039337158203125, 0.0102386474609375, 0.04087066650390625, 0.071502685546875, 0.10213470458984375, 0.1327667236328125, 0.16339874267578125, 0.19403076171875, 0.22466278076171875, 0.2552947998046875, 0.28592681884765625, 0.316558837890625, 0.34719085693359375, 0.3778228759765625, 0.40845489501953125, 0.4390869140625, 0.46971893310546875, 0.5003509521484375, 0.5309829711914062, 0.561614990234375, 0.5922470092773438, 0.6228790283203125, 0.6535110473632812, 0.68414306640625, 0.7147750854492188, 0.7454071044921875, 0.7760391235351562, 0.806671142578125, 0.8373031616210938, 0.8679351806640625, 0.8985671997070312, 0.92919921875]}, "gradients/encoder.encoder.layers.6.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 5.0, 7.0, 12.0, 22.0, 22.0, 41.0, 74.0, 113.0, 171.0, 341.0, 620.0, 1552.0, 4244.0, 15176.0, 88702.0, 2230779.0, 1760200.0, 74001.0, 12604.0, 3326.0, 1194.0, 522.0, 241.0, 131.0, 82.0, 46.0, 26.0, 12.0, 11.0, 5.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.05078125, -1.9921417236328125, -1.933502197265625, -1.8748626708984375, -1.81622314453125, -1.7575836181640625, -1.698944091796875, -1.6403045654296875, -1.5816650390625, -1.5230255126953125, -1.464385986328125, -1.4057464599609375, -1.34710693359375, -1.2884674072265625, -1.229827880859375, -1.1711883544921875, -1.112548828125, -1.0539093017578125, -0.995269775390625, -0.9366302490234375, -0.87799072265625, -0.8193511962890625, -0.760711669921875, -0.7020721435546875, -0.6434326171875, -0.5847930908203125, -0.526153564453125, -0.4675140380859375, -0.40887451171875, -0.3502349853515625, -0.291595458984375, -0.2329559326171875, -0.17431640625, -0.1156768798828125, -0.057037353515625, 0.0016021728515625, 0.06024169921875, 0.1188812255859375, 0.177520751953125, 0.2361602783203125, 0.2947998046875, 0.3534393310546875, 0.412078857421875, 0.4707183837890625, 0.52935791015625, 0.5879974365234375, 0.646636962890625, 0.7052764892578125, 0.763916015625, 0.8225555419921875, 0.881195068359375, 0.9398345947265625, 0.99847412109375, 1.0571136474609375, 1.115753173828125, 1.1743927001953125, 1.2330322265625, 1.2916717529296875, 1.350311279296875, 1.4089508056640625, 1.46759033203125, 1.5262298583984375, 1.584869384765625, 1.6435089111328125, 1.7021484375]}, "gradients/encoder.encoder.layers.6.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 3.0, 1.0, 3.0, 6.0, 3.0, 6.0, 10.0, 8.0, 14.0, 19.0, 30.0, 50.0, 79.0, 130.0, 173.0, 398.0, 713.0, 1080.0, 660.0, 295.0, 160.0, 90.0, 52.0, 34.0, 31.0, 7.0, 8.0, 8.0, 1.0, 5.0, 4.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.1796875, -2.11981201171875, -2.0599365234375, -2.00006103515625, -1.940185546875, -1.88031005859375, -1.8204345703125, -1.76055908203125, -1.70068359375, -1.64080810546875, -1.5809326171875, -1.52105712890625, -1.461181640625, -1.40130615234375, -1.3414306640625, -1.28155517578125, -1.2216796875, -1.16180419921875, -1.1019287109375, -1.04205322265625, -0.982177734375, -0.92230224609375, -0.8624267578125, -0.80255126953125, -0.74267578125, -0.68280029296875, -0.6229248046875, -0.56304931640625, -0.503173828125, -0.44329833984375, -0.3834228515625, -0.32354736328125, -0.263671875, -0.20379638671875, -0.1439208984375, -0.08404541015625, -0.024169921875, 0.03570556640625, 0.0955810546875, 0.15545654296875, 0.21533203125, 0.27520751953125, 0.3350830078125, 0.39495849609375, 0.454833984375, 0.51470947265625, 0.5745849609375, 0.63446044921875, 0.6943359375, 0.75421142578125, 0.8140869140625, 0.87396240234375, 0.933837890625, 0.99371337890625, 1.0535888671875, 1.11346435546875, 1.17333984375, 1.23321533203125, 1.2930908203125, 1.35296630859375, 1.412841796875, 1.47271728515625, 1.5325927734375, 1.59246826171875, 1.65234375]}, "gradients/encoder.encoder.layers.6.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0, 0.0, 11.0, 8.0, 9.0, 15.0, 27.0, 45.0, 78.0, 178.0, 313.0, 182.0, 87.0, 37.0, 10.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-34.51109313964844, -33.794864654541016, -33.078636169433594, -32.36240768432617, -31.646181106567383, -30.92995262145996, -30.213726043701172, -29.49749755859375, -28.781269073486328, -28.065040588378906, -27.348812103271484, -26.632585525512695, -25.916357040405273, -25.20012855529785, -24.483901977539062, -23.76767349243164, -23.05144500732422, -22.335216522216797, -21.618988037109375, -20.902761459350586, -20.186532974243164, -19.470304489135742, -18.754077911376953, -18.03784942626953, -17.32162094116211, -16.605392456054688, -15.889164924621582, -15.172937393188477, -14.456708908081055, -13.740480422973633, -13.024252891540527, -12.308025360107422, -11.591794967651367, -10.875566482543945, -10.15933895111084, -9.443111419677734, -8.726882934570312, -8.01065444946289, -7.294426918029785, -6.5781989097595215, -5.861970901489258, -5.145742893218994, -4.4295148849487305, -3.713286876678467, -2.997058868408203, -2.2808308601379395, -1.5646028518676758, -0.8483748435974121, -0.13214683532714844, 0.5840811729431152, 1.300309181213379, 2.0165371894836426, 2.7327651977539062, 3.44899320602417, 4.165221214294434, 4.881449222564697, 5.597677230834961, 6.313905239105225, 7.030133247375488, 7.746361255645752, 8.462589263916016, 9.178817749023438, 9.895045280456543, 10.611272811889648, 11.32750129699707]}, "gradients/encoder.encoder.layers.6.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 9.0, 7.0, 11.0, 14.0, 13.0, 21.0, 11.0, 25.0, 28.0, 27.0, 38.0, 36.0, 27.0, 25.0, 30.0, 46.0, 47.0, 34.0, 49.0, 44.0, 53.0, 41.0, 41.0, 48.0, 38.0, 40.0, 33.0, 30.0, 24.0, 31.0, 19.0, 17.0, 10.0, 13.0, 8.0, 6.0, 5.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0], "bins": [-9.098553657531738, -8.834248542785645, -8.569942474365234, -8.30563735961914, -8.04133129119873, -7.7770256996154785, -7.512720108032227, -7.248414993286133, -6.984108924865723, -6.719803333282471, -6.455497741699219, -6.191192150115967, -5.926886558532715, -5.662580966949463, -5.398275375366211, -5.133970260620117, -4.869664669036865, -4.605359077453613, -4.341053485870361, -4.076747894287109, -3.8124423027038574, -3.5481367111206055, -3.2838313579559326, -3.0195257663726807, -2.7552201747894287, -2.4909145832061768, -2.226608991622925, -1.9623035192489624, -1.6979979276657104, -1.4336923360824585, -1.169386863708496, -0.9050812721252441, -0.6407761573791504, -0.3764705955982208, -0.11216503381729126, 0.15214049816131592, 0.41644608974456787, 0.6807516813278198, 0.9450571537017822, 1.2093627452850342, 1.4736683368682861, 1.737973928451538, 2.00227952003479, 2.266584873199463, 2.530890464782715, 2.795196056365967, 3.0595016479492188, 3.3238072395324707, 3.5881128311157227, 3.8524184226989746, 4.116724014282227, 4.3810296058654785, 4.6453351974487305, 4.909640789031982, 5.173946380615234, 5.438251495361328, 5.702557563781738, 5.96686315536499, 6.231168746948242, 6.495474338531494, 6.759779930114746, 7.024085521697998, 7.28839111328125, 7.552696228027344, 7.817001819610596]}, "gradients/encoder.encoder.layers.6.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 1.0, 1.0, 5.0, 6.0, 8.0, 9.0, 6.0, 12.0, 12.0, 23.0, 29.0, 45.0, 79.0, 106.0, 158.0, 230.0, 346.0, 523.0, 973.0, 1623.0, 2942.0, 5725.0, 12071.0, 28155.0, 75764.0, 232736.0, 418387.0, 168858.0, 56931.0, 22159.0, 9727.0, 4751.0, 2411.0, 1430.0, 843.0, 509.0, 306.0, 211.0, 141.0, 84.0, 67.0, 56.0, 33.0, 22.0, 13.0, 9.0, 11.0, 8.0, 1.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2666015625, -1.2234649658203125, -1.180328369140625, -1.1371917724609375, -1.09405517578125, -1.0509185791015625, -1.007781982421875, -0.9646453857421875, -0.9215087890625, -0.8783721923828125, -0.835235595703125, -0.7920989990234375, -0.74896240234375, -0.7058258056640625, -0.662689208984375, -0.6195526123046875, -0.576416015625, -0.5332794189453125, -0.490142822265625, -0.4470062255859375, -0.40386962890625, -0.3607330322265625, -0.317596435546875, -0.2744598388671875, -0.2313232421875, -0.1881866455078125, -0.145050048828125, -0.1019134521484375, -0.05877685546875, -0.0156402587890625, 0.027496337890625, 0.0706329345703125, 0.11376953125, 0.1569061279296875, 0.200042724609375, 0.2431793212890625, 0.28631591796875, 0.3294525146484375, 0.372589111328125, 0.4157257080078125, 0.4588623046875, 0.5019989013671875, 0.545135498046875, 0.5882720947265625, 0.63140869140625, 0.6745452880859375, 0.717681884765625, 0.7608184814453125, 0.803955078125, 0.8470916748046875, 0.890228271484375, 0.9333648681640625, 0.97650146484375, 1.0196380615234375, 1.062774658203125, 1.1059112548828125, 1.1490478515625, 1.1921844482421875, 1.235321044921875, 1.2784576416015625, 1.32159423828125, 1.3647308349609375, 1.407867431640625, 1.4510040283203125, 1.494140625]}, "gradients/encoder.encoder.layers.6.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 6.0, 5.0, 7.0, 12.0, 5.0, 17.0, 26.0, 22.0, 29.0, 31.0, 36.0, 36.0, 45.0, 53.0, 52.0, 56.0, 64.0, 59.0, 58.0, 59.0, 52.0, 39.0, 46.0, 36.0, 33.0, 21.0, 21.0, 17.0, 18.0, 12.0, 11.0, 9.0, 9.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.97021484375, -0.9433746337890625, -0.916534423828125, -0.8896942138671875, -0.86285400390625, -0.8360137939453125, -0.809173583984375, -0.7823333740234375, -0.7554931640625, -0.7286529541015625, -0.701812744140625, -0.6749725341796875, -0.64813232421875, -0.6212921142578125, -0.594451904296875, -0.5676116943359375, -0.540771484375, -0.5139312744140625, -0.487091064453125, -0.4602508544921875, -0.43341064453125, -0.4065704345703125, -0.379730224609375, -0.3528900146484375, -0.3260498046875, -0.2992095947265625, -0.272369384765625, -0.2455291748046875, -0.21868896484375, -0.1918487548828125, -0.165008544921875, -0.1381683349609375, -0.111328125, -0.0844879150390625, -0.057647705078125, -0.0308074951171875, -0.00396728515625, 0.0228729248046875, 0.049713134765625, 0.0765533447265625, 0.1033935546875, 0.1302337646484375, 0.157073974609375, 0.1839141845703125, 0.21075439453125, 0.2375946044921875, 0.264434814453125, 0.2912750244140625, 0.318115234375, 0.3449554443359375, 0.371795654296875, 0.3986358642578125, 0.42547607421875, 0.4523162841796875, 0.479156494140625, 0.5059967041015625, 0.5328369140625, 0.5596771240234375, 0.586517333984375, 0.6133575439453125, 0.64019775390625, 0.6670379638671875, 0.693878173828125, 0.7207183837890625, 0.74755859375]}, "gradients/encoder.encoder.layers.6.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 6.0, 3.0, 5.0, 3.0, 11.0, 9.0, 16.0, 15.0, 36.0, 51.0, 88.0, 165.0, 315.0, 685.0, 1909.0, 8547.0, 85245.0, 820754.0, 116512.0, 10494.0, 2193.0, 730.0, 323.0, 164.0, 89.0, 54.0, 42.0, 25.0, 15.0, 13.0, 9.0, 5.0, 1.0, 5.0, 2.0, 5.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-3.732421875, -3.621185302734375, -3.50994873046875, -3.398712158203125, -3.2874755859375, -3.176239013671875, -3.06500244140625, -2.953765869140625, -2.842529296875, -2.731292724609375, -2.62005615234375, -2.508819580078125, -2.3975830078125, -2.286346435546875, -2.17510986328125, -2.063873291015625, -1.95263671875, -1.841400146484375, -1.73016357421875, -1.618927001953125, -1.5076904296875, -1.396453857421875, -1.28521728515625, -1.173980712890625, -1.062744140625, -0.951507568359375, -0.84027099609375, -0.729034423828125, -0.6177978515625, -0.506561279296875, -0.39532470703125, -0.284088134765625, -0.1728515625, -0.061614990234375, 0.04962158203125, 0.160858154296875, 0.2720947265625, 0.383331298828125, 0.49456787109375, 0.605804443359375, 0.717041015625, 0.828277587890625, 0.93951416015625, 1.050750732421875, 1.1619873046875, 1.273223876953125, 1.38446044921875, 1.495697021484375, 1.60693359375, 1.718170166015625, 1.82940673828125, 1.940643310546875, 2.0518798828125, 2.163116455078125, 2.27435302734375, 2.385589599609375, 2.496826171875, 2.608062744140625, 2.71929931640625, 2.830535888671875, 2.9417724609375, 3.053009033203125, 3.16424560546875, 3.275482177734375, 3.38671875]}, "gradients/encoder.encoder.layers.6.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 1.0, 1.0, 1.0, 5.0, 9.0, 12.0, 12.0, 15.0, 17.0, 24.0, 24.0, 25.0, 19.0, 27.0, 33.0, 30.0, 24.0, 45.0, 65.0, 45.0, 55.0, 43.0, 43.0, 52.0, 44.0, 55.0, 41.0, 35.0, 28.0, 29.0, 30.0, 15.0, 25.0, 10.0, 16.0, 16.0, 11.0, 3.0, 6.0, 3.0, 5.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.71484375, -2.628448486328125, -2.54205322265625, -2.455657958984375, -2.3692626953125, -2.282867431640625, -2.19647216796875, -2.110076904296875, -2.023681640625, -1.937286376953125, -1.85089111328125, -1.764495849609375, -1.6781005859375, -1.591705322265625, -1.50531005859375, -1.418914794921875, -1.33251953125, -1.246124267578125, -1.15972900390625, -1.073333740234375, -0.9869384765625, -0.900543212890625, -0.81414794921875, -0.727752685546875, -0.641357421875, -0.554962158203125, -0.46856689453125, -0.382171630859375, -0.2957763671875, -0.209381103515625, -0.12298583984375, -0.036590576171875, 0.0498046875, 0.136199951171875, 0.22259521484375, 0.308990478515625, 0.3953857421875, 0.481781005859375, 0.56817626953125, 0.654571533203125, 0.740966796875, 0.827362060546875, 0.91375732421875, 1.000152587890625, 1.0865478515625, 1.172943115234375, 1.25933837890625, 1.345733642578125, 1.43212890625, 1.518524169921875, 1.60491943359375, 1.691314697265625, 1.7777099609375, 1.864105224609375, 1.95050048828125, 2.036895751953125, 2.123291015625, 2.209686279296875, 2.29608154296875, 2.382476806640625, 2.4688720703125, 2.555267333984375, 2.64166259765625, 2.728057861328125, 2.814453125]}, "gradients/encoder.encoder.layers.6.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 5.0, 5.0, 5.0, 7.0, 7.0, 17.0, 13.0, 24.0, 40.0, 69.0, 124.0, 228.0, 564.0, 1620.0, 8661.0, 164127.0, 838700.0, 29323.0, 3445.0, 816.0, 348.0, 162.0, 87.0, 57.0, 32.0, 16.0, 15.0, 10.0, 12.0, 6.0, 4.0, 5.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6435546875, -1.5909576416015625, -1.538360595703125, -1.4857635498046875, -1.43316650390625, -1.3805694580078125, -1.327972412109375, -1.2753753662109375, -1.2227783203125, -1.1701812744140625, -1.117584228515625, -1.0649871826171875, -1.01239013671875, -0.9597930908203125, -0.907196044921875, -0.8545989990234375, -0.802001953125, -0.7494049072265625, -0.696807861328125, -0.6442108154296875, -0.59161376953125, -0.5390167236328125, -0.486419677734375, -0.4338226318359375, -0.3812255859375, -0.3286285400390625, -0.276031494140625, -0.2234344482421875, -0.17083740234375, -0.1182403564453125, -0.065643310546875, -0.0130462646484375, 0.03955078125, 0.0921478271484375, 0.144744873046875, 0.1973419189453125, 0.24993896484375, 0.3025360107421875, 0.355133056640625, 0.4077301025390625, 0.4603271484375, 0.5129241943359375, 0.565521240234375, 0.6181182861328125, 0.67071533203125, 0.7233123779296875, 0.775909423828125, 0.8285064697265625, 0.881103515625, 0.9337005615234375, 0.986297607421875, 1.0388946533203125, 1.09149169921875, 1.1440887451171875, 1.196685791015625, 1.2492828369140625, 1.3018798828125, 1.3544769287109375, 1.407073974609375, 1.4596710205078125, 1.51226806640625, 1.5648651123046875, 1.617462158203125, 1.6700592041015625, 1.72265625]}, "gradients/encoder.encoder.layers.6.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 5.0, 3.0, 12.0, 5.0, 6.0, 12.0, 9.0, 12.0, 20.0, 21.0, 34.0, 40.0, 39.0, 60.0, 77.0, 93.0, 96.0, 95.0, 82.0, 59.0, 45.0, 23.0, 24.0, 23.0, 17.0, 12.0, 16.0, 15.0, 8.0, 8.0, 4.0, 8.0, 3.0, 3.0, 3.0, 4.0, 1.0, 4.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00013494491577148438, -0.00013089925050735474, -0.0001268535852432251, -0.00012280791997909546, -0.00011876225471496582, -0.00011471658945083618, -0.00011067092418670654, -0.0001066252589225769, -0.00010257959365844727, -9.853392839431763e-05, -9.448826313018799e-05, -9.044259786605835e-05, -8.639693260192871e-05, -8.235126733779907e-05, -7.830560207366943e-05, -7.42599368095398e-05, -7.021427154541016e-05, -6.616860628128052e-05, -6.212294101715088e-05, -5.807727575302124e-05, -5.40316104888916e-05, -4.998594522476196e-05, -4.5940279960632324e-05, -4.1894614696502686e-05, -3.784894943237305e-05, -3.380328416824341e-05, -2.975761890411377e-05, -2.571195363998413e-05, -2.1666288375854492e-05, -1.7620623111724854e-05, -1.3574957847595215e-05, -9.529292583465576e-06, -5.4836273193359375e-06, -1.4379620552062988e-06, 2.60770320892334e-06, 6.6533684730529785e-06, 1.0699033737182617e-05, 1.4744699001312256e-05, 1.8790364265441895e-05, 2.2836029529571533e-05, 2.6881694793701172e-05, 3.092736005783081e-05, 3.497302532196045e-05, 3.901869058609009e-05, 4.3064355850219727e-05, 4.7110021114349365e-05, 5.1155686378479004e-05, 5.520135164260864e-05, 5.924701690673828e-05, 6.329268217086792e-05, 6.733834743499756e-05, 7.13840126991272e-05, 7.542967796325684e-05, 7.947534322738647e-05, 8.352100849151611e-05, 8.756667375564575e-05, 9.161233901977539e-05, 9.565800428390503e-05, 9.970366954803467e-05, 0.0001037493348121643, 0.00010779500007629395, 0.00011184066534042358, 0.00011588633060455322, 0.00011993199586868286, 0.0001239776611328125]}, "gradients/encoder.encoder.layers.6.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 4.0, 2.0, 5.0, 8.0, 12.0, 16.0, 11.0, 25.0, 38.0, 52.0, 80.0, 111.0, 211.0, 441.0, 864.0, 2324.0, 7001.0, 38548.0, 571680.0, 386484.0, 30841.0, 6030.0, 2018.0, 799.0, 369.0, 201.0, 122.0, 74.0, 40.0, 41.0, 29.0, 18.0, 15.0, 5.0, 8.0, 7.0, 4.0, 5.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-1.056640625, -1.024566650390625, -0.99249267578125, -0.960418701171875, -0.9283447265625, -0.896270751953125, -0.86419677734375, -0.832122802734375, -0.800048828125, -0.767974853515625, -0.73590087890625, -0.703826904296875, -0.6717529296875, -0.639678955078125, -0.60760498046875, -0.575531005859375, -0.54345703125, -0.511383056640625, -0.47930908203125, -0.447235107421875, -0.4151611328125, -0.383087158203125, -0.35101318359375, -0.318939208984375, -0.286865234375, -0.254791259765625, -0.22271728515625, -0.190643310546875, -0.1585693359375, -0.126495361328125, -0.09442138671875, -0.062347412109375, -0.0302734375, 0.001800537109375, 0.03387451171875, 0.065948486328125, 0.0980224609375, 0.130096435546875, 0.16217041015625, 0.194244384765625, 0.226318359375, 0.258392333984375, 0.29046630859375, 0.322540283203125, 0.3546142578125, 0.386688232421875, 0.41876220703125, 0.450836181640625, 0.48291015625, 0.514984130859375, 0.54705810546875, 0.579132080078125, 0.6112060546875, 0.643280029296875, 0.67535400390625, 0.707427978515625, 0.739501953125, 0.771575927734375, 0.80364990234375, 0.835723876953125, 0.8677978515625, 0.899871826171875, 0.93194580078125, 0.964019775390625, 0.99609375]}, "gradients/encoder.encoder.layers.6.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 4.0, 10.0, 4.0, 4.0, 6.0, 6.0, 32.0, 21.0, 29.0, 38.0, 37.0, 55.0, 54.0, 75.0, 79.0, 95.0, 80.0, 72.0, 56.0, 54.0, 47.0, 33.0, 24.0, 16.0, 22.0, 8.0, 6.0, 5.0, 5.0, 4.0, 3.0, 5.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.7783203125, -0.7519454956054688, -0.7255706787109375, -0.6991958618164062, -0.672821044921875, -0.6464462280273438, -0.6200714111328125, -0.5936965942382812, -0.56732177734375, -0.5409469604492188, -0.5145721435546875, -0.48819732666015625, -0.461822509765625, -0.43544769287109375, -0.4090728759765625, -0.38269805908203125, -0.3563232421875, -0.32994842529296875, -0.3035736083984375, -0.27719879150390625, -0.250823974609375, -0.22444915771484375, -0.1980743408203125, -0.17169952392578125, -0.14532470703125, -0.11894989013671875, -0.0925750732421875, -0.06620025634765625, -0.039825439453125, -0.01345062255859375, 0.0129241943359375, 0.03929901123046875, 0.065673828125, 0.09204864501953125, 0.1184234619140625, 0.14479827880859375, 0.171173095703125, 0.19754791259765625, 0.2239227294921875, 0.25029754638671875, 0.27667236328125, 0.30304718017578125, 0.3294219970703125, 0.35579681396484375, 0.382171630859375, 0.40854644775390625, 0.4349212646484375, 0.46129608154296875, 0.4876708984375, 0.5140457153320312, 0.5404205322265625, 0.5667953491210938, 0.593170166015625, 0.6195449829101562, 0.6459197998046875, 0.6722946166992188, 0.69866943359375, 0.7250442504882812, 0.7514190673828125, 0.7777938842773438, 0.804168701171875, 0.8305435180664062, 0.8569183349609375, 0.8832931518554688, 0.90966796875]}, "gradients/encoder.encoder.layers.6.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 6.0, 4.0, 4.0, 1.0, 4.0, 12.0, 19.0, 86.0, 182.0, 268.0, 265.0, 109.0, 29.0, 8.0, 9.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-34.41755676269531, -33.5735969543457, -32.729637145996094, -31.885679244995117, -31.041719436645508, -30.1977596282959, -29.35379981994629, -28.509841918945312, -27.665882110595703, -26.821922302246094, -25.977962493896484, -25.134004592895508, -24.2900447845459, -23.44608497619629, -22.60212516784668, -21.758167266845703, -20.914207458496094, -20.070247650146484, -19.226287841796875, -18.3823299407959, -17.53837013244629, -16.69441032409668, -15.85045051574707, -15.006491661071777, -14.162530899047852, -13.318571090698242, -12.47461223602295, -11.63065242767334, -10.786693572998047, -9.942733764648438, -9.098773956298828, -8.254815101623535, -7.410856246948242, -6.566896915435791, -5.72293758392334, -4.8789777755737305, -4.0350189208984375, -3.191059112548828, -2.347099781036377, -1.5031404495239258, -0.6591811180114746, 0.18477827310562134, 1.0287376642227173, 1.872697114944458, 2.716656446456909, 3.5606160163879395, 4.404575347900391, 5.248534679412842, 6.092494010925293, 6.936453342437744, 7.780412673950195, 8.624372482299805, 9.468331336975098, 10.312291145324707, 11.15625, 12.00020980834961, 12.844169616699219, 13.688129425048828, 14.532088279724121, 15.37604808807373, 16.220006942749023, 17.063966751098633, 17.907926559448242, 18.75188446044922, 19.595844268798828]}, "gradients/encoder.encoder.layers.6.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 4.0, 2.0, 2.0, 6.0, 9.0, 5.0, 9.0, 10.0, 19.0, 15.0, 30.0, 22.0, 35.0, 25.0, 32.0, 40.0, 31.0, 39.0, 39.0, 54.0, 64.0, 60.0, 59.0, 55.0, 47.0, 34.0, 37.0, 23.0, 27.0, 28.0, 20.0, 22.0, 22.0, 13.0, 15.0, 15.0, 8.0, 10.0, 0.0, 5.0, 5.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-11.29911994934082, -10.935125350952148, -10.571130752563477, -10.207136154174805, -9.843140602111816, -9.479146003723145, -9.115151405334473, -8.7511568069458, -8.387161254882812, -8.02316665649414, -7.6591715812683105, -7.295176982879639, -6.931181907653809, -6.567187309265137, -6.203192710876465, -5.839198112487793, -5.475203514099121, -5.111208915710449, -4.747213840484619, -4.383219242095947, -4.019224166870117, -3.6552295684814453, -3.2912349700927734, -2.9272401332855225, -2.5632452964782715, -2.1992504596710205, -1.835255742073059, -1.4712610244750977, -1.1072661876678467, -0.7432713508605957, -0.37927675247192383, -0.015281915664672852, 0.3487119674682617, 0.7127067446708679, 1.0767015218734741, 1.4406962394714355, 1.8046910762786865, 2.1686859130859375, 2.5326805114746094, 2.8966753482818604, 3.2606701850891113, 3.6246650218963623, 3.9886598587036133, 4.352654457092285, 4.716649055480957, 5.080644130706787, 5.444638729095459, 5.808633804321289, 6.172628402709961, 6.536623001098633, 6.900618076324463, 7.264612674713135, 7.628607749938965, 7.992602348327637, 8.356596946716309, 8.72059154510498, 9.084587097167969, 9.44858169555664, 9.812576293945312, 10.176570892333984, 10.540566444396973, 10.904561042785645, 11.268555641174316, 11.632550239562988, 11.99654483795166]}, "gradients/encoder.encoder.layers.5.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 6.0, 4.0, 4.0, 4.0, 12.0, 13.0, 14.0, 29.0, 59.0, 122.0, 258.0, 740.0, 2445.0, 11664.0, 131616.0, 3577506.0, 442003.0, 22179.0, 3928.0, 1044.0, 340.0, 135.0, 66.0, 37.0, 19.0, 12.0, 11.0, 6.0, 6.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.08984375, -2.0312347412109375, -1.972625732421875, -1.9140167236328125, -1.85540771484375, -1.7967987060546875, -1.738189697265625, -1.6795806884765625, -1.6209716796875, -1.5623626708984375, -1.503753662109375, -1.4451446533203125, -1.38653564453125, -1.3279266357421875, -1.269317626953125, -1.2107086181640625, -1.152099609375, -1.0934906005859375, -1.034881591796875, -0.9762725830078125, -0.91766357421875, -0.8590545654296875, -0.800445556640625, -0.7418365478515625, -0.6832275390625, -0.6246185302734375, -0.566009521484375, -0.5074005126953125, -0.44879150390625, -0.3901824951171875, -0.331573486328125, -0.2729644775390625, -0.21435546875, -0.1557464599609375, -0.097137451171875, -0.0385284423828125, 0.02008056640625, 0.0786895751953125, 0.137298583984375, 0.1959075927734375, 0.2545166015625, 0.3131256103515625, 0.371734619140625, 0.4303436279296875, 0.48895263671875, 0.5475616455078125, 0.606170654296875, 0.6647796630859375, 0.723388671875, 0.7819976806640625, 0.840606689453125, 0.8992156982421875, 0.95782470703125, 1.0164337158203125, 1.075042724609375, 1.1336517333984375, 1.1922607421875, 1.2508697509765625, 1.309478759765625, 1.3680877685546875, 1.42669677734375, 1.4853057861328125, 1.543914794921875, 1.6025238037109375, 1.6611328125]}, "gradients/encoder.encoder.layers.5.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 0.0, 4.0, 7.0, 10.0, 13.0, 15.0, 21.0, 28.0, 36.0, 30.0, 42.0, 36.0, 64.0, 64.0, 59.0, 66.0, 57.0, 61.0, 56.0, 48.0, 42.0, 58.0, 35.0, 38.0, 30.0, 23.0, 15.0, 12.0, 12.0, 9.0, 3.0, 7.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.94775390625, -0.92230224609375, -0.8968505859375, -0.87139892578125, -0.845947265625, -0.82049560546875, -0.7950439453125, -0.76959228515625, -0.744140625, -0.71868896484375, -0.6932373046875, -0.66778564453125, -0.642333984375, -0.61688232421875, -0.5914306640625, -0.56597900390625, -0.54052734375, -0.51507568359375, -0.4896240234375, -0.46417236328125, -0.438720703125, -0.41326904296875, -0.3878173828125, -0.36236572265625, -0.3369140625, -0.31146240234375, -0.2860107421875, -0.26055908203125, -0.235107421875, -0.20965576171875, -0.1842041015625, -0.15875244140625, -0.13330078125, -0.10784912109375, -0.0823974609375, -0.05694580078125, -0.031494140625, -0.00604248046875, 0.0194091796875, 0.04486083984375, 0.0703125, 0.09576416015625, 0.1212158203125, 0.14666748046875, 0.172119140625, 0.19757080078125, 0.2230224609375, 0.24847412109375, 0.27392578125, 0.29937744140625, 0.3248291015625, 0.35028076171875, 0.375732421875, 0.40118408203125, 0.4266357421875, 0.45208740234375, 0.4775390625, 0.50299072265625, 0.5284423828125, 0.55389404296875, 0.579345703125, 0.60479736328125, 0.6302490234375, 0.65570068359375, 0.68115234375]}, "gradients/encoder.encoder.layers.5.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 3.0, 3.0, 9.0, 9.0, 6.0, 10.0, 24.0, 42.0, 76.0, 156.0, 385.0, 1032.0, 3621.0, 17817.0, 186156.0, 3616621.0, 333598.0, 27339.0, 5148.0, 1352.0, 439.0, 193.0, 107.0, 46.0, 39.0, 25.0, 12.0, 11.0, 7.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.40625, -1.34906005859375, -1.2918701171875, -1.23468017578125, -1.177490234375, -1.12030029296875, -1.0631103515625, -1.00592041015625, -0.94873046875, -0.89154052734375, -0.8343505859375, -0.77716064453125, -0.719970703125, -0.66278076171875, -0.6055908203125, -0.54840087890625, -0.4912109375, -0.43402099609375, -0.3768310546875, -0.31964111328125, -0.262451171875, -0.20526123046875, -0.1480712890625, -0.09088134765625, -0.03369140625, 0.02349853515625, 0.0806884765625, 0.13787841796875, 0.195068359375, 0.25225830078125, 0.3094482421875, 0.36663818359375, 0.423828125, 0.48101806640625, 0.5382080078125, 0.59539794921875, 0.652587890625, 0.70977783203125, 0.7669677734375, 0.82415771484375, 0.88134765625, 0.93853759765625, 0.9957275390625, 1.05291748046875, 1.110107421875, 1.16729736328125, 1.2244873046875, 1.28167724609375, 1.3388671875, 1.39605712890625, 1.4532470703125, 1.51043701171875, 1.567626953125, 1.62481689453125, 1.6820068359375, 1.73919677734375, 1.79638671875, 1.85357666015625, 1.9107666015625, 1.96795654296875, 2.025146484375, 2.08233642578125, 2.1395263671875, 2.19671630859375, 2.25390625]}, "gradients/encoder.encoder.layers.5.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 7.0, 3.0, 3.0, 5.0, 7.0, 6.0, 10.0, 8.0, 20.0, 14.0, 29.0, 37.0, 58.0, 81.0, 104.0, 155.0, 258.0, 395.0, 600.0, 637.0, 520.0, 368.0, 219.0, 146.0, 94.0, 68.0, 49.0, 36.0, 34.0, 22.0, 17.0, 16.0, 12.0, 12.0, 4.0, 8.0, 5.0, 4.0, 4.0, 2.0, 0.0, 3.0, 0.0, 3.0, 2.0, 0.0, 2.0], "bins": [-1.44921875, -1.40948486328125, -1.3697509765625, -1.33001708984375, -1.290283203125, -1.25054931640625, -1.2108154296875, -1.17108154296875, -1.13134765625, -1.09161376953125, -1.0518798828125, -1.01214599609375, -0.972412109375, -0.93267822265625, -0.8929443359375, -0.85321044921875, -0.8134765625, -0.77374267578125, -0.7340087890625, -0.69427490234375, -0.654541015625, -0.61480712890625, -0.5750732421875, -0.53533935546875, -0.49560546875, -0.45587158203125, -0.4161376953125, -0.37640380859375, -0.336669921875, -0.29693603515625, -0.2572021484375, -0.21746826171875, -0.177734375, -0.13800048828125, -0.0982666015625, -0.05853271484375, -0.018798828125, 0.02093505859375, 0.0606689453125, 0.10040283203125, 0.14013671875, 0.17987060546875, 0.2196044921875, 0.25933837890625, 0.299072265625, 0.33880615234375, 0.3785400390625, 0.41827392578125, 0.4580078125, 0.49774169921875, 0.5374755859375, 0.57720947265625, 0.616943359375, 0.65667724609375, 0.6964111328125, 0.73614501953125, 0.77587890625, 0.81561279296875, 0.8553466796875, 0.89508056640625, 0.934814453125, 0.97454833984375, 1.0142822265625, 1.05401611328125, 1.09375]}, "gradients/encoder.encoder.layers.5.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 4.0, 8.0, 5.0, 19.0, 54.0, 207.0, 337.0, 230.0, 79.0, 32.0, 13.0, 6.0, 6.0, 4.0, 0.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-36.53929901123047, -35.73731231689453, -34.935325622558594, -34.133338928222656, -33.33135223388672, -32.52936553955078, -31.72737693786621, -30.92538833618164, -30.123401641845703, -29.321414947509766, -28.519428253173828, -27.717439651489258, -26.91545295715332, -26.113466262817383, -25.311479568481445, -24.509490966796875, -23.707504272460938, -22.905517578125, -22.103530883789062, -21.301542282104492, -20.499555587768555, -19.697568893432617, -18.89558219909668, -18.09359359741211, -17.291608810424805, -16.489622116088867, -15.687634468078613, -14.885647773742676, -14.083660125732422, -13.281673431396484, -12.479686737060547, -11.677699089050293, -10.875710487365723, -10.073723793029785, -9.271736145019531, -8.469749450683594, -7.66776180267334, -6.865775108337402, -6.063787937164307, -5.261800765991211, -4.459813594818115, -3.6578264236450195, -2.855839252471924, -2.0538523197174072, -1.2518651485443115, -0.4498782157897949, 0.3521089553833008, 1.1540961265563965, 1.9560832977294922, 2.758070468902588, 3.5600576400756836, 4.362044334411621, 5.164031982421875, 5.9660186767578125, 6.768005847930908, 7.569993019104004, 8.371980667114258, 9.173967361450195, 9.97595500946045, 10.777941703796387, 11.57992935180664, 12.381916046142578, 13.183902740478516, 13.98589038848877, 14.787877082824707]}, "gradients/encoder.encoder.layers.5.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 4.0, 5.0, 1.0, 5.0, 11.0, 14.0, 26.0, 26.0, 28.0, 37.0, 38.0, 41.0, 39.0, 51.0, 50.0, 58.0, 62.0, 56.0, 69.0, 67.0, 62.0, 55.0, 45.0, 45.0, 23.0, 29.0, 20.0, 10.0, 15.0, 9.0, 4.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.952784061431885, -7.6645331382751465, -7.376282215118408, -7.088030815124512, -6.799779891967773, -6.511528968811035, -6.223278045654297, -5.935027122497559, -5.64677619934082, -5.358525276184082, -5.070274353027344, -4.7820234298706055, -4.493772029876709, -4.205521106719971, -3.9172701835632324, -3.629019021987915, -3.3407678604125977, -3.0525169372558594, -2.764265775680542, -2.4760148525238037, -2.1877636909484863, -1.899512767791748, -1.6112618446350098, -1.3230106830596924, -1.034759759902954, -0.7465087175369263, -0.4582577347755432, -0.17000675201416016, 0.11824429035186768, 0.4064953327178955, 0.6947462558746338, 0.9829974174499512, 1.2712488174438477, 1.5594998598098755, 1.8477509021759033, 2.1360018253326416, 2.424252986907959, 2.7125039100646973, 3.0007548332214355, 3.289005994796753, 3.577256917953491, 3.8655078411102295, 4.153759002685547, 4.442009925842285, 4.730260848999023, 5.018511772155762, 5.3067626953125, 5.5950140953063965, 5.883265018463135, 6.171515941619873, 6.459766864776611, 6.748018264770508, 7.036269187927246, 7.324520111083984, 7.612771034240723, 7.901021957397461, 8.1892728805542, 8.477523803710938, 8.765774726867676, 9.054025650024414, 9.342276573181152, 9.63052749633789, 9.918779373168945, 10.207030296325684, 10.495281219482422]}, "gradients/encoder.encoder.layers.5.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 5.0, 9.0, 21.0, 29.0, 30.0, 36.0, 65.0, 83.0, 150.0, 194.0, 307.0, 514.0, 897.0, 1639.0, 2966.0, 5982.0, 12435.0, 27709.0, 64677.0, 148194.0, 296587.0, 263892.0, 123685.0, 53696.0, 23153.0, 10476.0, 5094.0, 2564.0, 1397.0, 798.0, 452.0, 279.0, 198.0, 108.0, 62.0, 57.0, 39.0, 21.0, 18.0, 13.0, 7.0, 9.0, 4.0, 3.0, 3.0, 3.0, 1.0, 0.0, 2.0], "bins": [-1.1513671875, -1.1192855834960938, -1.0872039794921875, -1.0551223754882812, -1.023040771484375, -0.9909591674804688, -0.9588775634765625, -0.9267959594726562, -0.89471435546875, -0.8626327514648438, -0.8305511474609375, -0.7984695434570312, -0.766387939453125, -0.7343063354492188, -0.7022247314453125, -0.6701431274414062, -0.6380615234375, -0.6059799194335938, -0.5738983154296875, -0.5418167114257812, -0.509735107421875, -0.47765350341796875, -0.4455718994140625, -0.41349029541015625, -0.38140869140625, -0.34932708740234375, -0.3172454833984375, -0.28516387939453125, -0.253082275390625, -0.22100067138671875, -0.1889190673828125, -0.15683746337890625, -0.124755859375, -0.09267425537109375, -0.0605926513671875, -0.02851104736328125, 0.003570556640625, 0.03565216064453125, 0.0677337646484375, 0.09981536865234375, 0.13189697265625, 0.16397857666015625, 0.1960601806640625, 0.22814178466796875, 0.260223388671875, 0.29230499267578125, 0.3243865966796875, 0.35646820068359375, 0.3885498046875, 0.42063140869140625, 0.4527130126953125, 0.48479461669921875, 0.516876220703125, 0.5489578247070312, 0.5810394287109375, 0.6131210327148438, 0.64520263671875, 0.6772842407226562, 0.7093658447265625, 0.7414474487304688, 0.773529052734375, 0.8056106567382812, 0.8376922607421875, 0.8697738647460938, 0.90185546875]}, "gradients/encoder.encoder.layers.5.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 6.0, 11.0, 12.0, 14.0, 22.0, 26.0, 23.0, 46.0, 37.0, 41.0, 46.0, 65.0, 62.0, 57.0, 61.0, 71.0, 53.0, 56.0, 56.0, 45.0, 46.0, 28.0, 29.0, 20.0, 20.0, 12.0, 13.0, 8.0, 8.0, 3.0, 5.0, 4.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.91064453125, -0.8856735229492188, -0.8607025146484375, -0.8357315063476562, -0.810760498046875, -0.7857894897460938, -0.7608184814453125, -0.7358474731445312, -0.71087646484375, -0.6859054565429688, -0.6609344482421875, -0.6359634399414062, -0.610992431640625, -0.5860214233398438, -0.5610504150390625, -0.5360794067382812, -0.5111083984375, -0.48613739013671875, -0.4611663818359375, -0.43619537353515625, -0.411224365234375, -0.38625335693359375, -0.3612823486328125, -0.33631134033203125, -0.31134033203125, -0.28636932373046875, -0.2613983154296875, -0.23642730712890625, -0.211456298828125, -0.18648529052734375, -0.1615142822265625, -0.13654327392578125, -0.111572265625, -0.08660125732421875, -0.0616302490234375, -0.03665924072265625, -0.011688232421875, 0.01328277587890625, 0.0382537841796875, 0.06322479248046875, 0.08819580078125, 0.11316680908203125, 0.1381378173828125, 0.16310882568359375, 0.188079833984375, 0.21305084228515625, 0.2380218505859375, 0.26299285888671875, 0.2879638671875, 0.31293487548828125, 0.3379058837890625, 0.36287689208984375, 0.387847900390625, 0.41281890869140625, 0.4377899169921875, 0.46276092529296875, 0.48773193359375, 0.5127029418945312, 0.5376739501953125, 0.5626449584960938, 0.587615966796875, 0.6125869750976562, 0.6375579833984375, 0.6625289916992188, 0.6875]}, "gradients/encoder.encoder.layers.5.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 6.0, 8.0, 12.0, 16.0, 26.0, 22.0, 27.0, 61.0, 72.0, 148.0, 153.0, 237.0, 416.0, 703.0, 1174.0, 2703.0, 7258.0, 37022.0, 369937.0, 568368.0, 45557.0, 8335.0, 2879.0, 1337.0, 765.0, 410.0, 298.0, 181.0, 122.0, 83.0, 55.0, 52.0, 35.0, 19.0, 23.0, 8.0, 8.0, 8.0, 5.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.427734375, -2.35198974609375, -2.2762451171875, -2.20050048828125, -2.124755859375, -2.04901123046875, -1.9732666015625, -1.89752197265625, -1.82177734375, -1.74603271484375, -1.6702880859375, -1.59454345703125, -1.518798828125, -1.44305419921875, -1.3673095703125, -1.29156494140625, -1.2158203125, -1.14007568359375, -1.0643310546875, -0.98858642578125, -0.912841796875, -0.83709716796875, -0.7613525390625, -0.68560791015625, -0.60986328125, -0.53411865234375, -0.4583740234375, -0.38262939453125, -0.306884765625, -0.23114013671875, -0.1553955078125, -0.07965087890625, -0.00390625, 0.07183837890625, 0.1475830078125, 0.22332763671875, 0.299072265625, 0.37481689453125, 0.4505615234375, 0.52630615234375, 0.60205078125, 0.67779541015625, 0.7535400390625, 0.82928466796875, 0.905029296875, 0.98077392578125, 1.0565185546875, 1.13226318359375, 1.2080078125, 1.28375244140625, 1.3594970703125, 1.43524169921875, 1.510986328125, 1.58673095703125, 1.6624755859375, 1.73822021484375, 1.81396484375, 1.88970947265625, 1.9654541015625, 2.04119873046875, 2.116943359375, 2.19268798828125, 2.2684326171875, 2.34417724609375, 2.419921875]}, "gradients/encoder.encoder.layers.5.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 4.0, 6.0, 5.0, 6.0, 12.0, 6.0, 9.0, 19.0, 13.0, 12.0, 26.0, 24.0, 21.0, 19.0, 32.0, 36.0, 25.0, 35.0, 36.0, 39.0, 37.0, 37.0, 40.0, 34.0, 47.0, 45.0, 33.0, 44.0, 33.0, 38.0, 30.0, 23.0, 22.0, 27.0, 17.0, 13.0, 15.0, 13.0, 10.0, 12.0, 7.0, 12.0, 8.0, 6.0, 4.0, 2.0, 2.0, 3.0, 2.0, 1.0, 3.0, 0.0, 3.0], "bins": [-2.296875, -2.22894287109375, -2.1610107421875, -2.09307861328125, -2.025146484375, -1.95721435546875, -1.8892822265625, -1.82135009765625, -1.75341796875, -1.68548583984375, -1.6175537109375, -1.54962158203125, -1.481689453125, -1.41375732421875, -1.3458251953125, -1.27789306640625, -1.2099609375, -1.14202880859375, -1.0740966796875, -1.00616455078125, -0.938232421875, -0.87030029296875, -0.8023681640625, -0.73443603515625, -0.66650390625, -0.59857177734375, -0.5306396484375, -0.46270751953125, -0.394775390625, -0.32684326171875, -0.2589111328125, -0.19097900390625, -0.123046875, -0.05511474609375, 0.0128173828125, 0.08074951171875, 0.148681640625, 0.21661376953125, 0.2845458984375, 0.35247802734375, 0.42041015625, 0.48834228515625, 0.5562744140625, 0.62420654296875, 0.692138671875, 0.76007080078125, 0.8280029296875, 0.89593505859375, 0.9638671875, 1.03179931640625, 1.0997314453125, 1.16766357421875, 1.235595703125, 1.30352783203125, 1.3714599609375, 1.43939208984375, 1.50732421875, 1.57525634765625, 1.6431884765625, 1.71112060546875, 1.779052734375, 1.84698486328125, 1.9149169921875, 1.98284912109375, 2.05078125]}, "gradients/encoder.encoder.layers.5.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 5.0, 4.0, 7.0, 12.0, 14.0, 11.0, 28.0, 36.0, 41.0, 61.0, 105.0, 157.0, 240.0, 377.0, 714.0, 1551.0, 3702.0, 11557.0, 68547.0, 795549.0, 139166.0, 17742.0, 4818.0, 1945.0, 900.0, 456.0, 297.0, 164.0, 101.0, 82.0, 48.0, 38.0, 17.0, 18.0, 10.0, 9.0, 8.0, 9.0, 6.0, 6.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.93212890625, -0.9017105102539062, -0.8712921142578125, -0.8408737182617188, -0.810455322265625, -0.7800369262695312, -0.7496185302734375, -0.7192001342773438, -0.68878173828125, -0.6583633422851562, -0.6279449462890625, -0.5975265502929688, -0.567108154296875, -0.5366897583007812, -0.5062713623046875, -0.47585296630859375, -0.4454345703125, -0.41501617431640625, -0.3845977783203125, -0.35417938232421875, -0.323760986328125, -0.29334259033203125, -0.2629241943359375, -0.23250579833984375, -0.20208740234375, -0.17166900634765625, -0.1412506103515625, -0.11083221435546875, -0.080413818359375, -0.04999542236328125, -0.0195770263671875, 0.01084136962890625, 0.041259765625, 0.07167816162109375, 0.1020965576171875, 0.13251495361328125, 0.162933349609375, 0.19335174560546875, 0.2237701416015625, 0.25418853759765625, 0.28460693359375, 0.31502532958984375, 0.3454437255859375, 0.37586212158203125, 0.406280517578125, 0.43669891357421875, 0.4671173095703125, 0.49753570556640625, 0.5279541015625, 0.5583724975585938, 0.5887908935546875, 0.6192092895507812, 0.649627685546875, 0.6800460815429688, 0.7104644775390625, 0.7408828735351562, 0.77130126953125, 0.8017196655273438, 0.8321380615234375, 0.8625564575195312, 0.892974853515625, 0.9233932495117188, 0.9538116455078125, 0.9842300415039062, 1.0146484375]}, "gradients/encoder.encoder.layers.5.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 5.0, 8.0, 6.0, 6.0, 15.0, 7.0, 6.0, 11.0, 13.0, 17.0, 27.0, 20.0, 24.0, 29.0, 31.0, 44.0, 57.0, 62.0, 72.0, 77.0, 65.0, 53.0, 44.0, 46.0, 44.0, 34.0, 31.0, 25.0, 13.0, 23.0, 14.0, 12.0, 8.0, 18.0, 10.0, 6.0, 4.0, 3.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0], "bins": [-0.00012421607971191406, -0.00012069661170244217, -0.00011717714369297028, -0.00011365767568349838, -0.00011013820767402649, -0.0001066187396645546, -0.0001030992716550827, -9.957980364561081e-05, -9.606033563613892e-05, -9.254086762666702e-05, -8.902139961719513e-05, -8.550193160772324e-05, -8.198246359825134e-05, -7.846299558877945e-05, -7.494352757930756e-05, -7.142405956983566e-05, -6.790459156036377e-05, -6.438512355089188e-05, -6.086565554141998e-05, -5.734618753194809e-05, -5.3826719522476196e-05, -5.03072515130043e-05, -4.678778350353241e-05, -4.3268315494060516e-05, -3.974884748458862e-05, -3.622937947511673e-05, -3.2709911465644836e-05, -2.9190443456172943e-05, -2.567097544670105e-05, -2.2151507437229156e-05, -1.8632039427757263e-05, -1.511257141828537e-05, -1.1593103408813477e-05, -8.073635399341583e-06, -4.55416738986969e-06, -1.0346993803977966e-06, 2.4847686290740967e-06, 6.00423663854599e-06, 9.523704648017883e-06, 1.3043172657489777e-05, 1.656264066696167e-05, 2.0082108676433563e-05, 2.3601576685905457e-05, 2.712104469537735e-05, 3.064051270484924e-05, 3.4159980714321136e-05, 3.767944872379303e-05, 4.119891673326492e-05, 4.4718384742736816e-05, 4.823785275220871e-05, 5.17573207616806e-05, 5.5276788771152496e-05, 5.879625678062439e-05, 6.231572479009628e-05, 6.583519279956818e-05, 6.935466080904007e-05, 7.287412881851196e-05, 7.639359682798386e-05, 7.991306483745575e-05, 8.343253284692764e-05, 8.695200085639954e-05, 9.047146886587143e-05, 9.399093687534332e-05, 9.751040488481522e-05, 0.00010102987289428711]}, "gradients/encoder.encoder.layers.5.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 5.0, 1.0, 4.0, 9.0, 7.0, 12.0, 16.0, 26.0, 20.0, 37.0, 81.0, 95.0, 171.0, 295.0, 580.0, 1157.0, 2584.0, 7138.0, 30939.0, 752942.0, 225552.0, 17889.0, 4973.0, 1951.0, 930.0, 449.0, 255.0, 160.0, 94.0, 58.0, 36.0, 30.0, 23.0, 14.0, 11.0, 3.0, 2.0, 3.0, 3.0, 4.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.07421875, -1.03564453125, -0.9970703125, -0.95849609375, -0.919921875, -0.88134765625, -0.8427734375, -0.80419921875, -0.765625, -0.72705078125, -0.6884765625, -0.64990234375, -0.611328125, -0.57275390625, -0.5341796875, -0.49560546875, -0.45703125, -0.41845703125, -0.3798828125, -0.34130859375, -0.302734375, -0.26416015625, -0.2255859375, -0.18701171875, -0.1484375, -0.10986328125, -0.0712890625, -0.03271484375, 0.005859375, 0.04443359375, 0.0830078125, 0.12158203125, 0.16015625, 0.19873046875, 0.2373046875, 0.27587890625, 0.314453125, 0.35302734375, 0.3916015625, 0.43017578125, 0.46875, 0.50732421875, 0.5458984375, 0.58447265625, 0.623046875, 0.66162109375, 0.7001953125, 0.73876953125, 0.77734375, 0.81591796875, 0.8544921875, 0.89306640625, 0.931640625, 0.97021484375, 1.0087890625, 1.04736328125, 1.0859375, 1.12451171875, 1.1630859375, 1.20166015625, 1.240234375, 1.27880859375, 1.3173828125, 1.35595703125, 1.39453125]}, "gradients/encoder.encoder.layers.5.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 4.0, 1.0, 1.0, 4.0, 5.0, 8.0, 6.0, 8.0, 9.0, 13.0, 14.0, 22.0, 52.0, 48.0, 95.0, 133.0, 156.0, 118.0, 91.0, 51.0, 42.0, 27.0, 25.0, 13.0, 8.0, 4.0, 12.0, 8.0, 4.0, 3.0, 3.0, 4.0, 4.0, 3.0, 2.0, 0.0, 2.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.99169921875, -0.9556198120117188, -0.9195404052734375, -0.8834609985351562, -0.847381591796875, -0.8113021850585938, -0.7752227783203125, -0.7391433715820312, -0.70306396484375, -0.6669845581054688, -0.6309051513671875, -0.5948257446289062, -0.558746337890625, -0.5226669311523438, -0.4865875244140625, -0.45050811767578125, -0.4144287109375, -0.37834930419921875, -0.3422698974609375, -0.30619049072265625, -0.270111083984375, -0.23403167724609375, -0.1979522705078125, -0.16187286376953125, -0.12579345703125, -0.08971405029296875, -0.0536346435546875, -0.01755523681640625, 0.018524169921875, 0.05460357666015625, 0.0906829833984375, 0.12676239013671875, 0.162841796875, 0.19892120361328125, 0.2350006103515625, 0.27108001708984375, 0.307159423828125, 0.34323883056640625, 0.3793182373046875, 0.41539764404296875, 0.45147705078125, 0.48755645751953125, 0.5236358642578125, 0.5597152709960938, 0.595794677734375, 0.6318740844726562, 0.6679534912109375, 0.7040328979492188, 0.7401123046875, 0.7761917114257812, 0.8122711181640625, 0.8483505249023438, 0.884429931640625, 0.9205093383789062, 0.9565887451171875, 0.9926681518554688, 1.02874755859375, 1.0648269653320312, 1.1009063720703125, 1.1369857788085938, 1.173065185546875, 1.2091445922851562, 1.2452239990234375, 1.2813034057617188, 1.3173828125]}, "gradients/encoder.encoder.layers.5.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 4.0, 3.0, 2.0, 7.0, 34.0, 51.0, 140.0, 263.0, 267.0, 123.0, 47.0, 32.0, 9.0, 10.0, 8.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.72439956665039, -14.021207809448242, -13.318016052246094, -12.614824295043945, -11.91163158416748, -11.208439826965332, -10.505248069763184, -9.802055358886719, -9.09886360168457, -8.395671844482422, -7.692479610443115, -6.989287853240967, -6.28609561920166, -5.582903861999512, -4.879712104797363, -4.176519870758057, -3.4733285903930664, -2.770136594772339, -2.0669445991516113, -1.363752841949463, -0.6605608463287354, 0.04263114929199219, 0.7458229064941406, 1.4490151405334473, 2.1522068977355957, 2.8553988933563232, 3.558590888977051, 4.261782646179199, 4.964974403381348, 5.668166637420654, 6.371358394622803, 7.074550628662109, 7.777742385864258, 8.480934143066406, 9.184125900268555, 9.887317657470703, 10.590510368347168, 11.293702125549316, 11.996893882751465, 12.70008659362793, 13.403278350830078, 14.106470108032227, 14.809661865234375, 15.512853622436523, 16.216045379638672, 16.919239044189453, 17.62242889404297, 18.32562255859375, 19.028812408447266, 19.732004165649414, 20.435195922851562, 21.13838768005371, 21.84157943725586, 22.54477310180664, 23.247962951660156, 23.951156616210938, 24.654348373413086, 25.357540130615234, 26.060731887817383, 26.76392364501953, 27.46711540222168, 28.170307159423828, 28.87350082397461, 29.576692581176758, 30.279884338378906]}, "gradients/encoder.encoder.layers.5.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 4.0, 0.0, 5.0, 0.0, 4.0, 3.0, 10.0, 5.0, 18.0, 18.0, 10.0, 15.0, 19.0, 30.0, 24.0, 26.0, 39.0, 30.0, 35.0, 40.0, 35.0, 47.0, 53.0, 70.0, 46.0, 56.0, 38.0, 44.0, 41.0, 23.0, 34.0, 26.0, 20.0, 18.0, 16.0, 16.0, 15.0, 22.0, 17.0, 5.0, 5.0, 9.0, 4.0, 4.0, 2.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-8.873666763305664, -8.579684257507324, -8.285701751708984, -7.9917192459106445, -7.697736740112305, -7.403754234313965, -7.109771728515625, -6.815789222717285, -6.521806716918945, -6.2278242111206055, -5.933841705322266, -5.639859199523926, -5.345876693725586, -5.051894187927246, -4.757911682128906, -4.463929176330566, -4.169946670532227, -3.8759641647338867, -3.581981658935547, -3.287999153137207, -2.994016647338867, -2.7000341415405273, -2.4060516357421875, -2.1120691299438477, -1.8180866241455078, -1.524104118347168, -1.2301216125488281, -0.9361391067504883, -0.6421566009521484, -0.3481740951538086, -0.05419158935546875, 0.2397909164428711, 0.5337743759155273, 0.8277568817138672, 1.121739387512207, 1.4157218933105469, 1.7097043991088867, 2.0036869049072266, 2.2976694107055664, 2.5916519165039062, 2.885634422302246, 3.179616928100586, 3.473599433898926, 3.7675819396972656, 4.0615644454956055, 4.355546951293945, 4.649529457092285, 4.943511962890625, 5.237494468688965, 5.531476974487305, 5.8254594802856445, 6.119441986083984, 6.413424491882324, 6.707406997680664, 7.001389503479004, 7.295372009277344, 7.589354515075684, 7.883337020874023, 8.177319526672363, 8.471302032470703, 8.765284538269043, 9.059267044067383, 9.353249549865723, 9.647232055664062, 9.941214561462402]}, "gradients/encoder.encoder.layers.4.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 6.0, 4.0, 5.0, 9.0, 23.0, 22.0, 34.0, 62.0, 118.0, 231.0, 433.0, 1087.0, 3101.0, 10049.0, 51752.0, 906272.0, 3044469.0, 148327.0, 19774.0, 5327.0, 1789.0, 706.0, 326.0, 143.0, 76.0, 51.0, 29.0, 16.0, 15.0, 12.0, 6.0, 5.0, 5.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-1.5009765625, -1.4636611938476562, -1.4263458251953125, -1.3890304565429688, -1.351715087890625, -1.3143997192382812, -1.2770843505859375, -1.2397689819335938, -1.20245361328125, -1.1651382446289062, -1.1278228759765625, -1.0905075073242188, -1.053192138671875, -1.0158767700195312, -0.9785614013671875, -0.9412460327148438, -0.9039306640625, -0.8666152954101562, -0.8292999267578125, -0.7919845581054688, -0.754669189453125, -0.7173538208007812, -0.6800384521484375, -0.6427230834960938, -0.60540771484375, -0.5680923461914062, -0.5307769775390625, -0.49346160888671875, -0.456146240234375, -0.41883087158203125, -0.3815155029296875, -0.34420013427734375, -0.306884765625, -0.26956939697265625, -0.2322540283203125, -0.19493865966796875, -0.157623291015625, -0.12030792236328125, -0.0829925537109375, -0.04567718505859375, -0.00836181640625, 0.02895355224609375, 0.0662689208984375, 0.10358428955078125, 0.140899658203125, 0.17821502685546875, 0.2155303955078125, 0.25284576416015625, 0.2901611328125, 0.32747650146484375, 0.3647918701171875, 0.40210723876953125, 0.439422607421875, 0.47673797607421875, 0.5140533447265625, 0.5513687133789062, 0.58868408203125, 0.6259994506835938, 0.6633148193359375, 0.7006301879882812, 0.737945556640625, 0.7752609252929688, 0.8125762939453125, 0.8498916625976562, 0.88720703125]}, "gradients/encoder.encoder.layers.4.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 6.0, 3.0, 6.0, 11.0, 16.0, 21.0, 22.0, 32.0, 31.0, 37.0, 50.0, 51.0, 61.0, 62.0, 62.0, 71.0, 56.0, 57.0, 54.0, 43.0, 53.0, 44.0, 26.0, 35.0, 20.0, 23.0, 22.0, 10.0, 7.0, 4.0, 2.0, 4.0, 4.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.88916015625, -0.8641815185546875, -0.839202880859375, -0.8142242431640625, -0.78924560546875, -0.7642669677734375, -0.739288330078125, -0.7143096923828125, -0.6893310546875, -0.6643524169921875, -0.639373779296875, -0.6143951416015625, -0.58941650390625, -0.5644378662109375, -0.539459228515625, -0.5144805908203125, -0.489501953125, -0.4645233154296875, -0.439544677734375, -0.4145660400390625, -0.38958740234375, -0.3646087646484375, -0.339630126953125, -0.3146514892578125, -0.2896728515625, -0.2646942138671875, -0.239715576171875, -0.2147369384765625, -0.18975830078125, -0.1647796630859375, -0.139801025390625, -0.1148223876953125, -0.08984375, -0.0648651123046875, -0.039886474609375, -0.0149078369140625, 0.01007080078125, 0.0350494384765625, 0.060028076171875, 0.0850067138671875, 0.1099853515625, 0.1349639892578125, 0.159942626953125, 0.1849212646484375, 0.20989990234375, 0.2348785400390625, 0.259857177734375, 0.2848358154296875, 0.309814453125, 0.3347930908203125, 0.359771728515625, 0.3847503662109375, 0.40972900390625, 0.4347076416015625, 0.459686279296875, 0.4846649169921875, 0.5096435546875, 0.5346221923828125, 0.559600830078125, 0.5845794677734375, 0.60955810546875, 0.6345367431640625, 0.659515380859375, 0.6844940185546875, 0.70947265625]}, "gradients/encoder.encoder.layers.4.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 0.0, 0.0, 7.0, 9.0, 23.0, 31.0, 67.0, 169.0, 437.0, 1579.0, 13261.0, 3092625.0, 1074881.0, 9051.0, 1278.0, 437.0, 203.0, 103.0, 63.0, 27.0, 22.0, 2.0, 2.0, 6.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.775390625, -2.67236328125, -2.5693359375, -2.46630859375, -2.36328125, -2.26025390625, -2.1572265625, -2.05419921875, -1.951171875, -1.84814453125, -1.7451171875, -1.64208984375, -1.5390625, -1.43603515625, -1.3330078125, -1.22998046875, -1.126953125, -1.02392578125, -0.9208984375, -0.81787109375, -0.71484375, -0.61181640625, -0.5087890625, -0.40576171875, -0.302734375, -0.19970703125, -0.0966796875, 0.00634765625, 0.109375, 0.21240234375, 0.3154296875, 0.41845703125, 0.521484375, 0.62451171875, 0.7275390625, 0.83056640625, 0.93359375, 1.03662109375, 1.1396484375, 1.24267578125, 1.345703125, 1.44873046875, 1.5517578125, 1.65478515625, 1.7578125, 1.86083984375, 1.9638671875, 2.06689453125, 2.169921875, 2.27294921875, 2.3759765625, 2.47900390625, 2.58203125, 2.68505859375, 2.7880859375, 2.89111328125, 2.994140625, 3.09716796875, 3.2001953125, 3.30322265625, 3.40625, 3.50927734375, 3.6123046875, 3.71533203125, 3.818359375]}, "gradients/encoder.encoder.layers.4.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 3.0, 7.0, 9.0, 18.0, 19.0, 31.0, 51.0, 114.0, 282.0, 664.0, 1280.0, 896.0, 335.0, 167.0, 89.0, 49.0, 21.0, 15.0, 9.0, 1.0, 7.0, 1.0, 1.0, 6.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.666015625, -1.601165771484375, -1.53631591796875, -1.471466064453125, -1.4066162109375, -1.341766357421875, -1.27691650390625, -1.212066650390625, -1.147216796875, -1.082366943359375, -1.01751708984375, -0.952667236328125, -0.8878173828125, -0.822967529296875, -0.75811767578125, -0.693267822265625, -0.62841796875, -0.563568115234375, -0.49871826171875, -0.433868408203125, -0.3690185546875, -0.304168701171875, -0.23931884765625, -0.174468994140625, -0.109619140625, -0.044769287109375, 0.02008056640625, 0.084930419921875, 0.1497802734375, 0.214630126953125, 0.27947998046875, 0.344329833984375, 0.4091796875, 0.474029541015625, 0.53887939453125, 0.603729248046875, 0.6685791015625, 0.733428955078125, 0.79827880859375, 0.863128662109375, 0.927978515625, 0.992828369140625, 1.05767822265625, 1.122528076171875, 1.1873779296875, 1.252227783203125, 1.31707763671875, 1.381927490234375, 1.44677734375, 1.511627197265625, 1.57647705078125, 1.641326904296875, 1.7061767578125, 1.771026611328125, 1.83587646484375, 1.900726318359375, 1.965576171875, 2.030426025390625, 2.09527587890625, 2.160125732421875, 2.2249755859375, 2.289825439453125, 2.35467529296875, 2.419525146484375, 2.484375]}, "gradients/encoder.encoder.layers.4.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 4.0, 3.0, 0.0, 3.0, 5.0, 3.0, 3.0, 11.0, 16.0, 16.0, 42.0, 78.0, 128.0, 188.0, 195.0, 115.0, 91.0, 37.0, 28.0, 9.0, 8.0, 6.0, 4.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-10.341296195983887, -9.959938049316406, -9.57857894897461, -9.197220802307129, -8.815862655639648, -8.434503555297852, -8.053145408630371, -7.671786785125732, -7.290428161621094, -6.909069538116455, -6.527710914611816, -6.146352767944336, -5.764994144439697, -5.383635520935059, -5.002277374267578, -4.6209187507629395, -4.239560127258301, -3.858201503753662, -3.4768431186676025, -3.095484733581543, -2.7141261100769043, -2.3327674865722656, -1.951409101486206, -1.5700507164001465, -1.1886920928955078, -0.8073335886001587, -0.42597508430480957, -0.04461658000946045, 0.33674192428588867, 0.7181004285812378, 1.099458932876587, 1.4808173179626465, 1.8621768951416016, 2.2435355186462402, 2.6248939037323, 3.0062522888183594, 3.387610912322998, 3.7689695358276367, 4.150327682495117, 4.531686305999756, 4.9130449295043945, 5.294403553009033, 5.675762176513672, 6.057120323181152, 6.438478946685791, 6.81983757019043, 7.20119571685791, 7.582554340362549, 7.9639129638671875, 8.345271110534668, 8.726630210876465, 9.107988357543945, 9.489347457885742, 9.870705604553223, 10.252063751220703, 10.6334228515625, 11.01478099822998, 11.396139144897461, 11.777498245239258, 12.158856391906738, 12.540214538574219, 12.921573638916016, 13.302931785583496, 13.684289932250977, 14.065649032592773]}, "gradients/encoder.encoder.layers.4.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 1.0, 2.0, 5.0, 2.0, 9.0, 2.0, 16.0, 4.0, 14.0, 19.0, 17.0, 10.0, 15.0, 38.0, 36.0, 31.0, 39.0, 30.0, 42.0, 43.0, 43.0, 51.0, 40.0, 50.0, 47.0, 40.0, 45.0, 39.0, 33.0, 28.0, 39.0, 17.0, 27.0, 23.0, 26.0, 13.0, 10.0, 11.0, 10.0, 8.0, 9.0, 6.0, 3.0, 5.0, 3.0, 3.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-5.972526550292969, -5.793294906616211, -5.614063739776611, -5.4348320960998535, -5.255600452423096, -5.076369285583496, -4.897137641906738, -4.7179059982299805, -4.538674354553223, -4.359442710876465, -4.180211544036865, -4.000979900360107, -3.8217482566833496, -3.642516851425171, -3.463285446166992, -3.2840538024902344, -3.1048226356506348, -2.925591230392456, -2.7463595867156982, -2.5671281814575195, -2.3878965377807617, -2.208665132522583, -2.0294337272644043, -1.850202202796936, -1.6709706783294678, -1.4917391538619995, -1.3125076293945312, -1.1332762241363525, -0.9540446996688843, -0.774813175201416, -0.5955817699432373, -0.41635024547576904, -0.23711872100830078, -0.05788722634315491, 0.12134426832199097, 0.30057573318481445, 0.4798072576522827, 0.659038782119751, 0.8382701873779297, 1.017501711845398, 1.1967332363128662, 1.3759647607803345, 1.5551962852478027, 1.7344276905059814, 1.9136592149734497, 2.092890739440918, 2.2721221446990967, 2.4513535499572754, 2.630585193634033, 2.809816598892212, 2.9890482425689697, 3.1682796478271484, 3.3475112915039062, 3.526742696762085, 3.7059741020202637, 3.8852057456970215, 4.064436912536621, 4.243668556213379, 4.4228997230529785, 4.602131366729736, 4.781363010406494, 4.960594177246094, 5.139825820922852, 5.319057464599609, 5.498289108276367]}, "gradients/encoder.encoder.layers.4.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 4.0, 4.0, 4.0, 6.0, 13.0, 15.0, 12.0, 26.0, 40.0, 57.0, 108.0, 181.0, 303.0, 554.0, 1007.0, 1976.0, 3967.0, 9313.0, 24162.0, 67693.0, 210116.0, 431407.0, 194663.0, 63741.0, 22630.0, 8781.0, 3747.0, 1762.0, 980.0, 506.0, 295.0, 174.0, 99.0, 66.0, 32.0, 39.0, 21.0, 22.0, 8.0, 3.0, 3.0, 5.0, 5.0, 4.0, 4.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1845703125, -1.14569091796875, -1.1068115234375, -1.06793212890625, -1.029052734375, -0.99017333984375, -0.9512939453125, -0.91241455078125, -0.87353515625, -0.83465576171875, -0.7957763671875, -0.75689697265625, -0.718017578125, -0.67913818359375, -0.6402587890625, -0.60137939453125, -0.5625, -0.52362060546875, -0.4847412109375, -0.44586181640625, -0.406982421875, -0.36810302734375, -0.3292236328125, -0.29034423828125, -0.25146484375, -0.21258544921875, -0.1737060546875, -0.13482666015625, -0.095947265625, -0.05706787109375, -0.0181884765625, 0.02069091796875, 0.0595703125, 0.09844970703125, 0.1373291015625, 0.17620849609375, 0.215087890625, 0.25396728515625, 0.2928466796875, 0.33172607421875, 0.37060546875, 0.40948486328125, 0.4483642578125, 0.48724365234375, 0.526123046875, 0.56500244140625, 0.6038818359375, 0.64276123046875, 0.681640625, 0.72052001953125, 0.7593994140625, 0.79827880859375, 0.837158203125, 0.87603759765625, 0.9149169921875, 0.95379638671875, 0.99267578125, 1.03155517578125, 1.0704345703125, 1.10931396484375, 1.148193359375, 1.18707275390625, 1.2259521484375, 1.26483154296875, 1.3037109375]}, "gradients/encoder.encoder.layers.4.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 3.0, 7.0, 11.0, 12.0, 15.0, 16.0, 31.0, 18.0, 27.0, 38.0, 39.0, 37.0, 63.0, 52.0, 49.0, 57.0, 59.0, 50.0, 54.0, 56.0, 55.0, 51.0, 32.0, 37.0, 29.0, 24.0, 17.0, 17.0, 10.0, 9.0, 11.0, 1.0, 10.0, 4.0, 6.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.76025390625, -0.737548828125, -0.71484375, -0.692138671875, -0.66943359375, -0.646728515625, -0.6240234375, -0.601318359375, -0.57861328125, -0.555908203125, -0.533203125, -0.510498046875, -0.48779296875, -0.465087890625, -0.4423828125, -0.419677734375, -0.39697265625, -0.374267578125, -0.3515625, -0.328857421875, -0.30615234375, -0.283447265625, -0.2607421875, -0.238037109375, -0.21533203125, -0.192626953125, -0.169921875, -0.147216796875, -0.12451171875, -0.101806640625, -0.0791015625, -0.056396484375, -0.03369140625, -0.010986328125, 0.01171875, 0.034423828125, 0.05712890625, 0.079833984375, 0.1025390625, 0.125244140625, 0.14794921875, 0.170654296875, 0.193359375, 0.216064453125, 0.23876953125, 0.261474609375, 0.2841796875, 0.306884765625, 0.32958984375, 0.352294921875, 0.375, 0.397705078125, 0.42041015625, 0.443115234375, 0.4658203125, 0.488525390625, 0.51123046875, 0.533935546875, 0.556640625, 0.579345703125, 0.60205078125, 0.624755859375, 0.6474609375, 0.670166015625, 0.69287109375]}, "gradients/encoder.encoder.layers.4.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 4.0, 6.0, 3.0, 8.0, 7.0, 15.0, 10.0, 14.0, 29.0, 33.0, 46.0, 65.0, 94.0, 143.0, 204.0, 354.0, 576.0, 1310.0, 3086.0, 12308.0, 90410.0, 788678.0, 128887.0, 15396.0, 3631.0, 1426.0, 654.0, 412.0, 226.0, 167.0, 114.0, 77.0, 49.0, 32.0, 25.0, 15.0, 14.0, 14.0, 7.0, 2.0, 4.0, 6.0, 3.0, 5.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.9921875, -2.910369873046875, -2.82855224609375, -2.746734619140625, -2.6649169921875, -2.583099365234375, -2.50128173828125, -2.419464111328125, -2.337646484375, -2.255828857421875, -2.17401123046875, -2.092193603515625, -2.0103759765625, -1.928558349609375, -1.84674072265625, -1.764923095703125, -1.68310546875, -1.601287841796875, -1.51947021484375, -1.437652587890625, -1.3558349609375, -1.274017333984375, -1.19219970703125, -1.110382080078125, -1.028564453125, -0.946746826171875, -0.86492919921875, -0.783111572265625, -0.7012939453125, -0.619476318359375, -0.53765869140625, -0.455841064453125, -0.3740234375, -0.292205810546875, -0.21038818359375, -0.128570556640625, -0.0467529296875, 0.035064697265625, 0.11688232421875, 0.198699951171875, 0.280517578125, 0.362335205078125, 0.44415283203125, 0.525970458984375, 0.6077880859375, 0.689605712890625, 0.77142333984375, 0.853240966796875, 0.93505859375, 1.016876220703125, 1.09869384765625, 1.180511474609375, 1.2623291015625, 1.344146728515625, 1.42596435546875, 1.507781982421875, 1.589599609375, 1.671417236328125, 1.75323486328125, 1.835052490234375, 1.9168701171875, 1.998687744140625, 2.08050537109375, 2.162322998046875, 2.244140625]}, "gradients/encoder.encoder.layers.4.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 2.0, 3.0, 4.0, 6.0, 4.0, 4.0, 4.0, 10.0, 12.0, 9.0, 6.0, 15.0, 21.0, 19.0, 20.0, 28.0, 30.0, 26.0, 43.0, 35.0, 40.0, 39.0, 49.0, 54.0, 46.0, 40.0, 49.0, 36.0, 49.0, 36.0, 29.0, 25.0, 32.0, 21.0, 27.0, 29.0, 14.0, 17.0, 9.0, 11.0, 12.0, 6.0, 2.0, 6.0, 7.0, 3.0, 4.0, 3.0, 3.0, 2.0, 6.0, 2.0, 3.0, 0.0, 2.0], "bins": [-2.2265625, -2.160614013671875, -2.09466552734375, -2.028717041015625, -1.9627685546875, -1.896820068359375, -1.83087158203125, -1.764923095703125, -1.698974609375, -1.633026123046875, -1.56707763671875, -1.501129150390625, -1.4351806640625, -1.369232177734375, -1.30328369140625, -1.237335205078125, -1.17138671875, -1.105438232421875, -1.03948974609375, -0.973541259765625, -0.9075927734375, -0.841644287109375, -0.77569580078125, -0.709747314453125, -0.643798828125, -0.577850341796875, -0.51190185546875, -0.445953369140625, -0.3800048828125, -0.314056396484375, -0.24810791015625, -0.182159423828125, -0.1162109375, -0.050262451171875, 0.01568603515625, 0.081634521484375, 0.1475830078125, 0.213531494140625, 0.27947998046875, 0.345428466796875, 0.411376953125, 0.477325439453125, 0.54327392578125, 0.609222412109375, 0.6751708984375, 0.741119384765625, 0.80706787109375, 0.873016357421875, 0.93896484375, 1.004913330078125, 1.07086181640625, 1.136810302734375, 1.2027587890625, 1.268707275390625, 1.33465576171875, 1.400604248046875, 1.466552734375, 1.532501220703125, 1.59844970703125, 1.664398193359375, 1.7303466796875, 1.796295166015625, 1.86224365234375, 1.928192138671875, 1.994140625]}, "gradients/encoder.encoder.layers.4.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 6.0, 1.0, 5.0, 4.0, 7.0, 9.0, 20.0, 31.0, 45.0, 36.0, 73.0, 119.0, 174.0, 275.0, 546.0, 1160.0, 2742.0, 9966.0, 84746.0, 872866.0, 62536.0, 8490.0, 2399.0, 985.0, 474.0, 277.0, 187.0, 114.0, 76.0, 49.0, 45.0, 29.0, 21.0, 11.0, 6.0, 8.0, 6.0, 9.0, 2.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.302734375, -1.2613067626953125, -1.219879150390625, -1.1784515380859375, -1.13702392578125, -1.0955963134765625, -1.054168701171875, -1.0127410888671875, -0.9713134765625, -0.9298858642578125, -0.888458251953125, -0.8470306396484375, -0.80560302734375, -0.7641754150390625, -0.722747802734375, -0.6813201904296875, -0.639892578125, -0.5984649658203125, -0.557037353515625, -0.5156097412109375, -0.47418212890625, -0.4327545166015625, -0.391326904296875, -0.3498992919921875, -0.3084716796875, -0.2670440673828125, -0.225616455078125, -0.1841888427734375, -0.14276123046875, -0.1013336181640625, -0.059906005859375, -0.0184783935546875, 0.02294921875, 0.0643768310546875, 0.105804443359375, 0.1472320556640625, 0.18865966796875, 0.2300872802734375, 0.271514892578125, 0.3129425048828125, 0.3543701171875, 0.3957977294921875, 0.437225341796875, 0.4786529541015625, 0.52008056640625, 0.5615081787109375, 0.602935791015625, 0.6443634033203125, 0.685791015625, 0.7272186279296875, 0.768646240234375, 0.8100738525390625, 0.85150146484375, 0.8929290771484375, 0.934356689453125, 0.9757843017578125, 1.0172119140625, 1.0586395263671875, 1.100067138671875, 1.1414947509765625, 1.18292236328125, 1.2243499755859375, 1.265777587890625, 1.3072052001953125, 1.3486328125]}, "gradients/encoder.encoder.layers.4.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 3.0, 5.0, 5.0, 10.0, 13.0, 22.0, 19.0, 24.0, 44.0, 70.0, 104.0, 178.0, 172.0, 118.0, 70.0, 37.0, 24.0, 25.0, 15.0, 12.0, 11.0, 8.0, 7.0, 3.0, 3.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.0003020763397216797, -0.0002948865294456482, -0.0002876967191696167, -0.0002805069088935852, -0.0002733170986175537, -0.0002661272883415222, -0.0002589374780654907, -0.00025174766778945923, -0.00024455785751342773, -0.00023736804723739624, -0.00023017823696136475, -0.00022298842668533325, -0.00021579861640930176, -0.00020860880613327026, -0.00020141899585723877, -0.00019422918558120728, -0.00018703937530517578, -0.0001798495650291443, -0.0001726597547531128, -0.0001654699444770813, -0.0001582801342010498, -0.0001510903239250183, -0.00014390051364898682, -0.00013671070337295532, -0.00012952089309692383, -0.00012233108282089233, -0.00011514127254486084, -0.00010795146226882935, -0.00010076165199279785, -9.357184171676636e-05, -8.638203144073486e-05, -7.919222116470337e-05, -7.200241088867188e-05, -6.481260061264038e-05, -5.762279033660889e-05, -5.043298006057739e-05, -4.32431697845459e-05, -3.6053359508514404e-05, -2.886354923248291e-05, -2.1673738956451416e-05, -1.4483928680419922e-05, -7.294118404388428e-06, -1.043081283569336e-07, 7.0855021476745605e-06, 1.4275312423706055e-05, 2.146512269973755e-05, 2.8654932975769043e-05, 3.584474325180054e-05, 4.303455352783203e-05, 5.0224363803863525e-05, 5.741417407989502e-05, 6.460398435592651e-05, 7.179379463195801e-05, 7.89836049079895e-05, 8.6173415184021e-05, 9.336322546005249e-05, 0.00010055303573608398, 0.00010774284601211548, 0.00011493265628814697, 0.00012212246656417847, 0.00012931227684020996, 0.00013650208711624146, 0.00014369189739227295, 0.00015088170766830444, 0.00015807151794433594]}, "gradients/encoder.encoder.layers.4.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 5.0, 2.0, 4.0, 4.0, 4.0, 7.0, 4.0, 8.0, 17.0, 21.0, 28.0, 39.0, 81.0, 147.0, 254.0, 488.0, 1073.0, 2649.0, 9603.0, 98283.0, 882230.0, 43441.0, 6365.0, 1993.0, 852.0, 453.0, 198.0, 111.0, 75.0, 33.0, 27.0, 13.0, 14.0, 6.0, 7.0, 5.0, 4.0, 5.0, 0.0, 4.0, 2.0, 1.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.4892578125, -1.4471435546875, -1.405029296875, -1.3629150390625, -1.32080078125, -1.2786865234375, -1.236572265625, -1.1944580078125, -1.15234375, -1.1102294921875, -1.068115234375, -1.0260009765625, -0.98388671875, -0.9417724609375, -0.899658203125, -0.8575439453125, -0.8154296875, -0.7733154296875, -0.731201171875, -0.6890869140625, -0.64697265625, -0.6048583984375, -0.562744140625, -0.5206298828125, -0.478515625, -0.4364013671875, -0.394287109375, -0.3521728515625, -0.31005859375, -0.2679443359375, -0.225830078125, -0.1837158203125, -0.1416015625, -0.0994873046875, -0.057373046875, -0.0152587890625, 0.02685546875, 0.0689697265625, 0.111083984375, 0.1531982421875, 0.1953125, 0.2374267578125, 0.279541015625, 0.3216552734375, 0.36376953125, 0.4058837890625, 0.447998046875, 0.4901123046875, 0.5322265625, 0.5743408203125, 0.616455078125, 0.6585693359375, 0.70068359375, 0.7427978515625, 0.784912109375, 0.8270263671875, 0.869140625, 0.9112548828125, 0.953369140625, 0.9954833984375, 1.03759765625, 1.0797119140625, 1.121826171875, 1.1639404296875, 1.2060546875]}, "gradients/encoder.encoder.layers.4.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 4.0, 2.0, 4.0, 9.0, 9.0, 10.0, 17.0, 25.0, 37.0, 39.0, 99.0, 133.0, 198.0, 147.0, 100.0, 50.0, 41.0, 22.0, 14.0, 13.0, 9.0, 4.0, 5.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.23046875, -1.192626953125, -1.15478515625, -1.116943359375, -1.0791015625, -1.041259765625, -1.00341796875, -0.965576171875, -0.927734375, -0.889892578125, -0.85205078125, -0.814208984375, -0.7763671875, -0.738525390625, -0.70068359375, -0.662841796875, -0.625, -0.587158203125, -0.54931640625, -0.511474609375, -0.4736328125, -0.435791015625, -0.39794921875, -0.360107421875, -0.322265625, -0.284423828125, -0.24658203125, -0.208740234375, -0.1708984375, -0.133056640625, -0.09521484375, -0.057373046875, -0.01953125, 0.018310546875, 0.05615234375, 0.093994140625, 0.1318359375, 0.169677734375, 0.20751953125, 0.245361328125, 0.283203125, 0.321044921875, 0.35888671875, 0.396728515625, 0.4345703125, 0.472412109375, 0.51025390625, 0.548095703125, 0.5859375, 0.623779296875, 0.66162109375, 0.699462890625, 0.7373046875, 0.775146484375, 0.81298828125, 0.850830078125, 0.888671875, 0.926513671875, 0.96435546875, 1.002197265625, 1.0400390625, 1.077880859375, 1.11572265625, 1.153564453125, 1.19140625]}, "gradients/encoder.encoder.layers.4.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 6.0, 5.0, 11.0, 16.0, 56.0, 151.0, 389.0, 267.0, 79.0, 17.0, 7.0, 3.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-28.084260940551758, -27.07202911376953, -26.059799194335938, -25.047569274902344, -24.035337448120117, -23.02310562133789, -22.010875701904297, -20.998645782470703, -19.986413955688477, -18.97418212890625, -17.961952209472656, -16.949722290039062, -15.937490463256836, -14.925259590148926, -13.913028717041016, -12.900797843933105, -11.888566970825195, -10.876336097717285, -9.864105224609375, -8.851874351501465, -7.839643478393555, -6.8274126052856445, -5.815181732177734, -4.802950859069824, -3.790719985961914, -2.778489112854004, -1.7662582397460938, -0.7540273666381836, 0.25820350646972656, 1.2704343795776367, 2.282665252685547, 3.294896125793457, 4.307125091552734, 5.3193559646606445, 6.331586837768555, 7.343817710876465, 8.356048583984375, 9.368279457092285, 10.380510330200195, 11.392741203308105, 12.404972076416016, 13.417202949523926, 14.429433822631836, 15.441664695739746, 16.453895568847656, 17.46612548828125, 18.478357315063477, 19.490589141845703, 20.502819061279297, 21.51504898071289, 22.527280807495117, 23.539512634277344, 24.551742553710938, 25.56397247314453, 26.576204299926758, 27.588436126708984, 28.600666046142578, 29.612895965576172, 30.6251277923584, 31.637359619140625, 32.64958953857422, 33.66181945800781, 34.674049377441406, 35.686283111572266, 36.69851303100586]}, "gradients/encoder.encoder.layers.4.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 3.0, 3.0, 6.0, 8.0, 14.0, 4.0, 15.0, 6.0, 18.0, 17.0, 17.0, 26.0, 23.0, 28.0, 33.0, 28.0, 32.0, 28.0, 53.0, 66.0, 69.0, 65.0, 65.0, 50.0, 45.0, 36.0, 25.0, 29.0, 27.0, 36.0, 26.0, 11.0, 13.0, 15.0, 14.0, 10.0, 9.0, 4.0, 6.0, 7.0, 4.0, 3.0, 5.0, 4.0, 3.0, 0.0, 1.0], "bins": [-11.418835639953613, -11.115399360656738, -10.81196403503418, -10.508527755737305, -10.20509147644043, -9.901655197143555, -9.598219871520996, -9.294783592224121, -8.991348266601562, -8.687911987304688, -8.384476661682129, -8.081040382385254, -7.777604103088379, -7.474168300628662, -7.170732498168945, -6.86729621887207, -6.563859939575195, -6.2604241371154785, -5.9569878578186035, -5.653552055358887, -5.350115776062012, -5.046679973602295, -4.743244171142578, -4.439807891845703, -4.136372089385986, -3.8329360485076904, -3.5295000076293945, -3.2260642051696777, -2.922628164291382, -2.619192123413086, -2.315756320953369, -2.0123202800750732, -1.708883285522461, -1.405447244644165, -1.1020113229751587, -0.7985753417015076, -0.49513936042785645, -0.19170331954956055, 0.1117326021194458, 0.41516852378845215, 0.718604564666748, 1.022040605545044, 1.3254765272140503, 1.6289124488830566, 1.9323484897613525, 2.2357845306396484, 2.5392203330993652, 2.842656373977661, 3.146092414855957, 3.449528455734253, 3.752964496612549, 4.056400299072266, 4.359836578369141, 4.663272380828857, 4.966708183288574, 5.270144462585449, 5.573580265045166, 5.877016067504883, 6.180452346801758, 6.483888149261475, 6.787323951721191, 7.090760231018066, 7.394196033477783, 7.6976318359375, 8.001068115234375]}, "gradients/encoder.encoder.layers.3.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 6.0, 7.0, 5.0, 6.0, 14.0, 16.0, 26.0, 38.0, 59.0, 114.0, 202.0, 437.0, 1308.0, 5089.0, 46860.0, 3797629.0, 326911.0, 11963.0, 2272.0, 711.0, 282.0, 127.0, 72.0, 45.0, 20.0, 31.0, 10.0, 10.0, 10.0, 2.0, 6.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-2.65625, -2.5925750732421875, -2.528900146484375, -2.4652252197265625, -2.40155029296875, -2.3378753662109375, -2.274200439453125, -2.2105255126953125, -2.1468505859375, -2.0831756591796875, -2.019500732421875, -1.9558258056640625, -1.89215087890625, -1.8284759521484375, -1.764801025390625, -1.7011260986328125, -1.637451171875, -1.5737762451171875, -1.510101318359375, -1.4464263916015625, -1.38275146484375, -1.3190765380859375, -1.255401611328125, -1.1917266845703125, -1.1280517578125, -1.0643768310546875, -1.000701904296875, -0.9370269775390625, -0.87335205078125, -0.8096771240234375, -0.746002197265625, -0.6823272705078125, -0.61865234375, -0.5549774169921875, -0.491302490234375, -0.4276275634765625, -0.36395263671875, -0.3002777099609375, -0.236602783203125, -0.1729278564453125, -0.1092529296875, -0.0455780029296875, 0.018096923828125, 0.0817718505859375, 0.14544677734375, 0.2091217041015625, 0.272796630859375, 0.3364715576171875, 0.400146484375, 0.4638214111328125, 0.527496337890625, 0.5911712646484375, 0.65484619140625, 0.7185211181640625, 0.782196044921875, 0.8458709716796875, 0.9095458984375, 0.9732208251953125, 1.036895751953125, 1.1005706787109375, 1.16424560546875, 1.2279205322265625, 1.291595458984375, 1.3552703857421875, 1.4189453125]}, "gradients/encoder.encoder.layers.3.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 5.0, 4.0, 8.0, 14.0, 23.0, 19.0, 15.0, 24.0, 33.0, 35.0, 39.0, 40.0, 68.0, 59.0, 53.0, 62.0, 57.0, 37.0, 55.0, 59.0, 54.0, 51.0, 50.0, 30.0, 22.0, 20.0, 15.0, 14.0, 14.0, 5.0, 7.0, 7.0, 4.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.71533203125, -0.6937026977539062, -0.6720733642578125, -0.6504440307617188, -0.628814697265625, -0.6071853637695312, -0.5855560302734375, -0.5639266967773438, -0.54229736328125, -0.5206680297851562, -0.4990386962890625, -0.47740936279296875, -0.455780029296875, -0.43415069580078125, -0.4125213623046875, -0.39089202880859375, -0.3692626953125, -0.34763336181640625, -0.3260040283203125, -0.30437469482421875, -0.282745361328125, -0.26111602783203125, -0.2394866943359375, -0.21785736083984375, -0.19622802734375, -0.17459869384765625, -0.1529693603515625, -0.13134002685546875, -0.109710693359375, -0.08808135986328125, -0.0664520263671875, -0.04482269287109375, -0.023193359375, -0.00156402587890625, 0.0200653076171875, 0.04169464111328125, 0.063323974609375, 0.08495330810546875, 0.1065826416015625, 0.12821197509765625, 0.14984130859375, 0.17147064208984375, 0.1930999755859375, 0.21472930908203125, 0.236358642578125, 0.25798797607421875, 0.2796173095703125, 0.30124664306640625, 0.3228759765625, 0.34450531005859375, 0.3661346435546875, 0.38776397705078125, 0.409393310546875, 0.43102264404296875, 0.4526519775390625, 0.47428131103515625, 0.49591064453125, 0.5175399780273438, 0.5391693115234375, 0.5607986450195312, 0.582427978515625, 0.6040573120117188, 0.6256866455078125, 0.6473159790039062, 0.6689453125]}, "gradients/encoder.encoder.layers.3.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 8.0, 23.0, 48.0, 101.0, 216.0, 599.0, 96600.0, 4095167.0, 1056.0, 219.0, 116.0, 67.0, 34.0, 17.0, 13.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.875, -9.5357666015625, -9.196533203125, -8.8572998046875, -8.51806640625, -8.1788330078125, -7.839599609375, -7.5003662109375, -7.1611328125, -6.8218994140625, -6.482666015625, -6.1434326171875, -5.80419921875, -5.4649658203125, -5.125732421875, -4.7864990234375, -4.447265625, -4.1080322265625, -3.768798828125, -3.4295654296875, -3.09033203125, -2.7510986328125, -2.411865234375, -2.0726318359375, -1.7333984375, -1.3941650390625, -1.054931640625, -0.7156982421875, -0.37646484375, -0.0372314453125, 0.302001953125, 0.6412353515625, 0.98046875, 1.3197021484375, 1.658935546875, 1.9981689453125, 2.33740234375, 2.6766357421875, 3.015869140625, 3.3551025390625, 3.6943359375, 4.0335693359375, 4.372802734375, 4.7120361328125, 5.05126953125, 5.3905029296875, 5.729736328125, 6.0689697265625, 6.408203125, 6.7474365234375, 7.086669921875, 7.4259033203125, 7.76513671875, 8.1043701171875, 8.443603515625, 8.7828369140625, 9.1220703125, 9.4613037109375, 9.800537109375, 10.1397705078125, 10.47900390625, 10.8182373046875, 11.157470703125, 11.4967041015625, 11.8359375]}, "gradients/encoder.encoder.layers.3.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 6.0, 18.0, 59.0, 378.0, 2716.0, 738.0, 117.0, 27.0, 16.0, 5.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.06640625, -3.90765380859375, -3.7489013671875, -3.59014892578125, -3.431396484375, -3.27264404296875, -3.1138916015625, -2.95513916015625, -2.79638671875, -2.63763427734375, -2.4788818359375, -2.32012939453125, -2.161376953125, -2.00262451171875, -1.8438720703125, -1.68511962890625, -1.5263671875, -1.36761474609375, -1.2088623046875, -1.05010986328125, -0.891357421875, -0.73260498046875, -0.5738525390625, -0.41510009765625, -0.25634765625, -0.09759521484375, 0.0611572265625, 0.21990966796875, 0.378662109375, 0.53741455078125, 0.6961669921875, 0.85491943359375, 1.013671875, 1.17242431640625, 1.3311767578125, 1.48992919921875, 1.648681640625, 1.80743408203125, 1.9661865234375, 2.12493896484375, 2.28369140625, 2.44244384765625, 2.6011962890625, 2.75994873046875, 2.918701171875, 3.07745361328125, 3.2362060546875, 3.39495849609375, 3.5537109375, 3.71246337890625, 3.8712158203125, 4.02996826171875, 4.188720703125, 4.34747314453125, 4.5062255859375, 4.66497802734375, 4.82373046875, 4.98248291015625, 5.1412353515625, 5.29998779296875, 5.458740234375, 5.61749267578125, 5.7762451171875, 5.93499755859375, 6.09375]}, "gradients/encoder.encoder.layers.3.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 14.0, 12.0, 21.0, 60.0, 143.0, 223.0, 227.0, 147.0, 68.0, 39.0, 16.0, 9.0, 5.0, 6.0, 1.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-11.631980895996094, -11.124944686889648, -10.617908477783203, -10.110872268676758, -9.603835105895996, -9.09679889678955, -8.589762687683105, -8.08272647857666, -7.575689792633057, -7.068653583526611, -6.561616897583008, -6.0545806884765625, -5.547544479370117, -5.040507793426514, -4.533471584320068, -4.026434898376465, -3.5193986892700195, -3.012362241744995, -2.5053257942199707, -1.9982895851135254, -1.491253137588501, -0.9842166900634766, -0.47718048095703125, 0.029855966567993164, 0.5368924140930176, 1.043928861618042, 1.5509651899337769, 2.0580015182495117, 2.565037965774536, 3.0720744132995605, 3.579110622406006, 4.086147308349609, 4.593183517456055, 5.1002197265625, 5.6072564125061035, 6.114292621612549, 6.621329307556152, 7.128365516662598, 7.635401725769043, 8.142437934875488, 8.64947509765625, 9.156511306762695, 9.66354751586914, 10.170583724975586, 10.677620887756348, 11.184657096862793, 11.691693305969238, 12.198729515075684, 12.705765724182129, 13.212801933288574, 13.71983814239502, 14.226875305175781, 14.733911514282227, 15.240947723388672, 15.747983932495117, 16.255020141601562, 16.762056350708008, 17.269092559814453, 17.7761287689209, 18.283164978027344, 18.79020118713379, 19.297237396240234, 19.804275512695312, 20.311311721801758, 20.818347930908203]}, "gradients/encoder.encoder.layers.3.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 5.0, 3.0, 7.0, 9.0, 9.0, 12.0, 16.0, 25.0, 42.0, 38.0, 40.0, 44.0, 45.0, 65.0, 62.0, 64.0, 81.0, 53.0, 70.0, 50.0, 44.0, 40.0, 48.0, 20.0, 24.0, 16.0, 21.0, 17.0, 9.0, 8.0, 6.0, 6.0, 4.0, 1.0, 3.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.3482666015625, -8.060510635375977, -7.772754669189453, -7.48499870300293, -7.197242736816406, -6.909486770629883, -6.621730804443359, -6.333974838256836, -6.0462188720703125, -5.758462905883789, -5.470706939697266, -5.182950973510742, -4.895195007324219, -4.607439041137695, -4.319683074951172, -4.031927108764648, -3.744171142578125, -3.4564151763916016, -3.168659210205078, -2.8809032440185547, -2.5931472778320312, -2.305391311645508, -2.0176353454589844, -1.729879379272461, -1.4421234130859375, -1.154367446899414, -0.8666114807128906, -0.5788555145263672, -0.29109954833984375, -0.0033435821533203125, 0.2844123840332031, 0.5721683502197266, 0.8599233627319336, 1.147679328918457, 1.4354352951049805, 1.723191261291504, 2.0109472274780273, 2.298703193664551, 2.586459159851074, 2.8742151260375977, 3.161971092224121, 3.4497270584106445, 3.737483024597168, 4.025238990783691, 4.312994956970215, 4.600750923156738, 4.888506889343262, 5.176262855529785, 5.464018821716309, 5.751774787902832, 6.0395307540893555, 6.327286720275879, 6.615042686462402, 6.902798652648926, 7.190554618835449, 7.478310585021973, 7.766066551208496, 8.05382251739502, 8.341578483581543, 8.629334449768066, 8.91709041595459, 9.204846382141113, 9.492602348327637, 9.78035831451416, 10.068114280700684]}, "gradients/encoder.encoder.layers.3.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 5.0, 6.0, 19.0, 20.0, 34.0, 71.0, 108.0, 194.0, 418.0, 846.0, 2010.0, 5532.0, 16938.0, 59235.0, 248667.0, 506435.0, 151063.0, 38450.0, 11679.0, 3990.0, 1493.0, 626.0, 309.0, 160.0, 91.0, 53.0, 26.0, 22.0, 19.0, 11.0, 8.0, 7.0, 5.0, 3.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5224609375, -1.478118896484375, -1.43377685546875, -1.389434814453125, -1.3450927734375, -1.300750732421875, -1.25640869140625, -1.212066650390625, -1.167724609375, -1.123382568359375, -1.07904052734375, -1.034698486328125, -0.9903564453125, -0.946014404296875, -0.90167236328125, -0.857330322265625, -0.81298828125, -0.768646240234375, -0.72430419921875, -0.679962158203125, -0.6356201171875, -0.591278076171875, -0.54693603515625, -0.502593994140625, -0.458251953125, -0.413909912109375, -0.36956787109375, -0.325225830078125, -0.2808837890625, -0.236541748046875, -0.19219970703125, -0.147857666015625, -0.103515625, -0.059173583984375, -0.01483154296875, 0.029510498046875, 0.0738525390625, 0.118194580078125, 0.16253662109375, 0.206878662109375, 0.251220703125, 0.295562744140625, 0.33990478515625, 0.384246826171875, 0.4285888671875, 0.472930908203125, 0.51727294921875, 0.561614990234375, 0.60595703125, 0.650299072265625, 0.69464111328125, 0.738983154296875, 0.7833251953125, 0.827667236328125, 0.87200927734375, 0.916351318359375, 0.960693359375, 1.005035400390625, 1.04937744140625, 1.093719482421875, 1.1380615234375, 1.182403564453125, 1.22674560546875, 1.271087646484375, 1.3154296875]}, "gradients/encoder.encoder.layers.3.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 3.0, 2.0, 6.0, 7.0, 9.0, 19.0, 17.0, 10.0, 31.0, 46.0, 39.0, 32.0, 45.0, 41.0, 50.0, 68.0, 53.0, 59.0, 52.0, 57.0, 62.0, 58.0, 48.0, 36.0, 31.0, 25.0, 29.0, 20.0, 8.0, 14.0, 4.0, 7.0, 6.0, 9.0, 5.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.892578125, -0.8680496215820312, -0.8435211181640625, -0.8189926147460938, -0.794464111328125, -0.7699356079101562, -0.7454071044921875, -0.7208786010742188, -0.69635009765625, -0.6718215942382812, -0.6472930908203125, -0.6227645874023438, -0.598236083984375, -0.5737075805664062, -0.5491790771484375, -0.5246505737304688, -0.5001220703125, -0.47559356689453125, -0.4510650634765625, -0.42653656005859375, -0.402008056640625, -0.37747955322265625, -0.3529510498046875, -0.32842254638671875, -0.30389404296875, -0.27936553955078125, -0.2548370361328125, -0.23030853271484375, -0.205780029296875, -0.18125152587890625, -0.1567230224609375, -0.13219451904296875, -0.107666015625, -0.08313751220703125, -0.0586090087890625, -0.03408050537109375, -0.009552001953125, 0.01497650146484375, 0.0395050048828125, 0.06403350830078125, 0.08856201171875, 0.11309051513671875, 0.1376190185546875, 0.16214752197265625, 0.186676025390625, 0.21120452880859375, 0.2357330322265625, 0.26026153564453125, 0.2847900390625, 0.30931854248046875, 0.3338470458984375, 0.35837554931640625, 0.382904052734375, 0.40743255615234375, 0.4319610595703125, 0.45648956298828125, 0.48101806640625, 0.5055465698242188, 0.5300750732421875, 0.5546035766601562, 0.579132080078125, 0.6036605834960938, 0.6281890869140625, 0.6527175903320312, 0.67724609375]}, "gradients/encoder.encoder.layers.3.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 2.0, 5.0, 4.0, 6.0, 9.0, 12.0, 14.0, 17.0, 27.0, 36.0, 62.0, 66.0, 138.0, 196.0, 351.0, 819.0, 2199.0, 7631.0, 31999.0, 210601.0, 685947.0, 85348.0, 16053.0, 4188.0, 1438.0, 593.0, 292.0, 175.0, 94.0, 65.0, 40.0, 30.0, 24.0, 19.0, 19.0, 13.0, 6.0, 4.0, 2.0, 1.0, 3.0, 4.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.9931640625, -1.9332733154296875, -1.873382568359375, -1.8134918212890625, -1.75360107421875, -1.6937103271484375, -1.633819580078125, -1.5739288330078125, -1.5140380859375, -1.4541473388671875, -1.394256591796875, -1.3343658447265625, -1.27447509765625, -1.2145843505859375, -1.154693603515625, -1.0948028564453125, -1.034912109375, -0.9750213623046875, -0.915130615234375, -0.8552398681640625, -0.79534912109375, -0.7354583740234375, -0.675567626953125, -0.6156768798828125, -0.5557861328125, -0.4958953857421875, -0.436004638671875, -0.3761138916015625, -0.31622314453125, -0.2563323974609375, -0.196441650390625, -0.1365509033203125, -0.07666015625, -0.0167694091796875, 0.043121337890625, 0.1030120849609375, 0.16290283203125, 0.2227935791015625, 0.282684326171875, 0.3425750732421875, 0.4024658203125, 0.4623565673828125, 0.522247314453125, 0.5821380615234375, 0.64202880859375, 0.7019195556640625, 0.761810302734375, 0.8217010498046875, 0.881591796875, 0.9414825439453125, 1.001373291015625, 1.0612640380859375, 1.12115478515625, 1.1810455322265625, 1.240936279296875, 1.3008270263671875, 1.3607177734375, 1.4206085205078125, 1.480499267578125, 1.5403900146484375, 1.60028076171875, 1.6601715087890625, 1.720062255859375, 1.7799530029296875, 1.83984375]}, "gradients/encoder.encoder.layers.3.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 4.0, 0.0, 2.0, 5.0, 10.0, 11.0, 15.0, 12.0, 28.0, 20.0, 22.0, 41.0, 36.0, 54.0, 60.0, 47.0, 58.0, 56.0, 61.0, 60.0, 52.0, 56.0, 47.0, 40.0, 41.0, 31.0, 24.0, 24.0, 20.0, 15.0, 18.0, 9.0, 5.0, 4.0, 5.0, 4.0, 6.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.005859375, -2.920440673828125, -2.83502197265625, -2.749603271484375, -2.6641845703125, -2.578765869140625, -2.49334716796875, -2.407928466796875, -2.322509765625, -2.237091064453125, -2.15167236328125, -2.066253662109375, -1.9808349609375, -1.895416259765625, -1.80999755859375, -1.724578857421875, -1.63916015625, -1.553741455078125, -1.46832275390625, -1.382904052734375, -1.2974853515625, -1.212066650390625, -1.12664794921875, -1.041229248046875, -0.955810546875, -0.870391845703125, -0.78497314453125, -0.699554443359375, -0.6141357421875, -0.528717041015625, -0.44329833984375, -0.357879638671875, -0.2724609375, -0.187042236328125, -0.10162353515625, -0.016204833984375, 0.0692138671875, 0.154632568359375, 0.24005126953125, 0.325469970703125, 0.410888671875, 0.496307373046875, 0.58172607421875, 0.667144775390625, 0.7525634765625, 0.837982177734375, 0.92340087890625, 1.008819580078125, 1.09423828125, 1.179656982421875, 1.26507568359375, 1.350494384765625, 1.4359130859375, 1.521331787109375, 1.60675048828125, 1.692169189453125, 1.777587890625, 1.863006591796875, 1.94842529296875, 2.033843994140625, 2.1192626953125, 2.204681396484375, 2.29010009765625, 2.375518798828125, 2.4609375]}, "gradients/encoder.encoder.layers.3.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 3.0, 7.0, 6.0, 8.0, 14.0, 12.0, 25.0, 37.0, 44.0, 52.0, 104.0, 175.0, 335.0, 614.0, 1331.0, 3175.0, 8553.0, 28999.0, 165404.0, 715818.0, 92912.0, 19921.0, 6315.0, 2547.0, 999.0, 463.0, 265.0, 159.0, 76.0, 66.0, 36.0, 28.0, 18.0, 10.0, 5.0, 9.0, 5.0, 4.0, 5.0, 1.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.68896484375, -0.6714591979980469, -0.6539535522460938, -0.6364479064941406, -0.6189422607421875, -0.6014366149902344, -0.5839309692382812, -0.5664253234863281, -0.548919677734375, -0.5314140319824219, -0.5139083862304688, -0.4964027404785156, -0.4788970947265625, -0.4613914489746094, -0.44388580322265625, -0.4263801574707031, -0.40887451171875, -0.3913688659667969, -0.37386322021484375, -0.3563575744628906, -0.3388519287109375, -0.3213462829589844, -0.30384063720703125, -0.2863349914550781, -0.268829345703125, -0.2513236999511719, -0.23381805419921875, -0.21631240844726562, -0.1988067626953125, -0.18130111694335938, -0.16379547119140625, -0.14628982543945312, -0.1287841796875, -0.11127853393554688, -0.09377288818359375, -0.07626724243164062, -0.0587615966796875, -0.041255950927734375, -0.02375030517578125, -0.006244659423828125, 0.011260986328125, 0.028766632080078125, 0.04627227783203125, 0.06377792358398438, 0.0812835693359375, 0.09878921508789062, 0.11629486083984375, 0.13380050659179688, 0.15130615234375, 0.16881179809570312, 0.18631744384765625, 0.20382308959960938, 0.2213287353515625, 0.23883438110351562, 0.25634002685546875, 0.2738456726074219, 0.291351318359375, 0.3088569641113281, 0.32636260986328125, 0.3438682556152344, 0.3613739013671875, 0.3788795471191406, 0.39638519287109375, 0.4138908386230469, 0.431396484375]}, "gradients/encoder.encoder.layers.3.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 5.0, 8.0, 16.0, 30.0, 66.0, 113.0, 218.0, 208.0, 149.0, 86.0, 40.0, 18.0, 11.0, 9.0, 4.0, 4.0, 4.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00020837783813476562, -0.00020262785255908966, -0.0001968778669834137, -0.00019112788140773773, -0.00018537789583206177, -0.0001796279102563858, -0.00017387792468070984, -0.00016812793910503387, -0.0001623779535293579, -0.00015662796795368195, -0.00015087798237800598, -0.00014512799680233002, -0.00013937801122665405, -0.0001336280256509781, -0.00012787804007530212, -0.00012212805449962616, -0.0001163780689239502, -0.00011062808334827423, -0.00010487809777259827, -9.91281121969223e-05, -9.337812662124634e-05, -8.762814104557037e-05, -8.187815546989441e-05, -7.612816989421844e-05, -7.037818431854248e-05, -6.462819874286652e-05, -5.887821316719055e-05, -5.312822759151459e-05, -4.737824201583862e-05, -4.162825644016266e-05, -3.5878270864486694e-05, -3.012828528881073e-05, -2.4378299713134766e-05, -1.86283141374588e-05, -1.2878328561782837e-05, -7.1283429861068726e-06, -1.3783574104309082e-06, 4.371628165245056e-06, 1.012161374092102e-05, 1.5871599316596985e-05, 2.162158489227295e-05, 2.7371570467948914e-05, 3.312155604362488e-05, 3.887154161930084e-05, 4.462152719497681e-05, 5.037151277065277e-05, 5.6121498346328735e-05, 6.18714839220047e-05, 6.762146949768066e-05, 7.337145507335663e-05, 7.912144064903259e-05, 8.487142622470856e-05, 9.062141180038452e-05, 9.637139737606049e-05, 0.00010212138295173645, 0.00010787136852741241, 0.00011362135410308838, 0.00011937133967876434, 0.0001251213252544403, 0.00013087131083011627, 0.00013662129640579224, 0.0001423712819814682, 0.00014812126755714417, 0.00015387125313282013, 0.0001596212387084961]}, "gradients/encoder.encoder.layers.3.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 5.0, 3.0, 4.0, 7.0, 4.0, 4.0, 9.0, 12.0, 11.0, 19.0, 24.0, 50.0, 50.0, 93.0, 143.0, 311.0, 647.0, 1313.0, 3182.0, 9065.0, 31580.0, 171109.0, 695098.0, 102552.0, 21856.0, 6712.0, 2429.0, 1109.0, 528.0, 240.0, 142.0, 74.0, 49.0, 29.0, 32.0, 12.0, 10.0, 11.0, 6.0, 7.0, 2.0, 9.0, 4.0, 5.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.5009765625, -0.483917236328125, -0.46685791015625, -0.449798583984375, -0.4327392578125, -0.415679931640625, -0.39862060546875, -0.381561279296875, -0.364501953125, -0.347442626953125, -0.33038330078125, -0.313323974609375, -0.2962646484375, -0.279205322265625, -0.26214599609375, -0.245086669921875, -0.22802734375, -0.210968017578125, -0.19390869140625, -0.176849365234375, -0.1597900390625, -0.142730712890625, -0.12567138671875, -0.108612060546875, -0.091552734375, -0.074493408203125, -0.05743408203125, -0.040374755859375, -0.0233154296875, -0.006256103515625, 0.01080322265625, 0.027862548828125, 0.044921875, 0.061981201171875, 0.07904052734375, 0.096099853515625, 0.1131591796875, 0.130218505859375, 0.14727783203125, 0.164337158203125, 0.181396484375, 0.198455810546875, 0.21551513671875, 0.232574462890625, 0.2496337890625, 0.266693115234375, 0.28375244140625, 0.300811767578125, 0.31787109375, 0.334930419921875, 0.35198974609375, 0.369049072265625, 0.3861083984375, 0.403167724609375, 0.42022705078125, 0.437286376953125, 0.454345703125, 0.471405029296875, 0.48846435546875, 0.505523681640625, 0.5225830078125, 0.539642333984375, 0.55670166015625, 0.573760986328125, 0.5908203125]}, "gradients/encoder.encoder.layers.3.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 3.0, 5.0, 1.0, 6.0, 11.0, 8.0, 15.0, 18.0, 23.0, 19.0, 33.0, 51.0, 59.0, 61.0, 91.0, 107.0, 107.0, 81.0, 71.0, 68.0, 40.0, 34.0, 27.0, 15.0, 11.0, 12.0, 8.0, 4.0, 4.0, 4.0, 2.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.57080078125, -0.5528411865234375, -0.534881591796875, -0.5169219970703125, -0.49896240234375, -0.4810028076171875, -0.463043212890625, -0.4450836181640625, -0.4271240234375, -0.4091644287109375, -0.391204833984375, -0.3732452392578125, -0.35528564453125, -0.3373260498046875, -0.319366455078125, -0.3014068603515625, -0.283447265625, -0.2654876708984375, -0.247528076171875, -0.2295684814453125, -0.21160888671875, -0.1936492919921875, -0.175689697265625, -0.1577301025390625, -0.1397705078125, -0.1218109130859375, -0.103851318359375, -0.0858917236328125, -0.06793212890625, -0.0499725341796875, -0.032012939453125, -0.0140533447265625, 0.00390625, 0.0218658447265625, 0.039825439453125, 0.0577850341796875, 0.07574462890625, 0.0937042236328125, 0.111663818359375, 0.1296234130859375, 0.1475830078125, 0.1655426025390625, 0.183502197265625, 0.2014617919921875, 0.21942138671875, 0.2373809814453125, 0.255340576171875, 0.2733001708984375, 0.291259765625, 0.3092193603515625, 0.327178955078125, 0.3451385498046875, 0.36309814453125, 0.3810577392578125, 0.399017333984375, 0.4169769287109375, 0.4349365234375, 0.4528961181640625, 0.470855712890625, 0.4888153076171875, 0.50677490234375, 0.5247344970703125, 0.542694091796875, 0.5606536865234375, 0.57861328125]}, "gradients/encoder.encoder.layers.3.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 4.0, 11.0, 21.0, 51.0, 120.0, 353.0, 227.0, 112.0, 39.0, 32.0, 15.0, 6.0, 8.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.9423885345459, -17.31650161743164, -16.69061279296875, -16.064725875854492, -15.438838005065918, -14.812950134277344, -14.187063217163086, -13.561175346374512, -12.935287475585938, -12.309399604797363, -11.683511734008789, -11.057624816894531, -10.431736946105957, -9.805849075317383, -9.179962158203125, -8.55407428741455, -7.928186416625977, -7.302298545837402, -6.676411151885986, -6.05052375793457, -5.424635887145996, -4.798748016357422, -4.172860622406006, -3.54697322845459, -2.9210853576660156, -2.2951977252960205, -1.6693100929260254, -1.0434224605560303, -0.41753482818603516, 0.20835280418395996, 0.8342404365539551, 1.460127830505371, 2.0860137939453125, 2.7119014263153076, 3.3377890586853027, 3.963676691055298, 4.589564323425293, 5.215452194213867, 5.841339588165283, 6.467226982116699, 7.093114852905273, 7.719002723693848, 8.344890594482422, 8.97077751159668, 9.596665382385254, 10.222553253173828, 10.848440170288086, 11.47432804107666, 12.100215911865234, 12.726103782653809, 13.351991653442383, 13.97787857055664, 14.603766441345215, 15.229654312133789, 15.855541229248047, 16.481430053710938, 17.107316970825195, 17.733203887939453, 18.359092712402344, 18.9849796295166, 19.61086654663086, 20.23675537109375, 20.862642288208008, 21.488529205322266, 22.114418029785156]}, "gradients/encoder.encoder.layers.3.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 1.0, 4.0, 6.0, 7.0, 5.0, 7.0, 10.0, 14.0, 14.0, 14.0, 17.0, 23.0, 20.0, 23.0, 28.0, 31.0, 33.0, 41.0, 56.0, 56.0, 73.0, 72.0, 69.0, 58.0, 34.0, 36.0, 22.0, 31.0, 24.0, 26.0, 25.0, 12.0, 20.0, 16.0, 12.0, 15.0, 15.0, 5.0, 8.0, 7.0, 4.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-9.211507797241211, -8.916948318481445, -8.62238883972168, -8.32783031463623, -8.033270835876465, -7.738711357116699, -7.444151878356934, -7.149592399597168, -6.8550333976745605, -6.560473918914795, -6.2659149169921875, -5.971355438232422, -5.676795959472656, -5.382236957550049, -5.087677478790283, -4.793118476867676, -4.49855899810791, -4.2039995193481445, -3.909440517425537, -3.6148810386657715, -3.320321798324585, -3.0257625579833984, -2.731203079223633, -2.4366438388824463, -2.1420845985412598, -1.8475253582000732, -1.5529659986495972, -1.258406639099121, -0.9638473987579346, -0.669288158416748, -0.374728798866272, -0.0801694393157959, 0.21438884735107422, 0.5089481472969055, 0.8035074472427368, 1.098066806793213, 1.3926260471343994, 1.687185287475586, 1.981744647026062, 2.276304006576538, 2.5708632469177246, 2.865422487258911, 3.1599817276000977, 3.4545412063598633, 3.74910044670105, 4.043659687042236, 4.338219165802002, 4.632778167724609, 4.927337646484375, 5.221897125244141, 5.516456127166748, 5.811015605926514, 6.105574607849121, 6.400134086608887, 6.694693565368652, 6.989253044128418, 7.283812046051025, 7.578371524810791, 7.872930526733398, 8.167490005493164, 8.46204948425293, 8.756608963012695, 9.051167488098145, 9.34572696685791, 9.640286445617676]}, "gradients/encoder.encoder.layers.2.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 1.0, 1.0, 4.0, 4.0, 3.0, 6.0, 6.0, 10.0, 10.0, 10.0, 16.0, 23.0, 24.0, 36.0, 46.0, 67.0, 66.0, 95.0, 124.0, 159.0, 251.0, 386.0, 563.0, 965.0, 1579.0, 3219.0, 8084.0, 29887.0, 253541.0, 3082213.0, 730610.0, 59299.0, 12554.0, 4742.0, 2247.0, 1222.0, 683.0, 451.0, 284.0, 225.0, 144.0, 110.0, 74.0, 64.0, 47.0, 36.0, 32.0, 18.0, 14.0, 10.0, 7.0, 9.0, 4.0, 3.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.9140625, -0.8861007690429688, -0.8581390380859375, -0.8301773071289062, -0.802215576171875, -0.7742538452148438, -0.7462921142578125, -0.7183303833007812, -0.69036865234375, -0.6624069213867188, -0.6344451904296875, -0.6064834594726562, -0.578521728515625, -0.5505599975585938, -0.5225982666015625, -0.49463653564453125, -0.4666748046875, -0.43871307373046875, -0.4107513427734375, -0.38278961181640625, -0.354827880859375, -0.32686614990234375, -0.2989044189453125, -0.27094268798828125, -0.24298095703125, -0.21501922607421875, -0.1870574951171875, -0.15909576416015625, -0.131134033203125, -0.10317230224609375, -0.0752105712890625, -0.04724884033203125, -0.019287109375, 0.00867462158203125, 0.0366363525390625, 0.06459808349609375, 0.092559814453125, 0.12052154541015625, 0.1484832763671875, 0.17644500732421875, 0.20440673828125, 0.23236846923828125, 0.2603302001953125, 0.28829193115234375, 0.316253662109375, 0.34421539306640625, 0.3721771240234375, 0.40013885498046875, 0.4281005859375, 0.45606231689453125, 0.4840240478515625, 0.5119857788085938, 0.539947509765625, 0.5679092407226562, 0.5958709716796875, 0.6238327026367188, 0.65179443359375, 0.6797561645507812, 0.7077178955078125, 0.7356796264648438, 0.763641357421875, 0.7916030883789062, 0.8195648193359375, 0.8475265502929688, 0.87548828125]}, "gradients/encoder.encoder.layers.2.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 8.0, 5.0, 7.0, 11.0, 9.0, 17.0, 31.0, 33.0, 51.0, 46.0, 38.0, 58.0, 66.0, 67.0, 82.0, 65.0, 58.0, 54.0, 57.0, 60.0, 41.0, 36.0, 22.0, 18.0, 19.0, 16.0, 6.0, 8.0, 8.0, 6.0, 4.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.92333984375, -0.89825439453125, -0.8731689453125, -0.84808349609375, -0.822998046875, -0.79791259765625, -0.7728271484375, -0.74774169921875, -0.72265625, -0.69757080078125, -0.6724853515625, -0.64739990234375, -0.622314453125, -0.59722900390625, -0.5721435546875, -0.54705810546875, -0.52197265625, -0.49688720703125, -0.4718017578125, -0.44671630859375, -0.421630859375, -0.39654541015625, -0.3714599609375, -0.34637451171875, -0.3212890625, -0.29620361328125, -0.2711181640625, -0.24603271484375, -0.220947265625, -0.19586181640625, -0.1707763671875, -0.14569091796875, -0.12060546875, -0.09552001953125, -0.0704345703125, -0.04534912109375, -0.020263671875, 0.00482177734375, 0.0299072265625, 0.05499267578125, 0.080078125, 0.10516357421875, 0.1302490234375, 0.15533447265625, 0.180419921875, 0.20550537109375, 0.2305908203125, 0.25567626953125, 0.28076171875, 0.30584716796875, 0.3309326171875, 0.35601806640625, 0.381103515625, 0.40618896484375, 0.4312744140625, 0.45635986328125, 0.4814453125, 0.50653076171875, 0.5316162109375, 0.55670166015625, 0.581787109375, 0.60687255859375, 0.6319580078125, 0.65704345703125, 0.68212890625]}, "gradients/encoder.encoder.layers.2.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 10.0, 22.0, 43.0, 127.0, 362.0, 2269.0, 4182040.0, 8709.0, 466.0, 146.0, 48.0, 35.0, 7.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.828125, -11.4659423828125, -11.103759765625, -10.7415771484375, -10.37939453125, -10.0172119140625, -9.655029296875, -9.2928466796875, -8.9306640625, -8.5684814453125, -8.206298828125, -7.8441162109375, -7.48193359375, -7.1197509765625, -6.757568359375, -6.3953857421875, -6.033203125, -5.6710205078125, -5.308837890625, -4.9466552734375, -4.58447265625, -4.2222900390625, -3.860107421875, -3.4979248046875, -3.1357421875, -2.7735595703125, -2.411376953125, -2.0491943359375, -1.68701171875, -1.3248291015625, -0.962646484375, -0.6004638671875, -0.23828125, 0.1239013671875, 0.486083984375, 0.8482666015625, 1.21044921875, 1.5726318359375, 1.934814453125, 2.2969970703125, 2.6591796875, 3.0213623046875, 3.383544921875, 3.7457275390625, 4.10791015625, 4.4700927734375, 4.832275390625, 5.1944580078125, 5.556640625, 5.9188232421875, 6.281005859375, 6.6431884765625, 7.00537109375, 7.3675537109375, 7.729736328125, 8.0919189453125, 8.4541015625, 8.8162841796875, 9.178466796875, 9.5406494140625, 9.90283203125, 10.2650146484375, 10.627197265625, 10.9893798828125, 11.3515625]}, "gradients/encoder.encoder.layers.2.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 4.0, 3.0, 13.0, 16.0, 27.0, 102.0, 424.0, 2165.0, 1043.0, 194.0, 53.0, 16.0, 8.0, 7.0, 1.0, 7.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.7265625, -5.61370849609375, -5.5008544921875, -5.38800048828125, -5.275146484375, -5.16229248046875, -5.0494384765625, -4.93658447265625, -4.82373046875, -4.71087646484375, -4.5980224609375, -4.48516845703125, -4.372314453125, -4.25946044921875, -4.1466064453125, -4.03375244140625, -3.9208984375, -3.80804443359375, -3.6951904296875, -3.58233642578125, -3.469482421875, -3.35662841796875, -3.2437744140625, -3.13092041015625, -3.01806640625, -2.90521240234375, -2.7923583984375, -2.67950439453125, -2.566650390625, -2.45379638671875, -2.3409423828125, -2.22808837890625, -2.115234375, -2.00238037109375, -1.8895263671875, -1.77667236328125, -1.663818359375, -1.55096435546875, -1.4381103515625, -1.32525634765625, -1.21240234375, -1.09954833984375, -0.9866943359375, -0.87384033203125, -0.760986328125, -0.64813232421875, -0.5352783203125, -0.42242431640625, -0.3095703125, -0.19671630859375, -0.0838623046875, 0.02899169921875, 0.141845703125, 0.25469970703125, 0.3675537109375, 0.48040771484375, 0.59326171875, 0.70611572265625, 0.8189697265625, 0.93182373046875, 1.044677734375, 1.15753173828125, 1.2703857421875, 1.38323974609375, 1.49609375]}, "gradients/encoder.encoder.layers.2.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 7.0, 2.0, 9.0, 10.0, 19.0, 30.0, 67.0, 123.0, 222.0, 268.0, 146.0, 60.0, 19.0, 8.0, 14.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-30.152973175048828, -29.541465759277344, -28.929960250854492, -28.31845474243164, -27.706947326660156, -27.095439910888672, -26.48393440246582, -25.87242889404297, -25.260921478271484, -24.6494140625, -24.03790855407715, -23.426403045654297, -22.814895629882812, -22.203388214111328, -21.591882705688477, -20.980377197265625, -20.36886978149414, -19.757362365722656, -19.145856857299805, -18.534351348876953, -17.92284393310547, -17.311336517333984, -16.699831008911133, -16.08832550048828, -15.476818084716797, -14.865311622619629, -14.253805160522461, -13.642298698425293, -13.030792236328125, -12.419285774230957, -11.807779312133789, -11.196272850036621, -10.584765434265137, -9.973258972167969, -9.3617525100708, -8.750246047973633, -8.138739585876465, -7.527233123779297, -6.915726661682129, -6.304220199584961, -5.692713737487793, -5.081207275390625, -4.469700813293457, -3.858194351196289, -3.246687889099121, -2.635181427001953, -2.023674964904785, -1.4121685028076172, -0.8006620407104492, -0.18915557861328125, 0.4223508834838867, 1.0338573455810547, 1.6453638076782227, 2.2568702697753906, 2.8683767318725586, 3.4798831939697266, 4.0913896560668945, 4.7028961181640625, 5.3144025802612305, 5.925909042358398, 6.537415504455566, 7.148921966552734, 7.760428428649902, 8.37193489074707, 8.983441352844238]}, "gradients/encoder.encoder.layers.2.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 6.0, 4.0, 1.0, 1.0, 8.0, 7.0, 15.0, 20.0, 23.0, 32.0, 29.0, 29.0, 39.0, 33.0, 30.0, 32.0, 48.0, 38.0, 35.0, 43.0, 53.0, 43.0, 45.0, 38.0, 42.0, 38.0, 39.0, 35.0, 26.0, 42.0, 21.0, 25.0, 20.0, 14.0, 15.0, 9.0, 2.0, 7.0, 6.0, 5.0, 3.0, 4.0, 4.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.340846061706543, -6.104105472564697, -5.867364406585693, -5.630623817443848, -5.393883228302002, -5.157142162322998, -4.920401573181152, -4.683660507202148, -4.446919918060303, -4.210179328918457, -3.9734385013580322, -3.7366976737976074, -3.4999568462371826, -3.263216018676758, -3.026475429534912, -2.7897346019744873, -2.5529940128326416, -2.316253185272217, -2.079512596130371, -1.8427717685699463, -1.6060309410095215, -1.3692902326583862, -1.132549524307251, -0.8958086967468262, -0.6590679883956909, -0.4223272204399109, -0.18558648228645325, 0.051154255867004395, 0.2878950238227844, 0.5246357917785645, 0.7613765001296997, 0.9981173276901245, 1.2348580360412598, 1.471598744392395, 1.7083395719528198, 1.945080280303955, 2.18182110786438, 2.4185619354248047, 2.6553025245666504, 2.892043352127075, 3.1287841796875, 3.365525007247925, 3.6022655963897705, 3.8390064239501953, 4.075747013092041, 4.312488079071045, 4.549228668212891, 4.7859697341918945, 5.022709846496582, 5.259450435638428, 5.496191501617432, 5.732932090759277, 5.969672679901123, 6.206413745880127, 6.443154335021973, 6.679895401000977, 6.916635990142822, 7.153376579284668, 7.390117645263672, 7.626858234405518, 7.863598823547363, 8.100339889526367, 8.337080001831055, 8.573821067810059, 8.810562133789062]}, "gradients/encoder.encoder.layers.2.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 6.0, 6.0, 8.0, 12.0, 20.0, 35.0, 40.0, 67.0, 123.0, 187.0, 333.0, 666.0, 1395.0, 3074.0, 8081.0, 22116.0, 71412.0, 269228.0, 466445.0, 142261.0, 40137.0, 13644.0, 4988.0, 2213.0, 970.0, 444.0, 253.0, 150.0, 87.0, 57.0, 37.0, 19.0, 20.0, 6.0, 8.0, 6.0, 2.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.25, -1.2112579345703125, -1.172515869140625, -1.1337738037109375, -1.09503173828125, -1.0562896728515625, -1.017547607421875, -0.9788055419921875, -0.9400634765625, -0.9013214111328125, -0.862579345703125, -0.8238372802734375, -0.78509521484375, -0.7463531494140625, -0.707611083984375, -0.6688690185546875, -0.630126953125, -0.5913848876953125, -0.552642822265625, -0.5139007568359375, -0.47515869140625, -0.4364166259765625, -0.397674560546875, -0.3589324951171875, -0.3201904296875, -0.2814483642578125, -0.242706298828125, -0.2039642333984375, -0.16522216796875, -0.1264801025390625, -0.087738037109375, -0.0489959716796875, -0.01025390625, 0.0284881591796875, 0.067230224609375, 0.1059722900390625, 0.14471435546875, 0.1834564208984375, 0.222198486328125, 0.2609405517578125, 0.2996826171875, 0.3384246826171875, 0.377166748046875, 0.4159088134765625, 0.45465087890625, 0.4933929443359375, 0.532135009765625, 0.5708770751953125, 0.609619140625, 0.6483612060546875, 0.687103271484375, 0.7258453369140625, 0.76458740234375, 0.8033294677734375, 0.842071533203125, 0.8808135986328125, 0.9195556640625, 0.9582977294921875, 0.997039794921875, 1.0357818603515625, 1.07452392578125, 1.1132659912109375, 1.152008056640625, 1.1907501220703125, 1.2294921875]}, "gradients/encoder.encoder.layers.2.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 7.0, 7.0, 15.0, 10.0, 17.0, 24.0, 22.0, 36.0, 30.0, 43.0, 52.0, 61.0, 75.0, 57.0, 83.0, 73.0, 58.0, 73.0, 51.0, 40.0, 40.0, 32.0, 37.0, 24.0, 10.0, 9.0, 10.0, 4.0, 7.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.90869140625, -0.8807449340820312, -0.8527984619140625, -0.8248519897460938, -0.796905517578125, -0.7689590454101562, -0.7410125732421875, -0.7130661010742188, -0.68511962890625, -0.6571731567382812, -0.6292266845703125, -0.6012802124023438, -0.573333740234375, -0.5453872680664062, -0.5174407958984375, -0.48949432373046875, -0.4615478515625, -0.43360137939453125, -0.4056549072265625, -0.37770843505859375, -0.349761962890625, -0.32181549072265625, -0.2938690185546875, -0.26592254638671875, -0.23797607421875, -0.21002960205078125, -0.1820831298828125, -0.15413665771484375, -0.126190185546875, -0.09824371337890625, -0.0702972412109375, -0.04235076904296875, -0.014404296875, 0.01354217529296875, 0.0414886474609375, 0.06943511962890625, 0.097381591796875, 0.12532806396484375, 0.1532745361328125, 0.18122100830078125, 0.20916748046875, 0.23711395263671875, 0.2650604248046875, 0.29300689697265625, 0.320953369140625, 0.34889984130859375, 0.3768463134765625, 0.40479278564453125, 0.4327392578125, 0.46068572998046875, 0.4886322021484375, 0.5165786743164062, 0.544525146484375, 0.5724716186523438, 0.6004180908203125, 0.6283645629882812, 0.65631103515625, 0.6842575073242188, 0.7122039794921875, 0.7401504516601562, 0.768096923828125, 0.7960433959960938, 0.8239898681640625, 0.8519363403320312, 0.8798828125]}, "gradients/encoder.encoder.layers.2.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 4.0, 2.0, 4.0, 2.0, 3.0, 15.0, 19.0, 25.0, 43.0, 53.0, 89.0, 147.0, 301.0, 713.0, 2013.0, 7906.0, 50727.0, 764147.0, 195735.0, 20250.0, 4042.0, 1247.0, 488.0, 252.0, 115.0, 74.0, 53.0, 38.0, 13.0, 17.0, 8.0, 8.0, 3.0, 0.0, 4.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.890625, -2.81201171875, -2.7333984375, -2.65478515625, -2.576171875, -2.49755859375, -2.4189453125, -2.34033203125, -2.26171875, -2.18310546875, -2.1044921875, -2.02587890625, -1.947265625, -1.86865234375, -1.7900390625, -1.71142578125, -1.6328125, -1.55419921875, -1.4755859375, -1.39697265625, -1.318359375, -1.23974609375, -1.1611328125, -1.08251953125, -1.00390625, -0.92529296875, -0.8466796875, -0.76806640625, -0.689453125, -0.61083984375, -0.5322265625, -0.45361328125, -0.375, -0.29638671875, -0.2177734375, -0.13916015625, -0.060546875, 0.01806640625, 0.0966796875, 0.17529296875, 0.25390625, 0.33251953125, 0.4111328125, 0.48974609375, 0.568359375, 0.64697265625, 0.7255859375, 0.80419921875, 0.8828125, 0.96142578125, 1.0400390625, 1.11865234375, 1.197265625, 1.27587890625, 1.3544921875, 1.43310546875, 1.51171875, 1.59033203125, 1.6689453125, 1.74755859375, 1.826171875, 1.90478515625, 1.9833984375, 2.06201171875, 2.140625]}, "gradients/encoder.encoder.layers.2.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 9.0, 8.0, 7.0, 8.0, 10.0, 9.0, 12.0, 16.0, 25.0, 26.0, 40.0, 23.0, 44.0, 37.0, 37.0, 53.0, 53.0, 51.0, 58.0, 45.0, 53.0, 54.0, 41.0, 39.0, 39.0, 29.0, 28.0, 20.0, 27.0, 19.0, 13.0, 15.0, 7.0, 9.0, 8.0, 8.0, 5.0, 7.0, 3.0, 1.0, 3.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.615234375, -2.5364990234375, -2.457763671875, -2.3790283203125, -2.30029296875, -2.2215576171875, -2.142822265625, -2.0640869140625, -1.9853515625, -1.9066162109375, -1.827880859375, -1.7491455078125, -1.67041015625, -1.5916748046875, -1.512939453125, -1.4342041015625, -1.35546875, -1.2767333984375, -1.197998046875, -1.1192626953125, -1.04052734375, -0.9617919921875, -0.883056640625, -0.8043212890625, -0.7255859375, -0.6468505859375, -0.568115234375, -0.4893798828125, -0.41064453125, -0.3319091796875, -0.253173828125, -0.1744384765625, -0.095703125, -0.0169677734375, 0.061767578125, 0.1405029296875, 0.21923828125, 0.2979736328125, 0.376708984375, 0.4554443359375, 0.5341796875, 0.6129150390625, 0.691650390625, 0.7703857421875, 0.84912109375, 0.9278564453125, 1.006591796875, 1.0853271484375, 1.1640625, 1.2427978515625, 1.321533203125, 1.4002685546875, 1.47900390625, 1.5577392578125, 1.636474609375, 1.7152099609375, 1.7939453125, 1.8726806640625, 1.951416015625, 2.0301513671875, 2.10888671875, 2.1876220703125, 2.266357421875, 2.3450927734375, 2.423828125]}, "gradients/encoder.encoder.layers.2.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 3.0, 2.0, 7.0, 9.0, 13.0, 14.0, 17.0, 38.0, 74.0, 122.0, 284.0, 732.0, 2143.0, 8546.0, 46564.0, 796342.0, 166152.0, 20718.0, 4488.0, 1323.0, 492.0, 225.0, 111.0, 63.0, 20.0, 17.0, 12.0, 9.0, 7.0, 3.0, 4.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.81494140625, -0.7900772094726562, -0.7652130126953125, -0.7403488159179688, -0.715484619140625, -0.6906204223632812, -0.6657562255859375, -0.6408920288085938, -0.61602783203125, -0.5911636352539062, -0.5662994384765625, -0.5414352416992188, -0.516571044921875, -0.49170684814453125, -0.4668426513671875, -0.44197845458984375, -0.4171142578125, -0.39225006103515625, -0.3673858642578125, -0.34252166748046875, -0.317657470703125, -0.29279327392578125, -0.2679290771484375, -0.24306488037109375, -0.21820068359375, -0.19333648681640625, -0.1684722900390625, -0.14360809326171875, -0.118743896484375, -0.09387969970703125, -0.0690155029296875, -0.04415130615234375, -0.019287109375, 0.00557708740234375, 0.0304412841796875, 0.05530548095703125, 0.080169677734375, 0.10503387451171875, 0.1298980712890625, 0.15476226806640625, 0.17962646484375, 0.20449066162109375, 0.2293548583984375, 0.25421905517578125, 0.279083251953125, 0.30394744873046875, 0.3288116455078125, 0.35367584228515625, 0.3785400390625, 0.40340423583984375, 0.4282684326171875, 0.45313262939453125, 0.477996826171875, 0.5028610229492188, 0.5277252197265625, 0.5525894165039062, 0.57745361328125, 0.6023178100585938, 0.6271820068359375, 0.6520462036132812, 0.676910400390625, 0.7017745971679688, 0.7266387939453125, 0.7515029907226562, 0.7763671875]}, "gradients/encoder.encoder.layers.2.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 4.0, 6.0, 9.0, 8.0, 4.0, 4.0, 12.0, 12.0, 18.0, 17.0, 33.0, 34.0, 44.0, 58.0, 93.0, 119.0, 153.0, 106.0, 68.0, 58.0, 34.0, 24.0, 19.0, 11.0, 13.0, 11.0, 7.0, 5.0, 3.0, 7.0, 4.0, 3.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-8.428096771240234e-05, -8.11675563454628e-05, -7.805414497852325e-05, -7.494073361158371e-05, -7.182732224464417e-05, -6.871391087770462e-05, -6.560049951076508e-05, -6.248708814382553e-05, -5.9373676776885986e-05, -5.626026540994644e-05, -5.31468540430069e-05, -5.003344267606735e-05, -4.692003130912781e-05, -4.380661994218826e-05, -4.069320857524872e-05, -3.7579797208309174e-05, -3.446638584136963e-05, -3.1352974474430084e-05, -2.823956310749054e-05, -2.5126151740550995e-05, -2.201274037361145e-05, -1.8899329006671906e-05, -1.578591763973236e-05, -1.2672506272792816e-05, -9.559094905853271e-06, -6.445683538913727e-06, -3.332272171974182e-06, -2.1886080503463745e-07, 2.8945505619049072e-06, 6.007961928844452e-06, 9.121373295783997e-06, 1.2234784662723541e-05, 1.5348196029663086e-05, 1.846160739660263e-05, 2.1575018763542175e-05, 2.468843013048172e-05, 2.7801841497421265e-05, 3.091525286436081e-05, 3.4028664231300354e-05, 3.71420755982399e-05, 4.025548696517944e-05, 4.336889833211899e-05, 4.648230969905853e-05, 4.959572106599808e-05, 5.270913243293762e-05, 5.582254379987717e-05, 5.893595516681671e-05, 6.204936653375626e-05, 6.51627779006958e-05, 6.827618926763535e-05, 7.138960063457489e-05, 7.450301200151443e-05, 7.761642336845398e-05, 8.072983473539352e-05, 8.384324610233307e-05, 8.695665746927261e-05, 9.007006883621216e-05, 9.31834802031517e-05, 9.629689157009125e-05, 9.941030293703079e-05, 0.00010252371430397034, 0.00010563712567090988, 0.00010875053703784943, 0.00011186394840478897, 0.00011497735977172852]}, "gradients/encoder.encoder.layers.2.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 4.0, 2.0, 6.0, 7.0, 9.0, 13.0, 14.0, 23.0, 43.0, 64.0, 93.0, 173.0, 313.0, 647.0, 1682.0, 4978.0, 19951.0, 127082.0, 798304.0, 75015.0, 13810.0, 3765.0, 1330.0, 523.0, 329.0, 132.0, 91.0, 41.0, 42.0, 23.0, 18.0, 11.0, 6.0, 2.0, 5.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.8115234375, -0.789215087890625, -0.76690673828125, -0.744598388671875, -0.7222900390625, -0.699981689453125, -0.67767333984375, -0.655364990234375, -0.633056640625, -0.610748291015625, -0.58843994140625, -0.566131591796875, -0.5438232421875, -0.521514892578125, -0.49920654296875, -0.476898193359375, -0.45458984375, -0.432281494140625, -0.40997314453125, -0.387664794921875, -0.3653564453125, -0.343048095703125, -0.32073974609375, -0.298431396484375, -0.276123046875, -0.253814697265625, -0.23150634765625, -0.209197998046875, -0.1868896484375, -0.164581298828125, -0.14227294921875, -0.119964599609375, -0.09765625, -0.075347900390625, -0.05303955078125, -0.030731201171875, -0.0084228515625, 0.013885498046875, 0.03619384765625, 0.058502197265625, 0.080810546875, 0.103118896484375, 0.12542724609375, 0.147735595703125, 0.1700439453125, 0.192352294921875, 0.21466064453125, 0.236968994140625, 0.25927734375, 0.281585693359375, 0.30389404296875, 0.326202392578125, 0.3485107421875, 0.370819091796875, 0.39312744140625, 0.415435791015625, 0.437744140625, 0.460052490234375, 0.48236083984375, 0.504669189453125, 0.5269775390625, 0.549285888671875, 0.57159423828125, 0.593902587890625, 0.6162109375]}, "gradients/encoder.encoder.layers.2.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 2.0, 5.0, 2.0, 5.0, 9.0, 4.0, 11.0, 9.0, 9.0, 9.0, 13.0, 18.0, 14.0, 29.0, 35.0, 50.0, 57.0, 73.0, 73.0, 95.0, 94.0, 78.0, 64.0, 47.0, 38.0, 25.0, 32.0, 27.0, 12.0, 18.0, 11.0, 8.0, 8.0, 3.0, 5.0, 1.0, 4.0, 4.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.50439453125, -0.48795318603515625, -0.4715118408203125, -0.45507049560546875, -0.438629150390625, -0.42218780517578125, -0.4057464599609375, -0.38930511474609375, -0.37286376953125, -0.35642242431640625, -0.3399810791015625, -0.32353973388671875, -0.307098388671875, -0.29065704345703125, -0.2742156982421875, -0.25777435302734375, -0.2413330078125, -0.22489166259765625, -0.2084503173828125, -0.19200897216796875, -0.175567626953125, -0.15912628173828125, -0.1426849365234375, -0.12624359130859375, -0.10980224609375, -0.09336090087890625, -0.0769195556640625, -0.06047821044921875, -0.044036865234375, -0.02759552001953125, -0.0111541748046875, 0.00528717041015625, 0.021728515625, 0.03816986083984375, 0.0546112060546875, 0.07105255126953125, 0.087493896484375, 0.10393524169921875, 0.1203765869140625, 0.13681793212890625, 0.15325927734375, 0.16970062255859375, 0.1861419677734375, 0.20258331298828125, 0.219024658203125, 0.23546600341796875, 0.2519073486328125, 0.26834869384765625, 0.2847900390625, 0.30123138427734375, 0.3176727294921875, 0.33411407470703125, 0.350555419921875, 0.36699676513671875, 0.3834381103515625, 0.39987945556640625, 0.41632080078125, 0.43276214599609375, 0.4492034912109375, 0.46564483642578125, 0.482086181640625, 0.49852752685546875, 0.5149688720703125, 0.5314102172851562, 0.5478515625]}, "gradients/encoder.encoder.layers.2.layer_norm.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 6.0, 6.0, 15.0, 39.0, 144.0, 414.0, 238.0, 89.0, 29.0, 20.0, 7.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.059304237365723, -10.25528335571289, -9.451263427734375, -8.647242546081543, -7.843222141265869, -7.039201736450195, -6.235180854797363, -5.4311604499816895, -4.627140045166016, -3.823119640350342, -3.019098997116089, -2.215078353881836, -1.411057949066162, -0.6070375442504883, 0.19698333740234375, 1.0010037422180176, 1.8050241470336914, 2.6090445518493652, 3.413065195083618, 4.217085838317871, 5.021106243133545, 5.825126647949219, 6.629147529602051, 7.433167934417725, 8.237188339233398, 9.04120922088623, 9.845229148864746, 10.649250030517578, 11.453269958496094, 12.257290840148926, 13.061311721801758, 13.865331649780273, 14.669353485107422, 15.473374366760254, 16.277395248413086, 17.0814151763916, 17.885435104370117, 18.689456939697266, 19.49347686767578, 20.297496795654297, 21.101516723632812, 21.905536651611328, 22.709558486938477, 23.513578414916992, 24.317598342895508, 25.121620178222656, 25.925640106201172, 26.729660034179688, 27.533681869506836, 28.33770179748535, 29.1417236328125, 29.945743560791016, 30.74976348876953, 31.553783416748047, 32.35780334472656, 33.161827087402344, 33.96584701538086, 34.769866943359375, 35.57388687133789, 36.377906799316406, 37.18193054199219, 37.9859504699707, 38.78997039794922, 39.593990325927734, 40.39801025390625]}, "gradients/encoder.encoder.layers.2.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 7.0, 4.0, 9.0, 8.0, 6.0, 15.0, 5.0, 16.0, 16.0, 21.0, 29.0, 31.0, 20.0, 38.0, 34.0, 52.0, 66.0, 94.0, 100.0, 88.0, 61.0, 43.0, 35.0, 36.0, 29.0, 27.0, 16.0, 19.0, 9.0, 13.0, 8.0, 14.0, 9.0, 8.0, 2.0, 6.0, 5.0, 1.0, 5.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-13.25667953491211, -12.891304969787598, -12.525930404663086, -12.160555839538574, -11.795181274414062, -11.42980670928955, -11.064432144165039, -10.699056625366211, -10.333683013916016, -9.968308448791504, -9.602933883666992, -9.23755931854248, -8.872184753417969, -8.506810188293457, -8.141435623168945, -7.776060581207275, -7.4106855392456055, -7.045310974121094, -6.679936408996582, -6.31456184387207, -5.949187278747559, -5.583812713623047, -5.218437671661377, -4.853063106536865, -4.4876885414123535, -4.122313976287842, -3.75693941116333, -3.3915646076202393, -3.0261900424957275, -2.660815477371216, -2.295440673828125, -1.9300661087036133, -1.564692497253418, -1.1993179321289062, -0.833943247795105, -0.4685685634613037, -0.10319399833679199, 0.2621805667877197, 0.6275553703308105, 0.9929299354553223, 1.358304500579834, 1.7236790657043457, 2.0890536308288574, 2.4544284343719482, 2.81980299949646, 3.1851775646209717, 3.5505523681640625, 3.915926933288574, 4.281301498413086, 4.646676063537598, 5.012050628662109, 5.377425193786621, 5.742799758911133, 6.1081743240356445, 6.4735493659973145, 6.838923931121826, 7.204298496246338, 7.56967306137085, 7.935047626495361, 8.300422668457031, 8.665797233581543, 9.031171798706055, 9.396546363830566, 9.761920928955078, 10.12729549407959]}, "gradients/encoder.encoder.layers.1.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 5.0, 2.0, 2.0, 5.0, 8.0, 6.0, 11.0, 21.0, 34.0, 54.0, 71.0, 117.0, 165.0, 294.0, 450.0, 805.0, 1535.0, 2966.0, 6695.0, 21361.0, 138920.0, 2002043.0, 1854837.0, 130944.0, 20250.0, 6352.0, 2905.0, 1436.0, 794.0, 450.0, 274.0, 167.0, 111.0, 68.0, 43.0, 32.0, 21.0, 16.0, 15.0, 7.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.64697265625, -0.6188278198242188, -0.5906829833984375, -0.5625381469726562, -0.534393310546875, -0.5062484741210938, -0.4781036376953125, -0.44995880126953125, -0.42181396484375, -0.39366912841796875, -0.3655242919921875, -0.33737945556640625, -0.309234619140625, -0.28108978271484375, -0.2529449462890625, -0.22480010986328125, -0.1966552734375, -0.16851043701171875, -0.1403656005859375, -0.11222076416015625, -0.084075927734375, -0.05593109130859375, -0.0277862548828125, 0.00035858154296875, 0.02850341796875, 0.05664825439453125, 0.0847930908203125, 0.11293792724609375, 0.141082763671875, 0.16922760009765625, 0.1973724365234375, 0.22551727294921875, 0.253662109375, 0.28180694580078125, 0.3099517822265625, 0.33809661865234375, 0.366241455078125, 0.39438629150390625, 0.4225311279296875, 0.45067596435546875, 0.47882080078125, 0.5069656372070312, 0.5351104736328125, 0.5632553100585938, 0.591400146484375, 0.6195449829101562, 0.6476898193359375, 0.6758346557617188, 0.7039794921875, 0.7321243286132812, 0.7602691650390625, 0.7884140014648438, 0.816558837890625, 0.8447036743164062, 0.8728485107421875, 0.9009933471679688, 0.92913818359375, 0.9572830200195312, 0.9854278564453125, 1.0135726928710938, 1.041717529296875, 1.0698623657226562, 1.0980072021484375, 1.1261520385742188, 1.154296875]}, "gradients/encoder.encoder.layers.1.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 4.0, 3.0, 3.0, 9.0, 8.0, 4.0, 5.0, 14.0, 13.0, 26.0, 22.0, 30.0, 36.0, 16.0, 32.0, 40.0, 44.0, 46.0, 51.0, 50.0, 59.0, 49.0, 48.0, 46.0, 51.0, 48.0, 40.0, 39.0, 21.0, 34.0, 24.0, 13.0, 20.0, 13.0, 12.0, 12.0, 5.0, 3.0, 3.0, 4.0, 5.0, 2.0, 3.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.60546875, -0.5852203369140625, -0.564971923828125, -0.5447235107421875, -0.52447509765625, -0.5042266845703125, -0.483978271484375, -0.4637298583984375, -0.4434814453125, -0.4232330322265625, -0.402984619140625, -0.3827362060546875, -0.36248779296875, -0.3422393798828125, -0.321990966796875, -0.3017425537109375, -0.281494140625, -0.2612457275390625, -0.240997314453125, -0.2207489013671875, -0.20050048828125, -0.1802520751953125, -0.160003662109375, -0.1397552490234375, -0.1195068359375, -0.0992584228515625, -0.079010009765625, -0.0587615966796875, -0.03851318359375, -0.0182647705078125, 0.001983642578125, 0.0222320556640625, 0.04248046875, 0.0627288818359375, 0.082977294921875, 0.1032257080078125, 0.12347412109375, 0.1437225341796875, 0.163970947265625, 0.1842193603515625, 0.2044677734375, 0.2247161865234375, 0.244964599609375, 0.2652130126953125, 0.28546142578125, 0.3057098388671875, 0.325958251953125, 0.3462066650390625, 0.366455078125, 0.3867034912109375, 0.406951904296875, 0.4272003173828125, 0.44744873046875, 0.4676971435546875, 0.487945556640625, 0.5081939697265625, 0.5284423828125, 0.5486907958984375, 0.568939208984375, 0.5891876220703125, 0.60943603515625, 0.6296844482421875, 0.649932861328125, 0.6701812744140625, 0.6904296875]}, "gradients/encoder.encoder.layers.1.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 12.0, 14.0, 39.0, 116.0, 238.0, 411.0, 6519.0, 4182224.0, 4021.0, 377.0, 182.0, 81.0, 38.0, 9.0, 3.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.015625, -10.6959228515625, -10.376220703125, -10.0565185546875, -9.73681640625, -9.4171142578125, -9.097412109375, -8.7777099609375, -8.4580078125, -8.1383056640625, -7.818603515625, -7.4989013671875, -7.17919921875, -6.8594970703125, -6.539794921875, -6.2200927734375, -5.900390625, -5.5806884765625, -5.260986328125, -4.9412841796875, -4.62158203125, -4.3018798828125, -3.982177734375, -3.6624755859375, -3.3427734375, -3.0230712890625, -2.703369140625, -2.3836669921875, -2.06396484375, -1.7442626953125, -1.424560546875, -1.1048583984375, -0.78515625, -0.4654541015625, -0.145751953125, 0.1739501953125, 0.49365234375, 0.8133544921875, 1.133056640625, 1.4527587890625, 1.7724609375, 2.0921630859375, 2.411865234375, 2.7315673828125, 3.05126953125, 3.3709716796875, 3.690673828125, 4.0103759765625, 4.330078125, 4.6497802734375, 4.969482421875, 5.2891845703125, 5.60888671875, 5.9285888671875, 6.248291015625, 6.5679931640625, 6.8876953125, 7.2073974609375, 7.527099609375, 7.8468017578125, 8.16650390625, 8.4862060546875, 8.805908203125, 9.1256103515625, 9.4453125]}, "gradients/encoder.encoder.layers.1.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 2.0, 8.0, 7.0, 17.0, 33.0, 94.0, 300.0, 1403.0, 1696.0, 339.0, 102.0, 42.0, 14.0, 8.0, 6.0, 6.0, 2.0, 2.0, 2.0, 2.0], "bins": [-5.67578125, -5.5667572021484375, -5.457733154296875, -5.3487091064453125, -5.23968505859375, -5.1306610107421875, -5.021636962890625, -4.9126129150390625, -4.8035888671875, -4.6945648193359375, -4.585540771484375, -4.4765167236328125, -4.36749267578125, -4.2584686279296875, -4.149444580078125, -4.0404205322265625, -3.931396484375, -3.8223724365234375, -3.713348388671875, -3.6043243408203125, -3.49530029296875, -3.3862762451171875, -3.277252197265625, -3.1682281494140625, -3.0592041015625, -2.9501800537109375, -2.841156005859375, -2.7321319580078125, -2.62310791015625, -2.5140838623046875, -2.405059814453125, -2.2960357666015625, -2.18701171875, -2.0779876708984375, -1.968963623046875, -1.8599395751953125, -1.75091552734375, -1.6418914794921875, -1.532867431640625, -1.4238433837890625, -1.3148193359375, -1.2057952880859375, -1.096771240234375, -0.9877471923828125, -0.87872314453125, -0.7696990966796875, -0.660675048828125, -0.5516510009765625, -0.442626953125, -0.3336029052734375, -0.224578857421875, -0.1155548095703125, -0.00653076171875, 0.1024932861328125, 0.211517333984375, 0.3205413818359375, 0.4295654296875, 0.5385894775390625, 0.647613525390625, 0.7566375732421875, 0.86566162109375, 0.9746856689453125, 1.083709716796875, 1.1927337646484375, 1.3017578125]}, "gradients/encoder.encoder.layers.1.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 2.0, 3.0, 11.0, 14.0, 37.0, 100.0, 288.0, 341.0, 135.0, 43.0, 21.0, 10.0, 5.0, 1.0, 1.0, 1.0, 1.0], "bins": [-53.05304718017578, -52.073875427246094, -51.09469985961914, -50.11552810668945, -49.136356353759766, -48.15718460083008, -47.178009033203125, -46.19883728027344, -45.21966552734375, -44.24049377441406, -43.26131820678711, -42.28214645385742, -41.302974700927734, -40.32380294799805, -39.344627380371094, -38.365455627441406, -37.38628387451172, -36.40711212158203, -35.42793655395508, -34.44876480102539, -33.4695930480957, -32.490421295166016, -31.511247634887695, -30.532073974609375, -29.552900314331055, -28.573726654052734, -27.594554901123047, -26.615381240844727, -25.63620948791504, -24.65703582763672, -23.67786407470703, -22.69869041442871, -21.719520568847656, -20.740346908569336, -19.76117515563965, -18.782001495361328, -17.80282974243164, -16.82365608215332, -15.844484329223633, -14.865310668945312, -13.886137008666992, -12.906964302062988, -11.927791595458984, -10.94861888885498, -9.969446182250977, -8.990272521972656, -8.011100769042969, -7.031927585601807, -6.052755355834961, -5.073582649230957, -4.094409942626953, -3.11523699760437, -2.136064291000366, -1.1568913459777832, -0.1777186393737793, 0.8014540672302246, 1.7806267738342285, 2.7597994804382324, 3.7389721870422363, 4.718145370483398, 5.697318077087402, 6.676490783691406, 7.65566349029541, 8.634836196899414, 9.614008903503418]}, "gradients/encoder.encoder.layers.1.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0, 4.0, 6.0, 9.0, 5.0, 6.0, 12.0, 11.0, 24.0, 27.0, 30.0, 22.0, 30.0, 34.0, 44.0, 37.0, 48.0, 48.0, 46.0, 58.0, 42.0, 49.0, 47.0, 41.0, 45.0, 41.0, 37.0, 38.0, 28.0, 29.0, 22.0, 14.0, 14.0, 11.0, 11.0, 5.0, 4.0, 5.0, 4.0, 3.0, 4.0, 5.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-9.180256843566895, -8.879615783691406, -8.578975677490234, -8.278334617614746, -7.977693557739258, -7.6770524978637695, -7.3764119148254395, -7.075771331787109, -6.775130271911621, -6.474489212036133, -6.173848628997803, -5.873208045959473, -5.572566986083984, -5.271925926208496, -4.971285343170166, -4.670644760131836, -4.370003700256348, -4.069362640380859, -3.7687220573425293, -3.46808123588562, -3.167440414428711, -2.8667995929718018, -2.5661587715148926, -2.2655179500579834, -1.9648771286010742, -1.664236307144165, -1.3635954856872559, -1.0629546642303467, -0.7623138427734375, -0.4616730213165283, -0.16103219985961914, 0.13960862159729004, 0.4402484893798828, 0.740889310836792, 1.0415301322937012, 1.3421709537506104, 1.6428117752075195, 1.9434525966644287, 2.244093418121338, 2.544734239578247, 2.8453750610351562, 3.1460158824920654, 3.4466567039489746, 3.747297525405884, 4.047938346862793, 4.348579406738281, 4.649219989776611, 4.949860572814941, 5.25050163269043, 5.551142692565918, 5.851783275604248, 6.152423858642578, 6.453064918518066, 6.753705978393555, 7.054346561431885, 7.354987144470215, 7.655628204345703, 7.956269264221191, 8.25691032409668, 8.557550430297852, 8.85819149017334, 9.158832550048828, 9.45947265625, 9.760113716125488, 10.060754776000977]}, "gradients/encoder.encoder.layers.1.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 1.0, 4.0, 8.0, 7.0, 12.0, 22.0, 25.0, 29.0, 46.0, 62.0, 104.0, 172.0, 257.0, 365.0, 551.0, 932.0, 1545.0, 2664.0, 4903.0, 9097.0, 17991.0, 37200.0, 86059.0, 221600.0, 364264.0, 170031.0, 67685.0, 30557.0, 14643.0, 7665.0, 4037.0, 2280.0, 1404.0, 786.0, 520.0, 335.0, 206.0, 167.0, 104.0, 71.0, 48.0, 38.0, 22.0, 14.0, 9.0, 8.0, 8.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.99365234375, -0.9647369384765625, -0.935821533203125, -0.9069061279296875, -0.87799072265625, -0.8490753173828125, -0.820159912109375, -0.7912445068359375, -0.7623291015625, -0.7334136962890625, -0.704498291015625, -0.6755828857421875, -0.64666748046875, -0.6177520751953125, -0.588836669921875, -0.5599212646484375, -0.531005859375, -0.5020904541015625, -0.473175048828125, -0.4442596435546875, -0.41534423828125, -0.3864288330078125, -0.357513427734375, -0.3285980224609375, -0.2996826171875, -0.2707672119140625, -0.241851806640625, -0.2129364013671875, -0.18402099609375, -0.1551055908203125, -0.126190185546875, -0.0972747802734375, -0.068359375, -0.0394439697265625, -0.010528564453125, 0.0183868408203125, 0.04730224609375, 0.0762176513671875, 0.105133056640625, 0.1340484619140625, 0.1629638671875, 0.1918792724609375, 0.220794677734375, 0.2497100830078125, 0.27862548828125, 0.3075408935546875, 0.336456298828125, 0.3653717041015625, 0.394287109375, 0.4232025146484375, 0.452117919921875, 0.4810333251953125, 0.50994873046875, 0.5388641357421875, 0.567779541015625, 0.5966949462890625, 0.6256103515625, 0.6545257568359375, 0.683441162109375, 0.7123565673828125, 0.74127197265625, 0.7701873779296875, 0.799102783203125, 0.8280181884765625, 0.85693359375]}, "gradients/encoder.encoder.layers.1.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 5.0, 6.0, 10.0, 11.0, 11.0, 14.0, 21.0, 24.0, 23.0, 27.0, 23.0, 33.0, 31.0, 28.0, 45.0, 34.0, 45.0, 45.0, 40.0, 57.0, 41.0, 47.0, 49.0, 40.0, 46.0, 39.0, 28.0, 22.0, 24.0, 31.0, 23.0, 14.0, 16.0, 10.0, 14.0, 7.0, 3.0, 7.0, 3.0, 5.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6455078125, -0.6247177124023438, -0.6039276123046875, -0.5831375122070312, -0.562347412109375, -0.5415573120117188, -0.5207672119140625, -0.49997711181640625, -0.47918701171875, -0.45839691162109375, -0.4376068115234375, -0.41681671142578125, -0.396026611328125, -0.37523651123046875, -0.3544464111328125, -0.33365631103515625, -0.3128662109375, -0.29207611083984375, -0.2712860107421875, -0.25049591064453125, -0.229705810546875, -0.20891571044921875, -0.1881256103515625, -0.16733551025390625, -0.14654541015625, -0.12575531005859375, -0.1049652099609375, -0.08417510986328125, -0.063385009765625, -0.04259490966796875, -0.0218048095703125, -0.00101470947265625, 0.019775390625, 0.04056549072265625, 0.0613555908203125, 0.08214569091796875, 0.102935791015625, 0.12372589111328125, 0.1445159912109375, 0.16530609130859375, 0.18609619140625, 0.20688629150390625, 0.2276763916015625, 0.24846649169921875, 0.269256591796875, 0.29004669189453125, 0.3108367919921875, 0.33162689208984375, 0.3524169921875, 0.37320709228515625, 0.3939971923828125, 0.41478729248046875, 0.435577392578125, 0.45636749267578125, 0.4771575927734375, 0.49794769287109375, 0.51873779296875, 0.5395278930664062, 0.5603179931640625, 0.5811080932617188, 0.601898193359375, 0.6226882934570312, 0.6434783935546875, 0.6642684936523438, 0.68505859375]}, "gradients/encoder.encoder.layers.1.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 5.0, 9.0, 20.0, 25.0, 52.0, 134.0, 248.0, 594.0, 1613.0, 7158.0, 69416.0, 900631.0, 59751.0, 6382.0, 1490.0, 528.0, 247.0, 112.0, 55.0, 37.0, 19.0, 6.0, 8.0, 4.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.771484375, -3.6588134765625, -3.546142578125, -3.4334716796875, -3.32080078125, -3.2081298828125, -3.095458984375, -2.9827880859375, -2.8701171875, -2.7574462890625, -2.644775390625, -2.5321044921875, -2.41943359375, -2.3067626953125, -2.194091796875, -2.0814208984375, -1.96875, -1.8560791015625, -1.743408203125, -1.6307373046875, -1.51806640625, -1.4053955078125, -1.292724609375, -1.1800537109375, -1.0673828125, -0.9547119140625, -0.842041015625, -0.7293701171875, -0.61669921875, -0.5040283203125, -0.391357421875, -0.2786865234375, -0.166015625, -0.0533447265625, 0.059326171875, 0.1719970703125, 0.28466796875, 0.3973388671875, 0.510009765625, 0.6226806640625, 0.7353515625, 0.8480224609375, 0.960693359375, 1.0733642578125, 1.18603515625, 1.2987060546875, 1.411376953125, 1.5240478515625, 1.63671875, 1.7493896484375, 1.862060546875, 1.9747314453125, 2.08740234375, 2.2000732421875, 2.312744140625, 2.4254150390625, 2.5380859375, 2.6507568359375, 2.763427734375, 2.8760986328125, 2.98876953125, 3.1014404296875, 3.214111328125, 3.3267822265625, 3.439453125]}, "gradients/encoder.encoder.layers.1.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 4.0, 3.0, 2.0, 10.0, 11.0, 10.0, 17.0, 18.0, 28.0, 34.0, 37.0, 36.0, 42.0, 55.0, 60.0, 61.0, 54.0, 58.0, 54.0, 49.0, 54.0, 43.0, 46.0, 40.0, 31.0, 26.0, 26.0, 18.0, 17.0, 17.0, 8.0, 4.0, 6.0, 9.0, 2.0, 1.0, 3.0, 1.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0, 3.0], "bins": [-3.791015625, -3.68731689453125, -3.5836181640625, -3.47991943359375, -3.376220703125, -3.27252197265625, -3.1688232421875, -3.06512451171875, -2.96142578125, -2.85772705078125, -2.7540283203125, -2.65032958984375, -2.546630859375, -2.44293212890625, -2.3392333984375, -2.23553466796875, -2.1318359375, -2.02813720703125, -1.9244384765625, -1.82073974609375, -1.717041015625, -1.61334228515625, -1.5096435546875, -1.40594482421875, -1.30224609375, -1.19854736328125, -1.0948486328125, -0.99114990234375, -0.887451171875, -0.78375244140625, -0.6800537109375, -0.57635498046875, -0.47265625, -0.36895751953125, -0.2652587890625, -0.16156005859375, -0.057861328125, 0.04583740234375, 0.1495361328125, 0.25323486328125, 0.35693359375, 0.46063232421875, 0.5643310546875, 0.66802978515625, 0.771728515625, 0.87542724609375, 0.9791259765625, 1.08282470703125, 1.1865234375, 1.29022216796875, 1.3939208984375, 1.49761962890625, 1.601318359375, 1.70501708984375, 1.8087158203125, 1.91241455078125, 2.01611328125, 2.11981201171875, 2.2235107421875, 2.32720947265625, 2.430908203125, 2.53460693359375, 2.6383056640625, 2.74200439453125, 2.845703125]}, "gradients/encoder.encoder.layers.1.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 5.0, 7.0, 7.0, 12.0, 15.0, 14.0, 23.0, 32.0, 70.0, 80.0, 156.0, 334.0, 811.0, 2454.0, 10096.0, 96346.0, 895113.0, 34637.0, 5605.0, 1540.0, 592.0, 259.0, 122.0, 81.0, 44.0, 38.0, 19.0, 14.0, 10.0, 5.0, 3.0, 5.0, 7.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.162109375, -1.125, -1.087890625, -1.05078125, -1.013671875, -0.9765625, -0.939453125, -0.90234375, -0.865234375, -0.828125, -0.791015625, -0.75390625, -0.716796875, -0.6796875, -0.642578125, -0.60546875, -0.568359375, -0.53125, -0.494140625, -0.45703125, -0.419921875, -0.3828125, -0.345703125, -0.30859375, -0.271484375, -0.234375, -0.197265625, -0.16015625, -0.123046875, -0.0859375, -0.048828125, -0.01171875, 0.025390625, 0.0625, 0.099609375, 0.13671875, 0.173828125, 0.2109375, 0.248046875, 0.28515625, 0.322265625, 0.359375, 0.396484375, 0.43359375, 0.470703125, 0.5078125, 0.544921875, 0.58203125, 0.619140625, 0.65625, 0.693359375, 0.73046875, 0.767578125, 0.8046875, 0.841796875, 0.87890625, 0.916015625, 0.953125, 0.990234375, 1.02734375, 1.064453125, 1.1015625, 1.138671875, 1.17578125, 1.212890625]}, "gradients/encoder.encoder.layers.1.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 6.0, 6.0, 5.0, 6.0, 8.0, 9.0, 9.0, 10.0, 18.0, 31.0, 36.0, 53.0, 65.0, 115.0, 146.0, 126.0, 84.0, 56.0, 45.0, 28.0, 15.0, 27.0, 14.0, 11.0, 9.0, 14.0, 11.0, 2.0, 7.0, 4.0, 3.0, 4.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.00011008977890014648, -0.0001062760129570961, -0.00010246224701404572, -9.864848107099533e-05, -9.483471512794495e-05, -9.102094918489456e-05, -8.720718324184418e-05, -8.339341729879379e-05, -7.957965135574341e-05, -7.576588541269302e-05, -7.195211946964264e-05, -6.813835352659225e-05, -6.432458758354187e-05, -6.0510821640491486e-05, -5.66970556974411e-05, -5.2883289754390717e-05, -4.906952381134033e-05, -4.525575786828995e-05, -4.144199192523956e-05, -3.762822598218918e-05, -3.3814460039138794e-05, -3.000069409608841e-05, -2.6186928153038025e-05, -2.237316220998764e-05, -1.8559396266937256e-05, -1.4745630323886871e-05, -1.0931864380836487e-05, -7.118098437786102e-06, -3.3043324947357178e-06, 5.094334483146667e-07, 4.323199391365051e-06, 8.136965334415436e-06, 1.195073127746582e-05, 1.5764497220516205e-05, 1.957826316356659e-05, 2.3392029106616974e-05, 2.720579504966736e-05, 3.101956099271774e-05, 3.483332693576813e-05, 3.864709287881851e-05, 4.2460858821868896e-05, 4.627462476491928e-05, 5.0088390707969666e-05, 5.390215665102005e-05, 5.7715922594070435e-05, 6.152968853712082e-05, 6.53434544801712e-05, 6.915722042322159e-05, 7.297098636627197e-05, 7.678475230932236e-05, 8.059851825237274e-05, 8.441228419542313e-05, 8.822605013847351e-05, 9.20398160815239e-05, 9.585358202457428e-05, 9.966734796762466e-05, 0.00010348111391067505, 0.00010729487985372543, 0.00011110864579677582, 0.0001149224117398262, 0.00011873617768287659, 0.00012254994362592697, 0.00012636370956897736, 0.00013017747551202774, 0.00013399124145507812]}, "gradients/encoder.encoder.layers.1.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 2.0, 4.0, 1.0, 4.0, 11.0, 11.0, 10.0, 11.0, 16.0, 36.0, 44.0, 78.0, 160.0, 322.0, 766.0, 2040.0, 7537.0, 46839.0, 863237.0, 109696.0, 12798.0, 2966.0, 1082.0, 434.0, 199.0, 107.0, 46.0, 35.0, 19.0, 13.0, 7.0, 10.0, 8.0, 7.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.841796875, -0.808990478515625, -0.77618408203125, -0.743377685546875, -0.7105712890625, -0.677764892578125, -0.64495849609375, -0.612152099609375, -0.579345703125, -0.546539306640625, -0.51373291015625, -0.480926513671875, -0.4481201171875, -0.415313720703125, -0.38250732421875, -0.349700927734375, -0.31689453125, -0.284088134765625, -0.25128173828125, -0.218475341796875, -0.1856689453125, -0.152862548828125, -0.12005615234375, -0.087249755859375, -0.054443359375, -0.021636962890625, 0.01116943359375, 0.043975830078125, 0.0767822265625, 0.109588623046875, 0.14239501953125, 0.175201416015625, 0.2080078125, 0.240814208984375, 0.27362060546875, 0.306427001953125, 0.3392333984375, 0.372039794921875, 0.40484619140625, 0.437652587890625, 0.470458984375, 0.503265380859375, 0.53607177734375, 0.568878173828125, 0.6016845703125, 0.634490966796875, 0.66729736328125, 0.700103759765625, 0.73291015625, 0.765716552734375, 0.79852294921875, 0.831329345703125, 0.8641357421875, 0.896942138671875, 0.92974853515625, 0.962554931640625, 0.995361328125, 1.028167724609375, 1.06097412109375, 1.093780517578125, 1.1265869140625, 1.159393310546875, 1.19219970703125, 1.225006103515625, 1.2578125]}, "gradients/encoder.encoder.layers.1.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 3.0, 3.0, 2.0, 2.0, 5.0, 7.0, 6.0, 14.0, 13.0, 10.0, 16.0, 31.0, 29.0, 63.0, 87.0, 111.0, 142.0, 155.0, 92.0, 62.0, 45.0, 26.0, 31.0, 15.0, 9.0, 10.0, 10.0, 8.0, 5.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.59326171875, -0.5602340698242188, -0.5272064208984375, -0.49417877197265625, -0.461151123046875, -0.42812347412109375, -0.3950958251953125, -0.36206817626953125, -0.32904052734375, -0.29601287841796875, -0.2629852294921875, -0.22995758056640625, -0.196929931640625, -0.16390228271484375, -0.1308746337890625, -0.09784698486328125, -0.0648193359375, -0.03179168701171875, 0.0012359619140625, 0.03426361083984375, 0.067291259765625, 0.10031890869140625, 0.1333465576171875, 0.16637420654296875, 0.19940185546875, 0.23242950439453125, 0.2654571533203125, 0.29848480224609375, 0.331512451171875, 0.36454010009765625, 0.3975677490234375, 0.43059539794921875, 0.463623046875, 0.49665069580078125, 0.5296783447265625, 0.5627059936523438, 0.595733642578125, 0.6287612915039062, 0.6617889404296875, 0.6948165893554688, 0.72784423828125, 0.7608718872070312, 0.7938995361328125, 0.8269271850585938, 0.859954833984375, 0.8929824829101562, 0.9260101318359375, 0.9590377807617188, 0.9920654296875, 1.0250930786132812, 1.0581207275390625, 1.0911483764648438, 1.124176025390625, 1.1572036743164062, 1.1902313232421875, 1.2232589721679688, 1.25628662109375, 1.2893142700195312, 1.3223419189453125, 1.3553695678710938, 1.388397216796875, 1.4214248657226562, 1.4544525146484375, 1.4874801635742188, 1.5205078125]}, "gradients/encoder.encoder.layers.1.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 2.0, 5.0, 21.0, 26.0, 67.0, 199.0, 373.0, 165.0, 69.0, 39.0, 12.0, 10.0, 7.0, 4.0, 4.0, 1.0, 1.0, 1.0], "bins": [-41.77827453613281, -40.98191452026367, -40.18555450439453, -39.389190673828125, -38.592830657958984, -37.796470642089844, -37.0001106262207, -36.20375061035156, -35.40739059448242, -34.61103057861328, -33.81467056274414, -33.018310546875, -32.221946716308594, -31.425586700439453, -30.629226684570312, -29.832866668701172, -29.0365047454834, -28.240144729614258, -27.443782806396484, -26.647422790527344, -25.851062774658203, -25.054702758789062, -24.25834083557129, -23.46198081970215, -22.665618896484375, -21.869258880615234, -21.07289695739746, -20.27653694152832, -19.48017692565918, -18.683815002441406, -17.887454986572266, -17.091094970703125, -16.294734954833984, -15.498373985290527, -14.702013969421387, -13.90565299987793, -13.109292984008789, -12.312932014465332, -11.516571044921875, -10.720211029052734, -9.923850059509277, -9.12748908996582, -8.33112907409668, -7.534768104553223, -6.738407611846924, -5.942047119140625, -5.145686149597168, -4.349325656890869, -3.5529651641845703, -2.7566046714782715, -1.9602439403533936, -1.1638832092285156, -0.3675227165222168, 0.42883777618408203, 1.225198745727539, 2.021559238433838, 2.8179197311401367, 3.6142802238464355, 4.410640716552734, 5.207001686096191, 6.00336217880249, 6.799722671508789, 7.596083641052246, 8.392444610595703, 9.188804626464844]}, "gradients/encoder.encoder.layers.1.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 3.0, 4.0, 6.0, 13.0, 5.0, 9.0, 20.0, 20.0, 21.0, 28.0, 19.0, 22.0, 16.0, 33.0, 37.0, 41.0, 40.0, 74.0, 67.0, 79.0, 68.0, 78.0, 52.0, 33.0, 26.0, 30.0, 23.0, 19.0, 16.0, 20.0, 14.0, 8.0, 8.0, 8.0, 10.0, 5.0, 5.0, 6.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 1.0, 0.0, 2.0], "bins": [-13.743517875671387, -13.327752113342285, -12.911986351013184, -12.496219635009766, -12.080453872680664, -11.664688110351562, -11.248922348022461, -10.83315658569336, -10.417390823364258, -10.001625061035156, -9.585859298706055, -9.170093536376953, -8.754326820373535, -8.338561058044434, -7.922795295715332, -7.5070295333862305, -7.0912628173828125, -6.675497055053711, -6.259730815887451, -5.84396505355835, -5.42819881439209, -5.012433052062988, -4.596667289733887, -4.180901527404785, -3.7651352882385254, -3.3493692874908447, -2.933603286743164, -2.5178375244140625, -2.102071523666382, -1.6863055229187012, -1.2705397605895996, -0.854773759841919, -0.4390087127685547, -0.0232427716255188, 0.3925231695175171, 0.8082890510559082, 1.2240550518035889, 1.6398210525512695, 2.055586814880371, 2.4713528156280518, 2.8871188163757324, 3.302884817123413, 3.7186508178710938, 4.134416580200195, 4.550182342529297, 4.965948581695557, 5.381714344024658, 5.797480583190918, 6.2132463455200195, 6.629012107849121, 7.044778347015381, 7.460544109344482, 7.876310348510742, 8.292076110839844, 8.707841873168945, 9.123607635498047, 9.539373397827148, 9.95513916015625, 10.370904922485352, 10.786670684814453, 11.202437400817871, 11.618203163146973, 12.033968925476074, 12.449734687805176, 12.865501403808594]}, "gradients/encoder.encoder.layers.0.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 4.0, 0.0, 7.0, 4.0, 6.0, 9.0, 12.0, 20.0, 20.0, 32.0, 39.0, 57.0, 105.0, 122.0, 153.0, 280.0, 399.0, 657.0, 1025.0, 1839.0, 3268.0, 6542.0, 15459.0, 45168.0, 255388.0, 2105806.0, 1519149.0, 176242.0, 36795.0, 12729.0, 5692.0, 2974.0, 1554.0, 950.0, 602.0, 352.0, 255.0, 153.0, 106.0, 82.0, 59.0, 48.0, 33.0, 23.0, 19.0, 15.0, 10.0, 9.0, 7.0, 4.0, 2.0, 3.0, 1.0, 3.0], "bins": [-1.5732421875, -1.5294342041015625, -1.485626220703125, -1.4418182373046875, -1.39801025390625, -1.3542022705078125, -1.310394287109375, -1.2665863037109375, -1.2227783203125, -1.1789703369140625, -1.135162353515625, -1.0913543701171875, -1.04754638671875, -1.0037384033203125, -0.959930419921875, -0.9161224365234375, -0.872314453125, -0.8285064697265625, -0.784698486328125, -0.7408905029296875, -0.69708251953125, -0.6532745361328125, -0.609466552734375, -0.5656585693359375, -0.5218505859375, -0.4780426025390625, -0.434234619140625, -0.3904266357421875, -0.34661865234375, -0.3028106689453125, -0.259002685546875, -0.2151947021484375, -0.17138671875, -0.1275787353515625, -0.083770751953125, -0.0399627685546875, 0.00384521484375, 0.0476531982421875, 0.091461181640625, 0.1352691650390625, 0.1790771484375, 0.2228851318359375, 0.266693115234375, 0.3105010986328125, 0.35430908203125, 0.3981170654296875, 0.441925048828125, 0.4857330322265625, 0.529541015625, 0.5733489990234375, 0.617156982421875, 0.6609649658203125, 0.70477294921875, 0.7485809326171875, 0.792388916015625, 0.8361968994140625, 0.8800048828125, 0.9238128662109375, 0.967620849609375, 1.0114288330078125, 1.05523681640625, 1.0990447998046875, 1.142852783203125, 1.1866607666015625, 1.23046875]}, "gradients/encoder.encoder.layers.0.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 4.0, 5.0, 5.0, 7.0, 11.0, 16.0, 10.0, 12.0, 24.0, 17.0, 20.0, 23.0, 27.0, 31.0, 28.0, 39.0, 35.0, 46.0, 49.0, 47.0, 49.0, 40.0, 50.0, 53.0, 48.0, 47.0, 43.0, 37.0, 21.0, 31.0, 23.0, 20.0, 16.0, 12.0, 17.0, 9.0, 9.0, 10.0, 6.0, 6.0, 5.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.61083984375, -0.5903778076171875, -0.569915771484375, -0.5494537353515625, -0.52899169921875, -0.5085296630859375, -0.488067626953125, -0.4676055908203125, -0.4471435546875, -0.4266815185546875, -0.406219482421875, -0.3857574462890625, -0.36529541015625, -0.3448333740234375, -0.324371337890625, -0.3039093017578125, -0.283447265625, -0.2629852294921875, -0.242523193359375, -0.2220611572265625, -0.20159912109375, -0.1811370849609375, -0.160675048828125, -0.1402130126953125, -0.1197509765625, -0.0992889404296875, -0.078826904296875, -0.0583648681640625, -0.03790283203125, -0.0174407958984375, 0.003021240234375, 0.0234832763671875, 0.0439453125, 0.0644073486328125, 0.084869384765625, 0.1053314208984375, 0.12579345703125, 0.1462554931640625, 0.166717529296875, 0.1871795654296875, 0.2076416015625, 0.2281036376953125, 0.248565673828125, 0.2690277099609375, 0.28948974609375, 0.3099517822265625, 0.330413818359375, 0.3508758544921875, 0.371337890625, 0.3917999267578125, 0.412261962890625, 0.4327239990234375, 0.45318603515625, 0.4736480712890625, 0.494110107421875, 0.5145721435546875, 0.5350341796875, 0.5554962158203125, 0.575958251953125, 0.5964202880859375, 0.61688232421875, 0.6373443603515625, 0.657806396484375, 0.6782684326171875, 0.69873046875]}, "gradients/encoder.encoder.layers.0.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 1.0, 6.0, 13.0, 21.0, 39.0, 129.0, 405.0, 3122.0, 4186114.0, 3837.0, 423.0, 116.0, 36.0, 9.0, 9.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.5625, -23.783203125, -23.00390625, -22.224609375, -21.4453125, -20.666015625, -19.88671875, -19.107421875, -18.328125, -17.548828125, -16.76953125, -15.990234375, -15.2109375, -14.431640625, -13.65234375, -12.873046875, -12.09375, -11.314453125, -10.53515625, -9.755859375, -8.9765625, -8.197265625, -7.41796875, -6.638671875, -5.859375, -5.080078125, -4.30078125, -3.521484375, -2.7421875, -1.962890625, -1.18359375, -0.404296875, 0.375, 1.154296875, 1.93359375, 2.712890625, 3.4921875, 4.271484375, 5.05078125, 5.830078125, 6.609375, 7.388671875, 8.16796875, 8.947265625, 9.7265625, 10.505859375, 11.28515625, 12.064453125, 12.84375, 13.623046875, 14.40234375, 15.181640625, 15.9609375, 16.740234375, 17.51953125, 18.298828125, 19.078125, 19.857421875, 20.63671875, 21.416015625, 22.1953125, 22.974609375, 23.75390625, 24.533203125, 25.3125]}, "gradients/encoder.encoder.layers.0.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 5.0, 12.0, 46.0, 196.0, 1129.0, 2106.0, 438.0, 105.0, 34.0, 7.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.546875, -13.21771240234375, -12.8885498046875, -12.55938720703125, -12.230224609375, -11.90106201171875, -11.5718994140625, -11.24273681640625, -10.91357421875, -10.58441162109375, -10.2552490234375, -9.92608642578125, -9.596923828125, -9.26776123046875, -8.9385986328125, -8.60943603515625, -8.2802734375, -7.95111083984375, -7.6219482421875, -7.29278564453125, -6.963623046875, -6.63446044921875, -6.3052978515625, -5.97613525390625, -5.64697265625, -5.31781005859375, -4.9886474609375, -4.65948486328125, -4.330322265625, -4.00115966796875, -3.6719970703125, -3.34283447265625, -3.013671875, -2.68450927734375, -2.3553466796875, -2.02618408203125, -1.697021484375, -1.36785888671875, -1.0386962890625, -0.70953369140625, -0.38037109375, -0.05120849609375, 0.2779541015625, 0.60711669921875, 0.936279296875, 1.26544189453125, 1.5946044921875, 1.92376708984375, 2.2529296875, 2.58209228515625, 2.9112548828125, 3.24041748046875, 3.569580078125, 3.89874267578125, 4.2279052734375, 4.55706787109375, 4.88623046875, 5.21539306640625, 5.5445556640625, 5.87371826171875, 6.202880859375, 6.53204345703125, 6.8612060546875, 7.19036865234375, 7.51953125]}, "gradients/encoder.encoder.layers.0.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 6.0, 2.0, 4.0, 5.0, 5.0, 8.0, 13.0, 29.0, 37.0, 57.0, 123.0, 260.0, 206.0, 118.0, 50.0, 20.0, 28.0, 11.0, 5.0, 5.0, 7.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-48.93305206298828, -47.63324737548828, -46.33344650268555, -45.03364181518555, -43.73383712768555, -42.43403625488281, -41.13423156738281, -39.83442687988281, -38.53462219238281, -37.23481750488281, -35.93501663208008, -34.63521194458008, -33.33540725708008, -32.035606384277344, -30.735801696777344, -29.435997009277344, -28.13619613647461, -26.836393356323242, -25.536588668823242, -24.236785888671875, -22.936981201171875, -21.637178421020508, -20.33737564086914, -19.03757095336914, -17.737768173217773, -16.437965393066406, -15.138160705566406, -13.838357925415039, -12.538554191589355, -11.238750457763672, -9.938947677612305, -8.639143943786621, -7.339344024658203, -6.0395402908325195, -4.739737033843994, -3.4399335384368896, -2.140130043029785, -0.8403263092041016, 0.45947694778442383, 1.7592802047729492, 3.059083938598633, 4.358887672424316, 5.658690929412842, 6.958494186401367, 8.25829792022705, 9.558101654052734, 10.857904434204102, 12.157708168029785, 13.457511901855469, 14.757315635681152, 16.057119369506836, 17.356922149658203, 18.656726837158203, 19.95652961730957, 21.256332397460938, 22.556137084960938, 23.855939865112305, 25.155742645263672, 26.455547332763672, 27.75535011291504, 29.055152893066406, 30.354957580566406, 31.654760360717773, 32.95456314086914, 34.25436782836914]}, "gradients/encoder.encoder.layers.0.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 6.0, 5.0, 9.0, 6.0, 14.0, 29.0, 34.0, 50.0, 73.0, 97.0, 115.0, 154.0, 127.0, 90.0, 63.0, 46.0, 27.0, 23.0, 10.0, 8.0, 7.0, 0.0, 2.0, 4.0, 4.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-41.461143493652344, -40.14564514160156, -38.83015060424805, -37.514652252197266, -36.199153900146484, -34.88365936279297, -33.56816101074219, -32.252662658691406, -30.937166213989258, -29.62166976928711, -28.306171417236328, -26.99067497253418, -25.67517852783203, -24.35968017578125, -23.0441837310791, -21.728687286376953, -20.413188934326172, -19.097692489624023, -17.782194137573242, -16.466697692871094, -15.151200294494629, -13.835702896118164, -12.520206451416016, -11.20470905303955, -9.889211654663086, -8.573714256286621, -7.2582173347473145, -5.942720413208008, -4.627223014831543, -3.311725616455078, -1.9962286949157715, -0.6807317733764648, 0.6347618103027344, 1.9502589702606201, 3.265756130218506, 4.5812530517578125, 5.896750450134277, 7.212247848510742, 8.52774429321289, 9.843241691589355, 11.15873908996582, 12.474236488342285, 13.78973388671875, 15.105230331420898, 16.420726776123047, 17.736225128173828, 19.051721572875977, 20.367218017578125, 21.682716369628906, 22.998212814331055, 24.313711166381836, 25.629207611083984, 26.944705963134766, 28.260202407836914, 29.575698852539062, 30.891197204589844, 32.206695556640625, 33.522193908691406, 34.83768844604492, 36.1531867980957, 37.468685150146484, 38.7841796875, 40.09967803955078, 41.41517639160156, 42.73067092895508]}, "gradients/encoder.encoder.layers.0.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 5.0, 5.0, 11.0, 18.0, 22.0, 27.0, 54.0, 68.0, 97.0, 174.0, 298.0, 519.0, 1229.0, 2942.0, 9011.0, 40489.0, 585234.0, 363276.0, 32484.0, 7747.0, 2504.0, 1056.0, 529.0, 269.0, 164.0, 106.0, 59.0, 57.0, 20.0, 17.0, 18.0, 10.0, 12.0, 3.0, 7.0, 3.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-3.392578125, -3.29547119140625, -3.1983642578125, -3.10125732421875, -3.004150390625, -2.90704345703125, -2.8099365234375, -2.71282958984375, -2.61572265625, -2.51861572265625, -2.4215087890625, -2.32440185546875, -2.227294921875, -2.13018798828125, -2.0330810546875, -1.93597412109375, -1.8388671875, -1.74176025390625, -1.6446533203125, -1.54754638671875, -1.450439453125, -1.35333251953125, -1.2562255859375, -1.15911865234375, -1.06201171875, -0.96490478515625, -0.8677978515625, -0.77069091796875, -0.673583984375, -0.57647705078125, -0.4793701171875, -0.38226318359375, -0.28515625, -0.18804931640625, -0.0909423828125, 0.00616455078125, 0.103271484375, 0.20037841796875, 0.2974853515625, 0.39459228515625, 0.49169921875, 0.58880615234375, 0.6859130859375, 0.78302001953125, 0.880126953125, 0.97723388671875, 1.0743408203125, 1.17144775390625, 1.2685546875, 1.36566162109375, 1.4627685546875, 1.55987548828125, 1.656982421875, 1.75408935546875, 1.8511962890625, 1.94830322265625, 2.04541015625, 2.14251708984375, 2.2396240234375, 2.33673095703125, 2.433837890625, 2.53094482421875, 2.6280517578125, 2.72515869140625, 2.822265625]}, "gradients/encoder.encoder.layers.0.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 8.0, 4.0, 18.0, 19.0, 29.0, 36.0, 37.0, 55.0, 67.0, 80.0, 94.0, 106.0, 97.0, 74.0, 73.0, 55.0, 38.0, 31.0, 28.0, 16.0, 16.0, 4.0, 8.0, 4.0, 2.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.103515625, -2.0441741943359375, -1.984832763671875, -1.9254913330078125, -1.86614990234375, -1.8068084716796875, -1.747467041015625, -1.6881256103515625, -1.6287841796875, -1.5694427490234375, -1.510101318359375, -1.4507598876953125, -1.39141845703125, -1.3320770263671875, -1.272735595703125, -1.2133941650390625, -1.154052734375, -1.0947113037109375, -1.035369873046875, -0.9760284423828125, -0.91668701171875, -0.8573455810546875, -0.798004150390625, -0.7386627197265625, -0.6793212890625, -0.6199798583984375, -0.560638427734375, -0.5012969970703125, -0.44195556640625, -0.3826141357421875, -0.323272705078125, -0.2639312744140625, -0.20458984375, -0.1452484130859375, -0.085906982421875, -0.0265655517578125, 0.03277587890625, 0.0921173095703125, 0.151458740234375, 0.2108001708984375, 0.2701416015625, 0.3294830322265625, 0.388824462890625, 0.4481658935546875, 0.50750732421875, 0.5668487548828125, 0.626190185546875, 0.6855316162109375, 0.744873046875, 0.8042144775390625, 0.863555908203125, 0.9228973388671875, 0.98223876953125, 1.0415802001953125, 1.100921630859375, 1.1602630615234375, 1.2196044921875, 1.2789459228515625, 1.338287353515625, 1.3976287841796875, 1.45697021484375, 1.5163116455078125, 1.575653076171875, 1.6349945068359375, 1.6943359375]}, "gradients/encoder.encoder.layers.0.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 8.0, 5.0, 12.0, 14.0, 22.0, 34.0, 52.0, 83.0, 111.0, 258.0, 575.0, 1715.0, 7817.0, 209632.0, 813266.0, 11461.0, 2099.0, 682.0, 288.0, 139.0, 92.0, 54.0, 36.0, 35.0, 15.0, 10.0, 7.0, 7.0, 5.0, 4.0, 2.0, 4.0, 2.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.41796875, -5.259033203125, -5.10009765625, -4.941162109375, -4.7822265625, -4.623291015625, -4.46435546875, -4.305419921875, -4.146484375, -3.987548828125, -3.82861328125, -3.669677734375, -3.5107421875, -3.351806640625, -3.19287109375, -3.033935546875, -2.875, -2.716064453125, -2.55712890625, -2.398193359375, -2.2392578125, -2.080322265625, -1.92138671875, -1.762451171875, -1.603515625, -1.444580078125, -1.28564453125, -1.126708984375, -0.9677734375, -0.808837890625, -0.64990234375, -0.490966796875, -0.33203125, -0.173095703125, -0.01416015625, 0.144775390625, 0.3037109375, 0.462646484375, 0.62158203125, 0.780517578125, 0.939453125, 1.098388671875, 1.25732421875, 1.416259765625, 1.5751953125, 1.734130859375, 1.89306640625, 2.052001953125, 2.2109375, 2.369873046875, 2.52880859375, 2.687744140625, 2.8466796875, 3.005615234375, 3.16455078125, 3.323486328125, 3.482421875, 3.641357421875, 3.80029296875, 3.959228515625, 4.1181640625, 4.277099609375, 4.43603515625, 4.594970703125, 4.75390625]}, "gradients/encoder.encoder.layers.0.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 1.0, 1.0, 1.0, 6.0, 6.0, 7.0, 8.0, 5.0, 5.0, 14.0, 10.0, 19.0, 23.0, 35.0, 29.0, 32.0, 59.0, 55.0, 67.0, 75.0, 79.0, 69.0, 75.0, 63.0, 45.0, 42.0, 28.0, 28.0, 24.0, 18.0, 14.0, 14.0, 9.0, 11.0, 3.0, 4.0, 4.0, 4.0, 4.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.51171875, -5.3316650390625, -5.151611328125, -4.9715576171875, -4.79150390625, -4.6114501953125, -4.431396484375, -4.2513427734375, -4.0712890625, -3.8912353515625, -3.711181640625, -3.5311279296875, -3.35107421875, -3.1710205078125, -2.990966796875, -2.8109130859375, -2.630859375, -2.4508056640625, -2.270751953125, -2.0906982421875, -1.91064453125, -1.7305908203125, -1.550537109375, -1.3704833984375, -1.1904296875, -1.0103759765625, -0.830322265625, -0.6502685546875, -0.47021484375, -0.2901611328125, -0.110107421875, 0.0699462890625, 0.25, 0.4300537109375, 0.610107421875, 0.7901611328125, 0.97021484375, 1.1502685546875, 1.330322265625, 1.5103759765625, 1.6904296875, 1.8704833984375, 2.050537109375, 2.2305908203125, 2.41064453125, 2.5906982421875, 2.770751953125, 2.9508056640625, 3.130859375, 3.3109130859375, 3.490966796875, 3.6710205078125, 3.85107421875, 4.0311279296875, 4.211181640625, 4.3912353515625, 4.5712890625, 4.7513427734375, 4.931396484375, 5.1114501953125, 5.29150390625, 5.4715576171875, 5.651611328125, 5.8316650390625, 6.01171875]}, "gradients/encoder.encoder.layers.0.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 6.0, 2.0, 10.0, 5.0, 4.0, 12.0, 10.0, 12.0, 21.0, 18.0, 18.0, 28.0, 45.0, 60.0, 100.0, 147.0, 325.0, 520.0, 1235.0, 3602.0, 21366.0, 976668.0, 36555.0, 4685.0, 1499.0, 689.0, 364.0, 204.0, 111.0, 73.0, 32.0, 35.0, 24.0, 10.0, 13.0, 10.0, 5.0, 6.0, 4.0, 9.0, 7.0, 2.0, 3.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0634765625, -1.029815673828125, -0.99615478515625, -0.962493896484375, -0.9288330078125, -0.895172119140625, -0.86151123046875, -0.827850341796875, -0.794189453125, -0.760528564453125, -0.72686767578125, -0.693206787109375, -0.6595458984375, -0.625885009765625, -0.59222412109375, -0.558563232421875, -0.52490234375, -0.491241455078125, -0.45758056640625, -0.423919677734375, -0.3902587890625, -0.356597900390625, -0.32293701171875, -0.289276123046875, -0.255615234375, -0.221954345703125, -0.18829345703125, -0.154632568359375, -0.1209716796875, -0.087310791015625, -0.05364990234375, -0.019989013671875, 0.013671875, 0.047332763671875, 0.08099365234375, 0.114654541015625, 0.1483154296875, 0.181976318359375, 0.21563720703125, 0.249298095703125, 0.282958984375, 0.316619873046875, 0.35028076171875, 0.383941650390625, 0.4176025390625, 0.451263427734375, 0.48492431640625, 0.518585205078125, 0.55224609375, 0.585906982421875, 0.61956787109375, 0.653228759765625, 0.6868896484375, 0.720550537109375, 0.75421142578125, 0.787872314453125, 0.821533203125, 0.855194091796875, 0.88885498046875, 0.922515869140625, 0.9561767578125, 0.989837646484375, 1.02349853515625, 1.057159423828125, 1.0908203125]}, "gradients/encoder.encoder.layers.0.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 5.0, 3.0, 6.0, 4.0, 7.0, 10.0, 7.0, 10.0, 18.0, 26.0, 40.0, 75.0, 78.0, 147.0, 163.0, 133.0, 98.0, 51.0, 37.0, 16.0, 17.0, 17.0, 11.0, 6.0, 6.0, 5.0, 3.0, 3.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0001246929168701172, -0.00012073665857315063, -0.00011678040027618408, -0.00011282414197921753, -0.00010886788368225098, -0.00010491162538528442, -0.00010095536708831787, -9.699910879135132e-05, -9.304285049438477e-05, -8.908659219741821e-05, -8.513033390045166e-05, -8.117407560348511e-05, -7.721781730651855e-05, -7.3261559009552e-05, -6.930530071258545e-05, -6.53490424156189e-05, -6.139278411865234e-05, -5.743652582168579e-05, -5.348026752471924e-05, -4.9524009227752686e-05, -4.556775093078613e-05, -4.161149263381958e-05, -3.765523433685303e-05, -3.3698976039886475e-05, -2.9742717742919922e-05, -2.578645944595337e-05, -2.1830201148986816e-05, -1.7873942852020264e-05, -1.3917684555053711e-05, -9.961426258087158e-06, -6.0051679611206055e-06, -2.0489096641540527e-06, 1.9073486328125e-06, 5.863606929779053e-06, 9.819865226745605e-06, 1.3776123523712158e-05, 1.773238182067871e-05, 2.1688640117645264e-05, 2.5644898414611816e-05, 2.960115671157837e-05, 3.355741500854492e-05, 3.7513673305511475e-05, 4.146993160247803e-05, 4.542618989944458e-05, 4.938244819641113e-05, 5.3338706493377686e-05, 5.729496479034424e-05, 6.125122308731079e-05, 6.520748138427734e-05, 6.91637396812439e-05, 7.311999797821045e-05, 7.7076256275177e-05, 8.103251457214355e-05, 8.498877286911011e-05, 8.894503116607666e-05, 9.290128946304321e-05, 9.685754776000977e-05, 0.00010081380605697632, 0.00010477006435394287, 0.00010872632265090942, 0.00011268258094787598, 0.00011663883924484253, 0.00012059509754180908, 0.00012455135583877563, 0.0001285076141357422]}, "gradients/encoder.encoder.layers.0.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 2.0, 5.0, 6.0, 9.0, 9.0, 9.0, 20.0, 27.0, 39.0, 90.0, 171.0, 284.0, 760.0, 2463.0, 12012.0, 903711.0, 119347.0, 6760.0, 1670.0, 601.0, 246.0, 110.0, 76.0, 50.0, 26.0, 11.0, 8.0, 9.0, 6.0, 4.0, 8.0, 5.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.0771484375, -1.0471038818359375, -1.017059326171875, -0.9870147705078125, -0.95697021484375, -0.9269256591796875, -0.896881103515625, -0.8668365478515625, -0.8367919921875, -0.8067474365234375, -0.776702880859375, -0.7466583251953125, -0.71661376953125, -0.6865692138671875, -0.656524658203125, -0.6264801025390625, -0.596435546875, -0.5663909912109375, -0.536346435546875, -0.5063018798828125, -0.47625732421875, -0.4462127685546875, -0.416168212890625, -0.3861236572265625, -0.3560791015625, -0.3260345458984375, -0.295989990234375, -0.2659454345703125, -0.23590087890625, -0.2058563232421875, -0.175811767578125, -0.1457672119140625, -0.11572265625, -0.0856781005859375, -0.055633544921875, -0.0255889892578125, 0.00445556640625, 0.0345001220703125, 0.064544677734375, 0.0945892333984375, 0.1246337890625, 0.1546783447265625, 0.184722900390625, 0.2147674560546875, 0.24481201171875, 0.2748565673828125, 0.304901123046875, 0.3349456787109375, 0.364990234375, 0.3950347900390625, 0.425079345703125, 0.4551239013671875, 0.48516845703125, 0.5152130126953125, 0.545257568359375, 0.5753021240234375, 0.6053466796875, 0.6353912353515625, 0.665435791015625, 0.6954803466796875, 0.72552490234375, 0.7555694580078125, 0.785614013671875, 0.8156585693359375, 0.845703125]}, "gradients/encoder.encoder.layers.0.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 3.0, 4.0, 4.0, 3.0, 7.0, 6.0, 12.0, 20.0, 11.0, 33.0, 38.0, 68.0, 113.0, 187.0, 163.0, 131.0, 58.0, 39.0, 27.0, 17.0, 15.0, 7.0, 6.0, 7.0, 4.0, 9.0, 1.0, 2.0, 0.0, 0.0, 4.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7646484375, -0.7406692504882812, -0.7166900634765625, -0.6927108764648438, -0.668731689453125, -0.6447525024414062, -0.6207733154296875, -0.5967941284179688, -0.57281494140625, -0.5488357543945312, -0.5248565673828125, -0.5008773803710938, -0.476898193359375, -0.45291900634765625, -0.4289398193359375, -0.40496063232421875, -0.3809814453125, -0.35700225830078125, -0.3330230712890625, -0.30904388427734375, -0.285064697265625, -0.26108551025390625, -0.2371063232421875, -0.21312713623046875, -0.18914794921875, -0.16516876220703125, -0.1411895751953125, -0.11721038818359375, -0.093231201171875, -0.06925201416015625, -0.0452728271484375, -0.02129364013671875, 0.002685546875, 0.02666473388671875, 0.0506439208984375, 0.07462310791015625, 0.098602294921875, 0.12258148193359375, 0.1465606689453125, 0.17053985595703125, 0.19451904296875, 0.21849822998046875, 0.2424774169921875, 0.26645660400390625, 0.290435791015625, 0.31441497802734375, 0.3383941650390625, 0.36237335205078125, 0.3863525390625, 0.41033172607421875, 0.4343109130859375, 0.45829010009765625, 0.482269287109375, 0.5062484741210938, 0.5302276611328125, 0.5542068481445312, 0.57818603515625, 0.6021652221679688, 0.6261444091796875, 0.6501235961914062, 0.674102783203125, 0.6980819702148438, 0.7220611572265625, 0.7460403442382812, 0.77001953125]}, "gradients/encoder.encoder.layers.0.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 5.0, 3.0, 23.0, 72.0, 363.0, 379.0, 93.0, 33.0, 21.0, 9.0, 7.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.761367797851562, -23.110553741455078, -21.459741592407227, -19.808929443359375, -18.15811538696289, -16.507301330566406, -14.856489181518555, -13.205676078796387, -11.554862976074219, -9.90404987335205, -8.253236770629883, -6.602423667907715, -4.951610565185547, -3.300797462463379, -1.649984359741211, 0.0008287429809570312, 1.651641845703125, 3.302454948425293, 4.953268051147461, 6.604081153869629, 8.254894256591797, 9.905707359313965, 11.556520462036133, 13.2073335647583, 14.858146667480469, 16.508960723876953, 18.159772872924805, 19.810585021972656, 21.46139907836914, 23.112213134765625, 24.763025283813477, 26.413837432861328, 28.064651489257812, 29.715465545654297, 31.36627769470215, 33.01708984375, 34.667903900146484, 36.31871795654297, 37.96952819824219, 39.62034225463867, 41.271156311035156, 42.92197036743164, 44.572784423828125, 46.223594665527344, 47.87440872192383, 49.52522277832031, 51.17603302001953, 52.826847076416016, 54.4776611328125, 56.128475189208984, 57.77928924560547, 59.43009948730469, 61.08091354370117, 62.731727600097656, 64.38253784179688, 66.03335571289062, 67.68416595458984, 69.33497619628906, 70.98579406738281, 72.63660430908203, 74.28741455078125, 75.938232421875, 77.58904266357422, 79.23986053466797, 80.89067077636719]}, "gradients/encoder.encoder.layers.0.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 5.0, 7.0, 5.0, 7.0, 12.0, 11.0, 15.0, 13.0, 16.0, 30.0, 43.0, 89.0, 90.0, 72.0, 68.0, 64.0, 74.0, 78.0, 99.0, 61.0, 30.0, 18.0, 19.0, 8.0, 18.0, 13.0, 8.0, 11.0, 5.0, 3.0, 3.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 5.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.036453247070312, -20.337982177734375, -19.639511108398438, -18.9410400390625, -18.242568969726562, -17.544097900390625, -16.845626831054688, -16.14715576171875, -15.448684692382812, -14.750213623046875, -14.051742553710938, -13.353271484375, -12.654800415039062, -11.956329345703125, -11.257858276367188, -10.55938720703125, -9.860917091369629, -9.162446022033691, -8.463974952697754, -7.765503883361816, -7.067032814025879, -6.368561744689941, -5.670091152191162, -4.971620082855225, -4.273149013519287, -3.5746779441833496, -2.876206874847412, -2.1777360439300537, -1.4792649745941162, -0.7807939052581787, -0.08232307434082031, 0.6161479949951172, 1.3146190643310547, 2.013090133666992, 2.7115612030029297, 3.410032033920288, 4.108503341674805, 4.806974411010742, 5.5054450035095215, 6.203916072845459, 6.9023871421813965, 7.600858211517334, 8.299328804016113, 8.99779987335205, 9.696270942687988, 10.394742012023926, 11.093213081359863, 11.7916841506958, 12.490155220031738, 13.188626289367676, 13.887097358703613, 14.58556842803955, 15.284039497375488, 15.982510566711426, 16.680980682373047, 17.379451751708984, 18.077922821044922, 18.77639389038086, 19.474864959716797, 20.173336029052734, 20.871807098388672, 21.57027816772461, 22.268749237060547, 22.967220306396484, 23.665691375732422]}, "gradients/encoder.encoder.pos_conv_embed.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 4.0, 5.0, 8.0, 4.0, 21.0, 11.0, 14.0, 18.0, 21.0, 41.0, 33.0, 38.0, 70.0, 333.0, 111.0, 55.0, 37.0, 39.0, 25.0, 20.0, 13.0, 19.0, 13.0, 12.0, 9.0, 9.0, 6.0, 6.0, 5.0, 3.0, 5.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.96044921875, -0.9162216186523438, -0.8719940185546875, -0.8277664184570312, -0.783538818359375, -0.7393112182617188, -0.6950836181640625, -0.6508560180664062, -0.60662841796875, -0.5624008178710938, -0.5181732177734375, -0.47394561767578125, -0.429718017578125, -0.38549041748046875, -0.3412628173828125, -0.29703521728515625, -0.2528076171875, -0.20858001708984375, -0.1643524169921875, -0.12012481689453125, -0.075897216796875, -0.03166961669921875, 0.0125579833984375, 0.05678558349609375, 0.10101318359375, 0.14524078369140625, 0.1894683837890625, 0.23369598388671875, 0.277923583984375, 0.32215118408203125, 0.3663787841796875, 0.41060638427734375, 0.454833984375, 0.49906158447265625, 0.5432891845703125, 0.5875167846679688, 0.631744384765625, 0.6759719848632812, 0.7201995849609375, 0.7644271850585938, 0.80865478515625, 0.8528823852539062, 0.8971099853515625, 0.9413375854492188, 0.985565185546875, 1.0297927856445312, 1.0740203857421875, 1.1182479858398438, 1.1624755859375, 1.2067031860351562, 1.2509307861328125, 1.2951583862304688, 1.339385986328125, 1.3836135864257812, 1.4278411865234375, 1.4720687866210938, 1.51629638671875, 1.5605239868164062, 1.6047515869140625, 1.6489791870117188, 1.693206787109375, 1.7374343872070312, 1.7816619873046875, 1.8258895874023438, 1.8701171875]}, "gradients/encoder.encoder.pos_conv_embed.conv.weight_v": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 5.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 4.0, 3.0, 6.0, 3.0, 3.0, 2.0, 8.0, 14.0, 17.0, 19.0, 36.0, 58.0, 51.0, 108.0, 159.0, 316.0, 807.0, 2896.0, 27250.0, 8345758.0, 8274.0, 1614.0, 572.0, 236.0, 116.0, 65.0, 62.0, 47.0, 28.0, 16.0, 9.0, 8.0, 5.0, 2.0, 4.0, 1.0, 2.0, 2.0, 2.0, 4.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.19916820526123, -12.825239181518555, -12.451309204101562, -12.077380180358887, -11.703451156616211, -11.329522132873535, -10.95559310913086, -10.581663131713867, -10.207734107971191, -9.833805084228516, -9.459875106811523, -9.085946083068848, -8.712017059326172, -8.338088035583496, -7.964158535003662, -7.590229034423828, -7.216300010681152, -6.842370986938477, -6.468441486358643, -6.094511985778809, -5.720582962036133, -5.346653938293457, -4.972724437713623, -4.598794937133789, -4.224865913391113, -3.8509366512298584, -3.4770073890686035, -3.1030781269073486, -2.7291488647460938, -2.355219602584839, -1.981290340423584, -1.607361078262329, -1.2334318161010742, -0.8595025539398193, -0.48557329177856445, -0.11164402961730957, 0.2622852325439453, 0.6362144947052002, 1.010143756866455, 1.38407301902771, 1.7580022811889648, 2.1319315433502197, 2.5058608055114746, 2.8797900676727295, 3.2537193298339844, 3.6276485919952393, 4.001577854156494, 4.375507354736328, 4.749436378479004, 5.12336540222168, 5.497294902801514, 5.871224403381348, 6.245153427124023, 6.619082450866699, 6.993011951446533, 7.366941452026367, 7.740870475769043, 8.114799499511719, 8.488729476928711, 8.862658500671387, 9.236587524414062, 9.610516548156738, 9.984445571899414, 10.358375549316406, 10.732304573059082]}, "gradients/encoder.encoder.pos_conv_embed.conv.weight_g": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 5.0, 5.0, 2.0, 7.0, 7.0, 4.0, 6.0, 6.0, 7.0, 6.0, 10.0, 2.0, 4.0, 6.0, 5.0, 7.0, 5.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.900402069091797, -17.336933135986328, -16.77346420288086, -16.209993362426758, -15.646524429321289, -15.08305549621582, -14.519585609436035, -13.95611572265625, -13.392646789550781, -12.829177856445312, -12.265707969665527, -11.702238082885742, -11.138769149780273, -10.575300216674805, -10.01183032989502, -9.448360443115234, -8.884891510009766, -8.321422576904297, -7.757952690124512, -7.194483280181885, -6.631013870239258, -6.067544460296631, -5.504075050354004, -4.940605640411377, -4.37713623046875, -3.813666820526123, -3.250197410583496, -2.686728000640869, -2.123258590698242, -1.5597891807556152, -0.9963197708129883, -0.43285036087036133, 0.13061904907226562, 0.6940884590148926, 1.2575578689575195, 1.8210272789001465, 2.3844966888427734, 2.9479660987854004, 3.5114355087280273, 4.074904918670654, 4.638374328613281, 5.201843738555908, 5.765313148498535, 6.328782558441162, 6.892251968383789, 7.455721378326416, 8.019190788269043, 8.582660675048828, 9.146129608154297, 9.709598541259766, 10.27306842803955, 10.836538314819336, 11.400007247924805, 11.963476181030273, 12.526946067810059, 13.090415954589844, 13.653884887695312, 14.217353820800781, 14.780823707580566, 15.344293594360352, 15.90776252746582, 16.47123146057129, 17.03470230102539, 17.59817123413086, 18.161640167236328]}, "gradients/encoder.feature_projection.projection.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 1.0, 1.0, 2.0, 6.0, 6.0, 10.0, 10.0, 18.0, 23.0, 30.0, 28.0, 64.0, 86.0, 111.0, 192.0, 312.0, 476.0, 865.0, 1542.0, 2793.0, 5616.0, 11828.0, 27429.0, 69372.0, 163652.0, 140839.0, 56665.0, 22667.0, 9755.0, 4443.0, 2244.0, 1286.0, 701.0, 434.0, 282.0, 152.0, 115.0, 68.0, 43.0, 27.0, 23.0, 18.0, 12.0, 7.0, 8.0, 4.0, 1.0, 6.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.1171875, -5.93121337890625, -5.7452392578125, -5.55926513671875, -5.373291015625, -5.18731689453125, -5.0013427734375, -4.81536865234375, -4.62939453125, -4.44342041015625, -4.2574462890625, -4.07147216796875, -3.885498046875, -3.69952392578125, -3.5135498046875, -3.32757568359375, -3.1416015625, -2.95562744140625, -2.7696533203125, -2.58367919921875, -2.397705078125, -2.21173095703125, -2.0257568359375, -1.83978271484375, -1.65380859375, -1.46783447265625, -1.2818603515625, -1.09588623046875, -0.909912109375, -0.72393798828125, -0.5379638671875, -0.35198974609375, -0.166015625, 0.01995849609375, 0.2059326171875, 0.39190673828125, 0.577880859375, 0.76385498046875, 0.9498291015625, 1.13580322265625, 1.32177734375, 1.50775146484375, 1.6937255859375, 1.87969970703125, 2.065673828125, 2.25164794921875, 2.4376220703125, 2.62359619140625, 2.8095703125, 2.99554443359375, 3.1815185546875, 3.36749267578125, 3.553466796875, 3.73944091796875, 3.9254150390625, 4.11138916015625, 4.29736328125, 4.48333740234375, 4.6693115234375, 4.85528564453125, 5.041259765625, 5.22723388671875, 5.4132080078125, 5.59918212890625, 5.78515625]}, "gradients/encoder.feature_projection.projection.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 4.0, 6.0, 10.0, 11.0, 9.0, 15.0, 14.0, 21.0, 25.0, 35.0, 32.0, 47.0, 55.0, 70.0, 72.0, 77.0, 75.0, 64.0, 82.0, 57.0, 38.0, 36.0, 25.0, 24.0, 28.0, 13.0, 15.0, 13.0, 9.0, 8.0, 6.0, 1.0, 6.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1376953125, -1.094451904296875, -1.05120849609375, -1.007965087890625, -0.9647216796875, -0.921478271484375, -0.87823486328125, -0.834991455078125, -0.791748046875, -0.748504638671875, -0.70526123046875, -0.662017822265625, -0.6187744140625, -0.575531005859375, -0.53228759765625, -0.489044189453125, -0.44580078125, -0.402557373046875, -0.35931396484375, -0.316070556640625, -0.2728271484375, -0.229583740234375, -0.18634033203125, -0.143096923828125, -0.099853515625, -0.056610107421875, -0.01336669921875, 0.029876708984375, 0.0731201171875, 0.116363525390625, 0.15960693359375, 0.202850341796875, 0.24609375, 0.289337158203125, 0.33258056640625, 0.375823974609375, 0.4190673828125, 0.462310791015625, 0.50555419921875, 0.548797607421875, 0.592041015625, 0.635284423828125, 0.67852783203125, 0.721771240234375, 0.7650146484375, 0.808258056640625, 0.85150146484375, 0.894744873046875, 0.93798828125, 0.981231689453125, 1.02447509765625, 1.067718505859375, 1.1109619140625, 1.154205322265625, 1.19744873046875, 1.240692138671875, 1.283935546875, 1.327178955078125, 1.37042236328125, 1.413665771484375, 1.4569091796875, 1.500152587890625, 1.54339599609375, 1.586639404296875, 1.6298828125]}, "gradients/encoder.feature_projection.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 1.0, 5.0, 2.0, 8.0, 16.0, 21.0, 31.0, 53.0, 74.0, 100.0, 67.0, 47.0, 23.0, 7.0, 15.0, 7.0, 7.0, 5.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-14.126689910888672, -13.782500267028809, -13.438310623168945, -13.094121932983398, -12.749932289123535, -12.405742645263672, -12.061553001403809, -11.717363357543945, -11.373173713684082, -11.028984069824219, -10.684794425964355, -10.340604782104492, -9.996416091918945, -9.652226448059082, -9.308036804199219, -8.963847160339355, -8.619657516479492, -8.275467872619629, -7.931278705596924, -7.5870890617370605, -7.242899417877197, -6.898710250854492, -6.554520606994629, -6.210330963134766, -5.866142272949219, -5.5219526290893555, -5.17776346206665, -4.833573818206787, -4.489384174346924, -4.145195007324219, -3.8010053634643555, -3.456815719604492, -3.1126255989074707, -2.7684361934661865, -2.4242465496063232, -2.080057144165039, -1.7358676195144653, -1.3916780948638916, -1.0474886894226074, -0.7032990455627441, -0.35910964012145996, -0.014920145273208618, 0.3292693495750427, 0.6734588146209717, 1.0176483392715454, 1.3618378639221191, 1.7060272693634033, 2.0502169132232666, 2.394406318664551, 2.738595724105835, 3.0827853679656982, 3.4269747734069824, 3.7711644172668457, 4.115353584289551, 4.459543228149414, 4.803732872009277, 5.147922515869141, 5.492112159729004, 5.836301326751709, 6.180490970611572, 6.5246806144714355, 6.868869781494141, 7.213059425354004, 7.557249069213867, 7.901438236236572]}, "gradients/encoder.feature_projection.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 5.0, 4.0, 1.0, 3.0, 0.0, 5.0, 2.0, 3.0, 5.0, 20.0, 22.0, 35.0, 66.0, 99.0, 82.0, 70.0, 25.0, 11.0, 5.0, 5.0, 5.0, 2.0, 2.0, 2.0, 7.0, 1.0, 5.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.248318672180176, -7.963571071624756, -7.678822994232178, -7.394075393676758, -7.10932731628418, -6.82457971572876, -6.53983211517334, -6.255084037780762, -5.970336437225342, -5.685588836669922, -5.400840759277344, -5.116093158721924, -4.831345558166504, -4.546597480773926, -4.261849880218506, -3.977102041244507, -3.692354202270508, -3.407606363296509, -3.1228585243225098, -2.83811092376709, -2.553363084793091, -2.268615245819092, -1.9838675260543823, -1.6991198062896729, -1.4143719673156738, -1.1296241283416748, -0.8448764085769653, -0.5601286292076111, -0.27538084983825684, 0.009366989135742188, 0.29411470890045166, 0.5788624286651611, 0.8636112213134766, 1.1483590602874756, 1.433106780052185, 1.7178544998168945, 2.0026023387908936, 2.2873501777648926, 2.5720977783203125, 2.8568456172943115, 3.1415934562683105, 3.4263412952423096, 3.7110891342163086, 3.9958367347717285, 4.280584335327148, 4.565332412719727, 4.8500800132751465, 5.134827613830566, 5.4195756912231445, 5.7043232917785645, 5.989071369171143, 6.2738189697265625, 6.558567047119141, 6.8433146476745605, 7.1280622482299805, 7.412810325622559, 7.6975579261779785, 7.982305526733398, 8.267053604125977, 8.551801681518555, 8.836548805236816, 9.121296882629395, 9.406044960021973, 9.690792083740234, 9.975540161132812]}, "eval/loss": 4.873856067657471, "eval/wer": 1.9278262594208648, "eval/runtime": 784.3492, "eval/samples_per_second": 3.368, "eval/steps_per_second": 0.282, "train/train_runtime": 5719.3723, "train/train_samples_per_second": 4.99, "train/train_steps_per_second": 0.104, "train/total_flos": 0.0, "train/train_loss": 4.478918995520081}
\ No newline at end of file
+{"train/loss": 4.4898, "train/learning_rate": 6.382978723404255e-06, "train/epoch": 1.0, "train/global_step": 594, "_runtime": 6952, "_timestamp": 1646251087, "_step": 596, "gradients/decoder.transformer.ln_f.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 14.0, 60.0, 481.0, 405.0, 41.0, 11.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-146.55731201171875, -133.20225524902344, -119.84718322753906, -106.49212646484375, -93.13705444335938, -79.78199768066406, -66.42693328857422, -53.071868896484375, -39.71680450439453, -26.361740112304688, -13.006677627563477, 0.3483848571777344, 13.703449249267578, 27.058509826660156, 40.41357421875, 53.768638610839844, 67.12370300292969, 80.47876739501953, 93.83383178710938, 107.18888854980469, 120.54396057128906, 133.89901733398438, 147.25408935546875, 160.60914611816406, 173.96420288085938, 187.3192596435547, 200.67433166503906, 214.02938842773438, 227.38446044921875, 240.73951721191406, 254.09457397460938, 267.44964599609375, 280.8047180175781, 294.1597900390625, 307.51483154296875, 320.8699035644531, 334.2249755859375, 347.58001708984375, 360.9350891113281, 374.2901611328125, 387.6452331542969, 401.00030517578125, 414.3553466796875, 427.7104187011719, 441.06549072265625, 454.4205322265625, 467.7756042480469, 481.13067626953125, 494.4857177734375, 507.8407897949219, 521.1958618164062, 534.5509033203125, 547.9059448242188, 561.2610473632812, 574.6160888671875, 587.97119140625, 601.3262329101562, 614.6812744140625, 628.036376953125, 641.3914184570312, 654.7464599609375, 668.1015625, 681.4566040039062, 694.8116455078125, 708.166748046875]}, "gradients/decoder.transformer.ln_f.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 5.0, 3.0, 4.0, 3.0, 2.0, 12.0, 12.0, 9.0, 12.0, 17.0, 18.0, 19.0, 35.0, 34.0, 42.0, 42.0, 46.0, 46.0, 55.0, 61.0, 52.0, 59.0, 41.0, 36.0, 37.0, 54.0, 37.0, 26.0, 30.0, 25.0, 21.0, 21.0, 14.0, 15.0, 17.0, 8.0, 7.0, 7.0, 6.0, 7.0, 3.0, 1.0, 2.0, 0.0, 3.0, 1.0, 3.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-149.4398651123047, -144.65122985839844, -139.86260986328125, -135.073974609375, -130.2853546142578, -125.4967269897461, -120.70809936523438, -115.91946411132812, -111.13084411621094, -106.34221649169922, -101.5535888671875, -96.76496124267578, -91.97633361816406, -87.18770599365234, -82.39907836914062, -77.61044311523438, -72.82181549072266, -68.03318786621094, -63.24456024169922, -58.4559326171875, -53.66730499267578, -48.87867736816406, -44.09004592895508, -39.30141830444336, -34.51279067993164, -29.724163055419922, -24.935535430908203, -20.14690589904785, -15.358278274536133, -10.569650650024414, -5.7810211181640625, -0.9923934936523438, 3.796234130859375, 8.584861755371094, 13.373490333557129, 18.162118911743164, 22.950746536254883, 27.7393741607666, 32.52800369262695, 37.31663131713867, 42.10525894165039, 46.89388656616211, 51.68251419067383, 56.47114562988281, 61.25977325439453, 66.04840087890625, 70.83702850341797, 75.62565612792969, 80.4142837524414, 85.20291137695312, 89.99153900146484, 94.78016662597656, 99.56879425048828, 104.357421875, 109.14605712890625, 113.93467712402344, 118.72331237792969, 123.5119400024414, 128.30056762695312, 133.08920288085938, 137.87782287597656, 142.6664581298828, 147.455078125, 152.24371337890625, 157.03233337402344]}, "gradients/decoder.transformer.h.23.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 6.0, 5.0, 5.0, 12.0, 15.0, 13.0, 26.0, 24.0, 36.0, 51.0, 46.0, 52.0, 68.0, 67.0, 71.0, 75.0, 52.0, 53.0, 63.0, 50.0, 37.0, 33.0, 34.0, 22.0, 21.0, 20.0, 5.0, 14.0, 5.0, 10.0, 3.0, 3.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0], "bins": [-7.01171875, -6.8328857421875, -6.654052734375, -6.4752197265625, -6.29638671875, -6.1175537109375, -5.938720703125, -5.7598876953125, -5.5810546875, -5.4022216796875, -5.223388671875, -5.0445556640625, -4.86572265625, -4.6868896484375, -4.508056640625, -4.3292236328125, -4.150390625, -3.9715576171875, -3.792724609375, -3.6138916015625, -3.43505859375, -3.2562255859375, -3.077392578125, -2.8985595703125, -2.7197265625, -2.5408935546875, -2.362060546875, -2.1832275390625, -2.00439453125, -1.8255615234375, -1.646728515625, -1.4678955078125, -1.2890625, -1.1102294921875, -0.931396484375, -0.7525634765625, -0.57373046875, -0.3948974609375, -0.216064453125, -0.0372314453125, 0.1416015625, 0.3204345703125, 0.499267578125, 0.6781005859375, 0.85693359375, 1.0357666015625, 1.214599609375, 1.3934326171875, 1.572265625, 1.7510986328125, 1.929931640625, 2.1087646484375, 2.28759765625, 2.4664306640625, 2.645263671875, 2.8240966796875, 3.0029296875, 3.1817626953125, 3.360595703125, 3.5394287109375, 3.71826171875, 3.8970947265625, 4.075927734375, 4.2547607421875, 4.43359375]}, "gradients/decoder.transformer.h.23.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 4.0, 5.0, 6.0, 8.0, 8.0, 11.0, 16.0, 17.0, 30.0, 36.0, 60.0, 79.0, 112.0, 172.0, 271.0, 436.0, 818.0, 1579.0, 3884.0, 11590.0, 53311.0, 3811086.0, 274441.0, 24085.0, 6981.0, 2521.0, 1167.0, 578.0, 362.0, 205.0, 126.0, 74.0, 58.0, 56.0, 28.0, 22.0, 7.0, 7.0, 9.0, 6.0, 7.0, 4.0, 3.0, 1.0, 2.0, 2.0], "bins": [-47.3125, -46.1220703125, -44.931640625, -43.7412109375, -42.55078125, -41.3603515625, -40.169921875, -38.9794921875, -37.7890625, -36.5986328125, -35.408203125, -34.2177734375, -33.02734375, -31.8369140625, -30.646484375, -29.4560546875, -28.265625, -27.0751953125, -25.884765625, -24.6943359375, -23.50390625, -22.3134765625, -21.123046875, -19.9326171875, -18.7421875, -17.5517578125, -16.361328125, -15.1708984375, -13.98046875, -12.7900390625, -11.599609375, -10.4091796875, -9.21875, -8.0283203125, -6.837890625, -5.6474609375, -4.45703125, -3.2666015625, -2.076171875, -0.8857421875, 0.3046875, 1.4951171875, 2.685546875, 3.8759765625, 5.06640625, 6.2568359375, 7.447265625, 8.6376953125, 9.828125, 11.0185546875, 12.208984375, 13.3994140625, 14.58984375, 15.7802734375, 16.970703125, 18.1611328125, 19.3515625, 20.5419921875, 21.732421875, 22.9228515625, 24.11328125, 25.3037109375, 26.494140625, 27.6845703125, 28.875]}, "gradients/decoder.transformer.h.23.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 4.0, 3.0, 7.0, 12.0, 24.0, 16.0, 21.0, 24.0, 36.0, 40.0, 47.0, 52.0, 77.0, 98.0, 149.0, 288.0, 481.0, 733.0, 674.0, 433.0, 224.0, 163.0, 108.0, 87.0, 47.0, 60.0, 37.0, 20.0, 15.0, 21.0, 11.0, 15.0, 10.0, 12.0, 9.0, 2.0, 2.0, 5.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-16.234375, -15.768310546875, -15.30224609375, -14.836181640625, -14.3701171875, -13.904052734375, -13.43798828125, -12.971923828125, -12.505859375, -12.039794921875, -11.57373046875, -11.107666015625, -10.6416015625, -10.175537109375, -9.70947265625, -9.243408203125, -8.77734375, -8.311279296875, -7.84521484375, -7.379150390625, -6.9130859375, -6.447021484375, -5.98095703125, -5.514892578125, -5.048828125, -4.582763671875, -4.11669921875, -3.650634765625, -3.1845703125, -2.718505859375, -2.25244140625, -1.786376953125, -1.3203125, -0.854248046875, -0.38818359375, 0.077880859375, 0.5439453125, 1.010009765625, 1.47607421875, 1.942138671875, 2.408203125, 2.874267578125, 3.34033203125, 3.806396484375, 4.2724609375, 4.738525390625, 5.20458984375, 5.670654296875, 6.13671875, 6.602783203125, 7.06884765625, 7.534912109375, 8.0009765625, 8.467041015625, 8.93310546875, 9.399169921875, 9.865234375, 10.331298828125, 10.79736328125, 11.263427734375, 11.7294921875, 12.195556640625, 12.66162109375, 13.127685546875, 13.59375]}, "gradients/decoder.transformer.h.23.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 2.0, 5.0, 3.0, 9.0, 9.0, 8.0, 15.0, 24.0, 22.0, 47.0, 46.0, 68.0, 79.0, 109.0, 136.0, 192.0, 267.0, 464.0, 1094.0, 4260.0, 25850.0, 343481.0, 3697914.0, 103510.0, 12154.0, 2429.0, 782.0, 382.0, 242.0, 166.0, 111.0, 79.0, 76.0, 54.0, 56.0, 43.0, 30.0, 15.0, 11.0, 10.0, 7.0, 4.0, 8.0, 3.0, 4.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-42.90625, -41.53564453125, -40.1650390625, -38.79443359375, -37.423828125, -36.05322265625, -34.6826171875, -33.31201171875, -31.94140625, -30.57080078125, -29.2001953125, -27.82958984375, -26.458984375, -25.08837890625, -23.7177734375, -22.34716796875, -20.9765625, -19.60595703125, -18.2353515625, -16.86474609375, -15.494140625, -14.12353515625, -12.7529296875, -11.38232421875, -10.01171875, -8.64111328125, -7.2705078125, -5.89990234375, -4.529296875, -3.15869140625, -1.7880859375, -0.41748046875, 0.953125, 2.32373046875, 3.6943359375, 5.06494140625, 6.435546875, 7.80615234375, 9.1767578125, 10.54736328125, 11.91796875, 13.28857421875, 14.6591796875, 16.02978515625, 17.400390625, 18.77099609375, 20.1416015625, 21.51220703125, 22.8828125, 24.25341796875, 25.6240234375, 26.99462890625, 28.365234375, 29.73583984375, 31.1064453125, 32.47705078125, 33.84765625, 35.21826171875, 36.5888671875, 37.95947265625, 39.330078125, 40.70068359375, 42.0712890625, 43.44189453125, 44.8125]}, "gradients/decoder.transformer.h.23.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 20.0, 104.0, 354.0, 378.0, 115.0, 30.0, 7.0, 3.0, 1.0, 2.0], "bins": [-268.1092834472656, -263.4024353027344, -258.69561767578125, -253.98876953125, -249.2819366455078, -244.57510375976562, -239.86825561523438, -235.1614227294922, -230.45458984375, -225.7477569580078, -221.04090881347656, -216.33407592773438, -211.6272430419922, -206.92041015625, -202.21356201171875, -197.50672912597656, -192.7998809814453, -188.09304809570312, -183.38619995117188, -178.6793670654297, -173.9725341796875, -169.26568603515625, -164.55885314941406, -159.85202026367188, -155.14517211914062, -150.43833923339844, -145.7314910888672, -141.024658203125, -136.3178253173828, -131.61099243164062, -126.90414428710938, -122.19731140136719, -117.49046325683594, -112.78362274169922, -108.07678985595703, -103.36994934082031, -98.66311645507812, -93.9562759399414, -89.24943542480469, -84.5426025390625, -79.83576965332031, -75.1289291381836, -70.4220962524414, -65.71525573730469, -61.008419036865234, -56.30158233642578, -51.59474182128906, -46.88790512084961, -42.18106460571289, -37.47422790527344, -32.76738739013672, -28.060550689697266, -23.353713989257812, -18.64687728881836, -13.940038681030273, -9.233200073242188, -4.526363372802734, 0.18047428131103516, 4.887311935424805, 9.594149589538574, 14.300987243652344, 19.007823944091797, 23.714662551879883, 28.42150115966797, 33.12833786010742]}, "gradients/decoder.transformer.h.23.ln_2.bias": {"_type": "histogram", "values": [3.0, 1.0, 3.0, 3.0, 3.0, 2.0, 1.0, 4.0, 6.0, 3.0, 10.0, 9.0, 13.0, 15.0, 12.0, 17.0, 17.0, 16.0, 20.0, 25.0, 23.0, 27.0, 33.0, 37.0, 36.0, 25.0, 34.0, 35.0, 40.0, 32.0, 30.0, 33.0, 32.0, 44.0, 45.0, 32.0, 42.0, 18.0, 31.0, 32.0, 25.0, 19.0, 21.0, 15.0, 14.0, 14.0, 15.0, 7.0, 7.0, 10.0, 4.0, 4.0, 6.0, 2.0, 5.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-44.027076721191406, -42.58945083618164, -41.15182876586914, -39.714202880859375, -38.27657699584961, -36.838951110839844, -35.401329040527344, -33.96370315551758, -32.52607727050781, -31.08845329284668, -29.650827407836914, -28.21320343017578, -26.775577545166016, -25.337953567504883, -23.90032958984375, -22.462703704833984, -21.02507972717285, -19.58745574951172, -18.149829864501953, -16.71220588684082, -15.274580001831055, -13.836956024169922, -12.399331092834473, -10.961706161499023, -9.524081230163574, -8.086456298828125, -6.648831367492676, -5.211206912994385, -3.7735819816589355, -2.3359570503234863, -0.8983325958251953, 0.5392923355102539, 1.9769172668457031, 3.4145421981811523, 4.852167129516602, 6.289791584014893, 7.727416515350342, 9.165040969848633, 10.602665901184082, 12.040290832519531, 13.47791576385498, 14.91554069519043, 16.353164672851562, 17.790790557861328, 19.22841453552246, 20.666040420532227, 22.10366439819336, 23.541290283203125, 24.978914260864258, 26.41653823852539, 27.854164123535156, 29.29178810119629, 30.729413986206055, 32.16703796386719, 33.60466384887695, 35.04228973388672, 36.47991180419922, 37.917537689208984, 39.355159759521484, 40.79278564453125, 42.230411529541016, 43.66803741455078, 45.10565948486328, 46.54328536987305, 47.98091125488281]}, "gradients/decoder.transformer.h.23.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 3.0, 9.0, 12.0, 6.0, 11.0, 14.0, 27.0, 32.0, 32.0, 45.0, 54.0, 41.0, 50.0, 57.0, 60.0, 72.0, 54.0, 61.0, 59.0, 46.0, 40.0, 45.0, 28.0, 28.0, 29.0, 18.0, 18.0, 8.0, 9.0, 5.0, 7.0, 6.0, 4.0, 5.0, 3.0, 0.0, 2.0, 3.0, 5.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.17578125, -6.0078125, -5.83984375, -5.671875, -5.50390625, -5.3359375, -5.16796875, -5.0, -4.83203125, -4.6640625, -4.49609375, -4.328125, -4.16015625, -3.9921875, -3.82421875, -3.65625, -3.48828125, -3.3203125, -3.15234375, -2.984375, -2.81640625, -2.6484375, -2.48046875, -2.3125, -2.14453125, -1.9765625, -1.80859375, -1.640625, -1.47265625, -1.3046875, -1.13671875, -0.96875, -0.80078125, -0.6328125, -0.46484375, -0.296875, -0.12890625, 0.0390625, 0.20703125, 0.375, 0.54296875, 0.7109375, 0.87890625, 1.046875, 1.21484375, 1.3828125, 1.55078125, 1.71875, 1.88671875, 2.0546875, 2.22265625, 2.390625, 2.55859375, 2.7265625, 2.89453125, 3.0625, 3.23046875, 3.3984375, 3.56640625, 3.734375, 3.90234375, 4.0703125, 4.23828125, 4.40625, 4.57421875]}, "gradients/decoder.transformer.h.23.crossattention.c_proj.weight": {"_type": "histogram", "values": [4.0, 3.0, 0.0, 5.0, 3.0, 4.0, 7.0, 13.0, 25.0, 34.0, 38.0, 47.0, 58.0, 77.0, 130.0, 221.0, 294.0, 417.0, 582.0, 864.0, 1373.0, 2120.0, 3369.0, 5451.0, 9169.0, 15810.0, 28499.0, 54536.0, 114030.0, 264936.0, 288437.0, 125267.0, 58611.0, 30503.0, 17138.0, 9889.0, 6055.0, 3720.0, 2309.0, 1466.0, 983.0, 656.0, 434.0, 302.0, 195.0, 137.0, 99.0, 84.0, 57.0, 42.0, 12.0, 16.0, 11.0, 11.0, 8.0, 4.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.4775390625, -0.4616546630859375, -0.445770263671875, -0.4298858642578125, -0.41400146484375, -0.3981170654296875, -0.382232666015625, -0.3663482666015625, -0.3504638671875, -0.3345794677734375, -0.318695068359375, -0.3028106689453125, -0.28692626953125, -0.2710418701171875, -0.255157470703125, -0.2392730712890625, -0.223388671875, -0.2075042724609375, -0.191619873046875, -0.1757354736328125, -0.15985107421875, -0.1439666748046875, -0.128082275390625, -0.1121978759765625, -0.0963134765625, -0.0804290771484375, -0.064544677734375, -0.0486602783203125, -0.03277587890625, -0.0168914794921875, -0.001007080078125, 0.0148773193359375, 0.03076171875, 0.0466461181640625, 0.062530517578125, 0.0784149169921875, 0.09429931640625, 0.1101837158203125, 0.126068115234375, 0.1419525146484375, 0.1578369140625, 0.1737213134765625, 0.189605712890625, 0.2054901123046875, 0.22137451171875, 0.2372589111328125, 0.253143310546875, 0.2690277099609375, 0.284912109375, 0.3007965087890625, 0.316680908203125, 0.3325653076171875, 0.34844970703125, 0.3643341064453125, 0.380218505859375, 0.3961029052734375, 0.4119873046875, 0.4278717041015625, 0.443756103515625, 0.4596405029296875, 0.47552490234375, 0.4914093017578125, 0.507293701171875, 0.5231781005859375, 0.5390625]}, "gradients/decoder.transformer.h.23.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 5.0, 2.0, 8.0, 5.0, 13.0, 13.0, 20.0, 18.0, 15.0, 18.0, 28.0, 25.0, 34.0, 34.0, 37.0, 38.0, 31.0, 50.0, 49.0, 40.0, 1070.0, 46.0, 30.0, 39.0, 41.0, 37.0, 28.0, 33.0, 27.0, 22.0, 23.0, 22.0, 20.0, 13.0, 22.0, 12.0, 10.0, 9.0, 10.0, 9.0, 7.0, 4.0, 5.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 3.0], "bins": [-3.130859375, -3.038177490234375, -2.94549560546875, -2.852813720703125, -2.7601318359375, -2.667449951171875, -2.57476806640625, -2.482086181640625, -2.389404296875, -2.296722412109375, -2.20404052734375, -2.111358642578125, -2.0186767578125, -1.925994873046875, -1.83331298828125, -1.740631103515625, -1.64794921875, -1.555267333984375, -1.46258544921875, -1.369903564453125, -1.2772216796875, -1.184539794921875, -1.09185791015625, -0.999176025390625, -0.906494140625, -0.813812255859375, -0.72113037109375, -0.628448486328125, -0.5357666015625, -0.443084716796875, -0.35040283203125, -0.257720947265625, -0.1650390625, -0.072357177734375, 0.02032470703125, 0.113006591796875, 0.2056884765625, 0.298370361328125, 0.39105224609375, 0.483734130859375, 0.576416015625, 0.669097900390625, 0.76177978515625, 0.854461669921875, 0.9471435546875, 1.039825439453125, 1.13250732421875, 1.225189208984375, 1.31787109375, 1.410552978515625, 1.50323486328125, 1.595916748046875, 1.6885986328125, 1.781280517578125, 1.87396240234375, 1.966644287109375, 2.059326171875, 2.152008056640625, 2.24468994140625, 2.337371826171875, 2.4300537109375, 2.522735595703125, 2.61541748046875, 2.708099365234375, 2.80078125]}, "gradients/decoder.transformer.h.23.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 2.0, 4.0, 8.0, 2.0, 9.0, 8.0, 24.0, 20.0, 32.0, 55.0, 69.0, 121.0, 195.0, 283.0, 380.0, 578.0, 891.0, 1361.0, 2056.0, 2962.0, 4891.0, 7307.0, 11536.0, 18542.0, 29730.0, 49023.0, 85200.0, 156654.0, 1295429.0, 184533.0, 98556.0, 56372.0, 33587.0, 20412.0, 12840.0, 8124.0, 5161.0, 3475.0, 2162.0, 1526.0, 979.0, 668.0, 453.0, 292.0, 219.0, 131.0, 95.0, 63.0, 43.0, 26.0, 23.0, 12.0, 7.0, 4.0, 2.0, 4.0, 0.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.2030029296875, -0.19658279418945312, -0.19016265869140625, -0.18374252319335938, -0.1773223876953125, -0.17090225219726562, -0.16448211669921875, -0.15806198120117188, -0.151641845703125, -0.14522171020507812, -0.13880157470703125, -0.13238143920898438, -0.1259613037109375, -0.11954116821289062, -0.11312103271484375, -0.10670089721679688, -0.10028076171875, -0.09386062622070312, -0.08744049072265625, -0.08102035522460938, -0.0746002197265625, -0.06818008422851562, -0.06175994873046875, -0.055339813232421875, -0.048919677734375, -0.042499542236328125, -0.03607940673828125, -0.029659271240234375, -0.0232391357421875, -0.016819000244140625, -0.01039886474609375, -0.003978729248046875, 0.00244140625, 0.008861541748046875, 0.01528167724609375, 0.021701812744140625, 0.0281219482421875, 0.034542083740234375, 0.04096221923828125, 0.047382354736328125, 0.053802490234375, 0.060222625732421875, 0.06664276123046875, 0.07306289672851562, 0.0794830322265625, 0.08590316772460938, 0.09232330322265625, 0.09874343872070312, 0.10516357421875, 0.11158370971679688, 0.11800384521484375, 0.12442398071289062, 0.1308441162109375, 0.13726425170898438, 0.14368438720703125, 0.15010452270507812, 0.156524658203125, 0.16294479370117188, 0.16936492919921875, 0.17578506469726562, 0.1822052001953125, 0.18862533569335938, 0.19504547119140625, 0.20146560668945312, 0.2078857421875]}, "gradients/decoder.transformer.h.23.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 4.0, 4.0, 2.0, 11.0, 10.0, 11.0, 15.0, 14.0, 17.0, 35.0, 51.0, 66.0, 96.0, 104.0, 114.0, 117.0, 87.0, 74.0, 49.0, 32.0, 23.0, 14.0, 18.0, 14.0, 4.0, 7.0, 4.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0082244873046875, -0.007964849472045898, -0.007705211639404297, -0.007445573806762695, -0.007185935974121094, -0.006926298141479492, -0.006666660308837891, -0.006407022476196289, -0.0061473846435546875, -0.005887746810913086, -0.005628108978271484, -0.005368471145629883, -0.005108833312988281, -0.00484919548034668, -0.004589557647705078, -0.0043299198150634766, -0.004070281982421875, -0.0038106441497802734, -0.003551006317138672, -0.0032913684844970703, -0.0030317306518554688, -0.002772092819213867, -0.0025124549865722656, -0.002252817153930664, -0.0019931793212890625, -0.001733541488647461, -0.0014739036560058594, -0.0012142658233642578, -0.0009546279907226562, -0.0006949901580810547, -0.0004353523254394531, -0.00017571449279785156, 8.392333984375e-05, 0.00034356117248535156, 0.0006031990051269531, 0.0008628368377685547, 0.0011224746704101562, 0.0013821125030517578, 0.0016417503356933594, 0.001901388168334961, 0.0021610260009765625, 0.002420663833618164, 0.0026803016662597656, 0.002939939498901367, 0.0031995773315429688, 0.0034592151641845703, 0.003718852996826172, 0.0039784908294677734, 0.004238128662109375, 0.0044977664947509766, 0.004757404327392578, 0.00501704216003418, 0.005276679992675781, 0.005536317825317383, 0.005795955657958984, 0.006055593490600586, 0.0063152313232421875, 0.006574869155883789, 0.006834506988525391, 0.007094144821166992, 0.007353782653808594, 0.007613420486450195, 0.007873058319091797, 0.008132696151733398, 0.008392333984375]}, "gradients/decoder.transformer.h.23.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 1.0, 4.0, 4.0, 6.0, 5.0, 9.0, 15.0, 11.0, 19.0, 32.0, 35.0, 48.0, 66.0, 81.0, 131.0, 196.0, 335.0, 681.0, 32278.0, 1012379.0, 1131.0, 390.0, 212.0, 144.0, 93.0, 66.0, 43.0, 36.0, 23.0, 20.0, 26.0, 8.0, 6.0, 5.0, 3.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.1424560546875, -0.13802528381347656, -0.13359451293945312, -0.1291637420654297, -0.12473297119140625, -0.12030220031738281, -0.11587142944335938, -0.11144065856933594, -0.1070098876953125, -0.10257911682128906, -0.09814834594726562, -0.09371757507324219, -0.08928680419921875, -0.08485603332519531, -0.08042526245117188, -0.07599449157714844, -0.071563720703125, -0.06713294982910156, -0.06270217895507812, -0.05827140808105469, -0.05384063720703125, -0.04940986633300781, -0.044979095458984375, -0.04054832458496094, -0.0361175537109375, -0.03168678283691406, -0.027256011962890625, -0.022825241088867188, -0.01839447021484375, -0.013963699340820312, -0.009532928466796875, -0.0051021575927734375, -0.00067138671875, 0.0037593841552734375, 0.008190155029296875, 0.012620925903320312, 0.01705169677734375, 0.021482467651367188, 0.025913238525390625, 0.030344009399414062, 0.0347747802734375, 0.03920555114746094, 0.043636322021484375, 0.04806709289550781, 0.05249786376953125, 0.05692863464355469, 0.061359405517578125, 0.06579017639160156, 0.070220947265625, 0.07465171813964844, 0.07908248901367188, 0.08351325988769531, 0.08794403076171875, 0.09237480163574219, 0.09680557250976562, 0.10123634338378906, 0.1056671142578125, 0.11009788513183594, 0.11452865600585938, 0.11895942687988281, 0.12339019775390625, 0.1278209686279297, 0.13225173950195312, 0.13668251037597656, 0.14111328125]}, "gradients/decoder.transformer.h.23.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 39.0, 870.0, 98.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.022669697180390358, -0.020298758521676064, -0.01792782172560692, -0.015556883066892624, -0.013185945339500904, -0.010815007612109184, -0.00844406895339489, -0.006073132157325745, -0.00370219349861145, -0.0013312555383890867, 0.0010396824218332767, 0.003410620614886284, 0.005781558342278004, 0.008152496069669724, 0.010523434728384018, 0.012894371524453163, 0.015265310183167458, 0.017636248841881752, 0.020007185637950897, 0.02237812429666519, 0.024749062955379486, 0.02711999975144863, 0.029490938410162926, 0.03186187520623207, 0.034232813864946365, 0.03660375252366066, 0.038974691182374954, 0.04134562611579895, 0.043716564774513245, 0.04608750343322754, 0.048458442091941833, 0.05082938075065613, 0.053200311958789825, 0.05557125061750412, 0.057942189276218414, 0.06031312793493271, 0.062684066593647, 0.0650549978017807, 0.067425936460495, 0.06979687511920929, 0.07216781377792358, 0.07453875243663788, 0.07690969109535217, 0.07928062975406647, 0.08165156841278076, 0.08402250707149506, 0.08639344573020935, 0.08876437693834305, 0.09113532304763794, 0.09350626170635223, 0.09587720036506653, 0.09824813902378082, 0.10061907768249512, 0.10299001634120941, 0.1053609549999237, 0.1077318862080574, 0.1101028248667717, 0.11247376352548599, 0.11484470218420029, 0.11721564084291458, 0.11958657950162888, 0.12195751070976257, 0.12432844936847687, 0.12669938802719116, 0.12907032668590546]}, "gradients/decoder.transformer.h.23.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 7.0, 5.0, 10.0, 4.0, 11.0, 18.0, 17.0, 22.0, 26.0, 26.0, 30.0, 34.0, 40.0, 49.0, 50.0, 46.0, 35.0, 48.0, 58.0, 59.0, 54.0, 30.0, 43.0, 37.0, 45.0, 25.0, 33.0, 27.0, 25.0, 22.0, 16.0, 10.0, 14.0, 7.0, 8.0, 6.0, 4.0, 6.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013299167156219482, -0.012839601375162601, -0.01238003559410572, -0.01192046981304884, -0.011460904031991959, -0.011001338250935078, -0.010541772469878197, -0.010082206688821316, -0.009622640907764435, -0.009163075126707554, -0.008703509345650673, -0.008243943564593792, -0.007784377783536911, -0.00732481200248003, -0.006865246221423149, -0.006405680440366268, -0.005946114659309387, -0.005486548878252506, -0.005026983097195625, -0.004567417316138744, -0.004107851535081863, -0.0036482857540249825, -0.0031887199729681015, -0.0027291541919112206, -0.0022695884108543396, -0.0018100226297974586, -0.0013504568487405777, -0.0008908910676836967, -0.0004313252866268158, 2.8240494430065155e-05, 0.0004878062754869461, 0.0009473720565438271, 0.001406937837600708, 0.001866503618657589, 0.00232606939971447, 0.002785635180771351, 0.003245200961828232, 0.0037047667428851128, 0.004164332523941994, 0.004623898304998875, 0.005083464086055756, 0.0055430298671126366, 0.0060025956481695175, 0.0064621614292263985, 0.006921727210283279, 0.00738129299134016, 0.007840858772397041, 0.008300424553453922, 0.008759990334510803, 0.009219556115567684, 0.009679121896624565, 0.010138687677681446, 0.010598253458738327, 0.011057819239795208, 0.011517385020852089, 0.01197695080190897, 0.01243651658296585, 0.012896082364022732, 0.013355648145079613, 0.013815213926136494, 0.014274779707193375, 0.014734345488250256, 0.015193911269307137, 0.015653476119041443, 0.0161130428314209]}, "gradients/decoder.transformer.h.23.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 3.0, 9.0, 12.0, 6.0, 11.0, 14.0, 27.0, 32.0, 32.0, 45.0, 54.0, 41.0, 50.0, 57.0, 60.0, 72.0, 54.0, 61.0, 59.0, 46.0, 40.0, 45.0, 28.0, 27.0, 30.0, 18.0, 18.0, 8.0, 9.0, 5.0, 7.0, 6.0, 4.0, 5.0, 3.0, 0.0, 2.0, 3.0, 5.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.17578125, -6.0078125, -5.83984375, -5.671875, -5.50390625, -5.3359375, -5.16796875, -5.0, -4.83203125, -4.6640625, -4.49609375, -4.328125, -4.16015625, -3.9921875, -3.82421875, -3.65625, -3.48828125, -3.3203125, -3.15234375, -2.984375, -2.81640625, -2.6484375, -2.48046875, -2.3125, -2.14453125, -1.9765625, -1.80859375, -1.640625, -1.47265625, -1.3046875, -1.13671875, -0.96875, -0.80078125, -0.6328125, -0.46484375, -0.296875, -0.12890625, 0.0390625, 0.20703125, 0.375, 0.54296875, 0.7109375, 0.87890625, 1.046875, 1.21484375, 1.3828125, 1.55078125, 1.71875, 1.88671875, 2.0546875, 2.22265625, 2.390625, 2.55859375, 2.7265625, 2.89453125, 3.0625, 3.23046875, 3.3984375, 3.56640625, 3.734375, 3.90234375, 4.0703125, 4.23828125, 4.40625, 4.57421875]}, "gradients/decoder.transformer.h.23.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0, 2.0, 4.0, 9.0, 4.0, 6.0, 11.0, 15.0, 18.0, 26.0, 34.0, 48.0, 80.0, 115.0, 132.0, 214.0, 390.0, 549.0, 912.0, 1482.0, 2728.0, 5475.0, 13379.0, 40282.0, 210119.0, 626995.0, 101013.0, 25677.0, 9223.0, 4106.0, 2152.0, 1174.0, 736.0, 440.0, 290.0, 206.0, 152.0, 90.0, 76.0, 50.0, 33.0, 36.0, 28.0, 11.0, 7.0, 13.0, 14.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-20.296875, -19.705322265625, -19.11376953125, -18.522216796875, -17.9306640625, -17.339111328125, -16.74755859375, -16.156005859375, -15.564453125, -14.972900390625, -14.38134765625, -13.789794921875, -13.1982421875, -12.606689453125, -12.01513671875, -11.423583984375, -10.83203125, -10.240478515625, -9.64892578125, -9.057373046875, -8.4658203125, -7.874267578125, -7.28271484375, -6.691162109375, -6.099609375, -5.508056640625, -4.91650390625, -4.324951171875, -3.7333984375, -3.141845703125, -2.55029296875, -1.958740234375, -1.3671875, -0.775634765625, -0.18408203125, 0.407470703125, 0.9990234375, 1.590576171875, 2.18212890625, 2.773681640625, 3.365234375, 3.956787109375, 4.54833984375, 5.139892578125, 5.7314453125, 6.322998046875, 6.91455078125, 7.506103515625, 8.09765625, 8.689208984375, 9.28076171875, 9.872314453125, 10.4638671875, 11.055419921875, 11.64697265625, 12.238525390625, 12.830078125, 13.421630859375, 14.01318359375, 14.604736328125, 15.1962890625, 15.787841796875, 16.37939453125, 16.970947265625, 17.5625]}, "gradients/decoder.transformer.h.23.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 4.0, 4.0, 7.0, 10.0, 13.0, 9.0, 11.0, 15.0, 24.0, 12.0, 27.0, 26.0, 25.0, 27.0, 30.0, 32.0, 47.0, 71.0, 98.0, 178.0, 299.0, 1332.0, 192.0, 99.0, 76.0, 50.0, 60.0, 41.0, 41.0, 35.0, 22.0, 24.0, 16.0, 24.0, 13.0, 12.0, 13.0, 5.0, 9.0, 5.0, 3.0, 5.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-14.0859375, -13.6322021484375, -13.178466796875, -12.7247314453125, -12.27099609375, -11.8172607421875, -11.363525390625, -10.9097900390625, -10.4560546875, -10.0023193359375, -9.548583984375, -9.0948486328125, -8.64111328125, -8.1873779296875, -7.733642578125, -7.2799072265625, -6.826171875, -6.3724365234375, -5.918701171875, -5.4649658203125, -5.01123046875, -4.5574951171875, -4.103759765625, -3.6500244140625, -3.1962890625, -2.7425537109375, -2.288818359375, -1.8350830078125, -1.38134765625, -0.9276123046875, -0.473876953125, -0.0201416015625, 0.43359375, 0.8873291015625, 1.341064453125, 1.7947998046875, 2.24853515625, 2.7022705078125, 3.156005859375, 3.6097412109375, 4.0634765625, 4.5172119140625, 4.970947265625, 5.4246826171875, 5.87841796875, 6.3321533203125, 6.785888671875, 7.2396240234375, 7.693359375, 8.1470947265625, 8.600830078125, 9.0545654296875, 9.50830078125, 9.9620361328125, 10.415771484375, 10.8695068359375, 11.3232421875, 11.7769775390625, 12.230712890625, 12.6844482421875, 13.13818359375, 13.5919189453125, 14.045654296875, 14.4993896484375, 14.953125]}, "gradients/decoder.transformer.h.23.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 7.0, 3.0, 4.0, 7.0, 3.0, 5.0, 15.0, 12.0, 16.0, 21.0, 17.0, 14.0, 39.0, 29.0, 33.0, 65.0, 92.0, 140.0, 372.0, 1987.0, 104870.0, 3021392.0, 14876.0, 984.0, 278.0, 115.0, 51.0, 37.0, 33.0, 31.0, 27.0, 19.0, 17.0, 19.0, 12.0, 18.0, 11.0, 6.0, 7.0, 6.0, 6.0, 2.0, 1.0, 5.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0], "bins": [-61.96875, -60.05126953125, -58.1337890625, -56.21630859375, -54.298828125, -52.38134765625, -50.4638671875, -48.54638671875, -46.62890625, -44.71142578125, -42.7939453125, -40.87646484375, -38.958984375, -37.04150390625, -35.1240234375, -33.20654296875, -31.2890625, -29.37158203125, -27.4541015625, -25.53662109375, -23.619140625, -21.70166015625, -19.7841796875, -17.86669921875, -15.94921875, -14.03173828125, -12.1142578125, -10.19677734375, -8.279296875, -6.36181640625, -4.4443359375, -2.52685546875, -0.609375, 1.30810546875, 3.2255859375, 5.14306640625, 7.060546875, 8.97802734375, 10.8955078125, 12.81298828125, 14.73046875, 16.64794921875, 18.5654296875, 20.48291015625, 22.400390625, 24.31787109375, 26.2353515625, 28.15283203125, 30.0703125, 31.98779296875, 33.9052734375, 35.82275390625, 37.740234375, 39.65771484375, 41.5751953125, 43.49267578125, 45.41015625, 47.32763671875, 49.2451171875, 51.16259765625, 53.080078125, 54.99755859375, 56.9150390625, 58.83251953125, 60.75]}, "gradients/decoder.transformer.h.23.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 656.0, 361.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-670.716796875, -656.7217407226562, -642.7266845703125, -628.7316284179688, -614.736572265625, -600.7415161132812, -586.7464599609375, -572.7514038085938, -558.75634765625, -544.7612915039062, -530.7662353515625, -516.7711791992188, -502.776123046875, -488.78106689453125, -474.7860107421875, -460.79095458984375, -446.7958984375, -432.80084228515625, -418.8057861328125, -404.81072998046875, -390.815673828125, -376.82061767578125, -362.8255615234375, -348.83050537109375, -334.83544921875, -320.84039306640625, -306.8453369140625, -292.85028076171875, -278.855224609375, -264.86016845703125, -250.8651123046875, -236.87005615234375, -222.87501525878906, -208.8799591064453, -194.88490295410156, -180.8898468017578, -166.89479064941406, -152.8997344970703, -138.90467834472656, -124.90962219238281, -110.91456604003906, -96.91950988769531, -82.92445373535156, -68.92939758300781, -54.93434143066406, -40.93928527832031, -26.944229125976562, -12.949172973632812, 1.0458831787109375, 15.040939331054688, 29.035995483398438, 43.03105163574219, 57.02610778808594, 71.02116394042969, 85.01622009277344, 99.01127624511719, 113.00633239746094, 127.00138854980469, 140.99644470214844, 154.9915008544922, 168.98655700683594, 182.9816131591797, 196.97666931152344, 210.9717254638672, 224.96678161621094]}, "gradients/decoder.transformer.h.23.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 3.0, 4.0, 8.0, 10.0, 7.0, 6.0, 10.0, 8.0, 12.0, 18.0, 20.0, 20.0, 18.0, 24.0, 25.0, 18.0, 27.0, 40.0, 25.0, 40.0, 38.0, 46.0, 32.0, 36.0, 34.0, 42.0, 32.0, 53.0, 35.0, 30.0, 23.0, 21.0, 35.0, 32.0, 17.0, 20.0, 14.0, 21.0, 16.0, 9.0, 10.0, 9.0, 15.0, 9.0, 15.0, 9.0, 4.0, 4.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 3.0], "bins": [-50.753456115722656, -49.38957214355469, -48.02568817138672, -46.66180419921875, -45.29792022705078, -43.93403625488281, -42.570152282714844, -41.206268310546875, -39.842384338378906, -38.47850036621094, -37.11461639404297, -35.750732421875, -34.38684844970703, -33.02296447753906, -31.659080505371094, -30.295196533203125, -28.931312561035156, -27.567428588867188, -26.20354461669922, -24.83966064453125, -23.47577667236328, -22.111892700195312, -20.748008728027344, -19.384124755859375, -18.020240783691406, -16.656356811523438, -15.292472839355469, -13.9285888671875, -12.564704895019531, -11.200820922851562, -9.836936950683594, -8.473052978515625, -7.109165191650391, -5.745281219482422, -4.381397247314453, -3.0175132751464844, -1.6536293029785156, -0.2897453308105469, 1.0741386413574219, 2.4380226135253906, 3.8019065856933594, 5.165790557861328, 6.529674530029297, 7.893558502197266, 9.257442474365234, 10.621326446533203, 11.985210418701172, 13.34909439086914, 14.71297836303711, 16.076862335205078, 17.440746307373047, 18.804630279541016, 20.168514251708984, 21.532398223876953, 22.896282196044922, 24.26016616821289, 25.62405014038086, 26.987934112548828, 28.351818084716797, 29.715702056884766, 31.079586029052734, 32.4434700012207, 33.80735397338867, 35.17123794555664, 36.53512191772461]}, "gradients/decoder.transformer.h.22.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 6.0, 1.0, 5.0, 6.0, 10.0, 11.0, 5.0, 11.0, 20.0, 28.0, 39.0, 39.0, 45.0, 53.0, 43.0, 51.0, 56.0, 66.0, 63.0, 66.0, 57.0, 47.0, 47.0, 33.0, 38.0, 34.0, 24.0, 18.0, 18.0, 18.0, 11.0, 7.0, 4.0, 8.0, 5.0, 9.0, 1.0, 1.0, 2.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0], "bins": [-6.5859375, -6.4090576171875, -6.232177734375, -6.0552978515625, -5.87841796875, -5.7015380859375, -5.524658203125, -5.3477783203125, -5.1708984375, -4.9940185546875, -4.817138671875, -4.6402587890625, -4.46337890625, -4.2864990234375, -4.109619140625, -3.9327392578125, -3.755859375, -3.5789794921875, -3.402099609375, -3.2252197265625, -3.04833984375, -2.8714599609375, -2.694580078125, -2.5177001953125, -2.3408203125, -2.1639404296875, -1.987060546875, -1.8101806640625, -1.63330078125, -1.4564208984375, -1.279541015625, -1.1026611328125, -0.92578125, -0.7489013671875, -0.572021484375, -0.3951416015625, -0.21826171875, -0.0413818359375, 0.135498046875, 0.3123779296875, 0.4892578125, 0.6661376953125, 0.843017578125, 1.0198974609375, 1.19677734375, 1.3736572265625, 1.550537109375, 1.7274169921875, 1.904296875, 2.0811767578125, 2.258056640625, 2.4349365234375, 2.61181640625, 2.7886962890625, 2.965576171875, 3.1424560546875, 3.3193359375, 3.4962158203125, 3.673095703125, 3.8499755859375, 4.02685546875, 4.2037353515625, 4.380615234375, 4.5574951171875, 4.734375]}, "gradients/decoder.transformer.h.22.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 8.0, 7.0, 7.0, 9.0, 8.0, 12.0, 22.0, 31.0, 41.0, 67.0, 90.0, 154.0, 253.0, 586.0, 1513.0, 4591.0, 17592.0, 200147.0, 3884792.0, 65971.0, 12535.0, 3670.0, 1248.0, 397.0, 199.0, 110.0, 57.0, 34.0, 29.0, 36.0, 10.0, 12.0, 10.0, 11.0, 6.0, 7.0, 5.0, 1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0], "bins": [-39.4375, -38.352294921875, -37.26708984375, -36.181884765625, -35.0966796875, -34.011474609375, -32.92626953125, -31.841064453125, -30.755859375, -29.670654296875, -28.58544921875, -27.500244140625, -26.4150390625, -25.329833984375, -24.24462890625, -23.159423828125, -22.07421875, -20.989013671875, -19.90380859375, -18.818603515625, -17.7333984375, -16.648193359375, -15.56298828125, -14.477783203125, -13.392578125, -12.307373046875, -11.22216796875, -10.136962890625, -9.0517578125, -7.966552734375, -6.88134765625, -5.796142578125, -4.7109375, -3.625732421875, -2.54052734375, -1.455322265625, -0.3701171875, 0.715087890625, 1.80029296875, 2.885498046875, 3.970703125, 5.055908203125, 6.14111328125, 7.226318359375, 8.3115234375, 9.396728515625, 10.48193359375, 11.567138671875, 12.65234375, 13.737548828125, 14.82275390625, 15.907958984375, 16.9931640625, 18.078369140625, 19.16357421875, 20.248779296875, 21.333984375, 22.419189453125, 23.50439453125, 24.589599609375, 25.6748046875, 26.760009765625, 27.84521484375, 28.930419921875, 30.015625]}, "gradients/decoder.transformer.h.22.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 8.0, 8.0, 4.0, 6.0, 26.0, 29.0, 18.0, 55.0, 70.0, 93.0, 162.0, 392.0, 999.0, 1194.0, 513.0, 198.0, 98.0, 58.0, 51.0, 29.0, 27.0, 19.0, 8.0, 5.0, 6.0, 4.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.4375, -16.681884765625, -15.92626953125, -15.170654296875, -14.4150390625, -13.659423828125, -12.90380859375, -12.148193359375, -11.392578125, -10.636962890625, -9.88134765625, -9.125732421875, -8.3701171875, -7.614501953125, -6.85888671875, -6.103271484375, -5.34765625, -4.592041015625, -3.83642578125, -3.080810546875, -2.3251953125, -1.569580078125, -0.81396484375, -0.058349609375, 0.697265625, 1.452880859375, 2.20849609375, 2.964111328125, 3.7197265625, 4.475341796875, 5.23095703125, 5.986572265625, 6.7421875, 7.497802734375, 8.25341796875, 9.009033203125, 9.7646484375, 10.520263671875, 11.27587890625, 12.031494140625, 12.787109375, 13.542724609375, 14.29833984375, 15.053955078125, 15.8095703125, 16.565185546875, 17.32080078125, 18.076416015625, 18.83203125, 19.587646484375, 20.34326171875, 21.098876953125, 21.8544921875, 22.610107421875, 23.36572265625, 24.121337890625, 24.876953125, 25.632568359375, 26.38818359375, 27.143798828125, 27.8994140625, 28.655029296875, 29.41064453125, 30.166259765625, 30.921875]}, "gradients/decoder.transformer.h.22.mlp.c_fc.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 7.0, 3.0, 9.0, 11.0, 18.0, 9.0, 19.0, 27.0, 38.0, 54.0, 72.0, 111.0, 192.0, 365.0, 627.0, 1466.0, 3701.0, 11052.0, 38410.0, 200574.0, 3513229.0, 350359.0, 51288.0, 14250.0, 4752.0, 1814.0, 763.0, 428.0, 223.0, 120.0, 88.0, 51.0, 40.0, 26.0, 24.0, 12.0, 11.0, 14.0, 6.0, 5.0, 7.0, 5.0, 5.0, 3.0, 2.0], "bins": [-40.6875, -39.66015625, -38.6328125, -37.60546875, -36.578125, -35.55078125, -34.5234375, -33.49609375, -32.46875, -31.44140625, -30.4140625, -29.38671875, -28.359375, -27.33203125, -26.3046875, -25.27734375, -24.25, -23.22265625, -22.1953125, -21.16796875, -20.140625, -19.11328125, -18.0859375, -17.05859375, -16.03125, -15.00390625, -13.9765625, -12.94921875, -11.921875, -10.89453125, -9.8671875, -8.83984375, -7.8125, -6.78515625, -5.7578125, -4.73046875, -3.703125, -2.67578125, -1.6484375, -0.62109375, 0.40625, 1.43359375, 2.4609375, 3.48828125, 4.515625, 5.54296875, 6.5703125, 7.59765625, 8.625, 9.65234375, 10.6796875, 11.70703125, 12.734375, 13.76171875, 14.7890625, 15.81640625, 16.84375, 17.87109375, 18.8984375, 19.92578125, 20.953125, 21.98046875, 23.0078125, 24.03515625, 25.0625]}, "gradients/decoder.transformer.h.22.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 12.0, 30.0, 88.0, 300.0, 404.0, 137.0, 32.0, 7.0, 4.0, 2.0, 0.0, 1.0], "bins": [-354.6727294921875, -348.3556213378906, -342.0385437011719, -335.721435546875, -329.40435791015625, -323.0872497558594, -316.7701721191406, -310.45306396484375, -304.135986328125, -297.8188781738281, -291.5018005371094, -285.1846923828125, -278.86761474609375, -272.5505065917969, -266.2334289550781, -259.91632080078125, -253.59921264648438, -247.28211975097656, -240.96502685546875, -234.64793395996094, -228.33084106445312, -222.01373291015625, -215.69664001464844, -209.37954711914062, -203.0624542236328, -196.745361328125, -190.4282684326172, -184.11117553710938, -177.7940673828125, -171.4769744873047, -165.15988159179688, -158.84278869628906, -152.5257110595703, -146.2086181640625, -139.8915252685547, -133.57443237304688, -127.25733184814453, -120.94023895263672, -114.62313842773438, -108.30604553222656, -101.98895263671875, -95.67185974121094, -89.35476684570312, -83.03766632080078, -76.72057342529297, -70.40348052978516, -64.08638000488281, -57.769287109375, -51.45219421386719, -45.135101318359375, -38.8180046081543, -32.50090789794922, -26.183815002441406, -19.86672019958496, -13.549625396728516, -7.2325286865234375, -0.915435791015625, 5.40165901184082, 11.718753814697266, 18.03584861755371, 24.352943420410156, 30.6700382232666, 36.98713302612305, 43.304229736328125, 49.62132263183594]}, "gradients/decoder.transformer.h.22.ln_2.bias": {"_type": "histogram", "values": [3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 4.0, 9.0, 2.0, 7.0, 10.0, 9.0, 14.0, 17.0, 24.0, 20.0, 21.0, 15.0, 30.0, 28.0, 35.0, 28.0, 33.0, 39.0, 45.0, 50.0, 43.0, 24.0, 42.0, 36.0, 30.0, 38.0, 28.0, 44.0, 33.0, 26.0, 32.0, 31.0, 27.0, 25.0, 20.0, 14.0, 11.0, 17.0, 9.0, 6.0, 4.0, 3.0, 7.0, 6.0, 3.0, 4.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-46.06556701660156, -44.62310791015625, -43.18064880371094, -41.738189697265625, -40.29573059082031, -38.853271484375, -37.41081237792969, -35.968353271484375, -34.52589416503906, -33.08343505859375, -31.640975952148438, -30.198516845703125, -28.756057739257812, -27.3135986328125, -25.87114143371582, -24.428682327270508, -22.986225128173828, -21.543766021728516, -20.101306915283203, -18.65884780883789, -17.216388702392578, -15.773930549621582, -14.331472396850586, -12.889013290405273, -11.446554183959961, -10.004095077514648, -8.561635971069336, -7.11917781829834, -5.676718711853027, -4.234259605407715, -2.7918014526367188, -1.3493423461914062, 0.09312057495117188, 1.5355794429779053, 2.9780383110046387, 4.420496940612793, 5.8629560470581055, 7.305415153503418, 8.747873306274414, 10.190332412719727, 11.632791519165039, 13.075250625610352, 14.517709732055664, 15.96016788482666, 17.402626037597656, 18.84508514404297, 20.28754425048828, 21.730003356933594, 23.172462463378906, 24.61492156982422, 26.05738067626953, 27.499839782714844, 28.942298889160156, 30.38475799560547, 31.82721519470215, 33.269676208496094, 34.712135314941406, 36.15459442138672, 37.59705352783203, 39.039512634277344, 40.481971740722656, 41.92443084716797, 43.36688995361328, 44.809349060058594, 46.25180435180664]}, "gradients/decoder.transformer.h.22.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 3.0, 6.0, 7.0, 2.0, 12.0, 12.0, 13.0, 17.0, 22.0, 26.0, 43.0, 31.0, 35.0, 36.0, 34.0, 43.0, 52.0, 52.0, 50.0, 65.0, 48.0, 52.0, 49.0, 44.0, 29.0, 42.0, 36.0, 21.0, 23.0, 16.0, 13.0, 12.0, 12.0, 12.0, 4.0, 5.0, 6.0, 5.0, 4.0, 1.0, 6.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-5.76171875, -5.60089111328125, -5.4400634765625, -5.27923583984375, -5.118408203125, -4.95758056640625, -4.7967529296875, -4.63592529296875, -4.47509765625, -4.31427001953125, -4.1534423828125, -3.99261474609375, -3.831787109375, -3.67095947265625, -3.5101318359375, -3.34930419921875, -3.1884765625, -3.02764892578125, -2.8668212890625, -2.70599365234375, -2.545166015625, -2.38433837890625, -2.2235107421875, -2.06268310546875, -1.90185546875, -1.74102783203125, -1.5802001953125, -1.41937255859375, -1.258544921875, -1.09771728515625, -0.9368896484375, -0.77606201171875, -0.615234375, -0.45440673828125, -0.2935791015625, -0.13275146484375, 0.028076171875, 0.18890380859375, 0.3497314453125, 0.51055908203125, 0.67138671875, 0.83221435546875, 0.9930419921875, 1.15386962890625, 1.314697265625, 1.47552490234375, 1.6363525390625, 1.79718017578125, 1.9580078125, 2.11883544921875, 2.2796630859375, 2.44049072265625, 2.601318359375, 2.76214599609375, 2.9229736328125, 3.08380126953125, 3.24462890625, 3.40545654296875, 3.5662841796875, 3.72711181640625, 3.887939453125, 4.04876708984375, 4.2095947265625, 4.37042236328125, 4.53125]}, "gradients/decoder.transformer.h.22.crossattention.c_proj.weight": {"_type": "histogram", "values": [4.0, 3.0, 4.0, 3.0, 9.0, 12.0, 14.0, 21.0, 22.0, 28.0, 47.0, 56.0, 88.0, 123.0, 144.0, 233.0, 288.0, 433.0, 577.0, 875.0, 1275.0, 1869.0, 2741.0, 4056.0, 6531.0, 10119.0, 16285.0, 26802.0, 45993.0, 84681.0, 164653.0, 274766.0, 183044.0, 94099.0, 50948.0, 28921.0, 16986.0, 10895.0, 6924.0, 4487.0, 2971.0, 2019.0, 1361.0, 931.0, 650.0, 450.0, 323.0, 201.0, 173.0, 107.0, 97.0, 67.0, 39.0, 36.0, 27.0, 18.0, 14.0, 11.0, 4.0, 6.0, 3.0, 5.0, 3.0, 1.0], "bins": [-0.43017578125, -0.4165534973144531, -0.40293121337890625, -0.3893089294433594, -0.3756866455078125, -0.3620643615722656, -0.34844207763671875, -0.3348197937011719, -0.321197509765625, -0.3075752258300781, -0.29395294189453125, -0.2803306579589844, -0.2667083740234375, -0.2530860900878906, -0.23946380615234375, -0.22584152221679688, -0.21221923828125, -0.19859695434570312, -0.18497467041015625, -0.17135238647460938, -0.1577301025390625, -0.14410781860351562, -0.13048553466796875, -0.11686325073242188, -0.103240966796875, -0.08961868286132812, -0.07599639892578125, -0.062374114990234375, -0.0487518310546875, -0.035129547119140625, -0.02150726318359375, -0.007884979248046875, 0.0057373046875, 0.019359588623046875, 0.03298187255859375, 0.046604156494140625, 0.0602264404296875, 0.07384872436523438, 0.08747100830078125, 0.10109329223632812, 0.114715576171875, 0.12833786010742188, 0.14196014404296875, 0.15558242797851562, 0.1692047119140625, 0.18282699584960938, 0.19644927978515625, 0.21007156372070312, 0.22369384765625, 0.23731613159179688, 0.25093841552734375, 0.2645606994628906, 0.2781829833984375, 0.2918052673339844, 0.30542755126953125, 0.3190498352050781, 0.332672119140625, 0.3462944030761719, 0.35991668701171875, 0.3735389709472656, 0.3871612548828125, 0.4007835388183594, 0.41440582275390625, 0.4280281066894531, 0.441650390625]}, "gradients/decoder.transformer.h.22.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 3.0, 7.0, 7.0, 4.0, 10.0, 11.0, 8.0, 8.0, 12.0, 22.0, 23.0, 31.0, 19.0, 25.0, 33.0, 30.0, 42.0, 37.0, 42.0, 36.0, 44.0, 43.0, 1070.0, 48.0, 53.0, 30.0, 37.0, 41.0, 24.0, 24.0, 33.0, 20.0, 26.0, 21.0, 16.0, 18.0, 17.0, 13.0, 14.0, 5.0, 4.0, 11.0, 3.0, 6.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.013671875, -2.913238525390625, -2.81280517578125, -2.712371826171875, -2.6119384765625, -2.511505126953125, -2.41107177734375, -2.310638427734375, -2.210205078125, -2.109771728515625, -2.00933837890625, -1.908905029296875, -1.8084716796875, -1.708038330078125, -1.60760498046875, -1.507171630859375, -1.40673828125, -1.306304931640625, -1.20587158203125, -1.105438232421875, -1.0050048828125, -0.904571533203125, -0.80413818359375, -0.703704833984375, -0.603271484375, -0.502838134765625, -0.40240478515625, -0.301971435546875, -0.2015380859375, -0.101104736328125, -0.00067138671875, 0.099761962890625, 0.2001953125, 0.300628662109375, 0.40106201171875, 0.501495361328125, 0.6019287109375, 0.702362060546875, 0.80279541015625, 0.903228759765625, 1.003662109375, 1.104095458984375, 1.20452880859375, 1.304962158203125, 1.4053955078125, 1.505828857421875, 1.60626220703125, 1.706695556640625, 1.80712890625, 1.907562255859375, 2.00799560546875, 2.108428955078125, 2.2088623046875, 2.309295654296875, 2.40972900390625, 2.510162353515625, 2.610595703125, 2.711029052734375, 2.81146240234375, 2.911895751953125, 3.0123291015625, 3.112762451171875, 3.21319580078125, 3.313629150390625, 3.4140625]}, "gradients/decoder.transformer.h.22.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 6.0, 4.0, 4.0, 15.0, 12.0, 27.0, 35.0, 45.0, 66.0, 101.0, 157.0, 198.0, 276.0, 367.0, 544.0, 771.0, 1133.0, 1517.0, 2272.0, 3163.0, 4634.0, 6671.0, 9916.0, 14956.0, 22798.0, 34797.0, 55308.0, 89212.0, 147153.0, 1254825.0, 167342.0, 101200.0, 62070.0, 38958.0, 24998.0, 16473.0, 11054.0, 7274.0, 5190.0, 3410.0, 2413.0, 1681.0, 1238.0, 813.0, 630.0, 405.0, 292.0, 217.0, 157.0, 109.0, 83.0, 48.0, 36.0, 24.0, 18.0, 12.0, 10.0, 4.0, 3.0, 2.0, 1.0, 2.0], "bins": [-0.18505859375, -0.17920684814453125, -0.1733551025390625, -0.16750335693359375, -0.161651611328125, -0.15579986572265625, -0.1499481201171875, -0.14409637451171875, -0.13824462890625, -0.13239288330078125, -0.1265411376953125, -0.12068939208984375, -0.114837646484375, -0.10898590087890625, -0.1031341552734375, -0.09728240966796875, -0.0914306640625, -0.08557891845703125, -0.0797271728515625, -0.07387542724609375, -0.068023681640625, -0.06217193603515625, -0.0563201904296875, -0.05046844482421875, -0.04461669921875, -0.03876495361328125, -0.0329132080078125, -0.02706146240234375, -0.021209716796875, -0.01535797119140625, -0.0095062255859375, -0.00365447998046875, 0.002197265625, 0.00804901123046875, 0.0139007568359375, 0.01975250244140625, 0.025604248046875, 0.03145599365234375, 0.0373077392578125, 0.04315948486328125, 0.04901123046875, 0.05486297607421875, 0.0607147216796875, 0.06656646728515625, 0.072418212890625, 0.07826995849609375, 0.0841217041015625, 0.08997344970703125, 0.0958251953125, 0.10167694091796875, 0.1075286865234375, 0.11338043212890625, 0.119232177734375, 0.12508392333984375, 0.1309356689453125, 0.13678741455078125, 0.14263916015625, 0.14849090576171875, 0.1543426513671875, 0.16019439697265625, 0.166046142578125, 0.17189788818359375, 0.1777496337890625, 0.18360137939453125, 0.189453125]}, "gradients/decoder.transformer.h.22.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 3.0, 3.0, 3.0, 4.0, 6.0, 6.0, 9.0, 17.0, 7.0, 8.0, 13.0, 30.0, 20.0, 31.0, 30.0, 37.0, 49.0, 51.0, 59.0, 56.0, 69.0, 73.0, 61.0, 69.0, 49.0, 49.0, 33.0, 33.0, 23.0, 14.0, 20.0, 12.0, 9.0, 11.0, 14.0, 12.0, 5.0, 1.0, 3.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.00849151611328125, -0.00824737548828125, -0.00800323486328125, -0.00775909423828125, -0.00751495361328125, -0.00727081298828125, -0.00702667236328125, -0.00678253173828125, -0.00653839111328125, -0.00629425048828125, -0.00605010986328125, -0.00580596923828125, -0.00556182861328125, -0.00531768798828125, -0.00507354736328125, -0.00482940673828125, -0.00458526611328125, -0.00434112548828125, -0.00409698486328125, -0.00385284423828125, -0.00360870361328125, -0.00336456298828125, -0.00312042236328125, -0.00287628173828125, -0.00263214111328125, -0.00238800048828125, -0.00214385986328125, -0.00189971923828125, -0.00165557861328125, -0.00141143798828125, -0.00116729736328125, -0.00092315673828125, -0.00067901611328125, -0.00043487548828125, -0.00019073486328125, 5.340576171875e-05, 0.00029754638671875, 0.00054168701171875, 0.00078582763671875, 0.00102996826171875, 0.00127410888671875, 0.00151824951171875, 0.00176239013671875, 0.00200653076171875, 0.00225067138671875, 0.00249481201171875, 0.00273895263671875, 0.00298309326171875, 0.00322723388671875, 0.00347137451171875, 0.00371551513671875, 0.00395965576171875, 0.00420379638671875, 0.00444793701171875, 0.00469207763671875, 0.00493621826171875, 0.00518035888671875, 0.00542449951171875, 0.00566864013671875, 0.00591278076171875, 0.00615692138671875, 0.00640106201171875, 0.00664520263671875, 0.00688934326171875, 0.00713348388671875]}, "gradients/decoder.transformer.h.22.crossattention.q_attn.weight": {"_type": "histogram", "values": [3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 6.0, 3.0, 5.0, 9.0, 10.0, 12.0, 20.0, 24.0, 19.0, 21.0, 46.0, 54.0, 39.0, 59.0, 107.0, 120.0, 166.0, 218.0, 419.0, 3384.0, 900647.0, 140448.0, 1523.0, 358.0, 204.0, 127.0, 102.0, 68.0, 63.0, 46.0, 54.0, 54.0, 27.0, 22.0, 8.0, 11.0, 12.0, 11.0, 7.0, 6.0, 7.0, 1.0, 4.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.1197509765625, -0.11560249328613281, -0.11145401000976562, -0.10730552673339844, -0.10315704345703125, -0.09900856018066406, -0.09486007690429688, -0.09071159362792969, -0.0865631103515625, -0.08241462707519531, -0.07826614379882812, -0.07411766052246094, -0.06996917724609375, -0.06582069396972656, -0.061672210693359375, -0.05752372741699219, -0.053375244140625, -0.04922676086425781, -0.045078277587890625, -0.04092979431152344, -0.03678131103515625, -0.03263282775878906, -0.028484344482421875, -0.024335861206054688, -0.0201873779296875, -0.016038894653320312, -0.011890411376953125, -0.0077419281005859375, -0.00359344482421875, 0.0005550384521484375, 0.004703521728515625, 0.008852005004882812, 0.01300048828125, 0.017148971557617188, 0.021297454833984375, 0.025445938110351562, 0.02959442138671875, 0.03374290466308594, 0.037891387939453125, 0.04203987121582031, 0.0461883544921875, 0.05033683776855469, 0.054485321044921875, 0.05863380432128906, 0.06278228759765625, 0.06693077087402344, 0.07107925415039062, 0.07522773742675781, 0.079376220703125, 0.08352470397949219, 0.08767318725585938, 0.09182167053222656, 0.09597015380859375, 0.10011863708496094, 0.10426712036132812, 0.10841560363769531, 0.1125640869140625, 0.11671257019042969, 0.12086105346679688, 0.12500953674316406, 0.12915802001953125, 0.13330650329589844, 0.13745498657226562, 0.1416034698486328, 0.145751953125]}, "gradients/decoder.transformer.h.22.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 42.0, 167.0, 644.0, 117.0, 32.0, 8.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05930561199784279, -0.05607742816209793, -0.05284924805164337, -0.049621064215898514, -0.046392880380153656, -0.0431647002696991, -0.03993651643395424, -0.03670833259820938, -0.03348015248775482, -0.030251970514655113, -0.027023786678910255, -0.023795604705810547, -0.02056742087006569, -0.01733923889696598, -0.014111056923866272, -0.010882873088121414, -0.007654689252376556, -0.004426506347954273, -0.0011983239091932774, 0.0020298585295677185, 0.005258041433990002, 0.008486224338412285, 0.011714406311511993, 0.014942590147256851, 0.01817077212035656, 0.02139895409345627, 0.024627137929201126, 0.027855319902300835, 0.031083501875400543, 0.0343116857111454, 0.03753986954689026, 0.04076804965734482, 0.043996237218379974, 0.04722442105412483, 0.05045260116457939, 0.05368078500032425, 0.05690896883606911, 0.060137152671813965, 0.06336533278226852, 0.06659351289272308, 0.06982170045375824, 0.0730498805642128, 0.07627806812524796, 0.07950624823570251, 0.08273442834615707, 0.08596261590719223, 0.08919079601764679, 0.09241898357868195, 0.09564715623855591, 0.09887533634901047, 0.10210352391004562, 0.10533170402050018, 0.10855988413095474, 0.1117880716919899, 0.11501625180244446, 0.11824443936347961, 0.12147261947393417, 0.12470079958438873, 0.1279289871454239, 0.13115715980529785, 0.134385347366333, 0.13761353492736816, 0.14084172248840332, 0.14406989514827728, 0.14729808270931244]}, "gradients/decoder.transformer.h.22.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 3.0, 1.0, 8.0, 5.0, 10.0, 14.0, 13.0, 12.0, 21.0, 12.0, 24.0, 15.0, 23.0, 30.0, 31.0, 35.0, 32.0, 32.0, 32.0, 42.0, 43.0, 28.0, 41.0, 39.0, 39.0, 33.0, 29.0, 37.0, 35.0, 32.0, 20.0, 25.0, 22.0, 26.0, 25.0, 23.0, 17.0, 21.0, 18.0, 8.0, 10.0, 11.0, 3.0, 6.0, 3.0, 5.0, 6.0, 4.0, 3.0, 3.0, 2.0, 1.0], "bins": [-0.02377229928970337, -0.023095503449440002, -0.022418709471821785, -0.021741915494203568, -0.0210651196539402, -0.020388323813676834, -0.019711529836058617, -0.0190347358584404, -0.018357940018177032, -0.017681144177913666, -0.01700435020029545, -0.01632755622267723, -0.015650760382413864, -0.014973965473473072, -0.01429717056453228, -0.013620375655591488, -0.012943580746650696, -0.012266785837709904, -0.011589990928769112, -0.01091319601982832, -0.010236401110887527, -0.009559606201946735, -0.008882811293005943, -0.008206016384065151, -0.007529221475124359, -0.006852426566183567, -0.006175631657242775, -0.005498836748301983, -0.004822041839361191, -0.004145246930420399, -0.0034684520214796066, -0.0027916571125388145, -0.0021148622035980225, -0.0014380672946572304, -0.0007612723857164383, -8.447747677564621e-05, 0.0005923174321651459, 0.001269112341105938, 0.00194590725004673, 0.002622702158987522, 0.003299497067928314, 0.003976291976869106, 0.004653086885809898, 0.0053298817947506905, 0.0060066767036914825, 0.006683471612632275, 0.007360266521573067, 0.008037061430513859, 0.008713856339454651, 0.009390651248395443, 0.010067446157336235, 0.010744241066277027, 0.01142103597521782, 0.012097830884158611, 0.012774625793099403, 0.013451420702040195, 0.014128215610980988, 0.01480501051992178, 0.015481805428862572, 0.01615859940648079, 0.016835395246744156, 0.017512191087007523, 0.01818898506462574, 0.018865779042243958, 0.019542574882507324]}, "gradients/decoder.transformer.h.22.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 3.0, 6.0, 7.0, 2.0, 12.0, 12.0, 13.0, 17.0, 22.0, 26.0, 43.0, 31.0, 35.0, 36.0, 34.0, 43.0, 52.0, 52.0, 50.0, 65.0, 48.0, 52.0, 49.0, 44.0, 29.0, 42.0, 36.0, 21.0, 23.0, 16.0, 13.0, 12.0, 12.0, 12.0, 4.0, 5.0, 6.0, 5.0, 4.0, 1.0, 6.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-5.76171875, -5.60089111328125, -5.4400634765625, -5.27923583984375, -5.118408203125, -4.95758056640625, -4.7967529296875, -4.63592529296875, -4.47509765625, -4.31427001953125, -4.1534423828125, -3.99261474609375, -3.831787109375, -3.67095947265625, -3.5101318359375, -3.34930419921875, -3.1884765625, -3.02764892578125, -2.8668212890625, -2.70599365234375, -2.545166015625, -2.38433837890625, -2.2235107421875, -2.06268310546875, -1.90185546875, -1.74102783203125, -1.5802001953125, -1.41937255859375, -1.258544921875, -1.09771728515625, -0.9368896484375, -0.77606201171875, -0.615234375, -0.45440673828125, -0.2935791015625, -0.13275146484375, 0.028076171875, 0.18890380859375, 0.3497314453125, 0.51055908203125, 0.67138671875, 0.83221435546875, 0.9930419921875, 1.15386962890625, 1.314697265625, 1.47552490234375, 1.6363525390625, 1.79718017578125, 1.9580078125, 2.11883544921875, 2.2796630859375, 2.44049072265625, 2.601318359375, 2.76214599609375, 2.9229736328125, 3.08380126953125, 3.24462890625, 3.40545654296875, 3.5662841796875, 3.72711181640625, 3.887939453125, 4.04876708984375, 4.2095947265625, 4.37042236328125, 4.53125]}, "gradients/decoder.transformer.h.22.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 3.0, 7.0, 3.0, 4.0, 8.0, 12.0, 16.0, 28.0, 30.0, 52.0, 99.0, 109.0, 162.0, 219.0, 303.0, 452.0, 638.0, 891.0, 1292.0, 1959.0, 3218.0, 5579.0, 11049.0, 25675.0, 72249.0, 228076.0, 425016.0, 172411.0, 55475.0, 20624.0, 9430.0, 4854.0, 2877.0, 1810.0, 1233.0, 842.0, 543.0, 370.0, 287.0, 179.0, 129.0, 102.0, 59.0, 49.0, 39.0, 36.0, 16.0, 20.0, 5.0, 8.0, 4.0, 5.0, 4.0, 4.0], "bins": [-5.3046875, -5.15887451171875, -5.0130615234375, -4.86724853515625, -4.721435546875, -4.57562255859375, -4.4298095703125, -4.28399658203125, -4.13818359375, -3.99237060546875, -3.8465576171875, -3.70074462890625, -3.554931640625, -3.40911865234375, -3.2633056640625, -3.11749267578125, -2.9716796875, -2.82586669921875, -2.6800537109375, -2.53424072265625, -2.388427734375, -2.24261474609375, -2.0968017578125, -1.95098876953125, -1.80517578125, -1.65936279296875, -1.5135498046875, -1.36773681640625, -1.221923828125, -1.07611083984375, -0.9302978515625, -0.78448486328125, -0.638671875, -0.49285888671875, -0.3470458984375, -0.20123291015625, -0.055419921875, 0.09039306640625, 0.2362060546875, 0.38201904296875, 0.52783203125, 0.67364501953125, 0.8194580078125, 0.96527099609375, 1.111083984375, 1.25689697265625, 1.4027099609375, 1.54852294921875, 1.6943359375, 1.84014892578125, 1.9859619140625, 2.13177490234375, 2.277587890625, 2.42340087890625, 2.5692138671875, 2.71502685546875, 2.86083984375, 3.00665283203125, 3.1524658203125, 3.29827880859375, 3.444091796875, 3.58990478515625, 3.7357177734375, 3.88153076171875, 4.02734375]}, "gradients/decoder.transformer.h.22.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 4.0, 6.0, 4.0, 6.0, 3.0, 3.0, 10.0, 5.0, 11.0, 12.0, 16.0, 13.0, 20.0, 23.0, 26.0, 26.0, 27.0, 25.0, 26.0, 35.0, 34.0, 37.0, 56.0, 80.0, 154.0, 1546.0, 284.0, 109.0, 77.0, 44.0, 50.0, 29.0, 26.0, 28.0, 25.0, 19.0, 23.0, 21.0, 20.0, 13.0, 18.0, 10.0, 10.0, 10.0, 10.0, 8.0, 4.0, 3.0, 4.0, 3.0, 4.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-13.5078125, -13.0369873046875, -12.566162109375, -12.0953369140625, -11.62451171875, -11.1536865234375, -10.682861328125, -10.2120361328125, -9.7412109375, -9.2703857421875, -8.799560546875, -8.3287353515625, -7.85791015625, -7.3870849609375, -6.916259765625, -6.4454345703125, -5.974609375, -5.5037841796875, -5.032958984375, -4.5621337890625, -4.09130859375, -3.6204833984375, -3.149658203125, -2.6788330078125, -2.2080078125, -1.7371826171875, -1.266357421875, -0.7955322265625, -0.32470703125, 0.1461181640625, 0.616943359375, 1.0877685546875, 1.55859375, 2.0294189453125, 2.500244140625, 2.9710693359375, 3.44189453125, 3.9127197265625, 4.383544921875, 4.8543701171875, 5.3251953125, 5.7960205078125, 6.266845703125, 6.7376708984375, 7.20849609375, 7.6793212890625, 8.150146484375, 8.6209716796875, 9.091796875, 9.5626220703125, 10.033447265625, 10.5042724609375, 10.97509765625, 11.4459228515625, 11.916748046875, 12.3875732421875, 12.8583984375, 13.3292236328125, 13.800048828125, 14.2708740234375, 14.74169921875, 15.2125244140625, 15.683349609375, 16.1541748046875, 16.625]}, "gradients/decoder.transformer.h.22.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 6.0, 5.0, 7.0, 7.0, 14.0, 7.0, 16.0, 18.0, 11.0, 18.0, 32.0, 29.0, 18.0, 41.0, 55.0, 62.0, 117.0, 200.0, 457.0, 1548.0, 13978.0, 2629804.0, 490259.0, 6948.0, 1045.0, 360.0, 188.0, 106.0, 59.0, 50.0, 33.0, 39.0, 31.0, 22.0, 24.0, 12.0, 15.0, 21.0, 10.0, 3.0, 8.0, 7.0, 1.0, 4.0, 5.0, 6.0, 4.0, 1.0, 0.0, 1.0], "bins": [-35.28125, -34.2978515625, -33.314453125, -32.3310546875, -31.34765625, -30.3642578125, -29.380859375, -28.3974609375, -27.4140625, -26.4306640625, -25.447265625, -24.4638671875, -23.48046875, -22.4970703125, -21.513671875, -20.5302734375, -19.546875, -18.5634765625, -17.580078125, -16.5966796875, -15.61328125, -14.6298828125, -13.646484375, -12.6630859375, -11.6796875, -10.6962890625, -9.712890625, -8.7294921875, -7.74609375, -6.7626953125, -5.779296875, -4.7958984375, -3.8125, -2.8291015625, -1.845703125, -0.8623046875, 0.12109375, 1.1044921875, 2.087890625, 3.0712890625, 4.0546875, 5.0380859375, 6.021484375, 7.0048828125, 7.98828125, 8.9716796875, 9.955078125, 10.9384765625, 11.921875, 12.9052734375, 13.888671875, 14.8720703125, 15.85546875, 16.8388671875, 17.822265625, 18.8056640625, 19.7890625, 20.7724609375, 21.755859375, 22.7392578125, 23.72265625, 24.7060546875, 25.689453125, 26.6728515625, 27.65625]}, "gradients/decoder.transformer.h.22.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 738.0, 277.0], "bins": [-453.77880859375, -446.55621337890625, -439.3336181640625, -432.11102294921875, -424.8884582519531, -417.6658630371094, -410.4432678222656, -403.2206726074219, -395.9980773925781, -388.7754821777344, -381.5528869628906, -374.330322265625, -367.10772705078125, -359.8851318359375, -352.66253662109375, -345.43994140625, -338.2173767089844, -330.9947814941406, -323.7721862792969, -316.54962158203125, -309.3270263671875, -302.10443115234375, -294.8818359375, -287.65924072265625, -280.4366455078125, -273.21405029296875, -265.991455078125, -258.76885986328125, -251.54627990722656, -244.32369995117188, -237.10110473632812, -229.87850952148438, -222.6559295654297, -215.43333435058594, -208.21075439453125, -200.9881591796875, -193.76556396484375, -186.54298400878906, -179.3203887939453, -172.09780883789062, -164.87521362304688, -157.65261840820312, -150.43003845214844, -143.2074432373047, -135.98484802246094, -128.76226806640625, -121.5396728515625, -114.31708526611328, -107.09449768066406, -99.87191009521484, -92.6493148803711, -85.42672729492188, -78.20413970947266, -70.98155212402344, -63.75895690917969, -56.53636932373047, -49.313777923583984, -42.0911865234375, -34.86859893798828, -27.646007537841797, -20.423418045043945, -13.200828552246094, -5.978237152099609, 1.2443504333496094, 8.46694278717041]}, "gradients/decoder.transformer.h.22.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 9.0, 9.0, 5.0, 14.0, 9.0, 7.0, 12.0, 18.0, 21.0, 24.0, 23.0, 31.0, 39.0, 37.0, 34.0, 25.0, 31.0, 32.0, 36.0, 51.0, 48.0, 48.0, 41.0, 44.0, 46.0, 31.0, 36.0, 31.0, 36.0, 23.0, 25.0, 17.0, 14.0, 19.0, 19.0, 8.0, 7.0, 8.0, 10.0, 10.0, 2.0, 5.0, 4.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-53.052799224853516, -51.318756103515625, -49.58470916748047, -47.85066604614258, -46.11661911010742, -44.38257598876953, -42.648529052734375, -40.914485931396484, -39.180442810058594, -37.4463996887207, -35.71235275268555, -33.978309631347656, -32.2442626953125, -30.51021957397461, -28.776174545288086, -27.042129516601562, -25.308082580566406, -23.574037551879883, -21.83999252319336, -20.10594940185547, -18.371902465820312, -16.637859344482422, -14.903814315795898, -13.169769287109375, -11.435724258422852, -9.701679229736328, -7.967634677886963, -6.233590126037598, -4.499545097351074, -2.765500068664551, -1.0314559936523438, 0.7025890350341797, 2.436634063720703, 4.170679092407227, 5.904723644256592, 7.638768196105957, 9.37281322479248, 11.106858253479004, 12.840902328491211, 14.574947357177734, 16.308992385864258, 18.04303741455078, 19.777082443237305, 21.511127471923828, 23.24517059326172, 24.979217529296875, 26.713260650634766, 28.44730567932129, 30.181350708007812, 31.915395736694336, 33.64944076538086, 35.38348388671875, 37.117530822753906, 38.8515739440918, 40.58561706542969, 42.319664001464844, 44.0537109375, 45.78775405883789, 47.52180099487305, 49.25584411621094, 50.989891052246094, 52.723934173583984, 54.457977294921875, 56.19202423095703, 57.92606735229492]}, "gradients/decoder.transformer.h.21.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 5.0, 3.0, 4.0, 7.0, 14.0, 6.0, 18.0, 17.0, 19.0, 36.0, 36.0, 34.0, 36.0, 35.0, 38.0, 44.0, 48.0, 55.0, 63.0, 55.0, 54.0, 46.0, 52.0, 41.0, 32.0, 34.0, 35.0, 24.0, 15.0, 21.0, 13.0, 7.0, 12.0, 9.0, 5.0, 4.0, 7.0, 6.0, 3.0, 6.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-5.9375, -5.7706298828125, -5.603759765625, -5.4368896484375, -5.27001953125, -5.1031494140625, -4.936279296875, -4.7694091796875, -4.6025390625, -4.4356689453125, -4.268798828125, -4.1019287109375, -3.93505859375, -3.7681884765625, -3.601318359375, -3.4344482421875, -3.267578125, -3.1007080078125, -2.933837890625, -2.7669677734375, -2.60009765625, -2.4332275390625, -2.266357421875, -2.0994873046875, -1.9326171875, -1.7657470703125, -1.598876953125, -1.4320068359375, -1.26513671875, -1.0982666015625, -0.931396484375, -0.7645263671875, -0.59765625, -0.4307861328125, -0.263916015625, -0.0970458984375, 0.06982421875, 0.2366943359375, 0.403564453125, 0.5704345703125, 0.7373046875, 0.9041748046875, 1.071044921875, 1.2379150390625, 1.40478515625, 1.5716552734375, 1.738525390625, 1.9053955078125, 2.072265625, 2.2391357421875, 2.406005859375, 2.5728759765625, 2.73974609375, 2.9066162109375, 3.073486328125, 3.2403564453125, 3.4072265625, 3.5740966796875, 3.740966796875, 3.9078369140625, 4.07470703125, 4.2415771484375, 4.408447265625, 4.5753173828125, 4.7421875]}, "gradients/decoder.transformer.h.21.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 3.0, 5.0, 5.0, 5.0, 10.0, 18.0, 13.0, 24.0, 43.0, 61.0, 96.0, 166.0, 319.0, 746.0, 2069.0, 7607.0, 41591.0, 3658656.0, 454617.0, 20420.0, 5071.0, 1517.0, 627.0, 247.0, 134.0, 53.0, 50.0, 30.0, 24.0, 9.0, 15.0, 13.0, 5.0, 6.0, 4.0, 4.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-42.84375, -41.739501953125, -40.63525390625, -39.531005859375, -38.4267578125, -37.322509765625, -36.21826171875, -35.114013671875, -34.009765625, -32.905517578125, -31.80126953125, -30.697021484375, -29.5927734375, -28.488525390625, -27.38427734375, -26.280029296875, -25.17578125, -24.071533203125, -22.96728515625, -21.863037109375, -20.7587890625, -19.654541015625, -18.55029296875, -17.446044921875, -16.341796875, -15.237548828125, -14.13330078125, -13.029052734375, -11.9248046875, -10.820556640625, -9.71630859375, -8.612060546875, -7.5078125, -6.403564453125, -5.29931640625, -4.195068359375, -3.0908203125, -1.986572265625, -0.88232421875, 0.221923828125, 1.326171875, 2.430419921875, 3.53466796875, 4.638916015625, 5.7431640625, 6.847412109375, 7.95166015625, 9.055908203125, 10.16015625, 11.264404296875, 12.36865234375, 13.472900390625, 14.5771484375, 15.681396484375, 16.78564453125, 17.889892578125, 18.994140625, 20.098388671875, 21.20263671875, 22.306884765625, 23.4111328125, 24.515380859375, 25.61962890625, 26.723876953125, 27.828125]}, "gradients/decoder.transformer.h.21.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 5.0, 5.0, 5.0, 9.0, 16.0, 14.0, 28.0, 25.0, 39.0, 71.0, 69.0, 127.0, 264.0, 616.0, 1071.0, 863.0, 364.0, 190.0, 76.0, 60.0, 48.0, 31.0, 28.0, 14.0, 16.0, 10.0, 6.0, 5.0, 5.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.1875, -14.519775390625, -13.85205078125, -13.184326171875, -12.5166015625, -11.848876953125, -11.18115234375, -10.513427734375, -9.845703125, -9.177978515625, -8.51025390625, -7.842529296875, -7.1748046875, -6.507080078125, -5.83935546875, -5.171630859375, -4.50390625, -3.836181640625, -3.16845703125, -2.500732421875, -1.8330078125, -1.165283203125, -0.49755859375, 0.170166015625, 0.837890625, 1.505615234375, 2.17333984375, 2.841064453125, 3.5087890625, 4.176513671875, 4.84423828125, 5.511962890625, 6.1796875, 6.847412109375, 7.51513671875, 8.182861328125, 8.8505859375, 9.518310546875, 10.18603515625, 10.853759765625, 11.521484375, 12.189208984375, 12.85693359375, 13.524658203125, 14.1923828125, 14.860107421875, 15.52783203125, 16.195556640625, 16.86328125, 17.531005859375, 18.19873046875, 18.866455078125, 19.5341796875, 20.201904296875, 20.86962890625, 21.537353515625, 22.205078125, 22.872802734375, 23.54052734375, 24.208251953125, 24.8759765625, 25.543701171875, 26.21142578125, 26.879150390625, 27.546875]}, "gradients/decoder.transformer.h.21.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 2.0, 6.0, 8.0, 5.0, 9.0, 24.0, 31.0, 35.0, 56.0, 87.0, 123.0, 243.0, 428.0, 962.0, 2041.0, 5577.0, 17031.0, 63378.0, 571179.0, 3314777.0, 166922.0, 34616.0, 10218.0, 3584.0, 1424.0, 634.0, 357.0, 194.0, 117.0, 69.0, 37.0, 29.0, 16.0, 14.0, 13.0, 10.0, 13.0, 4.0, 5.0, 5.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-35.34375, -34.342041015625, -33.34033203125, -32.338623046875, -31.3369140625, -30.335205078125, -29.33349609375, -28.331787109375, -27.330078125, -26.328369140625, -25.32666015625, -24.324951171875, -23.3232421875, -22.321533203125, -21.31982421875, -20.318115234375, -19.31640625, -18.314697265625, -17.31298828125, -16.311279296875, -15.3095703125, -14.307861328125, -13.30615234375, -12.304443359375, -11.302734375, -10.301025390625, -9.29931640625, -8.297607421875, -7.2958984375, -6.294189453125, -5.29248046875, -4.290771484375, -3.2890625, -2.287353515625, -1.28564453125, -0.283935546875, 0.7177734375, 1.719482421875, 2.72119140625, 3.722900390625, 4.724609375, 5.726318359375, 6.72802734375, 7.729736328125, 8.7314453125, 9.733154296875, 10.73486328125, 11.736572265625, 12.73828125, 13.739990234375, 14.74169921875, 15.743408203125, 16.7451171875, 17.746826171875, 18.74853515625, 19.750244140625, 20.751953125, 21.753662109375, 22.75537109375, 23.757080078125, 24.7587890625, 25.760498046875, 26.76220703125, 27.763916015625, 28.765625]}, "gradients/decoder.transformer.h.21.ln_2.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 18.0, 64.0, 245.0, 405.0, 196.0, 62.0, 13.0, 5.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-43.44306182861328, -36.733009338378906, -30.022960662841797, -23.312910079956055, -16.602859497070312, -9.892807006835938, -3.182758331298828, 3.5272903442382812, 10.237342834472656, 16.9473934173584, 23.65744400024414, 30.367494583129883, 37.077545166015625, 43.78759765625, 50.49764633178711, 57.20769500732422, 63.917747497558594, 70.62779998779297, 77.33784484863281, 84.04789733886719, 90.75794982910156, 97.46800231933594, 104.17805480957031, 110.88809967041016, 117.59815216064453, 124.3082046508789, 131.01824951171875, 137.72830200195312, 144.4383544921875, 151.14840698242188, 157.85845947265625, 164.56851196289062, 171.278564453125, 177.98861694335938, 184.69866943359375, 191.40872192382812, 198.1187744140625, 204.82882690429688, 211.5388641357422, 218.24891662597656, 224.95896911621094, 231.6690216064453, 238.3790740966797, 245.08912658691406, 251.79916381835938, 258.50921630859375, 265.2192687988281, 271.9293212890625, 278.6393737792969, 285.34942626953125, 292.0594787597656, 298.76953125, 305.4795837402344, 312.18963623046875, 318.8996887207031, 325.6097412109375, 332.31976318359375, 339.0298156738281, 345.7398681640625, 352.4499206542969, 359.15997314453125, 365.8700256347656, 372.580078125, 379.29010009765625, 386.00018310546875]}, "gradients/decoder.transformer.h.21.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 5.0, 1.0, 3.0, 5.0, 5.0, 9.0, 6.0, 12.0, 11.0, 12.0, 18.0, 20.0, 20.0, 21.0, 25.0, 26.0, 38.0, 29.0, 30.0, 37.0, 33.0, 41.0, 41.0, 35.0, 42.0, 30.0, 38.0, 34.0, 37.0, 32.0, 30.0, 40.0, 38.0, 21.0, 34.0, 24.0, 19.0, 10.0, 17.0, 18.0, 11.0, 11.0, 7.0, 15.0, 7.0, 2.0, 4.0, 6.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-45.57815933227539, -44.19872283935547, -42.81929016113281, -41.43985366821289, -40.06041717529297, -38.68098449707031, -37.30154800415039, -35.92211151123047, -34.54267883300781, -33.16324234008789, -31.7838077545166, -30.404373168945312, -29.02493667602539, -27.6455020904541, -26.266067504882812, -24.88663101196289, -23.50719451904297, -22.12775993347168, -20.748323440551758, -19.36888885498047, -17.989452362060547, -16.610017776489258, -15.230583190917969, -13.851147651672363, -12.471712112426758, -11.092276573181152, -9.712841033935547, -8.333406448364258, -6.953970909118652, -5.574535369873047, -4.195100784301758, -2.8156652450561523, -1.4362258911132812, -0.05679059028625488, 1.3226447105407715, 2.7020797729492188, 4.081515312194824, 5.46095085144043, 6.840385437011719, 8.219820976257324, 9.59925651550293, 10.978692054748535, 12.35812759399414, 13.73756217956543, 15.116997718811035, 16.49643325805664, 17.87586784362793, 19.25530242919922, 20.63473892211914, 22.01417350769043, 23.39361000061035, 24.77304458618164, 26.152481079101562, 27.53191566467285, 28.91135025024414, 30.290786743164062, 31.67022132873535, 33.04965591430664, 34.42909240722656, 35.80852508544922, 37.18796157836914, 38.56739807128906, 39.94683074951172, 41.32626724243164, 42.70570373535156]}, "gradients/decoder.transformer.h.21.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 4.0, 6.0, 6.0, 8.0, 5.0, 16.0, 13.0, 15.0, 15.0, 17.0, 27.0, 38.0, 32.0, 28.0, 42.0, 38.0, 37.0, 50.0, 52.0, 47.0, 69.0, 40.0, 47.0, 33.0, 36.0, 40.0, 43.0, 35.0, 32.0, 21.0, 15.0, 21.0, 14.0, 14.0, 7.0, 3.0, 5.0, 8.0, 4.0, 7.0, 3.0, 5.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0], "bins": [-5.8046875, -5.64324951171875, -5.4818115234375, -5.32037353515625, -5.158935546875, -4.99749755859375, -4.8360595703125, -4.67462158203125, -4.51318359375, -4.35174560546875, -4.1903076171875, -4.02886962890625, -3.867431640625, -3.70599365234375, -3.5445556640625, -3.38311767578125, -3.2216796875, -3.06024169921875, -2.8988037109375, -2.73736572265625, -2.575927734375, -2.41448974609375, -2.2530517578125, -2.09161376953125, -1.93017578125, -1.76873779296875, -1.6072998046875, -1.44586181640625, -1.284423828125, -1.12298583984375, -0.9615478515625, -0.80010986328125, -0.638671875, -0.47723388671875, -0.3157958984375, -0.15435791015625, 0.007080078125, 0.16851806640625, 0.3299560546875, 0.49139404296875, 0.65283203125, 0.81427001953125, 0.9757080078125, 1.13714599609375, 1.298583984375, 1.46002197265625, 1.6214599609375, 1.78289794921875, 1.9443359375, 2.10577392578125, 2.2672119140625, 2.42864990234375, 2.590087890625, 2.75152587890625, 2.9129638671875, 3.07440185546875, 3.23583984375, 3.39727783203125, 3.5587158203125, 3.72015380859375, 3.881591796875, 4.04302978515625, 4.2044677734375, 4.36590576171875, 4.52734375]}, "gradients/decoder.transformer.h.21.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 5.0, 2.0, 3.0, 4.0, 7.0, 12.0, 9.0, 28.0, 33.0, 47.0, 61.0, 108.0, 178.0, 219.0, 325.0, 484.0, 770.0, 1248.0, 2001.0, 3309.0, 5570.0, 9399.0, 16412.0, 29695.0, 54260.0, 105622.0, 211513.0, 281735.0, 153660.0, 77273.0, 40948.0, 22244.0, 12551.0, 7324.0, 4277.0, 2666.0, 1652.0, 979.0, 659.0, 439.0, 312.0, 162.0, 107.0, 86.0, 55.0, 37.0, 29.0, 14.0, 12.0, 9.0, 4.0, 5.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.53076171875, -0.514312744140625, -0.49786376953125, -0.481414794921875, -0.4649658203125, -0.448516845703125, -0.43206787109375, -0.415618896484375, -0.399169921875, -0.382720947265625, -0.36627197265625, -0.349822998046875, -0.3333740234375, -0.316925048828125, -0.30047607421875, -0.284027099609375, -0.267578125, -0.251129150390625, -0.23468017578125, -0.218231201171875, -0.2017822265625, -0.185333251953125, -0.16888427734375, -0.152435302734375, -0.135986328125, -0.119537353515625, -0.10308837890625, -0.086639404296875, -0.0701904296875, -0.053741455078125, -0.03729248046875, -0.020843505859375, -0.00439453125, 0.012054443359375, 0.02850341796875, 0.044952392578125, 0.0614013671875, 0.077850341796875, 0.09429931640625, 0.110748291015625, 0.127197265625, 0.143646240234375, 0.16009521484375, 0.176544189453125, 0.1929931640625, 0.209442138671875, 0.22589111328125, 0.242340087890625, 0.2587890625, 0.275238037109375, 0.29168701171875, 0.308135986328125, 0.3245849609375, 0.341033935546875, 0.35748291015625, 0.373931884765625, 0.390380859375, 0.406829833984375, 0.42327880859375, 0.439727783203125, 0.4561767578125, 0.472625732421875, 0.48907470703125, 0.505523681640625, 0.52197265625]}, "gradients/decoder.transformer.h.21.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 6.0, 3.0, 2.0, 4.0, 6.0, 8.0, 6.0, 12.0, 11.0, 16.0, 17.0, 20.0, 17.0, 21.0, 19.0, 17.0, 30.0, 30.0, 41.0, 38.0, 44.0, 43.0, 55.0, 47.0, 1070.0, 40.0, 38.0, 31.0, 30.0, 44.0, 34.0, 34.0, 39.0, 26.0, 22.0, 15.0, 21.0, 16.0, 17.0, 17.0, 7.0, 6.0, 4.0, 1.0, 7.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-3.65625, -3.545928955078125, -3.43560791015625, -3.325286865234375, -3.2149658203125, -3.104644775390625, -2.99432373046875, -2.884002685546875, -2.773681640625, -2.663360595703125, -2.55303955078125, -2.442718505859375, -2.3323974609375, -2.222076416015625, -2.11175537109375, -2.001434326171875, -1.89111328125, -1.780792236328125, -1.67047119140625, -1.560150146484375, -1.4498291015625, -1.339508056640625, -1.22918701171875, -1.118865966796875, -1.008544921875, -0.898223876953125, -0.78790283203125, -0.677581787109375, -0.5672607421875, -0.456939697265625, -0.34661865234375, -0.236297607421875, -0.1259765625, -0.015655517578125, 0.09466552734375, 0.204986572265625, 0.3153076171875, 0.425628662109375, 0.53594970703125, 0.646270751953125, 0.756591796875, 0.866912841796875, 0.97723388671875, 1.087554931640625, 1.1978759765625, 1.308197021484375, 1.41851806640625, 1.528839111328125, 1.63916015625, 1.749481201171875, 1.85980224609375, 1.970123291015625, 2.0804443359375, 2.190765380859375, 2.30108642578125, 2.411407470703125, 2.521728515625, 2.632049560546875, 2.74237060546875, 2.852691650390625, 2.9630126953125, 3.073333740234375, 3.18365478515625, 3.293975830078125, 3.404296875]}, "gradients/decoder.transformer.h.21.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 3.0, 12.0, 5.0, 7.0, 15.0, 21.0, 34.0, 48.0, 70.0, 88.0, 134.0, 207.0, 248.0, 394.0, 537.0, 778.0, 1184.0, 1652.0, 2414.0, 3515.0, 5151.0, 7740.0, 11664.0, 17960.0, 27601.0, 43732.0, 71963.0, 123957.0, 819228.0, 637838.0, 123162.0, 71350.0, 43256.0, 27363.0, 17769.0, 11779.0, 7565.0, 5226.0, 3607.0, 2494.0, 1619.0, 1141.0, 804.0, 540.0, 383.0, 284.0, 198.0, 129.0, 84.0, 65.0, 46.0, 26.0, 21.0, 14.0, 6.0, 5.0, 5.0, 2.0, 2.0, 1.0, 1.0], "bins": [-0.2227783203125, -0.21581459045410156, -0.20885086059570312, -0.2018871307373047, -0.19492340087890625, -0.1879596710205078, -0.18099594116210938, -0.17403221130371094, -0.1670684814453125, -0.16010475158691406, -0.15314102172851562, -0.1461772918701172, -0.13921356201171875, -0.1322498321533203, -0.12528610229492188, -0.11832237243652344, -0.111358642578125, -0.10439491271972656, -0.09743118286132812, -0.09046745300292969, -0.08350372314453125, -0.07653999328613281, -0.06957626342773438, -0.06261253356933594, -0.0556488037109375, -0.04868507385253906, -0.041721343994140625, -0.03475761413574219, -0.02779388427734375, -0.020830154418945312, -0.013866424560546875, -0.0069026947021484375, 6.103515625e-05, 0.0070247650146484375, 0.013988494873046875, 0.020952224731445312, 0.02791595458984375, 0.03487968444824219, 0.041843414306640625, 0.04880714416503906, 0.0557708740234375, 0.06273460388183594, 0.06969833374023438, 0.07666206359863281, 0.08362579345703125, 0.09058952331542969, 0.09755325317382812, 0.10451698303222656, 0.111480712890625, 0.11844444274902344, 0.12540817260742188, 0.1323719024658203, 0.13933563232421875, 0.1462993621826172, 0.15326309204101562, 0.16022682189941406, 0.1671905517578125, 0.17415428161621094, 0.18111801147460938, 0.1880817413330078, 0.19504547119140625, 0.2020092010498047, 0.20897293090820312, 0.21593666076660156, 0.222900390625]}, "gradients/decoder.transformer.h.21.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 0.0, 5.0, 3.0, 8.0, 8.0, 15.0, 16.0, 24.0, 26.0, 37.0, 33.0, 37.0, 55.0, 49.0, 71.0, 64.0, 84.0, 76.0, 73.0, 68.0, 50.0, 40.0, 32.0, 20.0, 20.0, 22.0, 12.0, 11.0, 8.0, 9.0, 5.0, 5.0, 2.0, 4.0, 4.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01526641845703125, -0.014765620231628418, -0.014264822006225586, -0.013764023780822754, -0.013263225555419922, -0.01276242733001709, -0.012261629104614258, -0.011760830879211426, -0.011260032653808594, -0.010759234428405762, -0.01025843620300293, -0.009757637977600098, -0.009256839752197266, -0.008756041526794434, -0.008255243301391602, -0.0077544450759887695, -0.0072536468505859375, -0.0067528486251831055, -0.0062520503997802734, -0.005751252174377441, -0.005250453948974609, -0.004749655723571777, -0.004248857498168945, -0.0037480592727661133, -0.0032472610473632812, -0.0027464628219604492, -0.002245664596557617, -0.0017448663711547852, -0.0012440681457519531, -0.0007432699203491211, -0.00024247169494628906, 0.00025832653045654297, 0.000759124755859375, 0.001259922981262207, 0.001760721206665039, 0.002261519432067871, 0.002762317657470703, 0.003263115882873535, 0.003763914108276367, 0.004264712333679199, 0.004765510559082031, 0.005266308784484863, 0.005767107009887695, 0.006267905235290527, 0.006768703460693359, 0.007269501686096191, 0.0077702999114990234, 0.008271098136901855, 0.008771896362304688, 0.00927269458770752, 0.009773492813110352, 0.010274291038513184, 0.010775089263916016, 0.011275887489318848, 0.01177668571472168, 0.012277483940124512, 0.012778282165527344, 0.013279080390930176, 0.013779878616333008, 0.01428067684173584, 0.014781475067138672, 0.015282273292541504, 0.015783071517944336, 0.016283869743347168, 0.01678466796875]}, "gradients/decoder.transformer.h.21.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 6.0, 3.0, 5.0, 6.0, 6.0, 9.0, 12.0, 11.0, 23.0, 29.0, 30.0, 45.0, 60.0, 111.0, 170.0, 305.0, 1341.0, 30449.0, 996572.0, 17597.0, 1024.0, 237.0, 149.0, 92.0, 59.0, 55.0, 45.0, 33.0, 15.0, 24.0, 13.0, 6.0, 10.0, 4.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.324462890625, -0.31475830078125, -0.3050537109375, -0.29534912109375, -0.28564453125, -0.27593994140625, -0.2662353515625, -0.25653076171875, -0.246826171875, -0.23712158203125, -0.2274169921875, -0.21771240234375, -0.2080078125, -0.19830322265625, -0.1885986328125, -0.17889404296875, -0.169189453125, -0.15948486328125, -0.1497802734375, -0.14007568359375, -0.13037109375, -0.12066650390625, -0.1109619140625, -0.10125732421875, -0.091552734375, -0.08184814453125, -0.0721435546875, -0.06243896484375, -0.052734375, -0.04302978515625, -0.0333251953125, -0.02362060546875, -0.013916015625, -0.00421142578125, 0.0054931640625, 0.01519775390625, 0.02490234375, 0.03460693359375, 0.0443115234375, 0.05401611328125, 0.063720703125, 0.07342529296875, 0.0831298828125, 0.09283447265625, 0.1025390625, 0.11224365234375, 0.1219482421875, 0.13165283203125, 0.141357421875, 0.15106201171875, 0.1607666015625, 0.17047119140625, 0.18017578125, 0.18988037109375, 0.1995849609375, 0.20928955078125, 0.218994140625, 0.22869873046875, 0.2384033203125, 0.24810791015625, 0.2578125, 0.26751708984375, 0.2772216796875, 0.28692626953125, 0.296630859375]}, "gradients/decoder.transformer.h.21.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 4.0, 10.0, 17.0, 24.0, 48.0, 92.0, 227.0, 347.0, 124.0, 60.0, 31.0, 16.0, 8.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.24704289436340332, -0.2420172542333603, -0.23699159920215607, -0.23196595907211304, -0.2269403040409088, -0.22191466391086578, -0.21688900887966156, -0.21186336874961853, -0.2068377137184143, -0.20181207358837128, -0.19678641855716705, -0.19176077842712402, -0.1867351233959198, -0.18170948326587677, -0.17668382823467255, -0.17165818810462952, -0.1666325479745865, -0.16160690784454346, -0.15658125281333923, -0.1515556126832962, -0.14652995765209198, -0.14150431752204895, -0.13647866249084473, -0.1314530223608017, -0.12642738223075867, -0.12140173465013504, -0.11637608706951141, -0.11135043948888779, -0.10632479190826416, -0.10129915177822113, -0.0962735041975975, -0.09124785661697388, -0.08622220903635025, -0.08119656145572662, -0.076170913875103, -0.07114526629447937, -0.06611962616443634, -0.061093974858522415, -0.05606833100318909, -0.05104268342256546, -0.046017035841941833, -0.04099138826131821, -0.03596574068069458, -0.030940096825361252, -0.025914449244737625, -0.020888801664114, -0.01586315594613552, -0.010837510228157043, -0.005811862647533417, -0.0007862159982323647, 0.0042394306510686874, 0.00926507730036974, 0.014290723949670792, 0.01931637153029442, 0.024342017248272896, 0.029367662966251373, 0.034393310546875, 0.03941895812749863, 0.04444460570812225, 0.04947024956345558, 0.05449589714407921, 0.059521544724702835, 0.06454718858003616, 0.06957283616065979, 0.07459848374128342]}, "gradients/decoder.transformer.h.21.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 3.0, 4.0, 4.0, 8.0, 9.0, 1.0, 10.0, 13.0, 18.0, 14.0, 22.0, 31.0, 20.0, 30.0, 37.0, 26.0, 36.0, 31.0, 44.0, 37.0, 35.0, 37.0, 32.0, 43.0, 36.0, 29.0, 25.0, 34.0, 32.0, 34.0, 28.0, 34.0, 35.0, 26.0, 25.0, 16.0, 15.0, 21.0, 12.0, 13.0, 8.0, 9.0, 5.0, 5.0, 5.0, 5.0, 3.0, 3.0, 2.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.051850080490112305, -0.050241291522979736, -0.048632506281137466, -0.0470237210392952, -0.04541493207216263, -0.04380614310503006, -0.04219735786318779, -0.04058857262134552, -0.03897978365421295, -0.03737099468708038, -0.03576220944523811, -0.034153424203395844, -0.032544635236263275, -0.030935848131775856, -0.029327061027288437, -0.027718273922801018, -0.0261094868183136, -0.02450069971382618, -0.02289191260933876, -0.02128312550485134, -0.019674338400363922, -0.018065551295876503, -0.016456764191389084, -0.014847977086901665, -0.013239189982414246, -0.011630402877926826, -0.010021615773439407, -0.008412828668951988, -0.006804041564464569, -0.00519525445997715, -0.003586467355489731, -0.0019776802510023117, -0.0003688931465148926, 0.0012398939579725266, 0.0028486810624599457, 0.004457468166947365, 0.006066255271434784, 0.007675042375922203, 0.009283829480409622, 0.010892616584897041, 0.01250140368938446, 0.01411019079387188, 0.0157189778983593, 0.017327765002846718, 0.018936552107334137, 0.020545339211821556, 0.022154126316308975, 0.023762913420796394, 0.025371700525283813, 0.026980487629771233, 0.02858927473425865, 0.03019806183874607, 0.03180684894323349, 0.03341563791036606, 0.03502442315220833, 0.0366332083940506, 0.038241997361183167, 0.039850786328315735, 0.041459571570158005, 0.043068356812000275, 0.04467714577913284, 0.04628593474626541, 0.04789471998810768, 0.04950350522994995, 0.05111229419708252]}, "gradients/decoder.transformer.h.21.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 4.0, 6.0, 7.0, 7.0, 5.0, 16.0, 13.0, 15.0, 15.0, 17.0, 27.0, 37.0, 33.0, 28.0, 42.0, 38.0, 37.0, 50.0, 53.0, 46.0, 68.0, 42.0, 46.0, 33.0, 36.0, 39.0, 43.0, 36.0, 32.0, 21.0, 15.0, 21.0, 14.0, 14.0, 7.0, 3.0, 5.0, 8.0, 4.0, 7.0, 3.0, 5.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0], "bins": [-5.8046875, -5.64324951171875, -5.4818115234375, -5.32037353515625, -5.158935546875, -4.99749755859375, -4.8360595703125, -4.67462158203125, -4.51318359375, -4.35174560546875, -4.1903076171875, -4.02886962890625, -3.867431640625, -3.70599365234375, -3.5445556640625, -3.38311767578125, -3.2216796875, -3.06024169921875, -2.8988037109375, -2.73736572265625, -2.575927734375, -2.41448974609375, -2.2530517578125, -2.09161376953125, -1.93017578125, -1.76873779296875, -1.6072998046875, -1.44586181640625, -1.284423828125, -1.12298583984375, -0.9615478515625, -0.80010986328125, -0.638671875, -0.47723388671875, -0.3157958984375, -0.15435791015625, 0.007080078125, 0.16851806640625, 0.3299560546875, 0.49139404296875, 0.65283203125, 0.81427001953125, 0.9757080078125, 1.13714599609375, 1.298583984375, 1.46002197265625, 1.6214599609375, 1.78289794921875, 1.9443359375, 2.10577392578125, 2.2672119140625, 2.42864990234375, 2.590087890625, 2.75152587890625, 2.9129638671875, 3.07440185546875, 3.23583984375, 3.39727783203125, 3.5587158203125, 3.72015380859375, 3.881591796875, 4.04302978515625, 4.2044677734375, 4.36590576171875, 4.52734375]}, "gradients/decoder.transformer.h.21.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 4.0, 2.0, 4.0, 5.0, 5.0, 10.0, 8.0, 23.0, 14.0, 31.0, 43.0, 63.0, 80.0, 115.0, 195.0, 229.0, 358.0, 545.0, 835.0, 1391.0, 2399.0, 4877.0, 11913.0, 36921.0, 172929.0, 614120.0, 147348.0, 32758.0, 10823.0, 4554.0, 2250.0, 1219.0, 800.0, 507.0, 350.0, 244.0, 172.0, 129.0, 89.0, 47.0, 38.0, 23.0, 28.0, 20.0, 11.0, 13.0, 8.0, 5.0, 5.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-6.07421875, -5.881103515625, -5.68798828125, -5.494873046875, -5.3017578125, -5.108642578125, -4.91552734375, -4.722412109375, -4.529296875, -4.336181640625, -4.14306640625, -3.949951171875, -3.7568359375, -3.563720703125, -3.37060546875, -3.177490234375, -2.984375, -2.791259765625, -2.59814453125, -2.405029296875, -2.2119140625, -2.018798828125, -1.82568359375, -1.632568359375, -1.439453125, -1.246337890625, -1.05322265625, -0.860107421875, -0.6669921875, -0.473876953125, -0.28076171875, -0.087646484375, 0.10546875, 0.298583984375, 0.49169921875, 0.684814453125, 0.8779296875, 1.071044921875, 1.26416015625, 1.457275390625, 1.650390625, 1.843505859375, 2.03662109375, 2.229736328125, 2.4228515625, 2.615966796875, 2.80908203125, 3.002197265625, 3.1953125, 3.388427734375, 3.58154296875, 3.774658203125, 3.9677734375, 4.160888671875, 4.35400390625, 4.547119140625, 4.740234375, 4.933349609375, 5.12646484375, 5.319580078125, 5.5126953125, 5.705810546875, 5.89892578125, 6.092041015625, 6.28515625]}, "gradients/decoder.transformer.h.21.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 8.0, 4.0, 5.0, 9.0, 7.0, 9.0, 16.0, 21.0, 15.0, 25.0, 17.0, 27.0, 33.0, 38.0, 34.0, 38.0, 51.0, 67.0, 104.0, 288.0, 1657.0, 104.0, 65.0, 52.0, 39.0, 46.0, 37.0, 37.0, 29.0, 40.0, 22.0, 24.0, 14.0, 14.0, 14.0, 15.0, 13.0, 3.0, 4.0, 4.0, 3.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.3125, -17.743408203125, -17.17431640625, -16.605224609375, -16.0361328125, -15.467041015625, -14.89794921875, -14.328857421875, -13.759765625, -13.190673828125, -12.62158203125, -12.052490234375, -11.4833984375, -10.914306640625, -10.34521484375, -9.776123046875, -9.20703125, -8.637939453125, -8.06884765625, -7.499755859375, -6.9306640625, -6.361572265625, -5.79248046875, -5.223388671875, -4.654296875, -4.085205078125, -3.51611328125, -2.947021484375, -2.3779296875, -1.808837890625, -1.23974609375, -0.670654296875, -0.1015625, 0.467529296875, 1.03662109375, 1.605712890625, 2.1748046875, 2.743896484375, 3.31298828125, 3.882080078125, 4.451171875, 5.020263671875, 5.58935546875, 6.158447265625, 6.7275390625, 7.296630859375, 7.86572265625, 8.434814453125, 9.00390625, 9.572998046875, 10.14208984375, 10.711181640625, 11.2802734375, 11.849365234375, 12.41845703125, 12.987548828125, 13.556640625, 14.125732421875, 14.69482421875, 15.263916015625, 15.8330078125, 16.402099609375, 16.97119140625, 17.540283203125, 18.109375]}, "gradients/decoder.transformer.h.21.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 6.0, 4.0, 3.0, 7.0, 12.0, 14.0, 12.0, 13.0, 19.0, 20.0, 33.0, 39.0, 39.0, 75.0, 83.0, 172.0, 295.0, 759.0, 2609.0, 22030.0, 2875550.0, 234367.0, 7012.0, 1434.0, 458.0, 212.0, 125.0, 71.0, 49.0, 45.0, 26.0, 26.0, 18.0, 15.0, 10.0, 15.0, 7.0, 6.0, 6.0, 7.0, 5.0, 4.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-29.234375, -28.314453125, -27.39453125, -26.474609375, -25.5546875, -24.634765625, -23.71484375, -22.794921875, -21.875, -20.955078125, -20.03515625, -19.115234375, -18.1953125, -17.275390625, -16.35546875, -15.435546875, -14.515625, -13.595703125, -12.67578125, -11.755859375, -10.8359375, -9.916015625, -8.99609375, -8.076171875, -7.15625, -6.236328125, -5.31640625, -4.396484375, -3.4765625, -2.556640625, -1.63671875, -0.716796875, 0.203125, 1.123046875, 2.04296875, 2.962890625, 3.8828125, 4.802734375, 5.72265625, 6.642578125, 7.5625, 8.482421875, 9.40234375, 10.322265625, 11.2421875, 12.162109375, 13.08203125, 14.001953125, 14.921875, 15.841796875, 16.76171875, 17.681640625, 18.6015625, 19.521484375, 20.44140625, 21.361328125, 22.28125, 23.201171875, 24.12109375, 25.041015625, 25.9609375, 26.880859375, 27.80078125, 28.720703125, 29.640625]}, "gradients/decoder.transformer.h.21.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 11.0, 173.0, 539.0, 257.0, 30.0, 9.0], "bins": [-194.35984802246094, -191.1531982421875, -187.946533203125, -184.73988342285156, -181.53323364257812, -178.32656860351562, -175.1199188232422, -171.91326904296875, -168.7066192626953, -165.49996948242188, -162.29330444335938, -159.08665466308594, -155.8800048828125, -152.67333984375, -149.46669006347656, -146.26004028320312, -143.05337524414062, -139.8467254638672, -136.6400604248047, -133.43341064453125, -130.2267608642578, -127.02010345458984, -123.81344604492188, -120.60679626464844, -117.400146484375, -114.19348907470703, -110.9868392944336, -107.78018188476562, -104.57353210449219, -101.36687469482422, -98.16021728515625, -94.95356750488281, -91.74691009521484, -88.54025268554688, -85.33360290527344, -82.12694549560547, -78.92029571533203, -75.71363830566406, -72.50698852539062, -69.30033111572266, -66.09367370605469, -62.887020111083984, -59.68036651611328, -56.47370910644531, -53.26705551147461, -50.060401916503906, -46.8537483215332, -43.6470947265625, -40.44044494628906, -37.23379135131836, -34.027137756347656, -30.82048225402832, -27.613826751708984, -24.40717315673828, -21.200519561767578, -17.993864059448242, -14.787208557128906, -11.580554008483887, -8.373899459838867, -5.167245864868164, -1.9605913162231445, 1.246063232421875, 4.452716827392578, 7.659372329711914, 10.866025924682617]}, "gradients/decoder.transformer.h.21.ln_1.bias": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 3.0, 1.0, 4.0, 3.0, 2.0, 10.0, 11.0, 9.0, 13.0, 20.0, 18.0, 14.0, 23.0, 13.0, 24.0, 31.0, 19.0, 33.0, 29.0, 32.0, 37.0, 39.0, 35.0, 42.0, 41.0, 35.0, 43.0, 27.0, 52.0, 43.0, 31.0, 34.0, 32.0, 26.0, 29.0, 27.0, 18.0, 19.0, 15.0, 13.0, 16.0, 12.0, 5.0, 9.0, 5.0, 6.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-48.269874572753906, -46.540618896484375, -44.811363220214844, -43.08210754394531, -41.35285186767578, -39.62359619140625, -37.89434051513672, -36.16508483886719, -34.435829162597656, -32.706573486328125, -30.977317810058594, -29.248062133789062, -27.51880645751953, -25.78955078125, -24.06029510498047, -22.331039428710938, -20.60178565979004, -18.872529983520508, -17.143274307250977, -15.414018630981445, -13.684762954711914, -11.9555082321167, -10.226252555847168, -8.496996879577637, -6.7677412033081055, -5.038485527038574, -3.309230089187622, -1.57997465133667, 0.14928102493286133, 1.8785362243652344, 3.6077919006347656, 5.337047576904297, 7.066303253173828, 8.79555892944336, 10.52481460571289, 12.254070281982422, 13.983325958251953, 15.712580680847168, 17.441837310791016, 19.171092987060547, 20.900348663330078, 22.62960433959961, 24.35886001586914, 26.088115692138672, 27.817371368408203, 29.546627044677734, 31.275882720947266, 33.0051383972168, 34.73439025878906, 36.463645935058594, 38.192901611328125, 39.922157287597656, 41.65141296386719, 43.38066864013672, 45.10992431640625, 46.83917999267578, 48.56843566894531, 50.297691345214844, 52.026947021484375, 53.756202697753906, 55.48545837402344, 57.21471405029297, 58.9439697265625, 60.67322540283203, 62.40248107910156]}, "gradients/decoder.transformer.h.20.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 4.0, 3.0, 4.0, 4.0, 6.0, 8.0, 8.0, 12.0, 15.0, 19.0, 16.0, 23.0, 30.0, 34.0, 35.0, 31.0, 37.0, 44.0, 47.0, 40.0, 62.0, 55.0, 53.0, 44.0, 43.0, 31.0, 44.0, 46.0, 37.0, 34.0, 20.0, 16.0, 20.0, 15.0, 11.0, 13.0, 5.0, 3.0, 4.0, 6.0, 5.0, 5.0, 5.0, 7.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-5.921875, -5.7545166015625, -5.587158203125, -5.4197998046875, -5.25244140625, -5.0850830078125, -4.917724609375, -4.7503662109375, -4.5830078125, -4.4156494140625, -4.248291015625, -4.0809326171875, -3.91357421875, -3.7462158203125, -3.578857421875, -3.4114990234375, -3.244140625, -3.0767822265625, -2.909423828125, -2.7420654296875, -2.57470703125, -2.4073486328125, -2.239990234375, -2.0726318359375, -1.9052734375, -1.7379150390625, -1.570556640625, -1.4031982421875, -1.23583984375, -1.0684814453125, -0.901123046875, -0.7337646484375, -0.56640625, -0.3990478515625, -0.231689453125, -0.0643310546875, 0.10302734375, 0.2703857421875, 0.437744140625, 0.6051025390625, 0.7724609375, 0.9398193359375, 1.107177734375, 1.2745361328125, 1.44189453125, 1.6092529296875, 1.776611328125, 1.9439697265625, 2.111328125, 2.2786865234375, 2.446044921875, 2.6134033203125, 2.78076171875, 2.9481201171875, 3.115478515625, 3.2828369140625, 3.4501953125, 3.6175537109375, 3.784912109375, 3.9522705078125, 4.11962890625, 4.2869873046875, 4.454345703125, 4.6217041015625, 4.7890625]}, "gradients/decoder.transformer.h.20.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 4.0, 8.0, 3.0, 13.0, 11.0, 22.0, 18.0, 32.0, 47.0, 64.0, 112.0, 163.0, 292.0, 577.0, 1205.0, 2869.0, 7400.0, 23417.0, 139678.0, 3754970.0, 220524.0, 27316.0, 8909.0, 3440.0, 1564.0, 773.0, 315.0, 181.0, 123.0, 65.0, 38.0, 24.0, 39.0, 17.0, 14.0, 14.0, 3.0, 6.0, 4.0, 3.0, 4.0, 3.0, 4.0, 3.0], "bins": [-32.15625, -31.343505859375, -30.53076171875, -29.718017578125, -28.9052734375, -28.092529296875, -27.27978515625, -26.467041015625, -25.654296875, -24.841552734375, -24.02880859375, -23.216064453125, -22.4033203125, -21.590576171875, -20.77783203125, -19.965087890625, -19.15234375, -18.339599609375, -17.52685546875, -16.714111328125, -15.9013671875, -15.088623046875, -14.27587890625, -13.463134765625, -12.650390625, -11.837646484375, -11.02490234375, -10.212158203125, -9.3994140625, -8.586669921875, -7.77392578125, -6.961181640625, -6.1484375, -5.335693359375, -4.52294921875, -3.710205078125, -2.8974609375, -2.084716796875, -1.27197265625, -0.459228515625, 0.353515625, 1.166259765625, 1.97900390625, 2.791748046875, 3.6044921875, 4.417236328125, 5.22998046875, 6.042724609375, 6.85546875, 7.668212890625, 8.48095703125, 9.293701171875, 10.1064453125, 10.919189453125, 11.73193359375, 12.544677734375, 13.357421875, 14.170166015625, 14.98291015625, 15.795654296875, 16.6083984375, 17.421142578125, 18.23388671875, 19.046630859375, 19.859375]}, "gradients/decoder.transformer.h.20.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 4.0, 4.0, 5.0, 9.0, 18.0, 12.0, 13.0, 19.0, 13.0, 37.0, 28.0, 37.0, 61.0, 84.0, 125.0, 198.0, 393.0, 710.0, 849.0, 562.0, 337.0, 174.0, 93.0, 61.0, 49.0, 36.0, 30.0, 16.0, 21.0, 21.0, 14.0, 6.0, 10.0, 6.0, 4.0, 5.0, 3.0, 4.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.890625, -17.3983154296875, -16.906005859375, -16.4136962890625, -15.92138671875, -15.4290771484375, -14.936767578125, -14.4444580078125, -13.9521484375, -13.4598388671875, -12.967529296875, -12.4752197265625, -11.98291015625, -11.4906005859375, -10.998291015625, -10.5059814453125, -10.013671875, -9.5213623046875, -9.029052734375, -8.5367431640625, -8.04443359375, -7.5521240234375, -7.059814453125, -6.5675048828125, -6.0751953125, -5.5828857421875, -5.090576171875, -4.5982666015625, -4.10595703125, -3.6136474609375, -3.121337890625, -2.6290283203125, -2.13671875, -1.6444091796875, -1.152099609375, -0.6597900390625, -0.16748046875, 0.3248291015625, 0.817138671875, 1.3094482421875, 1.8017578125, 2.2940673828125, 2.786376953125, 3.2786865234375, 3.77099609375, 4.2633056640625, 4.755615234375, 5.2479248046875, 5.740234375, 6.2325439453125, 6.724853515625, 7.2171630859375, 7.70947265625, 8.2017822265625, 8.694091796875, 9.1864013671875, 9.6787109375, 10.1710205078125, 10.663330078125, 11.1556396484375, 11.64794921875, 12.1402587890625, 12.632568359375, 13.1248779296875, 13.6171875]}, "gradients/decoder.transformer.h.20.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 4.0, 5.0, 5.0, 9.0, 8.0, 20.0, 29.0, 48.0, 57.0, 103.0, 193.0, 336.0, 644.0, 1486.0, 3358.0, 8179.0, 22902.0, 76934.0, 767098.0, 3088786.0, 163339.0, 38490.0, 13252.0, 4900.0, 2085.0, 942.0, 463.0, 234.0, 144.0, 74.0, 48.0, 28.0, 27.0, 19.0, 11.0, 9.0, 3.0, 5.0, 4.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.78125, -24.83447265625, -23.8876953125, -22.94091796875, -21.994140625, -21.04736328125, -20.1005859375, -19.15380859375, -18.20703125, -17.26025390625, -16.3134765625, -15.36669921875, -14.419921875, -13.47314453125, -12.5263671875, -11.57958984375, -10.6328125, -9.68603515625, -8.7392578125, -7.79248046875, -6.845703125, -5.89892578125, -4.9521484375, -4.00537109375, -3.05859375, -2.11181640625, -1.1650390625, -0.21826171875, 0.728515625, 1.67529296875, 2.6220703125, 3.56884765625, 4.515625, 5.46240234375, 6.4091796875, 7.35595703125, 8.302734375, 9.24951171875, 10.1962890625, 11.14306640625, 12.08984375, 13.03662109375, 13.9833984375, 14.93017578125, 15.876953125, 16.82373046875, 17.7705078125, 18.71728515625, 19.6640625, 20.61083984375, 21.5576171875, 22.50439453125, 23.451171875, 24.39794921875, 25.3447265625, 26.29150390625, 27.23828125, 28.18505859375, 29.1318359375, 30.07861328125, 31.025390625, 31.97216796875, 32.9189453125, 33.86572265625, 34.8125]}, "gradients/decoder.transformer.h.20.ln_2.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 4.0, 13.0, 10.0, 11.0, 21.0, 29.0, 54.0, 102.0, 151.0, 166.0, 155.0, 105.0, 55.0, 50.0, 30.0, 15.0, 17.0, 8.0, 7.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-55.93431091308594, -53.10466766357422, -50.2750244140625, -47.445377349853516, -44.6157341003418, -41.78609085083008, -38.956443786621094, -36.126800537109375, -33.297157287597656, -30.467514038085938, -27.637868881225586, -24.808223724365234, -21.978580474853516, -19.148937225341797, -16.319292068481445, -13.489646911621094, -10.660003662109375, -7.83035945892334, -5.000715255737305, -2.1710710525512695, 0.6585731506347656, 3.488217353820801, 6.317861557006836, 9.147506713867188, 11.977149963378906, 14.806794166564941, 17.636438369750977, 20.466083526611328, 23.295726776123047, 26.125370025634766, 28.955015182495117, 31.78466033935547, 34.61430358886719, 37.443946838378906, 40.273590087890625, 43.10323715209961, 45.93288040161133, 48.76252365112305, 51.59217071533203, 54.42181396484375, 57.25145721435547, 60.08110046386719, 62.910743713378906, 65.74038696289062, 68.57003784179688, 71.3996810913086, 74.22932434082031, 77.05896759033203, 79.88861083984375, 82.71825408935547, 85.54789733886719, 88.3775405883789, 91.20718383789062, 94.03683471679688, 96.8664779663086, 99.69612121582031, 102.52576446533203, 105.35540771484375, 108.18505096435547, 111.01469421386719, 113.84434509277344, 116.67398834228516, 119.50363159179688, 122.3332748413086, 125.16291809082031]}, "gradients/decoder.transformer.h.20.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 7.0, 4.0, 2.0, 7.0, 7.0, 9.0, 8.0, 11.0, 17.0, 14.0, 15.0, 23.0, 21.0, 30.0, 25.0, 29.0, 23.0, 44.0, 36.0, 26.0, 36.0, 39.0, 41.0, 46.0, 33.0, 38.0, 34.0, 37.0, 31.0, 32.0, 25.0, 30.0, 38.0, 24.0, 25.0, 25.0, 25.0, 11.0, 23.0, 9.0, 11.0, 10.0, 10.0, 3.0, 3.0, 2.0, 3.0, 2.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-41.542999267578125, -40.23131561279297, -38.91963577270508, -37.60795593261719, -36.29627227783203, -34.984588623046875, -33.672908782958984, -32.361228942871094, -31.049545288085938, -29.737863540649414, -28.42618179321289, -27.114500045776367, -25.802818298339844, -24.49113655090332, -23.179454803466797, -21.867773056030273, -20.55609130859375, -19.244409561157227, -17.932727813720703, -16.62104606628418, -15.309364318847656, -13.997682571411133, -12.68600082397461, -11.374319076538086, -10.062637329101562, -8.750955581665039, -7.439273834228516, -6.127592086791992, -4.815910339355469, -3.5042285919189453, -2.192546844482422, -0.8808650970458984, 0.4308128356933594, 1.7424945831298828, 3.0541763305664062, 4.36585807800293, 5.677539825439453, 6.989221572875977, 8.3009033203125, 9.612585067749023, 10.924266815185547, 12.23594856262207, 13.547630310058594, 14.859312057495117, 16.17099380493164, 17.482675552368164, 18.794357299804688, 20.10603904724121, 21.417720794677734, 22.729402542114258, 24.04108428955078, 25.352766036987305, 26.664447784423828, 27.97612953186035, 29.287811279296875, 30.5994930267334, 31.911174774169922, 33.22285461425781, 34.53453826904297, 35.846221923828125, 37.157901763916016, 38.469581604003906, 39.78126525878906, 41.09294891357422, 42.40462875366211]}, "gradients/decoder.transformer.h.20.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 5.0, 2.0, 3.0, 4.0, 3.0, 4.0, 12.0, 11.0, 12.0, 17.0, 22.0, 12.0, 28.0, 28.0, 24.0, 31.0, 40.0, 36.0, 45.0, 52.0, 43.0, 46.0, 63.0, 45.0, 47.0, 42.0, 39.0, 40.0, 39.0, 26.0, 33.0, 28.0, 27.0, 21.0, 11.0, 6.0, 7.0, 15.0, 6.0, 7.0, 7.0, 0.0, 10.0, 5.0, 1.0, 3.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-5.76171875, -5.59429931640625, -5.4268798828125, -5.25946044921875, -5.092041015625, -4.92462158203125, -4.7572021484375, -4.58978271484375, -4.42236328125, -4.25494384765625, -4.0875244140625, -3.92010498046875, -3.752685546875, -3.58526611328125, -3.4178466796875, -3.25042724609375, -3.0830078125, -2.91558837890625, -2.7481689453125, -2.58074951171875, -2.413330078125, -2.24591064453125, -2.0784912109375, -1.91107177734375, -1.74365234375, -1.57623291015625, -1.4088134765625, -1.24139404296875, -1.073974609375, -0.90655517578125, -0.7391357421875, -0.57171630859375, -0.404296875, -0.23687744140625, -0.0694580078125, 0.09796142578125, 0.265380859375, 0.43280029296875, 0.6002197265625, 0.76763916015625, 0.93505859375, 1.10247802734375, 1.2698974609375, 1.43731689453125, 1.604736328125, 1.77215576171875, 1.9395751953125, 2.10699462890625, 2.2744140625, 2.44183349609375, 2.6092529296875, 2.77667236328125, 2.944091796875, 3.11151123046875, 3.2789306640625, 3.44635009765625, 3.61376953125, 3.78118896484375, 3.9486083984375, 4.11602783203125, 4.283447265625, 4.45086669921875, 4.6182861328125, 4.78570556640625, 4.953125]}, "gradients/decoder.transformer.h.20.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 6.0, 7.0, 10.0, 10.0, 18.0, 26.0, 50.0, 67.0, 93.0, 118.0, 176.0, 242.0, 418.0, 598.0, 837.0, 1255.0, 2048.0, 2986.0, 4607.0, 6949.0, 11494.0, 18298.0, 30590.0, 51621.0, 90220.0, 159203.0, 241880.0, 178196.0, 100489.0, 57234.0, 33614.0, 19938.0, 12520.0, 7909.0, 5023.0, 3312.0, 2182.0, 1468.0, 908.0, 596.0, 468.0, 273.0, 191.0, 140.0, 83.0, 51.0, 39.0, 23.0, 29.0, 21.0, 12.0, 9.0, 4.0, 3.0, 2.0, 4.0, 0.0, 1.0], "bins": [-0.50634765625, -0.490814208984375, -0.47528076171875, -0.459747314453125, -0.4442138671875, -0.428680419921875, -0.41314697265625, -0.397613525390625, -0.382080078125, -0.366546630859375, -0.35101318359375, -0.335479736328125, -0.3199462890625, -0.304412841796875, -0.28887939453125, -0.273345947265625, -0.2578125, -0.242279052734375, -0.22674560546875, -0.211212158203125, -0.1956787109375, -0.180145263671875, -0.16461181640625, -0.149078369140625, -0.133544921875, -0.118011474609375, -0.10247802734375, -0.086944580078125, -0.0714111328125, -0.055877685546875, -0.04034423828125, -0.024810791015625, -0.00927734375, 0.006256103515625, 0.02178955078125, 0.037322998046875, 0.0528564453125, 0.068389892578125, 0.08392333984375, 0.099456787109375, 0.114990234375, 0.130523681640625, 0.14605712890625, 0.161590576171875, 0.1771240234375, 0.192657470703125, 0.20819091796875, 0.223724365234375, 0.2392578125, 0.254791259765625, 0.27032470703125, 0.285858154296875, 0.3013916015625, 0.316925048828125, 0.33245849609375, 0.347991943359375, 0.363525390625, 0.379058837890625, 0.39459228515625, 0.410125732421875, 0.4256591796875, 0.441192626953125, 0.45672607421875, 0.472259521484375, 0.48779296875]}, "gradients/decoder.transformer.h.20.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 5.0, 1.0, 1.0, 2.0, 4.0, 3.0, 5.0, 6.0, 12.0, 7.0, 23.0, 16.0, 29.0, 14.0, 35.0, 32.0, 32.0, 31.0, 39.0, 48.0, 42.0, 42.0, 37.0, 29.0, 1054.0, 36.0, 38.0, 34.0, 35.0, 41.0, 33.0, 31.0, 26.0, 31.0, 25.0, 27.0, 22.0, 15.0, 11.0, 18.0, 10.0, 19.0, 9.0, 10.0, 5.0, 5.0, 3.0, 4.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.8125, -3.69549560546875, -3.5784912109375, -3.46148681640625, -3.344482421875, -3.22747802734375, -3.1104736328125, -2.99346923828125, -2.87646484375, -2.75946044921875, -2.6424560546875, -2.52545166015625, -2.408447265625, -2.29144287109375, -2.1744384765625, -2.05743408203125, -1.9404296875, -1.82342529296875, -1.7064208984375, -1.58941650390625, -1.472412109375, -1.35540771484375, -1.2384033203125, -1.12139892578125, -1.00439453125, -0.88739013671875, -0.7703857421875, -0.65338134765625, -0.536376953125, -0.41937255859375, -0.3023681640625, -0.18536376953125, -0.068359375, 0.04864501953125, 0.1656494140625, 0.28265380859375, 0.399658203125, 0.51666259765625, 0.6336669921875, 0.75067138671875, 0.86767578125, 0.98468017578125, 1.1016845703125, 1.21868896484375, 1.335693359375, 1.45269775390625, 1.5697021484375, 1.68670654296875, 1.8037109375, 1.92071533203125, 2.0377197265625, 2.15472412109375, 2.271728515625, 2.38873291015625, 2.5057373046875, 2.62274169921875, 2.73974609375, 2.85675048828125, 2.9737548828125, 3.09075927734375, 3.207763671875, 3.32476806640625, 3.4417724609375, 3.55877685546875, 3.67578125]}, "gradients/decoder.transformer.h.20.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 9.0, 10.0, 11.0, 16.0, 20.0, 36.0, 61.0, 85.0, 116.0, 186.0, 275.0, 431.0, 663.0, 959.0, 1515.0, 2352.0, 3606.0, 5696.0, 9036.0, 14348.0, 23580.0, 38873.0, 65982.0, 118424.0, 293035.0, 1197011.0, 134614.0, 74359.0, 42931.0, 25834.0, 15781.0, 9747.0, 6166.0, 3977.0, 2537.0, 1588.0, 1113.0, 707.0, 505.0, 331.0, 235.0, 112.0, 90.0, 55.0, 46.0, 24.0, 12.0, 17.0, 6.0, 6.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.275634765625, -0.2670478820800781, -0.25846099853515625, -0.24987411499023438, -0.2412872314453125, -0.23270034790039062, -0.22411346435546875, -0.21552658081054688, -0.206939697265625, -0.19835281372070312, -0.18976593017578125, -0.18117904663085938, -0.1725921630859375, -0.16400527954101562, -0.15541839599609375, -0.14683151245117188, -0.13824462890625, -0.12965774536132812, -0.12107086181640625, -0.11248397827148438, -0.1038970947265625, -0.09531021118164062, -0.08672332763671875, -0.07813644409179688, -0.069549560546875, -0.060962677001953125, -0.05237579345703125, -0.043788909912109375, -0.0352020263671875, -0.026615142822265625, -0.01802825927734375, -0.009441375732421875, -0.0008544921875, 0.007732391357421875, 0.01631927490234375, 0.024906158447265625, 0.0334930419921875, 0.042079925537109375, 0.05066680908203125, 0.059253692626953125, 0.067840576171875, 0.07642745971679688, 0.08501434326171875, 0.09360122680664062, 0.1021881103515625, 0.11077499389648438, 0.11936187744140625, 0.12794876098632812, 0.13653564453125, 0.14512252807617188, 0.15370941162109375, 0.16229629516601562, 0.1708831787109375, 0.17947006225585938, 0.18805694580078125, 0.19664382934570312, 0.205230712890625, 0.21381759643554688, 0.22240447998046875, 0.23099136352539062, 0.2395782470703125, 0.24816513061523438, 0.25675201416015625, 0.2653388977050781, 0.27392578125]}, "gradients/decoder.transformer.h.20.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 4.0, 3.0, 5.0, 7.0, 19.0, 18.0, 30.0, 58.0, 69.0, 95.0, 113.0, 150.0, 131.0, 79.0, 63.0, 35.0, 43.0, 22.0, 18.0, 8.0, 9.0, 3.0, 5.0, 2.0, 3.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03521728515625, -0.03409767150878906, -0.032978057861328125, -0.03185844421386719, -0.03073883056640625, -0.029619216918945312, -0.028499603271484375, -0.027379989624023438, -0.0262603759765625, -0.025140762329101562, -0.024021148681640625, -0.022901535034179688, -0.02178192138671875, -0.020662307739257812, -0.019542694091796875, -0.018423080444335938, -0.017303466796875, -0.016183853149414062, -0.015064239501953125, -0.013944625854492188, -0.01282501220703125, -0.011705398559570312, -0.010585784912109375, -0.009466171264648438, -0.0083465576171875, -0.0072269439697265625, -0.006107330322265625, -0.0049877166748046875, -0.00386810302734375, -0.0027484893798828125, -0.001628875732421875, -0.0005092620849609375, 0.0006103515625, 0.0017299652099609375, 0.002849578857421875, 0.0039691925048828125, 0.00508880615234375, 0.0062084197998046875, 0.007328033447265625, 0.008447647094726562, 0.0095672607421875, 0.010686874389648438, 0.011806488037109375, 0.012926101684570312, 0.01404571533203125, 0.015165328979492188, 0.016284942626953125, 0.017404556274414062, 0.018524169921875, 0.019643783569335938, 0.020763397216796875, 0.021883010864257812, 0.02300262451171875, 0.024122238159179688, 0.025241851806640625, 0.026361465454101562, 0.0274810791015625, 0.028600692749023438, 0.029720306396484375, 0.030839920043945312, 0.03195953369140625, 0.03307914733886719, 0.034198760986328125, 0.03531837463378906, 0.03643798828125]}, "gradients/decoder.transformer.h.20.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 5.0, 2.0, 6.0, 4.0, 11.0, 4.0, 10.0, 12.0, 12.0, 29.0, 46.0, 60.0, 120.0, 349.0, 1660.0, 13015.0, 1009998.0, 20373.0, 2050.0, 434.0, 140.0, 79.0, 37.0, 28.0, 17.0, 13.0, 5.0, 8.0, 6.0, 6.0, 4.0, 4.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.60986328125, -0.5911331176757812, -0.5724029541015625, -0.5536727905273438, -0.534942626953125, -0.5162124633789062, -0.4974822998046875, -0.47875213623046875, -0.46002197265625, -0.44129180908203125, -0.4225616455078125, -0.40383148193359375, -0.385101318359375, -0.36637115478515625, -0.3476409912109375, -0.32891082763671875, -0.3101806640625, -0.29145050048828125, -0.2727203369140625, -0.25399017333984375, -0.235260009765625, -0.21652984619140625, -0.1977996826171875, -0.17906951904296875, -0.16033935546875, -0.14160919189453125, -0.1228790283203125, -0.10414886474609375, -0.085418701171875, -0.06668853759765625, -0.0479583740234375, -0.02922821044921875, -0.010498046875, 0.00823211669921875, 0.0269622802734375, 0.04569244384765625, 0.064422607421875, 0.08315277099609375, 0.1018829345703125, 0.12061309814453125, 0.13934326171875, 0.15807342529296875, 0.1768035888671875, 0.19553375244140625, 0.214263916015625, 0.23299407958984375, 0.2517242431640625, 0.27045440673828125, 0.2891845703125, 0.30791473388671875, 0.3266448974609375, 0.34537506103515625, 0.364105224609375, 0.38283538818359375, 0.4015655517578125, 0.42029571533203125, 0.43902587890625, 0.45775604248046875, 0.4764862060546875, 0.49521636962890625, 0.513946533203125, 0.5326766967773438, 0.5514068603515625, 0.5701370239257812, 0.5888671875]}, "gradients/decoder.transformer.h.20.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 4.0, 8.0, 8.0, 14.0, 16.0, 37.0, 62.0, 77.0, 143.0, 303.0, 140.0, 66.0, 53.0, 27.0, 24.0, 6.0, 10.0, 6.0, 4.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.26651328802108765, -0.26077789068222046, -0.25504252314567566, -0.24930712580680847, -0.24357174336910248, -0.23783636093139648, -0.2321009635925293, -0.2263655811548233, -0.2206301987171173, -0.21489481627941132, -0.20915941894054413, -0.20342403650283813, -0.19768865406513214, -0.19195327162742615, -0.18621787428855896, -0.18048249185085297, -0.17474709451198578, -0.16901171207427979, -0.1632763147354126, -0.1575409322977066, -0.1518055498600006, -0.14607015252113342, -0.14033477008342743, -0.13459938764572144, -0.12886399030685425, -0.12312860041856766, -0.11739321798086166, -0.11165782809257507, -0.10592244565486908, -0.10018705576658249, -0.0944516658782959, -0.0887162834405899, -0.08298088610172272, -0.07724549621343613, -0.07151011377573013, -0.06577472388744354, -0.06003933772444725, -0.05430395156145096, -0.04856856167316437, -0.042833175510168076, -0.03709778934717178, -0.03136240318417549, -0.02562701515853405, -0.01989162713289261, -0.014156240969896317, -0.008420854806900024, -0.002685464918613434, 0.0030499212443828583, 0.00878530740737915, 0.014520694501698017, 0.020256081596016884, 0.025991469621658325, 0.03172685578465462, 0.03746224194765091, 0.0431976318359375, 0.04893301799893379, 0.054668404161930084, 0.060403790324926376, 0.06613917648792267, 0.07187456637620926, 0.07760995626449585, 0.08334533870220184, 0.08908072859048843, 0.09481611847877502, 0.10055150091648102]}, "gradients/decoder.transformer.h.20.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 1.0, 4.0, 6.0, 7.0, 8.0, 12.0, 12.0, 13.0, 19.0, 14.0, 24.0, 13.0, 30.0, 23.0, 23.0, 31.0, 31.0, 29.0, 31.0, 28.0, 33.0, 33.0, 29.0, 46.0, 29.0, 38.0, 33.0, 26.0, 39.0, 42.0, 32.0, 18.0, 27.0, 29.0, 24.0, 27.0, 27.0, 15.0, 15.0, 19.0, 12.0, 9.0, 7.0, 7.0, 7.0, 4.0, 6.0, 7.0, 1.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.07274419069290161, -0.07039733231067657, -0.06805047392845154, -0.0657036229968071, -0.06335676461458206, -0.061009906232357025, -0.05866305157542229, -0.05631619691848755, -0.05396933853626251, -0.051622480154037476, -0.04927562549710274, -0.046928770840168, -0.04458191245794296, -0.042235054075717926, -0.03988819941878319, -0.03754134476184845, -0.03519448637962341, -0.032847627997398376, -0.03050077334046364, -0.02815391682088375, -0.025807060301303864, -0.023460203781723976, -0.02111334726214409, -0.0187664907425642, -0.016419634222984314, -0.014072777703404427, -0.01172592118382454, -0.009379064664244652, -0.007032208144664764, -0.004685351625084877, -0.0023384951055049896, 8.361414074897766e-06, 0.002355217933654785, 0.0047020744532346725, 0.00704893097281456, 0.009395787492394447, 0.011742644011974335, 0.014089500531554222, 0.01643635705113411, 0.018783213570713997, 0.021130070090293884, 0.02347692660987377, 0.02582378312945366, 0.028170639649033546, 0.030517496168613434, 0.03286435455083847, 0.03521120920777321, 0.03755806386470795, 0.03990492224693298, 0.04225178062915802, 0.04459863528609276, 0.046945489943027496, 0.04929234832525253, 0.05163920670747757, 0.05398606136441231, 0.056332916021347046, 0.05867977440357208, 0.06102663278579712, 0.06337349116802216, 0.0657203420996666, 0.06806720048189163, 0.07041405886411667, 0.07276090979576111, 0.07510776817798615, 0.07745462656021118]}, "gradients/decoder.transformer.h.20.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 5.0, 2.0, 3.0, 4.0, 3.0, 4.0, 12.0, 10.0, 13.0, 17.0, 22.0, 12.0, 28.0, 28.0, 23.0, 32.0, 40.0, 36.0, 44.0, 53.0, 43.0, 46.0, 63.0, 45.0, 46.0, 43.0, 38.0, 39.0, 40.0, 27.0, 33.0, 28.0, 27.0, 20.0, 12.0, 6.0, 7.0, 15.0, 6.0, 7.0, 7.0, 0.0, 10.0, 5.0, 1.0, 3.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-5.765625, -5.59814453125, -5.4306640625, -5.26318359375, -5.095703125, -4.92822265625, -4.7607421875, -4.59326171875, -4.42578125, -4.25830078125, -4.0908203125, -3.92333984375, -3.755859375, -3.58837890625, -3.4208984375, -3.25341796875, -3.0859375, -2.91845703125, -2.7509765625, -2.58349609375, -2.416015625, -2.24853515625, -2.0810546875, -1.91357421875, -1.74609375, -1.57861328125, -1.4111328125, -1.24365234375, -1.076171875, -0.90869140625, -0.7412109375, -0.57373046875, -0.40625, -0.23876953125, -0.0712890625, 0.09619140625, 0.263671875, 0.43115234375, 0.5986328125, 0.76611328125, 0.93359375, 1.10107421875, 1.2685546875, 1.43603515625, 1.603515625, 1.77099609375, 1.9384765625, 2.10595703125, 2.2734375, 2.44091796875, 2.6083984375, 2.77587890625, 2.943359375, 3.11083984375, 3.2783203125, 3.44580078125, 3.61328125, 3.78076171875, 3.9482421875, 4.11572265625, 4.283203125, 4.45068359375, 4.6181640625, 4.78564453125, 4.953125]}, "gradients/decoder.transformer.h.20.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 9.0, 10.0, 12.0, 15.0, 33.0, 39.0, 53.0, 62.0, 102.0, 141.0, 191.0, 282.0, 405.0, 669.0, 1030.0, 1573.0, 2604.0, 4565.0, 9345.0, 23123.0, 80076.0, 390104.0, 405099.0, 83851.0, 23991.0, 9361.0, 4594.0, 2594.0, 1635.0, 1033.0, 615.0, 411.0, 268.0, 215.0, 128.0, 85.0, 73.0, 46.0, 31.0, 23.0, 18.0, 18.0, 9.0, 7.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-5.953125, -5.76116943359375, -5.5692138671875, -5.37725830078125, -5.185302734375, -4.99334716796875, -4.8013916015625, -4.60943603515625, -4.41748046875, -4.22552490234375, -4.0335693359375, -3.84161376953125, -3.649658203125, -3.45770263671875, -3.2657470703125, -3.07379150390625, -2.8818359375, -2.68988037109375, -2.4979248046875, -2.30596923828125, -2.114013671875, -1.92205810546875, -1.7301025390625, -1.53814697265625, -1.34619140625, -1.15423583984375, -0.9622802734375, -0.77032470703125, -0.578369140625, -0.38641357421875, -0.1944580078125, -0.00250244140625, 0.189453125, 0.38140869140625, 0.5733642578125, 0.76531982421875, 0.957275390625, 1.14923095703125, 1.3411865234375, 1.53314208984375, 1.72509765625, 1.91705322265625, 2.1090087890625, 2.30096435546875, 2.492919921875, 2.68487548828125, 2.8768310546875, 3.06878662109375, 3.2607421875, 3.45269775390625, 3.6446533203125, 3.83660888671875, 4.028564453125, 4.22052001953125, 4.4124755859375, 4.60443115234375, 4.79638671875, 4.98834228515625, 5.1802978515625, 5.37225341796875, 5.564208984375, 5.75616455078125, 5.9481201171875, 6.14007568359375, 6.33203125]}, "gradients/decoder.transformer.h.20.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 2.0, 4.0, 2.0, 9.0, 14.0, 9.0, 8.0, 15.0, 14.0, 23.0, 28.0, 41.0, 28.0, 30.0, 32.0, 42.0, 44.0, 51.0, 78.0, 157.0, 1633.0, 250.0, 104.0, 73.0, 49.0, 50.0, 44.0, 34.0, 27.0, 27.0, 30.0, 18.0, 18.0, 12.0, 13.0, 9.0, 6.0, 9.0, 6.0, 5.0, 6.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-22.4375, -21.808837890625, -21.18017578125, -20.551513671875, -19.9228515625, -19.294189453125, -18.66552734375, -18.036865234375, -17.408203125, -16.779541015625, -16.15087890625, -15.522216796875, -14.8935546875, -14.264892578125, -13.63623046875, -13.007568359375, -12.37890625, -11.750244140625, -11.12158203125, -10.492919921875, -9.8642578125, -9.235595703125, -8.60693359375, -7.978271484375, -7.349609375, -6.720947265625, -6.09228515625, -5.463623046875, -4.8349609375, -4.206298828125, -3.57763671875, -2.948974609375, -2.3203125, -1.691650390625, -1.06298828125, -0.434326171875, 0.1943359375, 0.822998046875, 1.45166015625, 2.080322265625, 2.708984375, 3.337646484375, 3.96630859375, 4.594970703125, 5.2236328125, 5.852294921875, 6.48095703125, 7.109619140625, 7.73828125, 8.366943359375, 8.99560546875, 9.624267578125, 10.2529296875, 10.881591796875, 11.51025390625, 12.138916015625, 12.767578125, 13.396240234375, 14.02490234375, 14.653564453125, 15.2822265625, 15.910888671875, 16.53955078125, 17.168212890625, 17.796875]}, "gradients/decoder.transformer.h.20.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 5.0, 0.0, 8.0, 6.0, 12.0, 8.0, 18.0, 23.0, 35.0, 39.0, 44.0, 71.0, 115.0, 190.0, 346.0, 811.0, 2238.0, 7878.0, 54406.0, 2987948.0, 77745.0, 9269.0, 2579.0, 896.0, 388.0, 216.0, 106.0, 87.0, 75.0, 41.0, 29.0, 26.0, 22.0, 9.0, 7.0, 9.0, 4.0, 6.0, 3.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.953125, -25.758056640625, -24.56298828125, -23.367919921875, -22.1728515625, -20.977783203125, -19.78271484375, -18.587646484375, -17.392578125, -16.197509765625, -15.00244140625, -13.807373046875, -12.6123046875, -11.417236328125, -10.22216796875, -9.027099609375, -7.83203125, -6.636962890625, -5.44189453125, -4.246826171875, -3.0517578125, -1.856689453125, -0.66162109375, 0.533447265625, 1.728515625, 2.923583984375, 4.11865234375, 5.313720703125, 6.5087890625, 7.703857421875, 8.89892578125, 10.093994140625, 11.2890625, 12.484130859375, 13.67919921875, 14.874267578125, 16.0693359375, 17.264404296875, 18.45947265625, 19.654541015625, 20.849609375, 22.044677734375, 23.23974609375, 24.434814453125, 25.6298828125, 26.824951171875, 28.02001953125, 29.215087890625, 30.41015625, 31.605224609375, 32.80029296875, 33.995361328125, 35.1904296875, 36.385498046875, 37.58056640625, 38.775634765625, 39.970703125, 41.165771484375, 42.36083984375, 43.555908203125, 44.7509765625, 45.946044921875, 47.14111328125, 48.336181640625, 49.53125]}, "gradients/decoder.transformer.h.20.ln_1.weight": {"_type": "histogram", "values": [9.0, 396.0, 604.0, 6.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-30.63609504699707, -15.971941947937012, -1.3077888488769531, 13.356363296508789, 28.020517349243164, 42.684669494628906, 57.34882354736328, 72.01297760009766, 86.67713165283203, 101.3412857055664, 116.00543975830078, 130.66958618164062, 145.333740234375, 159.99789428710938, 174.66204833984375, 189.32620239257812, 203.9903564453125, 218.65451049804688, 233.31866455078125, 247.98281860351562, 262.64697265625, 277.3111267089844, 291.97528076171875, 306.6394348144531, 321.3035888671875, 335.9677429199219, 350.63189697265625, 365.2960510253906, 379.960205078125, 394.6243591308594, 409.28851318359375, 423.9526672363281, 438.6167907714844, 453.28094482421875, 467.9450988769531, 482.6092529296875, 497.2734069824219, 511.93756103515625, 526.6016845703125, 541.265869140625, 555.9299926757812, 570.5941162109375, 585.25830078125, 599.9224243164062, 614.5866088867188, 629.250732421875, 643.9149169921875, 658.5790405273438, 673.2432250976562, 687.9073486328125, 702.571533203125, 717.2356567382812, 731.8998413085938, 746.56396484375, 761.2281494140625, 775.8922729492188, 790.5564575195312, 805.2205810546875, 819.884765625, 834.5488891601562, 849.2130737304688, 863.877197265625, 878.5413818359375, 893.2055053710938, 907.8696899414062]}, "gradients/decoder.transformer.h.20.ln_1.bias": {"_type": "histogram", "values": [2.0, 4.0, 2.0, 1.0, 6.0, 1.0, 5.0, 12.0, 7.0, 12.0, 10.0, 13.0, 13.0, 14.0, 22.0, 16.0, 32.0, 36.0, 32.0, 33.0, 28.0, 40.0, 34.0, 41.0, 33.0, 37.0, 40.0, 47.0, 46.0, 37.0, 40.0, 38.0, 35.0, 30.0, 34.0, 27.0, 20.0, 14.0, 28.0, 22.0, 12.0, 13.0, 9.0, 10.0, 5.0, 8.0, 6.0, 0.0, 4.0, 5.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-52.73750686645508, -50.813167572021484, -48.888824462890625, -46.96448516845703, -45.04014587402344, -43.115806579589844, -41.191463470458984, -39.26712417602539, -37.34278106689453, -35.41844177246094, -33.49409866333008, -31.569759368896484, -29.64542007446289, -27.721078872680664, -25.796737670898438, -23.872398376464844, -21.94805908203125, -20.023717880249023, -18.09937858581543, -16.175037384033203, -14.250697135925293, -12.326356887817383, -10.402015686035156, -8.477675437927246, -6.553335189819336, -4.628994941711426, -2.7046542167663574, -0.7803134918212891, 1.144026756286621, 3.0683670043945312, 4.992708206176758, 6.917048454284668, 8.841392517089844, 10.765732765197754, 12.690073013305664, 14.61441421508789, 16.538753509521484, 18.46309471130371, 20.387435913085938, 22.31177520751953, 24.236116409301758, 26.160457611083984, 28.084796905517578, 30.009138107299805, 31.93347930908203, 33.857818603515625, 35.78215789794922, 37.70650100708008, 39.63084030151367, 41.555179595947266, 43.479522705078125, 45.40386199951172, 47.32820129394531, 49.252540588378906, 51.176883697509766, 53.10122299194336, 55.02556610107422, 56.94990539550781, 58.87424850463867, 60.798587799072266, 62.72292709350586, 64.64727020263672, 66.57160949707031, 68.4959487915039, 70.4202880859375]}, "gradients/decoder.transformer.h.19.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 4.0, 1.0, 2.0, 8.0, 2.0, 4.0, 7.0, 12.0, 10.0, 13.0, 14.0, 17.0, 22.0, 20.0, 26.0, 30.0, 24.0, 35.0, 38.0, 43.0, 30.0, 53.0, 48.0, 36.0, 53.0, 48.0, 36.0, 37.0, 43.0, 29.0, 33.0, 37.0, 29.0, 23.0, 33.0, 21.0, 9.0, 11.0, 9.0, 4.0, 16.0, 5.0, 9.0, 7.0, 5.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 4.0], "bins": [-5.41796875, -5.2586669921875, -5.099365234375, -4.9400634765625, -4.78076171875, -4.6214599609375, -4.462158203125, -4.3028564453125, -4.1435546875, -3.9842529296875, -3.824951171875, -3.6656494140625, -3.50634765625, -3.3470458984375, -3.187744140625, -3.0284423828125, -2.869140625, -2.7098388671875, -2.550537109375, -2.3912353515625, -2.23193359375, -2.0726318359375, -1.913330078125, -1.7540283203125, -1.5947265625, -1.4354248046875, -1.276123046875, -1.1168212890625, -0.95751953125, -0.7982177734375, -0.638916015625, -0.4796142578125, -0.3203125, -0.1610107421875, -0.001708984375, 0.1575927734375, 0.31689453125, 0.4761962890625, 0.635498046875, 0.7947998046875, 0.9541015625, 1.1134033203125, 1.272705078125, 1.4320068359375, 1.59130859375, 1.7506103515625, 1.909912109375, 2.0692138671875, 2.228515625, 2.3878173828125, 2.547119140625, 2.7064208984375, 2.86572265625, 3.0250244140625, 3.184326171875, 3.3436279296875, 3.5029296875, 3.6622314453125, 3.821533203125, 3.9808349609375, 4.14013671875, 4.2994384765625, 4.458740234375, 4.6180419921875, 4.77734375]}, "gradients/decoder.transformer.h.19.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 7.0, 4.0, 11.0, 20.0, 19.0, 24.0, 55.0, 56.0, 99.0, 122.0, 200.0, 308.0, 539.0, 873.0, 1507.0, 2641.0, 4958.0, 9435.0, 19669.0, 52726.0, 565519.0, 3177771.0, 282546.0, 39487.0, 16488.0, 8403.0, 4556.0, 2506.0, 1400.0, 834.0, 515.0, 304.0, 220.0, 146.0, 106.0, 71.0, 47.0, 27.0, 27.0, 16.0, 6.0, 6.0, 7.0, 6.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-15.7734375, -15.2864990234375, -14.799560546875, -14.3126220703125, -13.82568359375, -13.3387451171875, -12.851806640625, -12.3648681640625, -11.8779296875, -11.3909912109375, -10.904052734375, -10.4171142578125, -9.93017578125, -9.4432373046875, -8.956298828125, -8.4693603515625, -7.982421875, -7.4954833984375, -7.008544921875, -6.5216064453125, -6.03466796875, -5.5477294921875, -5.060791015625, -4.5738525390625, -4.0869140625, -3.5999755859375, -3.113037109375, -2.6260986328125, -2.13916015625, -1.6522216796875, -1.165283203125, -0.6783447265625, -0.19140625, 0.2955322265625, 0.782470703125, 1.2694091796875, 1.75634765625, 2.2432861328125, 2.730224609375, 3.2171630859375, 3.7041015625, 4.1910400390625, 4.677978515625, 5.1649169921875, 5.65185546875, 6.1387939453125, 6.625732421875, 7.1126708984375, 7.599609375, 8.0865478515625, 8.573486328125, 9.0604248046875, 9.54736328125, 10.0343017578125, 10.521240234375, 11.0081787109375, 11.4951171875, 11.9820556640625, 12.468994140625, 12.9559326171875, 13.44287109375, 13.9298095703125, 14.416748046875, 14.9036865234375, 15.390625]}, "gradients/decoder.transformer.h.19.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 8.0, 9.0, 9.0, 13.0, 16.0, 26.0, 35.0, 51.0, 73.0, 134.0, 304.0, 791.0, 1218.0, 689.0, 295.0, 140.0, 71.0, 73.0, 32.0, 29.0, 15.0, 15.0, 11.0, 15.0, 6.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.4296875, -14.6759033203125, -13.922119140625, -13.1683349609375, -12.41455078125, -11.6607666015625, -10.906982421875, -10.1531982421875, -9.3994140625, -8.6456298828125, -7.891845703125, -7.1380615234375, -6.38427734375, -5.6304931640625, -4.876708984375, -4.1229248046875, -3.369140625, -2.6153564453125, -1.861572265625, -1.1077880859375, -0.35400390625, 0.3997802734375, 1.153564453125, 1.9073486328125, 2.6611328125, 3.4149169921875, 4.168701171875, 4.9224853515625, 5.67626953125, 6.4300537109375, 7.183837890625, 7.9376220703125, 8.69140625, 9.4451904296875, 10.198974609375, 10.9527587890625, 11.70654296875, 12.4603271484375, 13.214111328125, 13.9678955078125, 14.7216796875, 15.4754638671875, 16.229248046875, 16.9830322265625, 17.73681640625, 18.4906005859375, 19.244384765625, 19.9981689453125, 20.751953125, 21.5057373046875, 22.259521484375, 23.0133056640625, 23.76708984375, 24.5208740234375, 25.274658203125, 26.0284423828125, 26.7822265625, 27.5360107421875, 28.289794921875, 29.0435791015625, 29.79736328125, 30.5511474609375, 31.304931640625, 32.0587158203125, 32.8125]}, "gradients/decoder.transformer.h.19.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 1.0, 4.0, 4.0, 3.0, 5.0, 6.0, 8.0, 13.0, 16.0, 25.0, 28.0, 45.0, 47.0, 75.0, 114.0, 165.0, 351.0, 703.0, 1757.0, 4703.0, 14109.0, 49251.0, 360626.0, 3517117.0, 190631.0, 36753.0, 11058.0, 3765.0, 1473.0, 605.0, 302.0, 147.0, 101.0, 67.0, 50.0, 40.0, 26.0, 19.0, 20.0, 10.0, 12.0, 12.0, 5.0, 3.0, 9.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-38.0, -36.89501953125, -35.7900390625, -34.68505859375, -33.580078125, -32.47509765625, -31.3701171875, -30.26513671875, -29.16015625, -28.05517578125, -26.9501953125, -25.84521484375, -24.740234375, -23.63525390625, -22.5302734375, -21.42529296875, -20.3203125, -19.21533203125, -18.1103515625, -17.00537109375, -15.900390625, -14.79541015625, -13.6904296875, -12.58544921875, -11.48046875, -10.37548828125, -9.2705078125, -8.16552734375, -7.060546875, -5.95556640625, -4.8505859375, -3.74560546875, -2.640625, -1.53564453125, -0.4306640625, 0.67431640625, 1.779296875, 2.88427734375, 3.9892578125, 5.09423828125, 6.19921875, 7.30419921875, 8.4091796875, 9.51416015625, 10.619140625, 11.72412109375, 12.8291015625, 13.93408203125, 15.0390625, 16.14404296875, 17.2490234375, 18.35400390625, 19.458984375, 20.56396484375, 21.6689453125, 22.77392578125, 23.87890625, 24.98388671875, 26.0888671875, 27.19384765625, 28.298828125, 29.40380859375, 30.5087890625, 31.61376953125, 32.71875]}, "gradients/decoder.transformer.h.19.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 2.0, 2.0, 9.0, 6.0, 10.0, 21.0, 23.0, 30.0, 61.0, 58.0, 91.0, 100.0, 111.0, 102.0, 96.0, 74.0, 61.0, 49.0, 32.0, 21.0, 13.0, 6.0, 9.0, 9.0, 4.0, 2.0, 3.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-95.42254638671875, -93.12706756591797, -90.83159637451172, -88.53611755371094, -86.24064636230469, -83.9451675415039, -81.64969635009766, -79.35421752929688, -77.05874633789062, -74.76326751708984, -72.4677963256836, -70.17231750488281, -67.87684631347656, -65.58136749267578, -63.28589630126953, -60.99041748046875, -58.694942474365234, -56.39946746826172, -54.1039924621582, -51.80851745605469, -49.51304244995117, -47.217567443847656, -44.922088623046875, -42.626617431640625, -40.331138610839844, -38.03566360473633, -35.74018859863281, -33.4447135925293, -31.14923858642578, -28.853763580322266, -26.558286666870117, -24.2628116607666, -21.967334747314453, -19.671859741210938, -17.376384735107422, -15.08090877532959, -12.785433769226074, -10.489958763122559, -8.194482803344727, -5.899007797241211, -3.6035327911376953, -1.3080575466156006, 0.9874176979064941, 3.282893180847168, 5.578368186950684, 7.873843193054199, 10.169319152832031, 12.464794158935547, 14.760269165039062, 17.055744171142578, 19.351219177246094, 21.64669418334961, 23.942169189453125, 26.23764419555664, 28.53312110900879, 30.828596115112305, 33.12406921386719, 35.4195442199707, 37.71501922607422, 40.010494232177734, 42.30596923828125, 44.601444244384766, 46.89691925048828, 49.19239807128906, 51.48787307739258]}, "gradients/decoder.transformer.h.19.ln_2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 2.0, 5.0, 3.0, 6.0, 6.0, 5.0, 8.0, 6.0, 14.0, 14.0, 9.0, 11.0, 14.0, 22.0, 28.0, 25.0, 41.0, 35.0, 37.0, 38.0, 39.0, 48.0, 38.0, 43.0, 43.0, 37.0, 51.0, 46.0, 38.0, 34.0, 33.0, 24.0, 32.0, 23.0, 31.0, 23.0, 14.0, 13.0, 12.0, 11.0, 8.0, 10.0, 4.0, 5.0, 5.0, 5.0, 5.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-51.03105545043945, -49.43864440917969, -47.846229553222656, -46.25381851196289, -44.661407470703125, -43.06899642944336, -41.476585388183594, -39.88417053222656, -38.2917594909668, -36.69934844970703, -35.10693359375, -33.514522552490234, -31.92211151123047, -30.329700469970703, -28.737287521362305, -27.144874572753906, -25.55246353149414, -23.960052490234375, -22.367639541625977, -20.775226593017578, -19.182815551757812, -17.590404510498047, -15.997991561889648, -14.405579566955566, -12.813167572021484, -11.220755577087402, -9.62834358215332, -8.035931587219238, -6.443519592285156, -4.851107597351074, -3.258695602416992, -1.6662836074829102, -0.07387542724609375, 1.5185365676879883, 3.1109485626220703, 4.703360557556152, 6.295772552490234, 7.888184547424316, 9.480596542358398, 11.07300853729248, 12.665420532226562, 14.257832527160645, 15.850244522094727, 17.442657470703125, 19.03506851196289, 20.627479553222656, 22.219892501831055, 23.812305450439453, 25.40471649169922, 26.997127532958984, 28.589540481567383, 30.18195343017578, 31.774364471435547, 33.36677551269531, 34.959190368652344, 36.55160140991211, 38.144012451171875, 39.73642349243164, 41.328834533691406, 42.92124938964844, 44.5136604309082, 46.10607147216797, 47.698486328125, 49.290897369384766, 50.88330841064453]}, "gradients/decoder.transformer.h.19.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 1.0, 4.0, 3.0, 4.0, 2.0, 0.0, 4.0, 6.0, 7.0, 8.0, 8.0, 8.0, 11.0, 19.0, 18.0, 14.0, 18.0, 20.0, 25.0, 21.0, 31.0, 37.0, 33.0, 35.0, 29.0, 41.0, 50.0, 42.0, 46.0, 55.0, 43.0, 27.0, 37.0, 32.0, 35.0, 32.0, 28.0, 14.0, 26.0, 27.0, 11.0, 9.0, 14.0, 12.0, 10.0, 7.0, 13.0, 5.0, 4.0, 4.0, 7.0, 3.0, 5.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0], "bins": [-4.84375, -4.6929931640625, -4.542236328125, -4.3914794921875, -4.24072265625, -4.0899658203125, -3.939208984375, -3.7884521484375, -3.6376953125, -3.4869384765625, -3.336181640625, -3.1854248046875, -3.03466796875, -2.8839111328125, -2.733154296875, -2.5823974609375, -2.431640625, -2.2808837890625, -2.130126953125, -1.9793701171875, -1.82861328125, -1.6778564453125, -1.527099609375, -1.3763427734375, -1.2255859375, -1.0748291015625, -0.924072265625, -0.7733154296875, -0.62255859375, -0.4718017578125, -0.321044921875, -0.1702880859375, -0.01953125, 0.1312255859375, 0.281982421875, 0.4327392578125, 0.58349609375, 0.7342529296875, 0.885009765625, 1.0357666015625, 1.1865234375, 1.3372802734375, 1.488037109375, 1.6387939453125, 1.78955078125, 1.9403076171875, 2.091064453125, 2.2418212890625, 2.392578125, 2.5433349609375, 2.694091796875, 2.8448486328125, 2.99560546875, 3.1463623046875, 3.297119140625, 3.4478759765625, 3.5986328125, 3.7493896484375, 3.900146484375, 4.0509033203125, 4.20166015625, 4.3524169921875, 4.503173828125, 4.6539306640625, 4.8046875]}, "gradients/decoder.transformer.h.19.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 3.0, 11.0, 8.0, 10.0, 20.0, 33.0, 30.0, 29.0, 71.0, 68.0, 91.0, 160.0, 202.0, 310.0, 449.0, 683.0, 1212.0, 2155.0, 4192.0, 8872.0, 20117.0, 49761.0, 137395.0, 407041.0, 266482.0, 87625.0, 33585.0, 13935.0, 6432.0, 3137.0, 1660.0, 945.0, 591.0, 343.0, 237.0, 182.0, 139.0, 95.0, 75.0, 49.0, 32.0, 24.0, 20.0, 11.0, 10.0, 9.0, 7.0, 7.0, 4.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.2421875, -1.2042999267578125, -1.166412353515625, -1.1285247802734375, -1.09063720703125, -1.0527496337890625, -1.014862060546875, -0.9769744873046875, -0.9390869140625, -0.9011993408203125, -0.863311767578125, -0.8254241943359375, -0.78753662109375, -0.7496490478515625, -0.711761474609375, -0.6738739013671875, -0.635986328125, -0.5980987548828125, -0.560211181640625, -0.5223236083984375, -0.48443603515625, -0.4465484619140625, -0.408660888671875, -0.3707733154296875, -0.3328857421875, -0.2949981689453125, -0.257110595703125, -0.2192230224609375, -0.18133544921875, -0.1434478759765625, -0.105560302734375, -0.0676727294921875, -0.02978515625, 0.0081024169921875, 0.045989990234375, 0.0838775634765625, 0.12176513671875, 0.1596527099609375, 0.197540283203125, 0.2354278564453125, 0.2733154296875, 0.3112030029296875, 0.349090576171875, 0.3869781494140625, 0.42486572265625, 0.4627532958984375, 0.500640869140625, 0.5385284423828125, 0.576416015625, 0.6143035888671875, 0.652191162109375, 0.6900787353515625, 0.72796630859375, 0.7658538818359375, 0.803741455078125, 0.8416290283203125, 0.8795166015625, 0.9174041748046875, 0.955291748046875, 0.9931793212890625, 1.03106689453125, 1.0689544677734375, 1.106842041015625, 1.1447296142578125, 1.1826171875]}, "gradients/decoder.transformer.h.19.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 5.0, 3.0, 5.0, 4.0, 7.0, 12.0, 12.0, 8.0, 9.0, 12.0, 20.0, 21.0, 17.0, 25.0, 15.0, 33.0, 33.0, 30.0, 26.0, 30.0, 33.0, 42.0, 36.0, 38.0, 1064.0, 44.0, 30.0, 44.0, 46.0, 47.0, 34.0, 33.0, 31.0, 21.0, 25.0, 19.0, 15.0, 25.0, 15.0, 19.0, 10.0, 3.0, 6.0, 3.0, 3.0, 6.0, 3.0, 3.0, 2.0, 5.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-3.892578125, -3.769378662109375, -3.64617919921875, -3.522979736328125, -3.3997802734375, -3.276580810546875, -3.15338134765625, -3.030181884765625, -2.906982421875, -2.783782958984375, -2.66058349609375, -2.537384033203125, -2.4141845703125, -2.290985107421875, -2.16778564453125, -2.044586181640625, -1.92138671875, -1.798187255859375, -1.67498779296875, -1.551788330078125, -1.4285888671875, -1.305389404296875, -1.18218994140625, -1.058990478515625, -0.935791015625, -0.812591552734375, -0.68939208984375, -0.566192626953125, -0.4429931640625, -0.319793701171875, -0.19659423828125, -0.073394775390625, 0.0498046875, 0.173004150390625, 0.29620361328125, 0.419403076171875, 0.5426025390625, 0.665802001953125, 0.78900146484375, 0.912200927734375, 1.035400390625, 1.158599853515625, 1.28179931640625, 1.404998779296875, 1.5281982421875, 1.651397705078125, 1.77459716796875, 1.897796630859375, 2.02099609375, 2.144195556640625, 2.26739501953125, 2.390594482421875, 2.5137939453125, 2.636993408203125, 2.76019287109375, 2.883392333984375, 3.006591796875, 3.129791259765625, 3.25299072265625, 3.376190185546875, 3.4993896484375, 3.622589111328125, 3.74578857421875, 3.868988037109375, 3.9921875]}, "gradients/decoder.transformer.h.19.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 5.0, 2.0, 4.0, 6.0, 11.0, 11.0, 13.0, 12.0, 22.0, 38.0, 41.0, 76.0, 104.0, 176.0, 259.0, 413.0, 654.0, 1078.0, 1749.0, 2879.0, 5114.0, 9175.0, 17190.0, 32631.0, 65986.0, 142951.0, 1261441.0, 330126.0, 112183.0, 53408.0, 26893.0, 14059.0, 7699.0, 4321.0, 2422.0, 1559.0, 870.0, 544.0, 314.0, 242.0, 130.0, 105.0, 52.0, 41.0, 35.0, 24.0, 14.0, 20.0, 12.0, 8.0, 10.0, 6.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.43994140625, -0.4265480041503906, -0.41315460205078125, -0.3997611999511719, -0.3863677978515625, -0.3729743957519531, -0.35958099365234375, -0.3461875915527344, -0.332794189453125, -0.3194007873535156, -0.30600738525390625, -0.2926139831542969, -0.2792205810546875, -0.2658271789550781, -0.25243377685546875, -0.23904037475585938, -0.22564697265625, -0.21225357055664062, -0.19886016845703125, -0.18546676635742188, -0.1720733642578125, -0.15867996215820312, -0.14528656005859375, -0.13189315795898438, -0.118499755859375, -0.10510635375976562, -0.09171295166015625, -0.07831954956054688, -0.0649261474609375, -0.051532745361328125, -0.03813934326171875, -0.024745941162109375, -0.0113525390625, 0.002040863037109375, 0.01543426513671875, 0.028827667236328125, 0.0422210693359375, 0.055614471435546875, 0.06900787353515625, 0.08240127563476562, 0.095794677734375, 0.10918807983398438, 0.12258148193359375, 0.13597488403320312, 0.1493682861328125, 0.16276168823242188, 0.17615509033203125, 0.18954849243164062, 0.20294189453125, 0.21633529663085938, 0.22972869873046875, 0.24312210083007812, 0.2565155029296875, 0.2699089050292969, 0.28330230712890625, 0.2966957092285156, 0.310089111328125, 0.3234825134277344, 0.33687591552734375, 0.3502693176269531, 0.3636627197265625, 0.3770561218261719, 0.39044952392578125, 0.4038429260253906, 0.417236328125]}, "gradients/decoder.transformer.h.19.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 1.0, 3.0, 0.0, 2.0, 5.0, 1.0, 4.0, 7.0, 11.0, 8.0, 11.0, 11.0, 19.0, 26.0, 23.0, 30.0, 49.0, 68.0, 81.0, 78.0, 116.0, 86.0, 81.0, 68.0, 54.0, 43.0, 25.0, 13.0, 17.0, 10.0, 12.0, 10.0, 10.0, 10.0, 1.0, 0.0, 2.0, 3.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.0718994140625, -0.06992721557617188, -0.06795501708984375, -0.06598281860351562, -0.0640106201171875, -0.062038421630859375, -0.06006622314453125, -0.058094024658203125, -0.056121826171875, -0.054149627685546875, -0.05217742919921875, -0.050205230712890625, -0.0482330322265625, -0.046260833740234375, -0.04428863525390625, -0.042316436767578125, -0.04034423828125, -0.038372039794921875, -0.03639984130859375, -0.034427642822265625, -0.0324554443359375, -0.030483245849609375, -0.02851104736328125, -0.026538848876953125, -0.024566650390625, -0.022594451904296875, -0.02062225341796875, -0.018650054931640625, -0.0166778564453125, -0.014705657958984375, -0.01273345947265625, -0.010761260986328125, -0.0087890625, -0.006816864013671875, -0.00484466552734375, -0.002872467041015625, -0.0009002685546875, 0.001071929931640625, 0.00304412841796875, 0.005016326904296875, 0.006988525390625, 0.008960723876953125, 0.01093292236328125, 0.012905120849609375, 0.0148773193359375, 0.016849517822265625, 0.01882171630859375, 0.020793914794921875, 0.02276611328125, 0.024738311767578125, 0.02671051025390625, 0.028682708740234375, 0.0306549072265625, 0.032627105712890625, 0.03459930419921875, 0.036571502685546875, 0.038543701171875, 0.040515899658203125, 0.04248809814453125, 0.044460296630859375, 0.0464324951171875, 0.048404693603515625, 0.05037689208984375, 0.052349090576171875, 0.0543212890625]}, "gradients/decoder.transformer.h.19.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 4.0, 3.0, 1.0, 0.0, 5.0, 5.0, 9.0, 7.0, 9.0, 20.0, 21.0, 27.0, 54.0, 117.0, 264.0, 1400.0, 19791.0, 1003613.0, 21252.0, 1367.0, 305.0, 112.0, 44.0, 33.0, 27.0, 14.0, 7.0, 12.0, 11.0, 6.0, 3.0, 3.0, 2.0, 3.0, 0.0, 0.0, 4.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1484375, -1.106689453125, -1.06494140625, -1.023193359375, -0.9814453125, -0.939697265625, -0.89794921875, -0.856201171875, -0.814453125, -0.772705078125, -0.73095703125, -0.689208984375, -0.6474609375, -0.605712890625, -0.56396484375, -0.522216796875, -0.48046875, -0.438720703125, -0.39697265625, -0.355224609375, -0.3134765625, -0.271728515625, -0.22998046875, -0.188232421875, -0.146484375, -0.104736328125, -0.06298828125, -0.021240234375, 0.0205078125, 0.062255859375, 0.10400390625, 0.145751953125, 0.1875, 0.229248046875, 0.27099609375, 0.312744140625, 0.3544921875, 0.396240234375, 0.43798828125, 0.479736328125, 0.521484375, 0.563232421875, 0.60498046875, 0.646728515625, 0.6884765625, 0.730224609375, 0.77197265625, 0.813720703125, 0.85546875, 0.897216796875, 0.93896484375, 0.980712890625, 1.0224609375, 1.064208984375, 1.10595703125, 1.147705078125, 1.189453125, 1.231201171875, 1.27294921875, 1.314697265625, 1.3564453125, 1.398193359375, 1.43994140625, 1.481689453125, 1.5234375]}, "gradients/decoder.transformer.h.19.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 12.0, 14.0, 43.0, 122.0, 446.0, 266.0, 76.0, 23.0, 7.0, 2.0, 3.0, 2.0], "bins": [-1.944815754890442, -1.910603404045105, -1.8763911724090576, -1.8421788215637207, -1.8079664707183838, -1.7737542390823364, -1.7395418882369995, -1.7053296566009521, -1.6711173057556152, -1.6369049549102783, -1.602692723274231, -1.568480372428894, -1.5342681407928467, -1.5000557899475098, -1.4658434391021729, -1.4316312074661255, -1.3974188566207886, -1.3632065057754517, -1.3289942741394043, -1.2947819232940674, -1.2605695724487305, -1.226357340812683, -1.1921449899673462, -1.1579327583312988, -1.123720407485962, -1.089508056640625, -1.0552958250045776, -1.0210834741592407, -0.9868711829185486, -0.9526588916778564, -0.9184465408325195, -0.8842342495918274, -0.8500219583511353, -0.8158096671104431, -0.781597375869751, -0.7473850250244141, -0.7131727337837219, -0.6789604425430298, -0.6447480916976929, -0.6105358004570007, -0.5763235092163086, -0.5421112179756165, -0.5078989267349243, -0.4736865758895874, -0.43947428464889526, -0.4052619934082031, -0.3710496723651886, -0.3368373513221741, -0.30262506008148193, -0.2684127688407898, -0.23420044779777527, -0.19998814165592194, -0.1657758355140686, -0.13156352937221527, -0.09735122323036194, -0.0631389170885086, -0.02892659604549408, 0.005285710096359253, 0.039498016238212585, 0.07371032238006592, 0.10792262852191925, 0.14213493466377258, 0.17634724080562592, 0.21055954694747925, 0.24477185308933258]}, "gradients/decoder.transformer.h.19.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 5.0, 7.0, 6.0, 3.0, 9.0, 11.0, 9.0, 22.0, 18.0, 20.0, 22.0, 27.0, 26.0, 28.0, 21.0, 27.0, 23.0, 36.0, 35.0, 31.0, 31.0, 39.0, 34.0, 35.0, 48.0, 48.0, 29.0, 27.0, 41.0, 27.0, 31.0, 27.0, 29.0, 27.0, 23.0, 20.0, 15.0, 19.0, 10.0, 15.0, 9.0, 9.0, 3.0, 6.0, 7.0, 4.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.20067578554153442, -0.19438694417476654, -0.18809810280799866, -0.18180927634239197, -0.17552043497562408, -0.1692315936088562, -0.1629427671432495, -0.15665392577648163, -0.15036508440971375, -0.14407624304294586, -0.13778740167617798, -0.1314985752105713, -0.1252097338438034, -0.11892089247703552, -0.11263205856084824, -0.10634322464466095, -0.10005438327789307, -0.09376554191112518, -0.0874767079949379, -0.08118787407875061, -0.07489903271198273, -0.06861019134521484, -0.06232135742902756, -0.05603251978754997, -0.04974368214607239, -0.0434548445045948, -0.03716600686311722, -0.030877169221639633, -0.02458833158016205, -0.018299493938684464, -0.012010656297206879, -0.005721818655729294, 0.000567018985748291, 0.006855856627225876, 0.01314469426870346, 0.019433531910181046, 0.02572236955165863, 0.032011207193136215, 0.0383000448346138, 0.044588882476091385, 0.05087772011756897, 0.057166557759046555, 0.06345539540052414, 0.06974422931671143, 0.07603307068347931, 0.08232191205024719, 0.08861074596643448, 0.09489957988262177, 0.10118842124938965, 0.10747726261615753, 0.11376609653234482, 0.1200549304485321, 0.1263437718153, 0.13263261318206787, 0.13892143964767456, 0.14521028101444244, 0.15149912238121033, 0.1577879637479782, 0.1640768051147461, 0.17036563158035278, 0.17665447294712067, 0.18294331431388855, 0.18923214077949524, 0.19552098214626312, 0.201809823513031]}, "gradients/decoder.transformer.h.19.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 1.0, 4.0, 3.0, 4.0, 2.0, 0.0, 4.0, 6.0, 6.0, 9.0, 8.0, 8.0, 10.0, 20.0, 18.0, 14.0, 18.0, 19.0, 26.0, 21.0, 32.0, 35.0, 34.0, 34.0, 29.0, 43.0, 49.0, 43.0, 45.0, 54.0, 44.0, 27.0, 37.0, 32.0, 36.0, 32.0, 26.0, 15.0, 26.0, 27.0, 11.0, 9.0, 14.0, 12.0, 9.0, 8.0, 13.0, 5.0, 5.0, 3.0, 7.0, 4.0, 4.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 3.0], "bins": [-4.84765625, -4.69677734375, -4.5458984375, -4.39501953125, -4.244140625, -4.09326171875, -3.9423828125, -3.79150390625, -3.640625, -3.48974609375, -3.3388671875, -3.18798828125, -3.037109375, -2.88623046875, -2.7353515625, -2.58447265625, -2.43359375, -2.28271484375, -2.1318359375, -1.98095703125, -1.830078125, -1.67919921875, -1.5283203125, -1.37744140625, -1.2265625, -1.07568359375, -0.9248046875, -0.77392578125, -0.623046875, -0.47216796875, -0.3212890625, -0.17041015625, -0.01953125, 0.13134765625, 0.2822265625, 0.43310546875, 0.583984375, 0.73486328125, 0.8857421875, 1.03662109375, 1.1875, 1.33837890625, 1.4892578125, 1.64013671875, 1.791015625, 1.94189453125, 2.0927734375, 2.24365234375, 2.39453125, 2.54541015625, 2.6962890625, 2.84716796875, 2.998046875, 3.14892578125, 3.2998046875, 3.45068359375, 3.6015625, 3.75244140625, 3.9033203125, 4.05419921875, 4.205078125, 4.35595703125, 4.5068359375, 4.65771484375, 4.80859375]}, "gradients/decoder.transformer.h.19.attn.c_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 3.0, 3.0, 6.0, 8.0, 7.0, 17.0, 18.0, 27.0, 43.0, 51.0, 70.0, 92.0, 111.0, 169.0, 215.0, 289.0, 411.0, 608.0, 881.0, 1309.0, 1941.0, 3073.0, 4948.0, 8472.0, 15548.0, 33019.0, 86149.0, 266112.0, 385824.0, 140288.0, 49250.0, 21279.0, 10917.0, 6121.0, 3770.0, 2412.0, 1577.0, 1022.0, 666.0, 483.0, 371.0, 257.0, 178.0, 151.0, 105.0, 88.0, 41.0, 38.0, 30.0, 25.0, 28.0, 12.0, 12.0, 5.0, 8.0, 3.0, 1.0, 4.0, 0.0, 1.0, 1.0], "bins": [-5.3203125, -5.14990234375, -4.9794921875, -4.80908203125, -4.638671875, -4.46826171875, -4.2978515625, -4.12744140625, -3.95703125, -3.78662109375, -3.6162109375, -3.44580078125, -3.275390625, -3.10498046875, -2.9345703125, -2.76416015625, -2.59375, -2.42333984375, -2.2529296875, -2.08251953125, -1.912109375, -1.74169921875, -1.5712890625, -1.40087890625, -1.23046875, -1.06005859375, -0.8896484375, -0.71923828125, -0.548828125, -0.37841796875, -0.2080078125, -0.03759765625, 0.1328125, 0.30322265625, 0.4736328125, 0.64404296875, 0.814453125, 0.98486328125, 1.1552734375, 1.32568359375, 1.49609375, 1.66650390625, 1.8369140625, 2.00732421875, 2.177734375, 2.34814453125, 2.5185546875, 2.68896484375, 2.859375, 3.02978515625, 3.2001953125, 3.37060546875, 3.541015625, 3.71142578125, 3.8818359375, 4.05224609375, 4.22265625, 4.39306640625, 4.5634765625, 4.73388671875, 4.904296875, 5.07470703125, 5.2451171875, 5.41552734375, 5.5859375]}, "gradients/decoder.transformer.h.19.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 7.0, 4.0, 1.0, 9.0, 7.0, 8.0, 7.0, 9.0, 11.0, 13.0, 12.0, 20.0, 18.0, 15.0, 25.0, 29.0, 27.0, 30.0, 33.0, 42.0, 50.0, 45.0, 93.0, 151.0, 322.0, 1352.0, 152.0, 89.0, 61.0, 55.0, 38.0, 35.0, 35.0, 31.0, 27.0, 21.0, 16.0, 20.0, 24.0, 19.0, 13.0, 16.0, 13.0, 12.0, 13.0, 4.0, 3.0, 8.0, 4.0, 2.0, 3.0, 1.0, 6.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.8125, -13.33642578125, -12.8603515625, -12.38427734375, -11.908203125, -11.43212890625, -10.9560546875, -10.47998046875, -10.00390625, -9.52783203125, -9.0517578125, -8.57568359375, -8.099609375, -7.62353515625, -7.1474609375, -6.67138671875, -6.1953125, -5.71923828125, -5.2431640625, -4.76708984375, -4.291015625, -3.81494140625, -3.3388671875, -2.86279296875, -2.38671875, -1.91064453125, -1.4345703125, -0.95849609375, -0.482421875, -0.00634765625, 0.4697265625, 0.94580078125, 1.421875, 1.89794921875, 2.3740234375, 2.85009765625, 3.326171875, 3.80224609375, 4.2783203125, 4.75439453125, 5.23046875, 5.70654296875, 6.1826171875, 6.65869140625, 7.134765625, 7.61083984375, 8.0869140625, 8.56298828125, 9.0390625, 9.51513671875, 9.9912109375, 10.46728515625, 10.943359375, 11.41943359375, 11.8955078125, 12.37158203125, 12.84765625, 13.32373046875, 13.7998046875, 14.27587890625, 14.751953125, 15.22802734375, 15.7041015625, 16.18017578125, 16.65625]}, "gradients/decoder.transformer.h.19.attn.c_attn.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 0.0, 2.0, 3.0, 6.0, 7.0, 4.0, 3.0, 4.0, 9.0, 10.0, 12.0, 8.0, 8.0, 25.0, 19.0, 16.0, 31.0, 38.0, 37.0, 55.0, 67.0, 138.0, 209.0, 344.0, 749.0, 1808.0, 6134.0, 35100.0, 577491.0, 2415283.0, 91333.0, 11744.0, 2793.0, 992.0, 465.0, 253.0, 130.0, 90.0, 74.0, 39.0, 35.0, 24.0, 16.0, 15.0, 22.0, 11.0, 13.0, 14.0, 4.0, 9.0, 2.0, 3.0, 5.0, 4.0, 2.0, 4.0, 4.0, 1.0, 0.0, 0.0, 2.0], "bins": [-21.484375, -20.8173828125, -20.150390625, -19.4833984375, -18.81640625, -18.1494140625, -17.482421875, -16.8154296875, -16.1484375, -15.4814453125, -14.814453125, -14.1474609375, -13.48046875, -12.8134765625, -12.146484375, -11.4794921875, -10.8125, -10.1455078125, -9.478515625, -8.8115234375, -8.14453125, -7.4775390625, -6.810546875, -6.1435546875, -5.4765625, -4.8095703125, -4.142578125, -3.4755859375, -2.80859375, -2.1416015625, -1.474609375, -0.8076171875, -0.140625, 0.5263671875, 1.193359375, 1.8603515625, 2.52734375, 3.1943359375, 3.861328125, 4.5283203125, 5.1953125, 5.8623046875, 6.529296875, 7.1962890625, 7.86328125, 8.5302734375, 9.197265625, 9.8642578125, 10.53125, 11.1982421875, 11.865234375, 12.5322265625, 13.19921875, 13.8662109375, 14.533203125, 15.2001953125, 15.8671875, 16.5341796875, 17.201171875, 17.8681640625, 18.53515625, 19.2021484375, 19.869140625, 20.5361328125, 21.203125]}, "gradients/decoder.transformer.h.19.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 3.0, 6.0, 8.0, 6.0, 13.0, 8.0, 23.0, 17.0, 17.0, 41.0, 50.0, 57.0, 74.0, 82.0, 58.0, 87.0, 75.0, 78.0, 67.0, 56.0, 54.0, 28.0, 22.0, 23.0, 14.0, 9.0, 7.0, 9.0, 3.0, 5.0, 5.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.72865104675293, -25.092615127563477, -24.45657730102539, -23.820541381835938, -23.184505462646484, -22.54846954345703, -21.912431716918945, -21.276395797729492, -20.64035987854004, -20.004323959350586, -19.3682861328125, -18.732250213623047, -18.096214294433594, -17.46017837524414, -16.824140548706055, -16.1881046295166, -15.552067756652832, -14.916030883789062, -14.27999496459961, -13.64395809173584, -13.007922172546387, -12.371885299682617, -11.735849380493164, -11.099812507629395, -10.463775634765625, -9.827738761901855, -9.191702842712402, -8.555665969848633, -7.91963005065918, -7.28359317779541, -6.647556781768799, -6.0115203857421875, -5.375484466552734, -4.739448070526123, -4.103411674499512, -3.4673750400543213, -2.83133864402771, -2.1953022480010986, -1.5592656135559082, -0.9232292175292969, -0.28719282150268555, 0.34884363412857056, 0.9848800897598267, 1.6209166049957275, 2.256953001022339, 2.89298939704895, 3.5290260314941406, 4.165062427520752, 4.801098823547363, 5.437135219573975, 6.073171615600586, 6.7092084884643555, 7.345244407653809, 7.981281280517578, 8.617317199707031, 9.2533540725708, 9.88939094543457, 10.52542781829834, 11.161463737487793, 11.797500610351562, 12.433536529541016, 13.069573402404785, 13.705610275268555, 14.341646194458008, 14.977682113647461]}, "gradients/decoder.transformer.h.19.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 2.0, 5.0, 3.0, 8.0, 7.0, 12.0, 11.0, 16.0, 19.0, 21.0, 26.0, 18.0, 35.0, 34.0, 34.0, 41.0, 36.0, 45.0, 34.0, 35.0, 39.0, 37.0, 36.0, 50.0, 45.0, 44.0, 34.0, 29.0, 35.0, 30.0, 31.0, 30.0, 19.0, 13.0, 19.0, 12.0, 15.0, 13.0, 7.0, 6.0, 8.0, 6.0, 2.0, 1.0, 1.0, 1.0, 4.0, 0.0, 2.0, 0.0, 2.0], "bins": [-63.46018981933594, -61.62657165527344, -59.7929573059082, -57.9593391418457, -56.12572479248047, -54.29210662841797, -52.45848846435547, -50.62487030029297, -48.791255950927734, -46.957637786865234, -45.1240234375, -43.2904052734375, -41.456787109375, -39.623172760009766, -37.789554595947266, -35.95594024658203, -34.12232208251953, -32.28870391845703, -30.455089569091797, -28.621471405029297, -26.78785514831543, -24.954238891601562, -23.120620727539062, -21.287004470825195, -19.453388214111328, -17.61977195739746, -15.786154747009277, -13.952537536621094, -12.118921279907227, -10.28530502319336, -8.451687812805176, -6.618070602416992, -4.784450531005859, -2.950833797454834, -1.1172170639038086, 0.7163996696472168, 2.550016403198242, 4.383632659912109, 6.217249870300293, 8.050867080688477, 9.884483337402344, 11.718099594116211, 13.551716804504395, 15.385334014892578, 17.218950271606445, 19.052566528320312, 20.886184692382812, 22.71980094909668, 24.553417205810547, 26.387033462524414, 28.22064971923828, 30.05426788330078, 31.88788414001465, 33.721500396728516, 35.555118560791016, 37.38873291015625, 39.22235107421875, 41.05596923828125, 42.889583587646484, 44.723201751708984, 46.55681610107422, 48.39043426513672, 50.22405242919922, 52.05767059326172, 53.89128494262695]}, "gradients/decoder.transformer.h.18.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 4.0, 1.0, 2.0, 2.0, 2.0, 5.0, 7.0, 4.0, 5.0, 11.0, 13.0, 8.0, 13.0, 22.0, 18.0, 18.0, 15.0, 22.0, 33.0, 41.0, 37.0, 35.0, 35.0, 39.0, 48.0, 35.0, 54.0, 53.0, 39.0, 41.0, 32.0, 40.0, 35.0, 27.0, 37.0, 20.0, 23.0, 17.0, 15.0, 18.0, 11.0, 11.0, 8.0, 13.0, 7.0, 7.0, 7.0, 5.0, 4.0, 3.0, 2.0, 2.0, 2.0, 3.0, 3.0, 1.0, 0.0, 1.0], "bins": [-5.3046875, -5.14154052734375, -4.9783935546875, -4.81524658203125, -4.652099609375, -4.48895263671875, -4.3258056640625, -4.16265869140625, -3.99951171875, -3.83636474609375, -3.6732177734375, -3.51007080078125, -3.346923828125, -3.18377685546875, -3.0206298828125, -2.85748291015625, -2.6943359375, -2.53118896484375, -2.3680419921875, -2.20489501953125, -2.041748046875, -1.87860107421875, -1.7154541015625, -1.55230712890625, -1.38916015625, -1.22601318359375, -1.0628662109375, -0.89971923828125, -0.736572265625, -0.57342529296875, -0.4102783203125, -0.24713134765625, -0.083984375, 0.07916259765625, 0.2423095703125, 0.40545654296875, 0.568603515625, 0.73175048828125, 0.8948974609375, 1.05804443359375, 1.22119140625, 1.38433837890625, 1.5474853515625, 1.71063232421875, 1.873779296875, 2.03692626953125, 2.2000732421875, 2.36322021484375, 2.5263671875, 2.68951416015625, 2.8526611328125, 3.01580810546875, 3.178955078125, 3.34210205078125, 3.5052490234375, 3.66839599609375, 3.83154296875, 3.99468994140625, 4.1578369140625, 4.32098388671875, 4.484130859375, 4.64727783203125, 4.8104248046875, 4.97357177734375, 5.13671875]}, "gradients/decoder.transformer.h.18.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 4.0, 2.0, 4.0, 4.0, 4.0, 11.0, 8.0, 9.0, 13.0, 31.0, 39.0, 48.0, 90.0, 144.0, 226.0, 333.0, 484.0, 798.0, 1169.0, 1869.0, 2961.0, 4883.0, 8036.0, 14309.0, 27418.0, 70974.0, 569209.0, 2847271.0, 515090.0, 66675.0, 26762.0, 14109.0, 8046.0, 4794.0, 2938.0, 1860.0, 1291.0, 792.0, 531.0, 341.0, 233.0, 145.0, 114.0, 72.0, 47.0, 33.0, 20.0, 9.0, 12.0, 12.0, 7.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-12.4765625, -12.0672607421875, -11.657958984375, -11.2486572265625, -10.83935546875, -10.4300537109375, -10.020751953125, -9.6114501953125, -9.2021484375, -8.7928466796875, -8.383544921875, -7.9742431640625, -7.56494140625, -7.1556396484375, -6.746337890625, -6.3370361328125, -5.927734375, -5.5184326171875, -5.109130859375, -4.6998291015625, -4.29052734375, -3.8812255859375, -3.471923828125, -3.0626220703125, -2.6533203125, -2.2440185546875, -1.834716796875, -1.4254150390625, -1.01611328125, -0.6068115234375, -0.197509765625, 0.2117919921875, 0.62109375, 1.0303955078125, 1.439697265625, 1.8489990234375, 2.25830078125, 2.6676025390625, 3.076904296875, 3.4862060546875, 3.8955078125, 4.3048095703125, 4.714111328125, 5.1234130859375, 5.53271484375, 5.9420166015625, 6.351318359375, 6.7606201171875, 7.169921875, 7.5792236328125, 7.988525390625, 8.3978271484375, 8.80712890625, 9.2164306640625, 9.625732421875, 10.0350341796875, 10.4443359375, 10.8536376953125, 11.262939453125, 11.6722412109375, 12.08154296875, 12.4908447265625, 12.900146484375, 13.3094482421875, 13.71875]}, "gradients/decoder.transformer.h.18.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 6.0, 6.0, 14.0, 6.0, 13.0, 19.0, 26.0, 25.0, 38.0, 56.0, 45.0, 88.0, 151.0, 239.0, 416.0, 703.0, 791.0, 551.0, 295.0, 172.0, 95.0, 77.0, 56.0, 42.0, 27.0, 22.0, 22.0, 17.0, 11.0, 11.0, 9.0, 2.0, 7.0, 5.0, 2.0, 5.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-18.390625, -17.85302734375, -17.3154296875, -16.77783203125, -16.240234375, -15.70263671875, -15.1650390625, -14.62744140625, -14.08984375, -13.55224609375, -13.0146484375, -12.47705078125, -11.939453125, -11.40185546875, -10.8642578125, -10.32666015625, -9.7890625, -9.25146484375, -8.7138671875, -8.17626953125, -7.638671875, -7.10107421875, -6.5634765625, -6.02587890625, -5.48828125, -4.95068359375, -4.4130859375, -3.87548828125, -3.337890625, -2.80029296875, -2.2626953125, -1.72509765625, -1.1875, -0.64990234375, -0.1123046875, 0.42529296875, 0.962890625, 1.50048828125, 2.0380859375, 2.57568359375, 3.11328125, 3.65087890625, 4.1884765625, 4.72607421875, 5.263671875, 5.80126953125, 6.3388671875, 6.87646484375, 7.4140625, 7.95166015625, 8.4892578125, 9.02685546875, 9.564453125, 10.10205078125, 10.6396484375, 11.17724609375, 11.71484375, 12.25244140625, 12.7900390625, 13.32763671875, 13.865234375, 14.40283203125, 14.9404296875, 15.47802734375, 16.015625]}, "gradients/decoder.transformer.h.18.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 6.0, 16.0, 8.0, 17.0, 29.0, 35.0, 65.0, 111.0, 166.0, 244.0, 408.0, 685.0, 1142.0, 2043.0, 3649.0, 7096.0, 14294.0, 30838.0, 79515.0, 353608.0, 2886480.0, 636003.0, 104366.0, 38083.0, 16830.0, 8352.0, 4381.0, 2396.0, 1382.0, 773.0, 476.0, 309.0, 176.0, 105.0, 61.0, 47.0, 36.0, 15.0, 10.0, 13.0, 6.0, 4.0, 1.0, 5.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-20.796875, -20.11767578125, -19.4384765625, -18.75927734375, -18.080078125, -17.40087890625, -16.7216796875, -16.04248046875, -15.36328125, -14.68408203125, -14.0048828125, -13.32568359375, -12.646484375, -11.96728515625, -11.2880859375, -10.60888671875, -9.9296875, -9.25048828125, -8.5712890625, -7.89208984375, -7.212890625, -6.53369140625, -5.8544921875, -5.17529296875, -4.49609375, -3.81689453125, -3.1376953125, -2.45849609375, -1.779296875, -1.10009765625, -0.4208984375, 0.25830078125, 0.9375, 1.61669921875, 2.2958984375, 2.97509765625, 3.654296875, 4.33349609375, 5.0126953125, 5.69189453125, 6.37109375, 7.05029296875, 7.7294921875, 8.40869140625, 9.087890625, 9.76708984375, 10.4462890625, 11.12548828125, 11.8046875, 12.48388671875, 13.1630859375, 13.84228515625, 14.521484375, 15.20068359375, 15.8798828125, 16.55908203125, 17.23828125, 17.91748046875, 18.5966796875, 19.27587890625, 19.955078125, 20.63427734375, 21.3134765625, 21.99267578125, 22.671875]}, "gradients/decoder.transformer.h.18.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 1.0, 3.0, 2.0, 3.0, 5.0, 4.0, 7.0, 7.0, 18.0, 10.0, 20.0, 15.0, 35.0, 43.0, 49.0, 49.0, 68.0, 83.0, 91.0, 92.0, 72.0, 59.0, 74.0, 47.0, 32.0, 25.0, 15.0, 22.0, 10.0, 8.0, 9.0, 14.0, 1.0, 4.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-58.345375061035156, -56.5217170715332, -54.69805908203125, -52.87440490722656, -51.05074691772461, -49.227088928222656, -47.4034309387207, -45.57977294921875, -43.75611877441406, -41.93246078491211, -40.108802795410156, -38.28514862060547, -36.461490631103516, -34.63783264160156, -32.81417465209961, -30.990516662597656, -29.166858673095703, -27.34320068359375, -25.51954460144043, -23.695886611938477, -21.872230529785156, -20.048572540283203, -18.22491455078125, -16.401256561279297, -14.577600479125977, -12.75394344329834, -10.930286407470703, -9.10662841796875, -7.282971382141113, -5.459314346313477, -3.6356563568115234, -1.8119993209838867, 0.011661529541015625, 1.8353188037872314, 3.6589760780334473, 5.482633590698242, 7.306290626525879, 9.129947662353516, 10.953605651855469, 12.777262687683105, 14.600919723510742, 16.424577713012695, 18.248233795166016, 20.07189178466797, 21.895549774169922, 23.719205856323242, 25.542863845825195, 27.366519927978516, 29.19017791748047, 31.013835906982422, 32.837493896484375, 34.66114807128906, 36.484806060791016, 38.30846405029297, 40.13212203979492, 41.955780029296875, 43.77943420410156, 45.603092193603516, 47.42675018310547, 49.250404357910156, 51.07406234741211, 52.89772033691406, 54.721378326416016, 56.54503631591797, 58.36869430541992]}, "gradients/decoder.transformer.h.18.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 6.0, 1.0, 4.0, 7.0, 5.0, 10.0, 10.0, 7.0, 7.0, 16.0, 17.0, 11.0, 19.0, 24.0, 20.0, 25.0, 18.0, 26.0, 35.0, 40.0, 31.0, 31.0, 50.0, 47.0, 30.0, 39.0, 39.0, 40.0, 24.0, 32.0, 47.0, 33.0, 32.0, 28.0, 26.0, 30.0, 26.0, 20.0, 20.0, 15.0, 14.0, 12.0, 8.0, 8.0, 4.0, 5.0, 5.0, 3.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-45.75473403930664, -44.292396545410156, -42.83005905151367, -41.36772155761719, -39.9053840637207, -38.44304656982422, -36.980712890625, -35.51837158203125, -34.05603790283203, -32.59370040893555, -31.131362915039062, -29.669025421142578, -28.206687927246094, -26.74435043334961, -25.282014846801758, -23.819677352905273, -22.357337951660156, -20.895000457763672, -19.432662963867188, -17.970325469970703, -16.50798797607422, -15.04565143585205, -13.583314895629883, -12.120977401733398, -10.658639907836914, -9.19630241394043, -7.7339653968811035, -6.271628379821777, -4.809290885925293, -3.3469533920288086, -1.8846168518066406, -0.42227935791015625, 1.0400619506835938, 2.502399206161499, 3.9647364616394043, 5.4270734786987305, 6.889410972595215, 8.3517484664917, 9.814085006713867, 11.276422500610352, 12.738759994506836, 14.20109748840332, 15.663434982299805, 17.125770568847656, 18.58810806274414, 20.050445556640625, 21.51278305053711, 22.975120544433594, 24.437458038330078, 25.899795532226562, 27.362133026123047, 28.82447052001953, 30.286808013916016, 31.7491455078125, 33.21147918701172, 34.67382049560547, 36.13615417480469, 37.59849166870117, 39.060829162597656, 40.52316665649414, 41.985504150390625, 43.44784164428711, 44.910179138183594, 46.37251281738281, 47.83485412597656]}, "gradients/decoder.transformer.h.18.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 7.0, 4.0, 5.0, 6.0, 6.0, 8.0, 3.0, 11.0, 13.0, 16.0, 16.0, 14.0, 18.0, 26.0, 34.0, 35.0, 31.0, 38.0, 38.0, 38.0, 48.0, 35.0, 46.0, 45.0, 37.0, 49.0, 48.0, 44.0, 33.0, 34.0, 32.0, 30.0, 23.0, 16.0, 21.0, 10.0, 12.0, 14.0, 13.0, 10.0, 11.0, 10.0, 5.0, 5.0, 0.0, 0.0, 4.0, 2.0, 5.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.390625, -5.21734619140625, -5.0440673828125, -4.87078857421875, -4.697509765625, -4.52423095703125, -4.3509521484375, -4.17767333984375, -4.00439453125, -3.83111572265625, -3.6578369140625, -3.48455810546875, -3.311279296875, -3.13800048828125, -2.9647216796875, -2.79144287109375, -2.6181640625, -2.44488525390625, -2.2716064453125, -2.09832763671875, -1.925048828125, -1.75177001953125, -1.5784912109375, -1.40521240234375, -1.23193359375, -1.05865478515625, -0.8853759765625, -0.71209716796875, -0.538818359375, -0.36553955078125, -0.1922607421875, -0.01898193359375, 0.154296875, 0.32757568359375, 0.5008544921875, 0.67413330078125, 0.847412109375, 1.02069091796875, 1.1939697265625, 1.36724853515625, 1.54052734375, 1.71380615234375, 1.8870849609375, 2.06036376953125, 2.233642578125, 2.40692138671875, 2.5802001953125, 2.75347900390625, 2.9267578125, 3.10003662109375, 3.2733154296875, 3.44659423828125, 3.619873046875, 3.79315185546875, 3.9664306640625, 4.13970947265625, 4.31298828125, 4.48626708984375, 4.6595458984375, 4.83282470703125, 5.006103515625, 5.17938232421875, 5.3526611328125, 5.52593994140625, 5.69921875]}, "gradients/decoder.transformer.h.18.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 2.0, 2.0, 5.0, 5.0, 7.0, 15.0, 26.0, 35.0, 50.0, 65.0, 90.0, 124.0, 149.0, 228.0, 382.0, 420.0, 722.0, 1035.0, 1539.0, 2211.0, 3369.0, 5322.0, 8526.0, 13973.0, 24560.0, 44927.0, 86906.0, 174829.0, 290859.0, 184386.0, 91839.0, 46784.0, 25382.0, 14619.0, 8840.0, 5405.0, 3603.0, 2297.0, 1565.0, 996.0, 722.0, 532.0, 357.0, 245.0, 191.0, 121.0, 84.0, 64.0, 42.0, 39.0, 20.0, 21.0, 12.0, 5.0, 10.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.8310546875, -0.8047027587890625, -0.778350830078125, -0.7519989013671875, -0.72564697265625, -0.6992950439453125, -0.672943115234375, -0.6465911865234375, -0.6202392578125, -0.5938873291015625, -0.567535400390625, -0.5411834716796875, -0.51483154296875, -0.4884796142578125, -0.462127685546875, -0.4357757568359375, -0.409423828125, -0.3830718994140625, -0.356719970703125, -0.3303680419921875, -0.30401611328125, -0.2776641845703125, -0.251312255859375, -0.2249603271484375, -0.1986083984375, -0.1722564697265625, -0.145904541015625, -0.1195526123046875, -0.09320068359375, -0.0668487548828125, -0.040496826171875, -0.0141448974609375, 0.01220703125, 0.0385589599609375, 0.064910888671875, 0.0912628173828125, 0.11761474609375, 0.1439666748046875, 0.170318603515625, 0.1966705322265625, 0.2230224609375, 0.2493743896484375, 0.275726318359375, 0.3020782470703125, 0.32843017578125, 0.3547821044921875, 0.381134033203125, 0.4074859619140625, 0.433837890625, 0.4601898193359375, 0.486541748046875, 0.5128936767578125, 0.53924560546875, 0.5655975341796875, 0.591949462890625, 0.6183013916015625, 0.6446533203125, 0.6710052490234375, 0.697357177734375, 0.7237091064453125, 0.75006103515625, 0.7764129638671875, 0.802764892578125, 0.8291168212890625, 0.85546875]}, "gradients/decoder.transformer.h.18.crossattention.c_attn.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 4.0, 2.0, 4.0, 4.0, 2.0, 5.0, 4.0, 7.0, 6.0, 11.0, 16.0, 15.0, 11.0, 13.0, 20.0, 23.0, 24.0, 23.0, 24.0, 24.0, 22.0, 25.0, 40.0, 39.0, 42.0, 42.0, 27.0, 1068.0, 43.0, 35.0, 41.0, 38.0, 37.0, 37.0, 38.0, 33.0, 17.0, 28.0, 23.0, 21.0, 12.0, 14.0, 13.0, 19.0, 8.0, 9.0, 8.0, 3.0, 4.0, 4.0, 1.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.94921875, -3.8226318359375, -3.696044921875, -3.5694580078125, -3.44287109375, -3.3162841796875, -3.189697265625, -3.0631103515625, -2.9365234375, -2.8099365234375, -2.683349609375, -2.5567626953125, -2.43017578125, -2.3035888671875, -2.177001953125, -2.0504150390625, -1.923828125, -1.7972412109375, -1.670654296875, -1.5440673828125, -1.41748046875, -1.2908935546875, -1.164306640625, -1.0377197265625, -0.9111328125, -0.7845458984375, -0.657958984375, -0.5313720703125, -0.40478515625, -0.2781982421875, -0.151611328125, -0.0250244140625, 0.1015625, 0.2281494140625, 0.354736328125, 0.4813232421875, 0.60791015625, 0.7344970703125, 0.861083984375, 0.9876708984375, 1.1142578125, 1.2408447265625, 1.367431640625, 1.4940185546875, 1.62060546875, 1.7471923828125, 1.873779296875, 2.0003662109375, 2.126953125, 2.2535400390625, 2.380126953125, 2.5067138671875, 2.63330078125, 2.7598876953125, 2.886474609375, 3.0130615234375, 3.1396484375, 3.2662353515625, 3.392822265625, 3.5194091796875, 3.64599609375, 3.7725830078125, 3.899169921875, 4.0257568359375, 4.15234375]}, "gradients/decoder.transformer.h.18.crossattention.c_attn.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 3.0, 8.0, 14.0, 6.0, 18.0, 23.0, 30.0, 27.0, 33.0, 42.0, 79.0, 105.0, 133.0, 199.0, 291.0, 385.0, 526.0, 797.0, 1136.0, 1515.0, 2243.0, 3182.0, 4651.0, 6667.0, 9991.0, 15178.0, 23326.0, 36342.0, 59251.0, 101824.0, 225529.0, 1184726.0, 178379.0, 89637.0, 52991.0, 32786.0, 21185.0, 13909.0, 9444.0, 6295.0, 4145.0, 2976.0, 2068.0, 1394.0, 1014.0, 726.0, 504.0, 412.0, 283.0, 206.0, 156.0, 90.0, 77.0, 60.0, 39.0, 16.0, 32.0, 13.0, 13.0, 8.0, 7.0], "bins": [-0.331787109375, -0.3221397399902344, -0.31249237060546875, -0.3028450012207031, -0.2931976318359375, -0.2835502624511719, -0.27390289306640625, -0.2642555236816406, -0.254608154296875, -0.24496078491210938, -0.23531341552734375, -0.22566604614257812, -0.2160186767578125, -0.20637130737304688, -0.19672393798828125, -0.18707656860351562, -0.17742919921875, -0.16778182983398438, -0.15813446044921875, -0.14848709106445312, -0.1388397216796875, -0.12919235229492188, -0.11954498291015625, -0.10989761352539062, -0.100250244140625, -0.09060287475585938, -0.08095550537109375, -0.07130813598632812, -0.0616607666015625, -0.052013397216796875, -0.04236602783203125, -0.032718658447265625, -0.0230712890625, -0.013423919677734375, -0.00377655029296875, 0.005870819091796875, 0.0155181884765625, 0.025165557861328125, 0.03481292724609375, 0.044460296630859375, 0.054107666015625, 0.06375503540039062, 0.07340240478515625, 0.08304977416992188, 0.0926971435546875, 0.10234451293945312, 0.11199188232421875, 0.12163925170898438, 0.13128662109375, 0.14093399047851562, 0.15058135986328125, 0.16022872924804688, 0.1698760986328125, 0.17952346801757812, 0.18917083740234375, 0.19881820678710938, 0.208465576171875, 0.21811294555664062, 0.22776031494140625, 0.23740768432617188, 0.2470550537109375, 0.2567024230957031, 0.26634979248046875, 0.2759971618652344, 0.28564453125]}, "gradients/decoder.transformer.h.18.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 0.0, 3.0, 3.0, 3.0, 1.0, 4.0, 3.0, 7.0, 3.0, 7.0, 9.0, 13.0, 18.0, 19.0, 24.0, 23.0, 61.0, 56.0, 97.0, 113.0, 122.0, 115.0, 89.0, 52.0, 27.0, 31.0, 20.0, 18.0, 12.0, 12.0, 8.0, 9.0, 4.0, 2.0, 3.0, 4.0, 2.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1038818359375, -0.10044288635253906, -0.09700393676757812, -0.09356498718261719, -0.09012603759765625, -0.08668708801269531, -0.08324813842773438, -0.07980918884277344, -0.0763702392578125, -0.07293128967285156, -0.06949234008789062, -0.06605339050292969, -0.06261444091796875, -0.05917549133300781, -0.055736541748046875, -0.05229759216308594, -0.048858642578125, -0.04541969299316406, -0.041980743408203125, -0.03854179382324219, -0.03510284423828125, -0.03166389465332031, -0.028224945068359375, -0.024785995483398438, -0.0213470458984375, -0.017908096313476562, -0.014469146728515625, -0.011030197143554688, -0.00759124755859375, -0.0041522979736328125, -0.000713348388671875, 0.0027256011962890625, 0.00616455078125, 0.009603500366210938, 0.013042449951171875, 0.016481399536132812, 0.01992034912109375, 0.023359298706054688, 0.026798248291015625, 0.030237197875976562, 0.0336761474609375, 0.03711509704589844, 0.040554046630859375, 0.04399299621582031, 0.04743194580078125, 0.05087089538574219, 0.054309844970703125, 0.05774879455566406, 0.061187744140625, 0.06462669372558594, 0.06806564331054688, 0.07150459289550781, 0.07494354248046875, 0.07838249206542969, 0.08182144165039062, 0.08526039123535156, 0.0886993408203125, 0.09213829040527344, 0.09557723999023438, 0.09901618957519531, 0.10245513916015625, 0.10589408874511719, 0.10933303833007812, 0.11277198791503906, 0.1162109375]}, "gradients/decoder.transformer.h.18.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 4.0, 1.0, 3.0, 4.0, 4.0, 0.0, 1.0, 6.0, 2.0, 8.0, 11.0, 8.0, 15.0, 20.0, 38.0, 59.0, 80.0, 191.0, 852.0, 14415.0, 998848.0, 32114.0, 1355.0, 231.0, 108.0, 48.0, 41.0, 23.0, 21.0, 8.0, 9.0, 5.0, 5.0, 3.0, 3.0, 5.0, 2.0, 4.0, 4.0, 0.0, 0.0, 1.0, 5.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.228515625, -2.1641082763671875, -2.099700927734375, -2.0352935791015625, -1.97088623046875, -1.9064788818359375, -1.842071533203125, -1.7776641845703125, -1.7132568359375, -1.6488494873046875, -1.584442138671875, -1.5200347900390625, -1.45562744140625, -1.3912200927734375, -1.326812744140625, -1.2624053955078125, -1.197998046875, -1.1335906982421875, -1.069183349609375, -1.0047760009765625, -0.94036865234375, -0.8759613037109375, -0.811553955078125, -0.7471466064453125, -0.6827392578125, -0.6183319091796875, -0.553924560546875, -0.4895172119140625, -0.42510986328125, -0.3607025146484375, -0.296295166015625, -0.2318878173828125, -0.16748046875, -0.1030731201171875, -0.038665771484375, 0.0257415771484375, 0.09014892578125, 0.1545562744140625, 0.218963623046875, 0.2833709716796875, 0.3477783203125, 0.4121856689453125, 0.476593017578125, 0.5410003662109375, 0.60540771484375, 0.6698150634765625, 0.734222412109375, 0.7986297607421875, 0.863037109375, 0.9274444580078125, 0.991851806640625, 1.0562591552734375, 1.12066650390625, 1.1850738525390625, 1.249481201171875, 1.3138885498046875, 1.3782958984375, 1.4427032470703125, 1.507110595703125, 1.5715179443359375, 1.63592529296875, 1.7003326416015625, 1.764739990234375, 1.8291473388671875, 1.8935546875]}, "gradients/decoder.transformer.h.18.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 3.0, 10.0, 29.0, 46.0, 111.0, 347.0, 314.0, 92.0, 40.0, 12.0, 4.0, 2.0, 2.0, 2.0, 2.0], "bins": [-2.6882405281066895, -2.6393418312072754, -2.5904428958892822, -2.541544198989868, -2.492645502090454, -2.44374680519104, -2.394847869873047, -2.345949172973633, -2.2970504760742188, -2.2481517791748047, -2.1992528438568115, -2.1503541469573975, -2.1014554500579834, -2.0525567531585693, -2.003657817840576, -1.954759120941162, -1.905860424041748, -1.8569616079330444, -1.8080629110336304, -1.7591640949249268, -1.7102653980255127, -1.661366581916809, -1.612467885017395, -1.5635690689086914, -1.5146702527999878, -1.4657714366912842, -1.4168727397918701, -1.3679739236831665, -1.3190752267837524, -1.2701764106750488, -1.2212777137756348, -1.1723788976669312, -1.123480200767517, -1.0745813846588135, -1.0256826877593994, -0.9767839312553406, -0.9278851747512817, -0.8789864182472229, -0.8300876617431641, -0.7811888456344604, -0.7322901487350464, -0.6833913922309875, -0.6344926357269287, -0.5855938792228699, -0.536695122718811, -0.4877963662147522, -0.43889757990837097, -0.38999882340431213, -0.3411000370979309, -0.29220128059387207, -0.24330252408981323, -0.1944037526845932, -0.14550499618053436, -0.09660623967647552, -0.04770746827125549, 0.0011912882328033447, 0.05009004473686218, 0.09898880124092102, 0.14788755774497986, 0.1967863291501999, 0.24568508565425873, 0.29458385705947876, 0.3434826135635376, 0.39238137006759644, 0.4412801265716553]}, "gradients/decoder.transformer.h.18.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 5.0, 3.0, 5.0, 4.0, 6.0, 8.0, 9.0, 13.0, 19.0, 19.0, 18.0, 19.0, 19.0, 29.0, 33.0, 32.0, 25.0, 36.0, 37.0, 34.0, 37.0, 38.0, 40.0, 43.0, 31.0, 33.0, 42.0, 41.0, 42.0, 34.0, 30.0, 29.0, 35.0, 21.0, 31.0, 17.0, 19.0, 10.0, 11.0, 7.0, 11.0, 7.0, 8.0, 7.0, 4.0, 1.0, 5.0, 0.0, 2.0, 1.0, 3.0, 0.0, 2.0], "bins": [-0.40568721294403076, -0.3938508927822113, -0.38201457262039185, -0.3701782524585724, -0.35834193229675293, -0.3465055823326111, -0.3346692621707916, -0.32283294200897217, -0.3109966218471527, -0.29916030168533325, -0.2873239815235138, -0.27548766136169434, -0.2636513113975525, -0.25181499123573303, -0.23997867107391357, -0.22814235091209412, -0.21630603075027466, -0.2044697105884552, -0.19263339042663574, -0.1807970553636551, -0.16896073520183563, -0.15712441504001617, -0.14528807997703552, -0.13345175981521606, -0.1216154396533966, -0.10977911949157715, -0.0979427918791771, -0.08610646426677704, -0.07427014410495758, -0.062433820217847824, -0.05059749633073807, -0.03876116871833801, -0.026924848556518555, -0.015088524669408798, -0.0032522007822990417, 0.008584123104810715, 0.02042044699192047, 0.03225677087903023, 0.044093094766139984, 0.05592942237854004, 0.0677657425403595, 0.07960206270217896, 0.09143839031457901, 0.10327471792697906, 0.11511103808879852, 0.12694735825061798, 0.13878369331359863, 0.1506200134754181, 0.16245633363723755, 0.174292653799057, 0.18612897396087646, 0.19796530902385712, 0.20980162918567657, 0.22163794934749603, 0.23347428441047668, 0.24531060457229614, 0.2571469247341156, 0.26898324489593506, 0.2808195650577545, 0.292655885219574, 0.3044922351837158, 0.3163285553455353, 0.32816487550735474, 0.3400011956691742, 0.35183751583099365]}, "gradients/decoder.transformer.h.18.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 7.0, 4.0, 6.0, 5.0, 7.0, 8.0, 3.0, 11.0, 12.0, 16.0, 17.0, 13.0, 19.0, 25.0, 33.0, 36.0, 32.0, 39.0, 36.0, 42.0, 44.0, 35.0, 49.0, 42.0, 37.0, 49.0, 49.0, 44.0, 31.0, 35.0, 31.0, 31.0, 23.0, 17.0, 21.0, 9.0, 12.0, 14.0, 13.0, 11.0, 11.0, 9.0, 5.0, 5.0, 0.0, 0.0, 4.0, 2.0, 5.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.38671875, -5.2135009765625, -5.040283203125, -4.8670654296875, -4.69384765625, -4.5206298828125, -4.347412109375, -4.1741943359375, -4.0009765625, -3.8277587890625, -3.654541015625, -3.4813232421875, -3.30810546875, -3.1348876953125, -2.961669921875, -2.7884521484375, -2.615234375, -2.4420166015625, -2.268798828125, -2.0955810546875, -1.92236328125, -1.7491455078125, -1.575927734375, -1.4027099609375, -1.2294921875, -1.0562744140625, -0.883056640625, -0.7098388671875, -0.53662109375, -0.3634033203125, -0.190185546875, -0.0169677734375, 0.15625, 0.3294677734375, 0.502685546875, 0.6759033203125, 0.84912109375, 1.0223388671875, 1.195556640625, 1.3687744140625, 1.5419921875, 1.7152099609375, 1.888427734375, 2.0616455078125, 2.23486328125, 2.4080810546875, 2.581298828125, 2.7545166015625, 2.927734375, 3.1009521484375, 3.274169921875, 3.4473876953125, 3.62060546875, 3.7938232421875, 3.967041015625, 4.1402587890625, 4.3134765625, 4.4866943359375, 4.659912109375, 4.8331298828125, 5.00634765625, 5.1795654296875, 5.352783203125, 5.5260009765625, 5.69921875]}, "gradients/decoder.transformer.h.18.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 4.0, 6.0, 4.0, 6.0, 8.0, 16.0, 23.0, 31.0, 38.0, 46.0, 58.0, 85.0, 127.0, 187.0, 264.0, 373.0, 520.0, 857.0, 1304.0, 2080.0, 3457.0, 6034.0, 11182.0, 23006.0, 58256.0, 241090.0, 516467.0, 110638.0, 35960.0, 15929.0, 8232.0, 4639.0, 2697.0, 1673.0, 1040.0, 721.0, 443.0, 318.0, 204.0, 148.0, 113.0, 68.0, 54.0, 37.0, 29.0, 20.0, 23.0, 11.0, 15.0, 5.0, 2.0, 3.0, 4.0, 5.0, 1.0, 2.0, 3.0], "bins": [-10.9375, -10.608642578125, -10.27978515625, -9.950927734375, -9.6220703125, -9.293212890625, -8.96435546875, -8.635498046875, -8.306640625, -7.977783203125, -7.64892578125, -7.320068359375, -6.9912109375, -6.662353515625, -6.33349609375, -6.004638671875, -5.67578125, -5.346923828125, -5.01806640625, -4.689208984375, -4.3603515625, -4.031494140625, -3.70263671875, -3.373779296875, -3.044921875, -2.716064453125, -2.38720703125, -2.058349609375, -1.7294921875, -1.400634765625, -1.07177734375, -0.742919921875, -0.4140625, -0.085205078125, 0.24365234375, 0.572509765625, 0.9013671875, 1.230224609375, 1.55908203125, 1.887939453125, 2.216796875, 2.545654296875, 2.87451171875, 3.203369140625, 3.5322265625, 3.861083984375, 4.18994140625, 4.518798828125, 4.84765625, 5.176513671875, 5.50537109375, 5.834228515625, 6.1630859375, 6.491943359375, 6.82080078125, 7.149658203125, 7.478515625, 7.807373046875, 8.13623046875, 8.465087890625, 8.7939453125, 9.122802734375, 9.45166015625, 9.780517578125, 10.109375]}, "gradients/decoder.transformer.h.18.attn.c_attn.bias": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 2.0, 5.0, 1.0, 9.0, 5.0, 11.0, 8.0, 20.0, 21.0, 14.0, 21.0, 30.0, 26.0, 24.0, 29.0, 40.0, 40.0, 44.0, 51.0, 61.0, 94.0, 198.0, 1402.0, 256.0, 125.0, 75.0, 59.0, 43.0, 40.0, 40.0, 35.0, 34.0, 24.0, 17.0, 26.0, 21.0, 15.0, 16.0, 17.0, 10.0, 6.0, 10.0, 2.0, 5.0, 2.0, 6.0, 4.0, 5.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-16.78125, -16.21728515625, -15.6533203125, -15.08935546875, -14.525390625, -13.96142578125, -13.3974609375, -12.83349609375, -12.26953125, -11.70556640625, -11.1416015625, -10.57763671875, -10.013671875, -9.44970703125, -8.8857421875, -8.32177734375, -7.7578125, -7.19384765625, -6.6298828125, -6.06591796875, -5.501953125, -4.93798828125, -4.3740234375, -3.81005859375, -3.24609375, -2.68212890625, -2.1181640625, -1.55419921875, -0.990234375, -0.42626953125, 0.1376953125, 0.70166015625, 1.265625, 1.82958984375, 2.3935546875, 2.95751953125, 3.521484375, 4.08544921875, 4.6494140625, 5.21337890625, 5.77734375, 6.34130859375, 6.9052734375, 7.46923828125, 8.033203125, 8.59716796875, 9.1611328125, 9.72509765625, 10.2890625, 10.85302734375, 11.4169921875, 11.98095703125, 12.544921875, 13.10888671875, 13.6728515625, 14.23681640625, 14.80078125, 15.36474609375, 15.9287109375, 16.49267578125, 17.056640625, 17.62060546875, 18.1845703125, 18.74853515625, 19.3125]}, "gradients/decoder.transformer.h.18.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 2.0, 8.0, 3.0, 8.0, 10.0, 10.0, 15.0, 17.0, 23.0, 35.0, 44.0, 61.0, 102.0, 145.0, 274.0, 550.0, 1741.0, 7915.0, 57277.0, 2535423.0, 509076.0, 26316.0, 4467.0, 1160.0, 435.0, 201.0, 107.0, 61.0, 59.0, 38.0, 35.0, 32.0, 20.0, 13.0, 7.0, 5.0, 6.0, 7.0, 2.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-38.59375, -37.41796875, -36.2421875, -35.06640625, -33.890625, -32.71484375, -31.5390625, -30.36328125, -29.1875, -28.01171875, -26.8359375, -25.66015625, -24.484375, -23.30859375, -22.1328125, -20.95703125, -19.78125, -18.60546875, -17.4296875, -16.25390625, -15.078125, -13.90234375, -12.7265625, -11.55078125, -10.375, -9.19921875, -8.0234375, -6.84765625, -5.671875, -4.49609375, -3.3203125, -2.14453125, -0.96875, 0.20703125, 1.3828125, 2.55859375, 3.734375, 4.91015625, 6.0859375, 7.26171875, 8.4375, 9.61328125, 10.7890625, 11.96484375, 13.140625, 14.31640625, 15.4921875, 16.66796875, 17.84375, 19.01953125, 20.1953125, 21.37109375, 22.546875, 23.72265625, 24.8984375, 26.07421875, 27.25, 28.42578125, 29.6015625, 30.77734375, 31.953125, 33.12890625, 34.3046875, 35.48046875, 36.65625]}, "gradients/decoder.transformer.h.18.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 9.0, 361.0, 622.0, 26.0], "bins": [-859.7772216796875, -845.9298706054688, -832.0824584960938, -818.235107421875, -804.3876953125, -790.5403442382812, -776.6929931640625, -762.8455810546875, -748.9982299804688, -735.15087890625, -721.303466796875, -707.4561157226562, -693.6087036132812, -679.7613525390625, -665.9139404296875, -652.0665893554688, -638.2191772460938, -624.371826171875, -610.5244140625, -596.6770629882812, -582.8296508789062, -568.9822998046875, -555.1348876953125, -541.2875366210938, -527.440185546875, -513.5928344726562, -499.74542236328125, -485.8980712890625, -472.0506896972656, -458.20330810546875, -444.3559265136719, -430.508544921875, -416.6611633300781, -402.81378173828125, -388.9664001464844, -375.1190185546875, -361.27166748046875, -347.4242858886719, -333.576904296875, -319.7295227050781, -305.88214111328125, -292.0347595214844, -278.1873779296875, -264.34002685546875, -250.4926300048828, -236.645263671875, -222.79788208007812, -208.95050048828125, -195.10313415527344, -181.25575256347656, -167.40838623046875, -153.56100463867188, -139.713623046875, -125.86624908447266, -112.01887512207031, -98.17149353027344, -84.3241195678711, -70.47674560546875, -56.629364013671875, -42.78199005126953, -28.934612274169922, -15.087234497070312, -1.2398605346679688, 12.607521057128906, 26.45489501953125]}, "gradients/decoder.transformer.h.18.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 5.0, 2.0, 2.0, 4.0, 2.0, 7.0, 12.0, 13.0, 7.0, 13.0, 20.0, 12.0, 24.0, 23.0, 25.0, 25.0, 36.0, 33.0, 39.0, 35.0, 36.0, 33.0, 45.0, 29.0, 48.0, 39.0, 32.0, 41.0, 26.0, 23.0, 22.0, 35.0, 33.0, 36.0, 27.0, 26.0, 19.0, 18.0, 23.0, 17.0, 8.0, 9.0, 13.0, 7.0, 8.0, 3.0, 5.0, 2.0, 6.0, 1.0, 2.0, 6.0, 1.0, 1.0, 2.0], "bins": [-57.058937072753906, -55.3424072265625, -53.62588119506836, -51.90935134887695, -50.19282531738281, -48.476295471191406, -46.759765625, -45.04323959350586, -43.32671356201172, -41.61018371582031, -39.89365768432617, -38.177127838134766, -36.460601806640625, -34.74407196044922, -33.02754211425781, -31.311016082763672, -29.594486236572266, -27.877958297729492, -26.16143035888672, -24.444900512695312, -22.728374481201172, -21.011844635009766, -19.295316696166992, -17.57878875732422, -15.862260818481445, -14.145732879638672, -12.429204940795898, -10.712676048278809, -8.996148109436035, -7.279620170593262, -5.563091278076172, -3.8465633392333984, -2.1300315856933594, -0.41350340843200684, 1.3030247688293457, 3.0195531845092773, 4.736081123352051, 6.452609062194824, 8.169137954711914, 9.885665893554688, 11.602193832397461, 13.318721771240234, 15.035249710083008, 16.75177764892578, 18.468307495117188, 20.184833526611328, 21.901363372802734, 23.617891311645508, 25.33441925048828, 27.050947189331055, 28.767475128173828, 30.484004974365234, 32.200531005859375, 33.91706085205078, 35.63359069824219, 37.35011672973633, 39.06664276123047, 40.783172607421875, 42.499698638916016, 44.21622848510742, 45.93275451660156, 47.64928436279297, 49.365814208984375, 51.082340240478516, 52.79887008666992]}, "gradients/decoder.transformer.h.17.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 4.0, 1.0, 3.0, 4.0, 6.0, 6.0, 4.0, 11.0, 5.0, 13.0, 10.0, 17.0, 16.0, 20.0, 18.0, 22.0, 36.0, 34.0, 41.0, 32.0, 40.0, 43.0, 47.0, 47.0, 45.0, 42.0, 41.0, 42.0, 39.0, 32.0, 36.0, 33.0, 39.0, 23.0, 25.0, 20.0, 20.0, 7.0, 12.0, 17.0, 11.0, 14.0, 4.0, 7.0, 2.0, 9.0, 3.0, 1.0, 2.0, 1.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.6640625, -5.48016357421875, -5.2962646484375, -5.11236572265625, -4.928466796875, -4.74456787109375, -4.5606689453125, -4.37677001953125, -4.19287109375, -4.00897216796875, -3.8250732421875, -3.64117431640625, -3.457275390625, -3.27337646484375, -3.0894775390625, -2.90557861328125, -2.7216796875, -2.53778076171875, -2.3538818359375, -2.16998291015625, -1.986083984375, -1.80218505859375, -1.6182861328125, -1.43438720703125, -1.25048828125, -1.06658935546875, -0.8826904296875, -0.69879150390625, -0.514892578125, -0.33099365234375, -0.1470947265625, 0.03680419921875, 0.220703125, 0.40460205078125, 0.5885009765625, 0.77239990234375, 0.956298828125, 1.14019775390625, 1.3240966796875, 1.50799560546875, 1.69189453125, 1.87579345703125, 2.0596923828125, 2.24359130859375, 2.427490234375, 2.61138916015625, 2.7952880859375, 2.97918701171875, 3.1630859375, 3.34698486328125, 3.5308837890625, 3.71478271484375, 3.898681640625, 4.08258056640625, 4.2664794921875, 4.45037841796875, 4.63427734375, 4.81817626953125, 5.0020751953125, 5.18597412109375, 5.369873046875, 5.55377197265625, 5.7376708984375, 5.92156982421875, 6.10546875]}, "gradients/decoder.transformer.h.17.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 4.0, 9.0, 9.0, 12.0, 14.0, 24.0, 41.0, 48.0, 65.0, 96.0, 150.0, 195.0, 278.0, 412.0, 618.0, 842.0, 1333.0, 1954.0, 3221.0, 4929.0, 7985.0, 13976.0, 26290.0, 69250.0, 460330.0, 2534275.0, 882908.0, 109257.0, 32456.0, 16793.0, 9627.0, 5772.0, 3610.0, 2417.0, 1630.0, 1029.0, 745.0, 499.0, 368.0, 244.0, 151.0, 127.0, 89.0, 62.0, 46.0, 33.0, 18.0, 21.0, 11.0, 8.0, 6.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-12.0234375, -11.6435546875, -11.263671875, -10.8837890625, -10.50390625, -10.1240234375, -9.744140625, -9.3642578125, -8.984375, -8.6044921875, -8.224609375, -7.8447265625, -7.46484375, -7.0849609375, -6.705078125, -6.3251953125, -5.9453125, -5.5654296875, -5.185546875, -4.8056640625, -4.42578125, -4.0458984375, -3.666015625, -3.2861328125, -2.90625, -2.5263671875, -2.146484375, -1.7666015625, -1.38671875, -1.0068359375, -0.626953125, -0.2470703125, 0.1328125, 0.5126953125, 0.892578125, 1.2724609375, 1.65234375, 2.0322265625, 2.412109375, 2.7919921875, 3.171875, 3.5517578125, 3.931640625, 4.3115234375, 4.69140625, 5.0712890625, 5.451171875, 5.8310546875, 6.2109375, 6.5908203125, 6.970703125, 7.3505859375, 7.73046875, 8.1103515625, 8.490234375, 8.8701171875, 9.25, 9.6298828125, 10.009765625, 10.3896484375, 10.76953125, 11.1494140625, 11.529296875, 11.9091796875, 12.2890625]}, "gradients/decoder.transformer.h.17.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 6.0, 5.0, 0.0, 3.0, 5.0, 6.0, 8.0, 11.0, 12.0, 11.0, 18.0, 28.0, 34.0, 31.0, 42.0, 54.0, 64.0, 125.0, 190.0, 351.0, 567.0, 770.0, 624.0, 400.0, 215.0, 141.0, 90.0, 61.0, 45.0, 36.0, 18.0, 25.0, 24.0, 10.0, 5.0, 7.0, 10.0, 6.0, 7.0, 5.0, 3.0, 6.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-17.328125, -16.827880859375, -16.32763671875, -15.827392578125, -15.3271484375, -14.826904296875, -14.32666015625, -13.826416015625, -13.326171875, -12.825927734375, -12.32568359375, -11.825439453125, -11.3251953125, -10.824951171875, -10.32470703125, -9.824462890625, -9.32421875, -8.823974609375, -8.32373046875, -7.823486328125, -7.3232421875, -6.822998046875, -6.32275390625, -5.822509765625, -5.322265625, -4.822021484375, -4.32177734375, -3.821533203125, -3.3212890625, -2.821044921875, -2.32080078125, -1.820556640625, -1.3203125, -0.820068359375, -0.31982421875, 0.180419921875, 0.6806640625, 1.180908203125, 1.68115234375, 2.181396484375, 2.681640625, 3.181884765625, 3.68212890625, 4.182373046875, 4.6826171875, 5.182861328125, 5.68310546875, 6.183349609375, 6.68359375, 7.183837890625, 7.68408203125, 8.184326171875, 8.6845703125, 9.184814453125, 9.68505859375, 10.185302734375, 10.685546875, 11.185791015625, 11.68603515625, 12.186279296875, 12.6865234375, 13.186767578125, 13.68701171875, 14.187255859375, 14.6875]}, "gradients/decoder.transformer.h.17.mlp.c_fc.weight": {"_type": "histogram", "values": [4.0, 1.0, 1.0, 5.0, 5.0, 6.0, 10.0, 13.0, 20.0, 26.0, 44.0, 55.0, 82.0, 129.0, 173.0, 218.0, 361.0, 516.0, 769.0, 1194.0, 1838.0, 2951.0, 4794.0, 8315.0, 15049.0, 28286.0, 61261.0, 186342.0, 1298180.0, 2127499.0, 299033.0, 79655.0, 34655.0, 17622.0, 9962.0, 5628.0, 3373.0, 2150.0, 1382.0, 915.0, 561.0, 369.0, 259.0, 160.0, 124.0, 90.0, 74.0, 39.0, 25.0, 19.0, 14.0, 17.0, 10.0, 7.0, 4.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-15.390625, -14.862548828125, -14.33447265625, -13.806396484375, -13.2783203125, -12.750244140625, -12.22216796875, -11.694091796875, -11.166015625, -10.637939453125, -10.10986328125, -9.581787109375, -9.0537109375, -8.525634765625, -7.99755859375, -7.469482421875, -6.94140625, -6.413330078125, -5.88525390625, -5.357177734375, -4.8291015625, -4.301025390625, -3.77294921875, -3.244873046875, -2.716796875, -2.188720703125, -1.66064453125, -1.132568359375, -0.6044921875, -0.076416015625, 0.45166015625, 0.979736328125, 1.5078125, 2.035888671875, 2.56396484375, 3.092041015625, 3.6201171875, 4.148193359375, 4.67626953125, 5.204345703125, 5.732421875, 6.260498046875, 6.78857421875, 7.316650390625, 7.8447265625, 8.372802734375, 8.90087890625, 9.428955078125, 9.95703125, 10.485107421875, 11.01318359375, 11.541259765625, 12.0693359375, 12.597412109375, 13.12548828125, 13.653564453125, 14.181640625, 14.709716796875, 15.23779296875, 15.765869140625, 16.2939453125, 16.822021484375, 17.35009765625, 17.878173828125, 18.40625]}, "gradients/decoder.transformer.h.17.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 13.0, 5.0, 20.0, 33.0, 49.0, 79.0, 141.0, 196.0, 182.0, 110.0, 82.0, 48.0, 25.0, 13.0, 8.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-106.68283081054688, -102.56071472167969, -98.43859100341797, -94.31647491455078, -90.19435119628906, -86.07223510742188, -81.95011901855469, -77.82799530029297, -73.70587158203125, -69.58375549316406, -65.46163177490234, -61.339515686035156, -57.21739196777344, -53.09527587890625, -48.9731559753418, -44.851036071777344, -40.728919982910156, -36.6068000793457, -32.48468017578125, -28.36256217956543, -24.240442276000977, -20.118322372436523, -15.996204376220703, -11.87408447265625, -7.751964569091797, -3.629845142364502, 0.49227428436279297, 4.61439323425293, 8.736513137817383, 12.858633041381836, 16.980751037597656, 21.10287094116211, 25.224990844726562, 29.347110748291016, 33.46923065185547, 37.591346740722656, 41.713470458984375, 45.83558654785156, 49.957706451416016, 54.07982635498047, 58.20194625854492, 62.324066162109375, 66.44618225097656, 70.56830596923828, 74.69042205810547, 78.81254577636719, 82.93466186523438, 87.05677795410156, 91.17890167236328, 95.30101776123047, 99.42314147949219, 103.54525756835938, 107.6673812866211, 111.78949737548828, 115.91162109375, 120.03373718261719, 124.15585327148438, 128.27796936035156, 132.40008544921875, 136.522216796875, 140.6443328857422, 144.76644897460938, 148.88856506347656, 153.01068115234375, 157.1328125]}, "gradients/decoder.transformer.h.17.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 2.0, 7.0, 10.0, 14.0, 12.0, 14.0, 26.0, 17.0, 15.0, 27.0, 23.0, 43.0, 42.0, 37.0, 41.0, 38.0, 51.0, 44.0, 53.0, 49.0, 35.0, 44.0, 41.0, 39.0, 34.0, 34.0, 23.0, 25.0, 36.0, 13.0, 20.0, 23.0, 15.0, 16.0, 10.0, 8.0, 8.0, 4.0, 2.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-55.550804138183594, -53.856239318847656, -52.16167449951172, -50.46710968017578, -48.772544860839844, -47.077980041503906, -45.38341522216797, -43.68885040283203, -41.994285583496094, -40.299720764160156, -38.60515594482422, -36.91059112548828, -35.216026306152344, -33.521461486816406, -31.82689666748047, -30.13233184814453, -28.437767028808594, -26.743202209472656, -25.04863739013672, -23.35407257080078, -21.659507751464844, -19.964942932128906, -18.27037811279297, -16.57581329345703, -14.881248474121094, -13.186683654785156, -11.492118835449219, -9.797554016113281, -8.102989196777344, -6.408424377441406, -4.713859558105469, -3.0192947387695312, -1.3247299194335938, 0.36983489990234375, 2.0643997192382812, 3.7589645385742188, 5.453529357910156, 7.148094177246094, 8.842658996582031, 10.537223815917969, 12.231788635253906, 13.926353454589844, 15.620918273925781, 17.31548309326172, 19.010047912597656, 20.704612731933594, 22.39917755126953, 24.09374237060547, 25.788307189941406, 27.482872009277344, 29.17743682861328, 30.87200164794922, 32.566566467285156, 34.261131286621094, 35.95569610595703, 37.65026092529297, 39.344825744628906, 41.039390563964844, 42.73395538330078, 44.42852020263672, 46.123085021972656, 47.817649841308594, 49.51221466064453, 51.20677947998047, 52.901344299316406]}, "gradients/decoder.transformer.h.17.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 9.0, 7.0, 5.0, 11.0, 11.0, 10.0, 19.0, 12.0, 16.0, 16.0, 18.0, 30.0, 27.0, 29.0, 35.0, 49.0, 45.0, 46.0, 44.0, 41.0, 35.0, 44.0, 47.0, 47.0, 30.0, 30.0, 32.0, 41.0, 23.0, 23.0, 20.0, 22.0, 25.0, 23.0, 16.0, 12.0, 13.0, 11.0, 1.0, 7.0, 5.0, 3.0, 3.0, 2.0, 3.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-5.79296875, -5.61016845703125, -5.4273681640625, -5.24456787109375, -5.061767578125, -4.87896728515625, -4.6961669921875, -4.51336669921875, -4.33056640625, -4.14776611328125, -3.9649658203125, -3.78216552734375, -3.599365234375, -3.41656494140625, -3.2337646484375, -3.05096435546875, -2.8681640625, -2.68536376953125, -2.5025634765625, -2.31976318359375, -2.136962890625, -1.95416259765625, -1.7713623046875, -1.58856201171875, -1.40576171875, -1.22296142578125, -1.0401611328125, -0.85736083984375, -0.674560546875, -0.49176025390625, -0.3089599609375, -0.12615966796875, 0.056640625, 0.23944091796875, 0.4222412109375, 0.60504150390625, 0.787841796875, 0.97064208984375, 1.1534423828125, 1.33624267578125, 1.51904296875, 1.70184326171875, 1.8846435546875, 2.06744384765625, 2.250244140625, 2.43304443359375, 2.6158447265625, 2.79864501953125, 2.9814453125, 3.16424560546875, 3.3470458984375, 3.52984619140625, 3.712646484375, 3.89544677734375, 4.0782470703125, 4.26104736328125, 4.44384765625, 4.62664794921875, 4.8094482421875, 4.99224853515625, 5.175048828125, 5.35784912109375, 5.5406494140625, 5.72344970703125, 5.90625]}, "gradients/decoder.transformer.h.17.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 1.0, 7.0, 10.0, 19.0, 18.0, 26.0, 36.0, 49.0, 61.0, 76.0, 110.0, 167.0, 236.0, 311.0, 500.0, 691.0, 1027.0, 1706.0, 2519.0, 4122.0, 6715.0, 11558.0, 20516.0, 37726.0, 73419.0, 145504.0, 268026.0, 225825.0, 116054.0, 59033.0, 30472.0, 16681.0, 9602.0, 5572.0, 3550.0, 2223.0, 1405.0, 955.0, 593.0, 414.0, 312.0, 182.0, 146.0, 99.0, 85.0, 62.0, 37.0, 35.0, 25.0, 15.0, 9.0, 13.0, 7.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.8505859375, -0.8220748901367188, -0.7935638427734375, -0.7650527954101562, -0.736541748046875, -0.7080307006835938, -0.6795196533203125, -0.6510086059570312, -0.62249755859375, -0.5939865112304688, -0.5654754638671875, -0.5369644165039062, -0.508453369140625, -0.47994232177734375, -0.4514312744140625, -0.42292022705078125, -0.3944091796875, -0.36589813232421875, -0.3373870849609375, -0.30887603759765625, -0.280364990234375, -0.25185394287109375, -0.2233428955078125, -0.19483184814453125, -0.16632080078125, -0.13780975341796875, -0.1092987060546875, -0.08078765869140625, -0.052276611328125, -0.02376556396484375, 0.0047454833984375, 0.03325653076171875, 0.061767578125, 0.09027862548828125, 0.1187896728515625, 0.14730072021484375, 0.175811767578125, 0.20432281494140625, 0.2328338623046875, 0.26134490966796875, 0.28985595703125, 0.31836700439453125, 0.3468780517578125, 0.37538909912109375, 0.403900146484375, 0.43241119384765625, 0.4609222412109375, 0.48943328857421875, 0.5179443359375, 0.5464553833007812, 0.5749664306640625, 0.6034774780273438, 0.631988525390625, 0.6604995727539062, 0.6890106201171875, 0.7175216674804688, 0.74603271484375, 0.7745437622070312, 0.8030548095703125, 0.8315658569335938, 0.860076904296875, 0.8885879516601562, 0.9170989990234375, 0.9456100463867188, 0.97412109375]}, "gradients/decoder.transformer.h.17.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 3.0, 5.0, 1.0, 4.0, 3.0, 3.0, 8.0, 5.0, 8.0, 12.0, 8.0, 9.0, 20.0, 12.0, 19.0, 25.0, 25.0, 36.0, 33.0, 30.0, 36.0, 32.0, 34.0, 33.0, 37.0, 39.0, 1061.0, 43.0, 43.0, 33.0, 32.0, 36.0, 41.0, 38.0, 29.0, 25.0, 23.0, 22.0, 20.0, 18.0, 20.0, 10.0, 13.0, 15.0, 12.0, 9.0, 6.0, 3.0, 2.0, 6.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.58984375, -4.4410400390625, -4.292236328125, -4.1434326171875, -3.99462890625, -3.8458251953125, -3.697021484375, -3.5482177734375, -3.3994140625, -3.2506103515625, -3.101806640625, -2.9530029296875, -2.80419921875, -2.6553955078125, -2.506591796875, -2.3577880859375, -2.208984375, -2.0601806640625, -1.911376953125, -1.7625732421875, -1.61376953125, -1.4649658203125, -1.316162109375, -1.1673583984375, -1.0185546875, -0.8697509765625, -0.720947265625, -0.5721435546875, -0.42333984375, -0.2745361328125, -0.125732421875, 0.0230712890625, 0.171875, 0.3206787109375, 0.469482421875, 0.6182861328125, 0.76708984375, 0.9158935546875, 1.064697265625, 1.2135009765625, 1.3623046875, 1.5111083984375, 1.659912109375, 1.8087158203125, 1.95751953125, 2.1063232421875, 2.255126953125, 2.4039306640625, 2.552734375, 2.7015380859375, 2.850341796875, 2.9991455078125, 3.14794921875, 3.2967529296875, 3.445556640625, 3.5943603515625, 3.7431640625, 3.8919677734375, 4.040771484375, 4.1895751953125, 4.33837890625, 4.4871826171875, 4.635986328125, 4.7847900390625, 4.93359375]}, "gradients/decoder.transformer.h.17.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 3.0, 4.0, 6.0, 11.0, 14.0, 22.0, 35.0, 47.0, 48.0, 86.0, 126.0, 176.0, 271.0, 471.0, 657.0, 1025.0, 1620.0, 2485.0, 3892.0, 6386.0, 10263.0, 17102.0, 29130.0, 51531.0, 95744.0, 213037.0, 1262107.0, 191409.0, 90150.0, 48994.0, 27870.0, 16340.0, 9660.0, 5975.0, 3734.0, 2280.0, 1482.0, 1017.0, 641.0, 435.0, 294.0, 179.0, 141.0, 73.0, 51.0, 43.0, 27.0, 18.0, 13.0, 5.0, 3.0, 3.0, 4.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.375244140625, -0.3625030517578125, -0.349761962890625, -0.3370208740234375, -0.32427978515625, -0.3115386962890625, -0.298797607421875, -0.2860565185546875, -0.2733154296875, -0.2605743408203125, -0.247833251953125, -0.2350921630859375, -0.22235107421875, -0.2096099853515625, -0.196868896484375, -0.1841278076171875, -0.17138671875, -0.1586456298828125, -0.145904541015625, -0.1331634521484375, -0.12042236328125, -0.1076812744140625, -0.094940185546875, -0.0821990966796875, -0.0694580078125, -0.0567169189453125, -0.043975830078125, -0.0312347412109375, -0.01849365234375, -0.0057525634765625, 0.006988525390625, 0.0197296142578125, 0.032470703125, 0.0452117919921875, 0.057952880859375, 0.0706939697265625, 0.08343505859375, 0.0961761474609375, 0.108917236328125, 0.1216583251953125, 0.1343994140625, 0.1471405029296875, 0.159881591796875, 0.1726226806640625, 0.18536376953125, 0.1981048583984375, 0.210845947265625, 0.2235870361328125, 0.236328125, 0.2490692138671875, 0.261810302734375, 0.2745513916015625, 0.28729248046875, 0.3000335693359375, 0.312774658203125, 0.3255157470703125, 0.3382568359375, 0.3509979248046875, 0.363739013671875, 0.3764801025390625, 0.38922119140625, 0.4019622802734375, 0.414703369140625, 0.4274444580078125, 0.440185546875]}, "gradients/decoder.transformer.h.17.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 4.0, 2.0, 3.0, 4.0, 8.0, 1.0, 2.0, 8.0, 8.0, 7.0, 6.0, 11.0, 9.0, 14.0, 22.0, 18.0, 18.0, 28.0, 47.0, 38.0, 48.0, 76.0, 70.0, 66.0, 77.0, 64.0, 64.0, 58.0, 36.0, 36.0, 30.0, 20.0, 13.0, 15.0, 10.0, 12.0, 15.0, 8.0, 6.0, 5.0, 5.0, 2.0, 8.0, 1.0, 3.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 4.0], "bins": [-0.093505859375, -0.0908212661743164, -0.08813667297363281, -0.08545207977294922, -0.08276748657226562, -0.08008289337158203, -0.07739830017089844, -0.07471370697021484, -0.07202911376953125, -0.06934452056884766, -0.06665992736816406, -0.06397533416748047, -0.061290740966796875, -0.05860614776611328, -0.05592155456542969, -0.053236961364746094, -0.0505523681640625, -0.047867774963378906, -0.04518318176269531, -0.04249858856201172, -0.039813995361328125, -0.03712940216064453, -0.03444480895996094, -0.031760215759277344, -0.02907562255859375, -0.026391029357910156, -0.023706436157226562, -0.02102184295654297, -0.018337249755859375, -0.01565265655517578, -0.012968063354492188, -0.010283470153808594, -0.007598876953125, -0.004914283752441406, -0.0022296905517578125, 0.00045490264892578125, 0.003139495849609375, 0.005824089050292969, 0.008508682250976562, 0.011193275451660156, 0.01387786865234375, 0.016562461853027344, 0.019247055053710938, 0.02193164825439453, 0.024616241455078125, 0.02730083465576172, 0.029985427856445312, 0.032670021057128906, 0.0353546142578125, 0.038039207458496094, 0.04072380065917969, 0.04340839385986328, 0.046092987060546875, 0.04877758026123047, 0.05146217346191406, 0.054146766662597656, 0.05683135986328125, 0.059515953063964844, 0.06220054626464844, 0.06488513946533203, 0.06756973266601562, 0.07025432586669922, 0.07293891906738281, 0.0756235122680664, 0.07830810546875]}, "gradients/decoder.transformer.h.17.crossattention.q_attn.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 4.0, 1.0, 4.0, 7.0, 4.0, 5.0, 5.0, 10.0, 9.0, 12.0, 16.0, 13.0, 16.0, 35.0, 53.0, 70.0, 120.0, 199.0, 414.0, 2704.0, 135745.0, 900946.0, 6886.0, 626.0, 231.0, 125.0, 96.0, 47.0, 28.0, 18.0, 24.0, 13.0, 11.0, 9.0, 7.0, 7.0, 8.0, 8.0, 0.0, 5.0, 7.0, 2.0, 3.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.4697265625, -1.4193115234375, -1.368896484375, -1.3184814453125, -1.26806640625, -1.2176513671875, -1.167236328125, -1.1168212890625, -1.06640625, -1.0159912109375, -0.965576171875, -0.9151611328125, -0.86474609375, -0.8143310546875, -0.763916015625, -0.7135009765625, -0.6630859375, -0.6126708984375, -0.562255859375, -0.5118408203125, -0.46142578125, -0.4110107421875, -0.360595703125, -0.3101806640625, -0.259765625, -0.2093505859375, -0.158935546875, -0.1085205078125, -0.05810546875, -0.0076904296875, 0.042724609375, 0.0931396484375, 0.1435546875, 0.1939697265625, 0.244384765625, 0.2947998046875, 0.34521484375, 0.3956298828125, 0.446044921875, 0.4964599609375, 0.546875, 0.5972900390625, 0.647705078125, 0.6981201171875, 0.74853515625, 0.7989501953125, 0.849365234375, 0.8997802734375, 0.9501953125, 1.0006103515625, 1.051025390625, 1.1014404296875, 1.15185546875, 1.2022705078125, 1.252685546875, 1.3031005859375, 1.353515625, 1.4039306640625, 1.454345703125, 1.5047607421875, 1.55517578125, 1.6055908203125, 1.656005859375, 1.7064208984375, 1.7568359375]}, "gradients/decoder.transformer.h.17.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 4.0, 18.0, 38.0, 118.0, 513.0, 238.0, 65.0, 11.0, 4.0, 7.0, 1.0], "bins": [-3.1677403450012207, -3.1129024028778076, -3.0580646991729736, -3.0032267570495605, -2.9483888149261475, -2.8935508728027344, -2.8387131690979004, -2.7838752269744873, -2.729037284851074, -2.674199342727661, -2.619361639022827, -2.564523696899414, -2.509685754776001, -2.454847812652588, -2.400010108947754, -2.345172166824341, -2.2903342247009277, -2.2354962825775146, -2.1806585788726807, -2.1258206367492676, -2.0709826946258545, -2.0161447525024414, -1.9613070487976074, -1.9064691066741943, -1.8516314029693604, -1.7967935800552368, -1.7419556379318237, -1.6871178150177002, -1.632279872894287, -1.5774420499801636, -1.52260422706604, -1.467766284942627, -1.4129283428192139, -1.3580905199050903, -1.3032525777816772, -1.2484147548675537, -1.1935768127441406, -1.138738989830017, -1.0839011669158936, -1.0290632247924805, -0.9742254018783569, -0.9193875193595886, -0.8645496368408203, -0.8097118139266968, -0.7548738718032837, -0.7000360488891602, -0.6451981663703918, -0.5903602838516235, -0.5355224013328552, -0.4806845188140869, -0.4258466362953186, -0.3710087835788727, -0.31617090106010437, -0.26133301854133606, -0.20649516582489014, -0.15165728330612183, -0.09681940078735352, -0.0419815257191658, 0.012856349349021912, 0.06769421696662903, 0.12253209948539734, 0.17736998200416565, 0.23220783472061157, 0.2870457172393799, 0.3418835997581482]}, "gradients/decoder.transformer.h.17.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 6.0, 2.0, 3.0, 1.0, 7.0, 6.0, 2.0, 6.0, 10.0, 11.0, 6.0, 6.0, 17.0, 14.0, 15.0, 25.0, 23.0, 35.0, 31.0, 27.0, 40.0, 30.0, 34.0, 29.0, 30.0, 40.0, 36.0, 48.0, 33.0, 37.0, 29.0, 43.0, 23.0, 36.0, 39.0, 27.0, 25.0, 36.0, 25.0, 21.0, 15.0, 17.0, 13.0, 12.0, 12.0, 4.0, 8.0, 1.0, 9.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.39277714490890503, -0.3808881938457489, -0.3689992129802704, -0.35711026191711426, -0.34522128105163574, -0.3333323299884796, -0.3214433789253235, -0.30955439805984497, -0.29766544699668884, -0.2857764959335327, -0.2738875150680542, -0.26199856400489807, -0.25010958313941956, -0.23822063207626343, -0.2263316661119461, -0.21444270014762878, -0.20255373418331146, -0.19066476821899414, -0.17877580225467682, -0.1668868362903595, -0.15499788522720337, -0.14310891926288605, -0.13121995329856873, -0.119330994784832, -0.10744202882051468, -0.09555306285619736, -0.08366410434246063, -0.07177513837814331, -0.05988617613911629, -0.047997213900089264, -0.03610824793577194, -0.024219289422035217, -0.012330323457717896, -0.0004413602873682976, 0.0114476028829813, 0.023336566984653473, 0.035225529223680496, 0.04711449146270752, 0.05900345742702484, 0.07089241594076157, 0.08278138190507889, 0.09467034786939621, 0.10655930638313293, 0.11844827234745026, 0.13033723831176758, 0.1422261893749237, 0.15411517024040222, 0.16600412130355835, 0.17789308726787567, 0.189782053232193, 0.20167101919651031, 0.21355998516082764, 0.22544893622398376, 0.2373379021883011, 0.2492268681526184, 0.26111581921577454, 0.27300480008125305, 0.2848937511444092, 0.2967827320098877, 0.3086716830730438, 0.32056066393852234, 0.33244961500167847, 0.344338595867157, 0.3562275469303131, 0.36811649799346924]}, "gradients/decoder.transformer.h.17.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 2.0, 3.0, 7.0, 9.0, 4.0, 12.0, 9.0, 9.0, 21.0, 10.0, 16.0, 18.0, 19.0, 28.0, 28.0, 28.0, 36.0, 47.0, 49.0, 44.0, 42.0, 42.0, 37.0, 42.0, 48.0, 46.0, 32.0, 28.0, 32.0, 40.0, 25.0, 20.0, 23.0, 22.0, 23.0, 24.0, 16.0, 11.0, 13.0, 12.0, 1.0, 7.0, 4.0, 4.0, 3.0, 2.0, 3.0, 3.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-5.78515625, -5.6025390625, -5.419921875, -5.2373046875, -5.0546875, -4.8720703125, -4.689453125, -4.5068359375, -4.32421875, -4.1416015625, -3.958984375, -3.7763671875, -3.59375, -3.4111328125, -3.228515625, -3.0458984375, -2.86328125, -2.6806640625, -2.498046875, -2.3154296875, -2.1328125, -1.9501953125, -1.767578125, -1.5849609375, -1.40234375, -1.2197265625, -1.037109375, -0.8544921875, -0.671875, -0.4892578125, -0.306640625, -0.1240234375, 0.05859375, 0.2412109375, 0.423828125, 0.6064453125, 0.7890625, 0.9716796875, 1.154296875, 1.3369140625, 1.51953125, 1.7021484375, 1.884765625, 2.0673828125, 2.25, 2.4326171875, 2.615234375, 2.7978515625, 2.98046875, 3.1630859375, 3.345703125, 3.5283203125, 3.7109375, 3.8935546875, 4.076171875, 4.2587890625, 4.44140625, 4.6240234375, 4.806640625, 4.9892578125, 5.171875, 5.3544921875, 5.537109375, 5.7197265625, 5.90234375]}, "gradients/decoder.transformer.h.17.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 6.0, 2.0, 3.0, 7.0, 11.0, 14.0, 18.0, 29.0, 36.0, 55.0, 76.0, 96.0, 137.0, 223.0, 353.0, 500.0, 791.0, 1353.0, 2406.0, 4511.0, 9844.0, 26045.0, 103779.0, 599319.0, 228686.0, 42454.0, 14194.0, 6038.0, 3085.0, 1657.0, 964.0, 610.0, 426.0, 250.0, 166.0, 111.0, 85.0, 52.0, 50.0, 24.0, 28.0, 12.0, 13.0, 14.0, 8.0, 9.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0], "bins": [-11.0859375, -10.7664794921875, -10.447021484375, -10.1275634765625, -9.80810546875, -9.4886474609375, -9.169189453125, -8.8497314453125, -8.5302734375, -8.2108154296875, -7.891357421875, -7.5718994140625, -7.25244140625, -6.9329833984375, -6.613525390625, -6.2940673828125, -5.974609375, -5.6551513671875, -5.335693359375, -5.0162353515625, -4.69677734375, -4.3773193359375, -4.057861328125, -3.7384033203125, -3.4189453125, -3.0994873046875, -2.780029296875, -2.4605712890625, -2.14111328125, -1.8216552734375, -1.502197265625, -1.1827392578125, -0.86328125, -0.5438232421875, -0.224365234375, 0.0950927734375, 0.41455078125, 0.7340087890625, 1.053466796875, 1.3729248046875, 1.6923828125, 2.0118408203125, 2.331298828125, 2.6507568359375, 2.97021484375, 3.2896728515625, 3.609130859375, 3.9285888671875, 4.248046875, 4.5675048828125, 4.886962890625, 5.2064208984375, 5.52587890625, 5.8453369140625, 6.164794921875, 6.4842529296875, 6.8037109375, 7.1231689453125, 7.442626953125, 7.7620849609375, 8.08154296875, 8.4010009765625, 8.720458984375, 9.0399169921875, 9.359375]}, "gradients/decoder.transformer.h.17.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 3.0, 4.0, 5.0, 5.0, 8.0, 11.0, 10.0, 14.0, 29.0, 29.0, 22.0, 26.0, 30.0, 35.0, 45.0, 44.0, 52.0, 79.0, 178.0, 1477.0, 308.0, 139.0, 78.0, 67.0, 59.0, 39.0, 37.0, 44.0, 29.0, 35.0, 28.0, 19.0, 17.0, 9.0, 8.0, 7.0, 8.0, 7.0, 3.0, 4.0, 4.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-22.59375, -21.860595703125, -21.12744140625, -20.394287109375, -19.6611328125, -18.927978515625, -18.19482421875, -17.461669921875, -16.728515625, -15.995361328125, -15.26220703125, -14.529052734375, -13.7958984375, -13.062744140625, -12.32958984375, -11.596435546875, -10.86328125, -10.130126953125, -9.39697265625, -8.663818359375, -7.9306640625, -7.197509765625, -6.46435546875, -5.731201171875, -4.998046875, -4.264892578125, -3.53173828125, -2.798583984375, -2.0654296875, -1.332275390625, -0.59912109375, 0.134033203125, 0.8671875, 1.600341796875, 2.33349609375, 3.066650390625, 3.7998046875, 4.532958984375, 5.26611328125, 5.999267578125, 6.732421875, 7.465576171875, 8.19873046875, 8.931884765625, 9.6650390625, 10.398193359375, 11.13134765625, 11.864501953125, 12.59765625, 13.330810546875, 14.06396484375, 14.797119140625, 15.5302734375, 16.263427734375, 16.99658203125, 17.729736328125, 18.462890625, 19.196044921875, 19.92919921875, 20.662353515625, 21.3955078125, 22.128662109375, 22.86181640625, 23.594970703125, 24.328125]}, "gradients/decoder.transformer.h.17.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 4.0, 5.0, 13.0, 8.0, 10.0, 6.0, 14.0, 18.0, 20.0, 30.0, 31.0, 47.0, 76.0, 93.0, 126.0, 226.0, 369.0, 851.0, 2571.0, 13147.0, 268443.0, 2808390.0, 43203.0, 5343.0, 1356.0, 509.0, 248.0, 160.0, 108.0, 57.0, 50.0, 44.0, 28.0, 23.0, 16.0, 16.0, 13.0, 14.0, 4.0, 4.0, 3.0, 4.0, 5.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-40.28125, -39.0322265625, -37.783203125, -36.5341796875, -35.28515625, -34.0361328125, -32.787109375, -31.5380859375, -30.2890625, -29.0400390625, -27.791015625, -26.5419921875, -25.29296875, -24.0439453125, -22.794921875, -21.5458984375, -20.296875, -19.0478515625, -17.798828125, -16.5498046875, -15.30078125, -14.0517578125, -12.802734375, -11.5537109375, -10.3046875, -9.0556640625, -7.806640625, -6.5576171875, -5.30859375, -4.0595703125, -2.810546875, -1.5615234375, -0.3125, 0.9365234375, 2.185546875, 3.4345703125, 4.68359375, 5.9326171875, 7.181640625, 8.4306640625, 9.6796875, 10.9287109375, 12.177734375, 13.4267578125, 14.67578125, 15.9248046875, 17.173828125, 18.4228515625, 19.671875, 20.9208984375, 22.169921875, 23.4189453125, 24.66796875, 25.9169921875, 27.166015625, 28.4150390625, 29.6640625, 30.9130859375, 32.162109375, 33.4111328125, 34.66015625, 35.9091796875, 37.158203125, 38.4072265625, 39.65625]}, "gradients/decoder.transformer.h.17.ln_1.weight": {"_type": "histogram", "values": [1.0, 4.0, 45.0, 375.0, 473.0, 105.0, 11.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-27.396230697631836, -20.796131134033203, -14.19603157043457, -7.5959320068359375, -0.9958324432373047, 5.604265213012695, 12.204366683959961, 18.804468154907227, 25.404565811157227, 32.00466537475586, 38.604766845703125, 45.204864501953125, 51.804962158203125, 58.405059814453125, 65.00516510009766, 71.60526275634766, 78.20536041259766, 84.80545806884766, 91.40556335449219, 98.00566101074219, 104.60575866699219, 111.20585632324219, 117.80595397949219, 124.40605926513672, 131.00616455078125, 137.60626220703125, 144.20635986328125, 150.80645751953125, 157.40655517578125, 164.00665283203125, 170.6067657470703, 177.2068634033203, 183.80694580078125, 190.40704345703125, 197.00714111328125, 203.60723876953125, 210.20733642578125, 216.80743408203125, 223.4075469970703, 230.0076446533203, 236.6077423095703, 243.2078399658203, 249.8079376220703, 256.4080505371094, 263.0081481933594, 269.6082458496094, 276.2083435058594, 282.8084411621094, 289.4085388183594, 296.0086364746094, 302.6087341308594, 309.2088317871094, 315.8089294433594, 322.4090270996094, 329.0091247558594, 335.6092529296875, 342.2093505859375, 348.8094482421875, 355.4095458984375, 362.0096435546875, 368.6097412109375, 375.2098388671875, 381.8099365234375, 388.4100341796875, 395.0101318359375]}, "gradients/decoder.transformer.h.17.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 6.0, 5.0, 3.0, 8.0, 6.0, 9.0, 8.0, 24.0, 13.0, 14.0, 22.0, 24.0, 16.0, 26.0, 26.0, 28.0, 39.0, 32.0, 42.0, 40.0, 33.0, 43.0, 39.0, 34.0, 46.0, 27.0, 43.0, 39.0, 39.0, 32.0, 31.0, 24.0, 24.0, 32.0, 26.0, 18.0, 13.0, 11.0, 13.0, 12.0, 11.0, 9.0, 8.0, 3.0, 5.0, 2.0, 2.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-51.27063751220703, -49.61530685424805, -47.95997619628906, -46.304649353027344, -44.64931869506836, -42.993988037109375, -41.33865737915039, -39.683326721191406, -38.02799606323242, -36.37266540527344, -34.71733474731445, -33.06200408935547, -31.406675338745117, -29.751346588134766, -28.09601593017578, -26.440685272216797, -24.785356521606445, -23.13002586364746, -21.47469711303711, -19.819366455078125, -18.16403579711914, -16.508705139160156, -14.853376388549805, -13.19804573059082, -11.542716026306152, -9.887386322021484, -8.2320556640625, -6.576725959777832, -4.921395778656006, -3.2660655975341797, -1.6107358932495117, 0.044594764709472656, 1.6999244689941406, 3.355254650115967, 5.010584831237793, 6.665914535522461, 8.321245193481445, 9.976574897766113, 11.631904602050781, 13.287235260009766, 14.942564964294434, 16.5978946685791, 18.253225326538086, 19.908554077148438, 21.563884735107422, 23.219215393066406, 24.87454605102539, 26.529876708984375, 28.185205459594727, 29.84053611755371, 31.495864868164062, 33.15119552612305, 34.80652618408203, 36.461856842041016, 38.1171875, 39.77251434326172, 41.4278450012207, 43.08317565917969, 44.73850631713867, 46.393836975097656, 48.049163818359375, 49.70449447631836, 51.359825134277344, 53.01515579223633, 54.67048645019531]}, "gradients/decoder.transformer.h.16.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 7.0, 6.0, 6.0, 10.0, 11.0, 11.0, 15.0, 13.0, 20.0, 22.0, 16.0, 30.0, 19.0, 43.0, 31.0, 41.0, 43.0, 42.0, 40.0, 41.0, 48.0, 52.0, 48.0, 41.0, 40.0, 39.0, 24.0, 35.0, 21.0, 25.0, 23.0, 14.0, 22.0, 27.0, 16.0, 10.0, 11.0, 12.0, 7.0, 3.0, 4.0, 5.0, 3.0, 3.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0], "bins": [-6.3671875, -6.17236328125, -5.9775390625, -5.78271484375, -5.587890625, -5.39306640625, -5.1982421875, -5.00341796875, -4.80859375, -4.61376953125, -4.4189453125, -4.22412109375, -4.029296875, -3.83447265625, -3.6396484375, -3.44482421875, -3.25, -3.05517578125, -2.8603515625, -2.66552734375, -2.470703125, -2.27587890625, -2.0810546875, -1.88623046875, -1.69140625, -1.49658203125, -1.3017578125, -1.10693359375, -0.912109375, -0.71728515625, -0.5224609375, -0.32763671875, -0.1328125, 0.06201171875, 0.2568359375, 0.45166015625, 0.646484375, 0.84130859375, 1.0361328125, 1.23095703125, 1.42578125, 1.62060546875, 1.8154296875, 2.01025390625, 2.205078125, 2.39990234375, 2.5947265625, 2.78955078125, 2.984375, 3.17919921875, 3.3740234375, 3.56884765625, 3.763671875, 3.95849609375, 4.1533203125, 4.34814453125, 4.54296875, 4.73779296875, 4.9326171875, 5.12744140625, 5.322265625, 5.51708984375, 5.7119140625, 5.90673828125, 6.1015625]}, "gradients/decoder.transformer.h.16.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 6.0, 5.0, 2.0, 10.0, 6.0, 14.0, 10.0, 22.0, 25.0, 34.0, 46.0, 63.0, 99.0, 147.0, 226.0, 342.0, 534.0, 980.0, 1539.0, 2773.0, 5527.0, 11312.0, 27735.0, 134451.0, 2287431.0, 1582222.0, 92345.0, 24244.0, 10452.0, 5148.0, 2675.0, 1459.0, 857.0, 513.0, 329.0, 218.0, 142.0, 99.0, 57.0, 60.0, 40.0, 23.0, 16.0, 10.0, 13.0, 9.0, 5.0, 6.0, 7.0, 2.0, 5.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.09375, -16.5224609375, -15.951171875, -15.3798828125, -14.80859375, -14.2373046875, -13.666015625, -13.0947265625, -12.5234375, -11.9521484375, -11.380859375, -10.8095703125, -10.23828125, -9.6669921875, -9.095703125, -8.5244140625, -7.953125, -7.3818359375, -6.810546875, -6.2392578125, -5.66796875, -5.0966796875, -4.525390625, -3.9541015625, -3.3828125, -2.8115234375, -2.240234375, -1.6689453125, -1.09765625, -0.5263671875, 0.044921875, 0.6162109375, 1.1875, 1.7587890625, 2.330078125, 2.9013671875, 3.47265625, 4.0439453125, 4.615234375, 5.1865234375, 5.7578125, 6.3291015625, 6.900390625, 7.4716796875, 8.04296875, 8.6142578125, 9.185546875, 9.7568359375, 10.328125, 10.8994140625, 11.470703125, 12.0419921875, 12.61328125, 13.1845703125, 13.755859375, 14.3271484375, 14.8984375, 15.4697265625, 16.041015625, 16.6123046875, 17.18359375, 17.7548828125, 18.326171875, 18.8974609375, 19.46875]}, "gradients/decoder.transformer.h.16.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 6.0, 14.0, 11.0, 17.0, 27.0, 41.0, 63.0, 103.0, 188.0, 427.0, 955.0, 1145.0, 555.0, 207.0, 114.0, 62.0, 46.0, 28.0, 21.0, 15.0, 12.0, 6.0, 3.0, 7.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-32.84375, -31.958740234375, -31.07373046875, -30.188720703125, -29.3037109375, -28.418701171875, -27.53369140625, -26.648681640625, -25.763671875, -24.878662109375, -23.99365234375, -23.108642578125, -22.2236328125, -21.338623046875, -20.45361328125, -19.568603515625, -18.68359375, -17.798583984375, -16.91357421875, -16.028564453125, -15.1435546875, -14.258544921875, -13.37353515625, -12.488525390625, -11.603515625, -10.718505859375, -9.83349609375, -8.948486328125, -8.0634765625, -7.178466796875, -6.29345703125, -5.408447265625, -4.5234375, -3.638427734375, -2.75341796875, -1.868408203125, -0.9833984375, -0.098388671875, 0.78662109375, 1.671630859375, 2.556640625, 3.441650390625, 4.32666015625, 5.211669921875, 6.0966796875, 6.981689453125, 7.86669921875, 8.751708984375, 9.63671875, 10.521728515625, 11.40673828125, 12.291748046875, 13.1767578125, 14.061767578125, 14.94677734375, 15.831787109375, 16.716796875, 17.601806640625, 18.48681640625, 19.371826171875, 20.2568359375, 21.141845703125, 22.02685546875, 22.911865234375, 23.796875]}, "gradients/decoder.transformer.h.16.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 5.0, 4.0, 4.0, 5.0, 13.0, 16.0, 29.0, 60.0, 93.0, 208.0, 717.0, 3104.0, 20377.0, 616847.0, 3503088.0, 42965.0, 5085.0, 1066.0, 340.0, 131.0, 57.0, 26.0, 23.0, 13.0, 9.0, 3.0, 4.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-58.78125, -56.61669921875, -54.4521484375, -52.28759765625, -50.123046875, -47.95849609375, -45.7939453125, -43.62939453125, -41.46484375, -39.30029296875, -37.1357421875, -34.97119140625, -32.806640625, -30.64208984375, -28.4775390625, -26.31298828125, -24.1484375, -21.98388671875, -19.8193359375, -17.65478515625, -15.490234375, -13.32568359375, -11.1611328125, -8.99658203125, -6.83203125, -4.66748046875, -2.5029296875, -0.33837890625, 1.826171875, 3.99072265625, 6.1552734375, 8.31982421875, 10.484375, 12.64892578125, 14.8134765625, 16.97802734375, 19.142578125, 21.30712890625, 23.4716796875, 25.63623046875, 27.80078125, 29.96533203125, 32.1298828125, 34.29443359375, 36.458984375, 38.62353515625, 40.7880859375, 42.95263671875, 45.1171875, 47.28173828125, 49.4462890625, 51.61083984375, 53.775390625, 55.93994140625, 58.1044921875, 60.26904296875, 62.43359375, 64.59814453125, 66.7626953125, 68.92724609375, 71.091796875, 73.25634765625, 75.4208984375, 77.58544921875, 79.75]}, "gradients/decoder.transformer.h.16.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 7.0, 15.0, 23.0, 33.0, 54.0, 141.0, 152.0, 199.0, 164.0, 105.0, 56.0, 29.0, 16.0, 9.0, 7.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-187.77548217773438, -183.24224853515625, -178.70901489257812, -174.17578125, -169.64254760742188, -165.10931396484375, -160.57608032226562, -156.04286193847656, -151.50962829589844, -146.9763946533203, -142.4431610107422, -137.90992736816406, -133.37669372558594, -128.84347534179688, -124.31023406982422, -119.7770004272461, -115.24376678466797, -110.71053314208984, -106.17729949951172, -101.64407348632812, -97.11083984375, -92.57760620117188, -88.04437255859375, -83.51113891601562, -78.9779052734375, -74.44467163085938, -69.91143798828125, -65.37820434570312, -60.84497833251953, -56.311744689941406, -51.77851104736328, -47.245277404785156, -42.71205139160156, -38.17881774902344, -33.64558792114258, -29.112354278564453, -24.57912254333496, -20.04589080810547, -15.512657165527344, -10.979425430297852, -6.446193695068359, -1.912961483001709, 2.6202707290649414, 7.15350341796875, 11.686735153198242, 16.219966888427734, 20.75320053100586, 25.28643226623535, 29.819664001464844, 34.35289764404297, 38.88612747192383, 43.41936111450195, 47.95259094238281, 52.48582458496094, 57.01905822753906, 61.55229187011719, 66.08552551269531, 70.61875915527344, 75.15199279785156, 79.68522644042969, 84.21845245361328, 88.7516860961914, 93.28491973876953, 97.81815338134766, 102.35137939453125]}, "gradients/decoder.transformer.h.16.ln_2.bias": {"_type": "histogram", "values": [3.0, 3.0, 3.0, 2.0, 5.0, 6.0, 6.0, 9.0, 6.0, 9.0, 10.0, 13.0, 16.0, 15.0, 23.0, 19.0, 17.0, 27.0, 25.0, 18.0, 25.0, 25.0, 49.0, 23.0, 44.0, 32.0, 33.0, 41.0, 33.0, 27.0, 40.0, 39.0, 37.0, 25.0, 23.0, 30.0, 26.0, 24.0, 28.0, 29.0, 23.0, 19.0, 21.0, 10.0, 19.0, 12.0, 8.0, 7.0, 7.0, 3.0, 6.0, 4.0, 5.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-40.07080841064453, -38.67942428588867, -37.28804397583008, -35.89665985107422, -34.505279541015625, -33.113895416259766, -31.722515106201172, -30.331130981445312, -28.93975067138672, -27.548368453979492, -26.156986236572266, -24.76560401916504, -23.374221801757812, -21.982839584350586, -20.59145736694336, -19.2000732421875, -17.808691024780273, -16.417308807373047, -15.02592658996582, -13.634544372558594, -12.243162155151367, -10.85177993774414, -9.460396766662598, -8.069014549255371, -6.6776323318481445, -5.286250114440918, -3.8948676586151123, -2.5034852027893066, -1.11210298538208, 0.2792792320251465, 1.6706619262695312, 3.062044143676758, 4.453426361083984, 5.844808578491211, 7.2361907958984375, 8.627573013305664, 10.01895523071289, 11.410337448120117, 12.80172061920166, 14.193102836608887, 15.584485054016113, 16.975868225097656, 18.367250442504883, 19.75863265991211, 21.150014877319336, 22.541397094726562, 23.93277931213379, 25.324161529541016, 26.715543746948242, 28.10692596435547, 29.498308181762695, 30.889690399169922, 32.28107452392578, 33.672454833984375, 35.063838958740234, 36.45521926879883, 37.84660339355469, 39.23798751831055, 40.62936782836914, 42.020751953125, 43.412132263183594, 44.80351638793945, 46.19489669799805, 47.586280822753906, 48.9776611328125]}, "gradients/decoder.transformer.h.16.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 4.0, 1.0, 2.0, 2.0, 7.0, 7.0, 10.0, 12.0, 8.0, 11.0, 15.0, 30.0, 22.0, 26.0, 16.0, 19.0, 24.0, 35.0, 44.0, 44.0, 43.0, 45.0, 41.0, 52.0, 47.0, 52.0, 48.0, 40.0, 40.0, 40.0, 18.0, 31.0, 28.0, 20.0, 13.0, 17.0, 15.0, 17.0, 13.0, 15.0, 9.0, 6.0, 7.0, 4.0, 5.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-6.69921875, -6.499755859375, -6.30029296875, -6.100830078125, -5.9013671875, -5.701904296875, -5.50244140625, -5.302978515625, -5.103515625, -4.904052734375, -4.70458984375, -4.505126953125, -4.3056640625, -4.106201171875, -3.90673828125, -3.707275390625, -3.5078125, -3.308349609375, -3.10888671875, -2.909423828125, -2.7099609375, -2.510498046875, -2.31103515625, -2.111572265625, -1.912109375, -1.712646484375, -1.51318359375, -1.313720703125, -1.1142578125, -0.914794921875, -0.71533203125, -0.515869140625, -0.31640625, -0.116943359375, 0.08251953125, 0.281982421875, 0.4814453125, 0.680908203125, 0.88037109375, 1.079833984375, 1.279296875, 1.478759765625, 1.67822265625, 1.877685546875, 2.0771484375, 2.276611328125, 2.47607421875, 2.675537109375, 2.875, 3.074462890625, 3.27392578125, 3.473388671875, 3.6728515625, 3.872314453125, 4.07177734375, 4.271240234375, 4.470703125, 4.670166015625, 4.86962890625, 5.069091796875, 5.2685546875, 5.468017578125, 5.66748046875, 5.866943359375, 6.06640625]}, "gradients/decoder.transformer.h.16.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 2.0, 3.0, 3.0, 13.0, 9.0, 9.0, 20.0, 39.0, 48.0, 70.0, 109.0, 136.0, 207.0, 325.0, 445.0, 683.0, 1042.0, 1507.0, 2300.0, 3721.0, 5721.0, 8874.0, 14104.0, 22388.0, 36994.0, 61894.0, 105248.0, 177001.0, 224135.0, 152669.0, 89729.0, 53233.0, 31762.0, 19733.0, 12206.0, 7692.0, 5074.0, 3109.0, 2114.0, 1438.0, 931.0, 607.0, 409.0, 245.0, 181.0, 132.0, 94.0, 64.0, 30.0, 22.0, 15.0, 8.0, 8.0, 4.0, 3.0, 5.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.74072265625, -0.7178268432617188, -0.6949310302734375, -0.6720352172851562, -0.649139404296875, -0.6262435913085938, -0.6033477783203125, -0.5804519653320312, -0.55755615234375, -0.5346603393554688, -0.5117645263671875, -0.48886871337890625, -0.465972900390625, -0.44307708740234375, -0.4201812744140625, -0.39728546142578125, -0.3743896484375, -0.35149383544921875, -0.3285980224609375, -0.30570220947265625, -0.282806396484375, -0.25991058349609375, -0.2370147705078125, -0.21411895751953125, -0.19122314453125, -0.16832733154296875, -0.1454315185546875, -0.12253570556640625, -0.099639892578125, -0.07674407958984375, -0.0538482666015625, -0.03095245361328125, -0.008056640625, 0.01483917236328125, 0.0377349853515625, 0.06063079833984375, 0.083526611328125, 0.10642242431640625, 0.1293182373046875, 0.15221405029296875, 0.17510986328125, 0.19800567626953125, 0.2209014892578125, 0.24379730224609375, 0.266693115234375, 0.28958892822265625, 0.3124847412109375, 0.33538055419921875, 0.3582763671875, 0.38117218017578125, 0.4040679931640625, 0.42696380615234375, 0.449859619140625, 0.47275543212890625, 0.4956512451171875, 0.5185470581054688, 0.54144287109375, 0.5643386840820312, 0.5872344970703125, 0.6101303100585938, 0.633026123046875, 0.6559219360351562, 0.6788177490234375, 0.7017135620117188, 0.724609375]}, "gradients/decoder.transformer.h.16.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 5.0, 5.0, 8.0, 3.0, 9.0, 15.0, 10.0, 6.0, 15.0, 13.0, 17.0, 21.0, 23.0, 26.0, 23.0, 31.0, 29.0, 29.0, 31.0, 35.0, 29.0, 29.0, 40.0, 27.0, 1054.0, 35.0, 31.0, 41.0, 30.0, 33.0, 28.0, 27.0, 34.0, 30.0, 31.0, 14.0, 21.0, 24.0, 23.0, 15.0, 14.0, 12.0, 12.0, 13.0, 13.0, 4.0, 8.0, 3.0, 2.0, 3.0, 4.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-4.078125, -3.950439453125, -3.82275390625, -3.695068359375, -3.5673828125, -3.439697265625, -3.31201171875, -3.184326171875, -3.056640625, -2.928955078125, -2.80126953125, -2.673583984375, -2.5458984375, -2.418212890625, -2.29052734375, -2.162841796875, -2.03515625, -1.907470703125, -1.77978515625, -1.652099609375, -1.5244140625, -1.396728515625, -1.26904296875, -1.141357421875, -1.013671875, -0.885986328125, -0.75830078125, -0.630615234375, -0.5029296875, -0.375244140625, -0.24755859375, -0.119873046875, 0.0078125, 0.135498046875, 0.26318359375, 0.390869140625, 0.5185546875, 0.646240234375, 0.77392578125, 0.901611328125, 1.029296875, 1.156982421875, 1.28466796875, 1.412353515625, 1.5400390625, 1.667724609375, 1.79541015625, 1.923095703125, 2.05078125, 2.178466796875, 2.30615234375, 2.433837890625, 2.5615234375, 2.689208984375, 2.81689453125, 2.944580078125, 3.072265625, 3.199951171875, 3.32763671875, 3.455322265625, 3.5830078125, 3.710693359375, 3.83837890625, 3.966064453125, 4.09375]}, "gradients/decoder.transformer.h.16.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 8.0, 14.0, 16.0, 28.0, 33.0, 63.0, 92.0, 115.0, 194.0, 275.0, 398.0, 479.0, 827.0, 1180.0, 1726.0, 2617.0, 3736.0, 5586.0, 8151.0, 12177.0, 18515.0, 28292.0, 43805.0, 68462.0, 110340.0, 247733.0, 1163699.0, 139329.0, 84281.0, 53387.0, 34356.0, 22549.0, 14687.0, 9638.0, 6614.0, 4339.0, 2938.0, 2027.0, 1335.0, 927.0, 672.0, 487.0, 331.0, 214.0, 143.0, 108.0, 73.0, 50.0, 31.0, 19.0, 16.0, 13.0, 4.0, 5.0, 4.0, 0.0, 3.0, 1.0], "bins": [-0.28515625, -0.27630615234375, -0.2674560546875, -0.25860595703125, -0.249755859375, -0.24090576171875, -0.2320556640625, -0.22320556640625, -0.21435546875, -0.20550537109375, -0.1966552734375, -0.18780517578125, -0.178955078125, -0.17010498046875, -0.1612548828125, -0.15240478515625, -0.1435546875, -0.13470458984375, -0.1258544921875, -0.11700439453125, -0.108154296875, -0.09930419921875, -0.0904541015625, -0.08160400390625, -0.07275390625, -0.06390380859375, -0.0550537109375, -0.04620361328125, -0.037353515625, -0.02850341796875, -0.0196533203125, -0.01080322265625, -0.001953125, 0.00689697265625, 0.0157470703125, 0.02459716796875, 0.033447265625, 0.04229736328125, 0.0511474609375, 0.05999755859375, 0.06884765625, 0.07769775390625, 0.0865478515625, 0.09539794921875, 0.104248046875, 0.11309814453125, 0.1219482421875, 0.13079833984375, 0.1396484375, 0.14849853515625, 0.1573486328125, 0.16619873046875, 0.175048828125, 0.18389892578125, 0.1927490234375, 0.20159912109375, 0.21044921875, 0.21929931640625, 0.2281494140625, 0.23699951171875, 0.245849609375, 0.25469970703125, 0.2635498046875, 0.27239990234375, 0.28125]}, "gradients/decoder.transformer.h.16.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 7.0, 3.0, 8.0, 10.0, 12.0, 7.0, 4.0, 10.0, 13.0, 19.0, 24.0, 22.0, 11.0, 31.0, 33.0, 40.0, 42.0, 52.0, 46.0, 51.0, 52.0, 54.0, 59.0, 47.0, 57.0, 43.0, 37.0, 35.0, 28.0, 27.0, 26.0, 15.0, 18.0, 9.0, 10.0, 3.0, 6.0, 5.0, 3.0, 8.0, 4.0, 4.0, 1.0, 6.0, 3.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.048126220703125, -0.04646587371826172, -0.04480552673339844, -0.043145179748535156, -0.041484832763671875, -0.039824485778808594, -0.03816413879394531, -0.03650379180908203, -0.03484344482421875, -0.03318309783935547, -0.03152275085449219, -0.029862403869628906, -0.028202056884765625, -0.026541709899902344, -0.024881362915039062, -0.02322101593017578, -0.0215606689453125, -0.01990032196044922, -0.018239974975585938, -0.016579627990722656, -0.014919281005859375, -0.013258934020996094, -0.011598587036132812, -0.009938240051269531, -0.00827789306640625, -0.006617546081542969, -0.0049571990966796875, -0.0032968521118164062, -0.001636505126953125, 2.384185791015625e-05, 0.0016841888427734375, 0.0033445358276367188, 0.0050048828125, 0.006665229797363281, 0.008325576782226562, 0.009985923767089844, 0.011646270751953125, 0.013306617736816406, 0.014966964721679688, 0.01662731170654297, 0.01828765869140625, 0.01994800567626953, 0.021608352661132812, 0.023268699645996094, 0.024929046630859375, 0.026589393615722656, 0.028249740600585938, 0.02991008758544922, 0.0315704345703125, 0.03323078155517578, 0.03489112854003906, 0.036551475524902344, 0.038211822509765625, 0.039872169494628906, 0.04153251647949219, 0.04319286346435547, 0.04485321044921875, 0.04651355743408203, 0.04817390441894531, 0.049834251403808594, 0.051494598388671875, 0.053154945373535156, 0.05481529235839844, 0.05647563934326172, 0.058135986328125]}, "gradients/decoder.transformer.h.16.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 3.0, 3.0, 5.0, 2.0, 3.0, 10.0, 4.0, 2.0, 5.0, 5.0, 9.0, 14.0, 20.0, 11.0, 37.0, 27.0, 37.0, 58.0, 108.0, 147.0, 298.0, 784.0, 10239.0, 943523.0, 89771.0, 2358.0, 457.0, 180.0, 125.0, 81.0, 47.0, 31.0, 21.0, 21.0, 19.0, 17.0, 10.0, 11.0, 9.0, 8.0, 7.0, 15.0, 5.0, 6.0, 2.0, 1.0, 6.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.091796875, -1.0603866577148438, -1.0289764404296875, -0.9975662231445312, -0.966156005859375, -0.9347457885742188, -0.9033355712890625, -0.8719253540039062, -0.84051513671875, -0.8091049194335938, -0.7776947021484375, -0.7462844848632812, -0.714874267578125, -0.6834640502929688, -0.6520538330078125, -0.6206436157226562, -0.5892333984375, -0.5578231811523438, -0.5264129638671875, -0.49500274658203125, -0.463592529296875, -0.43218231201171875, -0.4007720947265625, -0.36936187744140625, -0.33795166015625, -0.30654144287109375, -0.2751312255859375, -0.24372100830078125, -0.212310791015625, -0.18090057373046875, -0.1494903564453125, -0.11808013916015625, -0.086669921875, -0.05525970458984375, -0.0238494873046875, 0.00756072998046875, 0.038970947265625, 0.07038116455078125, 0.1017913818359375, 0.13320159912109375, 0.16461181640625, 0.19602203369140625, 0.2274322509765625, 0.25884246826171875, 0.290252685546875, 0.32166290283203125, 0.3530731201171875, 0.38448333740234375, 0.4158935546875, 0.44730377197265625, 0.4787139892578125, 0.5101242065429688, 0.541534423828125, 0.5729446411132812, 0.6043548583984375, 0.6357650756835938, 0.66717529296875, 0.6985855102539062, 0.7299957275390625, 0.7614059448242188, 0.792816162109375, 0.8242263793945312, 0.8556365966796875, 0.8870468139648438, 0.91845703125]}, "gradients/decoder.transformer.h.16.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 9.0, 12.0, 23.0, 52.0, 156.0, 487.0, 181.0, 62.0, 16.0, 10.0, 3.0, 4.0, 1.0, 1.0, 1.0], "bins": [-1.5676847696304321, -1.5389407873153687, -1.5101969242095947, -1.4814529418945312, -1.4527089595794678, -1.4239649772644043, -1.3952211141586304, -1.366477131843567, -1.3377331495285034, -1.30898916721344, -1.280245304107666, -1.2515013217926025, -1.222757339477539, -1.1940133571624756, -1.1652694940567017, -1.1365255117416382, -1.1077816486358643, -1.0790376663208008, -1.0502938032150269, -1.0215498208999634, -0.9928058385848999, -0.9640619158744812, -0.9353179931640625, -0.906574010848999, -0.8778300285339355, -0.8490861058235168, -0.8203421235084534, -0.7915982007980347, -0.7628542184829712, -0.7341102957725525, -0.7053663730621338, -0.6766223907470703, -0.6478784084320068, -0.6191344857215881, -0.5903905034065247, -0.561646580696106, -0.5329025983810425, -0.5041586756706238, -0.4754147231578827, -0.4466707706451416, -0.4179268181324005, -0.3891828656196594, -0.36043891310691833, -0.33169496059417725, -0.30295103788375854, -0.27420705556869507, -0.24546313285827637, -0.21671918034553528, -0.1879752278327942, -0.1592312753200531, -0.130487322807312, -0.10174338519573212, -0.07299943268299103, -0.04425548017024994, -0.015511542558670044, 0.013232409954071045, 0.041976362466812134, 0.07072031497955322, 0.09946426004171371, 0.1282082051038742, 0.1569521576166153, 0.18569611012935638, 0.21444004774093628, 0.24318400025367737, 0.27192795276641846]}, "gradients/decoder.transformer.h.16.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 6.0, 2.0, 2.0, 7.0, 6.0, 12.0, 11.0, 10.0, 13.0, 19.0, 17.0, 16.0, 22.0, 29.0, 25.0, 18.0, 25.0, 35.0, 32.0, 35.0, 29.0, 41.0, 33.0, 41.0, 28.0, 46.0, 29.0, 40.0, 24.0, 36.0, 37.0, 34.0, 28.0, 29.0, 26.0, 24.0, 19.0, 31.0, 13.0, 14.0, 17.0, 9.0, 12.0, 10.0, 6.0, 3.0, 4.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.2635747790336609, -0.25543782114982605, -0.2473008632659912, -0.23916392028331757, -0.23102696239948273, -0.2228900045156479, -0.21475306153297424, -0.2066161036491394, -0.19847914576530457, -0.19034218788146973, -0.1822052299976349, -0.17406828701496124, -0.1659313291311264, -0.15779437124729156, -0.14965742826461792, -0.14152047038078308, -0.13338351249694824, -0.1252465546131134, -0.11710960417985916, -0.10897265374660492, -0.10083569586277008, -0.09269873797893524, -0.084561787545681, -0.07642483711242676, -0.06828787922859192, -0.06015092507004738, -0.05201397091150284, -0.0438770167529583, -0.03574006259441376, -0.027603108435869217, -0.019466154277324677, -0.011329200118780136, -0.0031922459602355957, 0.004944708198308945, 0.013081662356853485, 0.021218616515398026, 0.029355570673942566, 0.037492524832487106, 0.04562947899103165, 0.05376643314957619, 0.06190338730812073, 0.07004034519195557, 0.07817729562520981, 0.08631424605846405, 0.09445120394229889, 0.10258816182613373, 0.11072511225938797, 0.11886206269264221, 0.12699902057647705, 0.1351359784603119, 0.14327293634414673, 0.15140987932682037, 0.1595468372106552, 0.16768379509449005, 0.1758207380771637, 0.18395769596099854, 0.19209465384483337, 0.2002316117286682, 0.20836856961250305, 0.2165055125951767, 0.22464247047901154, 0.23277942836284637, 0.24091637134552002, 0.24905332922935486, 0.2571902871131897]}, "gradients/decoder.transformer.h.16.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 4.0, 1.0, 2.0, 2.0, 7.0, 7.0, 11.0, 10.0, 9.0, 11.0, 15.0, 32.0, 21.0, 26.0, 14.0, 20.0, 25.0, 36.0, 41.0, 45.0, 43.0, 45.0, 41.0, 52.0, 45.0, 56.0, 47.0, 38.0, 41.0, 40.0, 19.0, 29.0, 29.0, 20.0, 12.0, 18.0, 14.0, 17.0, 14.0, 15.0, 9.0, 7.0, 6.0, 3.0, 6.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-6.6953125, -6.4959716796875, -6.296630859375, -6.0972900390625, -5.89794921875, -5.6986083984375, -5.499267578125, -5.2999267578125, -5.1005859375, -4.9012451171875, -4.701904296875, -4.5025634765625, -4.30322265625, -4.1038818359375, -3.904541015625, -3.7052001953125, -3.505859375, -3.3065185546875, -3.107177734375, -2.9078369140625, -2.70849609375, -2.5091552734375, -2.309814453125, -2.1104736328125, -1.9111328125, -1.7117919921875, -1.512451171875, -1.3131103515625, -1.11376953125, -0.9144287109375, -0.715087890625, -0.5157470703125, -0.31640625, -0.1170654296875, 0.082275390625, 0.2816162109375, 0.48095703125, 0.6802978515625, 0.879638671875, 1.0789794921875, 1.2783203125, 1.4776611328125, 1.677001953125, 1.8763427734375, 2.07568359375, 2.2750244140625, 2.474365234375, 2.6737060546875, 2.873046875, 3.0723876953125, 3.271728515625, 3.4710693359375, 3.67041015625, 3.8697509765625, 4.069091796875, 4.2684326171875, 4.4677734375, 4.6671142578125, 4.866455078125, 5.0657958984375, 5.26513671875, 5.4644775390625, 5.663818359375, 5.8631591796875, 6.0625]}, "gradients/decoder.transformer.h.16.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 10.0, 7.0, 8.0, 14.0, 11.0, 16.0, 25.0, 36.0, 48.0, 74.0, 101.0, 141.0, 169.0, 249.0, 350.0, 566.0, 778.0, 1152.0, 1788.0, 2718.0, 4568.0, 7479.0, 13971.0, 29929.0, 79937.0, 354261.0, 394672.0, 87450.0, 32110.0, 14992.0, 7852.0, 4595.0, 2858.0, 1752.0, 1247.0, 782.0, 545.0, 368.0, 245.0, 184.0, 148.0, 98.0, 73.0, 60.0, 40.0, 24.0, 20.0, 11.0, 6.0, 8.0, 4.0, 4.0, 6.0, 5.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-7.10546875, -6.86077880859375, -6.6160888671875, -6.37139892578125, -6.126708984375, -5.88201904296875, -5.6373291015625, -5.39263916015625, -5.14794921875, -4.90325927734375, -4.6585693359375, -4.41387939453125, -4.169189453125, -3.92449951171875, -3.6798095703125, -3.43511962890625, -3.1904296875, -2.94573974609375, -2.7010498046875, -2.45635986328125, -2.211669921875, -1.96697998046875, -1.7222900390625, -1.47760009765625, -1.23291015625, -0.98822021484375, -0.7435302734375, -0.49884033203125, -0.254150390625, -0.00946044921875, 0.2352294921875, 0.47991943359375, 0.724609375, 0.96929931640625, 1.2139892578125, 1.45867919921875, 1.703369140625, 1.94805908203125, 2.1927490234375, 2.43743896484375, 2.68212890625, 2.92681884765625, 3.1715087890625, 3.41619873046875, 3.660888671875, 3.90557861328125, 4.1502685546875, 4.39495849609375, 4.6396484375, 4.88433837890625, 5.1290283203125, 5.37371826171875, 5.618408203125, 5.86309814453125, 6.1077880859375, 6.35247802734375, 6.59716796875, 6.84185791015625, 7.0865478515625, 7.33123779296875, 7.575927734375, 7.82061767578125, 8.0653076171875, 8.30999755859375, 8.5546875]}, "gradients/decoder.transformer.h.16.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 2.0, 3.0, 8.0, 6.0, 14.0, 11.0, 7.0, 5.0, 12.0, 23.0, 19.0, 30.0, 31.0, 27.0, 39.0, 39.0, 40.0, 45.0, 64.0, 97.0, 224.0, 1537.0, 209.0, 118.0, 58.0, 65.0, 36.0, 44.0, 27.0, 35.0, 23.0, 22.0, 26.0, 20.0, 20.0, 12.0, 12.0, 11.0, 12.0, 12.0, 4.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-21.59375, -20.8857421875, -20.177734375, -19.4697265625, -18.76171875, -18.0537109375, -17.345703125, -16.6376953125, -15.9296875, -15.2216796875, -14.513671875, -13.8056640625, -13.09765625, -12.3896484375, -11.681640625, -10.9736328125, -10.265625, -9.5576171875, -8.849609375, -8.1416015625, -7.43359375, -6.7255859375, -6.017578125, -5.3095703125, -4.6015625, -3.8935546875, -3.185546875, -2.4775390625, -1.76953125, -1.0615234375, -0.353515625, 0.3544921875, 1.0625, 1.7705078125, 2.478515625, 3.1865234375, 3.89453125, 4.6025390625, 5.310546875, 6.0185546875, 6.7265625, 7.4345703125, 8.142578125, 8.8505859375, 9.55859375, 10.2666015625, 10.974609375, 11.6826171875, 12.390625, 13.0986328125, 13.806640625, 14.5146484375, 15.22265625, 15.9306640625, 16.638671875, 17.3466796875, 18.0546875, 18.7626953125, 19.470703125, 20.1787109375, 20.88671875, 21.5947265625, 22.302734375, 23.0107421875, 23.71875]}, "gradients/decoder.transformer.h.16.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 5.0, 5.0, 11.0, 17.0, 19.0, 20.0, 31.0, 25.0, 41.0, 60.0, 61.0, 100.0, 111.0, 190.0, 275.0, 527.0, 1384.0, 6436.0, 76591.0, 2891599.0, 155322.0, 9486.0, 1771.0, 620.0, 287.0, 177.0, 129.0, 90.0, 68.0, 49.0, 52.0, 35.0, 21.0, 16.0, 14.0, 11.0, 16.0, 11.0, 6.0, 4.0, 2.0, 7.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-40.40625, -39.20361328125, -38.0009765625, -36.79833984375, -35.595703125, -34.39306640625, -33.1904296875, -31.98779296875, -30.78515625, -29.58251953125, -28.3798828125, -27.17724609375, -25.974609375, -24.77197265625, -23.5693359375, -22.36669921875, -21.1640625, -19.96142578125, -18.7587890625, -17.55615234375, -16.353515625, -15.15087890625, -13.9482421875, -12.74560546875, -11.54296875, -10.34033203125, -9.1376953125, -7.93505859375, -6.732421875, -5.52978515625, -4.3271484375, -3.12451171875, -1.921875, -0.71923828125, 0.4833984375, 1.68603515625, 2.888671875, 4.09130859375, 5.2939453125, 6.49658203125, 7.69921875, 8.90185546875, 10.1044921875, 11.30712890625, 12.509765625, 13.71240234375, 14.9150390625, 16.11767578125, 17.3203125, 18.52294921875, 19.7255859375, 20.92822265625, 22.130859375, 23.33349609375, 24.5361328125, 25.73876953125, 26.94140625, 28.14404296875, 29.3466796875, 30.54931640625, 31.751953125, 32.95458984375, 34.1572265625, 35.35986328125, 36.5625]}, "gradients/decoder.transformer.h.16.ln_1.weight": {"_type": "histogram", "values": [163.0, 823.0, 30.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.52845001220703, -4.192244529724121, 9.143960952758789, 22.480167388916016, 35.81637191772461, 49.15258026123047, 62.48878479003906, 75.82498931884766, 89.16119384765625, 102.49739837646484, 115.83360290527344, 129.16981506347656, 142.50601196289062, 155.84222412109375, 169.17843627929688, 182.51463317871094, 195.850830078125, 209.18704223632812, 222.5232391357422, 235.8594512939453, 249.19564819335938, 262.5318603515625, 275.8680725097656, 289.20428466796875, 302.54046630859375, 315.8766784667969, 329.212890625, 342.549072265625, 355.8852844238281, 369.22149658203125, 382.5577087402344, 395.8939208984375, 409.2301330566406, 422.56634521484375, 435.9025573730469, 449.2387390136719, 462.574951171875, 475.9111633300781, 489.24737548828125, 502.58355712890625, 515.9197998046875, 529.2559814453125, 542.5922241210938, 555.9284057617188, 569.2646484375, 582.600830078125, 595.93701171875, 609.2732543945312, 622.6094360351562, 635.9456176757812, 649.2818603515625, 662.6180419921875, 675.9542846679688, 689.2904663085938, 702.6266479492188, 715.962890625, 729.299072265625, 742.63525390625, 755.9714965820312, 769.3076782226562, 782.6439208984375, 795.9801025390625, 809.3162841796875, 822.6525268554688, 835.9887084960938]}, "gradients/decoder.transformer.h.16.ln_1.bias": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 4.0, 10.0, 8.0, 5.0, 5.0, 12.0, 10.0, 15.0, 14.0, 12.0, 12.0, 21.0, 21.0, 28.0, 32.0, 33.0, 24.0, 30.0, 24.0, 35.0, 34.0, 28.0, 34.0, 42.0, 41.0, 38.0, 32.0, 36.0, 48.0, 40.0, 31.0, 35.0, 23.0, 22.0, 27.0, 16.0, 14.0, 10.0, 8.0, 16.0, 12.0, 11.0, 16.0, 7.0, 4.0, 8.0, 7.0, 5.0, 4.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-53.06279754638672, -51.31536865234375, -49.56793975830078, -47.82051467895508, -46.07308578491211, -44.32565689086914, -42.57823181152344, -40.83080291748047, -39.0833740234375, -37.33594512939453, -35.58851623535156, -33.84109115600586, -32.09366226196289, -30.346233367919922, -28.598806381225586, -26.85137939453125, -25.10395050048828, -23.356521606445312, -21.609094619750977, -19.86166763305664, -18.114238739013672, -16.366809844970703, -14.619382858276367, -12.871954917907715, -11.124526977539062, -9.37709903717041, -7.629671096801758, -5.8822431564331055, -4.134815216064453, -2.387387275695801, -0.6399593353271484, 1.107468605041504, 2.8548965454101562, 4.602324485778809, 6.349752426147461, 8.097180366516113, 9.844608306884766, 11.592036247253418, 13.33946418762207, 15.086892127990723, 16.834320068359375, 18.581748962402344, 20.32917594909668, 22.076602935791016, 23.824031829833984, 25.571460723876953, 27.31888771057129, 29.066314697265625, 30.813743591308594, 32.56117248535156, 34.30860137939453, 36.056026458740234, 37.8034553527832, 39.55088424682617, 41.298309326171875, 43.045738220214844, 44.79316711425781, 46.54059600830078, 48.28802490234375, 50.03544998168945, 51.78287887573242, 53.53030776977539, 55.277732849121094, 57.02516174316406, 58.77259063720703]}, "gradients/decoder.transformer.h.15.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 8.0, 5.0, 5.0, 15.0, 9.0, 19.0, 15.0, 21.0, 25.0, 24.0, 19.0, 22.0, 32.0, 41.0, 39.0, 49.0, 41.0, 36.0, 54.0, 64.0, 41.0, 53.0, 48.0, 42.0, 26.0, 38.0, 34.0, 32.0, 13.0, 23.0, 17.0, 17.0, 19.0, 16.0, 9.0, 11.0, 8.0, 6.0, 2.0, 2.0, 6.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-7.3515625, -7.1302490234375, -6.908935546875, -6.6876220703125, -6.46630859375, -6.2449951171875, -6.023681640625, -5.8023681640625, -5.5810546875, -5.3597412109375, -5.138427734375, -4.9171142578125, -4.69580078125, -4.4744873046875, -4.253173828125, -4.0318603515625, -3.810546875, -3.5892333984375, -3.367919921875, -3.1466064453125, -2.92529296875, -2.7039794921875, -2.482666015625, -2.2613525390625, -2.0400390625, -1.8187255859375, -1.597412109375, -1.3760986328125, -1.15478515625, -0.9334716796875, -0.712158203125, -0.4908447265625, -0.26953125, -0.0482177734375, 0.173095703125, 0.3944091796875, 0.61572265625, 0.8370361328125, 1.058349609375, 1.2796630859375, 1.5009765625, 1.7222900390625, 1.943603515625, 2.1649169921875, 2.38623046875, 2.6075439453125, 2.828857421875, 3.0501708984375, 3.271484375, 3.4927978515625, 3.714111328125, 3.9354248046875, 4.15673828125, 4.3780517578125, 4.599365234375, 4.8206787109375, 5.0419921875, 5.2633056640625, 5.484619140625, 5.7059326171875, 5.92724609375, 6.1485595703125, 6.369873046875, 6.5911865234375, 6.8125]}, "gradients/decoder.transformer.h.15.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 5.0, 9.0, 13.0, 19.0, 16.0, 32.0, 51.0, 75.0, 108.0, 193.0, 302.0, 458.0, 728.0, 1336.0, 2274.0, 4371.0, 8348.0, 17235.0, 41739.0, 235890.0, 2339812.0, 1361181.0, 118900.0, 30970.0, 14129.0, 7169.0, 3870.0, 2031.0, 1187.0, 686.0, 427.0, 250.0, 162.0, 108.0, 77.0, 40.0, 24.0, 25.0, 10.0, 6.0, 8.0, 4.0, 10.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-17.484375, -16.982666015625, -16.48095703125, -15.979248046875, -15.4775390625, -14.975830078125, -14.47412109375, -13.972412109375, -13.470703125, -12.968994140625, -12.46728515625, -11.965576171875, -11.4638671875, -10.962158203125, -10.46044921875, -9.958740234375, -9.45703125, -8.955322265625, -8.45361328125, -7.951904296875, -7.4501953125, -6.948486328125, -6.44677734375, -5.945068359375, -5.443359375, -4.941650390625, -4.43994140625, -3.938232421875, -3.4365234375, -2.934814453125, -2.43310546875, -1.931396484375, -1.4296875, -0.927978515625, -0.42626953125, 0.075439453125, 0.5771484375, 1.078857421875, 1.58056640625, 2.082275390625, 2.583984375, 3.085693359375, 3.58740234375, 4.089111328125, 4.5908203125, 5.092529296875, 5.59423828125, 6.095947265625, 6.59765625, 7.099365234375, 7.60107421875, 8.102783203125, 8.6044921875, 9.106201171875, 9.60791015625, 10.109619140625, 10.611328125, 11.113037109375, 11.61474609375, 12.116455078125, 12.6181640625, 13.119873046875, 13.62158203125, 14.123291015625, 14.625]}, "gradients/decoder.transformer.h.15.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 4.0, 3.0, 2.0, 3.0, 5.0, 2.0, 11.0, 11.0, 16.0, 15.0, 22.0, 31.0, 34.0, 44.0, 77.0, 103.0, 164.0, 278.0, 453.0, 692.0, 698.0, 499.0, 325.0, 191.0, 110.0, 66.0, 58.0, 37.0, 22.0, 19.0, 15.0, 14.0, 16.0, 8.0, 11.0, 7.0, 3.0, 6.0, 4.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.9140625, -15.3480224609375, -14.781982421875, -14.2159423828125, -13.64990234375, -13.0838623046875, -12.517822265625, -11.9517822265625, -11.3857421875, -10.8197021484375, -10.253662109375, -9.6876220703125, -9.12158203125, -8.5555419921875, -7.989501953125, -7.4234619140625, -6.857421875, -6.2913818359375, -5.725341796875, -5.1593017578125, -4.59326171875, -4.0272216796875, -3.461181640625, -2.8951416015625, -2.3291015625, -1.7630615234375, -1.197021484375, -0.6309814453125, -0.06494140625, 0.5010986328125, 1.067138671875, 1.6331787109375, 2.19921875, 2.7652587890625, 3.331298828125, 3.8973388671875, 4.46337890625, 5.0294189453125, 5.595458984375, 6.1614990234375, 6.7275390625, 7.2935791015625, 7.859619140625, 8.4256591796875, 8.99169921875, 9.5577392578125, 10.123779296875, 10.6898193359375, 11.255859375, 11.8218994140625, 12.387939453125, 12.9539794921875, 13.52001953125, 14.0860595703125, 14.652099609375, 15.2181396484375, 15.7841796875, 16.3502197265625, 16.916259765625, 17.4822998046875, 18.04833984375, 18.6143798828125, 19.180419921875, 19.7464599609375, 20.3125]}, "gradients/decoder.transformer.h.15.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 6.0, 4.0, 6.0, 8.0, 21.0, 14.0, 29.0, 36.0, 59.0, 107.0, 191.0, 335.0, 741.0, 1490.0, 3550.0, 8679.0, 25170.0, 100508.0, 1603751.0, 2278960.0, 124560.0, 28740.0, 9828.0, 4064.0, 1674.0, 809.0, 390.0, 223.0, 116.0, 78.0, 52.0, 28.0, 21.0, 12.0, 8.0, 6.0, 4.0, 3.0, 4.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-34.0, -33.05712890625, -32.1142578125, -31.17138671875, -30.228515625, -29.28564453125, -28.3427734375, -27.39990234375, -26.45703125, -25.51416015625, -24.5712890625, -23.62841796875, -22.685546875, -21.74267578125, -20.7998046875, -19.85693359375, -18.9140625, -17.97119140625, -17.0283203125, -16.08544921875, -15.142578125, -14.19970703125, -13.2568359375, -12.31396484375, -11.37109375, -10.42822265625, -9.4853515625, -8.54248046875, -7.599609375, -6.65673828125, -5.7138671875, -4.77099609375, -3.828125, -2.88525390625, -1.9423828125, -0.99951171875, -0.056640625, 0.88623046875, 1.8291015625, 2.77197265625, 3.71484375, 4.65771484375, 5.6005859375, 6.54345703125, 7.486328125, 8.42919921875, 9.3720703125, 10.31494140625, 11.2578125, 12.20068359375, 13.1435546875, 14.08642578125, 15.029296875, 15.97216796875, 16.9150390625, 17.85791015625, 18.80078125, 19.74365234375, 20.6865234375, 21.62939453125, 22.572265625, 23.51513671875, 24.4580078125, 25.40087890625, 26.34375]}, "gradients/decoder.transformer.h.15.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 5.0, 1.0, 6.0, 8.0, 12.0, 18.0, 21.0, 38.0, 74.0, 68.0, 88.0, 103.0, 117.0, 107.0, 88.0, 76.0, 53.0, 38.0, 27.0, 14.0, 16.0, 11.0, 7.0, 5.0, 5.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-101.57166290283203, -99.06153869628906, -96.55140686035156, -94.0412826538086, -91.5311508178711, -89.02102661132812, -86.51089477539062, -84.00077056884766, -81.49064636230469, -78.98052215576172, -76.47039031982422, -73.96026611328125, -71.45013427734375, -68.94001007080078, -66.42987823486328, -63.91975402832031, -61.40962219238281, -58.89949417114258, -56.389366149902344, -53.87923812866211, -51.369110107421875, -48.858985900878906, -46.34885787963867, -43.83872985839844, -41.3286018371582, -38.81847381591797, -36.308345794677734, -33.7982177734375, -31.2880916595459, -28.777963638305664, -26.267837524414062, -23.757709503173828, -21.247573852539062, -18.737445831298828, -16.227317810058594, -13.717191696166992, -11.207063674926758, -8.696935653686523, -6.1868085861206055, -3.6766815185546875, -1.1665534973144531, 1.343574047088623, 3.853701591491699, 6.363829135894775, 8.873956680297852, 11.384084701538086, 13.894211769104004, 16.404338836669922, 18.914466857910156, 21.42459487915039, 23.934722900390625, 26.444849014282227, 28.95497703552246, 31.465105056762695, 33.9752311706543, 36.48535919189453, 38.995487213134766, 41.505615234375, 44.015743255615234, 46.52587127685547, 49.03599548339844, 51.54612731933594, 54.056251525878906, 56.56637954711914, 59.076507568359375]}, "gradients/decoder.transformer.h.15.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 4.0, 5.0, 2.0, 6.0, 11.0, 13.0, 12.0, 15.0, 15.0, 19.0, 15.0, 17.0, 22.0, 31.0, 28.0, 21.0, 19.0, 35.0, 38.0, 36.0, 39.0, 34.0, 35.0, 36.0, 38.0, 51.0, 34.0, 35.0, 44.0, 29.0, 34.0, 24.0, 27.0, 26.0, 23.0, 19.0, 22.0, 13.0, 18.0, 10.0, 10.0, 7.0, 10.0, 10.0, 3.0, 2.0, 3.0, 4.0, 3.0, 0.0, 5.0, 2.0, 1.0, 0.0, 1.0], "bins": [-48.43464279174805, -46.95475769042969, -45.47487258911133, -43.99498748779297, -42.515106201171875, -41.035221099853516, -39.555335998535156, -38.0754508972168, -36.59556579589844, -35.11568069458008, -33.63579559326172, -32.155914306640625, -30.676029205322266, -29.196144104003906, -27.716259002685547, -26.236373901367188, -24.756492614746094, -23.276607513427734, -21.796724319458008, -20.31683921813965, -18.836956024169922, -17.357070922851562, -15.877185821533203, -14.39730167388916, -12.917417526245117, -11.437533378601074, -9.957649230957031, -8.477764129638672, -6.997879981994629, -5.517995834350586, -4.038110733032227, -2.5582265853881836, -1.0783424377441406, 0.40154194831848145, 1.8814263343811035, 3.3613109588623047, 4.841195106506348, 6.321079254150391, 7.80096435546875, 9.280848503112793, 10.760732650756836, 12.240616798400879, 13.720500946044922, 15.200386047363281, 16.68027114868164, 18.160154342651367, 19.640039443969727, 21.119922637939453, 22.599807739257812, 24.079692840576172, 25.5595760345459, 27.039461135864258, 28.519344329833984, 29.999229431152344, 31.479114532470703, 32.95899963378906, 34.438880920410156, 35.918766021728516, 37.398651123046875, 38.87853240966797, 40.35841751098633, 41.83830261230469, 43.31818771362305, 44.798072814941406, 46.277957916259766]}, "gradients/decoder.transformer.h.15.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 6.0, 3.0, 5.0, 3.0, 8.0, 7.0, 11.0, 16.0, 8.0, 16.0, 21.0, 22.0, 27.0, 19.0, 23.0, 23.0, 39.0, 34.0, 52.0, 49.0, 44.0, 43.0, 67.0, 62.0, 44.0, 44.0, 37.0, 34.0, 31.0, 37.0, 15.0, 29.0, 21.0, 23.0, 21.0, 8.0, 9.0, 16.0, 15.0, 8.0, 3.0, 4.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-7.18359375, -6.96051025390625, -6.7374267578125, -6.51434326171875, -6.291259765625, -6.06817626953125, -5.8450927734375, -5.62200927734375, -5.39892578125, -5.17584228515625, -4.9527587890625, -4.72967529296875, -4.506591796875, -4.28350830078125, -4.0604248046875, -3.83734130859375, -3.6142578125, -3.39117431640625, -3.1680908203125, -2.94500732421875, -2.721923828125, -2.49884033203125, -2.2757568359375, -2.05267333984375, -1.82958984375, -1.60650634765625, -1.3834228515625, -1.16033935546875, -0.937255859375, -0.71417236328125, -0.4910888671875, -0.26800537109375, -0.044921875, 0.17816162109375, 0.4012451171875, 0.62432861328125, 0.847412109375, 1.07049560546875, 1.2935791015625, 1.51666259765625, 1.73974609375, 1.96282958984375, 2.1859130859375, 2.40899658203125, 2.632080078125, 2.85516357421875, 3.0782470703125, 3.30133056640625, 3.5244140625, 3.74749755859375, 3.9705810546875, 4.19366455078125, 4.416748046875, 4.63983154296875, 4.8629150390625, 5.08599853515625, 5.30908203125, 5.53216552734375, 5.7552490234375, 5.97833251953125, 6.201416015625, 6.42449951171875, 6.6475830078125, 6.87066650390625, 7.09375]}, "gradients/decoder.transformer.h.15.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 1.0, 5.0, 6.0, 4.0, 9.0, 14.0, 31.0, 37.0, 45.0, 89.0, 151.0, 192.0, 317.0, 436.0, 651.0, 1018.0, 1541.0, 2224.0, 3356.0, 5167.0, 7627.0, 11646.0, 18118.0, 28422.0, 45430.0, 74519.0, 123988.0, 199260.0, 198834.0, 124506.0, 74525.0, 45178.0, 28266.0, 18127.0, 11720.0, 7749.0, 5202.0, 3325.0, 2245.0, 1511.0, 1007.0, 671.0, 472.0, 292.0, 189.0, 169.0, 91.0, 63.0, 39.0, 34.0, 15.0, 12.0, 10.0, 2.0, 4.0, 2.0, 3.0, 1.0, 1.0, 2.0], "bins": [-0.7578125, -0.734130859375, -0.71044921875, -0.686767578125, -0.6630859375, -0.639404296875, -0.61572265625, -0.592041015625, -0.568359375, -0.544677734375, -0.52099609375, -0.497314453125, -0.4736328125, -0.449951171875, -0.42626953125, -0.402587890625, -0.37890625, -0.355224609375, -0.33154296875, -0.307861328125, -0.2841796875, -0.260498046875, -0.23681640625, -0.213134765625, -0.189453125, -0.165771484375, -0.14208984375, -0.118408203125, -0.0947265625, -0.071044921875, -0.04736328125, -0.023681640625, 0.0, 0.023681640625, 0.04736328125, 0.071044921875, 0.0947265625, 0.118408203125, 0.14208984375, 0.165771484375, 0.189453125, 0.213134765625, 0.23681640625, 0.260498046875, 0.2841796875, 0.307861328125, 0.33154296875, 0.355224609375, 0.37890625, 0.402587890625, 0.42626953125, 0.449951171875, 0.4736328125, 0.497314453125, 0.52099609375, 0.544677734375, 0.568359375, 0.592041015625, 0.61572265625, 0.639404296875, 0.6630859375, 0.686767578125, 0.71044921875, 0.734130859375, 0.7578125]}, "gradients/decoder.transformer.h.15.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 6.0, 3.0, 3.0, 10.0, 6.0, 7.0, 11.0, 12.0, 12.0, 18.0, 8.0, 26.0, 24.0, 24.0, 34.0, 30.0, 33.0, 36.0, 35.0, 38.0, 28.0, 41.0, 39.0, 1068.0, 38.0, 44.0, 43.0, 30.0, 35.0, 35.0, 28.0, 35.0, 23.0, 24.0, 19.0, 18.0, 15.0, 19.0, 12.0, 11.0, 14.0, 5.0, 5.0, 6.0, 6.0, 7.0, 3.0, 5.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.36328125, -4.21929931640625, -4.0753173828125, -3.93133544921875, -3.787353515625, -3.64337158203125, -3.4993896484375, -3.35540771484375, -3.21142578125, -3.06744384765625, -2.9234619140625, -2.77947998046875, -2.635498046875, -2.49151611328125, -2.3475341796875, -2.20355224609375, -2.0595703125, -1.91558837890625, -1.7716064453125, -1.62762451171875, -1.483642578125, -1.33966064453125, -1.1956787109375, -1.05169677734375, -0.90771484375, -0.76373291015625, -0.6197509765625, -0.47576904296875, -0.331787109375, -0.18780517578125, -0.0438232421875, 0.10015869140625, 0.244140625, 0.38812255859375, 0.5321044921875, 0.67608642578125, 0.820068359375, 0.96405029296875, 1.1080322265625, 1.25201416015625, 1.39599609375, 1.53997802734375, 1.6839599609375, 1.82794189453125, 1.971923828125, 2.11590576171875, 2.2598876953125, 2.40386962890625, 2.5478515625, 2.69183349609375, 2.8358154296875, 2.97979736328125, 3.123779296875, 3.26776123046875, 3.4117431640625, 3.55572509765625, 3.69970703125, 3.84368896484375, 3.9876708984375, 4.13165283203125, 4.275634765625, 4.41961669921875, 4.5635986328125, 4.70758056640625, 4.8515625]}, "gradients/decoder.transformer.h.15.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 6.0, 7.0, 13.0, 17.0, 30.0, 45.0, 69.0, 102.0, 155.0, 222.0, 291.0, 443.0, 625.0, 904.0, 1272.0, 1827.0, 2745.0, 4058.0, 5916.0, 8889.0, 13330.0, 20317.0, 32641.0, 52641.0, 85998.0, 143964.0, 1228001.0, 200517.0, 110330.0, 66415.0, 40935.0, 25251.0, 16140.0, 10688.0, 7060.0, 4762.0, 3225.0, 2198.0, 1603.0, 1047.0, 772.0, 492.0, 386.0, 252.0, 169.0, 117.0, 90.0, 59.0, 41.0, 21.0, 22.0, 10.0, 4.0, 7.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.282958984375, -0.2740440368652344, -0.26512908935546875, -0.2562141418457031, -0.2472991943359375, -0.23838424682617188, -0.22946929931640625, -0.22055435180664062, -0.211639404296875, -0.20272445678710938, -0.19380950927734375, -0.18489456176757812, -0.1759796142578125, -0.16706466674804688, -0.15814971923828125, -0.14923477172851562, -0.14031982421875, -0.13140487670898438, -0.12248992919921875, -0.11357498168945312, -0.1046600341796875, -0.09574508666992188, -0.08683013916015625, -0.07791519165039062, -0.069000244140625, -0.060085296630859375, -0.05117034912109375, -0.042255401611328125, -0.0333404541015625, -0.024425506591796875, -0.01551055908203125, -0.006595611572265625, 0.0023193359375, 0.011234283447265625, 0.02014923095703125, 0.029064178466796875, 0.0379791259765625, 0.046894073486328125, 0.05580902099609375, 0.06472396850585938, 0.073638916015625, 0.08255386352539062, 0.09146881103515625, 0.10038375854492188, 0.1092987060546875, 0.11821365356445312, 0.12712860107421875, 0.13604354858398438, 0.14495849609375, 0.15387344360351562, 0.16278839111328125, 0.17170333862304688, 0.1806182861328125, 0.18953323364257812, 0.19844818115234375, 0.20736312866210938, 0.216278076171875, 0.22519302368164062, 0.23410797119140625, 0.24302291870117188, 0.2519378662109375, 0.2608528137207031, 0.26976776123046875, 0.2786827087402344, 0.28759765625]}, "gradients/decoder.transformer.h.15.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 5.0, 3.0, 3.0, 5.0, 3.0, 5.0, 10.0, 7.0, 14.0, 13.0, 18.0, 29.0, 25.0, 50.0, 64.0, 86.0, 100.0, 111.0, 117.0, 95.0, 68.0, 39.0, 25.0, 25.0, 11.0, 12.0, 11.0, 8.0, 10.0, 5.0, 6.0, 6.0, 5.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.04656982421875, -0.0452117919921875, -0.043853759765625, -0.0424957275390625, -0.0411376953125, -0.0397796630859375, -0.038421630859375, -0.0370635986328125, -0.03570556640625, -0.0343475341796875, -0.032989501953125, -0.0316314697265625, -0.0302734375, -0.0289154052734375, -0.027557373046875, -0.0261993408203125, -0.02484130859375, -0.0234832763671875, -0.022125244140625, -0.0207672119140625, -0.0194091796875, -0.0180511474609375, -0.016693115234375, -0.0153350830078125, -0.01397705078125, -0.0126190185546875, -0.011260986328125, -0.0099029541015625, -0.008544921875, -0.0071868896484375, -0.005828857421875, -0.0044708251953125, -0.00311279296875, -0.0017547607421875, -0.000396728515625, 0.0009613037109375, 0.0023193359375, 0.0036773681640625, 0.005035400390625, 0.0063934326171875, 0.00775146484375, 0.0091094970703125, 0.010467529296875, 0.0118255615234375, 0.01318359375, 0.0145416259765625, 0.015899658203125, 0.0172576904296875, 0.01861572265625, 0.0199737548828125, 0.021331787109375, 0.0226898193359375, 0.0240478515625, 0.0254058837890625, 0.026763916015625, 0.0281219482421875, 0.02947998046875, 0.0308380126953125, 0.032196044921875, 0.0335540771484375, 0.034912109375, 0.0362701416015625, 0.037628173828125, 0.0389862060546875, 0.04034423828125]}, "gradients/decoder.transformer.h.15.crossattention.q_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 2.0, 4.0, 6.0, 5.0, 4.0, 8.0, 10.0, 7.0, 15.0, 15.0, 32.0, 47.0, 63.0, 158.0, 331.0, 4625.0, 1028775.0, 13608.0, 410.0, 166.0, 94.0, 50.0, 26.0, 24.0, 11.0, 14.0, 8.0, 7.0, 4.0, 6.0, 3.0, 5.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.8720703125, -0.842620849609375, -0.81317138671875, -0.783721923828125, -0.7542724609375, -0.724822998046875, -0.69537353515625, -0.665924072265625, -0.636474609375, -0.607025146484375, -0.57757568359375, -0.548126220703125, -0.5186767578125, -0.489227294921875, -0.45977783203125, -0.430328369140625, -0.40087890625, -0.371429443359375, -0.34197998046875, -0.312530517578125, -0.2830810546875, -0.253631591796875, -0.22418212890625, -0.194732666015625, -0.165283203125, -0.135833740234375, -0.10638427734375, -0.076934814453125, -0.0474853515625, -0.018035888671875, 0.01141357421875, 0.040863037109375, 0.0703125, 0.099761962890625, 0.12921142578125, 0.158660888671875, 0.1881103515625, 0.217559814453125, 0.24700927734375, 0.276458740234375, 0.305908203125, 0.335357666015625, 0.36480712890625, 0.394256591796875, 0.4237060546875, 0.453155517578125, 0.48260498046875, 0.512054443359375, 0.54150390625, 0.570953369140625, 0.60040283203125, 0.629852294921875, 0.6593017578125, 0.688751220703125, 0.71820068359375, 0.747650146484375, 0.777099609375, 0.806549072265625, 0.83599853515625, 0.865447998046875, 0.8948974609375, 0.924346923828125, 0.95379638671875, 0.983245849609375, 1.0126953125]}, "gradients/decoder.transformer.h.15.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 8.0, 25.0, 75.0, 530.0, 300.0, 57.0, 17.0, 5.0, 3.0, 1.0], "bins": [-1.0979970693588257, -1.0790194272994995, -1.0600416660308838, -1.0410640239715576, -1.0220863819122314, -1.0031086206436157, -0.9841309785842896, -0.9651533365249634, -0.9461756348609924, -0.9271979331970215, -0.9082202911376953, -0.8892425894737244, -0.8702648878097534, -0.8512872457504272, -0.8323095440864563, -0.8133318424224854, -0.7943542003631592, -0.7753764986991882, -0.7563988566398621, -0.7374211549758911, -0.7184434533119202, -0.699465811252594, -0.680488109588623, -0.6615104675292969, -0.6425327062606812, -0.6235550045967102, -0.604577362537384, -0.5855996608734131, -0.5666219592094421, -0.547644317150116, -0.528666615486145, -0.5096889734268188, -0.4907112121582031, -0.47173354029655457, -0.4527558386325836, -0.43377816677093506, -0.4148004949092865, -0.39582282304763794, -0.376845121383667, -0.35786744952201843, -0.3388897776603699, -0.3199121057987213, -0.30093440413475037, -0.2819567322731018, -0.26297906041145325, -0.2440013736486435, -0.22502368688583374, -0.20604601502418518, -0.18706832826137543, -0.16809064149856567, -0.14911296963691711, -0.13013528287410736, -0.1111576035618782, -0.09217992424964905, -0.0732022374868393, -0.054224565625190735, -0.03524687886238098, -0.016269197687506676, 0.00270848348736763, 0.021686166524887085, 0.04066384583711624, 0.0596415251493454, 0.07861921191215515, 0.09759688377380371, 0.11657457053661346]}, "gradients/decoder.transformer.h.15.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 4.0, 9.0, 2.0, 4.0, 8.0, 15.0, 13.0, 15.0, 16.0, 10.0, 17.0, 30.0, 26.0, 27.0, 30.0, 38.0, 31.0, 45.0, 26.0, 42.0, 35.0, 45.0, 34.0, 32.0, 40.0, 36.0, 44.0, 37.0, 33.0, 34.0, 32.0, 30.0, 23.0, 29.0, 24.0, 17.0, 8.0, 12.0, 16.0, 13.0, 9.0, 5.0, 4.0, 4.0, 1.0, 5.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1360226273536682, -0.13166990876197815, -0.12731719017028809, -0.12296447157859802, -0.11861175298690796, -0.1142590343952179, -0.10990630835294724, -0.10555358976125717, -0.10120087116956711, -0.09684815257787704, -0.09249543398618698, -0.08814271539449692, -0.08378998935222626, -0.0794372707605362, -0.07508455216884613, -0.07073183357715607, -0.066379114985466, -0.06202639639377594, -0.057673677802085876, -0.053320955485105515, -0.04896823689341545, -0.04461551830172539, -0.040262795984745026, -0.03591007739305496, -0.0315573588013649, -0.027204640209674835, -0.022851919755339622, -0.01849919930100441, -0.014146480709314346, -0.009793762117624283, -0.00544104166328907, -0.0010883212089538574, 0.003264397382736206, 0.007617116905748844, 0.011969836428761482, 0.016322556883096695, 0.02067527547478676, 0.025027994066476822, 0.029380714520812035, 0.03373343497514725, 0.03808615356683731, 0.042438872158527374, 0.04679159075021744, 0.0511443130671978, 0.05549703165888786, 0.05984975025057793, 0.06420247256755829, 0.06855519115924835, 0.07290790975093842, 0.07726062834262848, 0.08161334693431854, 0.0859660655260086, 0.09031878411769867, 0.09467150270938873, 0.0990242287516594, 0.10337694734334946, 0.10772966593503952, 0.11208238452672958, 0.11643510311841965, 0.12078782171010971, 0.12514054775238037, 0.12949326634407043, 0.1338459849357605, 0.13819870352745056, 0.14255142211914062]}, "gradients/decoder.transformer.h.15.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 6.0, 3.0, 5.0, 3.0, 8.0, 7.0, 12.0, 15.0, 8.0, 16.0, 21.0, 23.0, 26.0, 19.0, 23.0, 23.0, 39.0, 34.0, 52.0, 49.0, 44.0, 43.0, 68.0, 61.0, 44.0, 44.0, 38.0, 33.0, 31.0, 36.0, 16.0, 29.0, 21.0, 23.0, 22.0, 7.0, 8.0, 17.0, 15.0, 8.0, 3.0, 4.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-7.18359375, -6.96051025390625, -6.7374267578125, -6.51434326171875, -6.291259765625, -6.06817626953125, -5.8450927734375, -5.62200927734375, -5.39892578125, -5.17584228515625, -4.9527587890625, -4.72967529296875, -4.506591796875, -4.28350830078125, -4.0604248046875, -3.83734130859375, -3.6142578125, -3.39117431640625, -3.1680908203125, -2.94500732421875, -2.721923828125, -2.49884033203125, -2.2757568359375, -2.05267333984375, -1.82958984375, -1.60650634765625, -1.3834228515625, -1.16033935546875, -0.937255859375, -0.71417236328125, -0.4910888671875, -0.26800537109375, -0.044921875, 0.17816162109375, 0.4012451171875, 0.62432861328125, 0.847412109375, 1.07049560546875, 1.2935791015625, 1.51666259765625, 1.73974609375, 1.96282958984375, 2.1859130859375, 2.40899658203125, 2.632080078125, 2.85516357421875, 3.0782470703125, 3.30133056640625, 3.5244140625, 3.74749755859375, 3.9705810546875, 4.19366455078125, 4.416748046875, 4.63983154296875, 4.8629150390625, 5.08599853515625, 5.30908203125, 5.53216552734375, 5.7552490234375, 5.97833251953125, 6.201416015625, 6.42449951171875, 6.6475830078125, 6.87066650390625, 7.09375]}, "gradients/decoder.transformer.h.15.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 7.0, 3.0, 5.0, 10.0, 13.0, 13.0, 19.0, 23.0, 47.0, 32.0, 75.0, 91.0, 150.0, 172.0, 248.0, 402.0, 567.0, 795.0, 1190.0, 1736.0, 2712.0, 4510.0, 7803.0, 15426.0, 35150.0, 94737.0, 304602.0, 371583.0, 121890.0, 43238.0, 18212.0, 8942.0, 5054.0, 3033.0, 1982.0, 1225.0, 888.0, 568.0, 401.0, 290.0, 200.0, 135.0, 99.0, 71.0, 60.0, 44.0, 24.0, 24.0, 19.0, 13.0, 9.0, 7.0, 4.0, 4.0, 3.0, 3.0, 3.0, 2.0], "bins": [-8.2109375, -7.96295166015625, -7.7149658203125, -7.46697998046875, -7.218994140625, -6.97100830078125, -6.7230224609375, -6.47503662109375, -6.22705078125, -5.97906494140625, -5.7310791015625, -5.48309326171875, -5.235107421875, -4.98712158203125, -4.7391357421875, -4.49114990234375, -4.2431640625, -3.99517822265625, -3.7471923828125, -3.49920654296875, -3.251220703125, -3.00323486328125, -2.7552490234375, -2.50726318359375, -2.25927734375, -2.01129150390625, -1.7633056640625, -1.51531982421875, -1.267333984375, -1.01934814453125, -0.7713623046875, -0.52337646484375, -0.275390625, -0.02740478515625, 0.2205810546875, 0.46856689453125, 0.716552734375, 0.96453857421875, 1.2125244140625, 1.46051025390625, 1.70849609375, 1.95648193359375, 2.2044677734375, 2.45245361328125, 2.700439453125, 2.94842529296875, 3.1964111328125, 3.44439697265625, 3.6923828125, 3.94036865234375, 4.1883544921875, 4.43634033203125, 4.684326171875, 4.93231201171875, 5.1802978515625, 5.42828369140625, 5.67626953125, 5.92425537109375, 6.1722412109375, 6.42022705078125, 6.668212890625, 6.91619873046875, 7.1641845703125, 7.41217041015625, 7.66015625]}, "gradients/decoder.transformer.h.15.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 7.0, 3.0, 3.0, 9.0, 4.0, 18.0, 13.0, 17.0, 29.0, 21.0, 24.0, 43.0, 47.0, 46.0, 68.0, 86.0, 118.0, 230.0, 1521.0, 188.0, 145.0, 86.0, 72.0, 49.0, 34.0, 34.0, 28.0, 35.0, 22.0, 7.0, 16.0, 13.0, 3.0, 6.0, 5.0, 1.0, 3.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.671875, -25.7958984375, -24.919921875, -24.0439453125, -23.16796875, -22.2919921875, -21.416015625, -20.5400390625, -19.6640625, -18.7880859375, -17.912109375, -17.0361328125, -16.16015625, -15.2841796875, -14.408203125, -13.5322265625, -12.65625, -11.7802734375, -10.904296875, -10.0283203125, -9.15234375, -8.2763671875, -7.400390625, -6.5244140625, -5.6484375, -4.7724609375, -3.896484375, -3.0205078125, -2.14453125, -1.2685546875, -0.392578125, 0.4833984375, 1.359375, 2.2353515625, 3.111328125, 3.9873046875, 4.86328125, 5.7392578125, 6.615234375, 7.4912109375, 8.3671875, 9.2431640625, 10.119140625, 10.9951171875, 11.87109375, 12.7470703125, 13.623046875, 14.4990234375, 15.375, 16.2509765625, 17.126953125, 18.0029296875, 18.87890625, 19.7548828125, 20.630859375, 21.5068359375, 22.3828125, 23.2587890625, 24.134765625, 25.0107421875, 25.88671875, 26.7626953125, 27.638671875, 28.5146484375, 29.390625]}, "gradients/decoder.transformer.h.15.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 5.0, 2.0, 7.0, 5.0, 8.0, 9.0, 17.0, 18.0, 24.0, 26.0, 42.0, 66.0, 85.0, 88.0, 166.0, 251.0, 612.0, 2060.0, 14909.0, 1077697.0, 2026752.0, 18874.0, 2457.0, 620.0, 293.0, 195.0, 105.0, 82.0, 57.0, 60.0, 26.0, 28.0, 19.0, 11.0, 11.0, 10.0, 6.0, 6.0, 3.0, 6.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-49.65625, -48.056640625, -46.45703125, -44.857421875, -43.2578125, -41.658203125, -40.05859375, -38.458984375, -36.859375, -35.259765625, -33.66015625, -32.060546875, -30.4609375, -28.861328125, -27.26171875, -25.662109375, -24.0625, -22.462890625, -20.86328125, -19.263671875, -17.6640625, -16.064453125, -14.46484375, -12.865234375, -11.265625, -9.666015625, -8.06640625, -6.466796875, -4.8671875, -3.267578125, -1.66796875, -0.068359375, 1.53125, 3.130859375, 4.73046875, 6.330078125, 7.9296875, 9.529296875, 11.12890625, 12.728515625, 14.328125, 15.927734375, 17.52734375, 19.126953125, 20.7265625, 22.326171875, 23.92578125, 25.525390625, 27.125, 28.724609375, 30.32421875, 31.923828125, 33.5234375, 35.123046875, 36.72265625, 38.322265625, 39.921875, 41.521484375, 43.12109375, 44.720703125, 46.3203125, 47.919921875, 49.51953125, 51.119140625, 52.71875]}, "gradients/decoder.transformer.h.15.ln_1.weight": {"_type": "histogram", "values": [27.0, 725.0, 264.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.812686920166016, -11.524057388305664, 2.7645721435546875, 17.053203582763672, 31.34183120727539, 45.63045883178711, 59.91909408569336, 74.20771789550781, 88.49635314941406, 102.78498077392578, 117.0736083984375, 131.36224365234375, 145.65087890625, 159.9394989013672, 174.22813415527344, 188.51675415039062, 202.80538940429688, 217.09402465820312, 231.3826446533203, 245.67127990722656, 259.95989990234375, 274.24853515625, 288.53717041015625, 302.8258056640625, 317.1144104003906, 331.4030456542969, 345.6916809082031, 359.98028564453125, 374.2689208984375, 388.55755615234375, 402.84619140625, 417.13482666015625, 431.4234619140625, 445.71209716796875, 460.000732421875, 474.28936767578125, 488.5779724121094, 502.8666076660156, 517.1552734375, 531.44384765625, 545.7324829101562, 560.0211181640625, 574.3097534179688, 588.598388671875, 602.8870239257812, 617.1756591796875, 631.4642333984375, 645.7528686523438, 660.04150390625, 674.3301391601562, 688.6187744140625, 702.9074096679688, 717.196044921875, 731.484619140625, 745.7733154296875, 760.0618896484375, 774.3505859375, 788.6392211914062, 802.9278564453125, 817.2164916992188, 831.505126953125, 845.793701171875, 860.0823974609375, 874.3709716796875, 888.6596069335938]}, "gradients/decoder.transformer.h.15.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 3.0, 4.0, 3.0, 4.0, 4.0, 9.0, 9.0, 10.0, 8.0, 8.0, 17.0, 13.0, 23.0, 20.0, 21.0, 34.0, 31.0, 26.0, 36.0, 35.0, 33.0, 40.0, 41.0, 47.0, 42.0, 44.0, 29.0, 51.0, 42.0, 33.0, 29.0, 31.0, 34.0, 22.0, 23.0, 19.0, 19.0, 16.0, 14.0, 17.0, 17.0, 11.0, 8.0, 5.0, 8.0, 6.0, 1.0, 3.0, 3.0, 1.0, 5.0, 1.0], "bins": [-66.90335083007812, -65.08309936523438, -63.262855529785156, -61.44260787963867, -59.62236022949219, -57.8021125793457, -55.98186492919922, -54.161617279052734, -52.34136962890625, -50.521121978759766, -48.70087432861328, -46.8806266784668, -45.06037902832031, -43.24013137817383, -41.419883728027344, -39.59963607788086, -37.779388427734375, -35.95914077758789, -34.138893127441406, -32.31864547729492, -30.498397827148438, -28.678150177001953, -26.85790252685547, -25.037654876708984, -23.2174072265625, -21.397159576416016, -19.57691192626953, -17.756664276123047, -15.936416625976562, -14.116168975830078, -12.295921325683594, -10.47567367553711, -8.655426025390625, -6.835178375244141, -5.014930725097656, -3.194683074951172, -1.3744354248046875, 0.4458122253417969, 2.2660598754882812, 4.086307525634766, 5.90655517578125, 7.726802825927734, 9.547050476074219, 11.367298126220703, 13.187545776367188, 15.007793426513672, 16.828041076660156, 18.64828872680664, 20.468536376953125, 22.28878402709961, 24.109031677246094, 25.929279327392578, 27.749526977539062, 29.569774627685547, 31.39002227783203, 33.210269927978516, 35.030517578125, 36.850765228271484, 38.67101287841797, 40.49126052856445, 42.31150817871094, 44.13175582885742, 45.952003479003906, 47.77225112915039, 49.592498779296875]}, "gradients/decoder.transformer.h.14.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 5.0, 7.0, 10.0, 11.0, 15.0, 17.0, 15.0, 17.0, 17.0, 24.0, 19.0, 27.0, 25.0, 37.0, 37.0, 48.0, 39.0, 39.0, 52.0, 55.0, 46.0, 53.0, 46.0, 35.0, 44.0, 33.0, 36.0, 30.0, 18.0, 36.0, 23.0, 12.0, 11.0, 14.0, 11.0, 15.0, 9.0, 3.0, 6.0, 5.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.43359375, -7.19781494140625, -6.9620361328125, -6.72625732421875, -6.490478515625, -6.25469970703125, -6.0189208984375, -5.78314208984375, -5.54736328125, -5.31158447265625, -5.0758056640625, -4.84002685546875, -4.604248046875, -4.36846923828125, -4.1326904296875, -3.89691162109375, -3.6611328125, -3.42535400390625, -3.1895751953125, -2.95379638671875, -2.718017578125, -2.48223876953125, -2.2464599609375, -2.01068115234375, -1.77490234375, -1.53912353515625, -1.3033447265625, -1.06756591796875, -0.831787109375, -0.59600830078125, -0.3602294921875, -0.12445068359375, 0.111328125, 0.34710693359375, 0.5828857421875, 0.81866455078125, 1.054443359375, 1.29022216796875, 1.5260009765625, 1.76177978515625, 1.99755859375, 2.23333740234375, 2.4691162109375, 2.70489501953125, 2.940673828125, 3.17645263671875, 3.4122314453125, 3.64801025390625, 3.8837890625, 4.11956787109375, 4.3553466796875, 4.59112548828125, 4.826904296875, 5.06268310546875, 5.2984619140625, 5.53424072265625, 5.77001953125, 6.00579833984375, 6.2415771484375, 6.47735595703125, 6.713134765625, 6.94891357421875, 7.1846923828125, 7.42047119140625, 7.65625]}, "gradients/decoder.transformer.h.14.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 3.0, 11.0, 10.0, 12.0, 22.0, 44.0, 43.0, 89.0, 131.0, 191.0, 279.0, 430.0, 790.0, 1363.0, 2602.0, 5186.0, 11562.0, 29569.0, 153634.0, 2349965.0, 1499699.0, 95373.0, 23762.0, 9737.0, 4504.0, 2222.0, 1226.0, 665.0, 397.0, 280.0, 163.0, 106.0, 74.0, 51.0, 26.0, 16.0, 14.0, 11.0, 12.0, 8.0, 4.0, 4.0, 0.0, 1.0, 0.0, 1.0], "bins": [-23.859375, -23.229736328125, -22.60009765625, -21.970458984375, -21.3408203125, -20.711181640625, -20.08154296875, -19.451904296875, -18.822265625, -18.192626953125, -17.56298828125, -16.933349609375, -16.3037109375, -15.674072265625, -15.04443359375, -14.414794921875, -13.78515625, -13.155517578125, -12.52587890625, -11.896240234375, -11.2666015625, -10.636962890625, -10.00732421875, -9.377685546875, -8.748046875, -8.118408203125, -7.48876953125, -6.859130859375, -6.2294921875, -5.599853515625, -4.97021484375, -4.340576171875, -3.7109375, -3.081298828125, -2.45166015625, -1.822021484375, -1.1923828125, -0.562744140625, 0.06689453125, 0.696533203125, 1.326171875, 1.955810546875, 2.58544921875, 3.215087890625, 3.8447265625, 4.474365234375, 5.10400390625, 5.733642578125, 6.36328125, 6.992919921875, 7.62255859375, 8.252197265625, 8.8818359375, 9.511474609375, 10.14111328125, 10.770751953125, 11.400390625, 12.030029296875, 12.65966796875, 13.289306640625, 13.9189453125, 14.548583984375, 15.17822265625, 15.807861328125, 16.4375]}, "gradients/decoder.transformer.h.14.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 6.0, 6.0, 3.0, 8.0, 2.0, 6.0, 10.0, 9.0, 11.0, 21.0, 20.0, 22.0, 34.0, 41.0, 62.0, 95.0, 98.0, 148.0, 239.0, 360.0, 468.0, 539.0, 490.0, 370.0, 268.0, 176.0, 132.0, 104.0, 73.0, 55.0, 42.0, 26.0, 23.0, 21.0, 19.0, 15.0, 9.0, 7.0, 7.0, 8.0, 6.0, 2.0, 5.0, 5.0, 2.0, 2.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0], "bins": [-13.546875, -13.1048583984375, -12.662841796875, -12.2208251953125, -11.77880859375, -11.3367919921875, -10.894775390625, -10.4527587890625, -10.0107421875, -9.5687255859375, -9.126708984375, -8.6846923828125, -8.24267578125, -7.8006591796875, -7.358642578125, -6.9166259765625, -6.474609375, -6.0325927734375, -5.590576171875, -5.1485595703125, -4.70654296875, -4.2645263671875, -3.822509765625, -3.3804931640625, -2.9384765625, -2.4964599609375, -2.054443359375, -1.6124267578125, -1.17041015625, -0.7283935546875, -0.286376953125, 0.1556396484375, 0.59765625, 1.0396728515625, 1.481689453125, 1.9237060546875, 2.36572265625, 2.8077392578125, 3.249755859375, 3.6917724609375, 4.1337890625, 4.5758056640625, 5.017822265625, 5.4598388671875, 5.90185546875, 6.3438720703125, 6.785888671875, 7.2279052734375, 7.669921875, 8.1119384765625, 8.553955078125, 8.9959716796875, 9.43798828125, 9.8800048828125, 10.322021484375, 10.7640380859375, 11.2060546875, 11.6480712890625, 12.090087890625, 12.5321044921875, 12.97412109375, 13.4161376953125, 13.858154296875, 14.3001708984375, 14.7421875]}, "gradients/decoder.transformer.h.14.mlp.c_fc.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 2.0, 3.0, 1.0, 6.0, 6.0, 4.0, 6.0, 7.0, 11.0, 20.0, 16.0, 16.0, 36.0, 52.0, 66.0, 103.0, 197.0, 336.0, 619.0, 1199.0, 2506.0, 5170.0, 13042.0, 37815.0, 165729.0, 2235842.0, 1554208.0, 125152.0, 31521.0, 11205.0, 4741.0, 2187.0, 1085.0, 546.0, 324.0, 190.0, 100.0, 59.0, 52.0, 33.0, 16.0, 17.0, 6.0, 9.0, 7.0, 3.0, 6.0, 6.0, 4.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-27.03125, -26.210205078125, -25.38916015625, -24.568115234375, -23.7470703125, -22.926025390625, -22.10498046875, -21.283935546875, -20.462890625, -19.641845703125, -18.82080078125, -17.999755859375, -17.1787109375, -16.357666015625, -15.53662109375, -14.715576171875, -13.89453125, -13.073486328125, -12.25244140625, -11.431396484375, -10.6103515625, -9.789306640625, -8.96826171875, -8.147216796875, -7.326171875, -6.505126953125, -5.68408203125, -4.863037109375, -4.0419921875, -3.220947265625, -2.39990234375, -1.578857421875, -0.7578125, 0.063232421875, 0.88427734375, 1.705322265625, 2.5263671875, 3.347412109375, 4.16845703125, 4.989501953125, 5.810546875, 6.631591796875, 7.45263671875, 8.273681640625, 9.0947265625, 9.915771484375, 10.73681640625, 11.557861328125, 12.37890625, 13.199951171875, 14.02099609375, 14.842041015625, 15.6630859375, 16.484130859375, 17.30517578125, 18.126220703125, 18.947265625, 19.768310546875, 20.58935546875, 21.410400390625, 22.2314453125, 23.052490234375, 23.87353515625, 24.694580078125, 25.515625]}, "gradients/decoder.transformer.h.14.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 7.0, 5.0, 7.0, 11.0, 18.0, 35.0, 61.0, 98.0, 128.0, 161.0, 164.0, 132.0, 76.0, 50.0, 29.0, 16.0, 8.0, 4.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-138.53179931640625, -134.84075927734375, -131.14971923828125, -127.45867156982422, -123.76763153076172, -120.07658386230469, -116.38554382324219, -112.69450378417969, -109.00346374511719, -105.31242370605469, -101.62137603759766, -97.93033599853516, -94.23929595947266, -90.54824829101562, -86.85720825195312, -83.16616821289062, -79.4751205444336, -75.7840805053711, -72.09303283691406, -68.40199279785156, -64.71095275878906, -61.0199089050293, -57.32886505126953, -53.63782501220703, -49.946781158447266, -46.2557373046875, -42.564697265625, -38.873653411865234, -35.18260955810547, -31.49156951904297, -27.800525665283203, -24.10948371887207, -20.418441772460938, -16.727399826049805, -13.036356925964355, -9.345314025878906, -5.654272079467773, -1.9632301330566406, 1.727813720703125, 5.418855667114258, 9.10989761352539, 12.800939559936523, 16.491981506347656, 20.183025360107422, 23.874067306518555, 27.565109252929688, 31.256153106689453, 34.94719696044922, 38.63823699951172, 42.329280853271484, 46.020320892333984, 49.71136474609375, 53.40240478515625, 57.093448638916016, 60.78449249267578, 64.47553253173828, 68.16658020019531, 71.85762023925781, 75.54866790771484, 79.23970794677734, 82.93074798583984, 86.62179565429688, 90.31283569335938, 94.00387573242188, 97.69491577148438]}, "gradients/decoder.transformer.h.14.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 4.0, 1.0, 2.0, 7.0, 8.0, 2.0, 3.0, 11.0, 8.0, 9.0, 11.0, 17.0, 12.0, 25.0, 13.0, 23.0, 25.0, 27.0, 26.0, 18.0, 36.0, 33.0, 39.0, 32.0, 40.0, 28.0, 45.0, 44.0, 50.0, 37.0, 28.0, 25.0, 31.0, 32.0, 29.0, 24.0, 20.0, 27.0, 18.0, 20.0, 18.0, 18.0, 14.0, 16.0, 13.0, 7.0, 9.0, 8.0, 3.0, 5.0, 6.0, 4.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-45.35629653930664, -43.89703369140625, -42.437774658203125, -40.978511810302734, -39.519248962402344, -38.05998611450195, -36.60072326660156, -35.14146423339844, -33.68220138549805, -32.222938537597656, -30.7636775970459, -29.30441665649414, -27.84515380859375, -26.38589096069336, -24.9266300201416, -23.467369079589844, -22.008106231689453, -20.548843383789062, -19.089582443237305, -17.630321502685547, -16.171058654785156, -14.711796760559082, -13.252534866333008, -11.793272972106934, -10.33401107788086, -8.874749183654785, -7.415487289428711, -5.956225395202637, -4.4969635009765625, -3.0377016067504883, -1.578439712524414, -0.11917781829833984, 1.3400802612304688, 2.799342155456543, 4.258604049682617, 5.717865943908691, 7.177127838134766, 8.63638973236084, 10.095651626586914, 11.554913520812988, 13.014175415039062, 14.473437309265137, 15.932699203491211, 17.39196014404297, 18.85122299194336, 20.31048583984375, 21.769746780395508, 23.229007720947266, 24.688270568847656, 26.147533416748047, 27.606794357299805, 29.066055297851562, 30.525318145751953, 31.984580993652344, 33.44384002685547, 34.90310287475586, 36.36236572265625, 37.82162857055664, 39.28089141845703, 40.740150451660156, 42.19941329956055, 43.65867614746094, 45.11793518066406, 46.57719802856445, 48.036460876464844]}, "gradients/decoder.transformer.h.14.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 4.0, 7.0, 4.0, 7.0, 9.0, 18.0, 8.0, 10.0, 15.0, 19.0, 16.0, 20.0, 24.0, 27.0, 25.0, 37.0, 43.0, 44.0, 38.0, 52.0, 36.0, 55.0, 49.0, 45.0, 47.0, 34.0, 42.0, 40.0, 28.0, 27.0, 28.0, 26.0, 16.0, 15.0, 17.0, 19.0, 17.0, 14.0, 7.0, 6.0, 5.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.8203125, -6.59759521484375, -6.3748779296875, -6.15216064453125, -5.929443359375, -5.70672607421875, -5.4840087890625, -5.26129150390625, -5.03857421875, -4.81585693359375, -4.5931396484375, -4.37042236328125, -4.147705078125, -3.92498779296875, -3.7022705078125, -3.47955322265625, -3.2568359375, -3.03411865234375, -2.8114013671875, -2.58868408203125, -2.365966796875, -2.14324951171875, -1.9205322265625, -1.69781494140625, -1.47509765625, -1.25238037109375, -1.0296630859375, -0.80694580078125, -0.584228515625, -0.36151123046875, -0.1387939453125, 0.08392333984375, 0.306640625, 0.52935791015625, 0.7520751953125, 0.97479248046875, 1.197509765625, 1.42022705078125, 1.6429443359375, 1.86566162109375, 2.08837890625, 2.31109619140625, 2.5338134765625, 2.75653076171875, 2.979248046875, 3.20196533203125, 3.4246826171875, 3.64739990234375, 3.8701171875, 4.09283447265625, 4.3155517578125, 4.53826904296875, 4.760986328125, 4.98370361328125, 5.2064208984375, 5.42913818359375, 5.65185546875, 5.87457275390625, 6.0972900390625, 6.32000732421875, 6.542724609375, 6.76544189453125, 6.9881591796875, 7.21087646484375, 7.43359375]}, "gradients/decoder.transformer.h.14.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 5.0, 0.0, 2.0, 3.0, 9.0, 9.0, 22.0, 27.0, 32.0, 46.0, 73.0, 137.0, 207.0, 354.0, 563.0, 982.0, 1603.0, 2759.0, 4700.0, 8792.0, 16660.0, 32812.0, 67186.0, 139513.0, 282104.0, 250802.0, 120201.0, 57832.0, 28397.0, 14596.0, 7851.0, 4141.0, 2456.0, 1435.0, 885.0, 512.0, 321.0, 210.0, 106.0, 82.0, 47.0, 37.0, 21.0, 17.0, 7.0, 6.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.0595703125, -1.0215911865234375, -0.983612060546875, -0.9456329345703125, -0.90765380859375, -0.8696746826171875, -0.831695556640625, -0.7937164306640625, -0.7557373046875, -0.7177581787109375, -0.679779052734375, -0.6417999267578125, -0.60382080078125, -0.5658416748046875, -0.527862548828125, -0.4898834228515625, -0.451904296875, -0.4139251708984375, -0.375946044921875, -0.3379669189453125, -0.29998779296875, -0.2620086669921875, -0.224029541015625, -0.1860504150390625, -0.1480712890625, -0.1100921630859375, -0.072113037109375, -0.0341339111328125, 0.00384521484375, 0.0418243408203125, 0.079803466796875, 0.1177825927734375, 0.15576171875, 0.1937408447265625, 0.231719970703125, 0.2696990966796875, 0.30767822265625, 0.3456573486328125, 0.383636474609375, 0.4216156005859375, 0.4595947265625, 0.4975738525390625, 0.535552978515625, 0.5735321044921875, 0.61151123046875, 0.6494903564453125, 0.687469482421875, 0.7254486083984375, 0.763427734375, 0.8014068603515625, 0.839385986328125, 0.8773651123046875, 0.91534423828125, 0.9533233642578125, 0.991302490234375, 1.0292816162109375, 1.0672607421875, 1.1052398681640625, 1.143218994140625, 1.1811981201171875, 1.21917724609375, 1.2571563720703125, 1.295135498046875, 1.3331146240234375, 1.37109375]}, "gradients/decoder.transformer.h.14.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 2.0, 6.0, 7.0, 9.0, 3.0, 12.0, 14.0, 9.0, 14.0, 15.0, 18.0, 23.0, 21.0, 28.0, 32.0, 26.0, 25.0, 29.0, 48.0, 39.0, 46.0, 44.0, 1073.0, 40.0, 42.0, 37.0, 45.0, 31.0, 36.0, 29.0, 26.0, 35.0, 23.0, 14.0, 25.0, 14.0, 20.0, 18.0, 10.0, 5.0, 12.0, 12.0, 4.0, 2.0, 4.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.25390625, -4.102783203125, -3.95166015625, -3.800537109375, -3.6494140625, -3.498291015625, -3.34716796875, -3.196044921875, -3.044921875, -2.893798828125, -2.74267578125, -2.591552734375, -2.4404296875, -2.289306640625, -2.13818359375, -1.987060546875, -1.8359375, -1.684814453125, -1.53369140625, -1.382568359375, -1.2314453125, -1.080322265625, -0.92919921875, -0.778076171875, -0.626953125, -0.475830078125, -0.32470703125, -0.173583984375, -0.0224609375, 0.128662109375, 0.27978515625, 0.430908203125, 0.58203125, 0.733154296875, 0.88427734375, 1.035400390625, 1.1865234375, 1.337646484375, 1.48876953125, 1.639892578125, 1.791015625, 1.942138671875, 2.09326171875, 2.244384765625, 2.3955078125, 2.546630859375, 2.69775390625, 2.848876953125, 3.0, 3.151123046875, 3.30224609375, 3.453369140625, 3.6044921875, 3.755615234375, 3.90673828125, 4.057861328125, 4.208984375, 4.360107421875, 4.51123046875, 4.662353515625, 4.8134765625, 4.964599609375, 5.11572265625, 5.266845703125, 5.41796875]}, "gradients/decoder.transformer.h.14.crossattention.c_attn.weight": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 5.0, 9.0, 8.0, 12.0, 20.0, 23.0, 34.0, 53.0, 50.0, 98.0, 131.0, 190.0, 299.0, 413.0, 573.0, 804.0, 1184.0, 1741.0, 2614.0, 3946.0, 6020.0, 9129.0, 14284.0, 22724.0, 36336.0, 59385.0, 98893.0, 171659.0, 1245671.0, 167307.0, 96516.0, 58061.0, 35761.0, 22119.0, 14017.0, 9058.0, 5913.0, 4000.0, 2537.0, 1680.0, 1148.0, 825.0, 546.0, 413.0, 270.0, 214.0, 122.0, 96.0, 66.0, 47.0, 31.0, 21.0, 19.0, 18.0, 12.0, 8.0, 5.0, 2.0, 1.0, 2.0, 2.0], "bins": [-0.312744140625, -0.3028106689453125, -0.292877197265625, -0.2829437255859375, -0.27301025390625, -0.2630767822265625, -0.253143310546875, -0.2432098388671875, -0.2332763671875, -0.2233428955078125, -0.213409423828125, -0.2034759521484375, -0.19354248046875, -0.1836090087890625, -0.173675537109375, -0.1637420654296875, -0.15380859375, -0.1438751220703125, -0.133941650390625, -0.1240081787109375, -0.11407470703125, -0.1041412353515625, -0.094207763671875, -0.0842742919921875, -0.0743408203125, -0.0644073486328125, -0.054473876953125, -0.0445404052734375, -0.03460693359375, -0.0246734619140625, -0.014739990234375, -0.0048065185546875, 0.005126953125, 0.0150604248046875, 0.024993896484375, 0.0349273681640625, 0.04486083984375, 0.0547943115234375, 0.064727783203125, 0.0746612548828125, 0.0845947265625, 0.0945281982421875, 0.104461669921875, 0.1143951416015625, 0.12432861328125, 0.1342620849609375, 0.144195556640625, 0.1541290283203125, 0.1640625, 0.1739959716796875, 0.183929443359375, 0.1938629150390625, 0.20379638671875, 0.2137298583984375, 0.223663330078125, 0.2335968017578125, 0.2435302734375, 0.2534637451171875, 0.263397216796875, 0.2733306884765625, 0.28326416015625, 0.2931976318359375, 0.303131103515625, 0.3130645751953125, 0.322998046875]}, "gradients/decoder.transformer.h.14.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 5.0, 3.0, 3.0, 4.0, 6.0, 2.0, 5.0, 6.0, 8.0, 4.0, 10.0, 11.0, 17.0, 35.0, 65.0, 75.0, 175.0, 226.0, 124.0, 67.0, 44.0, 27.0, 13.0, 15.0, 9.0, 7.0, 7.0, 9.0, 4.0, 3.0, 5.0, 3.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.08062744140625, -0.07834339141845703, -0.07605934143066406, -0.0737752914428711, -0.07149124145507812, -0.06920719146728516, -0.06692314147949219, -0.06463909149169922, -0.06235504150390625, -0.06007099151611328, -0.05778694152832031, -0.055502891540527344, -0.053218841552734375, -0.050934791564941406, -0.04865074157714844, -0.04636669158935547, -0.0440826416015625, -0.04179859161376953, -0.03951454162597656, -0.037230491638183594, -0.034946441650390625, -0.032662391662597656, -0.030378341674804688, -0.02809429168701172, -0.02581024169921875, -0.02352619171142578, -0.021242141723632812, -0.018958091735839844, -0.016674041748046875, -0.014389991760253906, -0.012105941772460938, -0.009821891784667969, -0.007537841796875, -0.005253791809082031, -0.0029697418212890625, -0.0006856918334960938, 0.001598358154296875, 0.0038824081420898438, 0.0061664581298828125, 0.008450508117675781, 0.01073455810546875, 0.013018608093261719, 0.015302658081054688, 0.017586708068847656, 0.019870758056640625, 0.022154808044433594, 0.024438858032226562, 0.02672290802001953, 0.0290069580078125, 0.03129100799560547, 0.03357505798339844, 0.035859107971191406, 0.038143157958984375, 0.040427207946777344, 0.04271125793457031, 0.04499530792236328, 0.04727935791015625, 0.04956340789794922, 0.05184745788574219, 0.054131507873535156, 0.056415557861328125, 0.058699607849121094, 0.06098365783691406, 0.06326770782470703, 0.0655517578125]}, "gradients/decoder.transformer.h.14.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 6.0, 2.0, 4.0, 5.0, 7.0, 5.0, 11.0, 15.0, 17.0, 28.0, 72.0, 212.0, 1995.0, 1020370.0, 25011.0, 505.0, 140.0, 57.0, 21.0, 12.0, 10.0, 5.0, 7.0, 6.0, 2.0, 2.0, 5.0, 5.0, 4.0, 4.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.5810546875, -1.5261077880859375, -1.471160888671875, -1.4162139892578125, -1.36126708984375, -1.3063201904296875, -1.251373291015625, -1.1964263916015625, -1.1414794921875, -1.0865325927734375, -1.031585693359375, -0.9766387939453125, -0.92169189453125, -0.8667449951171875, -0.811798095703125, -0.7568511962890625, -0.701904296875, -0.6469573974609375, -0.592010498046875, -0.5370635986328125, -0.48211669921875, -0.4271697998046875, -0.372222900390625, -0.3172760009765625, -0.2623291015625, -0.2073822021484375, -0.152435302734375, -0.0974884033203125, -0.04254150390625, 0.0124053955078125, 0.067352294921875, 0.1222991943359375, 0.17724609375, 0.2321929931640625, 0.287139892578125, 0.3420867919921875, 0.39703369140625, 0.4519805908203125, 0.506927490234375, 0.5618743896484375, 0.6168212890625, 0.6717681884765625, 0.726715087890625, 0.7816619873046875, 0.83660888671875, 0.8915557861328125, 0.946502685546875, 1.0014495849609375, 1.056396484375, 1.1113433837890625, 1.166290283203125, 1.2212371826171875, 1.27618408203125, 1.3311309814453125, 1.386077880859375, 1.4410247802734375, 1.4959716796875, 1.5509185791015625, 1.605865478515625, 1.6608123779296875, 1.71575927734375, 1.7707061767578125, 1.825653076171875, 1.8805999755859375, 1.935546875]}, "gradients/decoder.transformer.h.14.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 12.0, 40.0, 207.0, 622.0, 103.0, 25.0, 9.0], "bins": [-1.9985849857330322, -1.9654313325881958, -1.9322775602340698, -1.8991239070892334, -1.8659701347351074, -1.832816481590271, -1.799662709236145, -1.7665090560913086, -1.7333552837371826, -1.7002016305923462, -1.6670478582382202, -1.6338942050933838, -1.6007404327392578, -1.5675867795944214, -1.5344330072402954, -1.501279354095459, -1.4681257009506226, -1.4349720478057861, -1.4018182754516602, -1.3686646223068237, -1.3355108499526978, -1.3023571968078613, -1.2692034244537354, -1.236049771308899, -1.2028961181640625, -1.169742465019226, -1.1365886926651, -1.1034350395202637, -1.0702812671661377, -1.0371276140213013, -1.0039738416671753, -0.9708201885223389, -0.9376664161682129, -0.9045127034187317, -0.8713589906692505, -0.8382052779197693, -0.8050515651702881, -0.7718979120254517, -0.7387441992759705, -0.7055904865264893, -0.6724367141723633, -0.6392830014228821, -0.6061292886734009, -0.5729755759239197, -0.5398218631744385, -0.506668210029602, -0.47351449728012085, -0.44036078453063965, -0.40720710158348083, -0.37405338883399963, -0.3408997058868408, -0.3077459931373596, -0.2745922803878784, -0.24143856763839722, -0.2082848697900772, -0.1751311719417572, -0.141977459192276, -0.1088237538933754, -0.07567004859447479, -0.04251634329557419, -0.009362637996673584, 0.023791074752807617, 0.056944772601127625, 0.09009847044944763, 0.12325218319892883]}, "gradients/decoder.transformer.h.14.ln_cross_attn.bias": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 1.0, 2.0, 3.0, 3.0, 8.0, 0.0, 2.0, 5.0, 11.0, 3.0, 9.0, 12.0, 16.0, 9.0, 19.0, 17.0, 11.0, 26.0, 17.0, 31.0, 21.0, 27.0, 21.0, 33.0, 26.0, 25.0, 32.0, 31.0, 29.0, 31.0, 44.0, 33.0, 28.0, 34.0, 25.0, 36.0, 28.0, 29.0, 32.0, 29.0, 25.0, 19.0, 23.0, 19.0, 18.0, 17.0, 23.0, 13.0, 9.0, 14.0, 8.0, 8.0, 4.0, 5.0, 4.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.16123586893081665, -0.15637750923633575, -0.15151914954185486, -0.14666080474853516, -0.14180244505405426, -0.13694408535957336, -0.13208572566509247, -0.12722736597061157, -0.12236901372671127, -0.11751065403223038, -0.11265230178833008, -0.10779394209384918, -0.10293558239936829, -0.09807723015546799, -0.09321887046098709, -0.08836051821708679, -0.0835021585226059, -0.078643798828125, -0.0737854465842247, -0.0689270868897438, -0.0640687346458435, -0.05921037495136261, -0.054352015256881714, -0.049493659287691116, -0.04463530331850052, -0.03977694734930992, -0.034918591380119324, -0.030060231685638428, -0.02520187571644783, -0.020343519747257233, -0.015485161915421486, -0.01062680408358574, -0.005768448114395142, -0.0009100912138819695, 0.003948265686631203, 0.008806622587144375, 0.013664979487657547, 0.018523335456848145, 0.02338169328868389, 0.028240051120519638, 0.033098407089710236, 0.03795676305890083, 0.04281511902809143, 0.04767347872257233, 0.052531834691762924, 0.05739019066095352, 0.06224855035543442, 0.06710690259933472, 0.07196526229381561, 0.07682362198829651, 0.08168197423219681, 0.0865403339266777, 0.091398686170578, 0.0962570458650589, 0.1011154055595398, 0.10597376525402069, 0.11083211749792099, 0.11569047719240189, 0.12054882943630219, 0.12540718913078308, 0.13026554882526398, 0.13512390851974487, 0.13998225331306458, 0.14484061300754547, 0.14969897270202637]}, "gradients/decoder.transformer.h.14.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 5.0, 7.0, 4.0, 8.0, 8.0, 18.0, 8.0, 12.0, 13.0, 20.0, 16.0, 19.0, 24.0, 29.0, 23.0, 36.0, 44.0, 43.0, 40.0, 51.0, 34.0, 56.0, 50.0, 45.0, 48.0, 33.0, 42.0, 40.0, 28.0, 27.0, 27.0, 27.0, 16.0, 15.0, 17.0, 19.0, 17.0, 14.0, 8.0, 5.0, 5.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.8203125, -6.59759521484375, -6.3748779296875, -6.15216064453125, -5.929443359375, -5.70672607421875, -5.4840087890625, -5.26129150390625, -5.03857421875, -4.81585693359375, -4.5931396484375, -4.37042236328125, -4.147705078125, -3.92498779296875, -3.7022705078125, -3.47955322265625, -3.2568359375, -3.03411865234375, -2.8114013671875, -2.58868408203125, -2.365966796875, -2.14324951171875, -1.9205322265625, -1.69781494140625, -1.47509765625, -1.25238037109375, -1.0296630859375, -0.80694580078125, -0.584228515625, -0.36151123046875, -0.1387939453125, 0.08392333984375, 0.306640625, 0.52935791015625, 0.7520751953125, 0.97479248046875, 1.197509765625, 1.42022705078125, 1.6429443359375, 1.86566162109375, 2.08837890625, 2.31109619140625, 2.5338134765625, 2.75653076171875, 2.979248046875, 3.20196533203125, 3.4246826171875, 3.64739990234375, 3.8701171875, 4.09283447265625, 4.3155517578125, 4.53826904296875, 4.760986328125, 4.98370361328125, 5.2064208984375, 5.42913818359375, 5.65185546875, 5.87457275390625, 6.0972900390625, 6.32000732421875, 6.542724609375, 6.76544189453125, 6.9881591796875, 7.21087646484375, 7.43359375]}, "gradients/decoder.transformer.h.14.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 2.0, 4.0, 5.0, 11.0, 17.0, 11.0, 36.0, 39.0, 82.0, 67.0, 145.0, 195.0, 305.0, 517.0, 854.0, 1504.0, 3016.0, 6052.0, 13350.0, 38162.0, 138383.0, 523366.0, 230496.0, 56988.0, 18842.0, 7723.0, 3723.0, 1911.0, 1096.0, 632.0, 352.0, 225.0, 150.0, 105.0, 66.0, 41.0, 33.0, 15.0, 14.0, 11.0, 5.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-13.140625, -12.7615966796875, -12.382568359375, -12.0035400390625, -11.62451171875, -11.2454833984375, -10.866455078125, -10.4874267578125, -10.1083984375, -9.7293701171875, -9.350341796875, -8.9713134765625, -8.59228515625, -8.2132568359375, -7.834228515625, -7.4552001953125, -7.076171875, -6.6971435546875, -6.318115234375, -5.9390869140625, -5.56005859375, -5.1810302734375, -4.802001953125, -4.4229736328125, -4.0439453125, -3.6649169921875, -3.285888671875, -2.9068603515625, -2.52783203125, -2.1488037109375, -1.769775390625, -1.3907470703125, -1.01171875, -0.6326904296875, -0.253662109375, 0.1253662109375, 0.50439453125, 0.8834228515625, 1.262451171875, 1.6414794921875, 2.0205078125, 2.3995361328125, 2.778564453125, 3.1575927734375, 3.53662109375, 3.9156494140625, 4.294677734375, 4.6737060546875, 5.052734375, 5.4317626953125, 5.810791015625, 6.1898193359375, 6.56884765625, 6.9478759765625, 7.326904296875, 7.7059326171875, 8.0849609375, 8.4639892578125, 8.843017578125, 9.2220458984375, 9.60107421875, 9.9801025390625, 10.359130859375, 10.7381591796875, 11.1171875]}, "gradients/decoder.transformer.h.14.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 4.0, 2.0, 7.0, 2.0, 7.0, 4.0, 11.0, 10.0, 11.0, 13.0, 19.0, 22.0, 14.0, 23.0, 39.0, 27.0, 39.0, 29.0, 44.0, 43.0, 83.0, 125.0, 299.0, 1439.0, 196.0, 89.0, 71.0, 56.0, 44.0, 33.0, 40.0, 32.0, 24.0, 21.0, 24.0, 7.0, 16.0, 15.0, 17.0, 16.0, 12.0, 9.0, 4.0, 5.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-18.046875, -17.431640625, -16.81640625, -16.201171875, -15.5859375, -14.970703125, -14.35546875, -13.740234375, -13.125, -12.509765625, -11.89453125, -11.279296875, -10.6640625, -10.048828125, -9.43359375, -8.818359375, -8.203125, -7.587890625, -6.97265625, -6.357421875, -5.7421875, -5.126953125, -4.51171875, -3.896484375, -3.28125, -2.666015625, -2.05078125, -1.435546875, -0.8203125, -0.205078125, 0.41015625, 1.025390625, 1.640625, 2.255859375, 2.87109375, 3.486328125, 4.1015625, 4.716796875, 5.33203125, 5.947265625, 6.5625, 7.177734375, 7.79296875, 8.408203125, 9.0234375, 9.638671875, 10.25390625, 10.869140625, 11.484375, 12.099609375, 12.71484375, 13.330078125, 13.9453125, 14.560546875, 15.17578125, 15.791015625, 16.40625, 17.021484375, 17.63671875, 18.251953125, 18.8671875, 19.482421875, 20.09765625, 20.712890625, 21.328125]}, "gradients/decoder.transformer.h.14.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 4.0, 5.0, 5.0, 7.0, 10.0, 15.0, 16.0, 22.0, 26.0, 21.0, 29.0, 36.0, 40.0, 62.0, 71.0, 111.0, 148.0, 157.0, 330.0, 811.0, 3204.0, 24586.0, 1497031.0, 1588385.0, 25545.0, 3188.0, 759.0, 303.0, 206.0, 115.0, 95.0, 69.0, 68.0, 48.0, 32.0, 40.0, 29.0, 19.0, 13.0, 12.0, 5.0, 2.0, 6.0, 7.0, 5.0, 5.0, 4.0, 3.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0], "bins": [-40.03125, -38.818359375, -37.60546875, -36.392578125, -35.1796875, -33.966796875, -32.75390625, -31.541015625, -30.328125, -29.115234375, -27.90234375, -26.689453125, -25.4765625, -24.263671875, -23.05078125, -21.837890625, -20.625, -19.412109375, -18.19921875, -16.986328125, -15.7734375, -14.560546875, -13.34765625, -12.134765625, -10.921875, -9.708984375, -8.49609375, -7.283203125, -6.0703125, -4.857421875, -3.64453125, -2.431640625, -1.21875, -0.005859375, 1.20703125, 2.419921875, 3.6328125, 4.845703125, 6.05859375, 7.271484375, 8.484375, 9.697265625, 10.91015625, 12.123046875, 13.3359375, 14.548828125, 15.76171875, 16.974609375, 18.1875, 19.400390625, 20.61328125, 21.826171875, 23.0390625, 24.251953125, 25.46484375, 26.677734375, 27.890625, 29.103515625, 30.31640625, 31.529296875, 32.7421875, 33.955078125, 35.16796875, 36.380859375, 37.59375]}, "gradients/decoder.transformer.h.14.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 250.0, 740.0, 24.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-50.587398529052734, -38.66746520996094, -26.747535705566406, -14.82760238647461, -2.907672882080078, 9.012256622314453, 20.932193756103516, 32.85212326049805, 44.77205276489258, 56.691986083984375, 68.6119155883789, 80.53184509277344, 92.4517822265625, 104.3717041015625, 116.29164123535156, 128.21157836914062, 140.13150024414062, 152.0514373779297, 163.9713592529297, 175.89129638671875, 187.81121826171875, 199.7311553955078, 211.65109252929688, 223.57101440429688, 235.49095153808594, 247.410888671875, 259.330810546875, 271.250732421875, 283.1706848144531, 295.0906066894531, 307.01055908203125, 318.93048095703125, 330.85040283203125, 342.77032470703125, 354.6902770996094, 366.6101989746094, 378.5301208496094, 390.4500732421875, 402.3699951171875, 414.2899169921875, 426.2098388671875, 438.1297607421875, 450.0497131347656, 461.9696350097656, 473.8895568847656, 485.80950927734375, 497.72943115234375, 509.64935302734375, 521.5693359375, 533.4892578125, 545.4091796875, 557.3291015625, 569.2490844726562, 581.1690063476562, 593.0889282226562, 605.0088500976562, 616.9287719726562, 628.8486938476562, 640.7686157226562, 652.6885986328125, 664.6085205078125, 676.5284423828125, 688.4483642578125, 700.3682861328125, 712.2882080078125]}, "gradients/decoder.transformer.h.14.ln_1.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 0.0, 10.0, 3.0, 3.0, 11.0, 6.0, 9.0, 12.0, 13.0, 15.0, 24.0, 19.0, 24.0, 22.0, 22.0, 28.0, 33.0, 34.0, 29.0, 35.0, 42.0, 39.0, 31.0, 41.0, 49.0, 41.0, 44.0, 32.0, 41.0, 33.0, 25.0, 29.0, 18.0, 27.0, 19.0, 21.0, 23.0, 17.0, 15.0, 12.0, 8.0, 10.0, 5.0, 11.0, 5.0, 9.0, 4.0, 1.0, 5.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-57.946205139160156, -56.194297790527344, -54.4423942565918, -52.690486907958984, -50.93858337402344, -49.186676025390625, -47.43476867675781, -45.682861328125, -43.93095779418945, -42.17905044555664, -40.427146911621094, -38.67523956298828, -36.92333221435547, -35.17142868041992, -33.41952133178711, -31.66761589050293, -29.91571044921875, -28.16380500793457, -26.41189956665039, -24.659992218017578, -22.9080867767334, -21.15618133544922, -19.404273986816406, -17.652368545532227, -15.900463104248047, -14.148557662963867, -12.396651268005371, -10.644744873046875, -8.892839431762695, -7.140933990478516, -5.3890275955200195, -3.6371212005615234, -1.8852119445800781, -0.13330602645874023, 1.6185998916625977, 3.3705058097839355, 5.122411727905273, 6.874317169189453, 8.62622356414795, 10.378129959106445, 12.130035400390625, 13.881940841674805, 15.6338472366333, 17.385753631591797, 19.137659072875977, 20.889564514160156, 22.64147186279297, 24.39337730407715, 26.145282745361328, 27.897188186645508, 29.649093627929688, 31.4010009765625, 33.15290832519531, 34.90481185913086, 36.65671920776367, 38.40862274169922, 40.16053009033203, 41.912437438964844, 43.66434097290039, 45.4162483215332, 47.16815185546875, 48.92005920410156, 50.671966552734375, 52.42387390136719, 54.175777435302734]}, "gradients/decoder.transformer.h.13.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 6.0, 7.0, 6.0, 6.0, 6.0, 11.0, 16.0, 9.0, 24.0, 19.0, 25.0, 28.0, 34.0, 24.0, 35.0, 39.0, 38.0, 56.0, 36.0, 47.0, 50.0, 53.0, 44.0, 49.0, 42.0, 37.0, 31.0, 29.0, 29.0, 33.0, 25.0, 18.0, 20.0, 18.0, 11.0, 13.0, 12.0, 8.0, 6.0, 3.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.84375, -7.594970703125, -7.34619140625, -7.097412109375, -6.8486328125, -6.599853515625, -6.35107421875, -6.102294921875, -5.853515625, -5.604736328125, -5.35595703125, -5.107177734375, -4.8583984375, -4.609619140625, -4.36083984375, -4.112060546875, -3.86328125, -3.614501953125, -3.36572265625, -3.116943359375, -2.8681640625, -2.619384765625, -2.37060546875, -2.121826171875, -1.873046875, -1.624267578125, -1.37548828125, -1.126708984375, -0.8779296875, -0.629150390625, -0.38037109375, -0.131591796875, 0.1171875, 0.365966796875, 0.61474609375, 0.863525390625, 1.1123046875, 1.361083984375, 1.60986328125, 1.858642578125, 2.107421875, 2.356201171875, 2.60498046875, 2.853759765625, 3.1025390625, 3.351318359375, 3.60009765625, 3.848876953125, 4.09765625, 4.346435546875, 4.59521484375, 4.843994140625, 5.0927734375, 5.341552734375, 5.59033203125, 5.839111328125, 6.087890625, 6.336669921875, 6.58544921875, 6.834228515625, 7.0830078125, 7.331787109375, 7.58056640625, 7.829345703125, 8.078125]}, "gradients/decoder.transformer.h.13.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 2.0, 5.0, 7.0, 11.0, 11.0, 24.0, 34.0, 54.0, 97.0, 182.0, 293.0, 445.0, 716.0, 1273.0, 2275.0, 4289.0, 8479.0, 18092.0, 49066.0, 327474.0, 2440757.0, 1171540.0, 112664.0, 29771.0, 12808.0, 6283.0, 3226.0, 1815.0, 1048.0, 613.0, 358.0, 210.0, 125.0, 73.0, 55.0, 46.0, 29.0, 12.0, 13.0, 6.0, 4.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.5625, -18.028564453125, -17.49462890625, -16.960693359375, -16.4267578125, -15.892822265625, -15.35888671875, -14.824951171875, -14.291015625, -13.757080078125, -13.22314453125, -12.689208984375, -12.1552734375, -11.621337890625, -11.08740234375, -10.553466796875, -10.01953125, -9.485595703125, -8.95166015625, -8.417724609375, -7.8837890625, -7.349853515625, -6.81591796875, -6.281982421875, -5.748046875, -5.214111328125, -4.68017578125, -4.146240234375, -3.6123046875, -3.078369140625, -2.54443359375, -2.010498046875, -1.4765625, -0.942626953125, -0.40869140625, 0.125244140625, 0.6591796875, 1.193115234375, 1.72705078125, 2.260986328125, 2.794921875, 3.328857421875, 3.86279296875, 4.396728515625, 4.9306640625, 5.464599609375, 5.99853515625, 6.532470703125, 7.06640625, 7.600341796875, 8.13427734375, 8.668212890625, 9.2021484375, 9.736083984375, 10.27001953125, 10.803955078125, 11.337890625, 11.871826171875, 12.40576171875, 12.939697265625, 13.4736328125, 14.007568359375, 14.54150390625, 15.075439453125, 15.609375]}, "gradients/decoder.transformer.h.13.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 5.0, 3.0, 3.0, 7.0, 9.0, 9.0, 12.0, 11.0, 21.0, 32.0, 30.0, 33.0, 52.0, 53.0, 91.0, 130.0, 181.0, 290.0, 416.0, 580.0, 566.0, 423.0, 361.0, 207.0, 148.0, 83.0, 82.0, 46.0, 28.0, 35.0, 24.0, 23.0, 16.0, 11.0, 11.0, 11.0, 8.0, 6.0, 6.0, 4.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 5.0, 0.0, 1.0], "bins": [-15.9921875, -15.5093994140625, -15.026611328125, -14.5438232421875, -14.06103515625, -13.5782470703125, -13.095458984375, -12.6126708984375, -12.1298828125, -11.6470947265625, -11.164306640625, -10.6815185546875, -10.19873046875, -9.7159423828125, -9.233154296875, -8.7503662109375, -8.267578125, -7.7847900390625, -7.302001953125, -6.8192138671875, -6.33642578125, -5.8536376953125, -5.370849609375, -4.8880615234375, -4.4052734375, -3.9224853515625, -3.439697265625, -2.9569091796875, -2.47412109375, -1.9913330078125, -1.508544921875, -1.0257568359375, -0.54296875, -0.0601806640625, 0.422607421875, 0.9053955078125, 1.38818359375, 1.8709716796875, 2.353759765625, 2.8365478515625, 3.3193359375, 3.8021240234375, 4.284912109375, 4.7677001953125, 5.25048828125, 5.7332763671875, 6.216064453125, 6.6988525390625, 7.181640625, 7.6644287109375, 8.147216796875, 8.6300048828125, 9.11279296875, 9.5955810546875, 10.078369140625, 10.5611572265625, 11.0439453125, 11.5267333984375, 12.009521484375, 12.4923095703125, 12.97509765625, 13.4578857421875, 13.940673828125, 14.4234619140625, 14.90625]}, "gradients/decoder.transformer.h.13.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 1.0, 4.0, 3.0, 5.0, 8.0, 6.0, 13.0, 14.0, 11.0, 17.0, 30.0, 34.0, 30.0, 68.0, 90.0, 215.0, 477.0, 1464.0, 5861.0, 33518.0, 558259.0, 3480704.0, 96115.0, 13059.0, 2773.0, 842.0, 266.0, 120.0, 69.0, 48.0, 28.0, 38.0, 23.0, 14.0, 12.0, 10.0, 12.0, 6.0, 5.0, 1.0, 5.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-47.09375, -45.53662109375, -43.9794921875, -42.42236328125, -40.865234375, -39.30810546875, -37.7509765625, -36.19384765625, -34.63671875, -33.07958984375, -31.5224609375, -29.96533203125, -28.408203125, -26.85107421875, -25.2939453125, -23.73681640625, -22.1796875, -20.62255859375, -19.0654296875, -17.50830078125, -15.951171875, -14.39404296875, -12.8369140625, -11.27978515625, -9.72265625, -8.16552734375, -6.6083984375, -5.05126953125, -3.494140625, -1.93701171875, -0.3798828125, 1.17724609375, 2.734375, 4.29150390625, 5.8486328125, 7.40576171875, 8.962890625, 10.52001953125, 12.0771484375, 13.63427734375, 15.19140625, 16.74853515625, 18.3056640625, 19.86279296875, 21.419921875, 22.97705078125, 24.5341796875, 26.09130859375, 27.6484375, 29.20556640625, 30.7626953125, 32.31982421875, 33.876953125, 35.43408203125, 36.9912109375, 38.54833984375, 40.10546875, 41.66259765625, 43.2197265625, 44.77685546875, 46.333984375, 47.89111328125, 49.4482421875, 51.00537109375, 52.5625]}, "gradients/decoder.transformer.h.13.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 2.0, 2.0, 5.0, 11.0, 25.0, 26.0, 41.0, 95.0, 142.0, 164.0, 165.0, 119.0, 76.0, 57.0, 37.0, 22.0, 14.0, 3.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-154.7322998046875, -151.20596313476562, -147.67962646484375, -144.15328979492188, -140.626953125, -137.10061645507812, -133.57427978515625, -130.04794311523438, -126.52161407470703, -122.99527740478516, -119.46894073486328, -115.9426040649414, -112.41627502441406, -108.88993835449219, -105.36360168457031, -101.83726501464844, -98.31092834472656, -94.78459167480469, -91.25825500488281, -87.73191833496094, -84.20558166503906, -80.67924499511719, -77.15291595458984, -73.62657928466797, -70.1002426147461, -66.57390594482422, -63.047569274902344, -59.521236419677734, -55.99489974975586, -52.468563079833984, -48.942230224609375, -45.4158935546875, -41.889556884765625, -38.36322021484375, -34.836883544921875, -31.310550689697266, -27.78421401977539, -24.257877349853516, -20.731542587280273, -17.20520782470703, -13.678871154785156, -10.152535438537598, -6.626199722290039, -3.0998640060424805, 0.4264717102050781, 3.952808380126953, 7.479143142700195, 11.005477905273438, 14.531814575195312, 18.058151245117188, 21.58448600769043, 25.110820770263672, 28.637157440185547, 32.16349411010742, 35.68982696533203, 39.216163635253906, 42.74250030517578, 46.268836975097656, 49.79517364501953, 53.32150650024414, 56.847843170166016, 60.37417984008789, 63.9005126953125, 67.42684936523438, 70.95318603515625]}, "gradients/decoder.transformer.h.13.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 9.0, 6.0, 6.0, 15.0, 15.0, 23.0, 16.0, 18.0, 17.0, 22.0, 26.0, 34.0, 31.0, 32.0, 40.0, 33.0, 39.0, 41.0, 55.0, 53.0, 48.0, 47.0, 42.0, 36.0, 37.0, 36.0, 39.0, 36.0, 22.0, 23.0, 16.0, 14.0, 11.0, 13.0, 13.0, 14.0, 2.0, 5.0, 4.0, 5.0, 9.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-47.91286849975586, -46.21564483642578, -44.5184211730957, -42.821197509765625, -41.12397003173828, -39.4267463684082, -37.729522705078125, -36.03229904174805, -34.33507537841797, -32.63785171508789, -30.94062614440918, -29.2434024810791, -27.54617691040039, -25.848953247070312, -24.151729583740234, -22.454505920410156, -20.757278442382812, -19.060054779052734, -17.362829208374023, -15.665605545043945, -13.96838092803955, -12.271156311035156, -10.573932647705078, -8.876708030700684, -7.179483413696289, -5.4822587966918945, -3.785034656524658, -2.087810516357422, -0.39058589935302734, 1.3066387176513672, 3.0038623809814453, 4.70108699798584, 6.398307800292969, 8.095532417297363, 9.792757034301758, 11.489980697631836, 13.18720531463623, 14.884429931640625, 16.581653594970703, 18.27887725830078, 19.976102828979492, 21.67332649230957, 23.37055206298828, 25.06777572631836, 26.764999389648438, 28.46222496032715, 30.159448623657227, 31.856674194335938, 33.553897857666016, 35.251121520996094, 36.94834518432617, 38.64556884765625, 40.342796325683594, 42.04001998901367, 43.73724365234375, 45.43446731567383, 47.131690979003906, 48.828914642333984, 50.52613830566406, 52.223365783691406, 53.920589447021484, 55.61781311035156, 57.31503677368164, 59.01226043701172, 60.70948791503906]}, "gradients/decoder.transformer.h.13.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 7.0, 4.0, 9.0, 10.0, 9.0, 9.0, 16.0, 17.0, 19.0, 22.0, 23.0, 28.0, 37.0, 47.0, 41.0, 41.0, 44.0, 47.0, 53.0, 39.0, 48.0, 49.0, 53.0, 42.0, 27.0, 34.0, 28.0, 32.0, 30.0, 26.0, 22.0, 15.0, 19.0, 18.0, 8.0, 5.0, 12.0, 6.0, 3.0, 2.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-8.0, -7.75433349609375, -7.5086669921875, -7.26300048828125, -7.017333984375, -6.77166748046875, -6.5260009765625, -6.28033447265625, -6.03466796875, -5.78900146484375, -5.5433349609375, -5.29766845703125, -5.052001953125, -4.80633544921875, -4.5606689453125, -4.31500244140625, -4.0693359375, -3.82366943359375, -3.5780029296875, -3.33233642578125, -3.086669921875, -2.84100341796875, -2.5953369140625, -2.34967041015625, -2.10400390625, -1.85833740234375, -1.6126708984375, -1.36700439453125, -1.121337890625, -0.87567138671875, -0.6300048828125, -0.38433837890625, -0.138671875, 0.10699462890625, 0.3526611328125, 0.59832763671875, 0.843994140625, 1.08966064453125, 1.3353271484375, 1.58099365234375, 1.82666015625, 2.07232666015625, 2.3179931640625, 2.56365966796875, 2.809326171875, 3.05499267578125, 3.3006591796875, 3.54632568359375, 3.7919921875, 4.03765869140625, 4.2833251953125, 4.52899169921875, 4.774658203125, 5.02032470703125, 5.2659912109375, 5.51165771484375, 5.75732421875, 6.00299072265625, 6.2486572265625, 6.49432373046875, 6.739990234375, 6.98565673828125, 7.2313232421875, 7.47698974609375, 7.72265625]}, "gradients/decoder.transformer.h.13.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 4.0, 1.0, 6.0, 4.0, 14.0, 10.0, 17.0, 21.0, 29.0, 54.0, 85.0, 128.0, 199.0, 286.0, 405.0, 584.0, 995.0, 1390.0, 2154.0, 3181.0, 5066.0, 7778.0, 12211.0, 18825.0, 30189.0, 48345.0, 80365.0, 134206.0, 203128.0, 188958.0, 120055.0, 71210.0, 43157.0, 27017.0, 16889.0, 10988.0, 7142.0, 4643.0, 2997.0, 1964.0, 1291.0, 874.0, 533.0, 364.0, 265.0, 172.0, 99.0, 75.0, 66.0, 38.0, 34.0, 15.0, 13.0, 10.0, 5.0, 5.0, 2.0, 5.0, 2.0, 1.0, 1.0], "bins": [-0.8212890625, -0.7955322265625, -0.769775390625, -0.7440185546875, -0.71826171875, -0.6925048828125, -0.666748046875, -0.6409912109375, -0.615234375, -0.5894775390625, -0.563720703125, -0.5379638671875, -0.51220703125, -0.4864501953125, -0.460693359375, -0.4349365234375, -0.4091796875, -0.3834228515625, -0.357666015625, -0.3319091796875, -0.30615234375, -0.2803955078125, -0.254638671875, -0.2288818359375, -0.203125, -0.1773681640625, -0.151611328125, -0.1258544921875, -0.10009765625, -0.0743408203125, -0.048583984375, -0.0228271484375, 0.0029296875, 0.0286865234375, 0.054443359375, 0.0802001953125, 0.10595703125, 0.1317138671875, 0.157470703125, 0.1832275390625, 0.208984375, 0.2347412109375, 0.260498046875, 0.2862548828125, 0.31201171875, 0.3377685546875, 0.363525390625, 0.3892822265625, 0.4150390625, 0.4407958984375, 0.466552734375, 0.4923095703125, 0.51806640625, 0.5438232421875, 0.569580078125, 0.5953369140625, 0.62109375, 0.6468505859375, 0.672607421875, 0.6983642578125, 0.72412109375, 0.7498779296875, 0.775634765625, 0.8013916015625, 0.8271484375]}, "gradients/decoder.transformer.h.13.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 7.0, 1.0, 3.0, 7.0, 10.0, 13.0, 14.0, 14.0, 11.0, 18.0, 22.0, 22.0, 36.0, 34.0, 55.0, 35.0, 30.0, 40.0, 50.0, 57.0, 1064.0, 56.0, 49.0, 51.0, 43.0, 39.0, 41.0, 33.0, 30.0, 24.0, 18.0, 19.0, 22.0, 13.0, 16.0, 12.0, 5.0, 6.0, 3.0, 1.0, 5.0, 4.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-6.296875, -6.1142578125, -5.931640625, -5.7490234375, -5.56640625, -5.3837890625, -5.201171875, -5.0185546875, -4.8359375, -4.6533203125, -4.470703125, -4.2880859375, -4.10546875, -3.9228515625, -3.740234375, -3.5576171875, -3.375, -3.1923828125, -3.009765625, -2.8271484375, -2.64453125, -2.4619140625, -2.279296875, -2.0966796875, -1.9140625, -1.7314453125, -1.548828125, -1.3662109375, -1.18359375, -1.0009765625, -0.818359375, -0.6357421875, -0.453125, -0.2705078125, -0.087890625, 0.0947265625, 0.27734375, 0.4599609375, 0.642578125, 0.8251953125, 1.0078125, 1.1904296875, 1.373046875, 1.5556640625, 1.73828125, 1.9208984375, 2.103515625, 2.2861328125, 2.46875, 2.6513671875, 2.833984375, 3.0166015625, 3.19921875, 3.3818359375, 3.564453125, 3.7470703125, 3.9296875, 4.1123046875, 4.294921875, 4.4775390625, 4.66015625, 4.8427734375, 5.025390625, 5.2080078125, 5.390625]}, "gradients/decoder.transformer.h.13.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 3.0, 7.0, 8.0, 21.0, 26.0, 27.0, 39.0, 62.0, 83.0, 146.0, 240.0, 334.0, 451.0, 768.0, 1104.0, 1677.0, 2743.0, 4160.0, 6824.0, 10834.0, 17591.0, 29385.0, 49364.0, 86473.0, 154450.0, 1275370.0, 194696.0, 107151.0, 61072.0, 35551.0, 21475.0, 12964.0, 7953.0, 5023.0, 3215.0, 2025.0, 1328.0, 869.0, 530.0, 383.0, 234.0, 142.0, 91.0, 74.0, 67.0, 33.0, 25.0, 11.0, 16.0, 6.0, 4.0, 5.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.369873046875, -0.3582000732421875, -0.346527099609375, -0.3348541259765625, -0.32318115234375, -0.3115081787109375, -0.299835205078125, -0.2881622314453125, -0.2764892578125, -0.2648162841796875, -0.253143310546875, -0.2414703369140625, -0.22979736328125, -0.2181243896484375, -0.206451416015625, -0.1947784423828125, -0.18310546875, -0.1714324951171875, -0.159759521484375, -0.1480865478515625, -0.13641357421875, -0.1247406005859375, -0.113067626953125, -0.1013946533203125, -0.0897216796875, -0.0780487060546875, -0.066375732421875, -0.0547027587890625, -0.04302978515625, -0.0313568115234375, -0.019683837890625, -0.0080108642578125, 0.003662109375, 0.0153350830078125, 0.027008056640625, 0.0386810302734375, 0.05035400390625, 0.0620269775390625, 0.073699951171875, 0.0853729248046875, 0.0970458984375, 0.1087188720703125, 0.120391845703125, 0.1320648193359375, 0.14373779296875, 0.1554107666015625, 0.167083740234375, 0.1787567138671875, 0.1904296875, 0.2021026611328125, 0.213775634765625, 0.2254486083984375, 0.23712158203125, 0.2487945556640625, 0.260467529296875, 0.2721405029296875, 0.2838134765625, 0.2954864501953125, 0.307159423828125, 0.3188323974609375, 0.33050537109375, 0.3421783447265625, 0.353851318359375, 0.3655242919921875, 0.377197265625]}, "gradients/decoder.transformer.h.13.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 0.0, 1.0, 6.0, 7.0, 6.0, 7.0, 5.0, 9.0, 8.0, 12.0, 14.0, 17.0, 29.0, 50.0, 44.0, 39.0, 78.0, 114.0, 114.0, 109.0, 70.0, 61.0, 40.0, 38.0, 22.0, 20.0, 18.0, 9.0, 14.0, 4.0, 8.0, 12.0, 4.0, 0.0, 5.0, 0.0, 2.0, 4.0, 5.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.038970947265625, -0.037695884704589844, -0.03642082214355469, -0.03514575958251953, -0.033870697021484375, -0.03259563446044922, -0.03132057189941406, -0.030045509338378906, -0.02877044677734375, -0.027495384216308594, -0.026220321655273438, -0.02494525909423828, -0.023670196533203125, -0.02239513397216797, -0.021120071411132812, -0.019845008850097656, -0.0185699462890625, -0.017294883728027344, -0.016019821166992188, -0.014744758605957031, -0.013469696044921875, -0.012194633483886719, -0.010919570922851562, -0.009644508361816406, -0.00836944580078125, -0.007094383239746094, -0.0058193206787109375, -0.004544258117675781, -0.003269195556640625, -0.0019941329956054688, -0.0007190704345703125, 0.0005559921264648438, 0.0018310546875, 0.0031061172485351562, 0.0043811798095703125, 0.005656242370605469, 0.006931304931640625, 0.008206367492675781, 0.009481430053710938, 0.010756492614746094, 0.01203155517578125, 0.013306617736816406, 0.014581680297851562, 0.01585674285888672, 0.017131805419921875, 0.01840686798095703, 0.019681930541992188, 0.020956993103027344, 0.0222320556640625, 0.023507118225097656, 0.024782180786132812, 0.02605724334716797, 0.027332305908203125, 0.02860736846923828, 0.029882431030273438, 0.031157493591308594, 0.03243255615234375, 0.033707618713378906, 0.03498268127441406, 0.03625774383544922, 0.037532806396484375, 0.03880786895751953, 0.04008293151855469, 0.041357994079589844, 0.042633056640625]}, "gradients/decoder.transformer.h.13.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 5.0, 1.0, 2.0, 2.0, 2.0, 5.0, 13.0, 5.0, 11.0, 15.0, 18.0, 19.0, 22.0, 43.0, 65.0, 86.0, 168.0, 955.0, 77710.0, 965703.0, 3066.0, 276.0, 99.0, 67.0, 53.0, 36.0, 22.0, 17.0, 11.0, 10.0, 9.0, 7.0, 5.0, 8.0, 7.0, 4.0, 4.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.90234375, -0.8751449584960938, -0.8479461669921875, -0.8207473754882812, -0.793548583984375, -0.7663497924804688, -0.7391510009765625, -0.7119522094726562, -0.68475341796875, -0.6575546264648438, -0.6303558349609375, -0.6031570434570312, -0.575958251953125, -0.5487594604492188, -0.5215606689453125, -0.49436187744140625, -0.4671630859375, -0.43996429443359375, -0.4127655029296875, -0.38556671142578125, -0.358367919921875, -0.33116912841796875, -0.3039703369140625, -0.27677154541015625, -0.24957275390625, -0.22237396240234375, -0.1951751708984375, -0.16797637939453125, -0.140777587890625, -0.11357879638671875, -0.0863800048828125, -0.05918121337890625, -0.031982421875, -0.00478363037109375, 0.0224151611328125, 0.04961395263671875, 0.076812744140625, 0.10401153564453125, 0.1312103271484375, 0.15840911865234375, 0.18560791015625, 0.21280670166015625, 0.2400054931640625, 0.26720428466796875, 0.294403076171875, 0.32160186767578125, 0.3488006591796875, 0.37599945068359375, 0.4031982421875, 0.43039703369140625, 0.4575958251953125, 0.48479461669921875, 0.511993408203125, 0.5391921997070312, 0.5663909912109375, 0.5935897827148438, 0.62078857421875, 0.6479873657226562, 0.6751861572265625, 0.7023849487304688, 0.729583740234375, 0.7567825317382812, 0.7839813232421875, 0.8111801147460938, 0.83837890625]}, "gradients/decoder.transformer.h.13.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 7.0, 9.0, 28.0, 101.0, 491.0, 267.0, 78.0, 22.0, 8.0, 5.0, 3.0], "bins": [-1.0214771032333374, -1.003812313079834, -0.986147403717041, -0.9684825539588928, -0.9508177042007446, -0.9331528544425964, -0.9154880046844482, -0.8978231549263, -0.8801583051681519, -0.8624934554100037, -0.8448286056518555, -0.8271637558937073, -0.8094989061355591, -0.7918340563774109, -0.7741692066192627, -0.7565043568611145, -0.7388395071029663, -0.7211746573448181, -0.7035098075866699, -0.6858449578285217, -0.6681801080703735, -0.6505152583122253, -0.6328504085540771, -0.615185558795929, -0.5975207686424255, -0.5798559188842773, -0.5621910691261292, -0.544526219367981, -0.5268613696098328, -0.5091965198516846, -0.4915316700935364, -0.4738668203353882, -0.4562019407749176, -0.4385370910167694, -0.4208722412586212, -0.403207391500473, -0.38554254174232483, -0.36787769198417664, -0.35021287202835083, -0.33254802227020264, -0.31488314270973206, -0.29721829295158386, -0.27955344319343567, -0.2618885934352875, -0.24422374367713928, -0.2265588939189911, -0.2088940590620041, -0.1912292093038559, -0.1735643744468689, -0.1558995246887207, -0.1382346749305725, -0.12056983262300491, -0.10290498286485672, -0.08524013310670853, -0.06757529079914093, -0.04991044104099274, -0.03224558383226395, -0.014580735936760902, 0.0030841119587421417, 0.020748957991600037, 0.03841380774974823, 0.05607865750789642, 0.07374349981546402, 0.09140834957361221, 0.1090731993317604]}, "gradients/decoder.transformer.h.13.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 1.0, 3.0, 7.0, 5.0, 5.0, 8.0, 3.0, 10.0, 4.0, 10.0, 23.0, 18.0, 15.0, 14.0, 16.0, 24.0, 19.0, 35.0, 26.0, 36.0, 26.0, 34.0, 28.0, 38.0, 27.0, 48.0, 41.0, 29.0, 30.0, 36.0, 36.0, 31.0, 39.0, 27.0, 32.0, 33.0, 22.0, 23.0, 13.0, 25.0, 20.0, 12.0, 15.0, 15.0, 7.0, 7.0, 9.0, 5.0, 8.0, 4.0, 1.0, 1.0, 4.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.12243139743804932, -0.1187487244606018, -0.1150660514831543, -0.11138338595628738, -0.10770071297883987, -0.10401804000139236, -0.10033537447452545, -0.09665270149707794, -0.09297002851963043, -0.08928735554218292, -0.08560468256473541, -0.0819220170378685, -0.07823934406042099, -0.07455667108297348, -0.07087400555610657, -0.06719133257865906, -0.06350865960121155, -0.05982598662376404, -0.05614331737160683, -0.052460648119449615, -0.048777975142002106, -0.045095302164554596, -0.041412632912397385, -0.03772996366024017, -0.034047290682792664, -0.030364619567990303, -0.026681948453187943, -0.022999277338385582, -0.01931660622358322, -0.01563393510878086, -0.0119512639939785, -0.00826859287917614, -0.004585921764373779, -0.0009032506495714188, 0.0027794204652309418, 0.006462091580033302, 0.010144762694835663, 0.013827433809638023, 0.017510104924440384, 0.021192776039242744, 0.024875447154045105, 0.028558118268847466, 0.032240789383649826, 0.03592345863580704, 0.03960613161325455, 0.04328880459070206, 0.04697147384285927, 0.05065414309501648, 0.05433681607246399, 0.0580194890499115, 0.06170215830206871, 0.06538482755422592, 0.06906750053167343, 0.07275017350912094, 0.07643283903598785, 0.08011551201343536, 0.08379818499088287, 0.08748085796833038, 0.0911635309457779, 0.0948461964726448, 0.09852886945009232, 0.10221154242753983, 0.10589420795440674, 0.10957688093185425, 0.11325955390930176]}, "gradients/decoder.transformer.h.13.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 7.0, 4.0, 9.0, 10.0, 9.0, 9.0, 16.0, 17.0, 20.0, 21.0, 23.0, 28.0, 37.0, 48.0, 40.0, 41.0, 44.0, 47.0, 52.0, 39.0, 50.0, 46.0, 55.0, 42.0, 27.0, 34.0, 29.0, 31.0, 30.0, 25.0, 23.0, 15.0, 19.0, 18.0, 8.0, 5.0, 12.0, 6.0, 3.0, 2.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-8.0, -7.75433349609375, -7.5086669921875, -7.26300048828125, -7.017333984375, -6.77166748046875, -6.5260009765625, -6.28033447265625, -6.03466796875, -5.78900146484375, -5.5433349609375, -5.29766845703125, -5.052001953125, -4.80633544921875, -4.5606689453125, -4.31500244140625, -4.0693359375, -3.82366943359375, -3.5780029296875, -3.33233642578125, -3.086669921875, -2.84100341796875, -2.5953369140625, -2.34967041015625, -2.10400390625, -1.85833740234375, -1.6126708984375, -1.36700439453125, -1.121337890625, -0.87567138671875, -0.6300048828125, -0.38433837890625, -0.138671875, 0.10699462890625, 0.3526611328125, 0.59832763671875, 0.843994140625, 1.08966064453125, 1.3353271484375, 1.58099365234375, 1.82666015625, 2.07232666015625, 2.3179931640625, 2.56365966796875, 2.809326171875, 3.05499267578125, 3.3006591796875, 3.54632568359375, 3.7919921875, 4.03765869140625, 4.2833251953125, 4.52899169921875, 4.774658203125, 5.02032470703125, 5.2659912109375, 5.51165771484375, 5.75732421875, 6.00299072265625, 6.2486572265625, 6.49432373046875, 6.739990234375, 6.98565673828125, 7.2313232421875, 7.47698974609375, 7.72265625]}, "gradients/decoder.transformer.h.13.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 5.0, 6.0, 11.0, 16.0, 23.0, 25.0, 54.0, 70.0, 110.0, 198.0, 298.0, 474.0, 732.0, 1247.0, 1910.0, 2881.0, 4842.0, 8549.0, 16567.0, 41781.0, 154939.0, 543862.0, 182456.0, 46953.0, 17888.0, 9124.0, 5190.0, 3132.0, 1908.0, 1216.0, 712.0, 486.0, 348.0, 204.0, 133.0, 75.0, 48.0, 33.0, 16.0, 14.0, 11.0, 7.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0], "bins": [-11.8515625, -11.508544921875, -11.16552734375, -10.822509765625, -10.4794921875, -10.136474609375, -9.79345703125, -9.450439453125, -9.107421875, -8.764404296875, -8.42138671875, -8.078369140625, -7.7353515625, -7.392333984375, -7.04931640625, -6.706298828125, -6.36328125, -6.020263671875, -5.67724609375, -5.334228515625, -4.9912109375, -4.648193359375, -4.30517578125, -3.962158203125, -3.619140625, -3.276123046875, -2.93310546875, -2.590087890625, -2.2470703125, -1.904052734375, -1.56103515625, -1.218017578125, -0.875, -0.531982421875, -0.18896484375, 0.154052734375, 0.4970703125, 0.840087890625, 1.18310546875, 1.526123046875, 1.869140625, 2.212158203125, 2.55517578125, 2.898193359375, 3.2412109375, 3.584228515625, 3.92724609375, 4.270263671875, 4.61328125, 4.956298828125, 5.29931640625, 5.642333984375, 5.9853515625, 6.328369140625, 6.67138671875, 7.014404296875, 7.357421875, 7.700439453125, 8.04345703125, 8.386474609375, 8.7294921875, 9.072509765625, 9.41552734375, 9.758544921875, 10.1015625]}, "gradients/decoder.transformer.h.13.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 5.0, 7.0, 3.0, 6.0, 7.0, 11.0, 15.0, 23.0, 12.0, 13.0, 19.0, 31.0, 25.0, 30.0, 29.0, 29.0, 39.0, 50.0, 59.0, 64.0, 124.0, 203.0, 1434.0, 237.0, 114.0, 89.0, 54.0, 41.0, 29.0, 26.0, 22.0, 33.0, 29.0, 21.0, 22.0, 13.0, 17.0, 10.0, 11.0, 11.0, 11.0, 9.0, 6.0, 9.0, 1.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0], "bins": [-21.90625, -21.289794921875, -20.67333984375, -20.056884765625, -19.4404296875, -18.823974609375, -18.20751953125, -17.591064453125, -16.974609375, -16.358154296875, -15.74169921875, -15.125244140625, -14.5087890625, -13.892333984375, -13.27587890625, -12.659423828125, -12.04296875, -11.426513671875, -10.81005859375, -10.193603515625, -9.5771484375, -8.960693359375, -8.34423828125, -7.727783203125, -7.111328125, -6.494873046875, -5.87841796875, -5.261962890625, -4.6455078125, -4.029052734375, -3.41259765625, -2.796142578125, -2.1796875, -1.563232421875, -0.94677734375, -0.330322265625, 0.2861328125, 0.902587890625, 1.51904296875, 2.135498046875, 2.751953125, 3.368408203125, 3.98486328125, 4.601318359375, 5.2177734375, 5.834228515625, 6.45068359375, 7.067138671875, 7.68359375, 8.300048828125, 8.91650390625, 9.532958984375, 10.1494140625, 10.765869140625, 11.38232421875, 11.998779296875, 12.615234375, 13.231689453125, 13.84814453125, 14.464599609375, 15.0810546875, 15.697509765625, 16.31396484375, 16.930419921875, 17.546875]}, "gradients/decoder.transformer.h.13.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 3.0, 13.0, 6.0, 8.0, 22.0, 28.0, 24.0, 41.0, 51.0, 86.0, 106.0, 153.0, 226.0, 384.0, 964.0, 7450.0, 780821.0, 2342085.0, 10793.0, 1140.0, 456.0, 257.0, 156.0, 124.0, 86.0, 60.0, 54.0, 34.0, 24.0, 21.0, 10.0, 13.0, 3.0, 4.0, 2.0, 1.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-53.71875, -51.87060546875, -50.0224609375, -48.17431640625, -46.326171875, -44.47802734375, -42.6298828125, -40.78173828125, -38.93359375, -37.08544921875, -35.2373046875, -33.38916015625, -31.541015625, -29.69287109375, -27.8447265625, -25.99658203125, -24.1484375, -22.30029296875, -20.4521484375, -18.60400390625, -16.755859375, -14.90771484375, -13.0595703125, -11.21142578125, -9.36328125, -7.51513671875, -5.6669921875, -3.81884765625, -1.970703125, -0.12255859375, 1.7255859375, 3.57373046875, 5.421875, 7.27001953125, 9.1181640625, 10.96630859375, 12.814453125, 14.66259765625, 16.5107421875, 18.35888671875, 20.20703125, 22.05517578125, 23.9033203125, 25.75146484375, 27.599609375, 29.44775390625, 31.2958984375, 33.14404296875, 34.9921875, 36.84033203125, 38.6884765625, 40.53662109375, 42.384765625, 44.23291015625, 46.0810546875, 47.92919921875, 49.77734375, 51.62548828125, 53.4736328125, 55.32177734375, 57.169921875, 59.01806640625, 60.8662109375, 62.71435546875, 64.5625]}, "gradients/decoder.transformer.h.13.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 20.0, 161.0, 402.0, 311.0, 101.0, 17.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-90.72630310058594, -86.38833618164062, -82.05036926269531, -77.71240234375, -73.37443542480469, -69.03646850585938, -64.6985092163086, -60.36054229736328, -56.02257537841797, -51.684608459472656, -47.346641540527344, -43.0086784362793, -38.670711517333984, -34.33274459838867, -29.994779586791992, -25.656814575195312, -21.31884765625, -16.980880737304688, -12.642915725708008, -8.304949760437012, -3.9669837951660156, 0.3709831237792969, 4.708948135375977, 9.046913146972656, 13.384880065917969, 17.72284698486328, 22.06081199645996, 26.39877700805664, 30.736743927001953, 35.074710845947266, 39.41267395019531, 43.750640869140625, 48.088592529296875, 52.42655944824219, 56.7645263671875, 61.10248947143555, 65.44046020507812, 69.77842712402344, 74.11638641357422, 78.45435333251953, 82.79232025146484, 87.13028717041016, 91.46825408935547, 95.80622100830078, 100.14418029785156, 104.48214721679688, 108.82011413574219, 113.1580810546875, 117.49604797363281, 121.83401489257812, 126.17198181152344, 130.50994873046875, 134.84791564941406, 139.18588256835938, 143.5238494873047, 147.86181640625, 152.19976806640625, 156.53773498535156, 160.87570190429688, 165.2136688232422, 169.5516357421875, 173.8896026611328, 178.22756958007812, 182.56552124023438, 186.90350341796875]}, "gradients/decoder.transformer.h.13.ln_1.bias": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 1.0, 2.0, 6.0, 7.0, 2.0, 2.0, 3.0, 11.0, 8.0, 11.0, 5.0, 10.0, 17.0, 14.0, 20.0, 15.0, 24.0, 18.0, 24.0, 35.0, 31.0, 25.0, 26.0, 40.0, 36.0, 40.0, 40.0, 31.0, 38.0, 27.0, 30.0, 38.0, 31.0, 38.0, 33.0, 35.0, 27.0, 22.0, 22.0, 22.0, 16.0, 26.0, 16.0, 12.0, 9.0, 13.0, 12.0, 11.0, 11.0, 5.0, 6.0, 1.0, 0.0, 4.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0], "bins": [-50.00503921508789, -48.415740966796875, -46.826446533203125, -45.23714828491211, -43.647850036621094, -42.058555603027344, -40.46925735473633, -38.87995910644531, -37.29066467285156, -35.70136642456055, -34.1120719909668, -32.52277374267578, -30.9334774017334, -29.344181060791016, -27.7548828125, -26.165586471557617, -24.576290130615234, -22.98699378967285, -21.39769744873047, -19.808399200439453, -18.21910285949707, -16.629806518554688, -15.040509223937988, -13.451211929321289, -11.861915588378906, -10.272619247436523, -8.683321952819824, -7.094025135040283, -5.504728317260742, -3.915431499481201, -2.32613468170166, -0.7368373870849609, 0.8524589538574219, 2.441755771636963, 4.031052589416504, 5.620349407196045, 7.209646224975586, 8.798942565917969, 10.388239860534668, 11.977537155151367, 13.56683349609375, 15.156129837036133, 16.745426177978516, 18.33472442626953, 19.924020767211914, 21.513317108154297, 23.102615356445312, 24.691911697387695, 26.281208038330078, 27.87050437927246, 29.459800720214844, 31.04909896850586, 32.638397216796875, 34.227691650390625, 35.81698989868164, 37.406288146972656, 38.995582580566406, 40.58488082885742, 42.17417526245117, 43.76347351074219, 45.35276794433594, 46.94206619262695, 48.53136444091797, 50.12065887451172, 51.709957122802734]}, "gradients/decoder.transformer.h.12.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 5.0, 6.0, 1.0, 10.0, 10.0, 10.0, 9.0, 19.0, 13.0, 22.0, 20.0, 25.0, 31.0, 37.0, 43.0, 39.0, 42.0, 42.0, 49.0, 55.0, 43.0, 49.0, 50.0, 38.0, 30.0, 45.0, 34.0, 25.0, 38.0, 25.0, 29.0, 25.0, 11.0, 30.0, 13.0, 5.0, 6.0, 6.0, 10.0, 6.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-8.671875, -8.41412353515625, -8.1563720703125, -7.89862060546875, -7.640869140625, -7.38311767578125, -7.1253662109375, -6.86761474609375, -6.60986328125, -6.35211181640625, -6.0943603515625, -5.83660888671875, -5.578857421875, -5.32110595703125, -5.0633544921875, -4.80560302734375, -4.5478515625, -4.29010009765625, -4.0323486328125, -3.77459716796875, -3.516845703125, -3.25909423828125, -3.0013427734375, -2.74359130859375, -2.48583984375, -2.22808837890625, -1.9703369140625, -1.71258544921875, -1.454833984375, -1.19708251953125, -0.9393310546875, -0.68157958984375, -0.423828125, -0.16607666015625, 0.0916748046875, 0.34942626953125, 0.607177734375, 0.86492919921875, 1.1226806640625, 1.38043212890625, 1.63818359375, 1.89593505859375, 2.1536865234375, 2.41143798828125, 2.669189453125, 2.92694091796875, 3.1846923828125, 3.44244384765625, 3.7001953125, 3.95794677734375, 4.2156982421875, 4.47344970703125, 4.731201171875, 4.98895263671875, 5.2467041015625, 5.50445556640625, 5.76220703125, 6.01995849609375, 6.2777099609375, 6.53546142578125, 6.793212890625, 7.05096435546875, 7.3087158203125, 7.56646728515625, 7.82421875]}, "gradients/decoder.transformer.h.12.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 2.0, 4.0, 5.0, 4.0, 4.0, 7.0, 16.0, 10.0, 27.0, 32.0, 44.0, 56.0, 108.0, 195.0, 305.0, 487.0, 858.0, 1728.0, 3421.0, 7555.0, 20414.0, 83560.0, 1547223.0, 2354220.0, 130833.0, 25138.0, 9347.0, 4058.0, 2056.0, 1046.0, 599.0, 327.0, 223.0, 125.0, 78.0, 48.0, 42.0, 30.0, 13.0, 7.0, 13.0, 11.0, 6.0, 1.0, 5.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.78125, -18.0615234375, -17.341796875, -16.6220703125, -15.90234375, -15.1826171875, -14.462890625, -13.7431640625, -13.0234375, -12.3037109375, -11.583984375, -10.8642578125, -10.14453125, -9.4248046875, -8.705078125, -7.9853515625, -7.265625, -6.5458984375, -5.826171875, -5.1064453125, -4.38671875, -3.6669921875, -2.947265625, -2.2275390625, -1.5078125, -0.7880859375, -0.068359375, 0.6513671875, 1.37109375, 2.0908203125, 2.810546875, 3.5302734375, 4.25, 4.9697265625, 5.689453125, 6.4091796875, 7.12890625, 7.8486328125, 8.568359375, 9.2880859375, 10.0078125, 10.7275390625, 11.447265625, 12.1669921875, 12.88671875, 13.6064453125, 14.326171875, 15.0458984375, 15.765625, 16.4853515625, 17.205078125, 17.9248046875, 18.64453125, 19.3642578125, 20.083984375, 20.8037109375, 21.5234375, 22.2431640625, 22.962890625, 23.6826171875, 24.40234375, 25.1220703125, 25.841796875, 26.5615234375, 27.28125]}, "gradients/decoder.transformer.h.12.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 4.0, 2.0, 7.0, 5.0, 8.0, 8.0, 14.0, 12.0, 12.0, 30.0, 30.0, 35.0, 59.0, 76.0, 106.0, 172.0, 297.0, 462.0, 628.0, 672.0, 500.0, 298.0, 202.0, 123.0, 79.0, 46.0, 37.0, 36.0, 34.0, 26.0, 17.0, 9.0, 13.0, 6.0, 1.0, 3.0, 3.0, 3.0, 2.0, 1.0, 3.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-15.2578125, -14.6949462890625, -14.132080078125, -13.5692138671875, -13.00634765625, -12.4434814453125, -11.880615234375, -11.3177490234375, -10.7548828125, -10.1920166015625, -9.629150390625, -9.0662841796875, -8.50341796875, -7.9405517578125, -7.377685546875, -6.8148193359375, -6.251953125, -5.6890869140625, -5.126220703125, -4.5633544921875, -4.00048828125, -3.4376220703125, -2.874755859375, -2.3118896484375, -1.7490234375, -1.1861572265625, -0.623291015625, -0.0604248046875, 0.50244140625, 1.0653076171875, 1.628173828125, 2.1910400390625, 2.75390625, 3.3167724609375, 3.879638671875, 4.4425048828125, 5.00537109375, 5.5682373046875, 6.131103515625, 6.6939697265625, 7.2568359375, 7.8197021484375, 8.382568359375, 8.9454345703125, 9.50830078125, 10.0711669921875, 10.634033203125, 11.1968994140625, 11.759765625, 12.3226318359375, 12.885498046875, 13.4483642578125, 14.01123046875, 14.5740966796875, 15.136962890625, 15.6998291015625, 16.2626953125, 16.8255615234375, 17.388427734375, 17.9512939453125, 18.51416015625, 19.0770263671875, 19.639892578125, 20.2027587890625, 20.765625]}, "gradients/decoder.transformer.h.12.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 5.0, 1.0, 5.0, 2.0, 9.0, 13.0, 4.0, 16.0, 32.0, 37.0, 45.0, 57.0, 109.0, 198.0, 468.0, 1330.0, 5089.0, 35227.0, 1373423.0, 2719627.0, 49235.0, 6681.0, 1592.0, 495.0, 224.0, 144.0, 64.0, 38.0, 36.0, 17.0, 12.0, 9.0, 15.0, 7.0, 5.0, 6.0, 6.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-65.0, -63.24658203125, -61.4931640625, -59.73974609375, -57.986328125, -56.23291015625, -54.4794921875, -52.72607421875, -50.97265625, -49.21923828125, -47.4658203125, -45.71240234375, -43.958984375, -42.20556640625, -40.4521484375, -38.69873046875, -36.9453125, -35.19189453125, -33.4384765625, -31.68505859375, -29.931640625, -28.17822265625, -26.4248046875, -24.67138671875, -22.91796875, -21.16455078125, -19.4111328125, -17.65771484375, -15.904296875, -14.15087890625, -12.3974609375, -10.64404296875, -8.890625, -7.13720703125, -5.3837890625, -3.63037109375, -1.876953125, -0.12353515625, 1.6298828125, 3.38330078125, 5.13671875, 6.89013671875, 8.6435546875, 10.39697265625, 12.150390625, 13.90380859375, 15.6572265625, 17.41064453125, 19.1640625, 20.91748046875, 22.6708984375, 24.42431640625, 26.177734375, 27.93115234375, 29.6845703125, 31.43798828125, 33.19140625, 34.94482421875, 36.6982421875, 38.45166015625, 40.205078125, 41.95849609375, 43.7119140625, 45.46533203125, 47.21875]}, "gradients/decoder.transformer.h.12.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 6.0, 3.0, 9.0, 14.0, 22.0, 28.0, 54.0, 84.0, 135.0, 161.0, 138.0, 117.0, 96.0, 47.0, 39.0, 22.0, 12.0, 13.0, 4.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-147.92486572265625, -144.7845458984375, -141.6442108154297, -138.50389099121094, -135.36355590820312, -132.22323608398438, -129.08291625976562, -125.94258117675781, -122.80226135253906, -119.66193389892578, -116.5216064453125, -113.38128662109375, -110.24095916748047, -107.10063171386719, -103.9603042602539, -100.81997680664062, -97.67964935302734, -94.53932189941406, -91.39899444580078, -88.2586669921875, -85.11834716796875, -81.97801971435547, -78.83769226074219, -75.6973648071289, -72.55703735351562, -69.41670989990234, -66.27638244628906, -63.13605880737305, -59.99573516845703, -56.85540771484375, -53.71508026123047, -50.57475280761719, -47.43443298339844, -44.294105529785156, -41.15378189086914, -38.01345443725586, -34.873130798339844, -31.732803344726562, -28.59247589111328, -25.452150344848633, -22.311824798583984, -19.171499252319336, -16.031173706054688, -12.890846252441406, -9.750520706176758, -6.610195159912109, -3.469867706298828, -0.3295421600341797, 2.8107833862304688, 5.951109409332275, 9.091435432434082, 12.231761932373047, 15.372087478637695, 18.512413024902344, 21.652740478515625, 24.793066024780273, 27.933391571044922, 31.07371711730957, 34.21404266357422, 37.3543701171875, 40.49469757080078, 43.6350212097168, 46.77534866333008, 49.915672302246094, 53.055999755859375]}, "gradients/decoder.transformer.h.12.ln_2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 3.0, 2.0, 5.0, 6.0, 3.0, 11.0, 4.0, 3.0, 11.0, 12.0, 16.0, 14.0, 23.0, 17.0, 21.0, 19.0, 26.0, 38.0, 20.0, 23.0, 29.0, 37.0, 35.0, 25.0, 50.0, 34.0, 35.0, 29.0, 44.0, 31.0, 31.0, 29.0, 31.0, 28.0, 30.0, 22.0, 30.0, 22.0, 25.0, 24.0, 18.0, 17.0, 17.0, 8.0, 13.0, 4.0, 9.0, 3.0, 4.0, 7.0, 3.0, 3.0, 2.0, 2.0, 3.0], "bins": [-47.07184600830078, -45.71623992919922, -44.360633850097656, -43.00502395629883, -41.649417877197266, -40.2938117980957, -38.938201904296875, -37.58259582519531, -36.22698974609375, -34.87138366699219, -33.515777587890625, -32.1601676940918, -30.804561614990234, -29.448955535888672, -28.093347549438477, -26.73773956298828, -25.38213348388672, -24.026527404785156, -22.67091941833496, -21.315311431884766, -19.959705352783203, -18.60409927368164, -17.248491287231445, -15.892884254455566, -14.537277221679688, -13.181670188903809, -11.82606315612793, -10.47045612335205, -9.114849090576172, -7.759242057800293, -6.403635025024414, -5.048027992248535, -3.692424774169922, -2.336817741394043, -0.9812107086181641, 0.37439632415771484, 1.7300033569335938, 3.0856103897094727, 4.441217422485352, 5.7968244552612305, 7.152431488037109, 8.508038520812988, 9.863645553588867, 11.219252586364746, 12.574859619140625, 13.930466651916504, 15.286073684692383, 16.641681671142578, 17.99728775024414, 19.352893829345703, 20.7085018157959, 22.064109802246094, 23.419715881347656, 24.77532196044922, 26.130929946899414, 27.48653793334961, 28.842144012451172, 30.197750091552734, 31.55335807800293, 32.908966064453125, 34.26457214355469, 35.62017822265625, 36.97578430175781, 38.33139419555664, 39.6870002746582]}, "gradients/decoder.transformer.h.12.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 3.0, 3.0, 5.0, 8.0, 6.0, 16.0, 15.0, 15.0, 30.0, 22.0, 28.0, 32.0, 34.0, 34.0, 35.0, 45.0, 50.0, 55.0, 45.0, 49.0, 56.0, 47.0, 45.0, 51.0, 36.0, 32.0, 33.0, 30.0, 28.0, 19.0, 24.0, 21.0, 9.0, 16.0, 7.0, 6.0, 6.0, 4.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-9.203125, -8.93572998046875, -8.6683349609375, -8.40093994140625, -8.133544921875, -7.86614990234375, -7.5987548828125, -7.33135986328125, -7.06396484375, -6.79656982421875, -6.5291748046875, -6.26177978515625, -5.994384765625, -5.72698974609375, -5.4595947265625, -5.19219970703125, -4.9248046875, -4.65740966796875, -4.3900146484375, -4.12261962890625, -3.855224609375, -3.58782958984375, -3.3204345703125, -3.05303955078125, -2.78564453125, -2.51824951171875, -2.2508544921875, -1.98345947265625, -1.716064453125, -1.44866943359375, -1.1812744140625, -0.91387939453125, -0.646484375, -0.37908935546875, -0.1116943359375, 0.15570068359375, 0.423095703125, 0.69049072265625, 0.9578857421875, 1.22528076171875, 1.49267578125, 1.76007080078125, 2.0274658203125, 2.29486083984375, 2.562255859375, 2.82965087890625, 3.0970458984375, 3.36444091796875, 3.6318359375, 3.89923095703125, 4.1666259765625, 4.43402099609375, 4.701416015625, 4.96881103515625, 5.2362060546875, 5.50360107421875, 5.77099609375, 6.03839111328125, 6.3057861328125, 6.57318115234375, 6.840576171875, 7.10797119140625, 7.3753662109375, 7.64276123046875, 7.91015625]}, "gradients/decoder.transformer.h.12.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 5.0, 7.0, 16.0, 10.0, 24.0, 27.0, 41.0, 57.0, 78.0, 138.0, 212.0, 341.0, 466.0, 705.0, 1092.0, 1543.0, 2432.0, 3552.0, 5080.0, 7709.0, 11505.0, 17653.0, 27521.0, 44265.0, 71033.0, 115694.0, 180857.0, 196661.0, 134168.0, 82996.0, 50812.0, 31961.0, 20084.0, 13077.0, 8705.0, 6008.0, 3916.0, 2706.0, 1825.0, 1165.0, 818.0, 548.0, 373.0, 230.0, 160.0, 102.0, 61.0, 47.0, 25.0, 23.0, 8.0, 6.0, 9.0, 3.0, 3.0, 2.0, 3.0, 3.0], "bins": [-0.76416015625, -0.7411117553710938, -0.7180633544921875, -0.6950149536132812, -0.671966552734375, -0.6489181518554688, -0.6258697509765625, -0.6028213500976562, -0.57977294921875, -0.5567245483398438, -0.5336761474609375, -0.5106277465820312, -0.487579345703125, -0.46453094482421875, -0.4414825439453125, -0.41843414306640625, -0.3953857421875, -0.37233734130859375, -0.3492889404296875, -0.32624053955078125, -0.303192138671875, -0.28014373779296875, -0.2570953369140625, -0.23404693603515625, -0.21099853515625, -0.18795013427734375, -0.1649017333984375, -0.14185333251953125, -0.118804931640625, -0.09575653076171875, -0.0727081298828125, -0.04965972900390625, -0.026611328125, -0.00356292724609375, 0.0194854736328125, 0.04253387451171875, 0.065582275390625, 0.08863067626953125, 0.1116790771484375, 0.13472747802734375, 0.15777587890625, 0.18082427978515625, 0.2038726806640625, 0.22692108154296875, 0.249969482421875, 0.27301788330078125, 0.2960662841796875, 0.31911468505859375, 0.3421630859375, 0.36521148681640625, 0.3882598876953125, 0.41130828857421875, 0.434356689453125, 0.45740509033203125, 0.4804534912109375, 0.5035018920898438, 0.52655029296875, 0.5495986938476562, 0.5726470947265625, 0.5956954956054688, 0.618743896484375, 0.6417922973632812, 0.6648406982421875, 0.6878890991210938, 0.7109375]}, "gradients/decoder.transformer.h.12.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 6.0, 6.0, 6.0, 13.0, 3.0, 12.0, 13.0, 13.0, 11.0, 11.0, 15.0, 23.0, 25.0, 26.0, 28.0, 25.0, 25.0, 31.0, 27.0, 51.0, 43.0, 24.0, 35.0, 1068.0, 35.0, 39.0, 37.0, 39.0, 35.0, 39.0, 33.0, 35.0, 28.0, 23.0, 22.0, 19.0, 15.0, 19.0, 10.0, 11.0, 13.0, 8.0, 9.0, 8.0, 2.0, 1.0, 2.0, 1.0, 4.0, 2.0, 3.0, 2.0], "bins": [-5.05078125, -4.90771484375, -4.7646484375, -4.62158203125, -4.478515625, -4.33544921875, -4.1923828125, -4.04931640625, -3.90625, -3.76318359375, -3.6201171875, -3.47705078125, -3.333984375, -3.19091796875, -3.0478515625, -2.90478515625, -2.76171875, -2.61865234375, -2.4755859375, -2.33251953125, -2.189453125, -2.04638671875, -1.9033203125, -1.76025390625, -1.6171875, -1.47412109375, -1.3310546875, -1.18798828125, -1.044921875, -0.90185546875, -0.7587890625, -0.61572265625, -0.47265625, -0.32958984375, -0.1865234375, -0.04345703125, 0.099609375, 0.24267578125, 0.3857421875, 0.52880859375, 0.671875, 0.81494140625, 0.9580078125, 1.10107421875, 1.244140625, 1.38720703125, 1.5302734375, 1.67333984375, 1.81640625, 1.95947265625, 2.1025390625, 2.24560546875, 2.388671875, 2.53173828125, 2.6748046875, 2.81787109375, 2.9609375, 3.10400390625, 3.2470703125, 3.39013671875, 3.533203125, 3.67626953125, 3.8193359375, 3.96240234375, 4.10546875]}, "gradients/decoder.transformer.h.12.crossattention.c_attn.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 1.0, 7.0, 10.0, 3.0, 10.0, 16.0, 22.0, 41.0, 56.0, 95.0, 128.0, 175.0, 289.0, 420.0, 602.0, 881.0, 1280.0, 1892.0, 2825.0, 4380.0, 6587.0, 9981.0, 15647.0, 23989.0, 38274.0, 62479.0, 102629.0, 166612.0, 1249030.0, 155386.0, 94912.0, 57751.0, 35886.0, 22555.0, 14449.0, 9389.0, 6123.0, 4057.0, 2562.0, 1839.0, 1249.0, 877.0, 583.0, 353.0, 272.0, 183.0, 119.0, 78.0, 62.0, 32.0, 28.0, 19.0, 8.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.313720703125, -0.3037376403808594, -0.29375457763671875, -0.2837715148925781, -0.2737884521484375, -0.2638053894042969, -0.25382232666015625, -0.24383926391601562, -0.233856201171875, -0.22387313842773438, -0.21389007568359375, -0.20390701293945312, -0.1939239501953125, -0.18394088745117188, -0.17395782470703125, -0.16397476196289062, -0.15399169921875, -0.14400863647460938, -0.13402557373046875, -0.12404251098632812, -0.1140594482421875, -0.10407638549804688, -0.09409332275390625, -0.08411026000976562, -0.074127197265625, -0.06414413452148438, -0.05416107177734375, -0.044178009033203125, -0.0341949462890625, -0.024211883544921875, -0.01422882080078125, -0.004245758056640625, 0.0057373046875, 0.015720367431640625, 0.02570343017578125, 0.035686492919921875, 0.0456695556640625, 0.055652618408203125, 0.06563568115234375, 0.07561874389648438, 0.085601806640625, 0.09558486938476562, 0.10556793212890625, 0.11555099487304688, 0.1255340576171875, 0.13551712036132812, 0.14550018310546875, 0.15548324584960938, 0.16546630859375, 0.17544937133789062, 0.18543243408203125, 0.19541549682617188, 0.2053985595703125, 0.21538162231445312, 0.22536468505859375, 0.23534774780273438, 0.245330810546875, 0.2553138732910156, 0.26529693603515625, 0.2752799987792969, 0.2852630615234375, 0.2952461242675781, 0.30522918701171875, 0.3152122497558594, 0.3251953125]}, "gradients/decoder.transformer.h.12.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 5.0, 5.0, 0.0, 9.0, 8.0, 6.0, 14.0, 12.0, 16.0, 18.0, 25.0, 16.0, 22.0, 27.0, 23.0, 31.0, 40.0, 46.0, 63.0, 59.0, 69.0, 84.0, 63.0, 44.0, 36.0, 34.0, 32.0, 33.0, 34.0, 26.0, 14.0, 17.0, 15.0, 8.0, 14.0, 6.0, 8.0, 3.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.02008056640625, -0.019446849822998047, -0.018813133239746094, -0.01817941665649414, -0.017545700073242188, -0.016911983489990234, -0.01627826690673828, -0.015644550323486328, -0.015010833740234375, -0.014377117156982422, -0.013743400573730469, -0.013109683990478516, -0.012475967407226562, -0.01184225082397461, -0.011208534240722656, -0.010574817657470703, -0.00994110107421875, -0.009307384490966797, -0.008673667907714844, -0.00803995132446289, -0.0074062347412109375, -0.006772518157958984, -0.006138801574707031, -0.005505084991455078, -0.004871368408203125, -0.004237651824951172, -0.0036039352416992188, -0.0029702186584472656, -0.0023365020751953125, -0.0017027854919433594, -0.0010690689086914062, -0.0004353523254394531, 0.0001983642578125, 0.0008320808410644531, 0.0014657974243164062, 0.0020995140075683594, 0.0027332305908203125, 0.0033669471740722656, 0.004000663757324219, 0.004634380340576172, 0.005268096923828125, 0.005901813507080078, 0.006535530090332031, 0.007169246673583984, 0.0078029632568359375, 0.00843667984008789, 0.009070396423339844, 0.009704113006591797, 0.01033782958984375, 0.010971546173095703, 0.011605262756347656, 0.01223897933959961, 0.012872695922851562, 0.013506412506103516, 0.014140129089355469, 0.014773845672607422, 0.015407562255859375, 0.016041278839111328, 0.01667499542236328, 0.017308712005615234, 0.017942428588867188, 0.01857614517211914, 0.019209861755371094, 0.019843578338623047, 0.020477294921875]}, "gradients/decoder.transformer.h.12.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 4.0, 2.0, 2.0, 3.0, 7.0, 12.0, 14.0, 12.0, 15.0, 14.0, 27.0, 33.0, 37.0, 37.0, 50.0, 76.0, 205.0, 1153.0, 55962.0, 981963.0, 7970.0, 475.0, 151.0, 68.0, 49.0, 27.0, 25.0, 25.0, 20.0, 22.0, 15.0, 18.0, 10.0, 13.0, 8.0, 6.0, 5.0, 4.0, 3.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.474365234375, -0.45967864990234375, -0.4449920654296875, -0.43030548095703125, -0.415618896484375, -0.40093231201171875, -0.3862457275390625, -0.37155914306640625, -0.35687255859375, -0.34218597412109375, -0.3274993896484375, -0.31281280517578125, -0.298126220703125, -0.28343963623046875, -0.2687530517578125, -0.25406646728515625, -0.2393798828125, -0.22469329833984375, -0.2100067138671875, -0.19532012939453125, -0.180633544921875, -0.16594696044921875, -0.1512603759765625, -0.13657379150390625, -0.12188720703125, -0.10720062255859375, -0.0925140380859375, -0.07782745361328125, -0.063140869140625, -0.04845428466796875, -0.0337677001953125, -0.01908111572265625, -0.00439453125, 0.01029205322265625, 0.0249786376953125, 0.03966522216796875, 0.054351806640625, 0.06903839111328125, 0.0837249755859375, 0.09841156005859375, 0.11309814453125, 0.12778472900390625, 0.1424713134765625, 0.15715789794921875, 0.171844482421875, 0.18653106689453125, 0.2012176513671875, 0.21590423583984375, 0.2305908203125, 0.24527740478515625, 0.2599639892578125, 0.27465057373046875, 0.289337158203125, 0.30402374267578125, 0.3187103271484375, 0.33339691162109375, 0.34808349609375, 0.36277008056640625, 0.3774566650390625, 0.39214324951171875, 0.406829833984375, 0.42151641845703125, 0.4362030029296875, 0.45088958740234375, 0.465576171875]}, "gradients/decoder.transformer.h.12.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 10.0, 37.0, 158.0, 528.0, 195.0, 52.0, 21.0, 10.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5684814453125, -0.5574614405632019, -0.5464414954185486, -0.5354214906692505, -0.5244015455245972, -0.5133815407752991, -0.5023615956306458, -0.49134159088134766, -0.48032161593437195, -0.46930164098739624, -0.45828166604042053, -0.4472616910934448, -0.43624168634414673, -0.425221711397171, -0.4142017364501953, -0.4031817615032196, -0.3921617865562439, -0.3811418116092682, -0.3701218366622925, -0.3591018617153168, -0.34808188676834106, -0.33706188201904297, -0.32604190707206726, -0.31502193212509155, -0.30400195717811584, -0.29298198223114014, -0.28196200728416443, -0.2709420323371887, -0.2599220275878906, -0.2489020675420761, -0.2378820776939392, -0.2268621027469635, -0.2158420979976654, -0.2048221230506897, -0.193802148103714, -0.1827821582555771, -0.17176218330860138, -0.16074220836162567, -0.14972221851348877, -0.13870224356651306, -0.12768226861953735, -0.11666229367256165, -0.10564231127500534, -0.09462232887744904, -0.08360235393047333, -0.07258237898349762, -0.061562396585941315, -0.05054241418838501, -0.0395224392414093, -0.028502460569143295, -0.01748248189687729, -0.006462503224611282, 0.004557475447654724, 0.01557745411992073, 0.026597432792186737, 0.03761741518974304, 0.04863739013671875, 0.059657368808984756, 0.07067734748125076, 0.08169732987880707, 0.09271730482578278, 0.10373727977275848, 0.11475726217031479, 0.1257772445678711, 0.1367972195148468]}, "gradients/decoder.transformer.h.12.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 5.0, 0.0, 1.0, 3.0, 3.0, 5.0, 4.0, 5.0, 4.0, 6.0, 6.0, 10.0, 12.0, 6.0, 15.0, 9.0, 12.0, 22.0, 14.0, 19.0, 27.0, 27.0, 34.0, 25.0, 23.0, 25.0, 34.0, 29.0, 25.0, 34.0, 31.0, 34.0, 23.0, 39.0, 40.0, 33.0, 31.0, 30.0, 26.0, 26.0, 39.0, 28.0, 27.0, 15.0, 20.0, 22.0, 16.0, 12.0, 15.0, 9.0, 11.0, 11.0, 10.0, 0.0, 4.0, 6.0, 10.0, 2.0, 4.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.07760500907897949, -0.07523404806852341, -0.07286309450864792, -0.07049213349819183, -0.06812117993831635, -0.06575021892786026, -0.06337925791740417, -0.06100830063223839, -0.0586373433470726, -0.056266386061906815, -0.05389542877674103, -0.05152446776628494, -0.049153510481119156, -0.04678255319595337, -0.044411592185497284, -0.0420406349003315, -0.03966967761516571, -0.037298720329999924, -0.03492776304483414, -0.03255680203437805, -0.030185844749212265, -0.02781488746404648, -0.025443928316235542, -0.023072969168424606, -0.02070201188325882, -0.018331054598093033, -0.015960095450282097, -0.013589137233793736, -0.011218179017305374, -0.008847220800817013, -0.006476262584328651, -0.0041053034365177155, -0.0017343461513519287, 0.0006366120651364326, 0.003007570281624794, 0.005378528498113155, 0.007749486714601517, 0.010120444931089878, 0.01249140314757824, 0.014862362295389175, 0.017233319580554962, 0.01960427686572075, 0.021975236013531685, 0.02434619516134262, 0.026717152446508408, 0.029088109731674194, 0.03145907074213028, 0.033830028027296066, 0.03620098531246185, 0.03857194259762764, 0.040942899882793427, 0.04331386089324951, 0.0456848181784153, 0.048055775463581085, 0.05042673647403717, 0.05279769375920296, 0.055168651044368744, 0.05753960832953453, 0.05991056561470032, 0.0622815266251564, 0.06465248763561249, 0.06702344119548798, 0.06939440220594406, 0.07176536321640015, 0.07413631677627563]}, "gradients/decoder.transformer.h.12.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 3.0, 3.0, 5.0, 8.0, 6.0, 16.0, 15.0, 15.0, 30.0, 22.0, 28.0, 33.0, 33.0, 34.0, 35.0, 45.0, 50.0, 55.0, 46.0, 47.0, 58.0, 46.0, 45.0, 50.0, 37.0, 33.0, 32.0, 30.0, 27.0, 21.0, 23.0, 21.0, 9.0, 14.0, 9.0, 6.0, 6.0, 4.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-9.203125, -8.93572998046875, -8.6683349609375, -8.40093994140625, -8.133544921875, -7.86614990234375, -7.5987548828125, -7.33135986328125, -7.06396484375, -6.79656982421875, -6.5291748046875, -6.26177978515625, -5.994384765625, -5.72698974609375, -5.4595947265625, -5.19219970703125, -4.9248046875, -4.65740966796875, -4.3900146484375, -4.12261962890625, -3.855224609375, -3.58782958984375, -3.3204345703125, -3.05303955078125, -2.78564453125, -2.51824951171875, -2.2508544921875, -1.98345947265625, -1.716064453125, -1.44866943359375, -1.1812744140625, -0.91387939453125, -0.646484375, -0.37908935546875, -0.1116943359375, 0.15570068359375, 0.423095703125, 0.69049072265625, 0.9578857421875, 1.22528076171875, 1.49267578125, 1.76007080078125, 2.0274658203125, 2.29486083984375, 2.562255859375, 2.82965087890625, 3.0970458984375, 3.36444091796875, 3.6318359375, 3.89923095703125, 4.1666259765625, 4.43402099609375, 4.701416015625, 4.96881103515625, 5.2362060546875, 5.50360107421875, 5.77099609375, 6.03839111328125, 6.3057861328125, 6.57318115234375, 6.840576171875, 7.10797119140625, 7.3753662109375, 7.64276123046875, 7.91015625]}, "gradients/decoder.transformer.h.12.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 6.0, 10.0, 17.0, 19.0, 23.0, 45.0, 53.0, 93.0, 132.0, 226.0, 327.0, 495.0, 781.0, 1064.0, 1695.0, 2539.0, 4015.0, 6769.0, 11995.0, 24130.0, 65514.0, 253145.0, 461080.0, 133333.0, 39745.0, 17262.0, 9141.0, 5421.0, 3235.0, 2084.0, 1386.0, 970.0, 592.0, 407.0, 274.0, 196.0, 116.0, 73.0, 44.0, 41.0, 21.0, 20.0, 18.0, 6.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.421875, -8.152587890625, -7.88330078125, -7.614013671875, -7.3447265625, -7.075439453125, -6.80615234375, -6.536865234375, -6.267578125, -5.998291015625, -5.72900390625, -5.459716796875, -5.1904296875, -4.921142578125, -4.65185546875, -4.382568359375, -4.11328125, -3.843994140625, -3.57470703125, -3.305419921875, -3.0361328125, -2.766845703125, -2.49755859375, -2.228271484375, -1.958984375, -1.689697265625, -1.42041015625, -1.151123046875, -0.8818359375, -0.612548828125, -0.34326171875, -0.073974609375, 0.1953125, 0.464599609375, 0.73388671875, 1.003173828125, 1.2724609375, 1.541748046875, 1.81103515625, 2.080322265625, 2.349609375, 2.618896484375, 2.88818359375, 3.157470703125, 3.4267578125, 3.696044921875, 3.96533203125, 4.234619140625, 4.50390625, 4.773193359375, 5.04248046875, 5.311767578125, 5.5810546875, 5.850341796875, 6.11962890625, 6.388916015625, 6.658203125, 6.927490234375, 7.19677734375, 7.466064453125, 7.7353515625, 8.004638671875, 8.27392578125, 8.543212890625, 8.8125]}, "gradients/decoder.transformer.h.12.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 6.0, 3.0, 3.0, 3.0, 5.0, 6.0, 11.0, 16.0, 9.0, 11.0, 20.0, 27.0, 17.0, 21.0, 20.0, 23.0, 36.0, 39.0, 33.0, 37.0, 52.0, 64.0, 135.0, 259.0, 1454.0, 217.0, 102.0, 62.0, 50.0, 34.0, 35.0, 36.0, 35.0, 21.0, 17.0, 14.0, 24.0, 15.0, 13.0, 10.0, 4.0, 16.0, 13.0, 7.0, 3.0, 5.0, 1.0, 2.0, 3.0, 5.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-18.546875, -17.935546875, -17.32421875, -16.712890625, -16.1015625, -15.490234375, -14.87890625, -14.267578125, -13.65625, -13.044921875, -12.43359375, -11.822265625, -11.2109375, -10.599609375, -9.98828125, -9.376953125, -8.765625, -8.154296875, -7.54296875, -6.931640625, -6.3203125, -5.708984375, -5.09765625, -4.486328125, -3.875, -3.263671875, -2.65234375, -2.041015625, -1.4296875, -0.818359375, -0.20703125, 0.404296875, 1.015625, 1.626953125, 2.23828125, 2.849609375, 3.4609375, 4.072265625, 4.68359375, 5.294921875, 5.90625, 6.517578125, 7.12890625, 7.740234375, 8.3515625, 8.962890625, 9.57421875, 10.185546875, 10.796875, 11.408203125, 12.01953125, 12.630859375, 13.2421875, 13.853515625, 14.46484375, 15.076171875, 15.6875, 16.298828125, 16.91015625, 17.521484375, 18.1328125, 18.744140625, 19.35546875, 19.966796875, 20.578125]}, "gradients/decoder.transformer.h.12.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 5.0, 2.0, 6.0, 5.0, 5.0, 5.0, 6.0, 14.0, 13.0, 22.0, 19.0, 24.0, 32.0, 33.0, 44.0, 63.0, 77.0, 99.0, 145.0, 193.0, 327.0, 730.0, 2543.0, 17316.0, 1924814.0, 1180550.0, 14523.0, 2267.0, 677.0, 320.0, 196.0, 153.0, 103.0, 67.0, 56.0, 49.0, 42.0, 28.0, 27.0, 18.0, 20.0, 20.0, 10.0, 6.0, 6.0, 6.0, 7.0, 4.0, 3.0, 6.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-41.5, -40.15966796875, -38.8193359375, -37.47900390625, -36.138671875, -34.79833984375, -33.4580078125, -32.11767578125, -30.77734375, -29.43701171875, -28.0966796875, -26.75634765625, -25.416015625, -24.07568359375, -22.7353515625, -21.39501953125, -20.0546875, -18.71435546875, -17.3740234375, -16.03369140625, -14.693359375, -13.35302734375, -12.0126953125, -10.67236328125, -9.33203125, -7.99169921875, -6.6513671875, -5.31103515625, -3.970703125, -2.63037109375, -1.2900390625, 0.05029296875, 1.390625, 2.73095703125, 4.0712890625, 5.41162109375, 6.751953125, 8.09228515625, 9.4326171875, 10.77294921875, 12.11328125, 13.45361328125, 14.7939453125, 16.13427734375, 17.474609375, 18.81494140625, 20.1552734375, 21.49560546875, 22.8359375, 24.17626953125, 25.5166015625, 26.85693359375, 28.197265625, 29.53759765625, 30.8779296875, 32.21826171875, 33.55859375, 34.89892578125, 36.2392578125, 37.57958984375, 38.919921875, 40.26025390625, 41.6005859375, 42.94091796875, 44.28125]}, "gradients/decoder.transformer.h.12.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 45.0, 381.0, 513.0, 70.0, 9.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-63.742584228515625, -58.01980209350586, -52.29702377319336, -46.574241638183594, -40.851463317871094, -35.12868118286133, -29.405899047851562, -23.683120727539062, -17.960338592529297, -12.237558364868164, -6.514777183532715, -0.7919960021972656, 4.930784225463867, 10.653564453125, 16.376346588134766, 22.099124908447266, 27.82190704345703, 33.5446891784668, 39.2674674987793, 44.99024963378906, 50.71302795410156, 56.43581008911133, 62.158592224121094, 67.8813705444336, 73.60415649414062, 79.32693481445312, 85.04972076416016, 90.77249908447266, 96.49527740478516, 102.21806335449219, 107.94084167480469, 113.66361999511719, 119.38639831542969, 125.10917663574219, 130.8319549560547, 136.55474853515625, 142.27752685546875, 148.00030517578125, 153.72308349609375, 159.44586181640625, 165.16864013671875, 170.89141845703125, 176.61419677734375, 182.33697509765625, 188.0597686767578, 193.7825469970703, 199.5053253173828, 205.2281036376953, 210.95089721679688, 216.67367553710938, 222.39645385742188, 228.11923217773438, 233.84202575683594, 239.56480407714844, 245.28758239746094, 251.01036071777344, 256.7331237792969, 262.4559020996094, 268.1786804199219, 273.9014587402344, 279.6242370605469, 285.3470153808594, 291.06982421875, 296.7926025390625, 302.515380859375]}, "gradients/decoder.transformer.h.12.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 5.0, 4.0, 8.0, 5.0, 8.0, 8.0, 6.0, 13.0, 19.0, 18.0, 24.0, 24.0, 31.0, 23.0, 34.0, 28.0, 39.0, 36.0, 37.0, 38.0, 50.0, 44.0, 37.0, 29.0, 42.0, 35.0, 32.0, 33.0, 37.0, 36.0, 37.0, 19.0, 20.0, 19.0, 21.0, 22.0, 13.0, 15.0, 17.0, 7.0, 11.0, 10.0, 2.0, 3.0, 5.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0], "bins": [-52.291202545166016, -50.70138931274414, -49.111576080322266, -47.52176284790039, -45.931949615478516, -44.34213638305664, -42.7523193359375, -41.162506103515625, -39.57269287109375, -37.982879638671875, -36.39306640625, -34.803253173828125, -33.21343994140625, -31.623626708984375, -30.033811569213867, -28.443998336791992, -26.85418701171875, -25.264373779296875, -23.674560546875, -22.084747314453125, -20.49493408203125, -18.905120849609375, -17.315305709838867, -15.725492477416992, -14.135679244995117, -12.545866012573242, -10.956052780151367, -9.366238594055176, -7.776425361633301, -6.186612129211426, -4.596797943115234, -3.0069847106933594, -1.4171714782714844, 0.17264199256896973, 1.7624554634094238, 3.352269172668457, 4.942082405090332, 6.531895637512207, 8.121709823608398, 9.711523056030273, 11.301336288452148, 12.891149520874023, 14.480962753295898, 16.070777893066406, 17.66059112548828, 19.250404357910156, 20.84021759033203, 22.430030822753906, 24.01984405517578, 25.609657287597656, 27.19947052001953, 28.789283752441406, 30.37909698486328, 31.968910217285156, 33.55872344970703, 35.148536682128906, 36.73834991455078, 38.328163146972656, 39.91797637939453, 41.507789611816406, 43.09760284423828, 44.687416076660156, 46.27722930908203, 47.867042541503906, 49.45685958862305]}, "gradients/decoder.transformer.h.11.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 4.0, 7.0, 14.0, 12.0, 13.0, 18.0, 18.0, 23.0, 22.0, 27.0, 35.0, 30.0, 39.0, 41.0, 49.0, 47.0, 45.0, 56.0, 47.0, 54.0, 58.0, 54.0, 29.0, 34.0, 21.0, 36.0, 37.0, 27.0, 22.0, 18.0, 15.0, 13.0, 11.0, 9.0, 8.0, 6.0, 2.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-9.359375, -9.083984375, -8.80859375, -8.533203125, -8.2578125, -7.982421875, -7.70703125, -7.431640625, -7.15625, -6.880859375, -6.60546875, -6.330078125, -6.0546875, -5.779296875, -5.50390625, -5.228515625, -4.953125, -4.677734375, -4.40234375, -4.126953125, -3.8515625, -3.576171875, -3.30078125, -3.025390625, -2.75, -2.474609375, -2.19921875, -1.923828125, -1.6484375, -1.373046875, -1.09765625, -0.822265625, -0.546875, -0.271484375, 0.00390625, 0.279296875, 0.5546875, 0.830078125, 1.10546875, 1.380859375, 1.65625, 1.931640625, 2.20703125, 2.482421875, 2.7578125, 3.033203125, 3.30859375, 3.583984375, 3.859375, 4.134765625, 4.41015625, 4.685546875, 4.9609375, 5.236328125, 5.51171875, 5.787109375, 6.0625, 6.337890625, 6.61328125, 6.888671875, 7.1640625, 7.439453125, 7.71484375, 7.990234375, 8.265625]}, "gradients/decoder.transformer.h.11.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 3.0, 5.0, 2.0, 6.0, 9.0, 9.0, 2.0, 8.0, 17.0, 20.0, 17.0, 37.0, 59.0, 108.0, 120.0, 188.0, 290.0, 378.0, 491.0, 783.0, 1209.0, 1740.0, 2685.0, 4227.0, 6870.0, 11712.0, 20967.0, 46016.0, 163067.0, 810298.0, 1996037.0, 851324.0, 175738.0, 47187.0, 21344.0, 11610.0, 7036.0, 4357.0, 2695.0, 1760.0, 1188.0, 801.0, 571.0, 378.0, 264.0, 188.0, 162.0, 93.0, 72.0, 49.0, 44.0, 20.0, 7.0, 6.0, 4.0, 11.0, 1.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0], "bins": [-11.4921875, -11.1275634765625, -10.762939453125, -10.3983154296875, -10.03369140625, -9.6690673828125, -9.304443359375, -8.9398193359375, -8.5751953125, -8.2105712890625, -7.845947265625, -7.4813232421875, -7.11669921875, -6.7520751953125, -6.387451171875, -6.0228271484375, -5.658203125, -5.2935791015625, -4.928955078125, -4.5643310546875, -4.19970703125, -3.8350830078125, -3.470458984375, -3.1058349609375, -2.7412109375, -2.3765869140625, -2.011962890625, -1.6473388671875, -1.28271484375, -0.9180908203125, -0.553466796875, -0.1888427734375, 0.17578125, 0.5404052734375, 0.905029296875, 1.2696533203125, 1.63427734375, 1.9989013671875, 2.363525390625, 2.7281494140625, 3.0927734375, 3.4573974609375, 3.822021484375, 4.1866455078125, 4.55126953125, 4.9158935546875, 5.280517578125, 5.6451416015625, 6.009765625, 6.3743896484375, 6.739013671875, 7.1036376953125, 7.46826171875, 7.8328857421875, 8.197509765625, 8.5621337890625, 8.9267578125, 9.2913818359375, 9.656005859375, 10.0206298828125, 10.38525390625, 10.7498779296875, 11.114501953125, 11.4791259765625, 11.84375]}, "gradients/decoder.transformer.h.11.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 4.0, 9.0, 6.0, 8.0, 8.0, 11.0, 7.0, 25.0, 27.0, 32.0, 48.0, 47.0, 91.0, 98.0, 201.0, 266.0, 431.0, 601.0, 625.0, 474.0, 337.0, 198.0, 134.0, 102.0, 78.0, 48.0, 34.0, 24.0, 23.0, 13.0, 13.0, 10.0, 15.0, 8.0, 4.0, 4.0, 4.0, 2.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-16.765625, -16.22802734375, -15.6904296875, -15.15283203125, -14.615234375, -14.07763671875, -13.5400390625, -13.00244140625, -12.46484375, -11.92724609375, -11.3896484375, -10.85205078125, -10.314453125, -9.77685546875, -9.2392578125, -8.70166015625, -8.1640625, -7.62646484375, -7.0888671875, -6.55126953125, -6.013671875, -5.47607421875, -4.9384765625, -4.40087890625, -3.86328125, -3.32568359375, -2.7880859375, -2.25048828125, -1.712890625, -1.17529296875, -0.6376953125, -0.10009765625, 0.4375, 0.97509765625, 1.5126953125, 2.05029296875, 2.587890625, 3.12548828125, 3.6630859375, 4.20068359375, 4.73828125, 5.27587890625, 5.8134765625, 6.35107421875, 6.888671875, 7.42626953125, 7.9638671875, 8.50146484375, 9.0390625, 9.57666015625, 10.1142578125, 10.65185546875, 11.189453125, 11.72705078125, 12.2646484375, 12.80224609375, 13.33984375, 13.87744140625, 14.4150390625, 14.95263671875, 15.490234375, 16.02783203125, 16.5654296875, 17.10302734375, 17.640625]}, "gradients/decoder.transformer.h.11.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 4.0, 5.0, 7.0, 14.0, 6.0, 16.0, 7.0, 23.0, 20.0, 30.0, 44.0, 67.0, 86.0, 180.0, 332.0, 1216.0, 8871.0, 157621.0, 3941205.0, 76996.0, 5833.0, 955.0, 303.0, 129.0, 80.0, 52.0, 48.0, 31.0, 23.0, 20.0, 4.0, 17.0, 4.0, 6.0, 10.0, 7.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-75.1875, -72.8671875, -70.546875, -68.2265625, -65.90625, -63.5859375, -61.265625, -58.9453125, -56.625, -54.3046875, -51.984375, -49.6640625, -47.34375, -45.0234375, -42.703125, -40.3828125, -38.0625, -35.7421875, -33.421875, -31.1015625, -28.78125, -26.4609375, -24.140625, -21.8203125, -19.5, -17.1796875, -14.859375, -12.5390625, -10.21875, -7.8984375, -5.578125, -3.2578125, -0.9375, 1.3828125, 3.703125, 6.0234375, 8.34375, 10.6640625, 12.984375, 15.3046875, 17.625, 19.9453125, 22.265625, 24.5859375, 26.90625, 29.2265625, 31.546875, 33.8671875, 36.1875, 38.5078125, 40.828125, 43.1484375, 45.46875, 47.7890625, 50.109375, 52.4296875, 54.75, 57.0703125, 59.390625, 61.7109375, 64.03125, 66.3515625, 68.671875, 70.9921875, 73.3125]}, "gradients/decoder.transformer.h.11.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 7.0, 3.0, 21.0, 58.0, 126.0, 205.0, 261.0, 167.0, 93.0, 44.0, 16.0, 9.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-183.97927856445312, -178.7619171142578, -173.54457092285156, -168.32720947265625, -163.10986328125, -157.8925018310547, -152.67515563964844, -147.45779418945312, -142.24044799804688, -137.02308654785156, -131.8057403564453, -126.58838653564453, -121.37103271484375, -116.15367889404297, -110.93632507324219, -105.71896362304688, -100.5016098022461, -95.28425598144531, -90.06690216064453, -84.84954833984375, -79.63219451904297, -74.41484069824219, -69.19747924804688, -63.98012924194336, -58.76277542114258, -53.5454216003418, -48.328067779541016, -43.11071014404297, -37.89335632324219, -32.676002502441406, -27.458648681640625, -22.241294860839844, -17.023941040039062, -11.806587219238281, -6.589232444763184, -1.371877670288086, 3.8454761505126953, 9.062829971313477, 14.28018569946289, 19.497539520263672, 24.714893341064453, 29.932247161865234, 35.149600982666016, 40.36695861816406, 45.584312438964844, 50.801666259765625, 56.019020080566406, 61.23637390136719, 66.45372772216797, 71.67108154296875, 76.88843536376953, 82.10578918457031, 87.3231430053711, 92.54049682617188, 97.75785827636719, 102.97520446777344, 108.19256591796875, 113.40991973876953, 118.62727355957031, 123.8446273803711, 129.06198120117188, 134.2793426513672, 139.49668884277344, 144.71405029296875, 149.931396484375]}, "gradients/decoder.transformer.h.11.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 3.0, 1.0, 6.0, 2.0, 5.0, 9.0, 9.0, 14.0, 14.0, 12.0, 10.0, 18.0, 14.0, 29.0, 24.0, 28.0, 26.0, 32.0, 34.0, 33.0, 36.0, 46.0, 46.0, 43.0, 36.0, 47.0, 37.0, 38.0, 33.0, 35.0, 35.0, 25.0, 27.0, 27.0, 27.0, 24.0, 10.0, 20.0, 15.0, 11.0, 13.0, 14.0, 8.0, 9.0, 7.0, 5.0, 4.0, 3.0, 1.0, 4.0, 2.0, 0.0, 0.0, 2.0], "bins": [-52.062339782714844, -50.52227783203125, -48.982215881347656, -47.44215393066406, -45.90209197998047, -44.362030029296875, -42.82196807861328, -41.28190612792969, -39.741844177246094, -38.2017822265625, -36.661720275878906, -35.12165832519531, -33.58159637451172, -32.041534423828125, -30.50147247314453, -28.961410522460938, -27.42134666442871, -25.881284713745117, -24.341222763061523, -22.80116081237793, -21.261098861694336, -19.721036911010742, -18.180973052978516, -16.640911102294922, -15.100850105285645, -13.56078815460205, -12.020726203918457, -10.480663299560547, -8.940601348876953, -7.400539875030518, -5.860477447509766, -4.320415496826172, -2.780353546142578, -1.2402914762496948, 0.2997705936431885, 1.8398327827453613, 3.379894733428955, 4.919956684112549, 6.460019111633301, 8.000081062316895, 9.540143013000488, 11.080204963684082, 12.620266914367676, 14.160329818725586, 15.70039176940918, 17.240453720092773, 18.780515670776367, 20.32057762145996, 21.860639572143555, 23.40070152282715, 24.940763473510742, 26.480825424194336, 28.02088737487793, 29.560949325561523, 31.10101318359375, 32.641075134277344, 34.18113708496094, 35.72119903564453, 37.261260986328125, 38.80132293701172, 40.34138488769531, 41.881446838378906, 43.4215087890625, 44.961570739746094, 46.50163269042969]}, "gradients/decoder.transformer.h.11.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 6.0, 4.0, 4.0, 6.0, 12.0, 14.0, 8.0, 30.0, 24.0, 25.0, 18.0, 22.0, 34.0, 32.0, 38.0, 35.0, 54.0, 44.0, 51.0, 55.0, 52.0, 48.0, 55.0, 42.0, 44.0, 44.0, 23.0, 32.0, 26.0, 26.0, 21.0, 16.0, 14.0, 12.0, 13.0, 8.0, 5.0, 9.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-8.5234375, -8.254150390625, -7.98486328125, -7.715576171875, -7.4462890625, -7.177001953125, -6.90771484375, -6.638427734375, -6.369140625, -6.099853515625, -5.83056640625, -5.561279296875, -5.2919921875, -5.022705078125, -4.75341796875, -4.484130859375, -4.21484375, -3.945556640625, -3.67626953125, -3.406982421875, -3.1376953125, -2.868408203125, -2.59912109375, -2.329833984375, -2.060546875, -1.791259765625, -1.52197265625, -1.252685546875, -0.9833984375, -0.714111328125, -0.44482421875, -0.175537109375, 0.09375, 0.363037109375, 0.63232421875, 0.901611328125, 1.1708984375, 1.440185546875, 1.70947265625, 1.978759765625, 2.248046875, 2.517333984375, 2.78662109375, 3.055908203125, 3.3251953125, 3.594482421875, 3.86376953125, 4.133056640625, 4.40234375, 4.671630859375, 4.94091796875, 5.210205078125, 5.4794921875, 5.748779296875, 6.01806640625, 6.287353515625, 6.556640625, 6.825927734375, 7.09521484375, 7.364501953125, 7.6337890625, 7.903076171875, 8.17236328125, 8.441650390625, 8.7109375]}, "gradients/decoder.transformer.h.11.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 1.0, 3.0, 4.0, 5.0, 11.0, 8.0, 29.0, 29.0, 48.0, 81.0, 114.0, 158.0, 273.0, 392.0, 653.0, 1019.0, 1482.0, 2339.0, 3685.0, 5585.0, 8559.0, 13394.0, 21523.0, 34849.0, 59731.0, 105799.0, 195655.0, 242415.0, 147875.0, 80417.0, 46473.0, 27688.0, 17267.0, 11109.0, 7057.0, 4450.0, 2995.0, 1842.0, 1211.0, 814.0, 542.0, 342.0, 226.0, 144.0, 85.0, 63.0, 43.0, 26.0, 19.0, 10.0, 9.0, 8.0, 2.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.89599609375, -0.867340087890625, -0.83868408203125, -0.810028076171875, -0.7813720703125, -0.752716064453125, -0.72406005859375, -0.695404052734375, -0.666748046875, -0.638092041015625, -0.60943603515625, -0.580780029296875, -0.5521240234375, -0.523468017578125, -0.49481201171875, -0.466156005859375, -0.4375, -0.408843994140625, -0.38018798828125, -0.351531982421875, -0.3228759765625, -0.294219970703125, -0.26556396484375, -0.236907958984375, -0.208251953125, -0.179595947265625, -0.15093994140625, -0.122283935546875, -0.0936279296875, -0.064971923828125, -0.03631591796875, -0.007659912109375, 0.02099609375, 0.049652099609375, 0.07830810546875, 0.106964111328125, 0.1356201171875, 0.164276123046875, 0.19293212890625, 0.221588134765625, 0.250244140625, 0.278900146484375, 0.30755615234375, 0.336212158203125, 0.3648681640625, 0.393524169921875, 0.42218017578125, 0.450836181640625, 0.4794921875, 0.508148193359375, 0.53680419921875, 0.565460205078125, 0.5941162109375, 0.622772216796875, 0.65142822265625, 0.680084228515625, 0.708740234375, 0.737396240234375, 0.76605224609375, 0.794708251953125, 0.8233642578125, 0.852020263671875, 0.88067626953125, 0.909332275390625, 0.93798828125]}, "gradients/decoder.transformer.h.11.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 7.0, 4.0, 10.0, 8.0, 11.0, 10.0, 11.0, 16.0, 21.0, 28.0, 22.0, 23.0, 29.0, 29.0, 34.0, 35.0, 32.0, 34.0, 34.0, 34.0, 42.0, 1060.0, 55.0, 41.0, 28.0, 43.0, 43.0, 34.0, 28.0, 24.0, 30.0, 25.0, 22.0, 12.0, 21.0, 16.0, 18.0, 8.0, 11.0, 6.0, 7.0, 6.0, 4.0, 4.0, 4.0, 2.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.78125, -4.619873046875, -4.45849609375, -4.297119140625, -4.1357421875, -3.974365234375, -3.81298828125, -3.651611328125, -3.490234375, -3.328857421875, -3.16748046875, -3.006103515625, -2.8447265625, -2.683349609375, -2.52197265625, -2.360595703125, -2.19921875, -2.037841796875, -1.87646484375, -1.715087890625, -1.5537109375, -1.392333984375, -1.23095703125, -1.069580078125, -0.908203125, -0.746826171875, -0.58544921875, -0.424072265625, -0.2626953125, -0.101318359375, 0.06005859375, 0.221435546875, 0.3828125, 0.544189453125, 0.70556640625, 0.866943359375, 1.0283203125, 1.189697265625, 1.35107421875, 1.512451171875, 1.673828125, 1.835205078125, 1.99658203125, 2.157958984375, 2.3193359375, 2.480712890625, 2.64208984375, 2.803466796875, 2.96484375, 3.126220703125, 3.28759765625, 3.448974609375, 3.6103515625, 3.771728515625, 3.93310546875, 4.094482421875, 4.255859375, 4.417236328125, 4.57861328125, 4.739990234375, 4.9013671875, 5.062744140625, 5.22412109375, 5.385498046875, 5.546875]}, "gradients/decoder.transformer.h.11.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 6.0, 10.0, 6.0, 17.0, 16.0, 27.0, 40.0, 69.0, 77.0, 110.0, 154.0, 231.0, 345.0, 464.0, 722.0, 1046.0, 1487.0, 2243.0, 3438.0, 5052.0, 7629.0, 11727.0, 18624.0, 29814.0, 48806.0, 80492.0, 135972.0, 1208742.0, 233003.0, 118979.0, 70798.0, 42417.0, 26484.0, 16537.0, 10542.0, 6954.0, 4597.0, 2980.0, 2102.0, 1399.0, 925.0, 653.0, 433.0, 293.0, 226.0, 137.0, 99.0, 73.0, 54.0, 22.0, 27.0, 15.0, 6.0, 12.0, 6.0, 4.0, 3.0, 1.0], "bins": [-0.36083984375, -0.3501853942871094, -0.33953094482421875, -0.3288764953613281, -0.3182220458984375, -0.3075675964355469, -0.29691314697265625, -0.2862586975097656, -0.275604248046875, -0.2649497985839844, -0.25429534912109375, -0.24364089965820312, -0.2329864501953125, -0.22233200073242188, -0.21167755126953125, -0.20102310180664062, -0.19036865234375, -0.17971420288085938, -0.16905975341796875, -0.15840530395507812, -0.1477508544921875, -0.13709640502929688, -0.12644195556640625, -0.11578750610351562, -0.105133056640625, -0.09447860717773438, -0.08382415771484375, -0.07316970825195312, -0.0625152587890625, -0.051860809326171875, -0.04120635986328125, -0.030551910400390625, -0.0198974609375, -0.009243011474609375, 0.00141143798828125, 0.012065887451171875, 0.0227203369140625, 0.033374786376953125, 0.04402923583984375, 0.054683685302734375, 0.065338134765625, 0.07599258422851562, 0.08664703369140625, 0.09730148315429688, 0.1079559326171875, 0.11861038208007812, 0.12926483154296875, 0.13991928100585938, 0.15057373046875, 0.16122817993164062, 0.17188262939453125, 0.18253707885742188, 0.1931915283203125, 0.20384597778320312, 0.21450042724609375, 0.22515487670898438, 0.235809326171875, 0.24646377563476562, 0.25711822509765625, 0.2677726745605469, 0.2784271240234375, 0.2890815734863281, 0.29973602294921875, 0.3103904724121094, 0.321044921875]}, "gradients/decoder.transformer.h.11.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 4.0, 3.0, 4.0, 5.0, 3.0, 9.0, 6.0, 17.0, 11.0, 18.0, 20.0, 17.0, 31.0, 40.0, 54.0, 61.0, 71.0, 95.0, 95.0, 99.0, 69.0, 52.0, 39.0, 30.0, 26.0, 30.0, 15.0, 17.0, 10.0, 11.0, 6.0, 6.0, 4.0, 6.0, 2.0, 3.0, 2.0, 4.0, 1.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.034149169921875, -0.033086299896240234, -0.03202342987060547, -0.030960559844970703, -0.029897689819335938, -0.028834819793701172, -0.027771949768066406, -0.02670907974243164, -0.025646209716796875, -0.02458333969116211, -0.023520469665527344, -0.022457599639892578, -0.021394729614257812, -0.020331859588623047, -0.01926898956298828, -0.018206119537353516, -0.01714324951171875, -0.016080379486083984, -0.015017509460449219, -0.013954639434814453, -0.012891769409179688, -0.011828899383544922, -0.010766029357910156, -0.00970315933227539, -0.008640289306640625, -0.007577419281005859, -0.006514549255371094, -0.005451679229736328, -0.0043888092041015625, -0.003325939178466797, -0.0022630691528320312, -0.0012001991271972656, -0.0001373291015625, 0.0009255409240722656, 0.0019884109497070312, 0.003051280975341797, 0.0041141510009765625, 0.005177021026611328, 0.006239891052246094, 0.007302761077880859, 0.008365631103515625, 0.00942850112915039, 0.010491371154785156, 0.011554241180419922, 0.012617111206054688, 0.013679981231689453, 0.014742851257324219, 0.015805721282958984, 0.01686859130859375, 0.017931461334228516, 0.01899433135986328, 0.020057201385498047, 0.021120071411132812, 0.022182941436767578, 0.023245811462402344, 0.02430868148803711, 0.025371551513671875, 0.02643442153930664, 0.027497291564941406, 0.028560161590576172, 0.029623031616210938, 0.030685901641845703, 0.03174877166748047, 0.032811641693115234, 0.03387451171875]}, "gradients/decoder.transformer.h.11.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 0.0, 5.0, 3.0, 1.0, 3.0, 6.0, 4.0, 7.0, 6.0, 8.0, 10.0, 19.0, 19.0, 26.0, 43.0, 47.0, 61.0, 121.0, 283.0, 892.0, 957842.0, 87958.0, 606.0, 223.0, 114.0, 65.0, 43.0, 25.0, 23.0, 22.0, 12.0, 16.0, 6.0, 8.0, 3.0, 5.0, 5.0, 4.0, 4.0, 0.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.7421875, -0.7189178466796875, -0.695648193359375, -0.6723785400390625, -0.64910888671875, -0.6258392333984375, -0.602569580078125, -0.5792999267578125, -0.5560302734375, -0.5327606201171875, -0.509490966796875, -0.4862213134765625, -0.46295166015625, -0.4396820068359375, -0.416412353515625, -0.3931427001953125, -0.369873046875, -0.3466033935546875, -0.323333740234375, -0.3000640869140625, -0.27679443359375, -0.2535247802734375, -0.230255126953125, -0.2069854736328125, -0.1837158203125, -0.1604461669921875, -0.137176513671875, -0.1139068603515625, -0.09063720703125, -0.0673675537109375, -0.044097900390625, -0.0208282470703125, 0.00244140625, 0.0257110595703125, 0.048980712890625, 0.0722503662109375, 0.09552001953125, 0.1187896728515625, 0.142059326171875, 0.1653289794921875, 0.1885986328125, 0.2118682861328125, 0.235137939453125, 0.2584075927734375, 0.28167724609375, 0.3049468994140625, 0.328216552734375, 0.3514862060546875, 0.374755859375, 0.3980255126953125, 0.421295166015625, 0.4445648193359375, 0.46783447265625, 0.4911041259765625, 0.514373779296875, 0.5376434326171875, 0.5609130859375, 0.5841827392578125, 0.607452392578125, 0.6307220458984375, 0.65399169921875, 0.6772613525390625, 0.700531005859375, 0.7238006591796875, 0.7470703125]}, "gradients/decoder.transformer.h.11.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 6.0, 31.0, 123.0, 562.0, 216.0, 52.0, 17.0, 6.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.33313053846359253, -0.3235277533531189, -0.31392496824264526, -0.30432218313217163, -0.294719398021698, -0.285116583108902, -0.27551379799842834, -0.2659110128879547, -0.2563082277774811, -0.24670544266700745, -0.2371026575565338, -0.227499857544899, -0.21789707243442535, -0.20829428732395172, -0.1986914873123169, -0.18908870220184326, -0.17948591709136963, -0.169883131980896, -0.16028034687042236, -0.15067754685878754, -0.1410747617483139, -0.13147197663784027, -0.12186918407678604, -0.11226639151573181, -0.10266360640525818, -0.09306082129478455, -0.08345802873373032, -0.07385523617267609, -0.06425245106220245, -0.05464966222643852, -0.04504687339067459, -0.03544408082962036, -0.025841325521469116, -0.016238536685705185, -0.006635747849941254, 0.0029670409858226776, 0.012569829821586609, 0.02217261865735054, 0.03177540749311447, 0.0413782000541687, 0.050980985164642334, 0.060583774000406265, 0.0701865628361702, 0.07978935539722443, 0.08939214050769806, 0.09899492561817169, 0.10859771817922592, 0.11820051074028015, 0.12780329585075378, 0.13740608096122742, 0.14700886607170105, 0.15661166608333588, 0.1662144511938095, 0.17581723630428314, 0.18542003631591797, 0.1950228214263916, 0.20462560653686523, 0.21422839164733887, 0.2238311767578125, 0.23343397676944733, 0.24303676187992096, 0.2526395618915558, 0.2622423470020294, 0.27184513211250305, 0.2814479172229767]}, "gradients/decoder.transformer.h.11.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 4.0, 8.0, 2.0, 0.0, 4.0, 7.0, 7.0, 6.0, 12.0, 22.0, 13.0, 19.0, 15.0, 16.0, 23.0, 17.0, 33.0, 21.0, 32.0, 34.0, 25.0, 37.0, 43.0, 40.0, 29.0, 42.0, 37.0, 31.0, 39.0, 24.0, 36.0, 25.0, 24.0, 32.0, 30.0, 37.0, 22.0, 14.0, 20.0, 22.0, 15.0, 18.0, 18.0, 9.0, 5.0, 8.0, 10.0, 6.0, 4.0, 9.0, 3.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.11318033933639526, -0.10991816967725754, -0.10665600001811981, -0.10339383035898209, -0.10013166069984436, -0.09686948359012604, -0.09360731393098831, -0.09034514427185059, -0.08708297461271286, -0.08382080495357513, -0.08055863529443741, -0.07729646563529968, -0.07403428852558136, -0.07077212631702423, -0.06750994920730591, -0.06424777954816818, -0.06098560988903046, -0.05772344022989273, -0.054461270570755005, -0.05119909718632698, -0.047936927527189255, -0.04467475786805153, -0.041412584483623505, -0.03815041482448578, -0.03488824516534805, -0.03162607550621033, -0.028363903984427452, -0.025101732462644577, -0.02183956280350685, -0.018577393144369125, -0.01531522162258625, -0.012053050100803375, -0.00879088044166565, -0.005528709851205349, -0.0022665392607450485, 0.000995631329715252, 0.004257801920175552, 0.007519971579313278, 0.010782143101096153, 0.014044314622879028, 0.017306484282016754, 0.02056865394115448, 0.023830825462937355, 0.02709299698472023, 0.030355166643857956, 0.03361733630299568, 0.036879509687423706, 0.04014167934656143, 0.04340384900569916, 0.046666018664836884, 0.04992818832397461, 0.053190361708402634, 0.05645253136754036, 0.059714701026678085, 0.06297687441110611, 0.06623904407024384, 0.06950121372938156, 0.07276338338851929, 0.07602555304765701, 0.07928772270679474, 0.08254989981651306, 0.08581206202507019, 0.08907423913478851, 0.09233640879392624, 0.09559857845306396]}, "gradients/decoder.transformer.h.11.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 6.0, 4.0, 4.0, 5.0, 13.0, 14.0, 8.0, 30.0, 24.0, 25.0, 16.0, 24.0, 34.0, 32.0, 38.0, 35.0, 52.0, 46.0, 50.0, 55.0, 53.0, 48.0, 54.0, 41.0, 46.0, 44.0, 23.0, 32.0, 25.0, 27.0, 20.0, 16.0, 13.0, 14.0, 13.0, 8.0, 5.0, 9.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-8.5234375, -8.2542724609375, -7.985107421875, -7.7159423828125, -7.44677734375, -7.1776123046875, -6.908447265625, -6.6392822265625, -6.3701171875, -6.1009521484375, -5.831787109375, -5.5626220703125, -5.29345703125, -5.0242919921875, -4.755126953125, -4.4859619140625, -4.216796875, -3.9476318359375, -3.678466796875, -3.4093017578125, -3.14013671875, -2.8709716796875, -2.601806640625, -2.3326416015625, -2.0634765625, -1.7943115234375, -1.525146484375, -1.2559814453125, -0.98681640625, -0.7176513671875, -0.448486328125, -0.1793212890625, 0.08984375, 0.3590087890625, 0.628173828125, 0.8973388671875, 1.16650390625, 1.4356689453125, 1.704833984375, 1.9739990234375, 2.2431640625, 2.5123291015625, 2.781494140625, 3.0506591796875, 3.31982421875, 3.5889892578125, 3.858154296875, 4.1273193359375, 4.396484375, 4.6656494140625, 4.934814453125, 5.2039794921875, 5.47314453125, 5.7423095703125, 6.011474609375, 6.2806396484375, 6.5498046875, 6.8189697265625, 7.088134765625, 7.3572998046875, 7.62646484375, 7.8956298828125, 8.164794921875, 8.4339599609375, 8.703125]}, "gradients/decoder.transformer.h.11.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 7.0, 10.0, 9.0, 16.0, 11.0, 33.0, 33.0, 48.0, 49.0, 94.0, 108.0, 147.0, 195.0, 261.0, 366.0, 494.0, 655.0, 955.0, 1327.0, 2046.0, 3326.0, 5522.0, 10592.0, 25064.0, 75232.0, 304970.0, 440502.0, 111127.0, 33653.0, 13586.0, 6643.0, 3756.0, 2287.0, 1591.0, 1071.0, 788.0, 513.0, 360.0, 281.0, 202.0, 158.0, 111.0, 100.0, 75.0, 46.0, 42.0, 30.0, 24.0, 18.0, 6.0, 9.0, 3.0, 2.0, 4.0, 3.0, 6.0], "bins": [-11.984375, -11.6334228515625, -11.282470703125, -10.9315185546875, -10.58056640625, -10.2296142578125, -9.878662109375, -9.5277099609375, -9.1767578125, -8.8258056640625, -8.474853515625, -8.1239013671875, -7.77294921875, -7.4219970703125, -7.071044921875, -6.7200927734375, -6.369140625, -6.0181884765625, -5.667236328125, -5.3162841796875, -4.96533203125, -4.6143798828125, -4.263427734375, -3.9124755859375, -3.5615234375, -3.2105712890625, -2.859619140625, -2.5086669921875, -2.15771484375, -1.8067626953125, -1.455810546875, -1.1048583984375, -0.75390625, -0.4029541015625, -0.052001953125, 0.2989501953125, 0.64990234375, 1.0008544921875, 1.351806640625, 1.7027587890625, 2.0537109375, 2.4046630859375, 2.755615234375, 3.1065673828125, 3.45751953125, 3.8084716796875, 4.159423828125, 4.5103759765625, 4.861328125, 5.2122802734375, 5.563232421875, 5.9141845703125, 6.26513671875, 6.6160888671875, 6.967041015625, 7.3179931640625, 7.6689453125, 8.0198974609375, 8.370849609375, 8.7218017578125, 9.07275390625, 9.4237060546875, 9.774658203125, 10.1256103515625, 10.4765625]}, "gradients/decoder.transformer.h.11.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 0.0, 1.0, 2.0, 3.0, 4.0, 8.0, 6.0, 7.0, 12.0, 11.0, 24.0, 23.0, 17.0, 42.0, 27.0, 42.0, 41.0, 56.0, 47.0, 89.0, 149.0, 396.0, 1428.0, 162.0, 73.0, 82.0, 52.0, 40.0, 37.0, 33.0, 22.0, 20.0, 19.0, 17.0, 14.0, 15.0, 3.0, 5.0, 11.0, 5.0, 5.0, 3.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-24.515625, -23.69921875, -22.8828125, -22.06640625, -21.25, -20.43359375, -19.6171875, -18.80078125, -17.984375, -17.16796875, -16.3515625, -15.53515625, -14.71875, -13.90234375, -13.0859375, -12.26953125, -11.453125, -10.63671875, -9.8203125, -9.00390625, -8.1875, -7.37109375, -6.5546875, -5.73828125, -4.921875, -4.10546875, -3.2890625, -2.47265625, -1.65625, -0.83984375, -0.0234375, 0.79296875, 1.609375, 2.42578125, 3.2421875, 4.05859375, 4.875, 5.69140625, 6.5078125, 7.32421875, 8.140625, 8.95703125, 9.7734375, 10.58984375, 11.40625, 12.22265625, 13.0390625, 13.85546875, 14.671875, 15.48828125, 16.3046875, 17.12109375, 17.9375, 18.75390625, 19.5703125, 20.38671875, 21.203125, 22.01953125, 22.8359375, 23.65234375, 24.46875, 25.28515625, 26.1015625, 26.91796875, 27.734375]}, "gradients/decoder.transformer.h.11.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 4.0, 7.0, 10.0, 5.0, 4.0, 10.0, 14.0, 22.0, 26.0, 30.0, 39.0, 58.0, 78.0, 126.0, 158.0, 215.0, 465.0, 1767.0, 18070.0, 2950940.0, 167150.0, 4720.0, 783.0, 294.0, 178.0, 140.0, 92.0, 74.0, 61.0, 42.0, 43.0, 21.0, 12.0, 13.0, 13.0, 5.0, 2.0, 6.0, 3.0, 2.0, 2.0, 4.0, 0.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-60.9375, -59.13134765625, -57.3251953125, -55.51904296875, -53.712890625, -51.90673828125, -50.1005859375, -48.29443359375, -46.48828125, -44.68212890625, -42.8759765625, -41.06982421875, -39.263671875, -37.45751953125, -35.6513671875, -33.84521484375, -32.0390625, -30.23291015625, -28.4267578125, -26.62060546875, -24.814453125, -23.00830078125, -21.2021484375, -19.39599609375, -17.58984375, -15.78369140625, -13.9775390625, -12.17138671875, -10.365234375, -8.55908203125, -6.7529296875, -4.94677734375, -3.140625, -1.33447265625, 0.4716796875, 2.27783203125, 4.083984375, 5.89013671875, 7.6962890625, 9.50244140625, 11.30859375, 13.11474609375, 14.9208984375, 16.72705078125, 18.533203125, 20.33935546875, 22.1455078125, 23.95166015625, 25.7578125, 27.56396484375, 29.3701171875, 31.17626953125, 32.982421875, 34.78857421875, 36.5947265625, 38.40087890625, 40.20703125, 42.01318359375, 43.8193359375, 45.62548828125, 47.431640625, 49.23779296875, 51.0439453125, 52.85009765625, 54.65625]}, "gradients/decoder.transformer.h.11.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0, 1.0, 5.0, 9.0, 23.0, 64.0, 137.0, 177.0, 229.0, 183.0, 103.0, 47.0, 24.0, 9.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-60.3873291015625, -58.464134216308594, -56.54093551635742, -54.617740631103516, -52.694541931152344, -50.77134704589844, -48.84815216064453, -46.92495346069336, -45.00175857543945, -43.07856369018555, -41.155364990234375, -39.23217010498047, -37.3089714050293, -35.38577651977539, -33.46257781982422, -31.539382934570312, -29.616186141967773, -27.692989349365234, -25.769792556762695, -23.846595764160156, -21.92340087890625, -20.00020408630371, -18.077007293701172, -16.153812408447266, -14.23061466217041, -12.307417869567871, -10.384222030639648, -8.46102523803711, -6.5378289222717285, -4.614632606506348, -2.6914358139038086, -0.7682399749755859, 1.1549568176269531, 3.078153133392334, 5.001349449157715, 6.924546241760254, 8.847742080688477, 10.770938873291016, 12.694135665893555, 14.617331504821777, 16.54052734375, 18.46372413635254, 20.386920928955078, 22.310115814208984, 24.233312606811523, 26.156509399414062, 28.0797061920166, 30.00290298461914, 31.92609977722168, 33.84929656982422, 35.772491455078125, 37.6956901550293, 39.6188850402832, 41.542083740234375, 43.46527862548828, 45.38847351074219, 47.31167221069336, 49.234867095947266, 51.15806579589844, 53.081260681152344, 55.004459381103516, 56.92765426635742, 58.850852966308594, 60.7740478515625, 62.697242736816406]}, "gradients/decoder.transformer.h.11.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 8.0, 4.0, 6.0, 5.0, 6.0, 5.0, 17.0, 10.0, 9.0, 18.0, 27.0, 29.0, 25.0, 24.0, 39.0, 36.0, 34.0, 40.0, 52.0, 44.0, 31.0, 51.0, 38.0, 34.0, 31.0, 43.0, 50.0, 32.0, 32.0, 39.0, 25.0, 27.0, 20.0, 21.0, 19.0, 11.0, 8.0, 16.0, 11.0, 6.0, 1.0, 5.0, 9.0, 1.0, 3.0, 3.0, 1.0, 1.0, 5.0, 1.0, 1.0, 2.0], "bins": [-65.50498962402344, -63.59514236450195, -61.68529510498047, -59.77545166015625, -57.865604400634766, -55.95575714111328, -54.0459098815918, -52.13606262207031, -50.226219177246094, -48.31637191772461, -46.406524658203125, -44.496681213378906, -42.58683395385742, -40.67698669433594, -38.76713943481445, -36.85729217529297, -34.947444915771484, -33.03759765625, -31.12775230407715, -29.217905044555664, -27.308059692382812, -25.398212432861328, -23.488365173339844, -21.57851791381836, -19.668672561645508, -17.758825302124023, -15.848979949951172, -13.939132690429688, -12.02928638458252, -10.119440078735352, -8.209592819213867, -6.299746513366699, -4.389900207519531, -2.480053663253784, -0.5702071189880371, 1.339639663696289, 3.249485969543457, 5.159332275390625, 7.069179534912109, 8.979025840759277, 10.888872146606445, 12.798718452453613, 14.708564758300781, 16.618412017822266, 18.52825927734375, 20.4381046295166, 22.347951889038086, 24.257797241210938, 26.167644500732422, 28.077491760253906, 29.987337112426758, 31.897184371948242, 33.807029724121094, 35.71687698364258, 37.62672424316406, 39.53657150268555, 41.44641876220703, 43.356266021728516, 45.26611328125, 47.17595672607422, 49.0858039855957, 50.99565124511719, 52.90549850463867, 54.815345764160156, 56.725189208984375]}, "gradients/decoder.transformer.h.10.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 6.0, 8.0, 12.0, 8.0, 10.0, 23.0, 25.0, 22.0, 17.0, 21.0, 24.0, 38.0, 37.0, 37.0, 34.0, 44.0, 60.0, 43.0, 42.0, 43.0, 46.0, 47.0, 52.0, 51.0, 36.0, 33.0, 21.0, 30.0, 18.0, 28.0, 19.0, 13.0, 14.0, 8.0, 14.0, 11.0, 4.0, 2.0, 2.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-9.1171875, -8.8380126953125, -8.558837890625, -8.2796630859375, -8.00048828125, -7.7213134765625, -7.442138671875, -7.1629638671875, -6.8837890625, -6.6046142578125, -6.325439453125, -6.0462646484375, -5.76708984375, -5.4879150390625, -5.208740234375, -4.9295654296875, -4.650390625, -4.3712158203125, -4.092041015625, -3.8128662109375, -3.53369140625, -3.2545166015625, -2.975341796875, -2.6961669921875, -2.4169921875, -2.1378173828125, -1.858642578125, -1.5794677734375, -1.30029296875, -1.0211181640625, -0.741943359375, -0.4627685546875, -0.18359375, 0.0955810546875, 0.374755859375, 0.6539306640625, 0.93310546875, 1.2122802734375, 1.491455078125, 1.7706298828125, 2.0498046875, 2.3289794921875, 2.608154296875, 2.8873291015625, 3.16650390625, 3.4456787109375, 3.724853515625, 4.0040283203125, 4.283203125, 4.5623779296875, 4.841552734375, 5.1207275390625, 5.39990234375, 5.6790771484375, 5.958251953125, 6.2374267578125, 6.5166015625, 6.7957763671875, 7.074951171875, 7.3541259765625, 7.63330078125, 7.9124755859375, 8.191650390625, 8.4708251953125, 8.75]}, "gradients/decoder.transformer.h.10.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 5.0, 16.0, 14.0, 22.0, 25.0, 30.0, 51.0, 72.0, 87.0, 153.0, 218.0, 307.0, 471.0, 840.0, 1426.0, 2390.0, 4305.0, 8375.0, 17600.0, 46203.0, 240056.0, 1749234.0, 1787311.0, 252243.0, 46058.0, 17634.0, 8444.0, 4375.0, 2461.0, 1452.0, 839.0, 520.0, 316.0, 206.0, 161.0, 106.0, 71.0, 48.0, 43.0, 23.0, 28.0, 17.0, 9.0, 7.0, 4.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-15.5234375, -15.0228271484375, -14.522216796875, -14.0216064453125, -13.52099609375, -13.0203857421875, -12.519775390625, -12.0191650390625, -11.5185546875, -11.0179443359375, -10.517333984375, -10.0167236328125, -9.51611328125, -9.0155029296875, -8.514892578125, -8.0142822265625, -7.513671875, -7.0130615234375, -6.512451171875, -6.0118408203125, -5.51123046875, -5.0106201171875, -4.510009765625, -4.0093994140625, -3.5087890625, -3.0081787109375, -2.507568359375, -2.0069580078125, -1.50634765625, -1.0057373046875, -0.505126953125, -0.0045166015625, 0.49609375, 0.9967041015625, 1.497314453125, 1.9979248046875, 2.49853515625, 2.9991455078125, 3.499755859375, 4.0003662109375, 4.5009765625, 5.0015869140625, 5.502197265625, 6.0028076171875, 6.50341796875, 7.0040283203125, 7.504638671875, 8.0052490234375, 8.505859375, 9.0064697265625, 9.507080078125, 10.0076904296875, 10.50830078125, 11.0089111328125, 11.509521484375, 12.0101318359375, 12.5107421875, 13.0113525390625, 13.511962890625, 14.0125732421875, 14.51318359375, 15.0137939453125, 15.514404296875, 16.0150146484375, 16.515625]}, "gradients/decoder.transformer.h.10.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 1.0, 2.0, 6.0, 5.0, 12.0, 17.0, 19.0, 12.0, 20.0, 29.0, 44.0, 47.0, 71.0, 99.0, 125.0, 180.0, 336.0, 516.0, 632.0, 599.0, 422.0, 279.0, 156.0, 107.0, 88.0, 59.0, 50.0, 26.0, 25.0, 21.0, 22.0, 9.0, 14.0, 7.0, 3.0, 5.0, 5.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.4765625, -12.9544677734375, -12.432373046875, -11.9102783203125, -11.38818359375, -10.8660888671875, -10.343994140625, -9.8218994140625, -9.2998046875, -8.7777099609375, -8.255615234375, -7.7335205078125, -7.21142578125, -6.6893310546875, -6.167236328125, -5.6451416015625, -5.123046875, -4.6009521484375, -4.078857421875, -3.5567626953125, -3.03466796875, -2.5125732421875, -1.990478515625, -1.4683837890625, -0.9462890625, -0.4241943359375, 0.097900390625, 0.6199951171875, 1.14208984375, 1.6641845703125, 2.186279296875, 2.7083740234375, 3.23046875, 3.7525634765625, 4.274658203125, 4.7967529296875, 5.31884765625, 5.8409423828125, 6.363037109375, 6.8851318359375, 7.4072265625, 7.9293212890625, 8.451416015625, 8.9735107421875, 9.49560546875, 10.0177001953125, 10.539794921875, 11.0618896484375, 11.583984375, 12.1060791015625, 12.628173828125, 13.1502685546875, 13.67236328125, 14.1944580078125, 14.716552734375, 15.2386474609375, 15.7607421875, 16.2828369140625, 16.804931640625, 17.3270263671875, 17.84912109375, 18.3712158203125, 18.893310546875, 19.4154052734375, 19.9375]}, "gradients/decoder.transformer.h.10.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 2.0, 5.0, 3.0, 8.0, 4.0, 8.0, 14.0, 14.0, 19.0, 22.0, 29.0, 39.0, 54.0, 81.0, 113.0, 183.0, 559.0, 3050.0, 35324.0, 3463483.0, 673189.0, 15462.0, 1694.0, 373.0, 169.0, 95.0, 73.0, 52.0, 46.0, 22.0, 22.0, 11.0, 20.0, 14.0, 12.0, 6.0, 5.0, 0.0, 5.0, 1.0, 2.0, 3.0, 2.0, 2.0, 0.0, 1.0], "bins": [-85.0625, -82.81494140625, -80.5673828125, -78.31982421875, -76.072265625, -73.82470703125, -71.5771484375, -69.32958984375, -67.08203125, -64.83447265625, -62.5869140625, -60.33935546875, -58.091796875, -55.84423828125, -53.5966796875, -51.34912109375, -49.1015625, -46.85400390625, -44.6064453125, -42.35888671875, -40.111328125, -37.86376953125, -35.6162109375, -33.36865234375, -31.12109375, -28.87353515625, -26.6259765625, -24.37841796875, -22.130859375, -19.88330078125, -17.6357421875, -15.38818359375, -13.140625, -10.89306640625, -8.6455078125, -6.39794921875, -4.150390625, -1.90283203125, 0.3447265625, 2.59228515625, 4.83984375, 7.08740234375, 9.3349609375, 11.58251953125, 13.830078125, 16.07763671875, 18.3251953125, 20.57275390625, 22.8203125, 25.06787109375, 27.3154296875, 29.56298828125, 31.810546875, 34.05810546875, 36.3056640625, 38.55322265625, 40.80078125, 43.04833984375, 45.2958984375, 47.54345703125, 49.791015625, 52.03857421875, 54.2861328125, 56.53369140625, 58.78125]}, "gradients/decoder.transformer.h.10.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 8.0, 12.0, 14.0, 43.0, 73.0, 176.0, 207.0, 209.0, 156.0, 63.0, 31.0, 11.0, 10.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-89.80833435058594, -85.49361419677734, -81.17889404296875, -76.86417388916016, -72.54945373535156, -68.23473358154297, -63.92001724243164, -59.60529708862305, -55.29057693481445, -50.97585678100586, -46.661136627197266, -42.34642028808594, -38.031700134277344, -33.71697998046875, -29.402259826660156, -25.087539672851562, -20.77281951904297, -16.458099365234375, -12.143380165100098, -7.82866096496582, -3.5139408111572266, 0.8007793426513672, 5.115497589111328, 9.430217742919922, 13.744937896728516, 18.05965805053711, 22.374378204345703, 26.689096450805664, 31.003816604614258, 35.31853485107422, 39.63325500488281, 43.947975158691406, 48.2626953125, 52.577415466308594, 56.89213562011719, 61.20685577392578, 65.52157592773438, 69.83629608154297, 74.15101623535156, 78.46572875976562, 82.78045654296875, 87.09517669677734, 91.40989685058594, 95.72461700439453, 100.03933715820312, 104.35405731201172, 108.66877746582031, 112.98348999023438, 117.29821014404297, 121.61293029785156, 125.92765045166016, 130.24237060546875, 134.5570831298828, 138.87181091308594, 143.1865234375, 147.50125122070312, 151.8159637451172, 156.13067626953125, 160.44540405273438, 164.76011657714844, 169.07484436035156, 173.38955688476562, 177.70428466796875, 182.0189971923828, 186.33372497558594]}, "gradients/decoder.transformer.h.10.ln_2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 7.0, 4.0, 8.0, 9.0, 7.0, 9.0, 16.0, 15.0, 23.0, 20.0, 23.0, 27.0, 37.0, 37.0, 42.0, 37.0, 36.0, 36.0, 54.0, 50.0, 43.0, 43.0, 44.0, 51.0, 35.0, 31.0, 43.0, 29.0, 27.0, 37.0, 26.0, 20.0, 15.0, 10.0, 8.0, 13.0, 3.0, 6.0, 11.0, 7.0, 4.0, 3.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-44.41691589355469, -42.82121658325195, -41.22551727294922, -39.629817962646484, -38.03411865234375, -36.43841552734375, -34.84272003173828, -33.24701690673828, -31.651317596435547, -30.055618286132812, -28.459918975830078, -26.864219665527344, -25.268518447875977, -23.672819137573242, -22.077119827270508, -20.48141860961914, -18.88572120666504, -17.290021896362305, -15.694321632385254, -14.09862232208252, -12.502922058105469, -10.907222747802734, -9.3115234375, -7.715823173522949, -6.120123863220215, -4.524424076080322, -2.928724527359009, -1.3330249786376953, 0.26267480850219727, 1.8583745956420898, 3.454073905944824, 5.049774169921875, 6.645473480224609, 8.241172790527344, 9.836873054504395, 11.432572364807129, 13.02827262878418, 14.623971939086914, 16.21967124938965, 17.815372467041016, 19.41107177734375, 21.006771087646484, 22.60247039794922, 24.198169708251953, 25.79387092590332, 27.389570236206055, 28.98526954650879, 30.580970764160156, 32.176666259765625, 33.77236557006836, 35.368064880371094, 36.96376419067383, 38.55946350097656, 40.15516662597656, 41.75086212158203, 43.34656524658203, 44.942264556884766, 46.5379638671875, 48.133663177490234, 49.72936248779297, 51.3250617980957, 52.92076110839844, 54.51646423339844, 56.11216354370117, 57.707862854003906]}, "gradients/decoder.transformer.h.10.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 6.0, 3.0, 4.0, 9.0, 7.0, 11.0, 13.0, 17.0, 21.0, 20.0, 23.0, 20.0, 21.0, 33.0, 30.0, 30.0, 28.0, 31.0, 39.0, 54.0, 31.0, 34.0, 47.0, 43.0, 41.0, 31.0, 41.0, 43.0, 31.0, 46.0, 16.0, 27.0, 24.0, 19.0, 25.0, 13.0, 13.0, 18.0, 10.0, 11.0, 3.0, 11.0, 5.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-7.54296875, -7.30877685546875, -7.0745849609375, -6.84039306640625, -6.606201171875, -6.37200927734375, -6.1378173828125, -5.90362548828125, -5.66943359375, -5.43524169921875, -5.2010498046875, -4.96685791015625, -4.732666015625, -4.49847412109375, -4.2642822265625, -4.03009033203125, -3.7958984375, -3.56170654296875, -3.3275146484375, -3.09332275390625, -2.859130859375, -2.62493896484375, -2.3907470703125, -2.15655517578125, -1.92236328125, -1.68817138671875, -1.4539794921875, -1.21978759765625, -0.985595703125, -0.75140380859375, -0.5172119140625, -0.28302001953125, -0.048828125, 0.18536376953125, 0.4195556640625, 0.65374755859375, 0.887939453125, 1.12213134765625, 1.3563232421875, 1.59051513671875, 1.82470703125, 2.05889892578125, 2.2930908203125, 2.52728271484375, 2.761474609375, 2.99566650390625, 3.2298583984375, 3.46405029296875, 3.6982421875, 3.93243408203125, 4.1666259765625, 4.40081787109375, 4.635009765625, 4.86920166015625, 5.1033935546875, 5.33758544921875, 5.57177734375, 5.80596923828125, 6.0401611328125, 6.27435302734375, 6.508544921875, 6.74273681640625, 6.9769287109375, 7.21112060546875, 7.4453125]}, "gradients/decoder.transformer.h.10.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 3.0, 6.0, 5.0, 6.0, 10.0, 19.0, 30.0, 52.0, 67.0, 108.0, 173.0, 226.0, 360.0, 474.0, 818.0, 1252.0, 1839.0, 2824.0, 4315.0, 6551.0, 10373.0, 16234.0, 26381.0, 43859.0, 75020.0, 130283.0, 214042.0, 207032.0, 124105.0, 71034.0, 41788.0, 25316.0, 15662.0, 9852.0, 6375.0, 4178.0, 2684.0, 1772.0, 1175.0, 755.0, 541.0, 305.0, 234.0, 150.0, 96.0, 71.0, 37.0, 27.0, 13.0, 11.0, 11.0, 6.0, 4.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.83154296875, -0.8046798706054688, -0.7778167724609375, -0.7509536743164062, -0.724090576171875, -0.6972274780273438, -0.6703643798828125, -0.6435012817382812, -0.61663818359375, -0.5897750854492188, -0.5629119873046875, -0.5360488891601562, -0.509185791015625, -0.48232269287109375, -0.4554595947265625, -0.42859649658203125, -0.4017333984375, -0.37487030029296875, -0.3480072021484375, -0.32114410400390625, -0.294281005859375, -0.26741790771484375, -0.2405548095703125, -0.21369171142578125, -0.18682861328125, -0.15996551513671875, -0.1331024169921875, -0.10623931884765625, -0.079376220703125, -0.05251312255859375, -0.0256500244140625, 0.00121307373046875, 0.028076171875, 0.05493927001953125, 0.0818023681640625, 0.10866546630859375, 0.135528564453125, 0.16239166259765625, 0.1892547607421875, 0.21611785888671875, 0.24298095703125, 0.26984405517578125, 0.2967071533203125, 0.32357025146484375, 0.350433349609375, 0.37729644775390625, 0.4041595458984375, 0.43102264404296875, 0.4578857421875, 0.48474884033203125, 0.5116119384765625, 0.5384750366210938, 0.565338134765625, 0.5922012329101562, 0.6190643310546875, 0.6459274291992188, 0.67279052734375, 0.6996536254882812, 0.7265167236328125, 0.7533798217773438, 0.780242919921875, 0.8071060180664062, 0.8339691162109375, 0.8608322143554688, 0.8876953125]}, "gradients/decoder.transformer.h.10.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 3.0, 3.0, 2.0, 6.0, 0.0, 10.0, 15.0, 12.0, 18.0, 14.0, 10.0, 20.0, 19.0, 27.0, 35.0, 24.0, 29.0, 37.0, 41.0, 38.0, 43.0, 47.0, 1070.0, 37.0, 41.0, 46.0, 58.0, 38.0, 41.0, 27.0, 29.0, 29.0, 22.0, 18.0, 26.0, 18.0, 11.0, 14.0, 16.0, 7.0, 8.0, 7.0, 5.0, 4.0, 5.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.2578125, -5.08013916015625, -4.9024658203125, -4.72479248046875, -4.547119140625, -4.36944580078125, -4.1917724609375, -4.01409912109375, -3.83642578125, -3.65875244140625, -3.4810791015625, -3.30340576171875, -3.125732421875, -2.94805908203125, -2.7703857421875, -2.59271240234375, -2.4150390625, -2.23736572265625, -2.0596923828125, -1.88201904296875, -1.704345703125, -1.52667236328125, -1.3489990234375, -1.17132568359375, -0.99365234375, -0.81597900390625, -0.6383056640625, -0.46063232421875, -0.282958984375, -0.10528564453125, 0.0723876953125, 0.25006103515625, 0.427734375, 0.60540771484375, 0.7830810546875, 0.96075439453125, 1.138427734375, 1.31610107421875, 1.4937744140625, 1.67144775390625, 1.84912109375, 2.02679443359375, 2.2044677734375, 2.38214111328125, 2.559814453125, 2.73748779296875, 2.9151611328125, 3.09283447265625, 3.2705078125, 3.44818115234375, 3.6258544921875, 3.80352783203125, 3.981201171875, 4.15887451171875, 4.3365478515625, 4.51422119140625, 4.69189453125, 4.86956787109375, 5.0472412109375, 5.22491455078125, 5.402587890625, 5.58026123046875, 5.7579345703125, 5.93560791015625, 6.11328125]}, "gradients/decoder.transformer.h.10.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 5.0, 4.0, 5.0, 3.0, 6.0, 11.0, 13.0, 24.0, 43.0, 68.0, 93.0, 130.0, 225.0, 300.0, 454.0, 653.0, 970.0, 1483.0, 2191.0, 3299.0, 4992.0, 7778.0, 12099.0, 18940.0, 30846.0, 51323.0, 85924.0, 149183.0, 1231286.0, 210492.0, 112245.0, 65871.0, 39117.0, 24232.0, 15009.0, 9525.0, 6175.0, 4031.0, 2609.0, 1776.0, 1215.0, 773.0, 548.0, 382.0, 263.0, 174.0, 117.0, 80.0, 63.0, 35.0, 21.0, 14.0, 11.0, 5.0, 6.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.370361328125, -0.35869598388671875, -0.3470306396484375, -0.33536529541015625, -0.323699951171875, -0.31203460693359375, -0.3003692626953125, -0.28870391845703125, -0.27703857421875, -0.26537322998046875, -0.2537078857421875, -0.24204254150390625, -0.230377197265625, -0.21871185302734375, -0.2070465087890625, -0.19538116455078125, -0.1837158203125, -0.17205047607421875, -0.1603851318359375, -0.14871978759765625, -0.137054443359375, -0.12538909912109375, -0.1137237548828125, -0.10205841064453125, -0.09039306640625, -0.07872772216796875, -0.0670623779296875, -0.05539703369140625, -0.043731689453125, -0.03206634521484375, -0.0204010009765625, -0.00873565673828125, 0.0029296875, 0.01459503173828125, 0.0262603759765625, 0.03792572021484375, 0.049591064453125, 0.06125640869140625, 0.0729217529296875, 0.08458709716796875, 0.09625244140625, 0.10791778564453125, 0.1195831298828125, 0.13124847412109375, 0.142913818359375, 0.15457916259765625, 0.1662445068359375, 0.17790985107421875, 0.1895751953125, 0.20124053955078125, 0.2129058837890625, 0.22457122802734375, 0.236236572265625, 0.24790191650390625, 0.2595672607421875, 0.27123260498046875, 0.28289794921875, 0.29456329345703125, 0.3062286376953125, 0.31789398193359375, 0.329559326171875, 0.34122467041015625, 0.3528900146484375, 0.36455535888671875, 0.376220703125]}, "gradients/decoder.transformer.h.10.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 4.0, 1.0, 2.0, 2.0, 4.0, 5.0, 3.0, 7.0, 9.0, 9.0, 16.0, 30.0, 38.0, 61.0, 94.0, 119.0, 172.0, 139.0, 87.0, 63.0, 36.0, 21.0, 20.0, 10.0, 9.0, 6.0, 8.0, 4.0, 6.0, 5.0, 1.0, 1.0, 3.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.068115234375, -0.06588459014892578, -0.06365394592285156, -0.061423301696777344, -0.059192657470703125, -0.056962013244628906, -0.05473136901855469, -0.05250072479248047, -0.05027008056640625, -0.04803943634033203, -0.04580879211425781, -0.043578147888183594, -0.041347503662109375, -0.039116859436035156, -0.03688621520996094, -0.03465557098388672, -0.0324249267578125, -0.03019428253173828, -0.027963638305664062, -0.025732994079589844, -0.023502349853515625, -0.021271705627441406, -0.019041061401367188, -0.01681041717529297, -0.01457977294921875, -0.012349128723144531, -0.010118484497070312, -0.007887840270996094, -0.005657196044921875, -0.0034265518188476562, -0.0011959075927734375, 0.0010347366333007812, 0.003265380859375, 0.005496025085449219, 0.0077266693115234375, 0.009957313537597656, 0.012187957763671875, 0.014418601989746094, 0.016649246215820312, 0.01887989044189453, 0.02111053466796875, 0.02334117889404297, 0.025571823120117188, 0.027802467346191406, 0.030033111572265625, 0.032263755798339844, 0.03449440002441406, 0.03672504425048828, 0.0389556884765625, 0.04118633270263672, 0.04341697692871094, 0.045647621154785156, 0.047878265380859375, 0.050108909606933594, 0.05233955383300781, 0.05457019805908203, 0.05680084228515625, 0.05903148651123047, 0.06126213073730469, 0.0634927749633789, 0.06572341918945312, 0.06795406341552734, 0.07018470764160156, 0.07241535186767578, 0.07464599609375]}, "gradients/decoder.transformer.h.10.crossattention.q_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 3.0, 3.0, 1.0, 1.0, 5.0, 6.0, 4.0, 8.0, 9.0, 7.0, 12.0, 25.0, 37.0, 53.0, 114.0, 239.0, 2637.0, 1043148.0, 1720.0, 236.0, 107.0, 63.0, 37.0, 21.0, 17.0, 8.0, 8.0, 3.0, 5.0, 4.0, 2.0, 2.0, 1.0, 4.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.734375, -1.6825408935546875, -1.630706787109375, -1.5788726806640625, -1.52703857421875, -1.4752044677734375, -1.423370361328125, -1.3715362548828125, -1.3197021484375, -1.2678680419921875, -1.216033935546875, -1.1641998291015625, -1.11236572265625, -1.0605316162109375, -1.008697509765625, -0.9568634033203125, -0.905029296875, -0.8531951904296875, -0.801361083984375, -0.7495269775390625, -0.69769287109375, -0.6458587646484375, -0.594024658203125, -0.5421905517578125, -0.4903564453125, -0.4385223388671875, -0.386688232421875, -0.3348541259765625, -0.28302001953125, -0.2311859130859375, -0.179351806640625, -0.1275177001953125, -0.07568359375, -0.0238494873046875, 0.027984619140625, 0.0798187255859375, 0.13165283203125, 0.1834869384765625, 0.235321044921875, 0.2871551513671875, 0.3389892578125, 0.3908233642578125, 0.442657470703125, 0.4944915771484375, 0.54632568359375, 0.5981597900390625, 0.649993896484375, 0.7018280029296875, 0.753662109375, 0.8054962158203125, 0.857330322265625, 0.9091644287109375, 0.96099853515625, 1.0128326416015625, 1.064666748046875, 1.1165008544921875, 1.1683349609375, 1.2201690673828125, 1.272003173828125, 1.3238372802734375, 1.37567138671875, 1.4275054931640625, 1.479339599609375, 1.5311737060546875, 1.5830078125]}, "gradients/decoder.transformer.h.10.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 8.0, 14.0, 113.0, 749.0, 111.0, 21.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.307647705078125, -1.2836778163909912, -1.2597079277038574, -1.2357380390167236, -1.2117681503295898, -1.1877981424331665, -1.1638282537460327, -1.139858365058899, -1.1158884763717651, -1.0919185876846313, -1.0679486989974976, -1.0439788103103638, -1.02000892162323, -0.9960389733314514, -0.9720690846443176, -0.9480991363525391, -0.9241292476654053, -0.9001593589782715, -0.8761894702911377, -0.8522195219993591, -0.8282496333122253, -0.8042797446250916, -0.7803098559379578, -0.7563399076461792, -0.7323700785636902, -0.7084001898765564, -0.6844303011894226, -0.660460352897644, -0.6364904642105103, -0.6125205755233765, -0.5885506868362427, -0.5645807981491089, -0.5406109094619751, -0.5166410207748413, -0.49267110228538513, -0.46870121359825134, -0.44473129510879517, -0.4207614064216614, -0.3967915177345276, -0.3728215992450714, -0.34885168075561523, -0.32488179206848145, -0.30091187357902527, -0.2769419848918915, -0.2529720664024353, -0.2290021777153015, -0.20503227412700653, -0.18106237053871155, -0.15709245204925537, -0.1331225484609604, -0.1091526448726654, -0.08518274873495102, -0.061212845146656036, -0.03724294155836105, -0.013273045420646667, 0.010696858167648315, 0.0346667617559433, 0.05863666534423828, 0.08260656893253326, 0.10657646507024765, 0.13054636120796204, 0.1545162796974182, 0.178486168384552, 0.20245607197284698, 0.22642597556114197]}, "gradients/decoder.transformer.h.10.ln_cross_attn.bias": {"_type": "histogram", "values": [3.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 5.0, 5.0, 5.0, 7.0, 8.0, 8.0, 10.0, 10.0, 15.0, 11.0, 16.0, 25.0, 23.0, 25.0, 33.0, 32.0, 25.0, 18.0, 34.0, 32.0, 36.0, 37.0, 36.0, 38.0, 34.0, 39.0, 34.0, 32.0, 41.0, 32.0, 30.0, 29.0, 35.0, 29.0, 26.0, 9.0, 29.0, 14.0, 7.0, 15.0, 14.0, 27.0, 12.0, 4.0, 6.0, 2.0, 2.0, 2.0, 5.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.15747380256652832, -0.15238676965236664, -0.14729973673820496, -0.14221270382404327, -0.1371256709098816, -0.13203862309455872, -0.12695159018039703, -0.12186455726623535, -0.11677752435207367, -0.11169049143791199, -0.1066034585237503, -0.10151641815900803, -0.09642938524484634, -0.09134235233068466, -0.08625531196594238, -0.0811682790517807, -0.07608124613761902, -0.07099421322345734, -0.06590718030929565, -0.060820139944553375, -0.05573310703039169, -0.05064607411623001, -0.04555903747677803, -0.04047200083732605, -0.03538496792316437, -0.030297933146357536, -0.025210898369550705, -0.020123863592743874, -0.015036828815937042, -0.009949794039130211, -0.0048627592623233795, 0.00022427737712860107, 0.005311310291290283, 0.010398345068097115, 0.015485379844903946, 0.020572414621710777, 0.02565944939851761, 0.03074648417532444, 0.03583351895213127, 0.04092055559158325, 0.046007588505744934, 0.051094621419906616, 0.0561816580593586, 0.06126869469881058, 0.06635572761297226, 0.07144276052713394, 0.07652980089187622, 0.0816168338060379, 0.08670386672019958, 0.09179089963436127, 0.09687793254852295, 0.10196497291326523, 0.10705200582742691, 0.11213903874158859, 0.11722607910633087, 0.12231311202049255, 0.12740014493465424, 0.13248717784881592, 0.1375742107629776, 0.14266124367713928, 0.14774829149246216, 0.15283532440662384, 0.15792235732078552, 0.1630093902349472, 0.1680964231491089]}, "gradients/decoder.transformer.h.10.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 6.0, 3.0, 4.0, 8.0, 7.0, 12.0, 13.0, 17.0, 20.0, 20.0, 24.0, 20.0, 19.0, 34.0, 30.0, 30.0, 30.0, 30.0, 38.0, 55.0, 31.0, 34.0, 47.0, 43.0, 40.0, 32.0, 41.0, 43.0, 30.0, 47.0, 16.0, 27.0, 23.0, 21.0, 24.0, 13.0, 14.0, 17.0, 10.0, 11.0, 3.0, 11.0, 5.0, 1.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-7.546875, -7.3126220703125, -7.078369140625, -6.8441162109375, -6.60986328125, -6.3756103515625, -6.141357421875, -5.9071044921875, -5.6728515625, -5.4385986328125, -5.204345703125, -4.9700927734375, -4.73583984375, -4.5015869140625, -4.267333984375, -4.0330810546875, -3.798828125, -3.5645751953125, -3.330322265625, -3.0960693359375, -2.86181640625, -2.6275634765625, -2.393310546875, -2.1590576171875, -1.9248046875, -1.6905517578125, -1.456298828125, -1.2220458984375, -0.98779296875, -0.7535400390625, -0.519287109375, -0.2850341796875, -0.05078125, 0.1834716796875, 0.417724609375, 0.6519775390625, 0.88623046875, 1.1204833984375, 1.354736328125, 1.5889892578125, 1.8232421875, 2.0574951171875, 2.291748046875, 2.5260009765625, 2.76025390625, 2.9945068359375, 3.228759765625, 3.4630126953125, 3.697265625, 3.9315185546875, 4.165771484375, 4.4000244140625, 4.63427734375, 4.8685302734375, 5.102783203125, 5.3370361328125, 5.5712890625, 5.8055419921875, 6.039794921875, 6.2740478515625, 6.50830078125, 6.7425537109375, 6.976806640625, 7.2110595703125, 7.4453125]}, "gradients/decoder.transformer.h.10.attn.c_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 2.0, 1.0, 6.0, 6.0, 6.0, 12.0, 19.0, 21.0, 31.0, 49.0, 64.0, 104.0, 132.0, 216.0, 292.0, 445.0, 639.0, 999.0, 1430.0, 2119.0, 3155.0, 5091.0, 7897.0, 13703.0, 25841.0, 61418.0, 195839.0, 452459.0, 165844.0, 53230.0, 23384.0, 12641.0, 7519.0, 4687.0, 3080.0, 2017.0, 1331.0, 901.0, 615.0, 402.0, 282.0, 190.0, 135.0, 96.0, 62.0, 43.0, 33.0, 22.0, 17.0, 12.0, 7.0, 6.0, 6.0, 7.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-9.625, -9.3087158203125, -8.992431640625, -8.6761474609375, -8.35986328125, -8.0435791015625, -7.727294921875, -7.4110107421875, -7.0947265625, -6.7784423828125, -6.462158203125, -6.1458740234375, -5.82958984375, -5.5133056640625, -5.197021484375, -4.8807373046875, -4.564453125, -4.2481689453125, -3.931884765625, -3.6156005859375, -3.29931640625, -2.9830322265625, -2.666748046875, -2.3504638671875, -2.0341796875, -1.7178955078125, -1.401611328125, -1.0853271484375, -0.76904296875, -0.4527587890625, -0.136474609375, 0.1798095703125, 0.49609375, 0.8123779296875, 1.128662109375, 1.4449462890625, 1.76123046875, 2.0775146484375, 2.393798828125, 2.7100830078125, 3.0263671875, 3.3426513671875, 3.658935546875, 3.9752197265625, 4.29150390625, 4.6077880859375, 4.924072265625, 5.2403564453125, 5.556640625, 5.8729248046875, 6.189208984375, 6.5054931640625, 6.82177734375, 7.1380615234375, 7.454345703125, 7.7706298828125, 8.0869140625, 8.4031982421875, 8.719482421875, 9.0357666015625, 9.35205078125, 9.6683349609375, 9.984619140625, 10.3009033203125, 10.6171875]}, "gradients/decoder.transformer.h.10.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 1.0, 5.0, 0.0, 7.0, 9.0, 9.0, 13.0, 13.0, 13.0, 28.0, 29.0, 28.0, 34.0, 34.0, 37.0, 53.0, 66.0, 89.0, 148.0, 1452.0, 379.0, 140.0, 73.0, 57.0, 55.0, 37.0, 36.0, 32.0, 37.0, 17.0, 28.0, 18.0, 21.0, 18.0, 9.0, 8.0, 2.0, 6.0, 6.0, 2.0, 4.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.015625, -20.23486328125, -19.4541015625, -18.67333984375, -17.892578125, -17.11181640625, -16.3310546875, -15.55029296875, -14.76953125, -13.98876953125, -13.2080078125, -12.42724609375, -11.646484375, -10.86572265625, -10.0849609375, -9.30419921875, -8.5234375, -7.74267578125, -6.9619140625, -6.18115234375, -5.400390625, -4.61962890625, -3.8388671875, -3.05810546875, -2.27734375, -1.49658203125, -0.7158203125, 0.06494140625, 0.845703125, 1.62646484375, 2.4072265625, 3.18798828125, 3.96875, 4.74951171875, 5.5302734375, 6.31103515625, 7.091796875, 7.87255859375, 8.6533203125, 9.43408203125, 10.21484375, 10.99560546875, 11.7763671875, 12.55712890625, 13.337890625, 14.11865234375, 14.8994140625, 15.68017578125, 16.4609375, 17.24169921875, 18.0224609375, 18.80322265625, 19.583984375, 20.36474609375, 21.1455078125, 21.92626953125, 22.70703125, 23.48779296875, 24.2685546875, 25.04931640625, 25.830078125, 26.61083984375, 27.3916015625, 28.17236328125, 28.953125]}, "gradients/decoder.transformer.h.10.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 5.0, 1.0, 3.0, 8.0, 5.0, 3.0, 14.0, 10.0, 18.0, 17.0, 35.0, 46.0, 60.0, 89.0, 109.0, 202.0, 321.0, 949.0, 6408.0, 704694.0, 2420904.0, 9710.0, 1083.0, 383.0, 199.0, 128.0, 80.0, 61.0, 43.0, 39.0, 23.0, 13.0, 5.0, 12.0, 7.0, 5.0, 1.0, 5.0, 4.0, 2.0, 0.0, 4.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-73.75, -71.4501953125, -69.150390625, -66.8505859375, -64.55078125, -62.2509765625, -59.951171875, -57.6513671875, -55.3515625, -53.0517578125, -50.751953125, -48.4521484375, -46.15234375, -43.8525390625, -41.552734375, -39.2529296875, -36.953125, -34.6533203125, -32.353515625, -30.0537109375, -27.75390625, -25.4541015625, -23.154296875, -20.8544921875, -18.5546875, -16.2548828125, -13.955078125, -11.6552734375, -9.35546875, -7.0556640625, -4.755859375, -2.4560546875, -0.15625, 2.1435546875, 4.443359375, 6.7431640625, 9.04296875, 11.3427734375, 13.642578125, 15.9423828125, 18.2421875, 20.5419921875, 22.841796875, 25.1416015625, 27.44140625, 29.7412109375, 32.041015625, 34.3408203125, 36.640625, 38.9404296875, 41.240234375, 43.5400390625, 45.83984375, 48.1396484375, 50.439453125, 52.7392578125, 55.0390625, 57.3388671875, 59.638671875, 61.9384765625, 64.23828125, 66.5380859375, 68.837890625, 71.1376953125, 73.4375]}, "gradients/decoder.transformer.h.10.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 8.0, 209.0, 652.0, 136.0, 10.0, 2.0], "bins": [-503.6598205566406, -495.3146057128906, -486.9693908691406, -478.6241760253906, -470.2789306640625, -461.9337158203125, -453.5885009765625, -445.2432861328125, -436.8980712890625, -428.5528564453125, -420.2076416015625, -411.8624267578125, -403.5172119140625, -395.1719665527344, -386.8267517089844, -378.4815368652344, -370.1363220214844, -361.7911071777344, -353.4458923339844, -345.1006774902344, -336.75543212890625, -328.41021728515625, -320.06500244140625, -311.71978759765625, -303.37457275390625, -295.02935791015625, -286.68414306640625, -278.33892822265625, -269.99371337890625, -261.6484680175781, -253.30325317382812, -244.95803833007812, -236.6128387451172, -228.2676239013672, -219.92239379882812, -211.57717895507812, -203.23196411132812, -194.88674926757812, -186.54153442382812, -178.19630432128906, -169.85108947753906, -161.50587463378906, -153.16064453125, -144.8154296875, -136.47021484375, -128.125, -119.77977752685547, -111.43455505371094, -103.0893325805664, -94.74411010742188, -86.39889526367188, -78.05368041992188, -69.70845794677734, -61.36323928833008, -53.01802062988281, -44.67280197143555, -36.32758331298828, -27.982364654541016, -19.63714599609375, -11.291927337646484, -2.9467086791992188, 5.398509979248047, 13.743728637695312, 22.088947296142578, 30.43416404724121]}, "gradients/decoder.transformer.h.10.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 5.0, 5.0, 4.0, 8.0, 4.0, 9.0, 5.0, 14.0, 16.0, 9.0, 14.0, 27.0, 20.0, 37.0, 22.0, 32.0, 27.0, 43.0, 32.0, 45.0, 43.0, 35.0, 45.0, 46.0, 46.0, 43.0, 34.0, 33.0, 35.0, 39.0, 36.0, 19.0, 26.0, 25.0, 17.0, 27.0, 14.0, 16.0, 8.0, 7.0, 4.0, 7.0, 7.0, 4.0, 6.0, 6.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-58.241172790527344, -56.42477035522461, -54.608367919921875, -52.791961669921875, -50.97555923461914, -49.159156799316406, -47.342750549316406, -45.52634811401367, -43.70994567871094, -41.8935432434082, -40.07714080810547, -38.26073455810547, -36.444332122802734, -34.6279296875, -32.8115234375, -30.995121002197266, -29.17871856689453, -27.362316131591797, -25.54591178894043, -23.729507446289062, -21.913105010986328, -20.096702575683594, -18.280298233032227, -16.46389389038086, -14.647491455078125, -12.831088066101074, -11.014684677124023, -9.198281288146973, -7.381877899169922, -5.565474510192871, -3.7490711212158203, -1.9326677322387695, -0.11626434326171875, 1.700139045715332, 3.516542434692383, 5.332945823669434, 7.149349212646484, 8.965752601623535, 10.782155990600586, 12.598559379577637, 14.414962768554688, 16.231365203857422, 18.04776954650879, 19.864173889160156, 21.68057632446289, 23.496978759765625, 25.313383102416992, 27.12978744506836, 28.946189880371094, 30.762592315673828, 32.57899475097656, 34.39540100097656, 36.2118034362793, 38.02820587158203, 39.84461212158203, 41.661014556884766, 43.4774169921875, 45.293819427490234, 47.11022186279297, 48.92662811279297, 50.7430305480957, 52.55943298339844, 54.37583923339844, 56.19224166870117, 58.008644104003906]}, "gradients/decoder.transformer.h.9.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 3.0, 3.0, 4.0, 7.0, 10.0, 8.0, 7.0, 14.0, 16.0, 13.0, 19.0, 17.0, 24.0, 24.0, 33.0, 28.0, 33.0, 29.0, 40.0, 40.0, 30.0, 41.0, 56.0, 37.0, 40.0, 35.0, 34.0, 38.0, 32.0, 37.0, 38.0, 31.0, 22.0, 26.0, 20.0, 16.0, 18.0, 13.0, 19.0, 16.0, 9.0, 8.0, 10.0, 4.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-7.88671875, -7.63397216796875, -7.3812255859375, -7.12847900390625, -6.875732421875, -6.62298583984375, -6.3702392578125, -6.11749267578125, -5.86474609375, -5.61199951171875, -5.3592529296875, -5.10650634765625, -4.853759765625, -4.60101318359375, -4.3482666015625, -4.09552001953125, -3.8427734375, -3.59002685546875, -3.3372802734375, -3.08453369140625, -2.831787109375, -2.57904052734375, -2.3262939453125, -2.07354736328125, -1.82080078125, -1.56805419921875, -1.3153076171875, -1.06256103515625, -0.809814453125, -0.55706787109375, -0.3043212890625, -0.05157470703125, 0.201171875, 0.45391845703125, 0.7066650390625, 0.95941162109375, 1.212158203125, 1.46490478515625, 1.7176513671875, 1.97039794921875, 2.22314453125, 2.47589111328125, 2.7286376953125, 2.98138427734375, 3.234130859375, 3.48687744140625, 3.7396240234375, 3.99237060546875, 4.2451171875, 4.49786376953125, 4.7506103515625, 5.00335693359375, 5.256103515625, 5.50885009765625, 5.7615966796875, 6.01434326171875, 6.26708984375, 6.51983642578125, 6.7725830078125, 7.02532958984375, 7.278076171875, 7.53082275390625, 7.7835693359375, 8.03631591796875, 8.2890625]}, "gradients/decoder.transformer.h.9.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 2.0, 6.0, 6.0, 5.0, 12.0, 7.0, 13.0, 18.0, 19.0, 22.0, 22.0, 41.0, 63.0, 97.0, 126.0, 197.0, 295.0, 490.0, 840.0, 1389.0, 2506.0, 4960.0, 10741.0, 26124.0, 103892.0, 1054191.0, 2541146.0, 363739.0, 49909.0, 17037.0, 7695.0, 3746.0, 2016.0, 1098.0, 653.0, 396.0, 259.0, 150.0, 93.0, 73.0, 55.0, 43.0, 32.0, 18.0, 8.0, 11.0, 9.0, 9.0, 8.0, 3.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-18.0, -17.405517578125, -16.81103515625, -16.216552734375, -15.6220703125, -15.027587890625, -14.43310546875, -13.838623046875, -13.244140625, -12.649658203125, -12.05517578125, -11.460693359375, -10.8662109375, -10.271728515625, -9.67724609375, -9.082763671875, -8.48828125, -7.893798828125, -7.29931640625, -6.704833984375, -6.1103515625, -5.515869140625, -4.92138671875, -4.326904296875, -3.732421875, -3.137939453125, -2.54345703125, -1.948974609375, -1.3544921875, -0.760009765625, -0.16552734375, 0.428955078125, 1.0234375, 1.617919921875, 2.21240234375, 2.806884765625, 3.4013671875, 3.995849609375, 4.59033203125, 5.184814453125, 5.779296875, 6.373779296875, 6.96826171875, 7.562744140625, 8.1572265625, 8.751708984375, 9.34619140625, 9.940673828125, 10.53515625, 11.129638671875, 11.72412109375, 12.318603515625, 12.9130859375, 13.507568359375, 14.10205078125, 14.696533203125, 15.291015625, 15.885498046875, 16.47998046875, 17.074462890625, 17.6689453125, 18.263427734375, 18.85791015625, 19.452392578125, 20.046875]}, "gradients/decoder.transformer.h.9.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 3.0, 5.0, 13.0, 8.0, 11.0, 12.0, 25.0, 27.0, 35.0, 48.0, 70.0, 93.0, 156.0, 204.0, 337.0, 573.0, 693.0, 617.0, 423.0, 244.0, 149.0, 97.0, 65.0, 45.0, 33.0, 25.0, 16.0, 11.0, 11.0, 14.0, 4.0, 5.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.3984375, -14.7982177734375, -14.197998046875, -13.5977783203125, -12.99755859375, -12.3973388671875, -11.797119140625, -11.1968994140625, -10.5966796875, -9.9964599609375, -9.396240234375, -8.7960205078125, -8.19580078125, -7.5955810546875, -6.995361328125, -6.3951416015625, -5.794921875, -5.1947021484375, -4.594482421875, -3.9942626953125, -3.39404296875, -2.7938232421875, -2.193603515625, -1.5933837890625, -0.9931640625, -0.3929443359375, 0.207275390625, 0.8074951171875, 1.40771484375, 2.0079345703125, 2.608154296875, 3.2083740234375, 3.80859375, 4.4088134765625, 5.009033203125, 5.6092529296875, 6.20947265625, 6.8096923828125, 7.409912109375, 8.0101318359375, 8.6103515625, 9.2105712890625, 9.810791015625, 10.4110107421875, 11.01123046875, 11.6114501953125, 12.211669921875, 12.8118896484375, 13.412109375, 14.0123291015625, 14.612548828125, 15.2127685546875, 15.81298828125, 16.4132080078125, 17.013427734375, 17.6136474609375, 18.2138671875, 18.8140869140625, 19.414306640625, 20.0145263671875, 20.61474609375, 21.2149658203125, 21.815185546875, 22.4154052734375, 23.015625]}, "gradients/decoder.transformer.h.9.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 12.0, 11.0, 13.0, 20.0, 20.0, 38.0, 46.0, 71.0, 100.0, 247.0, 600.0, 3336.0, 97497.0, 4048006.0, 40917.0, 2216.0, 518.0, 216.0, 122.0, 70.0, 49.0, 40.0, 29.0, 27.0, 9.0, 12.0, 10.0, 9.0, 5.0, 4.0, 3.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-120.875, -117.7275390625, -114.580078125, -111.4326171875, -108.28515625, -105.1376953125, -101.990234375, -98.8427734375, -95.6953125, -92.5478515625, -89.400390625, -86.2529296875, -83.10546875, -79.9580078125, -76.810546875, -73.6630859375, -70.515625, -67.3681640625, -64.220703125, -61.0732421875, -57.92578125, -54.7783203125, -51.630859375, -48.4833984375, -45.3359375, -42.1884765625, -39.041015625, -35.8935546875, -32.74609375, -29.5986328125, -26.451171875, -23.3037109375, -20.15625, -17.0087890625, -13.861328125, -10.7138671875, -7.56640625, -4.4189453125, -1.271484375, 1.8759765625, 5.0234375, 8.1708984375, 11.318359375, 14.4658203125, 17.61328125, 20.7607421875, 23.908203125, 27.0556640625, 30.203125, 33.3505859375, 36.498046875, 39.6455078125, 42.79296875, 45.9404296875, 49.087890625, 52.2353515625, 55.3828125, 58.5302734375, 61.677734375, 64.8251953125, 67.97265625, 71.1201171875, 74.267578125, 77.4150390625, 80.5625]}, "gradients/decoder.transformer.h.9.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 3.0, 7.0, 17.0, 13.0, 28.0, 32.0, 48.0, 57.0, 99.0, 103.0, 107.0, 125.0, 107.0, 94.0, 50.0, 35.0, 26.0, 20.0, 12.0, 12.0, 2.0, 3.0, 3.0, 1.0, 5.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-64.81631469726562, -62.57074737548828, -60.3251838684082, -58.079620361328125, -55.83405303955078, -53.58848571777344, -51.34292221069336, -49.09735870361328, -46.85179138183594, -44.606224060058594, -42.360660552978516, -40.11509704589844, -37.869529724121094, -35.62396240234375, -33.37839889526367, -31.13283348083496, -28.88726806640625, -26.64170265197754, -24.396137237548828, -22.150571823120117, -19.905006408691406, -17.659440994262695, -15.413875579833984, -13.168310165405273, -10.922744750976562, -8.677179336547852, -6.431613922119141, -4.18604850769043, -1.9404830932617188, 0.3050823211669922, 2.550647735595703, 4.796213150024414, 7.041770935058594, 9.287336349487305, 11.532901763916016, 13.778467178344727, 16.024032592773438, 18.26959800720215, 20.51516342163086, 22.76072883605957, 25.00629425048828, 27.251859664916992, 29.497425079345703, 31.742990493774414, 33.988555908203125, 36.23412322998047, 38.47968673706055, 40.725250244140625, 42.97081756591797, 45.21638488769531, 47.46194839477539, 49.70751190185547, 51.95307922363281, 54.198646545410156, 56.444210052490234, 58.68977355957031, 60.935340881347656, 63.180908203125, 65.42646789550781, 67.67203521728516, 69.9176025390625, 72.16316986083984, 74.40873718261719, 76.654296875, 78.89986419677734]}, "gradients/decoder.transformer.h.9.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 5.0, 3.0, 9.0, 6.0, 3.0, 8.0, 5.0, 9.0, 7.0, 10.0, 19.0, 26.0, 24.0, 28.0, 34.0, 41.0, 33.0, 39.0, 41.0, 43.0, 47.0, 39.0, 36.0, 49.0, 51.0, 47.0, 41.0, 40.0, 33.0, 35.0, 32.0, 40.0, 19.0, 19.0, 21.0, 10.0, 11.0, 9.0, 10.0, 9.0, 4.0, 7.0, 5.0, 2.0, 2.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-55.938804626464844, -54.26834487915039, -52.59788513183594, -50.927425384521484, -49.25696563720703, -47.586509704589844, -45.91604995727539, -44.24559020996094, -42.575130462646484, -40.90467071533203, -39.23421096801758, -37.563751220703125, -35.89329528808594, -34.22283172607422, -32.55237579345703, -30.881916046142578, -29.211456298828125, -27.540996551513672, -25.87053680419922, -24.2000789642334, -22.529619216918945, -20.859159469604492, -19.188701629638672, -17.51824188232422, -15.847782135009766, -14.177322387695312, -12.506863594055176, -10.836404800415039, -9.165945053100586, -7.495485305786133, -5.825026512145996, -4.154567718505859, -2.4841041564941406, -0.8136448860168457, 0.8568143844604492, 2.527273654937744, 4.197732925415039, 5.868192672729492, 7.538651466369629, 9.209110260009766, 10.879570007324219, 12.550029754638672, 14.220488548278809, 15.890947341918945, 17.5614070892334, 19.23186683654785, 20.902324676513672, 22.572784423828125, 24.243244171142578, 25.91370391845703, 27.584163665771484, 29.254621505737305, 30.925081253051758, 32.595542907714844, 34.26599884033203, 35.936458587646484, 37.60691833496094, 39.27737808227539, 40.947837829589844, 42.6182975769043, 44.28875732421875, 45.95921325683594, 47.62967300415039, 49.300132751464844, 50.9705924987793]}, "gradients/decoder.transformer.h.9.crossattention.c_proj.bias": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 1.0, 2.0, 1.0, 7.0, 5.0, 5.0, 3.0, 7.0, 6.0, 11.0, 12.0, 17.0, 17.0, 11.0, 24.0, 18.0, 42.0, 25.0, 27.0, 44.0, 34.0, 30.0, 51.0, 39.0, 41.0, 35.0, 41.0, 32.0, 43.0, 39.0, 38.0, 35.0, 27.0, 32.0, 16.0, 32.0, 25.0, 23.0, 16.0, 12.0, 16.0, 10.0, 14.0, 11.0, 11.0, 7.0, 5.0, 8.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.25390625, -7.00433349609375, -6.7547607421875, -6.50518798828125, -6.255615234375, -6.00604248046875, -5.7564697265625, -5.50689697265625, -5.25732421875, -5.00775146484375, -4.7581787109375, -4.50860595703125, -4.259033203125, -4.00946044921875, -3.7598876953125, -3.51031494140625, -3.2607421875, -3.01116943359375, -2.7615966796875, -2.51202392578125, -2.262451171875, -2.01287841796875, -1.7633056640625, -1.51373291015625, -1.26416015625, -1.01458740234375, -0.7650146484375, -0.51544189453125, -0.265869140625, -0.01629638671875, 0.2332763671875, 0.48284912109375, 0.732421875, 0.98199462890625, 1.2315673828125, 1.48114013671875, 1.730712890625, 1.98028564453125, 2.2298583984375, 2.47943115234375, 2.72900390625, 2.97857666015625, 3.2281494140625, 3.47772216796875, 3.727294921875, 3.97686767578125, 4.2264404296875, 4.47601318359375, 4.7255859375, 4.97515869140625, 5.2247314453125, 5.47430419921875, 5.723876953125, 5.97344970703125, 6.2230224609375, 6.47259521484375, 6.72216796875, 6.97174072265625, 7.2213134765625, 7.47088623046875, 7.720458984375, 7.97003173828125, 8.2196044921875, 8.46917724609375, 8.71875]}, "gradients/decoder.transformer.h.9.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 8.0, 3.0, 5.0, 14.0, 24.0, 36.0, 52.0, 67.0, 116.0, 146.0, 207.0, 336.0, 426.0, 597.0, 889.0, 1340.0, 2035.0, 2938.0, 4506.0, 6530.0, 9651.0, 14389.0, 21400.0, 32757.0, 49004.0, 76310.0, 115934.0, 164890.0, 172484.0, 126473.0, 83473.0, 54252.0, 35529.0, 23537.0, 15666.0, 10540.0, 7039.0, 4848.0, 3263.0, 2168.0, 1396.0, 1029.0, 721.0, 496.0, 316.0, 225.0, 149.0, 109.0, 71.0, 55.0, 37.0, 24.0, 19.0, 14.0, 14.0, 5.0, 3.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.69775390625, -0.675323486328125, -0.65289306640625, -0.630462646484375, -0.6080322265625, -0.585601806640625, -0.56317138671875, -0.540740966796875, -0.518310546875, -0.495880126953125, -0.47344970703125, -0.451019287109375, -0.4285888671875, -0.406158447265625, -0.38372802734375, -0.361297607421875, -0.3388671875, -0.316436767578125, -0.29400634765625, -0.271575927734375, -0.2491455078125, -0.226715087890625, -0.20428466796875, -0.181854248046875, -0.159423828125, -0.136993408203125, -0.11456298828125, -0.092132568359375, -0.0697021484375, -0.047271728515625, -0.02484130859375, -0.002410888671875, 0.02001953125, 0.042449951171875, 0.06488037109375, 0.087310791015625, 0.1097412109375, 0.132171630859375, 0.15460205078125, 0.177032470703125, 0.199462890625, 0.221893310546875, 0.24432373046875, 0.266754150390625, 0.2891845703125, 0.311614990234375, 0.33404541015625, 0.356475830078125, 0.37890625, 0.401336669921875, 0.42376708984375, 0.446197509765625, 0.4686279296875, 0.491058349609375, 0.51348876953125, 0.535919189453125, 0.558349609375, 0.580780029296875, 0.60321044921875, 0.625640869140625, 0.6480712890625, 0.670501708984375, 0.69293212890625, 0.715362548828125, 0.73779296875]}, "gradients/decoder.transformer.h.9.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 6.0, 5.0, 4.0, 8.0, 10.0, 6.0, 18.0, 14.0, 17.0, 15.0, 16.0, 20.0, 27.0, 35.0, 31.0, 27.0, 46.0, 29.0, 34.0, 39.0, 38.0, 44.0, 1060.0, 37.0, 51.0, 36.0, 31.0, 42.0, 34.0, 33.0, 27.0, 29.0, 25.0, 16.0, 24.0, 14.0, 17.0, 13.0, 12.0, 7.0, 11.0, 10.0, 3.0, 4.0, 4.0, 1.0, 4.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-6.49609375, -6.30145263671875, -6.1068115234375, -5.91217041015625, -5.717529296875, -5.52288818359375, -5.3282470703125, -5.13360595703125, -4.93896484375, -4.74432373046875, -4.5496826171875, -4.35504150390625, -4.160400390625, -3.96575927734375, -3.7711181640625, -3.57647705078125, -3.3818359375, -3.18719482421875, -2.9925537109375, -2.79791259765625, -2.603271484375, -2.40863037109375, -2.2139892578125, -2.01934814453125, -1.82470703125, -1.63006591796875, -1.4354248046875, -1.24078369140625, -1.046142578125, -0.85150146484375, -0.6568603515625, -0.46221923828125, -0.267578125, -0.07293701171875, 0.1217041015625, 0.31634521484375, 0.510986328125, 0.70562744140625, 0.9002685546875, 1.09490966796875, 1.28955078125, 1.48419189453125, 1.6788330078125, 1.87347412109375, 2.068115234375, 2.26275634765625, 2.4573974609375, 2.65203857421875, 2.8466796875, 3.04132080078125, 3.2359619140625, 3.43060302734375, 3.625244140625, 3.81988525390625, 4.0145263671875, 4.20916748046875, 4.40380859375, 4.59844970703125, 4.7930908203125, 4.98773193359375, 5.182373046875, 5.37701416015625, 5.5716552734375, 5.76629638671875, 5.9609375]}, "gradients/decoder.transformer.h.9.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 5.0, 2.0, 8.0, 7.0, 13.0, 26.0, 22.0, 45.0, 70.0, 110.0, 164.0, 196.0, 301.0, 424.0, 625.0, 906.0, 1371.0, 1853.0, 2846.0, 4183.0, 6104.0, 9318.0, 14338.0, 21143.0, 33279.0, 51642.0, 82210.0, 137833.0, 1146908.0, 268679.0, 114771.0, 69848.0, 43808.0, 28451.0, 18605.0, 12230.0, 8026.0, 5313.0, 3621.0, 2433.0, 1636.0, 1135.0, 819.0, 543.0, 405.0, 271.0, 187.0, 139.0, 95.0, 59.0, 41.0, 23.0, 23.0, 12.0, 10.0, 6.0, 4.0, 2.0, 0.0, 1.0], "bins": [-0.387451171875, -0.37564849853515625, -0.3638458251953125, -0.35204315185546875, -0.340240478515625, -0.32843780517578125, -0.3166351318359375, -0.30483245849609375, -0.29302978515625, -0.28122711181640625, -0.2694244384765625, -0.25762176513671875, -0.245819091796875, -0.23401641845703125, -0.2222137451171875, -0.21041107177734375, -0.1986083984375, -0.18680572509765625, -0.1750030517578125, -0.16320037841796875, -0.151397705078125, -0.13959503173828125, -0.1277923583984375, -0.11598968505859375, -0.10418701171875, -0.09238433837890625, -0.0805816650390625, -0.06877899169921875, -0.056976318359375, -0.04517364501953125, -0.0333709716796875, -0.02156829833984375, -0.009765625, 0.00203704833984375, 0.0138397216796875, 0.02564239501953125, 0.037445068359375, 0.04924774169921875, 0.0610504150390625, 0.07285308837890625, 0.08465576171875, 0.09645843505859375, 0.1082611083984375, 0.12006378173828125, 0.131866455078125, 0.14366912841796875, 0.1554718017578125, 0.16727447509765625, 0.1790771484375, 0.19087982177734375, 0.2026824951171875, 0.21448516845703125, 0.226287841796875, 0.23809051513671875, 0.2498931884765625, 0.26169586181640625, 0.27349853515625, 0.28530120849609375, 0.2971038818359375, 0.30890655517578125, 0.320709228515625, 0.33251190185546875, 0.3443145751953125, 0.35611724853515625, 0.367919921875]}, "gradients/decoder.transformer.h.9.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 6.0, 6.0, 3.0, 6.0, 6.0, 6.0, 10.0, 6.0, 18.0, 23.0, 24.0, 31.0, 52.0, 50.0, 50.0, 69.0, 84.0, 93.0, 86.0, 71.0, 56.0, 56.0, 31.0, 36.0, 36.0, 13.0, 17.0, 11.0, 10.0, 7.0, 3.0, 1.0, 8.0, 3.0, 1.0, 4.0, 0.0, 4.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08038330078125, -0.07767295837402344, -0.07496261596679688, -0.07225227355957031, -0.06954193115234375, -0.06683158874511719, -0.06412124633789062, -0.06141090393066406, -0.0587005615234375, -0.05599021911621094, -0.053279876708984375, -0.05056953430175781, -0.04785919189453125, -0.04514884948730469, -0.042438507080078125, -0.03972816467285156, -0.037017822265625, -0.03430747985839844, -0.031597137451171875, -0.028886795043945312, -0.02617645263671875, -0.023466110229492188, -0.020755767822265625, -0.018045425415039062, -0.0153350830078125, -0.012624740600585938, -0.009914398193359375, -0.0072040557861328125, -0.00449371337890625, -0.0017833709716796875, 0.000926971435546875, 0.0036373138427734375, 0.00634765625, 0.009057998657226562, 0.011768341064453125, 0.014478683471679688, 0.01718902587890625, 0.019899368286132812, 0.022609710693359375, 0.025320053100585938, 0.0280303955078125, 0.030740737915039062, 0.033451080322265625, 0.03616142272949219, 0.03887176513671875, 0.04158210754394531, 0.044292449951171875, 0.04700279235839844, 0.049713134765625, 0.05242347717285156, 0.055133819580078125, 0.05784416198730469, 0.06055450439453125, 0.06326484680175781, 0.06597518920898438, 0.06868553161621094, 0.0713958740234375, 0.07410621643066406, 0.07681655883789062, 0.07952690124511719, 0.08223724365234375, 0.08494758605957031, 0.08765792846679688, 0.09036827087402344, 0.09307861328125]}, "gradients/decoder.transformer.h.9.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 4.0, 3.0, 0.0, 4.0, 7.0, 2.0, 4.0, 7.0, 10.0, 12.0, 16.0, 23.0, 47.0, 47.0, 70.0, 121.0, 208.0, 950.0, 59365.0, 984310.0, 2577.0, 302.0, 139.0, 89.0, 71.0, 45.0, 21.0, 26.0, 16.0, 9.0, 10.0, 7.0, 5.0, 5.0, 4.0, 7.0, 3.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0], "bins": [-2.232421875, -2.1689453125, -2.10546875, -2.0419921875, -1.978515625, -1.9150390625, -1.8515625, -1.7880859375, -1.724609375, -1.6611328125, -1.59765625, -1.5341796875, -1.470703125, -1.4072265625, -1.34375, -1.2802734375, -1.216796875, -1.1533203125, -1.08984375, -1.0263671875, -0.962890625, -0.8994140625, -0.8359375, -0.7724609375, -0.708984375, -0.6455078125, -0.58203125, -0.5185546875, -0.455078125, -0.3916015625, -0.328125, -0.2646484375, -0.201171875, -0.1376953125, -0.07421875, -0.0107421875, 0.052734375, 0.1162109375, 0.1796875, 0.2431640625, 0.306640625, 0.3701171875, 0.43359375, 0.4970703125, 0.560546875, 0.6240234375, 0.6875, 0.7509765625, 0.814453125, 0.8779296875, 0.94140625, 1.0048828125, 1.068359375, 1.1318359375, 1.1953125, 1.2587890625, 1.322265625, 1.3857421875, 1.44921875, 1.5126953125, 1.576171875, 1.6396484375, 1.703125, 1.7666015625, 1.830078125]}, "gradients/decoder.transformer.h.9.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 9.0, 11.0, 48.0, 203.0, 589.0, 112.0, 34.0, 8.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.393360137939453, -2.3493311405181885, -2.305302143096924, -2.261273145675659, -2.2172441482543945, -2.173214912414551, -2.1291861534118652, -2.0851569175720215, -2.041127920150757, -1.9970989227294922, -1.9530699253082275, -1.909040927886963, -1.8650118112564087, -1.820982813835144, -1.7769538164138794, -1.7329248189926147, -1.68889582157135, -1.6448668241500854, -1.6008378267288208, -1.5568087100982666, -1.512779712677002, -1.4687507152557373, -1.4247217178344727, -1.380692720413208, -1.3366637229919434, -1.2926347255706787, -1.248605728149414, -1.2045767307281494, -1.1605476140975952, -1.1165186166763306, -1.072489619255066, -1.0284606218338013, -0.9844313859939575, -0.9404023885726929, -0.8963733315467834, -0.8523443341255188, -0.8083152770996094, -0.7642862796783447, -0.7202572822570801, -0.6762282848358154, -0.632199227809906, -0.5881702303886414, -0.5441411733627319, -0.5001121759414673, -0.45608314871788025, -0.4120541214942932, -0.36802512407302856, -0.32399609684944153, -0.2799670696258545, -0.23593804240226746, -0.1919090300798416, -0.14788001775741577, -0.10385099053382874, -0.0598219633102417, -0.01579296588897705, 0.028236061334609985, 0.07226508855819702, 0.11629410833120346, 0.1603231281042099, 0.20435214042663574, 0.24838116765022278, 0.2924101948738098, 0.33643919229507446, 0.3804682195186615, 0.42449724674224854]}, "gradients/decoder.transformer.h.9.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 3.0, 6.0, 7.0, 4.0, 6.0, 6.0, 4.0, 15.0, 17.0, 11.0, 23.0, 21.0, 23.0, 26.0, 30.0, 34.0, 42.0, 37.0, 40.0, 41.0, 37.0, 29.0, 49.0, 45.0, 43.0, 48.0, 50.0, 37.0, 23.0, 36.0, 30.0, 26.0, 32.0, 15.0, 16.0, 17.0, 14.0, 9.0, 13.0, 8.0, 9.0, 6.0, 7.0, 5.0, 5.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.37352442741394043, -0.3623628616333008, -0.35120129585266113, -0.3400397300720215, -0.32887813448905945, -0.3177165687084198, -0.30655500292778015, -0.2953934371471405, -0.28423184156417847, -0.2730702757835388, -0.26190871000289917, -0.2507471442222595, -0.23958554863929749, -0.22842398285865784, -0.2172624170780182, -0.20610085129737854, -0.1949392855167389, -0.18377771973609924, -0.1726161390542984, -0.16145457327365875, -0.1502929925918579, -0.13913142681121826, -0.1279698610305786, -0.11680828779935837, -0.10564671456813812, -0.09448514133691788, -0.08332356810569763, -0.07216200232505798, -0.06100042909383774, -0.04983885586261749, -0.038677290081977844, -0.0275157168507576, -0.016354143619537354, -0.005192572250962257, 0.005968999117612839, 0.017130568623542786, 0.02829214185476303, 0.039453715085983276, 0.050615280866622925, 0.06177685409784317, 0.07293842732906342, 0.08410000056028366, 0.0952615737915039, 0.10642313957214355, 0.1175847128033638, 0.12874628603458405, 0.1399078518152237, 0.15106943249702454, 0.16223099827766418, 0.17339256405830383, 0.18455414474010468, 0.19571571052074432, 0.20687729120254517, 0.21803885698318481, 0.22920042276382446, 0.2403619885444641, 0.25152355432510376, 0.2626851201057434, 0.27384668588638306, 0.2850082516670227, 0.29616984724998474, 0.3073314130306244, 0.31849297881126404, 0.3296545445919037, 0.3408161401748657]}, "gradients/decoder.transformer.h.9.attn.c_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 7.0, 5.0, 5.0, 3.0, 7.0, 7.0, 10.0, 13.0, 17.0, 16.0, 11.0, 24.0, 18.0, 44.0, 24.0, 26.0, 45.0, 34.0, 29.0, 52.0, 38.0, 42.0, 35.0, 41.0, 32.0, 44.0, 39.0, 38.0, 34.0, 26.0, 31.0, 17.0, 31.0, 28.0, 21.0, 15.0, 14.0, 16.0, 9.0, 14.0, 13.0, 9.0, 7.0, 5.0, 8.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.25390625, -7.00408935546875, -6.7542724609375, -6.50445556640625, -6.254638671875, -6.00482177734375, -5.7550048828125, -5.50518798828125, -5.25537109375, -5.00555419921875, -4.7557373046875, -4.50592041015625, -4.256103515625, -4.00628662109375, -3.7564697265625, -3.50665283203125, -3.2568359375, -3.00701904296875, -2.7572021484375, -2.50738525390625, -2.257568359375, -2.00775146484375, -1.7579345703125, -1.50811767578125, -1.25830078125, -1.00848388671875, -0.7586669921875, -0.50885009765625, -0.259033203125, -0.00921630859375, 0.2406005859375, 0.49041748046875, 0.740234375, 0.99005126953125, 1.2398681640625, 1.48968505859375, 1.739501953125, 1.98931884765625, 2.2391357421875, 2.48895263671875, 2.73876953125, 2.98858642578125, 3.2384033203125, 3.48822021484375, 3.738037109375, 3.98785400390625, 4.2376708984375, 4.48748779296875, 4.7373046875, 4.98712158203125, 5.2369384765625, 5.48675537109375, 5.736572265625, 5.98638916015625, 6.2362060546875, 6.48602294921875, 6.73583984375, 6.98565673828125, 7.2354736328125, 7.48529052734375, 7.735107421875, 7.98492431640625, 8.2347412109375, 8.48455810546875, 8.734375]}, "gradients/decoder.transformer.h.9.attn.c_proj.weight": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 2.0, 1.0, 2.0, 6.0, 6.0, 9.0, 9.0, 10.0, 24.0, 28.0, 44.0, 61.0, 99.0, 134.0, 223.0, 315.0, 496.0, 760.0, 1239.0, 2168.0, 3944.0, 7886.0, 16985.0, 40220.0, 124964.0, 477014.0, 256255.0, 66411.0, 25287.0, 11321.0, 5407.0, 2892.0, 1599.0, 976.0, 568.0, 390.0, 248.0, 174.0, 124.0, 72.0, 59.0, 37.0, 35.0, 22.0, 8.0, 8.0, 8.0, 8.0, 5.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-10.9921875, -10.6097412109375, -10.227294921875, -9.8448486328125, -9.46240234375, -9.0799560546875, -8.697509765625, -8.3150634765625, -7.9326171875, -7.5501708984375, -7.167724609375, -6.7852783203125, -6.40283203125, -6.0203857421875, -5.637939453125, -5.2554931640625, -4.873046875, -4.4906005859375, -4.108154296875, -3.7257080078125, -3.34326171875, -2.9608154296875, -2.578369140625, -2.1959228515625, -1.8134765625, -1.4310302734375, -1.048583984375, -0.6661376953125, -0.28369140625, 0.0987548828125, 0.481201171875, 0.8636474609375, 1.24609375, 1.6285400390625, 2.010986328125, 2.3934326171875, 2.77587890625, 3.1583251953125, 3.540771484375, 3.9232177734375, 4.3056640625, 4.6881103515625, 5.070556640625, 5.4530029296875, 5.83544921875, 6.2178955078125, 6.600341796875, 6.9827880859375, 7.365234375, 7.7476806640625, 8.130126953125, 8.5125732421875, 8.89501953125, 9.2774658203125, 9.659912109375, 10.0423583984375, 10.4248046875, 10.8072509765625, 11.189697265625, 11.5721435546875, 11.95458984375, 12.3370361328125, 12.719482421875, 13.1019287109375, 13.484375]}, "gradients/decoder.transformer.h.9.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 6.0, 6.0, 6.0, 9.0, 10.0, 10.0, 15.0, 10.0, 14.0, 20.0, 24.0, 39.0, 21.0, 38.0, 36.0, 56.0, 58.0, 62.0, 106.0, 235.0, 1456.0, 267.0, 106.0, 77.0, 59.0, 48.0, 28.0, 38.0, 33.0, 26.0, 29.0, 22.0, 12.0, 13.0, 13.0, 13.0, 13.0, 11.0, 3.0, 4.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-26.6875, -25.84130859375, -24.9951171875, -24.14892578125, -23.302734375, -22.45654296875, -21.6103515625, -20.76416015625, -19.91796875, -19.07177734375, -18.2255859375, -17.37939453125, -16.533203125, -15.68701171875, -14.8408203125, -13.99462890625, -13.1484375, -12.30224609375, -11.4560546875, -10.60986328125, -9.763671875, -8.91748046875, -8.0712890625, -7.22509765625, -6.37890625, -5.53271484375, -4.6865234375, -3.84033203125, -2.994140625, -2.14794921875, -1.3017578125, -0.45556640625, 0.390625, 1.23681640625, 2.0830078125, 2.92919921875, 3.775390625, 4.62158203125, 5.4677734375, 6.31396484375, 7.16015625, 8.00634765625, 8.8525390625, 9.69873046875, 10.544921875, 11.39111328125, 12.2373046875, 13.08349609375, 13.9296875, 14.77587890625, 15.6220703125, 16.46826171875, 17.314453125, 18.16064453125, 19.0068359375, 19.85302734375, 20.69921875, 21.54541015625, 22.3916015625, 23.23779296875, 24.083984375, 24.93017578125, 25.7763671875, 26.62255859375, 27.46875]}, "gradients/decoder.transformer.h.9.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 5.0, 7.0, 13.0, 10.0, 14.0, 13.0, 21.0, 23.0, 27.0, 28.0, 51.0, 63.0, 71.0, 121.0, 181.0, 305.0, 788.0, 3564.0, 88905.0, 3001804.0, 45516.0, 2547.0, 707.0, 305.0, 170.0, 93.0, 76.0, 76.0, 39.0, 38.0, 24.0, 25.0, 14.0, 17.0, 7.0, 15.0, 6.0, 5.0, 7.0, 5.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-69.25, -67.1142578125, -64.978515625, -62.8427734375, -60.70703125, -58.5712890625, -56.435546875, -54.2998046875, -52.1640625, -50.0283203125, -47.892578125, -45.7568359375, -43.62109375, -41.4853515625, -39.349609375, -37.2138671875, -35.078125, -32.9423828125, -30.806640625, -28.6708984375, -26.53515625, -24.3994140625, -22.263671875, -20.1279296875, -17.9921875, -15.8564453125, -13.720703125, -11.5849609375, -9.44921875, -7.3134765625, -5.177734375, -3.0419921875, -0.90625, 1.2294921875, 3.365234375, 5.5009765625, 7.63671875, 9.7724609375, 11.908203125, 14.0439453125, 16.1796875, 18.3154296875, 20.451171875, 22.5869140625, 24.72265625, 26.8583984375, 28.994140625, 31.1298828125, 33.265625, 35.4013671875, 37.537109375, 39.6728515625, 41.80859375, 43.9443359375, 46.080078125, 48.2158203125, 50.3515625, 52.4873046875, 54.623046875, 56.7587890625, 58.89453125, 61.0302734375, 63.166015625, 65.3017578125, 67.4375]}, "gradients/decoder.transformer.h.9.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 11.0, 19.0, 47.0, 91.0, 171.0, 207.0, 179.0, 141.0, 82.0, 39.0, 13.0, 7.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-31.615129470825195, -29.33711814880371, -27.059104919433594, -24.78109359741211, -22.503082275390625, -20.22507095336914, -17.947059631347656, -15.669046401977539, -13.391035079956055, -11.11302375793457, -8.83501148223877, -6.556999683380127, -4.278987884521484, -2.0009765625, 0.2770357131958008, 2.5550479888916016, 4.833059310913086, 7.1110711097717285, 9.389082908630371, 11.667095184326172, 13.945106506347656, 16.22311782836914, 18.501129150390625, 20.779142379760742, 23.057153701782227, 25.33516502380371, 27.613178253173828, 29.891189575195312, 32.1692008972168, 34.44721221923828, 36.725223541259766, 39.00323486328125, 41.28125, 43.559261322021484, 45.83727264404297, 48.11528396606445, 50.39329528808594, 52.67131042480469, 54.94932174682617, 57.227333068847656, 59.50534439086914, 61.783355712890625, 64.06137084960938, 66.3393783569336, 68.61739349365234, 70.89540100097656, 73.17341613769531, 75.45143127441406, 77.72943878173828, 80.00745391845703, 82.28546142578125, 84.5634765625, 86.84148406982422, 89.11949920654297, 91.39750671386719, 93.67552185058594, 95.95353698730469, 98.23155212402344, 100.50955963134766, 102.7875747680664, 105.06558227539062, 107.34359741210938, 109.6216049194336, 111.89962005615234, 114.17762756347656]}, "gradients/decoder.transformer.h.9.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 4.0, 2.0, 6.0, 5.0, 4.0, 4.0, 6.0, 9.0, 13.0, 14.0, 19.0, 17.0, 19.0, 16.0, 24.0, 19.0, 33.0, 45.0, 33.0, 27.0, 35.0, 35.0, 35.0, 36.0, 51.0, 45.0, 48.0, 40.0, 28.0, 35.0, 32.0, 30.0, 42.0, 25.0, 20.0, 28.0, 25.0, 13.0, 11.0, 18.0, 8.0, 17.0, 9.0, 5.0, 5.0, 8.0, 4.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-68.06322479248047, -65.81404876708984, -63.56487274169922, -61.31570053100586, -59.066524505615234, -56.81734848022461, -54.56817626953125, -52.319000244140625, -50.06982421875, -47.820648193359375, -45.57147216796875, -43.32229995727539, -41.073123931884766, -38.82394790649414, -36.57477569580078, -34.325599670410156, -32.07642364501953, -29.827247619628906, -27.578073501586914, -25.328899383544922, -23.079723358154297, -20.830547332763672, -18.58137321472168, -16.332199096679688, -14.083023071289062, -11.833847999572754, -9.584672927856445, -7.335497856140137, -5.086322784423828, -2.8371477127075195, -0.5879726409912109, 1.6612024307250977, 3.9103851318359375, 6.159560203552246, 8.408735275268555, 10.657910346984863, 12.907085418701172, 15.15626049041748, 17.40543556213379, 19.65460968017578, 21.903785705566406, 24.15296173095703, 26.402135848999023, 28.651309967041016, 30.90048599243164, 33.149662017822266, 35.398834228515625, 37.64801025390625, 39.897186279296875, 42.1463623046875, 44.395538330078125, 46.644710540771484, 48.89388656616211, 51.143062591552734, 53.392234802246094, 55.64141082763672, 57.890586853027344, 60.13976287841797, 62.388938903808594, 64.63811492919922, 66.88728332519531, 69.13645935058594, 71.38563537597656, 73.63481140136719, 75.88398742675781]}, "gradients/decoder.transformer.h.8.mlp.c_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 3.0, 3.0, 2.0, 12.0, 5.0, 8.0, 7.0, 16.0, 16.0, 21.0, 18.0, 23.0, 30.0, 21.0, 28.0, 31.0, 29.0, 33.0, 42.0, 47.0, 41.0, 36.0, 38.0, 49.0, 37.0, 39.0, 33.0, 41.0, 41.0, 21.0, 27.0, 29.0, 22.0, 24.0, 31.0, 14.0, 8.0, 13.0, 15.0, 10.0, 13.0, 8.0, 8.0, 6.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-8.421875, -8.1478271484375, -7.873779296875, -7.5997314453125, -7.32568359375, -7.0516357421875, -6.777587890625, -6.5035400390625, -6.2294921875, -5.9554443359375, -5.681396484375, -5.4073486328125, -5.13330078125, -4.8592529296875, -4.585205078125, -4.3111572265625, -4.037109375, -3.7630615234375, -3.489013671875, -3.2149658203125, -2.94091796875, -2.6668701171875, -2.392822265625, -2.1187744140625, -1.8447265625, -1.5706787109375, -1.296630859375, -1.0225830078125, -0.74853515625, -0.4744873046875, -0.200439453125, 0.0736083984375, 0.34765625, 0.6217041015625, 0.895751953125, 1.1697998046875, 1.44384765625, 1.7178955078125, 1.991943359375, 2.2659912109375, 2.5400390625, 2.8140869140625, 3.088134765625, 3.3621826171875, 3.63623046875, 3.9102783203125, 4.184326171875, 4.4583740234375, 4.732421875, 5.0064697265625, 5.280517578125, 5.5545654296875, 5.82861328125, 6.1026611328125, 6.376708984375, 6.6507568359375, 6.9248046875, 7.1988525390625, 7.472900390625, 7.7469482421875, 8.02099609375, 8.2950439453125, 8.569091796875, 8.8431396484375, 9.1171875]}, "gradients/decoder.transformer.h.8.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 2.0, 5.0, 6.0, 8.0, 18.0, 13.0, 32.0, 54.0, 66.0, 108.0, 157.0, 245.0, 328.0, 514.0, 692.0, 1029.0, 1528.0, 2379.0, 3783.0, 5955.0, 9791.0, 16924.0, 34746.0, 97353.0, 354231.0, 1090475.0, 1560553.0, 697087.0, 197982.0, 58366.0, 24573.0, 13062.0, 7920.0, 4863.0, 3222.0, 2081.0, 1369.0, 873.0, 639.0, 440.0, 281.0, 190.0, 122.0, 99.0, 47.0, 27.0, 23.0, 11.0, 6.0, 4.0, 3.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-9.8359375, -9.5, -9.1640625, -8.828125, -8.4921875, -8.15625, -7.8203125, -7.484375, -7.1484375, -6.8125, -6.4765625, -6.140625, -5.8046875, -5.46875, -5.1328125, -4.796875, -4.4609375, -4.125, -3.7890625, -3.453125, -3.1171875, -2.78125, -2.4453125, -2.109375, -1.7734375, -1.4375, -1.1015625, -0.765625, -0.4296875, -0.09375, 0.2421875, 0.578125, 0.9140625, 1.25, 1.5859375, 1.921875, 2.2578125, 2.59375, 2.9296875, 3.265625, 3.6015625, 3.9375, 4.2734375, 4.609375, 4.9453125, 5.28125, 5.6171875, 5.953125, 6.2890625, 6.625, 6.9609375, 7.296875, 7.6328125, 7.96875, 8.3046875, 8.640625, 8.9765625, 9.3125, 9.6484375, 9.984375, 10.3203125, 10.65625, 10.9921875, 11.328125, 11.6640625]}, "gradients/decoder.transformer.h.8.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 5.0, 3.0, 2.0, 3.0, 7.0, 5.0, 7.0, 16.0, 14.0, 34.0, 34.0, 61.0, 75.0, 98.0, 161.0, 207.0, 302.0, 460.0, 643.0, 566.0, 440.0, 282.0, 215.0, 115.0, 81.0, 66.0, 49.0, 37.0, 28.0, 17.0, 13.0, 11.0, 7.0, 5.0, 7.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.171875, -16.57763671875, -15.9833984375, -15.38916015625, -14.794921875, -14.20068359375, -13.6064453125, -13.01220703125, -12.41796875, -11.82373046875, -11.2294921875, -10.63525390625, -10.041015625, -9.44677734375, -8.8525390625, -8.25830078125, -7.6640625, -7.06982421875, -6.4755859375, -5.88134765625, -5.287109375, -4.69287109375, -4.0986328125, -3.50439453125, -2.91015625, -2.31591796875, -1.7216796875, -1.12744140625, -0.533203125, 0.06103515625, 0.6552734375, 1.24951171875, 1.84375, 2.43798828125, 3.0322265625, 3.62646484375, 4.220703125, 4.81494140625, 5.4091796875, 6.00341796875, 6.59765625, 7.19189453125, 7.7861328125, 8.38037109375, 8.974609375, 9.56884765625, 10.1630859375, 10.75732421875, 11.3515625, 11.94580078125, 12.5400390625, 13.13427734375, 13.728515625, 14.32275390625, 14.9169921875, 15.51123046875, 16.10546875, 16.69970703125, 17.2939453125, 17.88818359375, 18.482421875, 19.07666015625, 19.6708984375, 20.26513671875, 20.859375]}, "gradients/decoder.transformer.h.8.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 3.0, 5.0, 5.0, 14.0, 6.0, 12.0, 26.0, 42.0, 39.0, 60.0, 87.0, 139.0, 268.0, 730.0, 2939.0, 37782.0, 3567237.0, 570092.0, 12170.0, 1541.0, 474.0, 214.0, 133.0, 82.0, 59.0, 40.0, 25.0, 16.0, 11.0, 10.0, 5.0, 5.0, 5.0, 3.0, 2.0, 4.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-80.0625, -77.82666015625, -75.5908203125, -73.35498046875, -71.119140625, -68.88330078125, -66.6474609375, -64.41162109375, -62.17578125, -59.93994140625, -57.7041015625, -55.46826171875, -53.232421875, -50.99658203125, -48.7607421875, -46.52490234375, -44.2890625, -42.05322265625, -39.8173828125, -37.58154296875, -35.345703125, -33.10986328125, -30.8740234375, -28.63818359375, -26.40234375, -24.16650390625, -21.9306640625, -19.69482421875, -17.458984375, -15.22314453125, -12.9873046875, -10.75146484375, -8.515625, -6.27978515625, -4.0439453125, -1.80810546875, 0.427734375, 2.66357421875, 4.8994140625, 7.13525390625, 9.37109375, 11.60693359375, 13.8427734375, 16.07861328125, 18.314453125, 20.55029296875, 22.7861328125, 25.02197265625, 27.2578125, 29.49365234375, 31.7294921875, 33.96533203125, 36.201171875, 38.43701171875, 40.6728515625, 42.90869140625, 45.14453125, 47.38037109375, 49.6162109375, 51.85205078125, 54.087890625, 56.32373046875, 58.5595703125, 60.79541015625, 63.03125]}, "gradients/decoder.transformer.h.8.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 5.0, 41.0, 178.0, 372.0, 307.0, 86.0, 18.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-258.34429931640625, -250.6930694580078, -243.04183959960938, -235.39060974121094, -227.7393798828125, -220.08815002441406, -212.43692016601562, -204.7856903076172, -197.13446044921875, -189.4832305908203, -181.83200073242188, -174.18077087402344, -166.529541015625, -158.87831115722656, -151.22708129882812, -143.5758514404297, -135.92462158203125, -128.2733917236328, -120.62216186523438, -112.97093200683594, -105.3197021484375, -97.66847229003906, -90.01724243164062, -82.36601257324219, -74.71476745605469, -67.06353759765625, -59.41230773925781, -51.761077880859375, -44.10984802246094, -36.458614349365234, -28.807384490966797, -21.15615463256836, -13.504928588867188, -5.853698253631592, 1.797532081604004, 9.448762893676758, 17.099992752075195, 24.751224517822266, 32.4024543762207, 40.05368423461914, 47.70491409301758, 55.356143951416016, 63.00737380981445, 70.65860748291016, 78.3098373413086, 85.96106719970703, 93.61229705810547, 101.2635269165039, 108.91475677490234, 116.56598663330078, 124.21721649169922, 131.8684539794922, 139.51968383789062, 147.17091369628906, 154.8221435546875, 162.47337341308594, 170.12460327148438, 177.7758331298828, 185.42706298828125, 193.0782928466797, 200.72952270507812, 208.38075256347656, 216.031982421875, 223.68321228027344, 231.33444213867188]}, "gradients/decoder.transformer.h.8.ln_2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 9.0, 6.0, 6.0, 11.0, 16.0, 14.0, 17.0, 26.0, 28.0, 15.0, 29.0, 32.0, 36.0, 34.0, 36.0, 30.0, 39.0, 43.0, 49.0, 52.0, 45.0, 43.0, 36.0, 43.0, 41.0, 34.0, 39.0, 31.0, 28.0, 28.0, 18.0, 14.0, 12.0, 17.0, 9.0, 9.0, 6.0, 7.0, 9.0, 3.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-56.83153533935547, -55.02002716064453, -53.208518981933594, -51.39700698852539, -49.58549880981445, -47.773990631103516, -45.96248245239258, -44.150970458984375, -42.33946228027344, -40.5279541015625, -38.71644592285156, -36.90493392944336, -35.09342575073242, -33.281917572021484, -31.470409393310547, -29.658899307250977, -27.84739112854004, -26.0358829498291, -24.22437286376953, -22.412864685058594, -20.601354598999023, -18.789846420288086, -16.978336334228516, -15.166828155517578, -13.355319023132324, -11.54380989074707, -9.732300758361816, -7.920792102813721, -6.109282970428467, -4.297774314880371, -2.486265182495117, -0.6747560501098633, 1.1367530822753906, 2.9482622146606445, 4.759771347045898, 6.571280002593994, 8.382789611816406, 10.194297790527344, 12.005806922912598, 13.817316055297852, 15.628825187683105, 17.44033432006836, 19.251842498779297, 21.063352584838867, 22.874860763549805, 24.686370849609375, 26.497879028320312, 28.30938720703125, 30.12089729309082, 31.932405471801758, 33.74391555786133, 35.555423736572266, 37.3669319152832, 39.178443908691406, 40.989952087402344, 42.80146026611328, 44.61296844482422, 46.424476623535156, 48.235984802246094, 50.0474967956543, 51.859004974365234, 53.67051315307617, 55.48202133178711, 57.29353332519531, 59.10504150390625]}, "gradients/decoder.transformer.h.8.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 0.0, 3.0, 3.0, 6.0, 3.0, 7.0, 10.0, 8.0, 11.0, 7.0, 15.0, 16.0, 16.0, 18.0, 22.0, 28.0, 26.0, 33.0, 27.0, 32.0, 33.0, 26.0, 34.0, 41.0, 37.0, 40.0, 33.0, 35.0, 36.0, 39.0, 30.0, 40.0, 39.0, 26.0, 23.0, 25.0, 24.0, 18.0, 23.0, 19.0, 16.0, 15.0, 10.0, 11.0, 11.0, 11.0, 7.0, 3.0, 7.0, 5.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.375, -7.1226806640625, -6.870361328125, -6.6180419921875, -6.36572265625, -6.1134033203125, -5.861083984375, -5.6087646484375, -5.3564453125, -5.1041259765625, -4.851806640625, -4.5994873046875, -4.34716796875, -4.0948486328125, -3.842529296875, -3.5902099609375, -3.337890625, -3.0855712890625, -2.833251953125, -2.5809326171875, -2.32861328125, -2.0762939453125, -1.823974609375, -1.5716552734375, -1.3193359375, -1.0670166015625, -0.814697265625, -0.5623779296875, -0.31005859375, -0.0577392578125, 0.194580078125, 0.4468994140625, 0.69921875, 0.9515380859375, 1.203857421875, 1.4561767578125, 1.70849609375, 1.9608154296875, 2.213134765625, 2.4654541015625, 2.7177734375, 2.9700927734375, 3.222412109375, 3.4747314453125, 3.72705078125, 3.9793701171875, 4.231689453125, 4.4840087890625, 4.736328125, 4.9886474609375, 5.240966796875, 5.4932861328125, 5.74560546875, 5.9979248046875, 6.250244140625, 6.5025634765625, 6.7548828125, 7.0072021484375, 7.259521484375, 7.5118408203125, 7.76416015625, 8.0164794921875, 8.268798828125, 8.5211181640625, 8.7734375]}, "gradients/decoder.transformer.h.8.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 4.0, 5.0, 11.0, 23.0, 35.0, 52.0, 43.0, 77.0, 107.0, 168.0, 245.0, 357.0, 491.0, 703.0, 1089.0, 1667.0, 2310.0, 3482.0, 5271.0, 8026.0, 12555.0, 19900.0, 31324.0, 50515.0, 82595.0, 139731.0, 215869.0, 184231.0, 109270.0, 66148.0, 40235.0, 25418.0, 16036.0, 10260.0, 6800.0, 4422.0, 2905.0, 1957.0, 1354.0, 882.0, 624.0, 432.0, 308.0, 193.0, 134.0, 102.0, 58.0, 33.0, 30.0, 35.0, 16.0, 16.0, 3.0, 3.0, 2.0, 0.0, 3.0], "bins": [-0.8701171875, -0.8443527221679688, -0.8185882568359375, -0.7928237915039062, -0.767059326171875, -0.7412948608398438, -0.7155303955078125, -0.6897659301757812, -0.66400146484375, -0.6382369995117188, -0.6124725341796875, -0.5867080688476562, -0.560943603515625, -0.5351791381835938, -0.5094146728515625, -0.48365020751953125, -0.4578857421875, -0.43212127685546875, -0.4063568115234375, -0.38059234619140625, -0.354827880859375, -0.32906341552734375, -0.3032989501953125, -0.27753448486328125, -0.25177001953125, -0.22600555419921875, -0.2002410888671875, -0.17447662353515625, -0.148712158203125, -0.12294769287109375, -0.0971832275390625, -0.07141876220703125, -0.045654296875, -0.01988983154296875, 0.0058746337890625, 0.03163909912109375, 0.057403564453125, 0.08316802978515625, 0.1089324951171875, 0.13469696044921875, 0.16046142578125, 0.18622589111328125, 0.2119903564453125, 0.23775482177734375, 0.263519287109375, 0.28928375244140625, 0.3150482177734375, 0.34081268310546875, 0.3665771484375, 0.39234161376953125, 0.4181060791015625, 0.44387054443359375, 0.469635009765625, 0.49539947509765625, 0.5211639404296875, 0.5469284057617188, 0.57269287109375, 0.5984573364257812, 0.6242218017578125, 0.6499862670898438, 0.675750732421875, 0.7015151977539062, 0.7272796630859375, 0.7530441284179688, 0.77880859375]}, "gradients/decoder.transformer.h.8.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 4.0, 4.0, 1.0, 9.0, 7.0, 9.0, 10.0, 14.0, 16.0, 12.0, 16.0, 23.0, 25.0, 29.0, 32.0, 41.0, 34.0, 36.0, 45.0, 43.0, 44.0, 43.0, 1071.0, 44.0, 36.0, 46.0, 35.0, 29.0, 45.0, 27.0, 33.0, 25.0, 25.0, 20.0, 18.0, 20.0, 15.0, 14.0, 8.0, 8.0, 3.0, 3.0, 3.0, 4.0, 1.0, 3.0, 2.0, 0.0, 3.0, 0.0, 1.0], "bins": [-7.515625, -7.3017578125, -7.087890625, -6.8740234375, -6.66015625, -6.4462890625, -6.232421875, -6.0185546875, -5.8046875, -5.5908203125, -5.376953125, -5.1630859375, -4.94921875, -4.7353515625, -4.521484375, -4.3076171875, -4.09375, -3.8798828125, -3.666015625, -3.4521484375, -3.23828125, -3.0244140625, -2.810546875, -2.5966796875, -2.3828125, -2.1689453125, -1.955078125, -1.7412109375, -1.52734375, -1.3134765625, -1.099609375, -0.8857421875, -0.671875, -0.4580078125, -0.244140625, -0.0302734375, 0.18359375, 0.3974609375, 0.611328125, 0.8251953125, 1.0390625, 1.2529296875, 1.466796875, 1.6806640625, 1.89453125, 2.1083984375, 2.322265625, 2.5361328125, 2.75, 2.9638671875, 3.177734375, 3.3916015625, 3.60546875, 3.8193359375, 4.033203125, 4.2470703125, 4.4609375, 4.6748046875, 4.888671875, 5.1025390625, 5.31640625, 5.5302734375, 5.744140625, 5.9580078125, 6.171875]}, "gradients/decoder.transformer.h.8.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 2.0, 3.0, 9.0, 8.0, 18.0, 18.0, 26.0, 36.0, 50.0, 78.0, 126.0, 177.0, 240.0, 327.0, 530.0, 775.0, 1132.0, 1667.0, 2473.0, 3842.0, 5971.0, 9116.0, 14311.0, 22922.0, 37117.0, 61927.0, 105407.0, 181234.0, 1264874.0, 153441.0, 89459.0, 52613.0, 31689.0, 19711.0, 12553.0, 7886.0, 5145.0, 3381.0, 2291.0, 1426.0, 1018.0, 642.0, 449.0, 329.0, 196.0, 155.0, 118.0, 74.0, 44.0, 36.0, 34.0, 8.0, 7.0, 8.0, 9.0, 2.0, 3.0, 1.0, 3.0, 1.0], "bins": [-0.4248046875, -0.4116706848144531, -0.39853668212890625, -0.3854026794433594, -0.3722686767578125, -0.3591346740722656, -0.34600067138671875, -0.3328666687011719, -0.319732666015625, -0.3065986633300781, -0.29346466064453125, -0.2803306579589844, -0.2671966552734375, -0.2540626525878906, -0.24092864990234375, -0.22779464721679688, -0.21466064453125, -0.20152664184570312, -0.18839263916015625, -0.17525863647460938, -0.1621246337890625, -0.14899063110351562, -0.13585662841796875, -0.12272262573242188, -0.109588623046875, -0.09645462036132812, -0.08332061767578125, -0.07018661499023438, -0.0570526123046875, -0.043918609619140625, -0.03078460693359375, -0.017650604248046875, -0.0045166015625, 0.008617401123046875, 0.02175140380859375, 0.034885406494140625, 0.0480194091796875, 0.061153411865234375, 0.07428741455078125, 0.08742141723632812, 0.100555419921875, 0.11368942260742188, 0.12682342529296875, 0.13995742797851562, 0.1530914306640625, 0.16622543334960938, 0.17935943603515625, 0.19249343872070312, 0.20562744140625, 0.21876144409179688, 0.23189544677734375, 0.24502944946289062, 0.2581634521484375, 0.2712974548339844, 0.28443145751953125, 0.2975654602050781, 0.310699462890625, 0.3238334655761719, 0.33696746826171875, 0.3501014709472656, 0.3632354736328125, 0.3763694763183594, 0.38950347900390625, 0.4026374816894531, 0.415771484375]}, "gradients/decoder.transformer.h.8.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 5.0, 4.0, 5.0, 5.0, 3.0, 14.0, 11.0, 12.0, 17.0, 15.0, 9.0, 23.0, 24.0, 32.0, 56.0, 51.0, 81.0, 86.0, 91.0, 84.0, 67.0, 41.0, 37.0, 24.0, 32.0, 32.0, 27.0, 14.0, 18.0, 7.0, 16.0, 5.0, 12.0, 6.0, 3.0, 3.0, 4.0, 3.0, 3.0, 7.0, 1.0, 0.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.0270843505859375, -0.026248455047607422, -0.025412559509277344, -0.024576663970947266, -0.023740768432617188, -0.02290487289428711, -0.02206897735595703, -0.021233081817626953, -0.020397186279296875, -0.019561290740966797, -0.01872539520263672, -0.01788949966430664, -0.017053604125976562, -0.016217708587646484, -0.015381813049316406, -0.014545917510986328, -0.01371002197265625, -0.012874126434326172, -0.012038230895996094, -0.011202335357666016, -0.010366439819335938, -0.00953054428100586, -0.008694648742675781, -0.007858753204345703, -0.007022857666015625, -0.006186962127685547, -0.005351066589355469, -0.004515171051025391, -0.0036792755126953125, -0.0028433799743652344, -0.0020074844360351562, -0.0011715888977050781, -0.000335693359375, 0.0005002021789550781, 0.0013360977172851562, 0.0021719932556152344, 0.0030078887939453125, 0.0038437843322753906, 0.004679679870605469, 0.005515575408935547, 0.006351470947265625, 0.007187366485595703, 0.008023262023925781, 0.00885915756225586, 0.009695053100585938, 0.010530948638916016, 0.011366844177246094, 0.012202739715576172, 0.01303863525390625, 0.013874530792236328, 0.014710426330566406, 0.015546321868896484, 0.016382217407226562, 0.01721811294555664, 0.01805400848388672, 0.018889904022216797, 0.019725799560546875, 0.020561695098876953, 0.02139759063720703, 0.02223348617553711, 0.023069381713867188, 0.023905277252197266, 0.024741172790527344, 0.025577068328857422, 0.0264129638671875]}, "gradients/decoder.transformer.h.8.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 2.0, 2.0, 3.0, 5.0, 2.0, 3.0, 4.0, 2.0, 5.0, 8.0, 7.0, 8.0, 14.0, 12.0, 23.0, 26.0, 30.0, 50.0, 50.0, 65.0, 119.0, 236.0, 593.0, 52176.0, 993371.0, 997.0, 281.0, 154.0, 86.0, 41.0, 39.0, 27.0, 17.0, 24.0, 14.0, 11.0, 11.0, 8.0, 5.0, 2.0, 9.0, 4.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.630859375, -0.6106033325195312, -0.5903472900390625, -0.5700912475585938, -0.549835205078125, -0.5295791625976562, -0.5093231201171875, -0.48906707763671875, -0.46881103515625, -0.44855499267578125, -0.4282989501953125, -0.40804290771484375, -0.387786865234375, -0.36753082275390625, -0.3472747802734375, -0.32701873779296875, -0.3067626953125, -0.28650665283203125, -0.2662506103515625, -0.24599456787109375, -0.225738525390625, -0.20548248291015625, -0.1852264404296875, -0.16497039794921875, -0.14471435546875, -0.12445831298828125, -0.1042022705078125, -0.08394622802734375, -0.063690185546875, -0.04343414306640625, -0.0231781005859375, -0.00292205810546875, 0.017333984375, 0.03759002685546875, 0.0578460693359375, 0.07810211181640625, 0.098358154296875, 0.11861419677734375, 0.1388702392578125, 0.15912628173828125, 0.17938232421875, 0.19963836669921875, 0.2198944091796875, 0.24015045166015625, 0.260406494140625, 0.28066253662109375, 0.3009185791015625, 0.32117462158203125, 0.3414306640625, 0.36168670654296875, 0.3819427490234375, 0.40219879150390625, 0.422454833984375, 0.44271087646484375, 0.4629669189453125, 0.48322296142578125, 0.50347900390625, 0.5237350463867188, 0.5439910888671875, 0.5642471313476562, 0.584503173828125, 0.6047592163085938, 0.6250152587890625, 0.6452713012695312, 0.66552734375]}, "gradients/decoder.transformer.h.8.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 36.0, 246.0, 648.0, 66.0, 13.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.4477331340312958, -0.43712595105171204, -0.4265187680721283, -0.41591158509254456, -0.4053044021129608, -0.3946972191333771, -0.38409000635147095, -0.3734828233718872, -0.36287564039230347, -0.3522684574127197, -0.341661274433136, -0.33105409145355225, -0.3204469084739685, -0.30983972549438477, -0.299232542514801, -0.2886253595352173, -0.27801817655563354, -0.2674109935760498, -0.25680381059646606, -0.24619662761688232, -0.23558944463729858, -0.22498226165771484, -0.2143750637769699, -0.20376788079738617, -0.19316069781780243, -0.1825535148382187, -0.17194633185863495, -0.16133913397789001, -0.15073195099830627, -0.14012476801872253, -0.1295175850391388, -0.11891040205955505, -0.1083032488822937, -0.09769606590270996, -0.08708888292312622, -0.07648169249296188, -0.06587450951337814, -0.0552673265337944, -0.044660136103630066, -0.034052953124046326, -0.023445770144462585, -0.012838585302233696, -0.0022314004600048065, 0.008375786244869232, 0.018982969224452972, 0.029590152204036713, 0.04019734263420105, 0.05080452561378479, 0.06141170859336853, 0.07201889157295227, 0.08262607455253601, 0.09323326498270035, 0.10384044796228409, 0.11444763094186783, 0.12505482137203217, 0.1356620043516159, 0.14626918733119965, 0.1568763703107834, 0.16748355329036713, 0.17809075117111206, 0.1886979341506958, 0.19930511713027954, 0.20991230010986328, 0.22051948308944702, 0.23112666606903076]}, "gradients/decoder.transformer.h.8.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 4.0, 4.0, 4.0, 4.0, 6.0, 9.0, 8.0, 6.0, 8.0, 13.0, 18.0, 17.0, 36.0, 18.0, 26.0, 28.0, 37.0, 22.0, 29.0, 31.0, 42.0, 33.0, 32.0, 36.0, 48.0, 52.0, 39.0, 42.0, 33.0, 38.0, 41.0, 37.0, 22.0, 24.0, 17.0, 22.0, 17.0, 13.0, 16.0, 17.0, 10.0, 11.0, 10.0, 8.0, 4.0, 6.0, 1.0, 3.0, 2.0, 3.0, 3.0, 2.0, 1.0], "bins": [-0.10668641328811646, -0.10363210737705231, -0.10057779401540756, -0.09752348065376282, -0.09446917474269867, -0.09141486883163452, -0.08836055546998978, -0.08530624210834503, -0.08225193619728088, -0.07919763028621674, -0.07614331692457199, -0.07308900356292725, -0.0700346976518631, -0.06698039174079895, -0.0639260783791542, -0.06087176874279976, -0.05781745910644531, -0.054763149470090866, -0.05170883983373642, -0.04865453019738197, -0.04560022056102753, -0.04254591092467308, -0.039491601288318634, -0.03643729165196419, -0.03338298201560974, -0.030328672379255295, -0.02727436274290085, -0.024220053106546402, -0.021165743470191956, -0.01811143383383751, -0.015057124197483063, -0.012002814561128616, -0.00894850492477417, -0.0058941952884197235, -0.002839885652065277, 0.0002144239842891693, 0.0032687336206436157, 0.006323043256998062, 0.009377352893352509, 0.012431662529706955, 0.015485972166061401, 0.018540281802415848, 0.021594591438770294, 0.02464890107512474, 0.027703210711479187, 0.030757520347833633, 0.03381182998418808, 0.036866139620542526, 0.03992044925689697, 0.04297475889325142, 0.046029068529605865, 0.04908337816596031, 0.05213768780231476, 0.055191997438669205, 0.05824630707502365, 0.0613006167113781, 0.06435492634773254, 0.06740923225879669, 0.07046354562044144, 0.07351785898208618, 0.07657216489315033, 0.07962647080421448, 0.08268078416585922, 0.08573509752750397, 0.08878940343856812]}, "gradients/decoder.transformer.h.8.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 0.0, 3.0, 3.0, 6.0, 3.0, 7.0, 10.0, 8.0, 11.0, 7.0, 15.0, 16.0, 16.0, 19.0, 21.0, 28.0, 26.0, 33.0, 27.0, 34.0, 32.0, 25.0, 36.0, 40.0, 38.0, 38.0, 33.0, 37.0, 34.0, 39.0, 31.0, 40.0, 39.0, 25.0, 23.0, 25.0, 24.0, 19.0, 22.0, 19.0, 16.0, 15.0, 10.0, 11.0, 11.0, 11.0, 7.0, 3.0, 7.0, 5.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.375, -7.12255859375, -6.8701171875, -6.61767578125, -6.365234375, -6.11279296875, -5.8603515625, -5.60791015625, -5.35546875, -5.10302734375, -4.8505859375, -4.59814453125, -4.345703125, -4.09326171875, -3.8408203125, -3.58837890625, -3.3359375, -3.08349609375, -2.8310546875, -2.57861328125, -2.326171875, -2.07373046875, -1.8212890625, -1.56884765625, -1.31640625, -1.06396484375, -0.8115234375, -0.55908203125, -0.306640625, -0.05419921875, 0.1982421875, 0.45068359375, 0.703125, 0.95556640625, 1.2080078125, 1.46044921875, 1.712890625, 1.96533203125, 2.2177734375, 2.47021484375, 2.72265625, 2.97509765625, 3.2275390625, 3.47998046875, 3.732421875, 3.98486328125, 4.2373046875, 4.48974609375, 4.7421875, 4.99462890625, 5.2470703125, 5.49951171875, 5.751953125, 6.00439453125, 6.2568359375, 6.50927734375, 6.76171875, 7.01416015625, 7.2666015625, 7.51904296875, 7.771484375, 8.02392578125, 8.2763671875, 8.52880859375, 8.78125]}, "gradients/decoder.transformer.h.8.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 4.0, 0.0, 2.0, 3.0, 4.0, 4.0, 4.0, 9.0, 11.0, 11.0, 16.0, 31.0, 33.0, 65.0, 73.0, 118.0, 164.0, 226.0, 362.0, 511.0, 777.0, 1174.0, 1973.0, 3267.0, 5737.0, 10648.0, 21606.0, 51471.0, 143130.0, 392145.0, 261540.0, 85442.0, 33572.0, 15324.0, 7695.0, 4328.0, 2527.0, 1537.0, 988.0, 663.0, 439.0, 288.0, 198.0, 148.0, 98.0, 57.0, 47.0, 26.0, 22.0, 14.0, 9.0, 2.0, 6.0, 7.0, 7.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-10.375, -10.0377197265625, -9.700439453125, -9.3631591796875, -9.02587890625, -8.6885986328125, -8.351318359375, -8.0140380859375, -7.6767578125, -7.3394775390625, -7.002197265625, -6.6649169921875, -6.32763671875, -5.9903564453125, -5.653076171875, -5.3157958984375, -4.978515625, -4.6412353515625, -4.303955078125, -3.9666748046875, -3.62939453125, -3.2921142578125, -2.954833984375, -2.6175537109375, -2.2802734375, -1.9429931640625, -1.605712890625, -1.2684326171875, -0.93115234375, -0.5938720703125, -0.256591796875, 0.0806884765625, 0.41796875, 0.7552490234375, 1.092529296875, 1.4298095703125, 1.76708984375, 2.1043701171875, 2.441650390625, 2.7789306640625, 3.1162109375, 3.4534912109375, 3.790771484375, 4.1280517578125, 4.46533203125, 4.8026123046875, 5.139892578125, 5.4771728515625, 5.814453125, 6.1517333984375, 6.489013671875, 6.8262939453125, 7.16357421875, 7.5008544921875, 7.838134765625, 8.1754150390625, 8.5126953125, 8.8499755859375, 9.187255859375, 9.5245361328125, 9.86181640625, 10.1990966796875, 10.536376953125, 10.8736572265625, 11.2109375]}, "gradients/decoder.transformer.h.8.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 5.0, 6.0, 4.0, 6.0, 8.0, 11.0, 5.0, 17.0, 16.0, 21.0, 22.0, 16.0, 31.0, 29.0, 29.0, 48.0, 33.0, 45.0, 56.0, 83.0, 136.0, 271.0, 1403.0, 181.0, 92.0, 85.0, 58.0, 42.0, 31.0, 39.0, 39.0, 32.0, 24.0, 20.0, 25.0, 14.0, 11.0, 7.0, 10.0, 6.0, 6.0, 9.0, 6.0, 7.0, 2.0, 2.0, 1.0, 3.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.875, -24.02294921875, -23.1708984375, -22.31884765625, -21.466796875, -20.61474609375, -19.7626953125, -18.91064453125, -18.05859375, -17.20654296875, -16.3544921875, -15.50244140625, -14.650390625, -13.79833984375, -12.9462890625, -12.09423828125, -11.2421875, -10.39013671875, -9.5380859375, -8.68603515625, -7.833984375, -6.98193359375, -6.1298828125, -5.27783203125, -4.42578125, -3.57373046875, -2.7216796875, -1.86962890625, -1.017578125, -0.16552734375, 0.6865234375, 1.53857421875, 2.390625, 3.24267578125, 4.0947265625, 4.94677734375, 5.798828125, 6.65087890625, 7.5029296875, 8.35498046875, 9.20703125, 10.05908203125, 10.9111328125, 11.76318359375, 12.615234375, 13.46728515625, 14.3193359375, 15.17138671875, 16.0234375, 16.87548828125, 17.7275390625, 18.57958984375, 19.431640625, 20.28369140625, 21.1357421875, 21.98779296875, 22.83984375, 23.69189453125, 24.5439453125, 25.39599609375, 26.248046875, 27.10009765625, 27.9521484375, 28.80419921875, 29.65625]}, "gradients/decoder.transformer.h.8.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 3.0, 2.0, 1.0, 4.0, 2.0, 8.0, 5.0, 9.0, 12.0, 10.0, 18.0, 24.0, 24.0, 31.0, 47.0, 59.0, 70.0, 107.0, 118.0, 189.0, 278.0, 601.0, 1871.0, 10507.0, 128775.0, 2802811.0, 183645.0, 12656.0, 2119.0, 644.0, 294.0, 197.0, 130.0, 96.0, 86.0, 59.0, 44.0, 29.0, 23.0, 23.0, 14.0, 14.0, 8.0, 11.0, 6.0, 5.0, 11.0, 5.0, 4.0, 4.0, 0.0, 1.0, 0.0, 3.0], "bins": [-46.15625, -44.85791015625, -43.5595703125, -42.26123046875, -40.962890625, -39.66455078125, -38.3662109375, -37.06787109375, -35.76953125, -34.47119140625, -33.1728515625, -31.87451171875, -30.576171875, -29.27783203125, -27.9794921875, -26.68115234375, -25.3828125, -24.08447265625, -22.7861328125, -21.48779296875, -20.189453125, -18.89111328125, -17.5927734375, -16.29443359375, -14.99609375, -13.69775390625, -12.3994140625, -11.10107421875, -9.802734375, -8.50439453125, -7.2060546875, -5.90771484375, -4.609375, -3.31103515625, -2.0126953125, -0.71435546875, 0.583984375, 1.88232421875, 3.1806640625, 4.47900390625, 5.77734375, 7.07568359375, 8.3740234375, 9.67236328125, 10.970703125, 12.26904296875, 13.5673828125, 14.86572265625, 16.1640625, 17.46240234375, 18.7607421875, 20.05908203125, 21.357421875, 22.65576171875, 23.9541015625, 25.25244140625, 26.55078125, 27.84912109375, 29.1474609375, 30.44580078125, 31.744140625, 33.04248046875, 34.3408203125, 35.63916015625, 36.9375]}, "gradients/decoder.transformer.h.8.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 10.0, 499.0, 499.0, 12.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-775.655029296875, -762.0419921875, -748.428955078125, -734.81591796875, -721.2028198242188, -707.5897827148438, -693.9767456054688, -680.3637084960938, -666.7506713867188, -653.1376342773438, -639.5245971679688, -625.9115600585938, -612.2984619140625, -598.6854248046875, -585.0723876953125, -571.4593505859375, -557.8463134765625, -544.2332763671875, -530.6202392578125, -517.0072021484375, -503.3941345214844, -489.78106689453125, -476.16802978515625, -462.55499267578125, -448.9419250488281, -435.3288879394531, -421.7158203125, -408.102783203125, -394.48974609375, -380.876708984375, -367.2636413574219, -353.6506042480469, -340.03753662109375, -326.42449951171875, -312.8114318847656, -299.1983947753906, -285.5853576660156, -271.9722900390625, -258.3592529296875, -244.7462158203125, -231.1331787109375, -217.52012634277344, -203.90708923339844, -190.29403686523438, -176.68099975585938, -163.0679473876953, -149.45489501953125, -135.84185791015625, -122.22881317138672, -108.61576843261719, -95.00272369384766, -81.38967895507812, -67.77662658691406, -54.16358184814453, -40.550537109375, -26.93749237060547, -13.324447631835938, 0.28859806060791016, 13.901643753051758, 27.514690399169922, 41.12773513793945, 54.74078369140625, 68.35382843017578, 81.96687316894531, 95.57991790771484]}, "gradients/decoder.transformer.h.8.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 2.0, 4.0, 2.0, 11.0, 3.0, 10.0, 6.0, 12.0, 19.0, 11.0, 19.0, 31.0, 30.0, 32.0, 36.0, 38.0, 45.0, 56.0, 38.0, 39.0, 53.0, 55.0, 52.0, 50.0, 45.0, 43.0, 31.0, 34.0, 25.0, 37.0, 20.0, 25.0, 18.0, 14.0, 18.0, 10.0, 10.0, 6.0, 8.0, 3.0, 4.0, 4.0, 1.0, 0.0, 0.0, 1.0], "bins": [-100.88943481445312, -98.18114471435547, -95.47284698486328, -92.76455688476562, -90.05626678466797, -87.34797668457031, -84.63967895507812, -81.93138885498047, -79.22309875488281, -76.51480865478516, -73.80651092529297, -71.09822082519531, -68.38993072509766, -65.681640625, -62.97334289550781, -60.265052795410156, -57.55675506591797, -54.84846115112305, -52.14017105102539, -49.43187713623047, -46.72358703613281, -44.01529312133789, -41.30699920654297, -38.59870910644531, -35.89041519165039, -33.18212127685547, -30.473831176757812, -27.76553726196289, -25.0572452545166, -22.348953247070312, -19.64065933227539, -16.9323673248291, -14.224075317382812, -11.515783309936523, -8.807490348815918, -6.0991973876953125, -3.3909053802490234, -0.6826133728027344, 2.0256805419921875, 4.733972549438477, 7.442264556884766, 10.150556564331055, 12.85884952545166, 15.567142486572266, 18.275434494018555, 20.983726501464844, 23.692020416259766, 26.400312423706055, 29.108604431152344, 31.816896438598633, 34.52518844604492, 37.233482360839844, 39.9417724609375, 42.65006637573242, 45.358360290527344, 48.066650390625, 50.77494430541992, 53.483238220214844, 56.1915283203125, 58.89982223510742, 61.608116149902344, 64.31640625, 67.02470397949219, 69.73299407958984, 72.4412841796875]}, "gradients/decoder.transformer.h.7.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 5.0, 6.0, 5.0, 7.0, 5.0, 4.0, 5.0, 8.0, 13.0, 27.0, 24.0, 19.0, 24.0, 22.0, 23.0, 37.0, 25.0, 39.0, 41.0, 33.0, 30.0, 30.0, 56.0, 47.0, 35.0, 43.0, 50.0, 24.0, 40.0, 29.0, 27.0, 35.0, 25.0, 25.0, 13.0, 26.0, 15.0, 21.0, 17.0, 18.0, 4.0, 8.0, 8.0, 1.0, 4.0, 4.0, 5.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.484375, -8.1962890625, -7.908203125, -7.6201171875, -7.33203125, -7.0439453125, -6.755859375, -6.4677734375, -6.1796875, -5.8916015625, -5.603515625, -5.3154296875, -5.02734375, -4.7392578125, -4.451171875, -4.1630859375, -3.875, -3.5869140625, -3.298828125, -3.0107421875, -2.72265625, -2.4345703125, -2.146484375, -1.8583984375, -1.5703125, -1.2822265625, -0.994140625, -0.7060546875, -0.41796875, -0.1298828125, 0.158203125, 0.4462890625, 0.734375, 1.0224609375, 1.310546875, 1.5986328125, 1.88671875, 2.1748046875, 2.462890625, 2.7509765625, 3.0390625, 3.3271484375, 3.615234375, 3.9033203125, 4.19140625, 4.4794921875, 4.767578125, 5.0556640625, 5.34375, 5.6318359375, 5.919921875, 6.2080078125, 6.49609375, 6.7841796875, 7.072265625, 7.3603515625, 7.6484375, 7.9365234375, 8.224609375, 8.5126953125, 8.80078125, 9.0888671875, 9.376953125, 9.6650390625, 9.953125]}, "gradients/decoder.transformer.h.7.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 3.0, 5.0, 3.0, 4.0, 5.0, 8.0, 6.0, 12.0, 14.0, 22.0, 22.0, 35.0, 42.0, 62.0, 96.0, 117.0, 225.0, 325.0, 566.0, 971.0, 1818.0, 3600.0, 7584.0, 19481.0, 82528.0, 733324.0, 2619342.0, 620060.0, 71401.0, 18012.0, 7339.0, 3253.0, 1690.0, 905.0, 527.0, 297.0, 203.0, 110.0, 75.0, 47.0, 46.0, 22.0, 17.0, 12.0, 24.0, 5.0, 9.0, 4.0, 5.0, 2.0, 2.0, 2.0, 4.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0], "bins": [-17.484375, -16.910400390625, -16.33642578125, -15.762451171875, -15.1884765625, -14.614501953125, -14.04052734375, -13.466552734375, -12.892578125, -12.318603515625, -11.74462890625, -11.170654296875, -10.5966796875, -10.022705078125, -9.44873046875, -8.874755859375, -8.30078125, -7.726806640625, -7.15283203125, -6.578857421875, -6.0048828125, -5.430908203125, -4.85693359375, -4.282958984375, -3.708984375, -3.135009765625, -2.56103515625, -1.987060546875, -1.4130859375, -0.839111328125, -0.26513671875, 0.308837890625, 0.8828125, 1.456787109375, 2.03076171875, 2.604736328125, 3.1787109375, 3.752685546875, 4.32666015625, 4.900634765625, 5.474609375, 6.048583984375, 6.62255859375, 7.196533203125, 7.7705078125, 8.344482421875, 8.91845703125, 9.492431640625, 10.06640625, 10.640380859375, 11.21435546875, 11.788330078125, 12.3623046875, 12.936279296875, 13.51025390625, 14.084228515625, 14.658203125, 15.232177734375, 15.80615234375, 16.380126953125, 16.9541015625, 17.528076171875, 18.10205078125, 18.676025390625, 19.25]}, "gradients/decoder.transformer.h.7.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 2.0, 3.0, 1.0, 3.0, 5.0, 5.0, 4.0, 7.0, 9.0, 12.0, 14.0, 12.0, 26.0, 29.0, 45.0, 56.0, 86.0, 125.0, 192.0, 304.0, 473.0, 674.0, 668.0, 486.0, 290.0, 179.0, 105.0, 73.0, 50.0, 37.0, 26.0, 24.0, 15.0, 17.0, 9.0, 5.0, 3.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.59375, -14.992919921875, -14.39208984375, -13.791259765625, -13.1904296875, -12.589599609375, -11.98876953125, -11.387939453125, -10.787109375, -10.186279296875, -9.58544921875, -8.984619140625, -8.3837890625, -7.782958984375, -7.18212890625, -6.581298828125, -5.98046875, -5.379638671875, -4.77880859375, -4.177978515625, -3.5771484375, -2.976318359375, -2.37548828125, -1.774658203125, -1.173828125, -0.572998046875, 0.02783203125, 0.628662109375, 1.2294921875, 1.830322265625, 2.43115234375, 3.031982421875, 3.6328125, 4.233642578125, 4.83447265625, 5.435302734375, 6.0361328125, 6.636962890625, 7.23779296875, 7.838623046875, 8.439453125, 9.040283203125, 9.64111328125, 10.241943359375, 10.8427734375, 11.443603515625, 12.04443359375, 12.645263671875, 13.24609375, 13.846923828125, 14.44775390625, 15.048583984375, 15.6494140625, 16.250244140625, 16.85107421875, 17.451904296875, 18.052734375, 18.653564453125, 19.25439453125, 19.855224609375, 20.4560546875, 21.056884765625, 21.65771484375, 22.258544921875, 22.859375]}, "gradients/decoder.transformer.h.7.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 6.0, 9.0, 20.0, 16.0, 29.0, 33.0, 51.0, 95.0, 149.0, 282.0, 626.0, 2307.0, 13941.0, 318995.0, 3776457.0, 72515.0, 6305.0, 1312.0, 497.0, 257.0, 122.0, 82.0, 52.0, 28.0, 19.0, 17.0, 13.0, 8.0, 10.0, 4.0, 6.0, 4.0, 5.0, 2.0, 2.0, 1.0, 4.0, 1.0, 0.0, 2.0], "bins": [-79.5, -77.4248046875, -75.349609375, -73.2744140625, -71.19921875, -69.1240234375, -67.048828125, -64.9736328125, -62.8984375, -60.8232421875, -58.748046875, -56.6728515625, -54.59765625, -52.5224609375, -50.447265625, -48.3720703125, -46.296875, -44.2216796875, -42.146484375, -40.0712890625, -37.99609375, -35.9208984375, -33.845703125, -31.7705078125, -29.6953125, -27.6201171875, -25.544921875, -23.4697265625, -21.39453125, -19.3193359375, -17.244140625, -15.1689453125, -13.09375, -11.0185546875, -8.943359375, -6.8681640625, -4.79296875, -2.7177734375, -0.642578125, 1.4326171875, 3.5078125, 5.5830078125, 7.658203125, 9.7333984375, 11.80859375, 13.8837890625, 15.958984375, 18.0341796875, 20.109375, 22.1845703125, 24.259765625, 26.3349609375, 28.41015625, 30.4853515625, 32.560546875, 34.6357421875, 36.7109375, 38.7861328125, 40.861328125, 42.9365234375, 45.01171875, 47.0869140625, 49.162109375, 51.2373046875, 53.3125]}, "gradients/decoder.transformer.h.7.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 6.0, 6.0, 14.0, 19.0, 43.0, 60.0, 115.0, 144.0, 146.0, 152.0, 111.0, 86.0, 51.0, 26.0, 21.0, 9.0, 3.0, 4.0, 2.0], "bins": [-157.62379455566406, -154.69827270507812, -151.77276611328125, -148.8472442626953, -145.92173767089844, -142.9962158203125, -140.07070922851562, -137.1451873779297, -134.2196807861328, -131.29415893554688, -128.36865234375, -125.4431381225586, -122.51762390136719, -119.59210968017578, -116.66659545898438, -113.74107360839844, -110.81555938720703, -107.89004516601562, -104.96453094482422, -102.03901672363281, -99.1135025024414, -96.18798828125, -93.26246643066406, -90.33695983886719, -87.41143798828125, -84.48592376708984, -81.56040954589844, -78.63489532470703, -75.70938110351562, -72.78386688232422, -69.85835266113281, -66.93283081054688, -64.00733184814453, -61.081817626953125, -58.15630340576172, -55.23078918457031, -52.305274963378906, -49.3797607421875, -46.45424270629883, -43.52872848510742, -40.603214263916016, -37.67770004272461, -34.7521858215332, -31.826669692993164, -28.901155471801758, -25.97564125061035, -23.050125122070312, -20.124610900878906, -17.1990966796875, -14.273582458496094, -11.348067283630371, -8.422552108764648, -5.497037887573242, -2.571523666381836, 0.3539924621582031, 3.2795066833496094, 6.205020904541016, 9.130535125732422, 12.056050300598145, 14.981565475463867, 17.907079696655273, 20.83259391784668, 23.75811004638672, 26.683624267578125, 29.60913848876953]}, "gradients/decoder.transformer.h.7.ln_2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 5.0, 3.0, 5.0, 8.0, 5.0, 14.0, 11.0, 15.0, 21.0, 23.0, 18.0, 19.0, 27.0, 22.0, 25.0, 27.0, 33.0, 31.0, 26.0, 39.0, 42.0, 42.0, 35.0, 40.0, 31.0, 30.0, 42.0, 36.0, 39.0, 41.0, 24.0, 28.0, 29.0, 32.0, 24.0, 21.0, 22.0, 13.0, 17.0, 13.0, 4.0, 5.0, 4.0, 5.0, 2.0, 3.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0], "bins": [-52.85708236694336, -51.2878303527832, -49.71857833862305, -48.149330139160156, -46.580078125, -45.010826110839844, -43.44157409667969, -41.87232208251953, -40.30307388305664, -38.733821868896484, -37.16456985473633, -35.59532165527344, -34.02606964111328, -32.456817626953125, -30.88756561279297, -29.318315505981445, -27.74906349182129, -26.179811477661133, -24.61056137084961, -23.041309356689453, -21.47205924987793, -19.902807235717773, -18.33355712890625, -16.764305114746094, -15.195054054260254, -13.625802993774414, -12.056551933288574, -10.487300872802734, -8.918048858642578, -7.3487982749938965, -5.779546737670898, -4.210295677185059, -2.6410446166992188, -1.0717934370040894, 0.49745774269104004, 2.066709041595459, 3.635960102081299, 5.205211162567139, 6.774462699890137, 8.343713760375977, 9.912964820861816, 11.482215881347656, 13.051466941833496, 14.620718002319336, 16.189970016479492, 17.759220123291016, 19.328472137451172, 20.897724151611328, 22.46697425842285, 24.036226272583008, 25.60547637939453, 27.174728393554688, 28.74397850036621, 30.313230514526367, 31.88248062133789, 33.45173263549805, 35.0209846496582, 36.59023666381836, 38.159488677978516, 39.728736877441406, 41.29798889160156, 42.86724090576172, 44.436492919921875, 46.00574493408203, 47.57499313354492]}, "gradients/decoder.transformer.h.7.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 1.0, 3.0, 3.0, 2.0, 4.0, 3.0, 8.0, 5.0, 7.0, 10.0, 12.0, 12.0, 18.0, 16.0, 16.0, 31.0, 23.0, 17.0, 36.0, 28.0, 21.0, 28.0, 38.0, 32.0, 36.0, 35.0, 36.0, 44.0, 31.0, 34.0, 30.0, 42.0, 27.0, 26.0, 32.0, 30.0, 33.0, 28.0, 17.0, 18.0, 19.0, 15.0, 11.0, 17.0, 12.0, 15.0, 8.0, 7.0, 5.0, 7.0, 7.0, 8.0, 5.0, 2.0, 5.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.09375, -7.8392333984375, -7.584716796875, -7.3302001953125, -7.07568359375, -6.8211669921875, -6.566650390625, -6.3121337890625, -6.0576171875, -5.8031005859375, -5.548583984375, -5.2940673828125, -5.03955078125, -4.7850341796875, -4.530517578125, -4.2760009765625, -4.021484375, -3.7669677734375, -3.512451171875, -3.2579345703125, -3.00341796875, -2.7489013671875, -2.494384765625, -2.2398681640625, -1.9853515625, -1.7308349609375, -1.476318359375, -1.2218017578125, -0.96728515625, -0.7127685546875, -0.458251953125, -0.2037353515625, 0.05078125, 0.3052978515625, 0.559814453125, 0.8143310546875, 1.06884765625, 1.3233642578125, 1.577880859375, 1.8323974609375, 2.0869140625, 2.3414306640625, 2.595947265625, 2.8504638671875, 3.10498046875, 3.3594970703125, 3.614013671875, 3.8685302734375, 4.123046875, 4.3775634765625, 4.632080078125, 4.8865966796875, 5.14111328125, 5.3956298828125, 5.650146484375, 5.9046630859375, 6.1591796875, 6.4136962890625, 6.668212890625, 6.9227294921875, 7.17724609375, 7.4317626953125, 7.686279296875, 7.9407958984375, 8.1953125]}, "gradients/decoder.transformer.h.7.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 3.0, 5.0, 6.0, 11.0, 15.0, 24.0, 42.0, 75.0, 91.0, 121.0, 228.0, 302.0, 441.0, 735.0, 1036.0, 1526.0, 2388.0, 3659.0, 5465.0, 8273.0, 13068.0, 20502.0, 32297.0, 53460.0, 90644.0, 150629.0, 207768.0, 175352.0, 109239.0, 64673.0, 38570.0, 24260.0, 15179.0, 9630.0, 6368.0, 4299.0, 2717.0, 1854.0, 1189.0, 867.0, 525.0, 355.0, 233.0, 141.0, 104.0, 67.0, 44.0, 34.0, 22.0, 13.0, 6.0, 5.0, 4.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.83935546875, -0.8119964599609375, -0.784637451171875, -0.7572784423828125, -0.72991943359375, -0.7025604248046875, -0.675201416015625, -0.6478424072265625, -0.6204833984375, -0.5931243896484375, -0.565765380859375, -0.5384063720703125, -0.51104736328125, -0.4836883544921875, -0.456329345703125, -0.4289703369140625, -0.401611328125, -0.3742523193359375, -0.346893310546875, -0.3195343017578125, -0.29217529296875, -0.2648162841796875, -0.237457275390625, -0.2100982666015625, -0.1827392578125, -0.1553802490234375, -0.128021240234375, -0.1006622314453125, -0.07330322265625, -0.0459442138671875, -0.018585205078125, 0.0087738037109375, 0.0361328125, 0.0634918212890625, 0.090850830078125, 0.1182098388671875, 0.14556884765625, 0.1729278564453125, 0.200286865234375, 0.2276458740234375, 0.2550048828125, 0.2823638916015625, 0.309722900390625, 0.3370819091796875, 0.36444091796875, 0.3917999267578125, 0.419158935546875, 0.4465179443359375, 0.473876953125, 0.5012359619140625, 0.528594970703125, 0.5559539794921875, 0.58331298828125, 0.6106719970703125, 0.638031005859375, 0.6653900146484375, 0.6927490234375, 0.7201080322265625, 0.747467041015625, 0.7748260498046875, 0.80218505859375, 0.8295440673828125, 0.856903076171875, 0.8842620849609375, 0.91162109375]}, "gradients/decoder.transformer.h.7.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 7.0, 3.0, 4.0, 4.0, 12.0, 8.0, 10.0, 12.0, 14.0, 17.0, 17.0, 21.0, 25.0, 30.0, 32.0, 34.0, 37.0, 31.0, 39.0, 37.0, 45.0, 30.0, 1065.0, 29.0, 39.0, 34.0, 46.0, 39.0, 36.0, 27.0, 40.0, 22.0, 28.0, 19.0, 20.0, 23.0, 17.0, 16.0, 11.0, 8.0, 8.0, 11.0, 8.0, 3.0, 5.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0], "bins": [-7.8125, -7.59332275390625, -7.3741455078125, -7.15496826171875, -6.935791015625, -6.71661376953125, -6.4974365234375, -6.27825927734375, -6.05908203125, -5.83990478515625, -5.6207275390625, -5.40155029296875, -5.182373046875, -4.96319580078125, -4.7440185546875, -4.52484130859375, -4.3056640625, -4.08648681640625, -3.8673095703125, -3.64813232421875, -3.428955078125, -3.20977783203125, -2.9906005859375, -2.77142333984375, -2.55224609375, -2.33306884765625, -2.1138916015625, -1.89471435546875, -1.675537109375, -1.45635986328125, -1.2371826171875, -1.01800537109375, -0.798828125, -0.57965087890625, -0.3604736328125, -0.14129638671875, 0.077880859375, 0.29705810546875, 0.5162353515625, 0.73541259765625, 0.95458984375, 1.17376708984375, 1.3929443359375, 1.61212158203125, 1.831298828125, 2.05047607421875, 2.2696533203125, 2.48883056640625, 2.7080078125, 2.92718505859375, 3.1463623046875, 3.36553955078125, 3.584716796875, 3.80389404296875, 4.0230712890625, 4.24224853515625, 4.46142578125, 4.68060302734375, 4.8997802734375, 5.11895751953125, 5.338134765625, 5.55731201171875, 5.7764892578125, 5.99566650390625, 6.21484375]}, "gradients/decoder.transformer.h.7.crossattention.c_attn.weight": {"_type": "histogram", "values": [4.0, 3.0, 6.0, 2.0, 8.0, 16.0, 22.0, 25.0, 44.0, 40.0, 67.0, 85.0, 134.0, 167.0, 252.0, 317.0, 503.0, 687.0, 923.0, 1381.0, 1954.0, 2785.0, 4080.0, 5901.0, 8820.0, 13228.0, 20046.0, 30904.0, 48632.0, 76775.0, 123822.0, 887852.0, 531096.0, 122465.0, 75657.0, 47725.0, 30126.0, 19683.0, 13106.0, 8628.0, 5783.0, 4048.0, 2794.0, 1852.0, 1400.0, 956.0, 666.0, 477.0, 362.0, 244.0, 155.0, 132.0, 96.0, 65.0, 43.0, 35.0, 23.0, 18.0, 10.0, 7.0, 8.0, 4.0, 1.0, 2.0], "bins": [-0.406982421875, -0.394256591796875, -0.38153076171875, -0.368804931640625, -0.3560791015625, -0.343353271484375, -0.33062744140625, -0.317901611328125, -0.30517578125, -0.292449951171875, -0.27972412109375, -0.266998291015625, -0.2542724609375, -0.241546630859375, -0.22882080078125, -0.216094970703125, -0.203369140625, -0.190643310546875, -0.17791748046875, -0.165191650390625, -0.1524658203125, -0.139739990234375, -0.12701416015625, -0.114288330078125, -0.1015625, -0.088836669921875, -0.07611083984375, -0.063385009765625, -0.0506591796875, -0.037933349609375, -0.02520751953125, -0.012481689453125, 0.000244140625, 0.012969970703125, 0.02569580078125, 0.038421630859375, 0.0511474609375, 0.063873291015625, 0.07659912109375, 0.089324951171875, 0.10205078125, 0.114776611328125, 0.12750244140625, 0.140228271484375, 0.1529541015625, 0.165679931640625, 0.17840576171875, 0.191131591796875, 0.203857421875, 0.216583251953125, 0.22930908203125, 0.242034912109375, 0.2547607421875, 0.267486572265625, 0.28021240234375, 0.292938232421875, 0.3056640625, 0.318389892578125, 0.33111572265625, 0.343841552734375, 0.3565673828125, 0.369293212890625, 0.38201904296875, 0.394744873046875, 0.407470703125]}, "gradients/decoder.transformer.h.7.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 6.0, 4.0, 2.0, 9.0, 7.0, 9.0, 13.0, 25.0, 32.0, 42.0, 52.0, 110.0, 160.0, 178.0, 98.0, 65.0, 49.0, 48.0, 26.0, 18.0, 12.0, 10.0, 9.0, 4.0, 1.0, 4.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0772705078125, -0.0747833251953125, -0.072296142578125, -0.0698089599609375, -0.06732177734375, -0.0648345947265625, -0.062347412109375, -0.0598602294921875, -0.057373046875, -0.0548858642578125, -0.052398681640625, -0.0499114990234375, -0.04742431640625, -0.0449371337890625, -0.042449951171875, -0.0399627685546875, -0.0374755859375, -0.0349884033203125, -0.032501220703125, -0.0300140380859375, -0.02752685546875, -0.0250396728515625, -0.022552490234375, -0.0200653076171875, -0.017578125, -0.0150909423828125, -0.012603759765625, -0.0101165771484375, -0.00762939453125, -0.0051422119140625, -0.002655029296875, -0.0001678466796875, 0.0023193359375, 0.0048065185546875, 0.007293701171875, 0.0097808837890625, 0.01226806640625, 0.0147552490234375, 0.017242431640625, 0.0197296142578125, 0.022216796875, 0.0247039794921875, 0.027191162109375, 0.0296783447265625, 0.03216552734375, 0.0346527099609375, 0.037139892578125, 0.0396270751953125, 0.0421142578125, 0.0446014404296875, 0.047088623046875, 0.0495758056640625, 0.05206298828125, 0.0545501708984375, 0.057037353515625, 0.0595245361328125, 0.06201171875, 0.0644989013671875, 0.066986083984375, 0.0694732666015625, 0.07196044921875, 0.0744476318359375, 0.076934814453125, 0.0794219970703125, 0.0819091796875]}, "gradients/decoder.transformer.h.7.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 5.0, 2.0, 4.0, 8.0, 11.0, 19.0, 21.0, 41.0, 56.0, 91.0, 160.0, 515.0, 1000970.0, 45884.0, 407.0, 123.0, 94.0, 40.0, 30.0, 15.0, 10.0, 12.0, 11.0, 5.0, 4.0, 8.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.87890625, -1.8218231201171875, -1.764739990234375, -1.7076568603515625, -1.65057373046875, -1.5934906005859375, -1.536407470703125, -1.4793243408203125, -1.4222412109375, -1.3651580810546875, -1.308074951171875, -1.2509918212890625, -1.19390869140625, -1.1368255615234375, -1.079742431640625, -1.0226593017578125, -0.965576171875, -0.9084930419921875, -0.851409912109375, -0.7943267822265625, -0.73724365234375, -0.6801605224609375, -0.623077392578125, -0.5659942626953125, -0.5089111328125, -0.4518280029296875, -0.394744873046875, -0.3376617431640625, -0.28057861328125, -0.2234954833984375, -0.166412353515625, -0.1093292236328125, -0.05224609375, 0.0048370361328125, 0.061920166015625, 0.1190032958984375, 0.17608642578125, 0.2331695556640625, 0.290252685546875, 0.3473358154296875, 0.4044189453125, 0.4615020751953125, 0.518585205078125, 0.5756683349609375, 0.63275146484375, 0.6898345947265625, 0.746917724609375, 0.8040008544921875, 0.861083984375, 0.9181671142578125, 0.975250244140625, 1.0323333740234375, 1.08941650390625, 1.1464996337890625, 1.203582763671875, 1.2606658935546875, 1.3177490234375, 1.3748321533203125, 1.431915283203125, 1.4889984130859375, 1.54608154296875, 1.6031646728515625, 1.660247802734375, 1.7173309326171875, 1.7744140625]}, "gradients/decoder.transformer.h.7.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 17.0, 105.0, 590.0, 245.0, 43.0, 11.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7827425003051758, -0.7648621797561646, -0.7469818592071533, -0.7291015386581421, -0.7112212181091309, -0.6933408975601196, -0.6754605770111084, -0.6575802564620972, -0.6396999359130859, -0.6218196153640747, -0.6039392948150635, -0.5860589742660522, -0.568178653717041, -0.5502983331680298, -0.5324180126190186, -0.5145376920700073, -0.49665743112564087, -0.47877711057662964, -0.4608967900276184, -0.4430164694786072, -0.42513614892959595, -0.4072558283805847, -0.3893755376338959, -0.37149521708488464, -0.3536148965358734, -0.3357345759868622, -0.31785425543785095, -0.2999739348888397, -0.2820936441421509, -0.26421332359313965, -0.24633300304412842, -0.2284526824951172, -0.21057239174842834, -0.19269207119941711, -0.17481175065040588, -0.15693144500255585, -0.13905112445354462, -0.12117080390453339, -0.10329049080610275, -0.08541017770767212, -0.06752985715866089, -0.04964954033493996, -0.031769223511219025, -0.013888906687498093, 0.003991410136222839, 0.02187173068523407, 0.0397520437836647, 0.05763235688209534, 0.07551267743110657, 0.0933929979801178, 0.11127331107854843, 0.12915362417697906, 0.1470339447259903, 0.16491426527500153, 0.18279457092285156, 0.2006748914718628, 0.21855521202087402, 0.23643553256988525, 0.2543158531188965, 0.2721961736679077, 0.29007649421691895, 0.3079568147659302, 0.325837105512619, 0.34371742606163025, 0.3615977466106415]}, "gradients/decoder.transformer.h.7.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 4.0, 11.0, 7.0, 7.0, 5.0, 13.0, 9.0, 11.0, 8.0, 19.0, 12.0, 30.0, 23.0, 32.0, 30.0, 27.0, 33.0, 28.0, 40.0, 39.0, 37.0, 33.0, 32.0, 35.0, 34.0, 32.0, 44.0, 40.0, 36.0, 39.0, 35.0, 30.0, 20.0, 26.0, 19.0, 20.0, 12.0, 12.0, 15.0, 10.0, 4.0, 11.0, 10.0, 6.0, 9.0, 5.0, 5.0, 1.0, 3.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1856936812400818, -0.17973126471042633, -0.17376884818077087, -0.1678064465522766, -0.16184403002262115, -0.1558816134929657, -0.14991919696331024, -0.14395678043365479, -0.13799437880516052, -0.13203196227550507, -0.1260695457458496, -0.12010713666677475, -0.11414472758769989, -0.10818231105804443, -0.10221989452838898, -0.09625747799873352, -0.09029506146907806, -0.08433264493942261, -0.07837023586034775, -0.07240781933069229, -0.06644541025161743, -0.060482993721961975, -0.05452057719230652, -0.04855816438794136, -0.0425957515835762, -0.036633338779211044, -0.030670924112200737, -0.02470850944519043, -0.01874609664082527, -0.012783683836460114, -0.006821267306804657, -0.0008588545024394989, 0.005103558301925659, 0.011065972037613392, 0.017028385773301125, 0.022990800440311432, 0.02895321324467659, 0.03491562604904175, 0.040878042578697205, 0.04684045538306236, 0.05280286818742752, 0.05876528099179268, 0.06472769379615784, 0.0706901103258133, 0.07665252685546875, 0.08261493593454361, 0.08857735246419907, 0.09453976154327393, 0.10050217807292938, 0.10646459460258484, 0.1124270036816597, 0.11838942021131516, 0.12435182929039001, 0.13031424582004547, 0.13627666234970093, 0.14223907887935638, 0.14820149540901184, 0.1541639119386673, 0.16012632846832275, 0.16608873009681702, 0.17205114662647247, 0.17801356315612793, 0.1839759796857834, 0.18993839621543884, 0.1959007978439331]}, "gradients/decoder.transformer.h.7.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 1.0, 3.0, 3.0, 2.0, 4.0, 3.0, 8.0, 5.0, 7.0, 10.0, 12.0, 12.0, 18.0, 15.0, 16.0, 31.0, 25.0, 17.0, 35.0, 28.0, 20.0, 29.0, 37.0, 32.0, 37.0, 35.0, 34.0, 46.0, 31.0, 35.0, 28.0, 42.0, 28.0, 27.0, 31.0, 28.0, 33.0, 31.0, 16.0, 19.0, 19.0, 14.0, 11.0, 17.0, 12.0, 15.0, 8.0, 7.0, 5.0, 7.0, 7.0, 8.0, 5.0, 2.0, 5.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.1015625, -7.846923828125, -7.59228515625, -7.337646484375, -7.0830078125, -6.828369140625, -6.57373046875, -6.319091796875, -6.064453125, -5.809814453125, -5.55517578125, -5.300537109375, -5.0458984375, -4.791259765625, -4.53662109375, -4.281982421875, -4.02734375, -3.772705078125, -3.51806640625, -3.263427734375, -3.0087890625, -2.754150390625, -2.49951171875, -2.244873046875, -1.990234375, -1.735595703125, -1.48095703125, -1.226318359375, -0.9716796875, -0.717041015625, -0.46240234375, -0.207763671875, 0.046875, 0.301513671875, 0.55615234375, 0.810791015625, 1.0654296875, 1.320068359375, 1.57470703125, 1.829345703125, 2.083984375, 2.338623046875, 2.59326171875, 2.847900390625, 3.1025390625, 3.357177734375, 3.61181640625, 3.866455078125, 4.12109375, 4.375732421875, 4.63037109375, 4.885009765625, 5.1396484375, 5.394287109375, 5.64892578125, 5.903564453125, 6.158203125, 6.412841796875, 6.66748046875, 6.922119140625, 7.1767578125, 7.431396484375, 7.68603515625, 7.940673828125, 8.1953125]}, "gradients/decoder.transformer.h.7.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 3.0, 1.0, 3.0, 6.0, 4.0, 6.0, 20.0, 13.0, 10.0, 21.0, 27.0, 42.0, 47.0, 69.0, 87.0, 105.0, 152.0, 251.0, 395.0, 762.0, 1639.0, 4309.0, 12314.0, 39032.0, 151570.0, 524324.0, 232400.0, 54237.0, 16627.0, 5588.0, 2146.0, 909.0, 502.0, 269.0, 186.0, 117.0, 88.0, 73.0, 46.0, 35.0, 19.0, 12.0, 14.0, 22.0, 15.0, 3.0, 10.0, 14.0, 6.0, 4.0, 1.0, 4.0, 3.0, 1.0, 1.0, 2.0, 1.0], "bins": [-14.2734375, -13.8360595703125, -13.398681640625, -12.9613037109375, -12.52392578125, -12.0865478515625, -11.649169921875, -11.2117919921875, -10.7744140625, -10.3370361328125, -9.899658203125, -9.4622802734375, -9.02490234375, -8.5875244140625, -8.150146484375, -7.7127685546875, -7.275390625, -6.8380126953125, -6.400634765625, -5.9632568359375, -5.52587890625, -5.0885009765625, -4.651123046875, -4.2137451171875, -3.7763671875, -3.3389892578125, -2.901611328125, -2.4642333984375, -2.02685546875, -1.5894775390625, -1.152099609375, -0.7147216796875, -0.27734375, 0.1600341796875, 0.597412109375, 1.0347900390625, 1.47216796875, 1.9095458984375, 2.346923828125, 2.7843017578125, 3.2216796875, 3.6590576171875, 4.096435546875, 4.5338134765625, 4.97119140625, 5.4085693359375, 5.845947265625, 6.2833251953125, 6.720703125, 7.1580810546875, 7.595458984375, 8.0328369140625, 8.47021484375, 8.9075927734375, 9.344970703125, 9.7823486328125, 10.2197265625, 10.6571044921875, 11.094482421875, 11.5318603515625, 11.96923828125, 12.4066162109375, 12.843994140625, 13.2813720703125, 13.71875]}, "gradients/decoder.transformer.h.7.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 4.0, 0.0, 8.0, 4.0, 3.0, 4.0, 10.0, 8.0, 13.0, 14.0, 22.0, 19.0, 26.0, 32.0, 34.0, 32.0, 43.0, 42.0, 52.0, 48.0, 68.0, 251.0, 1502.0, 275.0, 95.0, 58.0, 52.0, 38.0, 34.0, 34.0, 25.0, 30.0, 22.0, 21.0, 16.0, 14.0, 17.0, 18.0, 10.0, 11.0, 12.0, 9.0, 8.0, 4.0, 7.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-25.703125, -24.863037109375, -24.02294921875, -23.182861328125, -22.3427734375, -21.502685546875, -20.66259765625, -19.822509765625, -18.982421875, -18.142333984375, -17.30224609375, -16.462158203125, -15.6220703125, -14.781982421875, -13.94189453125, -13.101806640625, -12.26171875, -11.421630859375, -10.58154296875, -9.741455078125, -8.9013671875, -8.061279296875, -7.22119140625, -6.381103515625, -5.541015625, -4.700927734375, -3.86083984375, -3.020751953125, -2.1806640625, -1.340576171875, -0.50048828125, 0.339599609375, 1.1796875, 2.019775390625, 2.85986328125, 3.699951171875, 4.5400390625, 5.380126953125, 6.22021484375, 7.060302734375, 7.900390625, 8.740478515625, 9.58056640625, 10.420654296875, 11.2607421875, 12.100830078125, 12.94091796875, 13.781005859375, 14.62109375, 15.461181640625, 16.30126953125, 17.141357421875, 17.9814453125, 18.821533203125, 19.66162109375, 20.501708984375, 21.341796875, 22.181884765625, 23.02197265625, 23.862060546875, 24.7021484375, 25.542236328125, 26.38232421875, 27.222412109375, 28.0625]}, "gradients/decoder.transformer.h.7.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 2.0, 2.0, 6.0, 6.0, 7.0, 7.0, 15.0, 14.0, 6.0, 21.0, 18.0, 20.0, 19.0, 21.0, 34.0, 40.0, 59.0, 79.0, 89.0, 139.0, 247.0, 570.0, 2211.0, 46369.0, 3017467.0, 74041.0, 2723.0, 603.0, 275.0, 155.0, 109.0, 72.0, 56.0, 36.0, 37.0, 25.0, 30.0, 16.0, 11.0, 14.0, 9.0, 8.0, 4.0, 5.0, 4.0, 3.0, 2.0, 2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-55.15625, -53.51220703125, -51.8681640625, -50.22412109375, -48.580078125, -46.93603515625, -45.2919921875, -43.64794921875, -42.00390625, -40.35986328125, -38.7158203125, -37.07177734375, -35.427734375, -33.78369140625, -32.1396484375, -30.49560546875, -28.8515625, -27.20751953125, -25.5634765625, -23.91943359375, -22.275390625, -20.63134765625, -18.9873046875, -17.34326171875, -15.69921875, -14.05517578125, -12.4111328125, -10.76708984375, -9.123046875, -7.47900390625, -5.8349609375, -4.19091796875, -2.546875, -0.90283203125, 0.7412109375, 2.38525390625, 4.029296875, 5.67333984375, 7.3173828125, 8.96142578125, 10.60546875, 12.24951171875, 13.8935546875, 15.53759765625, 17.181640625, 18.82568359375, 20.4697265625, 22.11376953125, 23.7578125, 25.40185546875, 27.0458984375, 28.68994140625, 30.333984375, 31.97802734375, 33.6220703125, 35.26611328125, 36.91015625, 38.55419921875, 40.1982421875, 41.84228515625, 43.486328125, 45.13037109375, 46.7744140625, 48.41845703125, 50.0625]}, "gradients/decoder.transformer.h.7.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 101.0, 607.0, 294.0, 13.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-57.532470703125, -50.945682525634766, -44.35889434814453, -37.7721061706543, -31.185317993164062, -24.598529815673828, -18.011741638183594, -11.42495346069336, -4.838165283203125, 1.7486228942871094, 8.335411071777344, 14.922199249267578, 21.508987426757812, 28.095775604248047, 34.68256378173828, 41.269351959228516, 47.85614013671875, 54.442928314208984, 61.02971649169922, 67.61650085449219, 74.20329284667969, 80.79008483886719, 87.37686920166016, 93.96365356445312, 100.55044555664062, 107.13723754882812, 113.7240219116211, 120.31080627441406, 126.89759826660156, 133.48439025878906, 140.0711669921875, 146.657958984375, 153.2447509765625, 159.83154296875, 166.4183349609375, 173.00511169433594, 179.59190368652344, 186.17869567871094, 192.76547241210938, 199.35226440429688, 205.93905639648438, 212.52584838867188, 219.11264038085938, 225.6994171142578, 232.2862091064453, 238.8730010986328, 245.45977783203125, 252.04656982421875, 258.63336181640625, 265.22015380859375, 271.80694580078125, 278.39373779296875, 284.98052978515625, 291.5672912597656, 298.1540832519531, 304.7408752441406, 311.3276672363281, 317.9144592285156, 324.5012512207031, 331.0880432128906, 337.6748046875, 344.2615966796875, 350.848388671875, 357.4351806640625, 364.02197265625]}, "gradients/decoder.transformer.h.7.ln_1.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 2.0, 3.0, 11.0, 6.0, 10.0, 7.0, 11.0, 11.0, 16.0, 20.0, 11.0, 15.0, 25.0, 27.0, 22.0, 29.0, 26.0, 34.0, 32.0, 35.0, 33.0, 43.0, 34.0, 43.0, 40.0, 29.0, 32.0, 40.0, 37.0, 32.0, 43.0, 36.0, 18.0, 25.0, 19.0, 17.0, 18.0, 22.0, 14.0, 18.0, 7.0, 10.0, 6.0, 5.0, 7.0, 11.0, 6.0, 1.0, 5.0, 3.0, 0.0, 2.0, 1.0, 2.0, 2.0], "bins": [-66.76364135742188, -64.74855041503906, -62.73346710205078, -60.718379974365234, -58.70329284667969, -56.688201904296875, -54.67311477661133, -52.65802764892578, -50.642940521240234, -48.62785339355469, -46.61276626586914, -44.597679138183594, -42.58258819580078, -40.5675048828125, -38.55241394042969, -36.53732681274414, -34.522239685058594, -32.50715255737305, -30.4920654296875, -28.47697639465332, -26.461889266967773, -24.446802139282227, -22.431713104248047, -20.4166259765625, -18.401538848876953, -16.386451721191406, -14.371363639831543, -12.35627555847168, -10.341188430786133, -8.326101303100586, -6.311013221740723, -4.295925140380859, -2.2808303833007812, -0.26574277877807617, 1.749344825744629, 3.764432430267334, 5.779520034790039, 7.794607162475586, 9.80969524383545, 11.824783325195312, 13.83987045288086, 15.854957580566406, 17.870044708251953, 19.885133743286133, 21.90022087097168, 23.915307998657227, 25.930397033691406, 27.945484161376953, 29.9605712890625, 31.975658416748047, 33.990745544433594, 36.00583267211914, 38.02091979980469, 40.0360107421875, 42.05109786987305, 44.066184997558594, 46.08127212524414, 48.09635925292969, 50.111446380615234, 52.12653350830078, 54.141624450683594, 56.156707763671875, 58.17179870605469, 60.186885833740234, 62.20197296142578]}, "gradients/decoder.transformer.h.6.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 2.0, 3.0, 1.0, 2.0, 4.0, 3.0, 1.0, 11.0, 8.0, 7.0, 7.0, 18.0, 15.0, 19.0, 23.0, 24.0, 17.0, 19.0, 30.0, 37.0, 41.0, 39.0, 30.0, 37.0, 30.0, 29.0, 33.0, 36.0, 41.0, 37.0, 48.0, 29.0, 34.0, 40.0, 21.0, 21.0, 26.0, 25.0, 21.0, 14.0, 19.0, 17.0, 18.0, 12.0, 12.0, 9.0, 8.0, 6.0, 9.0, 5.0, 9.0, 2.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.2890625, -8.01611328125, -7.7431640625, -7.47021484375, -7.197265625, -6.92431640625, -6.6513671875, -6.37841796875, -6.10546875, -5.83251953125, -5.5595703125, -5.28662109375, -5.013671875, -4.74072265625, -4.4677734375, -4.19482421875, -3.921875, -3.64892578125, -3.3759765625, -3.10302734375, -2.830078125, -2.55712890625, -2.2841796875, -2.01123046875, -1.73828125, -1.46533203125, -1.1923828125, -0.91943359375, -0.646484375, -0.37353515625, -0.1005859375, 0.17236328125, 0.4453125, 0.71826171875, 0.9912109375, 1.26416015625, 1.537109375, 1.81005859375, 2.0830078125, 2.35595703125, 2.62890625, 2.90185546875, 3.1748046875, 3.44775390625, 3.720703125, 3.99365234375, 4.2666015625, 4.53955078125, 4.8125, 5.08544921875, 5.3583984375, 5.63134765625, 5.904296875, 6.17724609375, 6.4501953125, 6.72314453125, 6.99609375, 7.26904296875, 7.5419921875, 7.81494140625, 8.087890625, 8.36083984375, 8.6337890625, 8.90673828125, 9.1796875]}, "gradients/decoder.transformer.h.6.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 5.0, 1.0, 0.0, 2.0, 3.0, 8.0, 8.0, 12.0, 13.0, 20.0, 12.0, 24.0, 41.0, 59.0, 71.0, 133.0, 171.0, 295.0, 408.0, 660.0, 1069.0, 1821.0, 3263.0, 6189.0, 12751.0, 30713.0, 119904.0, 696048.0, 2191379.0, 906944.0, 155065.0, 36881.0, 14469.0, 6928.0, 3612.0, 2075.0, 1193.0, 763.0, 441.0, 264.0, 183.0, 112.0, 67.0, 56.0, 42.0, 36.0, 23.0, 15.0, 13.0, 8.0, 7.0, 5.0, 2.0, 2.0, 5.0, 1.0, 1.0, 3.0], "bins": [-16.1875, -15.7193603515625, -15.251220703125, -14.7830810546875, -14.31494140625, -13.8468017578125, -13.378662109375, -12.9105224609375, -12.4423828125, -11.9742431640625, -11.506103515625, -11.0379638671875, -10.56982421875, -10.1016845703125, -9.633544921875, -9.1654052734375, -8.697265625, -8.2291259765625, -7.760986328125, -7.2928466796875, -6.82470703125, -6.3565673828125, -5.888427734375, -5.4202880859375, -4.9521484375, -4.4840087890625, -4.015869140625, -3.5477294921875, -3.07958984375, -2.6114501953125, -2.143310546875, -1.6751708984375, -1.20703125, -0.7388916015625, -0.270751953125, 0.1973876953125, 0.66552734375, 1.1336669921875, 1.601806640625, 2.0699462890625, 2.5380859375, 3.0062255859375, 3.474365234375, 3.9425048828125, 4.41064453125, 4.8787841796875, 5.346923828125, 5.8150634765625, 6.283203125, 6.7513427734375, 7.219482421875, 7.6876220703125, 8.15576171875, 8.6239013671875, 9.092041015625, 9.5601806640625, 10.0283203125, 10.4964599609375, 10.964599609375, 11.4327392578125, 11.90087890625, 12.3690185546875, 12.837158203125, 13.3052978515625, 13.7734375]}, "gradients/decoder.transformer.h.6.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 5.0, 3.0, 7.0, 4.0, 5.0, 14.0, 22.0, 22.0, 35.0, 36.0, 69.0, 79.0, 117.0, 158.0, 310.0, 466.0, 608.0, 642.0, 528.0, 321.0, 198.0, 136.0, 83.0, 63.0, 28.0, 40.0, 23.0, 14.0, 15.0, 11.0, 4.0, 3.0, 5.0, 7.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-20.296875, -19.7349853515625, -19.173095703125, -18.6112060546875, -18.04931640625, -17.4874267578125, -16.925537109375, -16.3636474609375, -15.8017578125, -15.2398681640625, -14.677978515625, -14.1160888671875, -13.55419921875, -12.9923095703125, -12.430419921875, -11.8685302734375, -11.306640625, -10.7447509765625, -10.182861328125, -9.6209716796875, -9.05908203125, -8.4971923828125, -7.935302734375, -7.3734130859375, -6.8115234375, -6.2496337890625, -5.687744140625, -5.1258544921875, -4.56396484375, -4.0020751953125, -3.440185546875, -2.8782958984375, -2.31640625, -1.7545166015625, -1.192626953125, -0.6307373046875, -0.06884765625, 0.4930419921875, 1.054931640625, 1.6168212890625, 2.1787109375, 2.7406005859375, 3.302490234375, 3.8643798828125, 4.42626953125, 4.9881591796875, 5.550048828125, 6.1119384765625, 6.673828125, 7.2357177734375, 7.797607421875, 8.3594970703125, 8.92138671875, 9.4832763671875, 10.045166015625, 10.6070556640625, 11.1689453125, 11.7308349609375, 12.292724609375, 12.8546142578125, 13.41650390625, 13.9783935546875, 14.540283203125, 15.1021728515625, 15.6640625]}, "gradients/decoder.transformer.h.6.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 10.0, 4.0, 10.0, 13.0, 16.0, 27.0, 44.0, 65.0, 94.0, 167.0, 349.0, 702.0, 1752.0, 6528.0, 45317.0, 1571968.0, 2495964.0, 59695.0, 8027.0, 1887.0, 768.0, 379.0, 196.0, 114.0, 54.0, 52.0, 31.0, 15.0, 7.0, 9.0, 10.0, 5.0, 5.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-42.25, -40.744140625, -39.23828125, -37.732421875, -36.2265625, -34.720703125, -33.21484375, -31.708984375, -30.203125, -28.697265625, -27.19140625, -25.685546875, -24.1796875, -22.673828125, -21.16796875, -19.662109375, -18.15625, -16.650390625, -15.14453125, -13.638671875, -12.1328125, -10.626953125, -9.12109375, -7.615234375, -6.109375, -4.603515625, -3.09765625, -1.591796875, -0.0859375, 1.419921875, 2.92578125, 4.431640625, 5.9375, 7.443359375, 8.94921875, 10.455078125, 11.9609375, 13.466796875, 14.97265625, 16.478515625, 17.984375, 19.490234375, 20.99609375, 22.501953125, 24.0078125, 25.513671875, 27.01953125, 28.525390625, 30.03125, 31.537109375, 33.04296875, 34.548828125, 36.0546875, 37.560546875, 39.06640625, 40.572265625, 42.078125, 43.583984375, 45.08984375, 46.595703125, 48.1015625, 49.607421875, 51.11328125, 52.619140625, 54.125]}, "gradients/decoder.transformer.h.6.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 1.0, 5.0, 6.0, 10.0, 11.0, 30.0, 52.0, 69.0, 91.0, 120.0, 138.0, 144.0, 106.0, 88.0, 50.0, 31.0, 17.0, 23.0, 5.0, 3.0, 6.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-94.19689178466797, -91.88383483886719, -89.5707778930664, -87.25772094726562, -84.94465637207031, -82.63159942626953, -80.31854248046875, -78.00548553466797, -75.69242858886719, -73.3793716430664, -71.06631469726562, -68.75325012207031, -66.44019317626953, -64.12713623046875, -61.81407928466797, -59.50102233886719, -57.18796157836914, -54.87490463256836, -52.56184387207031, -50.24878692626953, -47.93572998046875, -45.62267303466797, -43.30961227416992, -40.99655532836914, -38.683494567871094, -36.37043762207031, -34.057376861572266, -31.744319915771484, -29.431262969970703, -27.11820411682129, -24.805145263671875, -22.492088317871094, -20.179027557373047, -17.865968704223633, -15.552911758422852, -13.239852905273438, -10.92679500579834, -8.613737106323242, -6.300678253173828, -3.987621307373047, -1.6745624542236328, 0.638495683670044, 2.9515538215637207, 5.264612197875977, 7.577670097351074, 9.890727996826172, 12.203786849975586, 14.516843795776367, 16.82990264892578, 19.142961502075195, 21.456018447875977, 23.76907730102539, 26.082134246826172, 28.395193099975586, 30.708251953125, 33.02130889892578, 35.33436584472656, 37.647422790527344, 39.96048355102539, 42.27354049682617, 44.58659744262695, 46.899658203125, 49.21271514892578, 51.52577209472656, 53.83883285522461]}, "gradients/decoder.transformer.h.6.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 3.0, 3.0, 2.0, 4.0, 8.0, 9.0, 8.0, 17.0, 16.0, 11.0, 18.0, 28.0, 22.0, 21.0, 20.0, 24.0, 30.0, 35.0, 45.0, 36.0, 41.0, 40.0, 50.0, 32.0, 29.0, 40.0, 35.0, 40.0, 30.0, 39.0, 35.0, 34.0, 34.0, 31.0, 28.0, 25.0, 14.0, 10.0, 12.0, 10.0, 6.0, 11.0, 6.0, 5.0, 2.0, 3.0, 3.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-48.85919952392578, -47.372215270996094, -45.885231018066406, -44.39824676513672, -42.91126251220703, -41.424278259277344, -39.937294006347656, -38.45030975341797, -36.96332550048828, -35.476341247558594, -33.989356994628906, -32.50237274169922, -31.01538848876953, -29.528404235839844, -28.041419982910156, -26.55443572998047, -25.067453384399414, -23.580469131469727, -22.09348487854004, -20.60650062561035, -19.119516372680664, -17.632532119750977, -16.145549774169922, -14.658564567565918, -13.17158031463623, -11.684596061706543, -10.197611808776855, -8.710628509521484, -7.223643779754639, -5.736659526824951, -4.249675750732422, -2.7626914978027344, -1.2757072448730469, 0.21127688884735107, 1.698261022567749, 3.1852450370788574, 4.672229290008545, 6.159213542938232, 7.646197319030762, 9.13318157196045, 10.620165824890137, 12.107150077819824, 13.594134330749512, 15.081117630004883, 16.56810188293457, 18.055086135864258, 19.542070388793945, 21.029054641723633, 22.51603889465332, 24.003023147583008, 25.490007400512695, 26.976991653442383, 28.46397590637207, 29.950960159301758, 31.437942504882812, 32.9249267578125, 34.41191101074219, 35.898895263671875, 37.38587951660156, 38.87286376953125, 40.35984802246094, 41.846832275390625, 43.33381652832031, 44.82080078125, 46.30778503417969]}, "gradients/decoder.transformer.h.6.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 7.0, 0.0, 2.0, 2.0, 4.0, 8.0, 6.0, 7.0, 17.0, 14.0, 12.0, 16.0, 21.0, 23.0, 27.0, 22.0, 25.0, 31.0, 38.0, 28.0, 36.0, 34.0, 41.0, 38.0, 41.0, 45.0, 31.0, 38.0, 26.0, 34.0, 39.0, 42.0, 34.0, 22.0, 22.0, 24.0, 23.0, 26.0, 17.0, 20.0, 7.0, 14.0, 8.0, 10.0, 10.0, 5.0, 4.0, 8.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0], "bins": [-9.9140625, -9.62548828125, -9.3369140625, -9.04833984375, -8.759765625, -8.47119140625, -8.1826171875, -7.89404296875, -7.60546875, -7.31689453125, -7.0283203125, -6.73974609375, -6.451171875, -6.16259765625, -5.8740234375, -5.58544921875, -5.296875, -5.00830078125, -4.7197265625, -4.43115234375, -4.142578125, -3.85400390625, -3.5654296875, -3.27685546875, -2.98828125, -2.69970703125, -2.4111328125, -2.12255859375, -1.833984375, -1.54541015625, -1.2568359375, -0.96826171875, -0.6796875, -0.39111328125, -0.1025390625, 0.18603515625, 0.474609375, 0.76318359375, 1.0517578125, 1.34033203125, 1.62890625, 1.91748046875, 2.2060546875, 2.49462890625, 2.783203125, 3.07177734375, 3.3603515625, 3.64892578125, 3.9375, 4.22607421875, 4.5146484375, 4.80322265625, 5.091796875, 5.38037109375, 5.6689453125, 5.95751953125, 6.24609375, 6.53466796875, 6.8232421875, 7.11181640625, 7.400390625, 7.68896484375, 7.9775390625, 8.26611328125, 8.5546875]}, "gradients/decoder.transformer.h.6.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 6.0, 6.0, 12.0, 16.0, 22.0, 32.0, 53.0, 69.0, 82.0, 134.0, 234.0, 340.0, 452.0, 684.0, 963.0, 1426.0, 2073.0, 3130.0, 4745.0, 7279.0, 11129.0, 17396.0, 27551.0, 45937.0, 78124.0, 138309.0, 218578.0, 197938.0, 116990.0, 66802.0, 39990.0, 24024.0, 15143.0, 9568.0, 6319.0, 4148.0, 2848.0, 1946.0, 1264.0, 875.0, 582.0, 414.0, 303.0, 198.0, 141.0, 91.0, 66.0, 49.0, 34.0, 13.0, 17.0, 11.0, 2.0, 5.0, 2.0, 0.0, 2.0, 1.0], "bins": [-0.8916015625, -0.8644638061523438, -0.8373260498046875, -0.8101882934570312, -0.783050537109375, -0.7559127807617188, -0.7287750244140625, -0.7016372680664062, -0.67449951171875, -0.6473617553710938, -0.6202239990234375, -0.5930862426757812, -0.565948486328125, -0.5388107299804688, -0.5116729736328125, -0.48453521728515625, -0.4573974609375, -0.43025970458984375, -0.4031219482421875, -0.37598419189453125, -0.348846435546875, -0.32170867919921875, -0.2945709228515625, -0.26743316650390625, -0.24029541015625, -0.21315765380859375, -0.1860198974609375, -0.15888214111328125, -0.131744384765625, -0.10460662841796875, -0.0774688720703125, -0.05033111572265625, -0.023193359375, 0.00394439697265625, 0.0310821533203125, 0.05821990966796875, 0.085357666015625, 0.11249542236328125, 0.1396331787109375, 0.16677093505859375, 0.19390869140625, 0.22104644775390625, 0.2481842041015625, 0.27532196044921875, 0.302459716796875, 0.32959747314453125, 0.3567352294921875, 0.38387298583984375, 0.4110107421875, 0.43814849853515625, 0.4652862548828125, 0.49242401123046875, 0.519561767578125, 0.5466995239257812, 0.5738372802734375, 0.6009750366210938, 0.62811279296875, 0.6552505493164062, 0.6823883056640625, 0.7095260620117188, 0.736663818359375, 0.7638015747070312, 0.7909393310546875, 0.8180770874023438, 0.84521484375]}, "gradients/decoder.transformer.h.6.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 4.0, 3.0, 7.0, 4.0, 5.0, 4.0, 3.0, 6.0, 4.0, 14.0, 12.0, 16.0, 22.0, 26.0, 16.0, 15.0, 30.0, 32.0, 17.0, 36.0, 35.0, 37.0, 41.0, 33.0, 38.0, 38.0, 1067.0, 39.0, 29.0, 37.0, 33.0, 26.0, 25.0, 32.0, 33.0, 42.0, 25.0, 27.0, 18.0, 13.0, 13.0, 18.0, 17.0, 8.0, 10.0, 6.0, 2.0, 7.0, 8.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.57421875, -6.350341796875, -6.12646484375, -5.902587890625, -5.6787109375, -5.454833984375, -5.23095703125, -5.007080078125, -4.783203125, -4.559326171875, -4.33544921875, -4.111572265625, -3.8876953125, -3.663818359375, -3.43994140625, -3.216064453125, -2.9921875, -2.768310546875, -2.54443359375, -2.320556640625, -2.0966796875, -1.872802734375, -1.64892578125, -1.425048828125, -1.201171875, -0.977294921875, -0.75341796875, -0.529541015625, -0.3056640625, -0.081787109375, 0.14208984375, 0.365966796875, 0.58984375, 0.813720703125, 1.03759765625, 1.261474609375, 1.4853515625, 1.709228515625, 1.93310546875, 2.156982421875, 2.380859375, 2.604736328125, 2.82861328125, 3.052490234375, 3.2763671875, 3.500244140625, 3.72412109375, 3.947998046875, 4.171875, 4.395751953125, 4.61962890625, 4.843505859375, 5.0673828125, 5.291259765625, 5.51513671875, 5.739013671875, 5.962890625, 6.186767578125, 6.41064453125, 6.634521484375, 6.8583984375, 7.082275390625, 7.30615234375, 7.530029296875, 7.75390625]}, "gradients/decoder.transformer.h.6.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 4.0, 3.0, 3.0, 12.0, 15.0, 19.0, 23.0, 34.0, 52.0, 63.0, 105.0, 169.0, 211.0, 284.0, 519.0, 601.0, 888.0, 1322.0, 1824.0, 2684.0, 3982.0, 5862.0, 8655.0, 12831.0, 19186.0, 29498.0, 45771.0, 72687.0, 118082.0, 295993.0, 1125085.0, 128004.0, 78966.0, 48755.0, 31727.0, 20427.0, 13738.0, 9192.0, 6209.0, 4226.0, 2902.0, 1989.0, 1315.0, 998.0, 685.0, 485.0, 328.0, 222.0, 156.0, 102.0, 78.0, 60.0, 30.0, 28.0, 20.0, 16.0, 6.0, 8.0, 3.0, 6.0, 1.0], "bins": [-0.452392578125, -0.4387168884277344, -0.42504119873046875, -0.4113655090332031, -0.3976898193359375, -0.3840141296386719, -0.37033843994140625, -0.3566627502441406, -0.342987060546875, -0.3293113708496094, -0.31563568115234375, -0.3019599914550781, -0.2882843017578125, -0.2746086120605469, -0.26093292236328125, -0.24725723266601562, -0.23358154296875, -0.21990585327148438, -0.20623016357421875, -0.19255447387695312, -0.1788787841796875, -0.16520309448242188, -0.15152740478515625, -0.13785171508789062, -0.124176025390625, -0.11050033569335938, -0.09682464599609375, -0.08314895629882812, -0.0694732666015625, -0.055797576904296875, -0.04212188720703125, -0.028446197509765625, -0.0147705078125, -0.001094818115234375, 0.01258087158203125, 0.026256561279296875, 0.0399322509765625, 0.053607940673828125, 0.06728363037109375, 0.08095932006835938, 0.094635009765625, 0.10831069946289062, 0.12198638916015625, 0.13566207885742188, 0.1493377685546875, 0.16301345825195312, 0.17668914794921875, 0.19036483764648438, 0.20404052734375, 0.21771621704101562, 0.23139190673828125, 0.24506759643554688, 0.2587432861328125, 0.2724189758300781, 0.28609466552734375, 0.2997703552246094, 0.313446044921875, 0.3271217346191406, 0.34079742431640625, 0.3544731140136719, 0.3681488037109375, 0.3818244934082031, 0.39550018310546875, 0.4091758728027344, 0.4228515625]}, "gradients/decoder.transformer.h.6.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 6.0, 2.0, 5.0, 6.0, 8.0, 4.0, 8.0, 4.0, 12.0, 15.0, 32.0, 37.0, 68.0, 63.0, 83.0, 124.0, 120.0, 102.0, 89.0, 55.0, 43.0, 21.0, 22.0, 16.0, 17.0, 11.0, 5.0, 8.0, 6.0, 1.0, 4.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.058441162109375, -0.056672096252441406, -0.05490303039550781, -0.05313396453857422, -0.051364898681640625, -0.04959583282470703, -0.04782676696777344, -0.046057701110839844, -0.04428863525390625, -0.042519569396972656, -0.04075050354003906, -0.03898143768310547, -0.037212371826171875, -0.03544330596923828, -0.03367424011230469, -0.031905174255371094, -0.0301361083984375, -0.028367042541503906, -0.026597976684570312, -0.02482891082763672, -0.023059844970703125, -0.02129077911376953, -0.019521713256835938, -0.017752647399902344, -0.01598358154296875, -0.014214515686035156, -0.012445449829101562, -0.010676383972167969, -0.008907318115234375, -0.007138252258300781, -0.0053691864013671875, -0.0036001205444335938, -0.0018310546875, -6.198883056640625e-05, 0.0017070770263671875, 0.0034761428833007812, 0.005245208740234375, 0.007014274597167969, 0.008783340454101562, 0.010552406311035156, 0.01232147216796875, 0.014090538024902344, 0.015859603881835938, 0.01762866973876953, 0.019397735595703125, 0.02116680145263672, 0.022935867309570312, 0.024704933166503906, 0.0264739990234375, 0.028243064880371094, 0.030012130737304688, 0.03178119659423828, 0.033550262451171875, 0.03531932830810547, 0.03708839416503906, 0.038857460021972656, 0.04062652587890625, 0.042395591735839844, 0.04416465759277344, 0.04593372344970703, 0.047702789306640625, 0.04947185516357422, 0.05124092102050781, 0.053009986877441406, 0.054779052734375]}, "gradients/decoder.transformer.h.6.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 4.0, 1.0, 7.0, 10.0, 9.0, 9.0, 17.0, 24.0, 31.0, 33.0, 72.0, 128.0, 216.0, 642.0, 954398.0, 91954.0, 492.0, 198.0, 103.0, 65.0, 43.0, 25.0, 18.0, 10.0, 6.0, 3.0, 9.0, 7.0, 8.0, 2.0, 5.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-1.23046875, -1.190704345703125, -1.15093994140625, -1.111175537109375, -1.0714111328125, -1.031646728515625, -0.99188232421875, -0.952117919921875, -0.912353515625, -0.872589111328125, -0.83282470703125, -0.793060302734375, -0.7532958984375, -0.713531494140625, -0.67376708984375, -0.634002685546875, -0.59423828125, -0.554473876953125, -0.51470947265625, -0.474945068359375, -0.4351806640625, -0.395416259765625, -0.35565185546875, -0.315887451171875, -0.276123046875, -0.236358642578125, -0.19659423828125, -0.156829833984375, -0.1170654296875, -0.077301025390625, -0.03753662109375, 0.002227783203125, 0.0419921875, 0.081756591796875, 0.12152099609375, 0.161285400390625, 0.2010498046875, 0.240814208984375, 0.28057861328125, 0.320343017578125, 0.360107421875, 0.399871826171875, 0.43963623046875, 0.479400634765625, 0.5191650390625, 0.558929443359375, 0.59869384765625, 0.638458251953125, 0.67822265625, 0.717987060546875, 0.75775146484375, 0.797515869140625, 0.8372802734375, 0.877044677734375, 0.91680908203125, 0.956573486328125, 0.996337890625, 1.036102294921875, 1.07586669921875, 1.115631103515625, 1.1553955078125, 1.195159912109375, 1.23492431640625, 1.274688720703125, 1.314453125]}, "gradients/decoder.transformer.h.6.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 46.0, 620.0, 321.0, 22.0, 4.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5813600420951843, -0.5647059082984924, -0.5480518341064453, -0.5313977003097534, -0.5147436261177063, -0.4980894923210144, -0.4814353883266449, -0.4647812843322754, -0.4481271505355835, -0.431473046541214, -0.4148189425468445, -0.3981648087501526, -0.3815107047557831, -0.3648566007614136, -0.34820249676704407, -0.33154839277267456, -0.31489428877830505, -0.29824018478393555, -0.28158608078956604, -0.26493197679519653, -0.24827784299850464, -0.23162373900413513, -0.21496963500976562, -0.19831553101539612, -0.18166141211986542, -0.1650073081254959, -0.1483531892299652, -0.1316990852355957, -0.1150449737906456, -0.0983908623456955, -0.08173675835132599, -0.06508264690637589, -0.04842853546142578, -0.03177442401647568, -0.015120316296815872, 0.001533791422843933, 0.018187902867794037, 0.03484201431274414, 0.05149611830711365, 0.06815022975206375, 0.08480434119701385, 0.10145845264196396, 0.11811256408691406, 0.13476666808128357, 0.15142077207565308, 0.16807489097118378, 0.18472899496555328, 0.20138311386108398, 0.2180372178554535, 0.234691321849823, 0.2513454258441925, 0.267999529838562, 0.2846536636352539, 0.3013077676296234, 0.3179618716239929, 0.3346159756183624, 0.35127007961273193, 0.36792418360710144, 0.38457828760147095, 0.40123242139816284, 0.41788652539253235, 0.43454062938690186, 0.45119473338127136, 0.46784883737564087, 0.48450297117233276]}, "gradients/decoder.transformer.h.6.ln_cross_attn.bias": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 4.0, 3.0, 6.0, 11.0, 13.0, 9.0, 10.0, 14.0, 16.0, 17.0, 26.0, 27.0, 20.0, 24.0, 30.0, 21.0, 46.0, 31.0, 36.0, 33.0, 35.0, 27.0, 39.0, 38.0, 36.0, 33.0, 37.0, 44.0, 36.0, 32.0, 24.0, 49.0, 25.0, 22.0, 8.0, 15.0, 17.0, 12.0, 11.0, 13.0, 12.0, 10.0, 6.0, 7.0, 10.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.12784427404403687, -0.12367028743028641, -0.11949630081653595, -0.11532231420278549, -0.11114832758903503, -0.10697434097528458, -0.10280035436153412, -0.09862636774778366, -0.0944523811340332, -0.09027839452028275, -0.08610440790653229, -0.08193042129278183, -0.07775643467903137, -0.07358244806528091, -0.06940846145153046, -0.06523447483778, -0.06106048822402954, -0.05688650161027908, -0.052712514996528625, -0.04853852838277817, -0.04436454176902771, -0.04019055515527725, -0.036016568541526794, -0.03184258192777634, -0.02766859531402588, -0.02349460870027542, -0.019320622086524963, -0.015146635472774506, -0.010972648859024048, -0.00679866224527359, -0.0026246756315231323, 0.0015493109822273254, 0.005723297595977783, 0.009897284209728241, 0.014071270823478699, 0.018245257437229156, 0.022419244050979614, 0.026593230664730072, 0.03076721727848053, 0.03494120389223099, 0.039115190505981445, 0.0432891771197319, 0.04746316373348236, 0.05163715034723282, 0.055811136960983276, 0.059985123574733734, 0.06415911018848419, 0.06833309680223465, 0.07250708341598511, 0.07668107002973557, 0.08085505664348602, 0.08502904325723648, 0.08920302987098694, 0.0933770164847374, 0.09755100309848785, 0.10172498971223831, 0.10589897632598877, 0.11007296293973923, 0.11424694955348969, 0.11842093616724014, 0.1225949227809906, 0.12676891684532166, 0.13094289600849152, 0.13511687517166138, 0.13929086923599243]}, "gradients/decoder.transformer.h.6.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 0.0, 2.0, 2.0, 4.0, 8.0, 6.0, 7.0, 17.0, 14.0, 12.0, 16.0, 21.0, 23.0, 27.0, 23.0, 24.0, 31.0, 38.0, 28.0, 37.0, 34.0, 41.0, 38.0, 40.0, 46.0, 30.0, 39.0, 25.0, 35.0, 38.0, 43.0, 33.0, 22.0, 23.0, 23.0, 24.0, 26.0, 16.0, 20.0, 7.0, 14.0, 8.0, 10.0, 10.0, 5.0, 5.0, 7.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0], "bins": [-9.9140625, -9.6253662109375, -9.336669921875, -9.0479736328125, -8.75927734375, -8.4705810546875, -8.181884765625, -7.8931884765625, -7.6044921875, -7.3157958984375, -7.027099609375, -6.7384033203125, -6.44970703125, -6.1610107421875, -5.872314453125, -5.5836181640625, -5.294921875, -5.0062255859375, -4.717529296875, -4.4288330078125, -4.14013671875, -3.8514404296875, -3.562744140625, -3.2740478515625, -2.9853515625, -2.6966552734375, -2.407958984375, -2.1192626953125, -1.83056640625, -1.5418701171875, -1.253173828125, -0.9644775390625, -0.67578125, -0.3870849609375, -0.098388671875, 0.1903076171875, 0.47900390625, 0.7677001953125, 1.056396484375, 1.3450927734375, 1.6337890625, 1.9224853515625, 2.211181640625, 2.4998779296875, 2.78857421875, 3.0772705078125, 3.365966796875, 3.6546630859375, 3.943359375, 4.2320556640625, 4.520751953125, 4.8094482421875, 5.09814453125, 5.3868408203125, 5.675537109375, 5.9642333984375, 6.2529296875, 6.5416259765625, 6.830322265625, 7.1190185546875, 7.40771484375, 7.6964111328125, 7.985107421875, 8.2738037109375, 8.5625]}, "gradients/decoder.transformer.h.6.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 2.0, 5.0, 5.0, 3.0, 6.0, 11.0, 14.0, 27.0, 26.0, 39.0, 41.0, 54.0, 98.0, 119.0, 153.0, 246.0, 387.0, 557.0, 989.0, 1644.0, 3055.0, 5907.0, 11825.0, 25750.0, 67271.0, 334627.0, 456490.0, 81593.0, 29602.0, 13361.0, 6424.0, 3369.0, 1873.0, 1053.0, 622.0, 406.0, 251.0, 180.0, 115.0, 90.0, 65.0, 43.0, 34.0, 31.0, 30.0, 15.0, 17.0, 10.0, 9.0, 7.0, 4.0, 3.0, 3.0, 0.0, 2.0, 3.0], "bins": [-19.578125, -19.003662109375, -18.42919921875, -17.854736328125, -17.2802734375, -16.705810546875, -16.13134765625, -15.556884765625, -14.982421875, -14.407958984375, -13.83349609375, -13.259033203125, -12.6845703125, -12.110107421875, -11.53564453125, -10.961181640625, -10.38671875, -9.812255859375, -9.23779296875, -8.663330078125, -8.0888671875, -7.514404296875, -6.93994140625, -6.365478515625, -5.791015625, -5.216552734375, -4.64208984375, -4.067626953125, -3.4931640625, -2.918701171875, -2.34423828125, -1.769775390625, -1.1953125, -0.620849609375, -0.04638671875, 0.528076171875, 1.1025390625, 1.677001953125, 2.25146484375, 2.825927734375, 3.400390625, 3.974853515625, 4.54931640625, 5.123779296875, 5.6982421875, 6.272705078125, 6.84716796875, 7.421630859375, 7.99609375, 8.570556640625, 9.14501953125, 9.719482421875, 10.2939453125, 10.868408203125, 11.44287109375, 12.017333984375, 12.591796875, 13.166259765625, 13.74072265625, 14.315185546875, 14.8896484375, 15.464111328125, 16.03857421875, 16.613037109375, 17.1875]}, "gradients/decoder.transformer.h.6.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 2.0, 9.0, 8.0, 13.0, 17.0, 18.0, 12.0, 28.0, 23.0, 37.0, 24.0, 40.0, 39.0, 35.0, 43.0, 56.0, 119.0, 273.0, 1531.0, 213.0, 96.0, 49.0, 51.0, 43.0, 33.0, 31.0, 29.0, 28.0, 27.0, 17.0, 11.0, 20.0, 14.0, 5.0, 10.0, 13.0, 4.0, 9.0, 7.0, 4.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.921875, -26.0361328125, -25.150390625, -24.2646484375, -23.37890625, -22.4931640625, -21.607421875, -20.7216796875, -19.8359375, -18.9501953125, -18.064453125, -17.1787109375, -16.29296875, -15.4072265625, -14.521484375, -13.6357421875, -12.75, -11.8642578125, -10.978515625, -10.0927734375, -9.20703125, -8.3212890625, -7.435546875, -6.5498046875, -5.6640625, -4.7783203125, -3.892578125, -3.0068359375, -2.12109375, -1.2353515625, -0.349609375, 0.5361328125, 1.421875, 2.3076171875, 3.193359375, 4.0791015625, 4.96484375, 5.8505859375, 6.736328125, 7.6220703125, 8.5078125, 9.3935546875, 10.279296875, 11.1650390625, 12.05078125, 12.9365234375, 13.822265625, 14.7080078125, 15.59375, 16.4794921875, 17.365234375, 18.2509765625, 19.13671875, 20.0224609375, 20.908203125, 21.7939453125, 22.6796875, 23.5654296875, 24.451171875, 25.3369140625, 26.22265625, 27.1083984375, 27.994140625, 28.8798828125, 29.765625]}, "gradients/decoder.transformer.h.6.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 5.0, 5.0, 5.0, 6.0, 3.0, 11.0, 15.0, 3.0, 12.0, 19.0, 13.0, 24.0, 18.0, 43.0, 56.0, 74.0, 78.0, 118.0, 154.0, 322.0, 655.0, 2581.0, 25840.0, 2631734.0, 469543.0, 11392.0, 1585.0, 526.0, 260.0, 142.0, 86.0, 83.0, 65.0, 49.0, 30.0, 40.0, 21.0, 19.0, 14.0, 15.0, 19.0, 10.0, 4.0, 3.0, 4.0, 2.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-60.46875, -58.6279296875, -56.787109375, -54.9462890625, -53.10546875, -51.2646484375, -49.423828125, -47.5830078125, -45.7421875, -43.9013671875, -42.060546875, -40.2197265625, -38.37890625, -36.5380859375, -34.697265625, -32.8564453125, -31.015625, -29.1748046875, -27.333984375, -25.4931640625, -23.65234375, -21.8115234375, -19.970703125, -18.1298828125, -16.2890625, -14.4482421875, -12.607421875, -10.7666015625, -8.92578125, -7.0849609375, -5.244140625, -3.4033203125, -1.5625, 0.2783203125, 2.119140625, 3.9599609375, 5.80078125, 7.6416015625, 9.482421875, 11.3232421875, 13.1640625, 15.0048828125, 16.845703125, 18.6865234375, 20.52734375, 22.3681640625, 24.208984375, 26.0498046875, 27.890625, 29.7314453125, 31.572265625, 33.4130859375, 35.25390625, 37.0947265625, 38.935546875, 40.7763671875, 42.6171875, 44.4580078125, 46.298828125, 48.1396484375, 49.98046875, 51.8212890625, 53.662109375, 55.5029296875, 57.34375]}, "gradients/decoder.transformer.h.6.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 5.0, 11.0, 14.0, 24.0, 41.0, 74.0, 105.0, 94.0, 117.0, 135.0, 103.0, 93.0, 60.0, 52.0, 33.0, 23.0, 11.0, 9.0, 4.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-39.33307647705078, -38.032962799072266, -36.73284912109375, -35.432735443115234, -34.13262176513672, -32.8325080871582, -31.532392501831055, -30.23227882385254, -28.932165145874023, -27.632051467895508, -26.331937789916992, -25.031824111938477, -23.731708526611328, -22.431594848632812, -21.131481170654297, -19.83136749267578, -18.531253814697266, -17.23114013671875, -15.931026458740234, -14.630911827087402, -13.330798149108887, -12.030684471130371, -10.730569839477539, -9.430456161499023, -8.130342483520508, -6.830228805541992, -5.530114650726318, -4.2300004959106445, -2.929886817932129, -1.6297731399536133, -0.32965898513793945, 0.9704551696777344, 2.27056884765625, 3.5706827640533447, 4.8707966804504395, 6.170910835266113, 7.471024513244629, 8.771138191223145, 10.071252822875977, 11.371366500854492, 12.671480178833008, 13.971593856811523, 15.271707534790039, 16.571821212768555, 17.871936798095703, 19.17205047607422, 20.472164154052734, 21.77227783203125, 23.072391510009766, 24.37250518798828, 25.672618865966797, 26.972732543945312, 28.272846221923828, 29.572959899902344, 30.873075485229492, 32.173187255859375, 33.473304748535156, 34.77341842651367, 36.07353210449219, 37.3736457824707, 38.67375946044922, 39.973873138427734, 41.27398681640625, 42.57410430908203, 43.87421417236328]}, "gradients/decoder.transformer.h.6.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 5.0, 4.0, 1.0, 3.0, 6.0, 14.0, 7.0, 9.0, 12.0, 6.0, 10.0, 17.0, 19.0, 21.0, 33.0, 32.0, 23.0, 27.0, 30.0, 34.0, 36.0, 39.0, 38.0, 44.0, 41.0, 32.0, 43.0, 40.0, 47.0, 45.0, 29.0, 34.0, 26.0, 26.0, 29.0, 19.0, 18.0, 14.0, 17.0, 18.0, 11.0, 10.0, 12.0, 10.0, 7.0, 6.0, 2.0, 5.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-73.771240234375, -71.6045913696289, -69.43794250488281, -67.27129364013672, -65.10464477539062, -62.93799591064453, -60.77134704589844, -58.604698181152344, -56.43804931640625, -54.271400451660156, -52.10475158691406, -49.93810272216797, -47.771453857421875, -45.60480499267578, -43.43815612792969, -41.271507263183594, -39.1048583984375, -36.938209533691406, -34.77156066894531, -32.60491180419922, -30.438262939453125, -28.27161407470703, -26.104965209960938, -23.938316345214844, -21.77166748046875, -19.605018615722656, -17.438369750976562, -15.271720886230469, -13.105072021484375, -10.938423156738281, -8.771774291992188, -6.605125427246094, -4.438468933105469, -2.271820068359375, -0.10517120361328125, 2.0614776611328125, 4.228126525878906, 6.394775390625, 8.561424255371094, 10.728073120117188, 12.894721984863281, 15.061370849609375, 17.22801971435547, 19.394668579101562, 21.561317443847656, 23.72796630859375, 25.894615173339844, 28.061264038085938, 30.22791290283203, 32.394561767578125, 34.56121063232422, 36.72785949707031, 38.894508361816406, 41.0611572265625, 43.227806091308594, 45.39445495605469, 47.56110382080078, 49.727752685546875, 51.89440155029297, 54.06105041503906, 56.227699279785156, 58.39434814453125, 60.560997009277344, 62.72764587402344, 64.89429473876953]}, "gradients/decoder.transformer.h.5.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 6.0, 3.0, 3.0, 6.0, 7.0, 16.0, 13.0, 10.0, 9.0, 21.0, 22.0, 23.0, 24.0, 27.0, 30.0, 35.0, 34.0, 37.0, 35.0, 27.0, 32.0, 36.0, 31.0, 43.0, 41.0, 45.0, 43.0, 41.0, 30.0, 27.0, 34.0, 32.0, 29.0, 27.0, 13.0, 10.0, 27.0, 12.0, 18.0, 10.0, 11.0, 8.0, 5.0, 2.0, 4.0, 3.0, 2.0, 3.0, 3.0, 3.0, 0.0, 1.0, 1.0], "bins": [-10.1640625, -9.864990234375, -9.56591796875, -9.266845703125, -8.9677734375, -8.668701171875, -8.36962890625, -8.070556640625, -7.771484375, -7.472412109375, -7.17333984375, -6.874267578125, -6.5751953125, -6.276123046875, -5.97705078125, -5.677978515625, -5.37890625, -5.079833984375, -4.78076171875, -4.481689453125, -4.1826171875, -3.883544921875, -3.58447265625, -3.285400390625, -2.986328125, -2.687255859375, -2.38818359375, -2.089111328125, -1.7900390625, -1.490966796875, -1.19189453125, -0.892822265625, -0.59375, -0.294677734375, 0.00439453125, 0.303466796875, 0.6025390625, 0.901611328125, 1.20068359375, 1.499755859375, 1.798828125, 2.097900390625, 2.39697265625, 2.696044921875, 2.9951171875, 3.294189453125, 3.59326171875, 3.892333984375, 4.19140625, 4.490478515625, 4.78955078125, 5.088623046875, 5.3876953125, 5.686767578125, 5.98583984375, 6.284912109375, 6.583984375, 6.883056640625, 7.18212890625, 7.481201171875, 7.7802734375, 8.079345703125, 8.37841796875, 8.677490234375, 8.9765625]}, "gradients/decoder.transformer.h.5.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 0.0, 3.0, 4.0, 9.0, 9.0, 18.0, 17.0, 22.0, 21.0, 37.0, 62.0, 96.0, 131.0, 183.0, 272.0, 393.0, 520.0, 791.0, 1209.0, 1723.0, 2698.0, 4481.0, 7645.0, 14435.0, 33885.0, 118375.0, 583595.0, 1971450.0, 1117691.0, 234454.0, 54692.0, 20133.0, 9943.0, 5530.0, 3260.0, 2088.0, 1344.0, 942.0, 631.0, 442.0, 329.0, 205.0, 142.0, 119.0, 67.0, 51.0, 45.0, 31.0, 19.0, 10.0, 12.0, 10.0, 4.0, 5.0, 2.0, 5.0, 2.0, 3.0], "bins": [-14.65625, -14.2215576171875, -13.786865234375, -13.3521728515625, -12.91748046875, -12.4827880859375, -12.048095703125, -11.6134033203125, -11.1787109375, -10.7440185546875, -10.309326171875, -9.8746337890625, -9.43994140625, -9.0052490234375, -8.570556640625, -8.1358642578125, -7.701171875, -7.2664794921875, -6.831787109375, -6.3970947265625, -5.96240234375, -5.5277099609375, -5.093017578125, -4.6583251953125, -4.2236328125, -3.7889404296875, -3.354248046875, -2.9195556640625, -2.48486328125, -2.0501708984375, -1.615478515625, -1.1807861328125, -0.74609375, -0.3114013671875, 0.123291015625, 0.5579833984375, 0.99267578125, 1.4273681640625, 1.862060546875, 2.2967529296875, 2.7314453125, 3.1661376953125, 3.600830078125, 4.0355224609375, 4.47021484375, 4.9049072265625, 5.339599609375, 5.7742919921875, 6.208984375, 6.6436767578125, 7.078369140625, 7.5130615234375, 7.94775390625, 8.3824462890625, 8.817138671875, 9.2518310546875, 9.6865234375, 10.1212158203125, 10.555908203125, 10.9906005859375, 11.42529296875, 11.8599853515625, 12.294677734375, 12.7293701171875, 13.1640625]}, "gradients/decoder.transformer.h.5.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 8.0, 6.0, 4.0, 7.0, 15.0, 9.0, 16.0, 29.0, 31.0, 48.0, 56.0, 72.0, 89.0, 110.0, 195.0, 311.0, 426.0, 594.0, 545.0, 456.0, 325.0, 216.0, 128.0, 79.0, 76.0, 59.0, 29.0, 30.0, 30.0, 18.0, 14.0, 14.0, 8.0, 5.0, 6.0, 3.0, 4.0, 1.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.9296875, -14.4144287109375, -13.899169921875, -13.3839111328125, -12.86865234375, -12.3533935546875, -11.838134765625, -11.3228759765625, -10.8076171875, -10.2923583984375, -9.777099609375, -9.2618408203125, -8.74658203125, -8.2313232421875, -7.716064453125, -7.2008056640625, -6.685546875, -6.1702880859375, -5.655029296875, -5.1397705078125, -4.62451171875, -4.1092529296875, -3.593994140625, -3.0787353515625, -2.5634765625, -2.0482177734375, -1.532958984375, -1.0177001953125, -0.50244140625, 0.0128173828125, 0.528076171875, 1.0433349609375, 1.55859375, 2.0738525390625, 2.589111328125, 3.1043701171875, 3.61962890625, 4.1348876953125, 4.650146484375, 5.1654052734375, 5.6806640625, 6.1959228515625, 6.711181640625, 7.2264404296875, 7.74169921875, 8.2569580078125, 8.772216796875, 9.2874755859375, 9.802734375, 10.3179931640625, 10.833251953125, 11.3485107421875, 11.86376953125, 12.3790283203125, 12.894287109375, 13.4095458984375, 13.9248046875, 14.4400634765625, 14.955322265625, 15.4705810546875, 15.98583984375, 16.5010986328125, 17.016357421875, 17.5316162109375, 18.046875]}, "gradients/decoder.transformer.h.5.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 6.0, 2.0, 3.0, 11.0, 7.0, 17.0, 22.0, 23.0, 45.0, 47.0, 73.0, 114.0, 216.0, 321.0, 613.0, 1566.0, 4953.0, 20219.0, 145005.0, 3258858.0, 700685.0, 47375.0, 9417.0, 2612.0, 940.0, 448.0, 242.0, 156.0, 72.0, 69.0, 41.0, 28.0, 21.0, 19.0, 10.0, 6.0, 5.0, 6.0, 4.0, 3.0, 3.0, 4.0, 3.0, 1.0, 0.0, 0.0, 2.0], "bins": [-48.65625, -47.33203125, -46.0078125, -44.68359375, -43.359375, -42.03515625, -40.7109375, -39.38671875, -38.0625, -36.73828125, -35.4140625, -34.08984375, -32.765625, -31.44140625, -30.1171875, -28.79296875, -27.46875, -26.14453125, -24.8203125, -23.49609375, -22.171875, -20.84765625, -19.5234375, -18.19921875, -16.875, -15.55078125, -14.2265625, -12.90234375, -11.578125, -10.25390625, -8.9296875, -7.60546875, -6.28125, -4.95703125, -3.6328125, -2.30859375, -0.984375, 0.33984375, 1.6640625, 2.98828125, 4.3125, 5.63671875, 6.9609375, 8.28515625, 9.609375, 10.93359375, 12.2578125, 13.58203125, 14.90625, 16.23046875, 17.5546875, 18.87890625, 20.203125, 21.52734375, 22.8515625, 24.17578125, 25.5, 26.82421875, 28.1484375, 29.47265625, 30.796875, 32.12109375, 33.4453125, 34.76953125, 36.09375]}, "gradients/decoder.transformer.h.5.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 7.0, 24.0, 90.0, 271.0, 380.0, 183.0, 39.0, 14.0, 5.0, 0.0, 2.0], "bins": [-406.1763916015625, -399.0807800292969, -391.9851379394531, -384.8895263671875, -377.7939147949219, -370.69830322265625, -363.6026611328125, -356.5070495605469, -349.41143798828125, -342.3158264160156, -335.2201843261719, -328.12457275390625, -321.0289611816406, -313.933349609375, -306.83770751953125, -299.7420959472656, -292.646484375, -285.5508728027344, -278.4552307128906, -271.359619140625, -264.2640075683594, -257.16839599609375, -250.07276916503906, -242.97714233398438, -235.8815155029297, -228.785888671875, -221.69027709960938, -214.5946502685547, -207.49903869628906, -200.40341186523438, -193.30780029296875, -186.21217346191406, -179.11656188964844, -172.02093505859375, -164.92532348632812, -157.82969665527344, -150.7340850830078, -143.63845825195312, -136.5428466796875, -129.4472198486328, -122.35160827636719, -115.25598907470703, -108.16036987304688, -101.06475067138672, -93.96913146972656, -86.87350463867188, -79.77789306640625, -72.68226623535156, -65.5866470336914, -58.49102783203125, -51.395408630371094, -44.29978942871094, -37.20417022705078, -30.10854721069336, -23.012928009033203, -15.917308807373047, -8.82168960571289, -1.7260699272155762, 5.369549751281738, 12.465169906616211, 19.560789108276367, 26.656410217285156, 33.75202941894531, 40.84764862060547, 47.943267822265625]}, "gradients/decoder.transformer.h.5.ln_2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 4.0, 3.0, 5.0, 1.0, 4.0, 10.0, 8.0, 5.0, 15.0, 19.0, 13.0, 12.0, 24.0, 25.0, 26.0, 44.0, 28.0, 29.0, 46.0, 37.0, 34.0, 36.0, 32.0, 54.0, 29.0, 43.0, 38.0, 38.0, 41.0, 30.0, 32.0, 42.0, 29.0, 24.0, 22.0, 18.0, 20.0, 13.0, 17.0, 12.0, 9.0, 4.0, 9.0, 6.0, 5.0, 0.0, 8.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-52.83382034301758, -51.20679473876953, -49.57977294921875, -47.9527473449707, -46.325721740722656, -44.698699951171875, -43.07167434692383, -41.44464874267578, -39.817626953125, -38.19060134887695, -36.56357955932617, -34.936553955078125, -33.30952835083008, -31.682504653930664, -30.05548095703125, -28.428455352783203, -26.801429748535156, -25.174406051635742, -23.547380447387695, -21.92035675048828, -20.293331146240234, -18.66630744934082, -17.039283752441406, -15.412259101867676, -13.785234451293945, -12.158209800720215, -10.531185150146484, -8.90416145324707, -7.27713680267334, -5.650112152099609, -4.023088455200195, -2.396063804626465, -0.76904296875, 0.8579814434051514, 2.4850058555603027, 4.112030029296875, 5.7390546798706055, 7.366079330444336, 8.99310302734375, 10.62012767791748, 12.247152328491211, 13.874176979064941, 15.501201629638672, 17.128225326538086, 18.7552490234375, 20.382274627685547, 22.00929832458496, 23.636322021484375, 25.263347625732422, 26.890371322631836, 28.517396926879883, 30.144420623779297, 31.771446228027344, 33.398468017578125, 35.02549362182617, 36.65251922607422, 38.279541015625, 39.90656661987305, 41.53358840942383, 43.160614013671875, 44.78763961791992, 46.41466522216797, 48.04168701171875, 49.6687126159668, 51.295738220214844]}, "gradients/decoder.transformer.h.5.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 4.0, 4.0, 7.0, 8.0, 13.0, 18.0, 12.0, 14.0, 21.0, 16.0, 19.0, 26.0, 26.0, 25.0, 24.0, 36.0, 33.0, 29.0, 46.0, 42.0, 43.0, 43.0, 45.0, 28.0, 43.0, 37.0, 37.0, 28.0, 32.0, 34.0, 17.0, 19.0, 20.0, 33.0, 20.0, 18.0, 9.0, 12.0, 11.0, 9.0, 6.0, 9.0, 6.0, 4.0, 5.0, 6.0, 4.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-9.09375, -8.8099365234375, -8.526123046875, -8.2423095703125, -7.95849609375, -7.6746826171875, -7.390869140625, -7.1070556640625, -6.8232421875, -6.5394287109375, -6.255615234375, -5.9718017578125, -5.68798828125, -5.4041748046875, -5.120361328125, -4.8365478515625, -4.552734375, -4.2689208984375, -3.985107421875, -3.7012939453125, -3.41748046875, -3.1336669921875, -2.849853515625, -2.5660400390625, -2.2822265625, -1.9984130859375, -1.714599609375, -1.4307861328125, -1.14697265625, -0.8631591796875, -0.579345703125, -0.2955322265625, -0.01171875, 0.2720947265625, 0.555908203125, 0.8397216796875, 1.12353515625, 1.4073486328125, 1.691162109375, 1.9749755859375, 2.2587890625, 2.5426025390625, 2.826416015625, 3.1102294921875, 3.39404296875, 3.6778564453125, 3.961669921875, 4.2454833984375, 4.529296875, 4.8131103515625, 5.096923828125, 5.3807373046875, 5.66455078125, 5.9483642578125, 6.232177734375, 6.5159912109375, 6.7998046875, 7.0836181640625, 7.367431640625, 7.6512451171875, 7.93505859375, 8.2188720703125, 8.502685546875, 8.7864990234375, 9.0703125]}, "gradients/decoder.transformer.h.5.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 5.0, 7.0, 10.0, 15.0, 15.0, 30.0, 56.0, 74.0, 106.0, 164.0, 236.0, 430.0, 622.0, 995.0, 1575.0, 2626.0, 4240.0, 6913.0, 11407.0, 18544.0, 31173.0, 53245.0, 94436.0, 174027.0, 247754.0, 173149.0, 94485.0, 52902.0, 31325.0, 18609.0, 11250.0, 6829.0, 4298.0, 2591.0, 1649.0, 1029.0, 612.0, 404.0, 238.0, 156.0, 117.0, 88.0, 45.0, 36.0, 14.0, 8.0, 7.0, 5.0, 7.0, 2.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.970703125, -0.9408340454101562, -0.9109649658203125, -0.8810958862304688, -0.851226806640625, -0.8213577270507812, -0.7914886474609375, -0.7616195678710938, -0.73175048828125, -0.7018814086914062, -0.6720123291015625, -0.6421432495117188, -0.612274169921875, -0.5824050903320312, -0.5525360107421875, -0.5226669311523438, -0.4927978515625, -0.46292877197265625, -0.4330596923828125, -0.40319061279296875, -0.373321533203125, -0.34345245361328125, -0.3135833740234375, -0.28371429443359375, -0.25384521484375, -0.22397613525390625, -0.1941070556640625, -0.16423797607421875, -0.134368896484375, -0.10449981689453125, -0.0746307373046875, -0.04476165771484375, -0.014892578125, 0.01497650146484375, 0.0448455810546875, 0.07471466064453125, 0.104583740234375, 0.13445281982421875, 0.1643218994140625, 0.19419097900390625, 0.22406005859375, 0.25392913818359375, 0.2837982177734375, 0.31366729736328125, 0.343536376953125, 0.37340545654296875, 0.4032745361328125, 0.43314361572265625, 0.4630126953125, 0.49288177490234375, 0.5227508544921875, 0.5526199340820312, 0.582489013671875, 0.6123580932617188, 0.6422271728515625, 0.6720962524414062, 0.70196533203125, 0.7318344116210938, 0.7617034912109375, 0.7915725708007812, 0.821441650390625, 0.8513107299804688, 0.8811798095703125, 0.9110488891601562, 0.94091796875]}, "gradients/decoder.transformer.h.5.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 9.0, 3.0, 9.0, 11.0, 14.0, 5.0, 13.0, 17.0, 19.0, 22.0, 23.0, 26.0, 28.0, 27.0, 32.0, 41.0, 31.0, 26.0, 36.0, 46.0, 38.0, 30.0, 1066.0, 32.0, 32.0, 30.0, 46.0, 38.0, 38.0, 26.0, 27.0, 33.0, 21.0, 15.0, 22.0, 12.0, 14.0, 14.0, 7.0, 7.0, 8.0, 13.0, 5.0, 8.0, 4.0, 7.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.5234375, -5.3270263671875, -5.130615234375, -4.9342041015625, -4.73779296875, -4.5413818359375, -4.344970703125, -4.1485595703125, -3.9521484375, -3.7557373046875, -3.559326171875, -3.3629150390625, -3.16650390625, -2.9700927734375, -2.773681640625, -2.5772705078125, -2.380859375, -2.1844482421875, -1.988037109375, -1.7916259765625, -1.59521484375, -1.3988037109375, -1.202392578125, -1.0059814453125, -0.8095703125, -0.6131591796875, -0.416748046875, -0.2203369140625, -0.02392578125, 0.1724853515625, 0.368896484375, 0.5653076171875, 0.76171875, 0.9581298828125, 1.154541015625, 1.3509521484375, 1.54736328125, 1.7437744140625, 1.940185546875, 2.1365966796875, 2.3330078125, 2.5294189453125, 2.725830078125, 2.9222412109375, 3.11865234375, 3.3150634765625, 3.511474609375, 3.7078857421875, 3.904296875, 4.1007080078125, 4.297119140625, 4.4935302734375, 4.68994140625, 4.8863525390625, 5.082763671875, 5.2791748046875, 5.4755859375, 5.6719970703125, 5.868408203125, 6.0648193359375, 6.26123046875, 6.4576416015625, 6.654052734375, 6.8504638671875, 7.046875]}, "gradients/decoder.transformer.h.5.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 1.0, 6.0, 6.0, 6.0, 8.0, 23.0, 17.0, 38.0, 47.0, 70.0, 125.0, 162.0, 237.0, 368.0, 558.0, 823.0, 1237.0, 1951.0, 2865.0, 4393.0, 6792.0, 10697.0, 16496.0, 26312.0, 43106.0, 71876.0, 121861.0, 221209.0, 1221672.0, 135739.0, 80022.0, 47594.0, 29613.0, 18243.0, 11542.0, 7345.0, 4779.0, 3130.0, 2108.0, 1326.0, 938.0, 599.0, 407.0, 262.0, 168.0, 127.0, 76.0, 56.0, 41.0, 19.0, 14.0, 13.0, 5.0, 5.0, 3.0, 4.0, 1.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.418212890625, -0.4047660827636719, -0.39131927490234375, -0.3778724670410156, -0.3644256591796875, -0.3509788513183594, -0.33753204345703125, -0.3240852355957031, -0.310638427734375, -0.2971916198730469, -0.28374481201171875, -0.2702980041503906, -0.2568511962890625, -0.24340438842773438, -0.22995758056640625, -0.21651077270507812, -0.20306396484375, -0.18961715698242188, -0.17617034912109375, -0.16272354125976562, -0.1492767333984375, -0.13582992553710938, -0.12238311767578125, -0.10893630981445312, -0.095489501953125, -0.08204269409179688, -0.06859588623046875, -0.055149078369140625, -0.0417022705078125, -0.028255462646484375, -0.01480865478515625, -0.001361846923828125, 0.0120849609375, 0.025531768798828125, 0.03897857666015625, 0.052425384521484375, 0.0658721923828125, 0.07931900024414062, 0.09276580810546875, 0.10621261596679688, 0.119659423828125, 0.13310623168945312, 0.14655303955078125, 0.15999984741210938, 0.1734466552734375, 0.18689346313476562, 0.20034027099609375, 0.21378707885742188, 0.22723388671875, 0.24068069458007812, 0.25412750244140625, 0.2675743103027344, 0.2810211181640625, 0.2944679260253906, 0.30791473388671875, 0.3213615417480469, 0.334808349609375, 0.3482551574707031, 0.36170196533203125, 0.3751487731933594, 0.3885955810546875, 0.4020423889160156, 0.41548919677734375, 0.4289360046386719, 0.4423828125]}, "gradients/decoder.transformer.h.5.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 4.0, 6.0, 3.0, 9.0, 9.0, 12.0, 19.0, 22.0, 26.0, 32.0, 48.0, 58.0, 65.0, 113.0, 125.0, 103.0, 81.0, 63.0, 35.0, 34.0, 28.0, 20.0, 23.0, 12.0, 8.0, 6.0, 6.0, 8.0, 9.0, 3.0, 4.0, 5.0, 3.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 3.0], "bins": [-0.0196990966796875, -0.019187092781066895, -0.01867508888244629, -0.018163084983825684, -0.017651081085205078, -0.017139077186584473, -0.016627073287963867, -0.01611506938934326, -0.015603065490722656, -0.01509106159210205, -0.014579057693481445, -0.01406705379486084, -0.013555049896240234, -0.013043045997619629, -0.012531042098999023, -0.012019038200378418, -0.011507034301757812, -0.010995030403137207, -0.010483026504516602, -0.009971022605895996, -0.00945901870727539, -0.008947014808654785, -0.00843501091003418, -0.007923007011413574, -0.007411003112792969, -0.006898999214172363, -0.006386995315551758, -0.005874991416931152, -0.005362987518310547, -0.004850983619689941, -0.004338979721069336, -0.0038269758224487305, -0.003314971923828125, -0.0028029680252075195, -0.002290964126586914, -0.0017789602279663086, -0.0012669563293457031, -0.0007549524307250977, -0.0002429485321044922, 0.0002690553665161133, 0.0007810592651367188, 0.0012930631637573242, 0.0018050670623779297, 0.002317070960998535, 0.0028290748596191406, 0.003341078758239746, 0.0038530826568603516, 0.004365086555480957, 0.0048770904541015625, 0.005389094352722168, 0.0059010982513427734, 0.006413102149963379, 0.006925106048583984, 0.00743710994720459, 0.007949113845825195, 0.0084611177444458, 0.008973121643066406, 0.009485125541687012, 0.009997129440307617, 0.010509133338928223, 0.011021137237548828, 0.011533141136169434, 0.012045145034790039, 0.012557148933410645, 0.01306915283203125]}, "gradients/decoder.transformer.h.5.crossattention.q_attn.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 3.0, 2.0, 2.0, 5.0, 1.0, 5.0, 1.0, 8.0, 7.0, 5.0, 13.0, 11.0, 9.0, 17.0, 35.0, 27.0, 56.0, 51.0, 94.0, 187.0, 437.0, 2905.0, 1040088.0, 3706.0, 390.0, 170.0, 107.0, 67.0, 41.0, 29.0, 26.0, 15.0, 14.0, 4.0, 5.0, 7.0, 5.0, 4.0, 0.0, 1.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.270751953125, -0.2601432800292969, -0.24953460693359375, -0.23892593383789062, -0.2283172607421875, -0.21770858764648438, -0.20709991455078125, -0.19649124145507812, -0.185882568359375, -0.17527389526367188, -0.16466522216796875, -0.15405654907226562, -0.1434478759765625, -0.13283920288085938, -0.12223052978515625, -0.11162185668945312, -0.10101318359375, -0.09040451049804688, -0.07979583740234375, -0.06918716430664062, -0.0585784912109375, -0.047969818115234375, -0.03736114501953125, -0.026752471923828125, -0.016143798828125, -0.005535125732421875, 0.00507354736328125, 0.015682220458984375, 0.0262908935546875, 0.036899566650390625, 0.04750823974609375, 0.058116912841796875, 0.0687255859375, 0.07933425903320312, 0.08994293212890625, 0.10055160522460938, 0.1111602783203125, 0.12176895141601562, 0.13237762451171875, 0.14298629760742188, 0.153594970703125, 0.16420364379882812, 0.17481231689453125, 0.18542098999023438, 0.1960296630859375, 0.20663833618164062, 0.21724700927734375, 0.22785568237304688, 0.23846435546875, 0.24907302856445312, 0.25968170166015625, 0.2702903747558594, 0.2808990478515625, 0.2915077209472656, 0.30211639404296875, 0.3127250671386719, 0.323333740234375, 0.3339424133300781, 0.34455108642578125, 0.3551597595214844, 0.3657684326171875, 0.3763771057128906, 0.38698577880859375, 0.3975944519042969, 0.408203125]}, "gradients/decoder.transformer.h.5.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 23.0, 70.0, 409.0, 385.0, 83.0, 28.0, 8.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.018881089985370636, -0.016982484608888626, -0.015083881095051765, -0.013185275718569756, -0.01128667127341032, -0.009388066828250885, -0.007489461451768875, -0.00559085700660944, -0.0036922525614500046, -0.0017936478834599257, 0.00010495679453015327, 0.002003561705350876, 0.003902166150510311, 0.005800770595669746, 0.007699375972151756, 0.009597980417311192, 0.011496584862470627, 0.013395189307630062, 0.015293793752789497, 0.017192399129271507, 0.019091002643108368, 0.020989608019590378, 0.022888213396072388, 0.024786818772554398, 0.026685422286391258, 0.028584027662873268, 0.03048263117671013, 0.03238123655319214, 0.03427984192967415, 0.03617844730615616, 0.03807704895734787, 0.03997565433382988, 0.04187425971031189, 0.0437728650867939, 0.04567147046327591, 0.04757007211446762, 0.04946867749094963, 0.05136728286743164, 0.05326588824391365, 0.05516449362039566, 0.05706309527158737, 0.05896170064806938, 0.06086030602455139, 0.0627589076757431, 0.06465751677751541, 0.06655611842870712, 0.06845472753047943, 0.07035332918167114, 0.07225193083286285, 0.07415053248405457, 0.07604914158582687, 0.07794774323701859, 0.0798463523387909, 0.0817449539899826, 0.08364355564117432, 0.08554216474294662, 0.08744077384471893, 0.08933937549591064, 0.09123798459768295, 0.09313658624887466, 0.09503519535064697, 0.09693379700183868, 0.0988323986530304, 0.1007310077548027, 0.10262960940599442]}, "gradients/decoder.transformer.h.5.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 4.0, 0.0, 0.0, 1.0, 6.0, 1.0, 8.0, 8.0, 10.0, 9.0, 12.0, 22.0, 20.0, 18.0, 25.0, 19.0, 25.0, 45.0, 27.0, 34.0, 33.0, 34.0, 38.0, 32.0, 39.0, 52.0, 52.0, 40.0, 31.0, 38.0, 43.0, 29.0, 32.0, 35.0, 31.0, 21.0, 25.0, 18.0, 16.0, 13.0, 13.0, 5.0, 10.0, 3.0, 9.0, 8.0, 7.0, 6.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.027009129524230957, -0.026237796992063522, -0.025466464459896088, -0.024695131927728653, -0.023923799395561218, -0.023152466863393784, -0.02238113433122635, -0.021609801799058914, -0.02083846926689148, -0.020067136734724045, -0.01929580420255661, -0.018524471670389175, -0.01775313913822174, -0.016981806606054306, -0.01621047407388687, -0.015439141541719437, -0.014667809009552002, -0.013896476477384567, -0.013125143945217133, -0.012353811413049698, -0.011582478880882263, -0.010811146348714828, -0.010039813816547394, -0.009268481284379959, -0.008497148752212524, -0.00772581622004509, -0.006954483687877655, -0.00618315115571022, -0.005411818623542786, -0.004640486091375351, -0.0038691535592079163, -0.0030978210270404816, -0.002326488494873047, -0.0015551559627056122, -0.0007838234305381775, -1.2490898370742798e-05, 0.0007588416337966919, 0.0015301741659641266, 0.0023015066981315613, 0.003072839230298996, 0.0038441717624664307, 0.004615504294633865, 0.0053868368268013, 0.006158169358968735, 0.006929501891136169, 0.007700834423303604, 0.008472166955471039, 0.009243499487638474, 0.010014832019805908, 0.010786164551973343, 0.011557497084140778, 0.012328829616308212, 0.013100162148475647, 0.013871494680643082, 0.014642827212810516, 0.015414159744977951, 0.016185492277145386, 0.01695682480931282, 0.017728157341480255, 0.01849948987364769, 0.019270822405815125, 0.02004215493798256, 0.020813487470149994, 0.02158482000231743, 0.022356152534484863]}, "gradients/decoder.transformer.h.5.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 4.0, 4.0, 8.0, 7.0, 13.0, 18.0, 12.0, 15.0, 20.0, 17.0, 18.0, 26.0, 26.0, 26.0, 25.0, 34.0, 34.0, 29.0, 45.0, 43.0, 44.0, 42.0, 44.0, 28.0, 43.0, 38.0, 36.0, 28.0, 32.0, 34.0, 18.0, 18.0, 20.0, 33.0, 20.0, 18.0, 9.0, 12.0, 11.0, 9.0, 6.0, 9.0, 7.0, 3.0, 5.0, 6.0, 4.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-9.0859375, -8.80224609375, -8.5185546875, -8.23486328125, -7.951171875, -7.66748046875, -7.3837890625, -7.10009765625, -6.81640625, -6.53271484375, -6.2490234375, -5.96533203125, -5.681640625, -5.39794921875, -5.1142578125, -4.83056640625, -4.546875, -4.26318359375, -3.9794921875, -3.69580078125, -3.412109375, -3.12841796875, -2.8447265625, -2.56103515625, -2.27734375, -1.99365234375, -1.7099609375, -1.42626953125, -1.142578125, -0.85888671875, -0.5751953125, -0.29150390625, -0.0078125, 0.27587890625, 0.5595703125, 0.84326171875, 1.126953125, 1.41064453125, 1.6943359375, 1.97802734375, 2.26171875, 2.54541015625, 2.8291015625, 3.11279296875, 3.396484375, 3.68017578125, 3.9638671875, 4.24755859375, 4.53125, 4.81494140625, 5.0986328125, 5.38232421875, 5.666015625, 5.94970703125, 6.2333984375, 6.51708984375, 6.80078125, 7.08447265625, 7.3681640625, 7.65185546875, 7.935546875, 8.21923828125, 8.5029296875, 8.78662109375, 9.0703125]}, "gradients/decoder.transformer.h.5.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 4.0, 10.0, 17.0, 14.0, 33.0, 35.0, 61.0, 116.0, 146.0, 229.0, 373.0, 574.0, 923.0, 1477.0, 2219.0, 3653.0, 6306.0, 11277.0, 22019.0, 46211.0, 102201.0, 258978.0, 332533.0, 137768.0, 59992.0, 28051.0, 14031.0, 7603.0, 4525.0, 2631.0, 1665.0, 1029.0, 654.0, 439.0, 236.0, 173.0, 114.0, 79.0, 58.0, 38.0, 16.0, 16.0, 11.0, 6.0, 5.0, 5.0, 7.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-13.65625, -13.256591796875, -12.85693359375, -12.457275390625, -12.0576171875, -11.657958984375, -11.25830078125, -10.858642578125, -10.458984375, -10.059326171875, -9.65966796875, -9.260009765625, -8.8603515625, -8.460693359375, -8.06103515625, -7.661376953125, -7.26171875, -6.862060546875, -6.46240234375, -6.062744140625, -5.6630859375, -5.263427734375, -4.86376953125, -4.464111328125, -4.064453125, -3.664794921875, -3.26513671875, -2.865478515625, -2.4658203125, -2.066162109375, -1.66650390625, -1.266845703125, -0.8671875, -0.467529296875, -0.06787109375, 0.331787109375, 0.7314453125, 1.131103515625, 1.53076171875, 1.930419921875, 2.330078125, 2.729736328125, 3.12939453125, 3.529052734375, 3.9287109375, 4.328369140625, 4.72802734375, 5.127685546875, 5.52734375, 5.927001953125, 6.32666015625, 6.726318359375, 7.1259765625, 7.525634765625, 7.92529296875, 8.324951171875, 8.724609375, 9.124267578125, 9.52392578125, 9.923583984375, 10.3232421875, 10.722900390625, 11.12255859375, 11.522216796875, 11.921875]}, "gradients/decoder.transformer.h.5.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 4.0, 3.0, 4.0, 9.0, 12.0, 13.0, 17.0, 20.0, 29.0, 26.0, 33.0, 46.0, 38.0, 40.0, 44.0, 65.0, 120.0, 173.0, 1404.0, 334.0, 143.0, 90.0, 69.0, 48.0, 52.0, 29.0, 32.0, 32.0, 22.0, 21.0, 16.0, 19.0, 11.0, 12.0, 7.0, 8.0, 4.0, 3.0, 0.0, 0.0, 2.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-30.46875, -29.541259765625, -28.61376953125, -27.686279296875, -26.7587890625, -25.831298828125, -24.90380859375, -23.976318359375, -23.048828125, -22.121337890625, -21.19384765625, -20.266357421875, -19.3388671875, -18.411376953125, -17.48388671875, -16.556396484375, -15.62890625, -14.701416015625, -13.77392578125, -12.846435546875, -11.9189453125, -10.991455078125, -10.06396484375, -9.136474609375, -8.208984375, -7.281494140625, -6.35400390625, -5.426513671875, -4.4990234375, -3.571533203125, -2.64404296875, -1.716552734375, -0.7890625, 0.138427734375, 1.06591796875, 1.993408203125, 2.9208984375, 3.848388671875, 4.77587890625, 5.703369140625, 6.630859375, 7.558349609375, 8.48583984375, 9.413330078125, 10.3408203125, 11.268310546875, 12.19580078125, 13.123291015625, 14.05078125, 14.978271484375, 15.90576171875, 16.833251953125, 17.7607421875, 18.688232421875, 19.61572265625, 20.543212890625, 21.470703125, 22.398193359375, 23.32568359375, 24.253173828125, 25.1806640625, 26.108154296875, 27.03564453125, 27.963134765625, 28.890625]}, "gradients/decoder.transformer.h.5.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 6.0, 3.0, 5.0, 9.0, 16.0, 17.0, 20.0, 29.0, 32.0, 59.0, 71.0, 151.0, 197.0, 291.0, 564.0, 1256.0, 4742.0, 30373.0, 587110.0, 2422162.0, 85311.0, 9300.0, 2070.0, 757.0, 405.0, 225.0, 169.0, 112.0, 73.0, 50.0, 34.0, 21.0, 19.0, 9.0, 13.0, 7.0, 7.0, 4.0, 1.0, 2.0, 4.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-40.34375, -39.12890625, -37.9140625, -36.69921875, -35.484375, -34.26953125, -33.0546875, -31.83984375, -30.625, -29.41015625, -28.1953125, -26.98046875, -25.765625, -24.55078125, -23.3359375, -22.12109375, -20.90625, -19.69140625, -18.4765625, -17.26171875, -16.046875, -14.83203125, -13.6171875, -12.40234375, -11.1875, -9.97265625, -8.7578125, -7.54296875, -6.328125, -5.11328125, -3.8984375, -2.68359375, -1.46875, -0.25390625, 0.9609375, 2.17578125, 3.390625, 4.60546875, 5.8203125, 7.03515625, 8.25, 9.46484375, 10.6796875, 11.89453125, 13.109375, 14.32421875, 15.5390625, 16.75390625, 17.96875, 19.18359375, 20.3984375, 21.61328125, 22.828125, 24.04296875, 25.2578125, 26.47265625, 27.6875, 28.90234375, 30.1171875, 31.33203125, 32.546875, 33.76171875, 34.9765625, 36.19140625, 37.40625]}, "gradients/decoder.transformer.h.5.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 14.0, 915.0, 90.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-508.7561950683594, -488.12908935546875, -467.501953125, -446.8748474121094, -426.2477111816406, -405.62060546875, -384.99346923828125, -364.3663635253906, -343.7392578125, -323.1121520996094, -302.4850158691406, -281.85791015625, -261.23077392578125, -240.60366821289062, -219.97654724121094, -199.34942626953125, -178.7222900390625, -158.0951690673828, -137.46804809570312, -116.84093475341797, -96.21381378173828, -75.5866928100586, -54.95957946777344, -34.33245849609375, -13.705337524414062, 6.921781539916992, 27.548900604248047, 48.17601776123047, 68.80313873291016, 89.43025970458984, 110.057373046875, 130.6844940185547, 151.31158447265625, 171.93870544433594, 192.56582641601562, 213.19293212890625, 233.820068359375, 254.44717407226562, 275.07427978515625, 295.701416015625, 316.32855224609375, 336.9556579589844, 357.5827941894531, 378.20989990234375, 398.8370361328125, 419.4641418457031, 440.09124755859375, 460.7183837890625, 481.3454895019531, 501.97259521484375, 522.5997314453125, 543.2268676757812, 563.8539428710938, 584.4810791015625, 605.1082153320312, 625.7353515625, 646.3624267578125, 666.9895629882812, 687.6166381835938, 708.2437744140625, 728.8709106445312, 749.498046875, 770.1251220703125, 790.7522583007812, 811.37939453125]}, "gradients/decoder.transformer.h.5.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 4.0, 3.0, 1.0, 5.0, 1.0, 3.0, 8.0, 7.0, 14.0, 11.0, 17.0, 17.0, 22.0, 24.0, 21.0, 34.0, 24.0, 32.0, 28.0, 37.0, 36.0, 40.0, 40.0, 46.0, 49.0, 45.0, 43.0, 45.0, 45.0, 42.0, 35.0, 42.0, 22.0, 26.0, 22.0, 24.0, 15.0, 23.0, 10.0, 7.0, 9.0, 4.0, 7.0, 8.0, 2.0, 2.0, 5.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-63.29216003417969, -61.229888916015625, -59.16762161254883, -57.105350494384766, -55.04308319091797, -52.980812072753906, -50.918540954589844, -48.85627365112305, -46.79400634765625, -44.73173522949219, -42.66946792602539, -40.60719680786133, -38.54492950439453, -36.48265838623047, -34.420387268066406, -32.35811996459961, -30.295848846435547, -28.233579635620117, -26.171310424804688, -24.109039306640625, -22.046772003173828, -19.984500885009766, -17.922231674194336, -15.859962463378906, -13.797693252563477, -11.735424041748047, -9.673154830932617, -7.610884666442871, -5.548615455627441, -3.4863462448120117, -1.4240760803222656, 0.6381931304931641, 2.7004623413085938, 4.762731552124023, 6.825001239776611, 8.8872709274292, 10.949540138244629, 13.011809349060059, 15.074079513549805, 17.136348724365234, 19.198617935180664, 21.260887145996094, 23.323156356811523, 25.385425567626953, 27.447696685791016, 29.509963989257812, 31.572235107421875, 33.63450622558594, 35.696773529052734, 37.7590446472168, 39.821311950683594, 41.883583068847656, 43.94585037231445, 46.008121490478516, 48.07038879394531, 50.132659912109375, 52.19493103027344, 54.2572021484375, 56.3194694519043, 58.38174057006836, 60.444007873535156, 62.50627899169922, 64.56855010986328, 66.63081359863281, 68.69308471679688]}, "gradients/decoder.transformer.h.4.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 4.0, 3.0, 8.0, 4.0, 11.0, 16.0, 17.0, 15.0, 12.0, 16.0, 23.0, 16.0, 28.0, 35.0, 30.0, 24.0, 28.0, 42.0, 39.0, 34.0, 48.0, 41.0, 32.0, 41.0, 42.0, 38.0, 31.0, 43.0, 24.0, 32.0, 22.0, 30.0, 25.0, 14.0, 22.0, 17.0, 15.0, 16.0, 17.0, 6.0, 10.0, 12.0, 5.0, 4.0, 8.0, 4.0, 3.0, 3.0, 1.0, 2.0], "bins": [-10.7421875, -10.4473876953125, -10.152587890625, -9.8577880859375, -9.56298828125, -9.2681884765625, -8.973388671875, -8.6785888671875, -8.3837890625, -8.0889892578125, -7.794189453125, -7.4993896484375, -7.20458984375, -6.9097900390625, -6.614990234375, -6.3201904296875, -6.025390625, -5.7305908203125, -5.435791015625, -5.1409912109375, -4.84619140625, -4.5513916015625, -4.256591796875, -3.9617919921875, -3.6669921875, -3.3721923828125, -3.077392578125, -2.7825927734375, -2.48779296875, -2.1929931640625, -1.898193359375, -1.6033935546875, -1.30859375, -1.0137939453125, -0.718994140625, -0.4241943359375, -0.12939453125, 0.1654052734375, 0.460205078125, 0.7550048828125, 1.0498046875, 1.3446044921875, 1.639404296875, 1.9342041015625, 2.22900390625, 2.5238037109375, 2.818603515625, 3.1134033203125, 3.408203125, 3.7030029296875, 3.997802734375, 4.2926025390625, 4.58740234375, 4.8822021484375, 5.177001953125, 5.4718017578125, 5.7666015625, 6.0614013671875, 6.356201171875, 6.6510009765625, 6.94580078125, 7.2406005859375, 7.535400390625, 7.8302001953125, 8.125]}, "gradients/decoder.transformer.h.4.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 7.0, 6.0, 15.0, 19.0, 19.0, 26.0, 30.0, 59.0, 75.0, 94.0, 110.0, 169.0, 224.0, 355.0, 500.0, 726.0, 1130.0, 1687.0, 2736.0, 4529.0, 8240.0, 16222.0, 39782.0, 143547.0, 671757.0, 2051038.0, 956089.0, 200255.0, 51244.0, 19543.0, 9452.0, 5323.0, 3168.0, 1978.0, 1321.0, 841.0, 522.0, 414.0, 283.0, 179.0, 150.0, 108.0, 78.0, 64.0, 56.0, 38.0, 25.0, 22.0, 11.0, 11.0, 7.0, 3.0, 5.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0], "bins": [-13.25, -12.8026123046875, -12.355224609375, -11.9078369140625, -11.46044921875, -11.0130615234375, -10.565673828125, -10.1182861328125, -9.6708984375, -9.2235107421875, -8.776123046875, -8.3287353515625, -7.88134765625, -7.4339599609375, -6.986572265625, -6.5391845703125, -6.091796875, -5.6444091796875, -5.197021484375, -4.7496337890625, -4.30224609375, -3.8548583984375, -3.407470703125, -2.9600830078125, -2.5126953125, -2.0653076171875, -1.617919921875, -1.1705322265625, -0.72314453125, -0.2757568359375, 0.171630859375, 0.6190185546875, 1.06640625, 1.5137939453125, 1.961181640625, 2.4085693359375, 2.85595703125, 3.3033447265625, 3.750732421875, 4.1981201171875, 4.6455078125, 5.0928955078125, 5.540283203125, 5.9876708984375, 6.43505859375, 6.8824462890625, 7.329833984375, 7.7772216796875, 8.224609375, 8.6719970703125, 9.119384765625, 9.5667724609375, 10.01416015625, 10.4615478515625, 10.908935546875, 11.3563232421875, 11.8037109375, 12.2510986328125, 12.698486328125, 13.1458740234375, 13.59326171875, 14.0406494140625, 14.488037109375, 14.9354248046875, 15.3828125]}, "gradients/decoder.transformer.h.4.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 6.0, 5.0, 8.0, 10.0, 15.0, 11.0, 23.0, 40.0, 39.0, 85.0, 92.0, 202.0, 264.0, 458.0, 688.0, 643.0, 536.0, 309.0, 188.0, 126.0, 85.0, 62.0, 38.0, 35.0, 26.0, 23.0, 5.0, 9.0, 9.0, 6.0, 3.0, 10.0, 3.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-16.609375, -16.038330078125, -15.46728515625, -14.896240234375, -14.3251953125, -13.754150390625, -13.18310546875, -12.612060546875, -12.041015625, -11.469970703125, -10.89892578125, -10.327880859375, -9.7568359375, -9.185791015625, -8.61474609375, -8.043701171875, -7.47265625, -6.901611328125, -6.33056640625, -5.759521484375, -5.1884765625, -4.617431640625, -4.04638671875, -3.475341796875, -2.904296875, -2.333251953125, -1.76220703125, -1.191162109375, -0.6201171875, -0.049072265625, 0.52197265625, 1.093017578125, 1.6640625, 2.235107421875, 2.80615234375, 3.377197265625, 3.9482421875, 4.519287109375, 5.09033203125, 5.661376953125, 6.232421875, 6.803466796875, 7.37451171875, 7.945556640625, 8.5166015625, 9.087646484375, 9.65869140625, 10.229736328125, 10.80078125, 11.371826171875, 11.94287109375, 12.513916015625, 13.0849609375, 13.656005859375, 14.22705078125, 14.798095703125, 15.369140625, 15.940185546875, 16.51123046875, 17.082275390625, 17.6533203125, 18.224365234375, 18.79541015625, 19.366455078125, 19.9375]}, "gradients/decoder.transformer.h.4.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 3.0, 2.0, 3.0, 5.0, 2.0, 9.0, 8.0, 16.0, 17.0, 27.0, 24.0, 38.0, 91.0, 109.0, 191.0, 252.0, 484.0, 743.0, 1560.0, 3360.0, 8501.0, 27477.0, 127591.0, 1856609.0, 1986905.0, 135219.0, 28662.0, 9154.0, 3653.0, 1639.0, 753.0, 423.0, 263.0, 185.0, 113.0, 65.0, 47.0, 26.0, 19.0, 20.0, 4.0, 5.0, 5.0, 5.0, 0.0, 4.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-30.40625, -29.42578125, -28.4453125, -27.46484375, -26.484375, -25.50390625, -24.5234375, -23.54296875, -22.5625, -21.58203125, -20.6015625, -19.62109375, -18.640625, -17.66015625, -16.6796875, -15.69921875, -14.71875, -13.73828125, -12.7578125, -11.77734375, -10.796875, -9.81640625, -8.8359375, -7.85546875, -6.875, -5.89453125, -4.9140625, -3.93359375, -2.953125, -1.97265625, -0.9921875, -0.01171875, 0.96875, 1.94921875, 2.9296875, 3.91015625, 4.890625, 5.87109375, 6.8515625, 7.83203125, 8.8125, 9.79296875, 10.7734375, 11.75390625, 12.734375, 13.71484375, 14.6953125, 15.67578125, 16.65625, 17.63671875, 18.6171875, 19.59765625, 20.578125, 21.55859375, 22.5390625, 23.51953125, 24.5, 25.48046875, 26.4609375, 27.44140625, 28.421875, 29.40234375, 30.3828125, 31.36328125, 32.34375]}, "gradients/decoder.transformer.h.4.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 5.0, 39.0, 194.0, 497.0, 217.0, 50.0, 12.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-488.2772521972656, -478.7924499511719, -469.3076477050781, -459.8228759765625, -450.33807373046875, -440.853271484375, -431.36846923828125, -421.8836669921875, -412.39886474609375, -402.9140625, -393.42926025390625, -383.9444580078125, -374.4596862792969, -364.9748840332031, -355.4900817871094, -346.0052795410156, -336.5205078125, -327.03570556640625, -317.5509033203125, -308.06610107421875, -298.5813293457031, -289.0965270996094, -279.6117248535156, -270.1269226074219, -260.6421203613281, -251.15731811523438, -241.6725311279297, -232.18772888183594, -222.7029266357422, -213.2181396484375, -203.73333740234375, -194.24853515625, -184.76373291015625, -175.2789306640625, -165.7941436767578, -156.30934143066406, -146.8245391845703, -137.33975219726562, -127.85494995117188, -118.37014770507812, -108.88536071777344, -99.40056610107422, -89.91576385498047, -80.43096923828125, -70.9461669921875, -61.46137237548828, -51.97657775878906, -42.49177551269531, -33.006980895996094, -23.52218246459961, -14.037385940551758, -4.552589416503906, 4.932209014892578, 14.417007446289062, 23.90180206298828, 33.38660430908203, 42.87139892578125, 52.356197357177734, 61.84099578857422, 71.32579040527344, 80.81059265136719, 90.2953872680664, 99.78018188476562, 109.26498413085938, 118.7497787475586]}, "gradients/decoder.transformer.h.4.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 4.0, 4.0, 4.0, 1.0, 6.0, 4.0, 10.0, 7.0, 14.0, 12.0, 11.0, 6.0, 20.0, 13.0, 24.0, 25.0, 28.0, 24.0, 30.0, 31.0, 38.0, 35.0, 35.0, 48.0, 32.0, 29.0, 48.0, 40.0, 37.0, 37.0, 54.0, 21.0, 26.0, 33.0, 27.0, 28.0, 21.0, 17.0, 23.0, 23.0, 22.0, 13.0, 7.0, 16.0, 8.0, 3.0, 5.0, 6.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-43.167415618896484, -41.62871551513672, -40.09001159667969, -38.55131149291992, -37.012611389160156, -35.473907470703125, -33.93520736694336, -32.396507263183594, -30.857805252075195, -29.319103240966797, -27.78040313720703, -26.241701126098633, -24.702999114990234, -23.16429901123047, -21.62559700012207, -20.086894989013672, -18.548194885253906, -17.009492874145508, -15.470792770385742, -13.932090759277344, -12.393389701843262, -10.85468864440918, -9.315986633300781, -7.777285575866699, -6.238584518432617, -4.699883460998535, -3.161181926727295, -1.6224803924560547, -0.08377933502197266, 1.4549217224121094, 2.993623733520508, 4.53232479095459, 6.0710296630859375, 7.6097307205200195, 9.148431777954102, 10.6871337890625, 12.225834846496582, 13.764535903930664, 15.303237915039062, 16.841938018798828, 18.380640029907227, 19.919342041015625, 21.45804214477539, 22.99674415588379, 24.535446166992188, 26.074146270751953, 27.61284828186035, 29.15155029296875, 30.690250396728516, 32.22895050048828, 33.76765441894531, 35.30635452270508, 36.845054626464844, 38.383758544921875, 39.92245864868164, 41.461158752441406, 42.99986267089844, 44.5385627746582, 46.077266693115234, 47.615966796875, 49.154666900634766, 50.69336700439453, 52.23207092285156, 53.77077102661133, 55.309471130371094]}, "gradients/decoder.transformer.h.4.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 4.0, 3.0, 1.0, 6.0, 7.0, 5.0, 8.0, 10.0, 10.0, 15.0, 16.0, 13.0, 20.0, 18.0, 19.0, 25.0, 28.0, 29.0, 36.0, 41.0, 39.0, 27.0, 25.0, 40.0, 37.0, 41.0, 38.0, 38.0, 33.0, 29.0, 31.0, 29.0, 33.0, 30.0, 18.0, 25.0, 31.0, 25.0, 19.0, 15.0, 11.0, 10.0, 11.0, 15.0, 5.0, 10.0, 6.0, 9.0, 7.0, 4.0, 4.0, 3.0, 0.0, 1.0, 3.0], "bins": [-9.8671875, -9.5828857421875, -9.298583984375, -9.0142822265625, -8.72998046875, -8.4456787109375, -8.161376953125, -7.8770751953125, -7.5927734375, -7.3084716796875, -7.024169921875, -6.7398681640625, -6.45556640625, -6.1712646484375, -5.886962890625, -5.6026611328125, -5.318359375, -5.0340576171875, -4.749755859375, -4.4654541015625, -4.18115234375, -3.8968505859375, -3.612548828125, -3.3282470703125, -3.0439453125, -2.7596435546875, -2.475341796875, -2.1910400390625, -1.90673828125, -1.6224365234375, -1.338134765625, -1.0538330078125, -0.76953125, -0.4852294921875, -0.200927734375, 0.0833740234375, 0.36767578125, 0.6519775390625, 0.936279296875, 1.2205810546875, 1.5048828125, 1.7891845703125, 2.073486328125, 2.3577880859375, 2.64208984375, 2.9263916015625, 3.210693359375, 3.4949951171875, 3.779296875, 4.0635986328125, 4.347900390625, 4.6322021484375, 4.91650390625, 5.2008056640625, 5.485107421875, 5.7694091796875, 6.0537109375, 6.3380126953125, 6.622314453125, 6.9066162109375, 7.19091796875, 7.4752197265625, 7.759521484375, 8.0438232421875, 8.328125]}, "gradients/decoder.transformer.h.4.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 5.0, 8.0, 10.0, 20.0, 18.0, 22.0, 54.0, 74.0, 108.0, 155.0, 273.0, 359.0, 437.0, 697.0, 1076.0, 1559.0, 2295.0, 3483.0, 5374.0, 7968.0, 12052.0, 18738.0, 29341.0, 46053.0, 73889.0, 121038.0, 183823.0, 190528.0, 130351.0, 79722.0, 49350.0, 31199.0, 20168.0, 12849.0, 8493.0, 5611.0, 3667.0, 2498.0, 1658.0, 1164.0, 773.0, 480.0, 355.0, 222.0, 171.0, 108.0, 94.0, 54.0, 43.0, 26.0, 17.0, 8.0, 12.0, 3.0, 4.0, 6.0, 2.0], "bins": [-0.8662109375, -0.840789794921875, -0.81536865234375, -0.789947509765625, -0.7645263671875, -0.739105224609375, -0.71368408203125, -0.688262939453125, -0.662841796875, -0.637420654296875, -0.61199951171875, -0.586578369140625, -0.5611572265625, -0.535736083984375, -0.51031494140625, -0.484893798828125, -0.45947265625, -0.434051513671875, -0.40863037109375, -0.383209228515625, -0.3577880859375, -0.332366943359375, -0.30694580078125, -0.281524658203125, -0.256103515625, -0.230682373046875, -0.20526123046875, -0.179840087890625, -0.1544189453125, -0.128997802734375, -0.10357666015625, -0.078155517578125, -0.052734375, -0.027313232421875, -0.00189208984375, 0.023529052734375, 0.0489501953125, 0.074371337890625, 0.09979248046875, 0.125213623046875, 0.150634765625, 0.176055908203125, 0.20147705078125, 0.226898193359375, 0.2523193359375, 0.277740478515625, 0.30316162109375, 0.328582763671875, 0.35400390625, 0.379425048828125, 0.40484619140625, 0.430267333984375, 0.4556884765625, 0.481109619140625, 0.50653076171875, 0.531951904296875, 0.557373046875, 0.582794189453125, 0.60821533203125, 0.633636474609375, 0.6590576171875, 0.684478759765625, 0.70989990234375, 0.735321044921875, 0.7607421875]}, "gradients/decoder.transformer.h.4.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 5.0, 3.0, 4.0, 9.0, 9.0, 16.0, 11.0, 5.0, 11.0, 18.0, 23.0, 16.0, 22.0, 17.0, 30.0, 32.0, 40.0, 26.0, 28.0, 30.0, 31.0, 24.0, 38.0, 37.0, 1060.0, 34.0, 34.0, 43.0, 37.0, 27.0, 35.0, 26.0, 28.0, 24.0, 29.0, 14.0, 21.0, 18.0, 26.0, 16.0, 18.0, 9.0, 10.0, 7.0, 6.0, 6.0, 2.0, 3.0, 2.0, 6.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 3.0], "bins": [-5.9609375, -5.77032470703125, -5.5797119140625, -5.38909912109375, -5.198486328125, -5.00787353515625, -4.8172607421875, -4.62664794921875, -4.43603515625, -4.24542236328125, -4.0548095703125, -3.86419677734375, -3.673583984375, -3.48297119140625, -3.2923583984375, -3.10174560546875, -2.9111328125, -2.72052001953125, -2.5299072265625, -2.33929443359375, -2.148681640625, -1.95806884765625, -1.7674560546875, -1.57684326171875, -1.38623046875, -1.19561767578125, -1.0050048828125, -0.81439208984375, -0.623779296875, -0.43316650390625, -0.2425537109375, -0.05194091796875, 0.138671875, 0.32928466796875, 0.5198974609375, 0.71051025390625, 0.901123046875, 1.09173583984375, 1.2823486328125, 1.47296142578125, 1.66357421875, 1.85418701171875, 2.0447998046875, 2.23541259765625, 2.426025390625, 2.61663818359375, 2.8072509765625, 2.99786376953125, 3.1884765625, 3.37908935546875, 3.5697021484375, 3.76031494140625, 3.950927734375, 4.14154052734375, 4.3321533203125, 4.52276611328125, 4.71337890625, 4.90399169921875, 5.0946044921875, 5.28521728515625, 5.475830078125, 5.66644287109375, 5.8570556640625, 6.04766845703125, 6.23828125]}, "gradients/decoder.transformer.h.4.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 7.0, 15.0, 27.0, 17.0, 35.0, 62.0, 87.0, 142.0, 194.0, 275.0, 444.0, 646.0, 981.0, 1324.0, 1924.0, 3001.0, 4428.0, 6540.0, 9964.0, 15073.0, 23183.0, 36223.0, 58126.0, 94641.0, 152222.0, 1247812.0, 162611.0, 102241.0, 62642.0, 39068.0, 25089.0, 16061.0, 10582.0, 7003.0, 4749.0, 3173.0, 2095.0, 1389.0, 976.0, 688.0, 448.0, 307.0, 196.0, 127.0, 94.0, 79.0, 45.0, 30.0, 17.0, 11.0, 10.0, 6.0, 7.0, 6.0, 0.0, 2.0], "bins": [-0.44140625, -0.42826080322265625, -0.4151153564453125, -0.40196990966796875, -0.388824462890625, -0.37567901611328125, -0.3625335693359375, -0.34938812255859375, -0.33624267578125, -0.32309722900390625, -0.3099517822265625, -0.29680633544921875, -0.283660888671875, -0.27051544189453125, -0.2573699951171875, -0.24422454833984375, -0.2310791015625, -0.21793365478515625, -0.2047882080078125, -0.19164276123046875, -0.178497314453125, -0.16535186767578125, -0.1522064208984375, -0.13906097412109375, -0.12591552734375, -0.11277008056640625, -0.0996246337890625, -0.08647918701171875, -0.073333740234375, -0.06018829345703125, -0.0470428466796875, -0.03389739990234375, -0.020751953125, -0.00760650634765625, 0.0055389404296875, 0.01868438720703125, 0.031829833984375, 0.04497528076171875, 0.0581207275390625, 0.07126617431640625, 0.08441162109375, 0.09755706787109375, 0.1107025146484375, 0.12384796142578125, 0.136993408203125, 0.15013885498046875, 0.1632843017578125, 0.17642974853515625, 0.1895751953125, 0.20272064208984375, 0.2158660888671875, 0.22901153564453125, 0.242156982421875, 0.25530242919921875, 0.2684478759765625, 0.28159332275390625, 0.29473876953125, 0.30788421630859375, 0.3210296630859375, 0.33417510986328125, 0.347320556640625, 0.36046600341796875, 0.3736114501953125, 0.38675689697265625, 0.39990234375]}, "gradients/decoder.transformer.h.4.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 5.0, 8.0, 8.0, 15.0, 20.0, 24.0, 32.0, 39.0, 53.0, 69.0, 81.0, 132.0, 139.0, 97.0, 79.0, 48.0, 31.0, 26.0, 23.0, 18.0, 13.0, 12.0, 9.0, 3.0, 5.0, 0.0, 4.0, 2.0, 3.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0257110595703125, -0.02482771873474121, -0.023944377899169922, -0.023061037063598633, -0.022177696228027344, -0.021294355392456055, -0.020411014556884766, -0.019527673721313477, -0.018644332885742188, -0.0177609920501709, -0.01687765121459961, -0.01599431037902832, -0.015110969543457031, -0.014227628707885742, -0.013344287872314453, -0.012460947036743164, -0.011577606201171875, -0.010694265365600586, -0.009810924530029297, -0.008927583694458008, -0.008044242858886719, -0.00716090202331543, -0.006277561187744141, -0.0053942203521728516, -0.0045108795166015625, -0.0036275386810302734, -0.0027441978454589844, -0.0018608570098876953, -0.0009775161743164062, -9.417533874511719e-05, 0.0007891654968261719, 0.001672506332397461, 0.00255584716796875, 0.003439188003540039, 0.004322528839111328, 0.005205869674682617, 0.006089210510253906, 0.006972551345825195, 0.007855892181396484, 0.008739233016967773, 0.009622573852539062, 0.010505914688110352, 0.01138925552368164, 0.01227259635925293, 0.013155937194824219, 0.014039278030395508, 0.014922618865966797, 0.015805959701538086, 0.016689300537109375, 0.017572641372680664, 0.018455982208251953, 0.019339323043823242, 0.02022266387939453, 0.02110600471496582, 0.02198934555053711, 0.0228726863861084, 0.023756027221679688, 0.024639368057250977, 0.025522708892822266, 0.026406049728393555, 0.027289390563964844, 0.028172731399536133, 0.029056072235107422, 0.02993941307067871, 0.03082275390625]}, "gradients/decoder.transformer.h.4.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 1.0, 3.0, 2.0, 3.0, 2.0, 4.0, 5.0, 10.0, 13.0, 18.0, 30.0, 24.0, 50.0, 61.0, 111.0, 228.0, 700.0, 1019462.0, 26874.0, 454.0, 176.0, 94.0, 77.0, 41.0, 33.0, 21.0, 19.0, 14.0, 8.0, 8.0, 4.0, 0.0, 5.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6591796875, -0.6402664184570312, -0.6213531494140625, -0.6024398803710938, -0.583526611328125, -0.5646133422851562, -0.5457000732421875, -0.5267868041992188, -0.50787353515625, -0.48896026611328125, -0.4700469970703125, -0.45113372802734375, -0.432220458984375, -0.41330718994140625, -0.3943939208984375, -0.37548065185546875, -0.3565673828125, -0.33765411376953125, -0.3187408447265625, -0.29982757568359375, -0.280914306640625, -0.26200103759765625, -0.2430877685546875, -0.22417449951171875, -0.20526123046875, -0.18634796142578125, -0.1674346923828125, -0.14852142333984375, -0.129608154296875, -0.11069488525390625, -0.0917816162109375, -0.07286834716796875, -0.053955078125, -0.03504180908203125, -0.0161285400390625, 0.00278472900390625, 0.021697998046875, 0.04061126708984375, 0.0595245361328125, 0.07843780517578125, 0.09735107421875, 0.11626434326171875, 0.1351776123046875, 0.15409088134765625, 0.173004150390625, 0.19191741943359375, 0.2108306884765625, 0.22974395751953125, 0.2486572265625, 0.26757049560546875, 0.2864837646484375, 0.30539703369140625, 0.324310302734375, 0.34322357177734375, 0.3621368408203125, 0.38105010986328125, 0.39996337890625, 0.41887664794921875, 0.4377899169921875, 0.45670318603515625, 0.475616455078125, 0.49452972412109375, 0.5134429931640625, 0.5323562622070312, 0.55126953125]}, "gradients/decoder.transformer.h.4.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 38.0, 344.0, 564.0, 53.0, 6.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08244886249303818, -0.07614342868328094, -0.06983799487352371, -0.06353256106376648, -0.05722712725400925, -0.050921689718961716, -0.04461625590920448, -0.03831082209944725, -0.03200538828969002, -0.025699954479932785, -0.019394520670175552, -0.01308908499777317, -0.006783651188015938, -0.0004782155156135559, 0.005827218294143677, 0.01213265210390091, 0.018438085913658142, 0.024743519723415375, 0.031048953533172607, 0.03735438734292984, 0.04365982115268707, 0.049965258687734604, 0.05627069249749184, 0.06257613003253937, 0.068881556391716, 0.07518699020147324, 0.08149242401123047, 0.0877978578209877, 0.09410329163074493, 0.10040873289108276, 0.1067141592502594, 0.11301960051059723, 0.11932502686977386, 0.1256304681301117, 0.13193589448928833, 0.13824133574962616, 0.1445467621088028, 0.15085220336914062, 0.15715762972831726, 0.1634630709886551, 0.16976849734783173, 0.17607393860816956, 0.1823793649673462, 0.18868480622768402, 0.19499023258686066, 0.2012956738471985, 0.20760110020637512, 0.21390654146671295, 0.22021198272705078, 0.2265174239873886, 0.23282285034656525, 0.23912829160690308, 0.2454337179660797, 0.25173914432525635, 0.25804460048675537, 0.264350026845932, 0.27065545320510864, 0.2769608795642853, 0.2832663357257843, 0.28957176208496094, 0.2958771884441376, 0.3021826148033142, 0.30848807096481323, 0.31479349732398987, 0.3210989236831665]}, "gradients/decoder.transformer.h.4.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 4.0, 2.0, 6.0, 4.0, 3.0, 7.0, 14.0, 9.0, 10.0, 16.0, 15.0, 16.0, 16.0, 18.0, 22.0, 26.0, 29.0, 39.0, 28.0, 44.0, 33.0, 42.0, 39.0, 30.0, 31.0, 32.0, 46.0, 29.0, 42.0, 40.0, 31.0, 28.0, 26.0, 33.0, 30.0, 28.0, 21.0, 23.0, 23.0, 18.0, 11.0, 15.0, 5.0, 8.0, 4.0, 4.0, 5.0, 4.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05193561315536499, -0.050209611654281616, -0.04848361015319824, -0.04675760865211487, -0.045031607151031494, -0.04330560564994812, -0.041579604148864746, -0.03985360264778137, -0.038127601146698, -0.036401599645614624, -0.03467559814453125, -0.032949596643447876, -0.031223595142364502, -0.029497593641281128, -0.027771592140197754, -0.02604559063911438, -0.024319589138031006, -0.022593587636947632, -0.020867586135864258, -0.019141584634780884, -0.01741558313369751, -0.015689581632614136, -0.013963580131530762, -0.012237578630447388, -0.010511577129364014, -0.00878557562828064, -0.007059574127197266, -0.005333572626113892, -0.0036075711250305176, -0.0018815696239471436, -0.00015556812286376953, 0.0015704333782196045, 0.0032964348793029785, 0.0050224363803863525, 0.0067484378814697266, 0.0084744393825531, 0.010200440883636475, 0.011926442384719849, 0.013652443885803223, 0.015378445386886597, 0.01710444688796997, 0.018830448389053345, 0.02055644989013672, 0.022282451391220093, 0.024008452892303467, 0.02573445439338684, 0.027460455894470215, 0.02918645739555359, 0.030912458896636963, 0.03263846039772034, 0.03436446189880371, 0.036090463399887085, 0.03781646490097046, 0.03954246640205383, 0.04126846790313721, 0.04299446940422058, 0.044720470905303955, 0.04644647240638733, 0.0481724739074707, 0.04989847540855408, 0.05162447690963745, 0.053350478410720825, 0.0550764799118042, 0.05680248141288757, 0.05852848291397095]}, "gradients/decoder.transformer.h.4.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 4.0, 3.0, 1.0, 6.0, 7.0, 6.0, 7.0, 10.0, 10.0, 15.0, 16.0, 13.0, 20.0, 18.0, 19.0, 25.0, 29.0, 28.0, 36.0, 43.0, 37.0, 28.0, 25.0, 39.0, 37.0, 42.0, 37.0, 38.0, 34.0, 28.0, 31.0, 29.0, 33.0, 30.0, 19.0, 24.0, 31.0, 26.0, 18.0, 15.0, 11.0, 10.0, 11.0, 15.0, 5.0, 10.0, 7.0, 9.0, 6.0, 4.0, 4.0, 3.0, 0.0, 1.0, 3.0], "bins": [-9.859375, -9.5751953125, -9.291015625, -9.0068359375, -8.72265625, -8.4384765625, -8.154296875, -7.8701171875, -7.5859375, -7.3017578125, -7.017578125, -6.7333984375, -6.44921875, -6.1650390625, -5.880859375, -5.5966796875, -5.3125, -5.0283203125, -4.744140625, -4.4599609375, -4.17578125, -3.8916015625, -3.607421875, -3.3232421875, -3.0390625, -2.7548828125, -2.470703125, -2.1865234375, -1.90234375, -1.6181640625, -1.333984375, -1.0498046875, -0.765625, -0.4814453125, -0.197265625, 0.0869140625, 0.37109375, 0.6552734375, 0.939453125, 1.2236328125, 1.5078125, 1.7919921875, 2.076171875, 2.3603515625, 2.64453125, 2.9287109375, 3.212890625, 3.4970703125, 3.78125, 4.0654296875, 4.349609375, 4.6337890625, 4.91796875, 5.2021484375, 5.486328125, 5.7705078125, 6.0546875, 6.3388671875, 6.623046875, 6.9072265625, 7.19140625, 7.4755859375, 7.759765625, 8.0439453125, 8.328125]}, "gradients/decoder.transformer.h.4.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 6.0, 5.0, 6.0, 9.0, 16.0, 18.0, 24.0, 30.0, 45.0, 66.0, 122.0, 163.0, 267.0, 341.0, 600.0, 989.0, 1645.0, 2836.0, 5045.0, 9600.0, 18624.0, 36562.0, 73256.0, 146803.0, 261978.0, 236207.0, 124836.0, 62406.0, 31228.0, 15779.0, 8251.0, 4484.0, 2507.0, 1480.0, 822.0, 533.0, 329.0, 211.0, 127.0, 75.0, 67.0, 49.0, 29.0, 19.0, 15.0, 14.0, 7.0, 7.0, 7.0, 5.0, 3.0, 7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-13.6953125, -13.2518310546875, -12.808349609375, -12.3648681640625, -11.92138671875, -11.4779052734375, -11.034423828125, -10.5909423828125, -10.1474609375, -9.7039794921875, -9.260498046875, -8.8170166015625, -8.37353515625, -7.9300537109375, -7.486572265625, -7.0430908203125, -6.599609375, -6.1561279296875, -5.712646484375, -5.2691650390625, -4.82568359375, -4.3822021484375, -3.938720703125, -3.4952392578125, -3.0517578125, -2.6082763671875, -2.164794921875, -1.7213134765625, -1.27783203125, -0.8343505859375, -0.390869140625, 0.0526123046875, 0.49609375, 0.9395751953125, 1.383056640625, 1.8265380859375, 2.27001953125, 2.7135009765625, 3.156982421875, 3.6004638671875, 4.0439453125, 4.4874267578125, 4.930908203125, 5.3743896484375, 5.81787109375, 6.2613525390625, 6.704833984375, 7.1483154296875, 7.591796875, 8.0352783203125, 8.478759765625, 8.9222412109375, 9.36572265625, 9.8092041015625, 10.252685546875, 10.6961669921875, 11.1396484375, 11.5831298828125, 12.026611328125, 12.4700927734375, 12.91357421875, 13.3570556640625, 13.800537109375, 14.2440185546875, 14.6875]}, "gradients/decoder.transformer.h.4.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 3.0, 5.0, 2.0, 8.0, 11.0, 5.0, 7.0, 11.0, 9.0, 10.0, 9.0, 14.0, 27.0, 23.0, 32.0, 37.0, 50.0, 47.0, 79.0, 83.0, 141.0, 196.0, 1312.0, 229.0, 172.0, 100.0, 82.0, 56.0, 36.0, 43.0, 38.0, 26.0, 34.0, 22.0, 11.0, 18.0, 13.0, 8.0, 8.0, 5.0, 10.0, 6.0, 5.0, 0.0, 4.0, 3.0, 0.0, 2.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-26.625, -25.8134765625, -25.001953125, -24.1904296875, -23.37890625, -22.5673828125, -21.755859375, -20.9443359375, -20.1328125, -19.3212890625, -18.509765625, -17.6982421875, -16.88671875, -16.0751953125, -15.263671875, -14.4521484375, -13.640625, -12.8291015625, -12.017578125, -11.2060546875, -10.39453125, -9.5830078125, -8.771484375, -7.9599609375, -7.1484375, -6.3369140625, -5.525390625, -4.7138671875, -3.90234375, -3.0908203125, -2.279296875, -1.4677734375, -0.65625, 0.1552734375, 0.966796875, 1.7783203125, 2.58984375, 3.4013671875, 4.212890625, 5.0244140625, 5.8359375, 6.6474609375, 7.458984375, 8.2705078125, 9.08203125, 9.8935546875, 10.705078125, 11.5166015625, 12.328125, 13.1396484375, 13.951171875, 14.7626953125, 15.57421875, 16.3857421875, 17.197265625, 18.0087890625, 18.8203125, 19.6318359375, 20.443359375, 21.2548828125, 22.06640625, 22.8779296875, 23.689453125, 24.5009765625, 25.3125]}, "gradients/decoder.transformer.h.4.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 5.0, 4.0, 14.0, 17.0, 16.0, 26.0, 40.0, 50.0, 92.0, 107.0, 173.0, 235.0, 427.0, 724.0, 2309.0, 21322.0, 812271.0, 2258080.0, 43964.0, 3582.0, 917.0, 440.0, 306.0, 186.0, 128.0, 93.0, 58.0, 36.0, 32.0, 18.0, 14.0, 6.0, 10.0, 3.0, 1.0, 5.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-54.40625, -52.60009765625, -50.7939453125, -48.98779296875, -47.181640625, -45.37548828125, -43.5693359375, -41.76318359375, -39.95703125, -38.15087890625, -36.3447265625, -34.53857421875, -32.732421875, -30.92626953125, -29.1201171875, -27.31396484375, -25.5078125, -23.70166015625, -21.8955078125, -20.08935546875, -18.283203125, -16.47705078125, -14.6708984375, -12.86474609375, -11.05859375, -9.25244140625, -7.4462890625, -5.64013671875, -3.833984375, -2.02783203125, -0.2216796875, 1.58447265625, 3.390625, 5.19677734375, 7.0029296875, 8.80908203125, 10.615234375, 12.42138671875, 14.2275390625, 16.03369140625, 17.83984375, 19.64599609375, 21.4521484375, 23.25830078125, 25.064453125, 26.87060546875, 28.6767578125, 30.48291015625, 32.2890625, 34.09521484375, 35.9013671875, 37.70751953125, 39.513671875, 41.31982421875, 43.1259765625, 44.93212890625, 46.73828125, 48.54443359375, 50.3505859375, 52.15673828125, 53.962890625, 55.76904296875, 57.5751953125, 59.38134765625, 61.1875]}, "gradients/decoder.transformer.h.4.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 5.0, 14.0, 54.0, 198.0, 351.0, 261.0, 93.0, 29.0, 10.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-299.63873291015625, -293.08953857421875, -286.5403747558594, -279.9911804199219, -273.4420166015625, -266.892822265625, -260.3436584472656, -253.79446411132812, -247.2452850341797, -240.69610595703125, -234.1469268798828, -227.59774780273438, -221.04856872558594, -214.4993896484375, -207.9501953125, -201.40101623535156, -194.85183715820312, -188.3026580810547, -181.75347900390625, -175.2042999267578, -168.65512084960938, -162.10592651367188, -155.5567626953125, -149.007568359375, -142.45840454101562, -135.9092254638672, -129.36004638671875, -122.81086730957031, -116.26168060302734, -109.7125015258789, -103.16332244873047, -96.6141357421875, -90.06495666503906, -83.51577758789062, -76.96659851074219, -70.41741943359375, -63.86823272705078, -57.319053649902344, -50.769874572753906, -44.2206916809082, -37.671512603759766, -31.122331619262695, -24.573150634765625, -18.023971557617188, -11.474790573120117, -4.925609588623047, 1.6235694885253906, 8.172752380371094, 14.721931457519531, 21.2711124420166, 27.820293426513672, 34.36947250366211, 40.91865539550781, 47.46783447265625, 54.01701354980469, 60.56619644165039, 67.11537170410156, 73.66455078125, 80.21372985839844, 86.76290893554688, 93.31209564208984, 99.86127471923828, 106.41045379638672, 112.95964050292969, 119.50881958007812]}, "gradients/decoder.transformer.h.4.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 5.0, 5.0, 4.0, 7.0, 8.0, 7.0, 6.0, 12.0, 20.0, 12.0, 21.0, 31.0, 23.0, 27.0, 33.0, 34.0, 39.0, 29.0, 38.0, 46.0, 41.0, 39.0, 39.0, 36.0, 43.0, 36.0, 39.0, 40.0, 33.0, 34.0, 29.0, 29.0, 30.0, 22.0, 19.0, 19.0, 7.0, 14.0, 9.0, 10.0, 10.0, 7.0, 6.0, 6.0, 4.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-54.46058654785156, -52.38636016845703, -50.312137603759766, -48.237911224365234, -46.16368865966797, -44.08946228027344, -42.015235900878906, -39.94101333618164, -37.866790771484375, -35.792564392089844, -33.71834182739258, -31.644115447998047, -29.56989288330078, -27.49566650390625, -25.42144203186035, -23.347217559814453, -21.272991180419922, -19.198766708374023, -17.124542236328125, -15.05031681060791, -12.976092338562012, -10.901867866516113, -8.827642440795898, -6.75341796875, -4.679193496704102, -2.604968786239624, -0.5307440757751465, 1.5434808731079102, 3.6177053451538086, 5.691929817199707, 7.766155242919922, 9.84037971496582, 11.914604187011719, 13.988828659057617, 16.063053131103516, 18.137279510498047, 20.211502075195312, 22.285728454589844, 24.359952926635742, 26.43417739868164, 28.50840187072754, 30.582626342773438, 32.65685272216797, 34.731075286865234, 36.805301666259766, 38.87952423095703, 40.95375061035156, 43.027976989746094, 45.10219955444336, 47.17642593383789, 49.250648498535156, 51.32487487792969, 53.39909744262695, 55.473323822021484, 57.54754638671875, 59.62177276611328, 61.69599914550781, 63.770225524902344, 65.84445190429688, 67.91867065429688, 69.9928970336914, 72.06712341308594, 74.14134979248047, 76.215576171875, 78.289794921875]}, "gradients/decoder.transformer.h.3.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 7.0, 2.0, 1.0, 1.0, 2.0, 4.0, 3.0, 7.0, 8.0, 11.0, 12.0, 9.0, 12.0, 26.0, 14.0, 14.0, 12.0, 27.0, 27.0, 25.0, 30.0, 26.0, 28.0, 33.0, 49.0, 35.0, 41.0, 36.0, 32.0, 35.0, 31.0, 37.0, 30.0, 30.0, 25.0, 33.0, 20.0, 32.0, 19.0, 27.0, 22.0, 21.0, 16.0, 17.0, 13.0, 12.0, 7.0, 7.0, 5.0, 11.0, 7.0, 6.0, 10.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-9.2734375, -8.9791259765625, -8.684814453125, -8.3905029296875, -8.09619140625, -7.8018798828125, -7.507568359375, -7.2132568359375, -6.9189453125, -6.6246337890625, -6.330322265625, -6.0360107421875, -5.74169921875, -5.4473876953125, -5.153076171875, -4.8587646484375, -4.564453125, -4.2701416015625, -3.975830078125, -3.6815185546875, -3.38720703125, -3.0928955078125, -2.798583984375, -2.5042724609375, -2.2099609375, -1.9156494140625, -1.621337890625, -1.3270263671875, -1.03271484375, -0.7384033203125, -0.444091796875, -0.1497802734375, 0.14453125, 0.4388427734375, 0.733154296875, 1.0274658203125, 1.32177734375, 1.6160888671875, 1.910400390625, 2.2047119140625, 2.4990234375, 2.7933349609375, 3.087646484375, 3.3819580078125, 3.67626953125, 3.9705810546875, 4.264892578125, 4.5592041015625, 4.853515625, 5.1478271484375, 5.442138671875, 5.7364501953125, 6.03076171875, 6.3250732421875, 6.619384765625, 6.9136962890625, 7.2080078125, 7.5023193359375, 7.796630859375, 8.0909423828125, 8.38525390625, 8.6795654296875, 8.973876953125, 9.2681884765625, 9.5625]}, "gradients/decoder.transformer.h.3.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 5.0, 2.0, 5.0, 6.0, 14.0, 12.0, 12.0, 23.0, 15.0, 28.0, 29.0, 42.0, 53.0, 66.0, 109.0, 152.0, 232.0, 441.0, 953.0, 3792.0, 33327.0, 3902708.0, 239579.0, 9295.0, 1686.0, 664.0, 314.0, 210.0, 129.0, 84.0, 56.0, 44.0, 31.0, 28.0, 22.0, 30.0, 22.0, 14.0, 12.0, 9.0, 3.0, 4.0, 6.0, 6.0, 3.0, 4.0, 3.0, 4.0, 2.0], "bins": [-102.4375, -99.6484375, -96.859375, -94.0703125, -91.28125, -88.4921875, -85.703125, -82.9140625, -80.125, -77.3359375, -74.546875, -71.7578125, -68.96875, -66.1796875, -63.390625, -60.6015625, -57.8125, -55.0234375, -52.234375, -49.4453125, -46.65625, -43.8671875, -41.078125, -38.2890625, -35.5, -32.7109375, -29.921875, -27.1328125, -24.34375, -21.5546875, -18.765625, -15.9765625, -13.1875, -10.3984375, -7.609375, -4.8203125, -2.03125, 0.7578125, 3.546875, 6.3359375, 9.125, 11.9140625, 14.703125, 17.4921875, 20.28125, 23.0703125, 25.859375, 28.6484375, 31.4375, 34.2265625, 37.015625, 39.8046875, 42.59375, 45.3828125, 48.171875, 50.9609375, 53.75, 56.5390625, 59.328125, 62.1171875, 64.90625, 67.6953125, 70.484375, 73.2734375, 76.0625]}, "gradients/decoder.transformer.h.3.mlp.c_fc.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 3.0, 2.0, 1.0, 5.0, 4.0, 12.0, 3.0, 9.0, 7.0, 17.0, 24.0, 16.0, 30.0, 42.0, 59.0, 78.0, 98.0, 188.0, 291.0, 534.0, 806.0, 770.0, 431.0, 224.0, 148.0, 69.0, 61.0, 29.0, 28.0, 18.0, 14.0, 10.0, 11.0, 8.0, 4.0, 10.0, 8.0, 6.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.421875, -16.689697265625, -15.95751953125, -15.225341796875, -14.4931640625, -13.760986328125, -13.02880859375, -12.296630859375, -11.564453125, -10.832275390625, -10.10009765625, -9.367919921875, -8.6357421875, -7.903564453125, -7.17138671875, -6.439208984375, -5.70703125, -4.974853515625, -4.24267578125, -3.510498046875, -2.7783203125, -2.046142578125, -1.31396484375, -0.581787109375, 0.150390625, 0.882568359375, 1.61474609375, 2.346923828125, 3.0791015625, 3.811279296875, 4.54345703125, 5.275634765625, 6.0078125, 6.739990234375, 7.47216796875, 8.204345703125, 8.9365234375, 9.668701171875, 10.40087890625, 11.133056640625, 11.865234375, 12.597412109375, 13.32958984375, 14.061767578125, 14.7939453125, 15.526123046875, 16.25830078125, 16.990478515625, 17.72265625, 18.454833984375, 19.18701171875, 19.919189453125, 20.6513671875, 21.383544921875, 22.11572265625, 22.847900390625, 23.580078125, 24.312255859375, 25.04443359375, 25.776611328125, 26.5087890625, 27.240966796875, 27.97314453125, 28.705322265625, 29.4375]}, "gradients/decoder.transformer.h.3.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 5.0, 7.0, 4.0, 4.0, 9.0, 8.0, 25.0, 40.0, 41.0, 46.0, 100.0, 151.0, 264.0, 559.0, 1194.0, 3297.0, 12287.0, 70543.0, 2034534.0, 1983424.0, 69399.0, 12402.0, 3497.0, 1206.0, 530.0, 251.0, 159.0, 80.0, 62.0, 49.0, 34.0, 22.0, 18.0, 11.0, 8.0, 4.0, 6.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-51.71875, -50.05029296875, -48.3818359375, -46.71337890625, -45.044921875, -43.37646484375, -41.7080078125, -40.03955078125, -38.37109375, -36.70263671875, -35.0341796875, -33.36572265625, -31.697265625, -30.02880859375, -28.3603515625, -26.69189453125, -25.0234375, -23.35498046875, -21.6865234375, -20.01806640625, -18.349609375, -16.68115234375, -15.0126953125, -13.34423828125, -11.67578125, -10.00732421875, -8.3388671875, -6.67041015625, -5.001953125, -3.33349609375, -1.6650390625, 0.00341796875, 1.671875, 3.34033203125, 5.0087890625, 6.67724609375, 8.345703125, 10.01416015625, 11.6826171875, 13.35107421875, 15.01953125, 16.68798828125, 18.3564453125, 20.02490234375, 21.693359375, 23.36181640625, 25.0302734375, 26.69873046875, 28.3671875, 30.03564453125, 31.7041015625, 33.37255859375, 35.041015625, 36.70947265625, 38.3779296875, 40.04638671875, 41.71484375, 43.38330078125, 45.0517578125, 46.72021484375, 48.388671875, 50.05712890625, 51.7255859375, 53.39404296875, 55.0625]}, "gradients/decoder.transformer.h.3.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 15.0, 45.0, 184.0, 322.0, 269.0, 123.0, 32.0, 12.0, 6.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-125.20809936523438, -117.7951431274414, -110.38218688964844, -102.96922302246094, -95.55626678466797, -88.143310546875, -80.73035430908203, -73.31739807128906, -65.90443420410156, -58.491477966308594, -51.07851791381836, -43.66556167602539, -36.252601623535156, -28.839645385742188, -21.42668914794922, -14.013729095458984, -6.600776672363281, 0.8121809959411621, 8.225138664245605, 15.63809585571289, 23.051054000854492, 30.464012145996094, 37.87696838378906, 45.2899284362793, 52.702884674072266, 60.115840911865234, 67.52880096435547, 74.94175720214844, 82.3547134399414, 89.76766967773438, 97.18063354492188, 104.59358978271484, 112.00654602050781, 119.41950225830078, 126.83245849609375, 134.24542236328125, 141.6583709716797, 149.0713348388672, 156.48428344726562, 163.89724731445312, 171.31021118164062, 178.72317504882812, 186.13612365722656, 193.54908752441406, 200.9620361328125, 208.375, 215.7879638671875, 223.20091247558594, 230.61386108398438, 238.02682495117188, 245.4397735595703, 252.8527374267578, 260.26568603515625, 267.67864990234375, 275.09161376953125, 282.50457763671875, 289.91754150390625, 297.33050537109375, 304.74346923828125, 312.1564025878906, 319.5693664550781, 326.9823303222656, 334.3952941894531, 341.8082580566406, 349.22119140625]}, "gradients/decoder.transformer.h.3.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 2.0, 6.0, 6.0, 4.0, 6.0, 8.0, 8.0, 11.0, 17.0, 23.0, 18.0, 17.0, 25.0, 28.0, 28.0, 24.0, 32.0, 31.0, 34.0, 41.0, 39.0, 51.0, 34.0, 37.0, 38.0, 32.0, 37.0, 32.0, 33.0, 38.0, 28.0, 30.0, 15.0, 23.0, 21.0, 29.0, 14.0, 19.0, 17.0, 15.0, 13.0, 9.0, 7.0, 7.0, 8.0, 5.0, 4.0, 1.0, 3.0, 2.0, 1.0, 3.0], "bins": [-62.93997573852539, -61.15556716918945, -59.371158599853516, -57.58674621582031, -55.802337646484375, -54.01792907714844, -52.2335205078125, -50.44911193847656, -48.66469955444336, -46.88029098510742, -45.095882415771484, -43.31147003173828, -41.527061462402344, -39.742652893066406, -37.95824432373047, -36.17383575439453, -34.389427185058594, -32.605018615722656, -30.820608139038086, -29.03619956970215, -27.251789093017578, -25.46738052368164, -23.682971954345703, -21.898561477661133, -20.114151000976562, -18.329742431640625, -16.545331954956055, -14.760923385620117, -12.976512908935547, -11.19210433959961, -9.407694816589355, -7.623285293579102, -5.838874816894531, -4.054465293884277, -2.2700560092926025, -0.48564672470092773, 1.2987627983093262, 3.083171844482422, 4.867581367492676, 6.65199089050293, 8.436400413513184, 10.220809936523438, 12.005219459533691, 13.789628982543945, 15.574037551879883, 17.358448028564453, 19.14285659790039, 20.927265167236328, 22.7116756439209, 24.496084213256836, 26.280494689941406, 28.064903259277344, 29.849313735961914, 31.63372230529785, 33.41813278198242, 35.20254135131836, 36.9869499206543, 38.771358489990234, 40.55576705932617, 42.340179443359375, 44.12458801269531, 45.90899658203125, 47.69340515136719, 49.477813720703125, 51.26222610473633]}, "gradients/decoder.transformer.h.3.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 7.0, 4.0, 7.0, 7.0, 8.0, 8.0, 10.0, 12.0, 12.0, 26.0, 18.0, 20.0, 28.0, 23.0, 34.0, 28.0, 34.0, 41.0, 38.0, 43.0, 40.0, 35.0, 40.0, 40.0, 37.0, 25.0, 41.0, 41.0, 39.0, 40.0, 33.0, 24.0, 25.0, 27.0, 24.0, 22.0, 10.0, 8.0, 9.0, 11.0, 13.0, 10.0, 5.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.9921875, -10.631591796875, -10.27099609375, -9.910400390625, -9.5498046875, -9.189208984375, -8.82861328125, -8.468017578125, -8.107421875, -7.746826171875, -7.38623046875, -7.025634765625, -6.6650390625, -6.304443359375, -5.94384765625, -5.583251953125, -5.22265625, -4.862060546875, -4.50146484375, -4.140869140625, -3.7802734375, -3.419677734375, -3.05908203125, -2.698486328125, -2.337890625, -1.977294921875, -1.61669921875, -1.256103515625, -0.8955078125, -0.534912109375, -0.17431640625, 0.186279296875, 0.546875, 0.907470703125, 1.26806640625, 1.628662109375, 1.9892578125, 2.349853515625, 2.71044921875, 3.071044921875, 3.431640625, 3.792236328125, 4.15283203125, 4.513427734375, 4.8740234375, 5.234619140625, 5.59521484375, 5.955810546875, 6.31640625, 6.677001953125, 7.03759765625, 7.398193359375, 7.7587890625, 8.119384765625, 8.47998046875, 8.840576171875, 9.201171875, 9.561767578125, 9.92236328125, 10.282958984375, 10.6435546875, 11.004150390625, 11.36474609375, 11.725341796875, 12.0859375]}, "gradients/decoder.transformer.h.3.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 3.0, 3.0, 7.0, 7.0, 8.0, 12.0, 18.0, 34.0, 40.0, 74.0, 109.0, 169.0, 273.0, 410.0, 641.0, 1142.0, 1863.0, 3059.0, 4883.0, 7747.0, 12835.0, 22065.0, 38730.0, 68239.0, 123023.0, 215884.0, 233065.0, 135582.0, 75390.0, 42249.0, 24344.0, 14216.0, 8739.0, 5314.0, 3163.0, 1945.0, 1213.0, 782.0, 489.0, 277.0, 185.0, 122.0, 68.0, 48.0, 36.0, 26.0, 20.0, 5.0, 5.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.04296875, -1.007110595703125, -0.97125244140625, -0.935394287109375, -0.8995361328125, -0.863677978515625, -0.82781982421875, -0.791961669921875, -0.756103515625, -0.720245361328125, -0.68438720703125, -0.648529052734375, -0.6126708984375, -0.576812744140625, -0.54095458984375, -0.505096435546875, -0.46923828125, -0.433380126953125, -0.39752197265625, -0.361663818359375, -0.3258056640625, -0.289947509765625, -0.25408935546875, -0.218231201171875, -0.182373046875, -0.146514892578125, -0.11065673828125, -0.074798583984375, -0.0389404296875, -0.003082275390625, 0.03277587890625, 0.068634033203125, 0.1044921875, 0.140350341796875, 0.17620849609375, 0.212066650390625, 0.2479248046875, 0.283782958984375, 0.31964111328125, 0.355499267578125, 0.391357421875, 0.427215576171875, 0.46307373046875, 0.498931884765625, 0.5347900390625, 0.570648193359375, 0.60650634765625, 0.642364501953125, 0.67822265625, 0.714080810546875, 0.74993896484375, 0.785797119140625, 0.8216552734375, 0.857513427734375, 0.89337158203125, 0.929229736328125, 0.965087890625, 1.000946044921875, 1.03680419921875, 1.072662353515625, 1.1085205078125, 1.144378662109375, 1.18023681640625, 1.216094970703125, 1.251953125]}, "gradients/decoder.transformer.h.3.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 4.0, 4.0, 5.0, 2.0, 3.0, 3.0, 5.0, 7.0, 10.0, 13.0, 13.0, 13.0, 19.0, 18.0, 23.0, 23.0, 20.0, 29.0, 31.0, 31.0, 30.0, 28.0, 43.0, 50.0, 41.0, 1058.0, 39.0, 36.0, 42.0, 27.0, 34.0, 34.0, 36.0, 30.0, 29.0, 34.0, 19.0, 24.0, 14.0, 20.0, 17.0, 15.0, 10.0, 13.0, 5.0, 4.0, 6.0, 8.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0], "bins": [-8.3984375, -8.15771484375, -7.9169921875, -7.67626953125, -7.435546875, -7.19482421875, -6.9541015625, -6.71337890625, -6.47265625, -6.23193359375, -5.9912109375, -5.75048828125, -5.509765625, -5.26904296875, -5.0283203125, -4.78759765625, -4.546875, -4.30615234375, -4.0654296875, -3.82470703125, -3.583984375, -3.34326171875, -3.1025390625, -2.86181640625, -2.62109375, -2.38037109375, -2.1396484375, -1.89892578125, -1.658203125, -1.41748046875, -1.1767578125, -0.93603515625, -0.6953125, -0.45458984375, -0.2138671875, 0.02685546875, 0.267578125, 0.50830078125, 0.7490234375, 0.98974609375, 1.23046875, 1.47119140625, 1.7119140625, 1.95263671875, 2.193359375, 2.43408203125, 2.6748046875, 2.91552734375, 3.15625, 3.39697265625, 3.6376953125, 3.87841796875, 4.119140625, 4.35986328125, 4.6005859375, 4.84130859375, 5.08203125, 5.32275390625, 5.5634765625, 5.80419921875, 6.044921875, 6.28564453125, 6.5263671875, 6.76708984375, 7.0078125]}, "gradients/decoder.transformer.h.3.crossattention.c_attn.weight": {"_type": "histogram", "values": [3.0, 2.0, 3.0, 7.0, 10.0, 4.0, 12.0, 15.0, 24.0, 35.0, 47.0, 79.0, 92.0, 132.0, 221.0, 271.0, 432.0, 533.0, 780.0, 1158.0, 1646.0, 2408.0, 3552.0, 5195.0, 7663.0, 11677.0, 17543.0, 27606.0, 42824.0, 68380.0, 112946.0, 195842.0, 1230443.0, 137050.0, 82235.0, 50889.0, 32517.0, 20751.0, 13765.0, 8975.0, 6029.0, 4127.0, 2862.0, 1925.0, 1331.0, 896.0, 631.0, 474.0, 325.0, 230.0, 170.0, 114.0, 79.0, 50.0, 52.0, 24.0, 22.0, 21.0, 7.0, 6.0, 6.0, 2.0, 0.0, 2.0], "bins": [-0.492431640625, -0.47713470458984375, -0.4618377685546875, -0.44654083251953125, -0.431243896484375, -0.41594696044921875, -0.4006500244140625, -0.38535308837890625, -0.37005615234375, -0.35475921630859375, -0.3394622802734375, -0.32416534423828125, -0.308868408203125, -0.29357147216796875, -0.2782745361328125, -0.26297760009765625, -0.2476806640625, -0.23238372802734375, -0.2170867919921875, -0.20178985595703125, -0.186492919921875, -0.17119598388671875, -0.1558990478515625, -0.14060211181640625, -0.12530517578125, -0.11000823974609375, -0.0947113037109375, -0.07941436767578125, -0.064117431640625, -0.04882049560546875, -0.0335235595703125, -0.01822662353515625, -0.0029296875, 0.01236724853515625, 0.0276641845703125, 0.04296112060546875, 0.058258056640625, 0.07355499267578125, 0.0888519287109375, 0.10414886474609375, 0.11944580078125, 0.13474273681640625, 0.1500396728515625, 0.16533660888671875, 0.180633544921875, 0.19593048095703125, 0.2112274169921875, 0.22652435302734375, 0.2418212890625, 0.25711822509765625, 0.2724151611328125, 0.28771209716796875, 0.303009033203125, 0.31830596923828125, 0.3336029052734375, 0.34889984130859375, 0.36419677734375, 0.37949371337890625, 0.3947906494140625, 0.41008758544921875, 0.425384521484375, 0.44068145751953125, 0.4559783935546875, 0.47127532958984375, 0.486572265625]}, "gradients/decoder.transformer.h.3.crossattention.q_attn.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 4.0, 7.0, 27.0, 46.0, 133.0, 376.0, 249.0, 64.0, 33.0, 17.0, 3.0, 7.0, 4.0, 2.0, 1.0, 2.0, 4.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0548095703125, -0.05275726318359375, -0.0507049560546875, -0.04865264892578125, -0.046600341796875, -0.04454803466796875, -0.0424957275390625, -0.04044342041015625, -0.03839111328125, -0.03633880615234375, -0.0342864990234375, -0.03223419189453125, -0.030181884765625, -0.02812957763671875, -0.0260772705078125, -0.02402496337890625, -0.02197265625, -0.01992034912109375, -0.0178680419921875, -0.01581573486328125, -0.013763427734375, -0.01171112060546875, -0.0096588134765625, -0.00760650634765625, -0.00555419921875, -0.00350189208984375, -0.0014495849609375, 0.00060272216796875, 0.002655029296875, 0.00470733642578125, 0.0067596435546875, 0.00881195068359375, 0.0108642578125, 0.01291656494140625, 0.0149688720703125, 0.01702117919921875, 0.019073486328125, 0.02112579345703125, 0.0231781005859375, 0.02523040771484375, 0.02728271484375, 0.02933502197265625, 0.0313873291015625, 0.03343963623046875, 0.035491943359375, 0.03754425048828125, 0.0395965576171875, 0.04164886474609375, 0.043701171875, 0.04575347900390625, 0.0478057861328125, 0.04985809326171875, 0.051910400390625, 0.05396270751953125, 0.0560150146484375, 0.05806732177734375, 0.06011962890625, 0.06217193603515625, 0.0642242431640625, 0.06627655029296875, 0.068328857421875, 0.07038116455078125, 0.0724334716796875, 0.07448577880859375, 0.0765380859375]}, "gradients/decoder.transformer.h.3.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 5.0, 2.0, 1.0, 4.0, 2.0, 2.0, 6.0, 4.0, 6.0, 9.0, 3.0, 4.0, 10.0, 20.0, 30.0, 50.0, 136.0, 409.0, 9637.0, 1035333.0, 2454.0, 228.0, 78.0, 44.0, 21.0, 17.0, 10.0, 4.0, 5.0, 2.0, 1.0, 2.0, 3.0, 4.0, 3.0, 3.0, 3.0, 0.0, 3.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 3.0], "bins": [-1.546875, -1.50543212890625, -1.4639892578125, -1.42254638671875, -1.381103515625, -1.33966064453125, -1.2982177734375, -1.25677490234375, -1.21533203125, -1.17388916015625, -1.1324462890625, -1.09100341796875, -1.049560546875, -1.00811767578125, -0.9666748046875, -0.92523193359375, -0.8837890625, -0.84234619140625, -0.8009033203125, -0.75946044921875, -0.718017578125, -0.67657470703125, -0.6351318359375, -0.59368896484375, -0.55224609375, -0.51080322265625, -0.4693603515625, -0.42791748046875, -0.386474609375, -0.34503173828125, -0.3035888671875, -0.26214599609375, -0.220703125, -0.17926025390625, -0.1378173828125, -0.09637451171875, -0.054931640625, -0.01348876953125, 0.0279541015625, 0.06939697265625, 0.11083984375, 0.15228271484375, 0.1937255859375, 0.23516845703125, 0.276611328125, 0.31805419921875, 0.3594970703125, 0.40093994140625, 0.4423828125, 0.48382568359375, 0.5252685546875, 0.56671142578125, 0.608154296875, 0.64959716796875, 0.6910400390625, 0.73248291015625, 0.77392578125, 0.81536865234375, 0.8568115234375, 0.89825439453125, 0.939697265625, 0.98114013671875, 1.0225830078125, 1.06402587890625, 1.10546875]}, "gradients/decoder.transformer.h.3.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 9.0, 21.0, 112.0, 580.0, 226.0, 47.0, 12.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.3091074824333191, -0.2970838248729706, -0.28506016731262207, -0.27303650975227356, -0.26101285219192505, -0.24898917973041534, -0.23696552217006683, -0.22494184970855713, -0.21291819214820862, -0.2008945345878601, -0.1888708770275116, -0.17684721946716309, -0.16482354700565338, -0.15279988944530487, -0.14077623188495636, -0.12875255942344666, -0.11672891676425934, -0.10470525920391083, -0.09268159419298172, -0.08065793663263321, -0.0686342716217041, -0.05661061406135559, -0.04458695650100708, -0.03256329149007797, -0.02053963392972946, -0.008515973575413227, 0.0035076867789030075, 0.015531346201896667, 0.027555007487535477, 0.039578668773174286, 0.0516023263335228, 0.0636259913444519, 0.07564964890480042, 0.08767330646514893, 0.09969697147607803, 0.11172062903642654, 0.12374429404735565, 0.13576795160770416, 0.14779160916805267, 0.15981528162956238, 0.1718389391899109, 0.1838625967502594, 0.1958862543106079, 0.20790991187095642, 0.21993358433246613, 0.23195724189281464, 0.24398089945316315, 0.25600457191467285, 0.268028199672699, 0.2800518572330475, 0.292075514793396, 0.3040991723537445, 0.316122829914093, 0.3281465172767639, 0.34017014503479004, 0.35219383239746094, 0.36421748995780945, 0.37624114751815796, 0.38826480507850647, 0.400288462638855, 0.4123121201992035, 0.424335777759552, 0.4363594651222229, 0.4483831226825714, 0.4604067802429199]}, "gradients/decoder.transformer.h.3.ln_cross_attn.bias": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 5.0, 12.0, 8.0, 9.0, 8.0, 12.0, 21.0, 19.0, 18.0, 17.0, 26.0, 31.0, 32.0, 33.0, 45.0, 31.0, 47.0, 59.0, 42.0, 37.0, 33.0, 40.0, 54.0, 45.0, 42.0, 29.0, 30.0, 27.0, 23.0, 33.0, 17.0, 23.0, 28.0, 9.0, 15.0, 9.0, 4.0, 7.0, 8.0, 4.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.03553628921508789, -0.034299954771995544, -0.0330636203289032, -0.03182728961110115, -0.030590955168008804, -0.029354620724916458, -0.02811828814446926, -0.026881955564022064, -0.025645621120929718, -0.024409286677837372, -0.023172954097390175, -0.021936621516942978, -0.02070028707385063, -0.019463952630758286, -0.01822762005031109, -0.01699128746986389, -0.015754953026771545, -0.014518619515001774, -0.013282286003232002, -0.01204595249146223, -0.010809618979692459, -0.009573285467922688, -0.008336951956152916, -0.007100618444383144, -0.005864284932613373, -0.004627951420843601, -0.0033916179090738297, -0.002155284397304058, -0.0009189508855342865, 0.0003173826262354851, 0.0015537161380052567, 0.0027900496497750282, 0.0040263831615448, 0.005262716673314571, 0.006499050185084343, 0.0077353836968541145, 0.008971717208623886, 0.010208050720393658, 0.01144438423216343, 0.0126807177439332, 0.013917051255702972, 0.015153384767472744, 0.016389718279242516, 0.017626050859689713, 0.01886238530278206, 0.020098719745874405, 0.021335052326321602, 0.0225713849067688, 0.023807719349861145, 0.02504405379295349, 0.026280386373400688, 0.027516718953847885, 0.02875305339694023, 0.029989387840032578, 0.031225720420479774, 0.03246205300092697, 0.03369838744401932, 0.034934721887111664, 0.03617105633020401, 0.03740738704800606, 0.038643721491098404, 0.03988005593419075, 0.0411163866519928, 0.042352721095085144, 0.04358905553817749]}, "gradients/decoder.transformer.h.3.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 7.0, 4.0, 7.0, 7.0, 8.0, 7.0, 11.0, 11.0, 13.0, 26.0, 18.0, 20.0, 27.0, 24.0, 34.0, 28.0, 34.0, 41.0, 38.0, 43.0, 40.0, 35.0, 39.0, 41.0, 36.0, 25.0, 41.0, 42.0, 39.0, 39.0, 34.0, 24.0, 25.0, 26.0, 25.0, 22.0, 10.0, 8.0, 9.0, 11.0, 13.0, 10.0, 5.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.0, -10.6392822265625, -10.278564453125, -9.9178466796875, -9.55712890625, -9.1964111328125, -8.835693359375, -8.4749755859375, -8.1142578125, -7.7535400390625, -7.392822265625, -7.0321044921875, -6.67138671875, -6.3106689453125, -5.949951171875, -5.5892333984375, -5.228515625, -4.8677978515625, -4.507080078125, -4.1463623046875, -3.78564453125, -3.4249267578125, -3.064208984375, -2.7034912109375, -2.3427734375, -1.9820556640625, -1.621337890625, -1.2606201171875, -0.89990234375, -0.5391845703125, -0.178466796875, 0.1822509765625, 0.54296875, 0.9036865234375, 1.264404296875, 1.6251220703125, 1.98583984375, 2.3465576171875, 2.707275390625, 3.0679931640625, 3.4287109375, 3.7894287109375, 4.150146484375, 4.5108642578125, 4.87158203125, 5.2322998046875, 5.593017578125, 5.9537353515625, 6.314453125, 6.6751708984375, 7.035888671875, 7.3966064453125, 7.75732421875, 8.1180419921875, 8.478759765625, 8.8394775390625, 9.2001953125, 9.5609130859375, 9.921630859375, 10.2823486328125, 10.64306640625, 11.0037841796875, 11.364501953125, 11.7252197265625, 12.0859375]}, "gradients/decoder.transformer.h.3.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 4.0, 1.0, 3.0, 6.0, 9.0, 20.0, 25.0, 25.0, 37.0, 34.0, 61.0, 72.0, 141.0, 208.0, 318.0, 521.0, 891.0, 1412.0, 2985.0, 6601.0, 17178.0, 50435.0, 158204.0, 447555.0, 243742.0, 75601.0, 24699.0, 9302.0, 3806.0, 1936.0, 1002.0, 596.0, 396.0, 224.0, 149.0, 116.0, 69.0, 53.0, 34.0, 28.0, 23.0, 8.0, 13.0, 7.0, 6.0, 3.0, 5.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-22.1875, -21.508544921875, -20.82958984375, -20.150634765625, -19.4716796875, -18.792724609375, -18.11376953125, -17.434814453125, -16.755859375, -16.076904296875, -15.39794921875, -14.718994140625, -14.0400390625, -13.361083984375, -12.68212890625, -12.003173828125, -11.32421875, -10.645263671875, -9.96630859375, -9.287353515625, -8.6083984375, -7.929443359375, -7.25048828125, -6.571533203125, -5.892578125, -5.213623046875, -4.53466796875, -3.855712890625, -3.1767578125, -2.497802734375, -1.81884765625, -1.139892578125, -0.4609375, 0.218017578125, 0.89697265625, 1.575927734375, 2.2548828125, 2.933837890625, 3.61279296875, 4.291748046875, 4.970703125, 5.649658203125, 6.32861328125, 7.007568359375, 7.6865234375, 8.365478515625, 9.04443359375, 9.723388671875, 10.40234375, 11.081298828125, 11.76025390625, 12.439208984375, 13.1181640625, 13.797119140625, 14.47607421875, 15.155029296875, 15.833984375, 16.512939453125, 17.19189453125, 17.870849609375, 18.5498046875, 19.228759765625, 19.90771484375, 20.586669921875, 21.265625]}, "gradients/decoder.transformer.h.3.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 0.0, 3.0, 1.0, 5.0, 5.0, 6.0, 11.0, 16.0, 20.0, 19.0, 24.0, 35.0, 37.0, 40.0, 44.0, 68.0, 93.0, 160.0, 338.0, 1451.0, 210.0, 106.0, 61.0, 45.0, 40.0, 47.0, 26.0, 36.0, 18.0, 23.0, 19.0, 11.0, 13.0, 10.0, 2.0, 6.0, 3.0, 1.0, 4.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-34.90625, -33.82080078125, -32.7353515625, -31.64990234375, -30.564453125, -29.47900390625, -28.3935546875, -27.30810546875, -26.22265625, -25.13720703125, -24.0517578125, -22.96630859375, -21.880859375, -20.79541015625, -19.7099609375, -18.62451171875, -17.5390625, -16.45361328125, -15.3681640625, -14.28271484375, -13.197265625, -12.11181640625, -11.0263671875, -9.94091796875, -8.85546875, -7.77001953125, -6.6845703125, -5.59912109375, -4.513671875, -3.42822265625, -2.3427734375, -1.25732421875, -0.171875, 0.91357421875, 1.9990234375, 3.08447265625, 4.169921875, 5.25537109375, 6.3408203125, 7.42626953125, 8.51171875, 9.59716796875, 10.6826171875, 11.76806640625, 12.853515625, 13.93896484375, 15.0244140625, 16.10986328125, 17.1953125, 18.28076171875, 19.3662109375, 20.45166015625, 21.537109375, 22.62255859375, 23.7080078125, 24.79345703125, 25.87890625, 26.96435546875, 28.0498046875, 29.13525390625, 30.220703125, 31.30615234375, 32.3916015625, 33.47705078125, 34.5625]}, "gradients/decoder.transformer.h.3.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 5.0, 2.0, 7.0, 3.0, 3.0, 10.0, 7.0, 21.0, 14.0, 23.0, 15.0, 39.0, 43.0, 57.0, 79.0, 109.0, 145.0, 231.0, 350.0, 556.0, 998.0, 3378.0, 2587480.0, 547239.0, 2407.0, 889.0, 512.0, 301.0, 213.0, 166.0, 121.0, 72.0, 45.0, 46.0, 35.0, 20.0, 16.0, 12.0, 8.0, 9.0, 7.0, 6.0, 7.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-111.1875, -107.810546875, -104.43359375, -101.056640625, -97.6796875, -94.302734375, -90.92578125, -87.548828125, -84.171875, -80.794921875, -77.41796875, -74.041015625, -70.6640625, -67.287109375, -63.91015625, -60.533203125, -57.15625, -53.779296875, -50.40234375, -47.025390625, -43.6484375, -40.271484375, -36.89453125, -33.517578125, -30.140625, -26.763671875, -23.38671875, -20.009765625, -16.6328125, -13.255859375, -9.87890625, -6.501953125, -3.125, 0.251953125, 3.62890625, 7.005859375, 10.3828125, 13.759765625, 17.13671875, 20.513671875, 23.890625, 27.267578125, 30.64453125, 34.021484375, 37.3984375, 40.775390625, 44.15234375, 47.529296875, 50.90625, 54.283203125, 57.66015625, 61.037109375, 64.4140625, 67.791015625, 71.16796875, 74.544921875, 77.921875, 81.298828125, 84.67578125, 88.052734375, 91.4296875, 94.806640625, 98.18359375, 101.560546875, 104.9375]}, "gradients/decoder.transformer.h.3.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 10.0, 96.0, 404.0, 394.0, 91.0, 14.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-451.24334716796875, -441.4474182128906, -431.6514587402344, -421.85552978515625, -412.0596008300781, -402.263671875, -392.46771240234375, -382.6717834472656, -372.8758544921875, -363.0799255371094, -353.2839660644531, -343.488037109375, -333.6921081542969, -323.89617919921875, -314.1002197265625, -304.3042907714844, -294.5083312988281, -284.71240234375, -274.91644287109375, -265.1205139160156, -255.3245849609375, -245.5286407470703, -235.73269653320312, -225.936767578125, -216.1408233642578, -206.34487915039062, -196.5489501953125, -186.7530059814453, -176.95706176757812, -167.1611328125, -157.3651885986328, -147.56924438476562, -137.7733154296875, -127.97737884521484, -118.18144226074219, -108.385498046875, -98.58956146240234, -88.79362487792969, -78.9976806640625, -69.20174407958984, -59.40580749511719, -49.60987091064453, -39.81393051147461, -30.01799201965332, -20.22205352783203, -10.426116943359375, -0.6301765441894531, 9.165763854980469, 18.961700439453125, 28.757638931274414, 38.5535774230957, 48.349517822265625, 58.14545440673828, 67.94139099121094, 77.73733520507812, 87.53327178955078, 97.32920837402344, 107.1251449584961, 116.92108154296875, 126.71702575683594, 136.51296997070312, 146.30889892578125, 156.10484313964844, 165.90078735351562, 175.69671630859375]}, "gradients/decoder.transformer.h.3.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 4.0, 1.0, 9.0, 5.0, 5.0, 3.0, 7.0, 4.0, 17.0, 16.0, 17.0, 27.0, 25.0, 24.0, 23.0, 27.0, 22.0, 36.0, 31.0, 26.0, 35.0, 38.0, 34.0, 43.0, 37.0, 57.0, 35.0, 46.0, 35.0, 25.0, 36.0, 22.0, 33.0, 21.0, 20.0, 32.0, 26.0, 21.0, 11.0, 17.0, 9.0, 12.0, 8.0, 3.0, 8.0, 5.0, 4.0, 0.0, 5.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-71.73564910888672, -69.38260650634766, -67.02955627441406, -64.676513671875, -62.323463439941406, -59.970420837402344, -57.617374420166016, -55.26432800292969, -52.91128158569336, -50.55823516845703, -48.2051887512207, -45.852142333984375, -43.49909973144531, -41.14604949951172, -38.793006896972656, -36.43996047973633, -34.0869140625, -31.733867645263672, -29.380821228027344, -27.02777671813965, -24.67473030090332, -22.321683883666992, -19.968639373779297, -17.61559295654297, -15.26254653930664, -12.909500122070312, -10.5564546585083, -8.203409194946289, -5.850362777709961, -3.497316360473633, -1.144270896911621, 1.2087745666503906, 3.5618133544921875, 5.914859294891357, 8.267905235290527, 10.620950698852539, 12.973997116088867, 15.327043533325195, 17.68008804321289, 20.03313446044922, 22.386180877685547, 24.739227294921875, 27.092273712158203, 29.4453182220459, 31.798364639282227, 34.15141296386719, 36.50445556640625, 38.85750198364258, 41.210548400878906, 43.563594818115234, 45.91664123535156, 48.26968765258789, 50.62273406982422, 52.97577667236328, 55.32882308959961, 57.68186950683594, 60.034915924072266, 62.387962341308594, 64.74100494384766, 67.09405517578125, 69.44709777832031, 71.8001480102539, 74.15319061279297, 76.50624084472656, 78.85928344726562]}, "gradients/decoder.transformer.h.2.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 3.0, 5.0, 10.0, 9.0, 5.0, 10.0, 18.0, 18.0, 28.0, 18.0, 21.0, 33.0, 33.0, 36.0, 38.0, 44.0, 36.0, 44.0, 38.0, 51.0, 43.0, 36.0, 40.0, 50.0, 34.0, 47.0, 33.0, 29.0, 34.0, 25.0, 23.0, 22.0, 15.0, 17.0, 23.0, 11.0, 9.0, 0.0, 6.0, 5.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0], "bins": [-14.1640625, -13.7613525390625, -13.358642578125, -12.9559326171875, -12.55322265625, -12.1505126953125, -11.747802734375, -11.3450927734375, -10.9423828125, -10.5396728515625, -10.136962890625, -9.7342529296875, -9.33154296875, -8.9288330078125, -8.526123046875, -8.1234130859375, -7.720703125, -7.3179931640625, -6.915283203125, -6.5125732421875, -6.10986328125, -5.7071533203125, -5.304443359375, -4.9017333984375, -4.4990234375, -4.0963134765625, -3.693603515625, -3.2908935546875, -2.88818359375, -2.4854736328125, -2.082763671875, -1.6800537109375, -1.27734375, -0.8746337890625, -0.471923828125, -0.0692138671875, 0.33349609375, 0.7362060546875, 1.138916015625, 1.5416259765625, 1.9443359375, 2.3470458984375, 2.749755859375, 3.1524658203125, 3.55517578125, 3.9578857421875, 4.360595703125, 4.7633056640625, 5.166015625, 5.5687255859375, 5.971435546875, 6.3741455078125, 6.77685546875, 7.1795654296875, 7.582275390625, 7.9849853515625, 8.3876953125, 8.7904052734375, 9.193115234375, 9.5958251953125, 9.99853515625, 10.4012451171875, 10.803955078125, 11.2066650390625, 11.609375]}, "gradients/decoder.transformer.h.2.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 4.0, 10.0, 17.0, 20.0, 34.0, 39.0, 108.0, 171.0, 354.0, 772.0, 1963.0, 8535.0, 238488.0, 3872968.0, 62497.0, 5488.0, 1523.0, 595.0, 299.0, 152.0, 93.0, 55.0, 37.0, 20.0, 22.0, 8.0, 7.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-70.9375, -68.74609375, -66.5546875, -64.36328125, -62.171875, -59.98046875, -57.7890625, -55.59765625, -53.40625, -51.21484375, -49.0234375, -46.83203125, -44.640625, -42.44921875, -40.2578125, -38.06640625, -35.875, -33.68359375, -31.4921875, -29.30078125, -27.109375, -24.91796875, -22.7265625, -20.53515625, -18.34375, -16.15234375, -13.9609375, -11.76953125, -9.578125, -7.38671875, -5.1953125, -3.00390625, -0.8125, 1.37890625, 3.5703125, 5.76171875, 7.953125, 10.14453125, 12.3359375, 14.52734375, 16.71875, 18.91015625, 21.1015625, 23.29296875, 25.484375, 27.67578125, 29.8671875, 32.05859375, 34.25, 36.44140625, 38.6328125, 40.82421875, 43.015625, 45.20703125, 47.3984375, 49.58984375, 51.78125, 53.97265625, 56.1640625, 58.35546875, 60.546875, 62.73828125, 64.9296875, 67.12109375, 69.3125]}, "gradients/decoder.transformer.h.2.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 6.0, 7.0, 10.0, 10.0, 13.0, 17.0, 26.0, 32.0, 46.0, 72.0, 102.0, 131.0, 177.0, 267.0, 418.0, 632.0, 631.0, 482.0, 297.0, 197.0, 117.0, 98.0, 76.0, 61.0, 40.0, 23.0, 17.0, 15.0, 13.0, 16.0, 10.0, 9.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0], "bins": [-23.140625, -22.419189453125, -21.69775390625, -20.976318359375, -20.2548828125, -19.533447265625, -18.81201171875, -18.090576171875, -17.369140625, -16.647705078125, -15.92626953125, -15.204833984375, -14.4833984375, -13.761962890625, -13.04052734375, -12.319091796875, -11.59765625, -10.876220703125, -10.15478515625, -9.433349609375, -8.7119140625, -7.990478515625, -7.26904296875, -6.547607421875, -5.826171875, -5.104736328125, -4.38330078125, -3.661865234375, -2.9404296875, -2.218994140625, -1.49755859375, -0.776123046875, -0.0546875, 0.666748046875, 1.38818359375, 2.109619140625, 2.8310546875, 3.552490234375, 4.27392578125, 4.995361328125, 5.716796875, 6.438232421875, 7.15966796875, 7.881103515625, 8.6025390625, 9.323974609375, 10.04541015625, 10.766845703125, 11.48828125, 12.209716796875, 12.93115234375, 13.652587890625, 14.3740234375, 15.095458984375, 15.81689453125, 16.538330078125, 17.259765625, 17.981201171875, 18.70263671875, 19.424072265625, 20.1455078125, 20.866943359375, 21.58837890625, 22.309814453125, 23.03125]}, "gradients/decoder.transformer.h.2.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 4.0, 0.0, 2.0, 10.0, 4.0, 12.0, 15.0, 21.0, 36.0, 37.0, 71.0, 128.0, 196.0, 441.0, 922.0, 2436.0, 8488.0, 44859.0, 511538.0, 3369798.0, 219634.0, 26484.0, 5768.0, 1813.0, 753.0, 361.0, 193.0, 84.0, 56.0, 38.0, 27.0, 17.0, 9.0, 12.0, 7.0, 8.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-42.59375, -41.27734375, -39.9609375, -38.64453125, -37.328125, -36.01171875, -34.6953125, -33.37890625, -32.0625, -30.74609375, -29.4296875, -28.11328125, -26.796875, -25.48046875, -24.1640625, -22.84765625, -21.53125, -20.21484375, -18.8984375, -17.58203125, -16.265625, -14.94921875, -13.6328125, -12.31640625, -11.0, -9.68359375, -8.3671875, -7.05078125, -5.734375, -4.41796875, -3.1015625, -1.78515625, -0.46875, 0.84765625, 2.1640625, 3.48046875, 4.796875, 6.11328125, 7.4296875, 8.74609375, 10.0625, 11.37890625, 12.6953125, 14.01171875, 15.328125, 16.64453125, 17.9609375, 19.27734375, 20.59375, 21.91015625, 23.2265625, 24.54296875, 25.859375, 27.17578125, 28.4921875, 29.80859375, 31.125, 32.44140625, 33.7578125, 35.07421875, 36.390625, 37.70703125, 39.0234375, 40.33984375, 41.65625]}, "gradients/decoder.transformer.h.2.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 21.0, 51.0, 196.0, 372.0, 255.0, 87.0, 18.0, 7.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-313.64971923828125, -305.3163146972656, -296.9829406738281, -288.6495361328125, -280.316162109375, -271.9827575683594, -263.6493835449219, -255.31597900390625, -246.9825897216797, -238.64920043945312, -230.31581115722656, -221.982421875, -213.64901733398438, -205.31564331054688, -196.98223876953125, -188.6488494873047, -180.31546020507812, -171.98207092285156, -163.648681640625, -155.31529235839844, -146.98190307617188, -138.64849853515625, -130.3151092529297, -121.98171997070312, -113.64833068847656, -105.31494140625, -96.98155212402344, -88.64815521240234, -80.31476593017578, -71.98137664794922, -63.64798355102539, -55.31459045410156, -46.98118591308594, -38.647796630859375, -30.314403533935547, -21.98101234436035, -13.647621154785156, -5.314231872558594, 3.0191612243652344, 11.352554321289062, 19.685943603515625, 28.01933479309082, 36.352725982666016, 44.686119079589844, 53.019508361816406, 61.35289764404297, 69.68629455566406, 78.01968383789062, 86.35307312011719, 94.68646240234375, 103.01985168457031, 111.3532485961914, 119.68663787841797, 128.02001953125, 136.35342407226562, 144.6868133544922, 153.02020263671875, 161.3535919189453, 169.68698120117188, 178.02037048339844, 186.353759765625, 194.68716430664062, 203.0205535888672, 211.35394287109375, 219.6873321533203]}, "gradients/decoder.transformer.h.2.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 1.0, 4.0, 7.0, 6.0, 6.0, 13.0, 11.0, 17.0, 20.0, 22.0, 22.0, 30.0, 36.0, 31.0, 31.0, 39.0, 51.0, 41.0, 45.0, 56.0, 50.0, 51.0, 34.0, 36.0, 41.0, 43.0, 34.0, 37.0, 30.0, 21.0, 20.0, 22.0, 21.0, 22.0, 15.0, 8.0, 15.0, 5.0, 9.0, 4.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-90.34674072265625, -87.58699035644531, -84.82723999023438, -82.06748962402344, -79.30774688720703, -76.5479965209961, -73.78824615478516, -71.02849578857422, -68.26875305175781, -65.50900268554688, -62.7492561340332, -59.989505767822266, -57.229759216308594, -54.470008850097656, -51.71025848388672, -48.95050811767578, -46.190757751464844, -43.431007385253906, -40.671260833740234, -37.9115104675293, -35.151763916015625, -32.39201354980469, -29.63226318359375, -26.872514724731445, -24.11276626586914, -21.353017807006836, -18.59326934814453, -15.833518981933594, -13.073770523071289, -10.314022064208984, -7.554271697998047, -4.794523239135742, -2.0347747802734375, 0.7249741554260254, 3.4847230911254883, 6.244472503662109, 9.004220962524414, 11.763969421386719, 14.523719787597656, 17.28346824645996, 20.043216705322266, 22.80296516418457, 25.562713623046875, 28.322463989257812, 31.082212448120117, 33.84196090698242, 36.60171127319336, 39.36145782470703, 42.12120819091797, 44.880958557128906, 47.64070510864258, 50.400455474853516, 53.16020202636719, 55.919952392578125, 58.67970275878906, 61.439453125, 64.19920349121094, 66.95895385742188, 69.71870422363281, 72.47845458984375, 75.23819732666016, 77.9979476928711, 80.75769805908203, 83.51744842529297, 86.27719116210938]}, "gradients/decoder.transformer.h.2.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 4.0, 3.0, 8.0, 10.0, 14.0, 12.0, 19.0, 19.0, 16.0, 20.0, 34.0, 30.0, 41.0, 36.0, 42.0, 51.0, 54.0, 41.0, 46.0, 54.0, 59.0, 54.0, 44.0, 28.0, 44.0, 29.0, 35.0, 30.0, 29.0, 19.0, 19.0, 11.0, 9.0, 12.0, 9.0, 9.0, 1.0, 9.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.125, -10.7401123046875, -10.355224609375, -9.9703369140625, -9.58544921875, -9.2005615234375, -8.815673828125, -8.4307861328125, -8.0458984375, -7.6610107421875, -7.276123046875, -6.8912353515625, -6.50634765625, -6.1214599609375, -5.736572265625, -5.3516845703125, -4.966796875, -4.5819091796875, -4.197021484375, -3.8121337890625, -3.42724609375, -3.0423583984375, -2.657470703125, -2.2725830078125, -1.8876953125, -1.5028076171875, -1.117919921875, -0.7330322265625, -0.34814453125, 0.0367431640625, 0.421630859375, 0.8065185546875, 1.19140625, 1.5762939453125, 1.961181640625, 2.3460693359375, 2.73095703125, 3.1158447265625, 3.500732421875, 3.8856201171875, 4.2705078125, 4.6553955078125, 5.040283203125, 5.4251708984375, 5.81005859375, 6.1949462890625, 6.579833984375, 6.9647216796875, 7.349609375, 7.7344970703125, 8.119384765625, 8.5042724609375, 8.88916015625, 9.2740478515625, 9.658935546875, 10.0438232421875, 10.4287109375, 10.8135986328125, 11.198486328125, 11.5833740234375, 11.96826171875, 12.3531494140625, 12.738037109375, 13.1229248046875, 13.5078125]}, "gradients/decoder.transformer.h.2.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 9.0, 11.0, 20.0, 21.0, 30.0, 54.0, 71.0, 90.0, 151.0, 216.0, 354.0, 524.0, 811.0, 1288.0, 1927.0, 2887.0, 4519.0, 6754.0, 10439.0, 15719.0, 24550.0, 38013.0, 61124.0, 102929.0, 180025.0, 226933.0, 144019.0, 83043.0, 50550.0, 32047.0, 20574.0, 13405.0, 8770.0, 5642.0, 3803.0, 2516.0, 1656.0, 1062.0, 703.0, 413.0, 294.0, 190.0, 145.0, 88.0, 64.0, 37.0, 22.0, 19.0, 11.0, 7.0, 5.0, 4.0, 2.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.89111328125, -0.863525390625, -0.8359375, -0.808349609375, -0.78076171875, -0.753173828125, -0.7255859375, -0.697998046875, -0.67041015625, -0.642822265625, -0.615234375, -0.587646484375, -0.56005859375, -0.532470703125, -0.5048828125, -0.477294921875, -0.44970703125, -0.422119140625, -0.39453125, -0.366943359375, -0.33935546875, -0.311767578125, -0.2841796875, -0.256591796875, -0.22900390625, -0.201416015625, -0.173828125, -0.146240234375, -0.11865234375, -0.091064453125, -0.0634765625, -0.035888671875, -0.00830078125, 0.019287109375, 0.046875, 0.074462890625, 0.10205078125, 0.129638671875, 0.1572265625, 0.184814453125, 0.21240234375, 0.239990234375, 0.267578125, 0.295166015625, 0.32275390625, 0.350341796875, 0.3779296875, 0.405517578125, 0.43310546875, 0.460693359375, 0.48828125, 0.515869140625, 0.54345703125, 0.571044921875, 0.5986328125, 0.626220703125, 0.65380859375, 0.681396484375, 0.708984375, 0.736572265625, 0.76416015625, 0.791748046875, 0.8193359375, 0.846923828125, 0.87451171875]}, "gradients/decoder.transformer.h.2.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 7.0, 4.0, 1.0, 4.0, 10.0, 7.0, 11.0, 7.0, 7.0, 12.0, 21.0, 26.0, 22.0, 22.0, 32.0, 26.0, 27.0, 28.0, 32.0, 30.0, 40.0, 35.0, 41.0, 32.0, 1067.0, 30.0, 40.0, 42.0, 30.0, 29.0, 43.0, 31.0, 28.0, 23.0, 20.0, 28.0, 21.0, 18.0, 22.0, 12.0, 13.0, 8.0, 6.0, 7.0, 4.0, 11.0, 5.0, 3.0, 6.0, 2.0, 2.0, 3.0, 2.0, 1.0], "bins": [-7.32421875, -7.11053466796875, -6.8968505859375, -6.68316650390625, -6.469482421875, -6.25579833984375, -6.0421142578125, -5.82843017578125, -5.61474609375, -5.40106201171875, -5.1873779296875, -4.97369384765625, -4.760009765625, -4.54632568359375, -4.3326416015625, -4.11895751953125, -3.9052734375, -3.69158935546875, -3.4779052734375, -3.26422119140625, -3.050537109375, -2.83685302734375, -2.6231689453125, -2.40948486328125, -2.19580078125, -1.98211669921875, -1.7684326171875, -1.55474853515625, -1.341064453125, -1.12738037109375, -0.9136962890625, -0.70001220703125, -0.486328125, -0.27264404296875, -0.0589599609375, 0.15472412109375, 0.368408203125, 0.58209228515625, 0.7957763671875, 1.00946044921875, 1.22314453125, 1.43682861328125, 1.6505126953125, 1.86419677734375, 2.077880859375, 2.29156494140625, 2.5052490234375, 2.71893310546875, 2.9326171875, 3.14630126953125, 3.3599853515625, 3.57366943359375, 3.787353515625, 4.00103759765625, 4.2147216796875, 4.42840576171875, 4.64208984375, 4.85577392578125, 5.0694580078125, 5.28314208984375, 5.496826171875, 5.71051025390625, 5.9241943359375, 6.13787841796875, 6.3515625]}, "gradients/decoder.transformer.h.2.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 4.0, 4.0, 9.0, 11.0, 22.0, 29.0, 42.0, 56.0, 69.0, 118.0, 164.0, 221.0, 322.0, 419.0, 635.0, 937.0, 1258.0, 1801.0, 2693.0, 3715.0, 5437.0, 8073.0, 11658.0, 17486.0, 26662.0, 40426.0, 64427.0, 104815.0, 168495.0, 1247636.0, 142359.0, 87384.0, 54407.0, 34776.0, 22788.0, 15016.0, 10139.0, 6902.0, 4645.0, 3342.0, 2242.0, 1608.0, 1159.0, 787.0, 592.0, 410.0, 265.0, 198.0, 164.0, 100.0, 68.0, 48.0, 32.0, 19.0, 22.0, 10.0, 8.0, 6.0, 4.0, 1.0, 2.0], "bins": [-0.41845703125, -0.40550994873046875, -0.3925628662109375, -0.37961578369140625, -0.366668701171875, -0.35372161865234375, -0.3407745361328125, -0.32782745361328125, -0.31488037109375, -0.30193328857421875, -0.2889862060546875, -0.27603912353515625, -0.263092041015625, -0.25014495849609375, -0.2371978759765625, -0.22425079345703125, -0.2113037109375, -0.19835662841796875, -0.1854095458984375, -0.17246246337890625, -0.159515380859375, -0.14656829833984375, -0.1336212158203125, -0.12067413330078125, -0.10772705078125, -0.09477996826171875, -0.0818328857421875, -0.06888580322265625, -0.055938720703125, -0.04299163818359375, -0.0300445556640625, -0.01709747314453125, -0.004150390625, 0.00879669189453125, 0.0217437744140625, 0.03469085693359375, 0.047637939453125, 0.06058502197265625, 0.0735321044921875, 0.08647918701171875, 0.09942626953125, 0.11237335205078125, 0.1253204345703125, 0.13826751708984375, 0.151214599609375, 0.16416168212890625, 0.1771087646484375, 0.19005584716796875, 0.2030029296875, 0.21595001220703125, 0.2288970947265625, 0.24184417724609375, 0.254791259765625, 0.26773834228515625, 0.2806854248046875, 0.29363250732421875, 0.30657958984375, 0.31952667236328125, 0.3324737548828125, 0.34542083740234375, 0.358367919921875, 0.37131500244140625, 0.3842620849609375, 0.39720916748046875, 0.41015625]}, "gradients/decoder.transformer.h.2.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 4.0, 5.0, 3.0, 2.0, 2.0, 4.0, 10.0, 17.0, 8.0, 18.0, 30.0, 19.0, 36.0, 61.0, 67.0, 85.0, 141.0, 134.0, 80.0, 58.0, 52.0, 44.0, 41.0, 27.0, 21.0, 15.0, 8.0, 6.0, 4.0, 2.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0223846435546875, -0.021778345108032227, -0.021172046661376953, -0.02056574821472168, -0.019959449768066406, -0.019353151321411133, -0.01874685287475586, -0.018140554428100586, -0.017534255981445312, -0.01692795753479004, -0.016321659088134766, -0.015715360641479492, -0.015109062194824219, -0.014502763748168945, -0.013896465301513672, -0.013290166854858398, -0.012683868408203125, -0.012077569961547852, -0.011471271514892578, -0.010864973068237305, -0.010258674621582031, -0.009652376174926758, -0.009046077728271484, -0.008439779281616211, -0.007833480834960938, -0.007227182388305664, -0.006620883941650391, -0.006014585494995117, -0.005408287048339844, -0.00480198860168457, -0.004195690155029297, -0.0035893917083740234, -0.00298309326171875, -0.0023767948150634766, -0.0017704963684082031, -0.0011641979217529297, -0.0005578994750976562, 4.839897155761719e-05, 0.0006546974182128906, 0.001260995864868164, 0.0018672943115234375, 0.002473592758178711, 0.0030798912048339844, 0.003686189651489258, 0.004292488098144531, 0.004898786544799805, 0.005505084991455078, 0.0061113834381103516, 0.006717681884765625, 0.0073239803314208984, 0.007930278778076172, 0.008536577224731445, 0.009142875671386719, 0.009749174118041992, 0.010355472564697266, 0.010961771011352539, 0.011568069458007812, 0.012174367904663086, 0.01278066635131836, 0.013386964797973633, 0.013993263244628906, 0.01459956169128418, 0.015205860137939453, 0.015812158584594727, 0.01641845703125]}, "gradients/decoder.transformer.h.2.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 4.0, 6.0, 2.0, 8.0, 10.0, 12.0, 31.0, 26.0, 63.0, 85.0, 117.0, 174.0, 380.0, 1076.0, 239362.0, 805039.0, 1182.0, 420.0, 200.0, 107.0, 62.0, 50.0, 42.0, 25.0, 15.0, 16.0, 8.0, 9.0, 6.0, 5.0, 7.0, 4.0, 1.0, 6.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.29345703125, -0.2826080322265625, -0.271759033203125, -0.2609100341796875, -0.25006103515625, -0.2392120361328125, -0.228363037109375, -0.2175140380859375, -0.2066650390625, -0.1958160400390625, -0.184967041015625, -0.1741180419921875, -0.16326904296875, -0.1524200439453125, -0.141571044921875, -0.1307220458984375, -0.119873046875, -0.1090240478515625, -0.098175048828125, -0.0873260498046875, -0.07647705078125, -0.0656280517578125, -0.054779052734375, -0.0439300537109375, -0.0330810546875, -0.0222320556640625, -0.011383056640625, -0.0005340576171875, 0.01031494140625, 0.0211639404296875, 0.032012939453125, 0.0428619384765625, 0.0537109375, 0.0645599365234375, 0.075408935546875, 0.0862579345703125, 0.09710693359375, 0.1079559326171875, 0.118804931640625, 0.1296539306640625, 0.1405029296875, 0.1513519287109375, 0.162200927734375, 0.1730499267578125, 0.18389892578125, 0.1947479248046875, 0.205596923828125, 0.2164459228515625, 0.227294921875, 0.2381439208984375, 0.248992919921875, 0.2598419189453125, 0.27069091796875, 0.2815399169921875, 0.292388916015625, 0.3032379150390625, 0.3140869140625, 0.3249359130859375, 0.335784912109375, 0.3466339111328125, 0.35748291015625, 0.3683319091796875, 0.379180908203125, 0.3900299072265625, 0.40087890625]}, "gradients/decoder.transformer.h.2.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 56.0, 510.0, 395.0, 35.0, 10.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07172410190105438, -0.06658127903938293, -0.06143844872713089, -0.056295622140169144, -0.0511527955532074, -0.04600996896624565, -0.040867142379283905, -0.03572431579232216, -0.030581489205360413, -0.025438662618398666, -0.02029583603143692, -0.015153009444475174, -0.010010182857513428, -0.0048673562705516815, 0.0002754703164100647, 0.005418296903371811, 0.010561123490333557, 0.015703950077295303, 0.02084677666425705, 0.025989603251218796, 0.031132429838180542, 0.03627525642514229, 0.041418083012104034, 0.04656090959906578, 0.05170373618602753, 0.05684656277298927, 0.06198938935995102, 0.06713221967220306, 0.07227504253387451, 0.07741786539554596, 0.082560695707798, 0.08770352602005005, 0.0928463339805603, 0.09798915684223175, 0.1031319871544838, 0.10827481746673584, 0.11341764032840729, 0.11856046319007874, 0.12370329350233078, 0.12884612381458282, 0.13398894667625427, 0.13913176953792572, 0.14427459239959717, 0.1494174301624298, 0.15456025302410126, 0.1597030758857727, 0.16484591364860535, 0.1699887365102768, 0.17513155937194824, 0.1802743822336197, 0.18541720509529114, 0.19056004285812378, 0.19570286571979523, 0.20084568858146667, 0.20598852634429932, 0.21113134920597076, 0.2162741720676422, 0.22141699492931366, 0.2265598177909851, 0.23170265555381775, 0.2368454784154892, 0.24198830127716064, 0.2471311390399933, 0.25227394700050354, 0.2574167847633362]}, "gradients/decoder.transformer.h.2.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 4.0, 6.0, 6.0, 12.0, 13.0, 15.0, 12.0, 13.0, 22.0, 24.0, 14.0, 20.0, 24.0, 23.0, 29.0, 41.0, 36.0, 46.0, 38.0, 43.0, 36.0, 36.0, 49.0, 49.0, 40.0, 39.0, 27.0, 41.0, 34.0, 25.0, 40.0, 22.0, 27.0, 18.0, 16.0, 7.0, 9.0, 10.0, 13.0, 8.0, 7.0, 5.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.03163635730743408, -0.03067772462964058, -0.029719093814492226, -0.028760462999343872, -0.02780183032155037, -0.026843197643756866, -0.025884566828608513, -0.02492593601346016, -0.023967303335666656, -0.023008670657873154, -0.0220500398427248, -0.021091409027576447, -0.020132776349782944, -0.01917414367198944, -0.018215512856841087, -0.017256882041692734, -0.01629824936389923, -0.015339617617428303, -0.014380985870957375, -0.013422354124486446, -0.012463722378015518, -0.01150509063154459, -0.010546458885073662, -0.009587827138602734, -0.008629195392131805, -0.007670563645660877, -0.006711931899189949, -0.005753300152719021, -0.004794668406248093, -0.0038360366597771645, -0.0028774049133062363, -0.001918773166835308, -0.0009601414203643799, -1.5096738934516907e-06, 0.0009571220725774765, 0.0019157538190484047, 0.002874385565519333, 0.003833017311990261, 0.004791649058461189, 0.0057502808049321175, 0.006708912551403046, 0.007667544297873974, 0.008626176044344902, 0.00958480779081583, 0.010543439537286758, 0.011502071283757687, 0.012460703030228615, 0.013419334776699543, 0.014377966523170471, 0.0153365982696414, 0.016295230016112328, 0.01725386083126068, 0.018212493509054184, 0.019171126186847687, 0.02012975700199604, 0.021088387817144394, 0.022047020494937897, 0.0230056531727314, 0.023964283987879753, 0.024922914803028107, 0.02588154748082161, 0.026840180158615112, 0.027798810973763466, 0.02875744178891182, 0.029716074466705322]}, "gradients/decoder.transformer.h.2.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 4.0, 3.0, 8.0, 10.0, 14.0, 12.0, 19.0, 19.0, 16.0, 19.0, 35.0, 30.0, 40.0, 37.0, 41.0, 51.0, 55.0, 41.0, 45.0, 55.0, 56.0, 56.0, 45.0, 28.0, 44.0, 29.0, 34.0, 31.0, 29.0, 19.0, 19.0, 11.0, 9.0, 12.0, 9.0, 9.0, 1.0, 9.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.125, -10.740234375, -10.35546875, -9.970703125, -9.5859375, -9.201171875, -8.81640625, -8.431640625, -8.046875, -7.662109375, -7.27734375, -6.892578125, -6.5078125, -6.123046875, -5.73828125, -5.353515625, -4.96875, -4.583984375, -4.19921875, -3.814453125, -3.4296875, -3.044921875, -2.66015625, -2.275390625, -1.890625, -1.505859375, -1.12109375, -0.736328125, -0.3515625, 0.033203125, 0.41796875, 0.802734375, 1.1875, 1.572265625, 1.95703125, 2.341796875, 2.7265625, 3.111328125, 3.49609375, 3.880859375, 4.265625, 4.650390625, 5.03515625, 5.419921875, 5.8046875, 6.189453125, 6.57421875, 6.958984375, 7.34375, 7.728515625, 8.11328125, 8.498046875, 8.8828125, 9.267578125, 9.65234375, 10.037109375, 10.421875, 10.806640625, 11.19140625, 11.576171875, 11.9609375, 12.345703125, 12.73046875, 13.115234375, 13.5]}, "gradients/decoder.transformer.h.2.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 1.0, 2.0, 9.0, 6.0, 12.0, 12.0, 21.0, 33.0, 43.0, 65.0, 89.0, 116.0, 147.0, 231.0, 346.0, 541.0, 770.0, 1193.0, 1915.0, 3520.0, 9844.0, 43647.0, 327421.0, 558252.0, 75215.0, 14121.0, 4631.0, 2269.0, 1395.0, 860.0, 569.0, 395.0, 270.0, 170.0, 125.0, 94.0, 54.0, 53.0, 30.0, 22.0, 20.0, 13.0, 6.0, 7.0, 5.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-27.59375, -26.76123046875, -25.9287109375, -25.09619140625, -24.263671875, -23.43115234375, -22.5986328125, -21.76611328125, -20.93359375, -20.10107421875, -19.2685546875, -18.43603515625, -17.603515625, -16.77099609375, -15.9384765625, -15.10595703125, -14.2734375, -13.44091796875, -12.6083984375, -11.77587890625, -10.943359375, -10.11083984375, -9.2783203125, -8.44580078125, -7.61328125, -6.78076171875, -5.9482421875, -5.11572265625, -4.283203125, -3.45068359375, -2.6181640625, -1.78564453125, -0.953125, -0.12060546875, 0.7119140625, 1.54443359375, 2.376953125, 3.20947265625, 4.0419921875, 4.87451171875, 5.70703125, 6.53955078125, 7.3720703125, 8.20458984375, 9.037109375, 9.86962890625, 10.7021484375, 11.53466796875, 12.3671875, 13.19970703125, 14.0322265625, 14.86474609375, 15.697265625, 16.52978515625, 17.3623046875, 18.19482421875, 19.02734375, 19.85986328125, 20.6923828125, 21.52490234375, 22.357421875, 23.18994140625, 24.0224609375, 24.85498046875, 25.6875]}, "gradients/decoder.transformer.h.2.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 4.0, 8.0, 3.0, 6.0, 7.0, 10.0, 6.0, 14.0, 19.0, 12.0, 23.0, 23.0, 26.0, 36.0, 28.0, 55.0, 53.0, 85.0, 133.0, 295.0, 1473.0, 218.0, 114.0, 72.0, 54.0, 40.0, 41.0, 26.0, 26.0, 32.0, 17.0, 22.0, 12.0, 12.0, 10.0, 7.0, 9.0, 6.0, 4.0, 1.0, 7.0, 4.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-27.625, -26.796630859375, -25.96826171875, -25.139892578125, -24.3115234375, -23.483154296875, -22.65478515625, -21.826416015625, -20.998046875, -20.169677734375, -19.34130859375, -18.512939453125, -17.6845703125, -16.856201171875, -16.02783203125, -15.199462890625, -14.37109375, -13.542724609375, -12.71435546875, -11.885986328125, -11.0576171875, -10.229248046875, -9.40087890625, -8.572509765625, -7.744140625, -6.915771484375, -6.08740234375, -5.259033203125, -4.4306640625, -3.602294921875, -2.77392578125, -1.945556640625, -1.1171875, -0.288818359375, 0.53955078125, 1.367919921875, 2.1962890625, 3.024658203125, 3.85302734375, 4.681396484375, 5.509765625, 6.338134765625, 7.16650390625, 7.994873046875, 8.8232421875, 9.651611328125, 10.47998046875, 11.308349609375, 12.13671875, 12.965087890625, 13.79345703125, 14.621826171875, 15.4501953125, 16.278564453125, 17.10693359375, 17.935302734375, 18.763671875, 19.592041015625, 20.42041015625, 21.248779296875, 22.0771484375, 22.905517578125, 23.73388671875, 24.562255859375, 25.390625]}, "gradients/decoder.transformer.h.2.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 3.0, 3.0, 6.0, 5.0, 8.0, 10.0, 14.0, 12.0, 16.0, 24.0, 27.0, 49.0, 75.0, 109.0, 171.0, 247.0, 399.0, 655.0, 1330.0, 3320.0, 356528.0, 2774896.0, 4333.0, 1421.0, 763.0, 427.0, 281.0, 186.0, 137.0, 76.0, 37.0, 33.0, 34.0, 18.0, 10.0, 11.0, 13.0, 5.0, 5.0, 5.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-92.75, -89.859375, -86.96875, -84.078125, -81.1875, -78.296875, -75.40625, -72.515625, -69.625, -66.734375, -63.84375, -60.953125, -58.0625, -55.171875, -52.28125, -49.390625, -46.5, -43.609375, -40.71875, -37.828125, -34.9375, -32.046875, -29.15625, -26.265625, -23.375, -20.484375, -17.59375, -14.703125, -11.8125, -8.921875, -6.03125, -3.140625, -0.25, 2.640625, 5.53125, 8.421875, 11.3125, 14.203125, 17.09375, 19.984375, 22.875, 25.765625, 28.65625, 31.546875, 34.4375, 37.328125, 40.21875, 43.109375, 46.0, 48.890625, 51.78125, 54.671875, 57.5625, 60.453125, 63.34375, 66.234375, 69.125, 72.015625, 74.90625, 77.796875, 80.6875, 83.578125, 86.46875, 89.359375, 92.25]}, "gradients/decoder.transformer.h.2.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 8.0, 21.0, 69.0, 189.0, 266.0, 260.0, 139.0, 33.0, 21.0], "bins": [-316.296630859375, -311.0093688964844, -305.72210693359375, -300.4348449707031, -295.1475830078125, -289.8603515625, -284.5730895996094, -279.28582763671875, -273.9985656738281, -268.7113037109375, -263.4240417480469, -258.13677978515625, -252.8495330810547, -247.56227111816406, -242.2750244140625, -236.98776245117188, -231.70050048828125, -226.41323852539062, -221.1259765625, -215.83872985839844, -210.5514678955078, -205.2642059326172, -199.97695922851562, -194.689697265625, -189.40243530273438, -184.11517333984375, -178.82791137695312, -173.54066467285156, -168.25340270996094, -162.9661407470703, -157.67889404296875, -152.39163208007812, -147.1043701171875, -141.81710815429688, -136.52984619140625, -131.2425994873047, -125.95533752441406, -120.66807556152344, -115.38082122802734, -110.09356689453125, -104.80631256103516, -99.51905822753906, -94.23179626464844, -88.94453430175781, -83.65727996826172, -78.37002563476562, -73.082763671875, -67.79550170898438, -62.50824737548828, -57.22098922729492, -51.93373107910156, -46.6464729309082, -41.359214782714844, -36.071956634521484, -30.784698486328125, -25.497440338134766, -20.210182189941406, -14.922924041748047, -9.635665893554688, -4.348407745361328, 0.9388504028320312, 6.226108551025391, 11.51336669921875, 16.80062484741211, 22.08788299560547]}, "gradients/decoder.transformer.h.2.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 4.0, 2.0, 5.0, 5.0, 6.0, 6.0, 10.0, 15.0, 13.0, 22.0, 19.0, 18.0, 28.0, 38.0, 32.0, 34.0, 44.0, 35.0, 39.0, 46.0, 51.0, 49.0, 55.0, 38.0, 31.0, 48.0, 47.0, 38.0, 30.0, 41.0, 25.0, 15.0, 22.0, 13.0, 22.0, 13.0, 14.0, 6.0, 9.0, 9.0, 3.0, 2.0, 3.0, 3.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-62.708396911621094, -60.43766784667969, -58.16694259643555, -55.89621353149414, -53.62548828125, -51.354759216308594, -49.08403015136719, -46.81330108642578, -44.54257583618164, -42.271846771240234, -40.001121520996094, -37.73039245605469, -35.45966339111328, -33.18893814086914, -30.918209075927734, -28.64748191833496, -26.376754760742188, -24.106027603149414, -21.83530044555664, -19.564571380615234, -17.29384422302246, -15.023117065429688, -12.752388954162598, -10.481660842895508, -8.210933685302734, -5.940206050872803, -3.669478416442871, -1.3987507820129395, 0.8719768524169922, 3.1427040100097656, 5.4134321212768555, 7.684160232543945, 9.954879760742188, 12.225606918334961, 14.49633502960205, 16.76706314086914, 19.037790298461914, 21.308517456054688, 23.579246520996094, 25.849973678588867, 28.12070083618164, 30.391427993774414, 32.66215515136719, 34.932884216308594, 37.20361328125, 39.47433853149414, 41.74506759643555, 44.01579284667969, 46.286521911621094, 48.5572509765625, 50.82797622680664, 53.09870529174805, 55.36943054199219, 57.640159606933594, 59.910888671875, 62.181617736816406, 64.45234680175781, 66.72307586669922, 68.99380493164062, 71.2645263671875, 73.5352554321289, 75.80598449707031, 78.07671356201172, 80.34744262695312, 82.6181640625]}, "gradients/decoder.transformer.h.1.mlp.c_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 4.0, 1.0, 3.0, 3.0, 6.0, 3.0, 3.0, 9.0, 9.0, 14.0, 18.0, 16.0, 27.0, 23.0, 30.0, 24.0, 35.0, 25.0, 40.0, 41.0, 51.0, 42.0, 50.0, 45.0, 46.0, 46.0, 47.0, 45.0, 41.0, 33.0, 31.0, 36.0, 28.0, 27.0, 17.0, 19.0, 20.0, 11.0, 8.0, 7.0, 7.0, 9.0, 7.0, 3.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.359375, -9.984375, -9.609375, -9.234375, -8.859375, -8.484375, -8.109375, -7.734375, -7.359375, -6.984375, -6.609375, -6.234375, -5.859375, -5.484375, -5.109375, -4.734375, -4.359375, -3.984375, -3.609375, -3.234375, -2.859375, -2.484375, -2.109375, -1.734375, -1.359375, -0.984375, -0.609375, -0.234375, 0.140625, 0.515625, 0.890625, 1.265625, 1.640625, 2.015625, 2.390625, 2.765625, 3.140625, 3.515625, 3.890625, 4.265625, 4.640625, 5.015625, 5.390625, 5.765625, 6.140625, 6.515625, 6.890625, 7.265625, 7.640625, 8.015625, 8.390625, 8.765625, 9.140625, 9.515625, 9.890625, 10.265625, 10.640625, 11.015625, 11.390625, 11.765625, 12.140625, 12.515625, 12.890625, 13.265625, 13.640625]}, "gradients/decoder.transformer.h.1.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 6.0, 1.0, 2.0, 4.0, 6.0, 7.0, 9.0, 14.0, 17.0, 17.0, 30.0, 40.0, 56.0, 91.0, 109.0, 137.0, 208.0, 290.0, 436.0, 601.0, 866.0, 1332.0, 2439.0, 5155.0, 16966.0, 227392.0, 3087200.0, 801425.0, 34017.0, 7298.0, 3105.0, 1638.0, 1031.0, 682.0, 439.0, 356.0, 250.0, 176.0, 126.0, 82.0, 59.0, 50.0, 42.0, 25.0, 19.0, 15.0, 6.0, 5.0, 7.0, 6.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0], "bins": [-35.15625, -34.142578125, -33.12890625, -32.115234375, -31.1015625, -30.087890625, -29.07421875, -28.060546875, -27.046875, -26.033203125, -25.01953125, -24.005859375, -22.9921875, -21.978515625, -20.96484375, -19.951171875, -18.9375, -17.923828125, -16.91015625, -15.896484375, -14.8828125, -13.869140625, -12.85546875, -11.841796875, -10.828125, -9.814453125, -8.80078125, -7.787109375, -6.7734375, -5.759765625, -4.74609375, -3.732421875, -2.71875, -1.705078125, -0.69140625, 0.322265625, 1.3359375, 2.349609375, 3.36328125, 4.376953125, 5.390625, 6.404296875, 7.41796875, 8.431640625, 9.4453125, 10.458984375, 11.47265625, 12.486328125, 13.5, 14.513671875, 15.52734375, 16.541015625, 17.5546875, 18.568359375, 19.58203125, 20.595703125, 21.609375, 22.623046875, 23.63671875, 24.650390625, 25.6640625, 26.677734375, 27.69140625, 28.705078125, 29.71875]}, "gradients/decoder.transformer.h.1.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 3.0, 1.0, 3.0, 4.0, 5.0, 7.0, 8.0, 13.0, 34.0, 35.0, 44.0, 48.0, 92.0, 154.0, 200.0, 278.0, 397.0, 545.0, 595.0, 496.0, 335.0, 255.0, 160.0, 106.0, 73.0, 47.0, 42.0, 25.0, 30.0, 10.0, 9.0, 7.0, 1.0, 5.0, 7.0, 1.0, 3.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-19.03125, -18.40576171875, -17.7802734375, -17.15478515625, -16.529296875, -15.90380859375, -15.2783203125, -14.65283203125, -14.02734375, -13.40185546875, -12.7763671875, -12.15087890625, -11.525390625, -10.89990234375, -10.2744140625, -9.64892578125, -9.0234375, -8.39794921875, -7.7724609375, -7.14697265625, -6.521484375, -5.89599609375, -5.2705078125, -4.64501953125, -4.01953125, -3.39404296875, -2.7685546875, -2.14306640625, -1.517578125, -0.89208984375, -0.2666015625, 0.35888671875, 0.984375, 1.60986328125, 2.2353515625, 2.86083984375, 3.486328125, 4.11181640625, 4.7373046875, 5.36279296875, 5.98828125, 6.61376953125, 7.2392578125, 7.86474609375, 8.490234375, 9.11572265625, 9.7412109375, 10.36669921875, 10.9921875, 11.61767578125, 12.2431640625, 12.86865234375, 13.494140625, 14.11962890625, 14.7451171875, 15.37060546875, 15.99609375, 16.62158203125, 17.2470703125, 17.87255859375, 18.498046875, 19.12353515625, 19.7490234375, 20.37451171875, 21.0]}, "gradients/decoder.transformer.h.1.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 4.0, 4.0, 1.0, 8.0, 7.0, 4.0, 13.0, 18.0, 19.0, 51.0, 49.0, 85.0, 117.0, 228.0, 434.0, 1044.0, 3206.0, 15239.0, 235030.0, 3727437.0, 192135.0, 13886.0, 3097.0, 1033.0, 494.0, 259.0, 124.0, 79.0, 66.0, 39.0, 21.0, 16.0, 10.0, 5.0, 6.0, 5.0, 2.0, 2.0, 5.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-45.71875, -44.392578125, -43.06640625, -41.740234375, -40.4140625, -39.087890625, -37.76171875, -36.435546875, -35.109375, -33.783203125, -32.45703125, -31.130859375, -29.8046875, -28.478515625, -27.15234375, -25.826171875, -24.5, -23.173828125, -21.84765625, -20.521484375, -19.1953125, -17.869140625, -16.54296875, -15.216796875, -13.890625, -12.564453125, -11.23828125, -9.912109375, -8.5859375, -7.259765625, -5.93359375, -4.607421875, -3.28125, -1.955078125, -0.62890625, 0.697265625, 2.0234375, 3.349609375, 4.67578125, 6.001953125, 7.328125, 8.654296875, 9.98046875, 11.306640625, 12.6328125, 13.958984375, 15.28515625, 16.611328125, 17.9375, 19.263671875, 20.58984375, 21.916015625, 23.2421875, 24.568359375, 25.89453125, 27.220703125, 28.546875, 29.873046875, 31.19921875, 32.525390625, 33.8515625, 35.177734375, 36.50390625, 37.830078125, 39.15625]}, "gradients/decoder.transformer.h.1.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 5.0, 116.0, 667.0, 217.0, 10.0, 1.0], "bins": [-943.3914184570312, -927.8102416992188, -912.22900390625, -896.6478271484375, -881.0665893554688, -865.4854125976562, -849.9042358398438, -834.322998046875, -818.7418212890625, -803.16064453125, -787.5794067382812, -771.9982299804688, -756.4169921875, -740.8358154296875, -725.254638671875, -709.6734008789062, -694.0922241210938, -678.5110473632812, -662.9298095703125, -647.3486328125, -631.7673950195312, -616.1862182617188, -600.6050415039062, -585.0238037109375, -569.442626953125, -553.8614501953125, -538.2802124023438, -522.6990356445312, -507.1178283691406, -491.53662109375, -475.9554138183594, -460.37420654296875, -444.7929992675781, -429.2117919921875, -413.6305847167969, -398.0494079589844, -382.46820068359375, -366.8869934082031, -351.3057861328125, -335.724609375, -320.14337158203125, -304.5621643066406, -288.98095703125, -273.3997802734375, -257.8185729980469, -242.23736572265625, -226.65615844726562, -211.07496643066406, -195.4937744140625, -179.91256713867188, -164.3313751220703, -148.7501678466797, -133.16897583007812, -117.5877685546875, -102.0065689086914, -86.42536926269531, -70.84417724609375, -55.262977600097656, -39.68177795410156, -24.100574493408203, -8.51937484741211, 7.06182861328125, 22.643028259277344, 38.22422790527344, 53.80542755126953]}, "gradients/decoder.transformer.h.1.ln_2.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 4.0, 4.0, 8.0, 12.0, 9.0, 18.0, 9.0, 22.0, 22.0, 21.0, 30.0, 32.0, 34.0, 36.0, 34.0, 42.0, 33.0, 41.0, 44.0, 42.0, 40.0, 42.0, 54.0, 40.0, 43.0, 43.0, 47.0, 27.0, 37.0, 23.0, 21.0, 19.0, 12.0, 8.0, 13.0, 11.0, 6.0, 3.0, 5.0, 3.0, 3.0, 1.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-65.14848327636719, -62.989986419677734, -60.83148956298828, -58.67299270629883, -56.514495849609375, -54.35599899291992, -52.19750213623047, -50.03900146484375, -47.88050842285156, -45.72201156616211, -43.563514709472656, -41.4050178527832, -39.24652099609375, -37.0880241394043, -34.929527282714844, -32.771026611328125, -30.612529754638672, -28.45403289794922, -26.295536041259766, -24.137039184570312, -21.97854232788086, -19.820045471191406, -17.66154670715332, -15.503049850463867, -13.344552993774414, -11.186056137084961, -9.027559280395508, -6.869061470031738, -4.710564613342285, -2.552067756652832, -0.3935699462890625, 1.7649269104003906, 3.9234237670898438, 6.081920623779297, 8.24041748046875, 10.39891529083252, 12.557412147521973, 14.715909004211426, 16.874406814575195, 19.03290367126465, 21.1914005279541, 23.349897384643555, 25.508394241333008, 27.666893005371094, 29.825389862060547, 31.98388671875, 34.14238357543945, 36.300880432128906, 38.45937728881836, 40.61787414550781, 42.776371002197266, 44.93486785888672, 47.09336471557617, 49.251861572265625, 51.410362243652344, 53.56885528564453, 55.72735595703125, 57.8858528137207, 60.044349670410156, 62.20284652709961, 64.36134338378906, 66.51984405517578, 68.67833709716797, 70.83683776855469, 72.99533081054688]}, "gradients/decoder.transformer.h.1.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 6.0, 4.0, 4.0, 5.0, 5.0, 7.0, 7.0, 8.0, 14.0, 15.0, 10.0, 22.0, 18.0, 18.0, 23.0, 21.0, 30.0, 38.0, 30.0, 34.0, 48.0, 49.0, 31.0, 35.0, 35.0, 36.0, 41.0, 39.0, 30.0, 32.0, 32.0, 36.0, 37.0, 23.0, 30.0, 16.0, 22.0, 17.0, 13.0, 16.0, 17.0, 13.0, 8.0, 8.0, 4.0, 4.0, 9.0, 4.0, 4.0, 0.0, 5.0, 0.0, 1.0, 0.0, 3.0], "bins": [-8.90625, -8.64276123046875, -8.3792724609375, -8.11578369140625, -7.852294921875, -7.58880615234375, -7.3253173828125, -7.06182861328125, -6.79833984375, -6.53485107421875, -6.2713623046875, -6.00787353515625, -5.744384765625, -5.48089599609375, -5.2174072265625, -4.95391845703125, -4.6904296875, -4.42694091796875, -4.1634521484375, -3.89996337890625, -3.636474609375, -3.37298583984375, -3.1094970703125, -2.84600830078125, -2.58251953125, -2.31903076171875, -2.0555419921875, -1.79205322265625, -1.528564453125, -1.26507568359375, -1.0015869140625, -0.73809814453125, -0.474609375, -0.21112060546875, 0.0523681640625, 0.31585693359375, 0.579345703125, 0.84283447265625, 1.1063232421875, 1.36981201171875, 1.63330078125, 1.89678955078125, 2.1602783203125, 2.42376708984375, 2.687255859375, 2.95074462890625, 3.2142333984375, 3.47772216796875, 3.7412109375, 4.00469970703125, 4.2681884765625, 4.53167724609375, 4.795166015625, 5.05865478515625, 5.3221435546875, 5.58563232421875, 5.84912109375, 6.11260986328125, 6.3760986328125, 6.63958740234375, 6.903076171875, 7.16656494140625, 7.4300537109375, 7.69354248046875, 7.95703125]}, "gradients/decoder.transformer.h.1.crossattention.c_proj.weight": {"_type": "histogram", "values": [3.0, 5.0, 5.0, 5.0, 7.0, 14.0, 17.0, 34.0, 38.0, 68.0, 101.0, 144.0, 190.0, 272.0, 429.0, 620.0, 826.0, 1278.0, 1790.0, 2573.0, 3651.0, 5298.0, 7875.0, 11392.0, 17192.0, 25553.0, 38827.0, 58630.0, 91760.0, 143933.0, 193067.0, 153911.0, 98809.0, 63904.0, 41415.0, 27274.0, 18342.0, 12354.0, 8368.0, 5803.0, 3898.0, 2716.0, 1897.0, 1363.0, 871.0, 654.0, 461.0, 294.0, 217.0, 147.0, 93.0, 61.0, 45.0, 26.0, 18.0, 10.0, 12.0, 9.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.56982421875, -0.5511932373046875, -0.532562255859375, -0.5139312744140625, -0.49530029296875, -0.4766693115234375, -0.458038330078125, -0.4394073486328125, -0.4207763671875, -0.4021453857421875, -0.383514404296875, -0.3648834228515625, -0.34625244140625, -0.3276214599609375, -0.308990478515625, -0.2903594970703125, -0.271728515625, -0.2530975341796875, -0.234466552734375, -0.2158355712890625, -0.19720458984375, -0.1785736083984375, -0.159942626953125, -0.1413116455078125, -0.1226806640625, -0.1040496826171875, -0.085418701171875, -0.0667877197265625, -0.04815673828125, -0.0295257568359375, -0.010894775390625, 0.0077362060546875, 0.0263671875, 0.0449981689453125, 0.063629150390625, 0.0822601318359375, 0.10089111328125, 0.1195220947265625, 0.138153076171875, 0.1567840576171875, 0.1754150390625, 0.1940460205078125, 0.212677001953125, 0.2313079833984375, 0.24993896484375, 0.2685699462890625, 0.287200927734375, 0.3058319091796875, 0.324462890625, 0.3430938720703125, 0.361724853515625, 0.3803558349609375, 0.39898681640625, 0.4176177978515625, 0.436248779296875, 0.4548797607421875, 0.4735107421875, 0.4921417236328125, 0.510772705078125, 0.5294036865234375, 0.54803466796875, 0.5666656494140625, 0.585296630859375, 0.6039276123046875, 0.62255859375]}, "gradients/decoder.transformer.h.1.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 7.0, 6.0, 6.0, 4.0, 10.0, 9.0, 9.0, 11.0, 16.0, 11.0, 15.0, 19.0, 24.0, 19.0, 22.0, 27.0, 37.0, 24.0, 39.0, 37.0, 45.0, 34.0, 30.0, 45.0, 1061.0, 44.0, 31.0, 40.0, 31.0, 27.0, 30.0, 28.0, 24.0, 32.0, 20.0, 20.0, 22.0, 19.0, 14.0, 11.0, 9.0, 11.0, 10.0, 14.0, 6.0, 7.0, 4.0, 3.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0], "bins": [-6.4296875, -6.23492431640625, -6.0401611328125, -5.84539794921875, -5.650634765625, -5.45587158203125, -5.2611083984375, -5.06634521484375, -4.87158203125, -4.67681884765625, -4.4820556640625, -4.28729248046875, -4.092529296875, -3.89776611328125, -3.7030029296875, -3.50823974609375, -3.3134765625, -3.11871337890625, -2.9239501953125, -2.72918701171875, -2.534423828125, -2.33966064453125, -2.1448974609375, -1.95013427734375, -1.75537109375, -1.56060791015625, -1.3658447265625, -1.17108154296875, -0.976318359375, -0.78155517578125, -0.5867919921875, -0.39202880859375, -0.197265625, -0.00250244140625, 0.1922607421875, 0.38702392578125, 0.581787109375, 0.77655029296875, 0.9713134765625, 1.16607666015625, 1.36083984375, 1.55560302734375, 1.7503662109375, 1.94512939453125, 2.139892578125, 2.33465576171875, 2.5294189453125, 2.72418212890625, 2.9189453125, 3.11370849609375, 3.3084716796875, 3.50323486328125, 3.697998046875, 3.89276123046875, 4.0875244140625, 4.28228759765625, 4.47705078125, 4.67181396484375, 4.8665771484375, 5.06134033203125, 5.256103515625, 5.45086669921875, 5.6456298828125, 5.84039306640625, 6.03515625]}, "gradients/decoder.transformer.h.1.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 1.0, 6.0, 16.0, 11.0, 29.0, 35.0, 52.0, 94.0, 108.0, 158.0, 206.0, 327.0, 488.0, 703.0, 943.0, 1474.0, 2069.0, 2986.0, 4325.0, 6283.0, 9165.0, 13819.0, 20815.0, 31831.0, 50005.0, 81171.0, 131296.0, 1217838.0, 198633.0, 118136.0, 72281.0, 45011.0, 28528.0, 18645.0, 12523.0, 8399.0, 5831.0, 3987.0, 2737.0, 1915.0, 1263.0, 951.0, 640.0, 447.0, 315.0, 224.0, 133.0, 99.0, 54.0, 52.0, 32.0, 21.0, 10.0, 10.0, 7.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.36767578125, -0.3557701110839844, -0.34386444091796875, -0.3319587707519531, -0.3200531005859375, -0.3081474304199219, -0.29624176025390625, -0.2843360900878906, -0.272430419921875, -0.2605247497558594, -0.24861907958984375, -0.23671340942382812, -0.2248077392578125, -0.21290206909179688, -0.20099639892578125, -0.18909072875976562, -0.17718505859375, -0.16527938842773438, -0.15337371826171875, -0.14146804809570312, -0.1295623779296875, -0.11765670776367188, -0.10575103759765625, -0.09384536743164062, -0.081939697265625, -0.07003402709960938, -0.05812835693359375, -0.046222686767578125, -0.0343170166015625, -0.022411346435546875, -0.01050567626953125, 0.001399993896484375, 0.0133056640625, 0.025211334228515625, 0.03711700439453125, 0.049022674560546875, 0.0609283447265625, 0.07283401489257812, 0.08473968505859375, 0.09664535522460938, 0.108551025390625, 0.12045669555664062, 0.13236236572265625, 0.14426803588867188, 0.1561737060546875, 0.16807937622070312, 0.17998504638671875, 0.19189071655273438, 0.20379638671875, 0.21570205688476562, 0.22760772705078125, 0.23951339721679688, 0.2514190673828125, 0.2633247375488281, 0.27523040771484375, 0.2871360778808594, 0.299041748046875, 0.3109474182128906, 0.32285308837890625, 0.3347587585449219, 0.3466644287109375, 0.3585700988769531, 0.37047576904296875, 0.3823814392089844, 0.394287109375]}, "gradients/decoder.transformer.h.1.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 4.0, 5.0, 11.0, 15.0, 13.0, 16.0, 17.0, 20.0, 38.0, 44.0, 63.0, 94.0, 114.0, 116.0, 102.0, 72.0, 65.0, 52.0, 31.0, 16.0, 27.0, 14.0, 13.0, 15.0, 8.0, 7.0, 1.0, 4.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007602691650390625, -0.0073334574699401855, -0.007064223289489746, -0.006794989109039307, -0.006525754928588867, -0.006256520748138428, -0.005987286567687988, -0.005718052387237549, -0.005448818206787109, -0.00517958402633667, -0.0049103498458862305, -0.004641115665435791, -0.0043718814849853516, -0.004102647304534912, -0.0038334131240844727, -0.003564178943634033, -0.0032949447631835938, -0.0030257105827331543, -0.002756476402282715, -0.0024872422218322754, -0.002218008041381836, -0.0019487738609313965, -0.001679539680480957, -0.0014103055000305176, -0.0011410713195800781, -0.0008718371391296387, -0.0006026029586791992, -0.00033336877822875977, -6.413459777832031e-05, 0.00020509958267211914, 0.0004743337631225586, 0.000743567943572998, 0.0010128021240234375, 0.001282036304473877, 0.0015512704849243164, 0.0018205046653747559, 0.0020897388458251953, 0.0023589730262756348, 0.0026282072067260742, 0.0028974413871765137, 0.003166675567626953, 0.0034359097480773926, 0.003705143928527832, 0.0039743781089782715, 0.004243612289428711, 0.00451284646987915, 0.00478208065032959, 0.005051314830780029, 0.005320549011230469, 0.005589783191680908, 0.005859017372131348, 0.006128251552581787, 0.0063974857330322266, 0.006666719913482666, 0.0069359540939331055, 0.007205188274383545, 0.007474422454833984, 0.007743656635284424, 0.008012890815734863, 0.008282124996185303, 0.008551359176635742, 0.008820593357086182, 0.009089827537536621, 0.00935906171798706, 0.0096282958984375]}, "gradients/decoder.transformer.h.1.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 4.0, 0.0, 1.0, 4.0, 1.0, 9.0, 10.0, 5.0, 8.0, 17.0, 12.0, 29.0, 39.0, 51.0, 67.0, 82.0, 137.0, 286.0, 453.0, 1234.0, 22479.0, 998397.0, 22882.0, 1211.0, 454.0, 242.0, 157.0, 98.0, 51.0, 41.0, 30.0, 15.0, 13.0, 12.0, 12.0, 8.0, 4.0, 4.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1622314453125, -0.15766143798828125, -0.1530914306640625, -0.14852142333984375, -0.143951416015625, -0.13938140869140625, -0.1348114013671875, -0.13024139404296875, -0.12567138671875, -0.12110137939453125, -0.1165313720703125, -0.11196136474609375, -0.107391357421875, -0.10282135009765625, -0.0982513427734375, -0.09368133544921875, -0.089111328125, -0.08454132080078125, -0.0799713134765625, -0.07540130615234375, -0.070831298828125, -0.06626129150390625, -0.0616912841796875, -0.05712127685546875, -0.05255126953125, -0.04798126220703125, -0.0434112548828125, -0.03884124755859375, -0.034271240234375, -0.02970123291015625, -0.0251312255859375, -0.02056121826171875, -0.0159912109375, -0.01142120361328125, -0.0068511962890625, -0.00228118896484375, 0.002288818359375, 0.00685882568359375, 0.0114288330078125, 0.01599884033203125, 0.02056884765625, 0.02513885498046875, 0.0297088623046875, 0.03427886962890625, 0.038848876953125, 0.04341888427734375, 0.0479888916015625, 0.05255889892578125, 0.05712890625, 0.06169891357421875, 0.0662689208984375, 0.07083892822265625, 0.075408935546875, 0.07997894287109375, 0.0845489501953125, 0.08911895751953125, 0.09368896484375, 0.09825897216796875, 0.1028289794921875, 0.10739898681640625, 0.111968994140625, 0.11653900146484375, 0.1211090087890625, 0.12567901611328125, 0.1302490234375]}, "gradients/decoder.transformer.h.1.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 5.0, 29.0, 174.0, 678.0, 111.0, 12.0, 5.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.16495254635810852, -0.16147157549858093, -0.15799060463905334, -0.15450963377952576, -0.15102866291999817, -0.14754769206047058, -0.144066721200943, -0.1405857503414154, -0.13710477948188782, -0.13362380862236023, -0.13014283776283264, -0.12666186690330505, -0.12318089604377747, -0.11969992518424988, -0.11621896177530289, -0.1127379909157753, -0.10925702750682831, -0.10577605664730072, -0.10229508578777313, -0.09881411492824554, -0.09533314406871796, -0.09185217320919037, -0.08837120980024338, -0.08489023894071579, -0.0814092680811882, -0.07792829722166061, -0.07444732636213303, -0.07096635550260544, -0.06748539209365845, -0.06400442123413086, -0.06052345037460327, -0.057042479515075684, -0.053561512380838394, -0.050080541521310806, -0.04659957438707352, -0.04311860352754593, -0.03963763266801834, -0.03615666180849075, -0.032675690948963165, -0.029194723814725876, -0.025713752955198288, -0.0222327820956707, -0.01875181309878826, -0.015270843170583248, -0.011789873242378235, -0.008308902382850647, -0.004827933385968208, -0.0013469643890857697, 0.0021340064704418182, 0.0056149763986468315, 0.009095946326851845, 0.012576916255056858, 0.01605788618326187, 0.01953885704278946, 0.023019826039671898, 0.026500795036554337, 0.029981765896081924, 0.03346273675560951, 0.0369437038898468, 0.04042467474937439, 0.04390564560890198, 0.047386616468429565, 0.05086758732795715, 0.05434855446219444, 0.05782952532172203]}, "gradients/decoder.transformer.h.1.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 3.0, 0.0, 3.0, 7.0, 3.0, 5.0, 5.0, 8.0, 4.0, 10.0, 15.0, 15.0, 11.0, 21.0, 23.0, 26.0, 33.0, 33.0, 48.0, 40.0, 34.0, 43.0, 44.0, 45.0, 43.0, 61.0, 44.0, 27.0, 40.0, 35.0, 38.0, 33.0, 29.0, 29.0, 19.0, 15.0, 13.0, 20.0, 20.0, 16.0, 10.0, 10.0, 2.0, 8.0, 9.0, 2.0, 3.0, 2.0, 3.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005586147308349609, -0.005402332171797752, -0.005218517035245895, -0.005034701898694038, -0.004850886762142181, -0.004667071625590324, -0.004483256489038467, -0.00429944135248661, -0.004115626215934753, -0.003931811079382896, -0.0037479959428310394, -0.0035641808062791824, -0.0033803656697273254, -0.0031965505331754684, -0.0030127353966236115, -0.0028289202600717545, -0.0026451051235198975, -0.0024612899869680405, -0.0022774748504161835, -0.0020936597138643265, -0.0019098445773124695, -0.0017260294407606125, -0.0015422143042087555, -0.0013583991676568985, -0.0011745840311050415, -0.0009907688945531845, -0.0008069537580013275, -0.0006231386214494705, -0.0004393234848976135, -0.00025550834834575653, -7.169321179389954e-05, 0.00011212192475795746, 0.00029593706130981445, 0.00047975219786167145, 0.0006635673344135284, 0.0008473824709653854, 0.0010311976075172424, 0.0012150127440690994, 0.0013988278806209564, 0.0015826430171728134, 0.0017664581537246704, 0.0019502732902765274, 0.0021340884268283844, 0.0023179035633802414, 0.0025017186999320984, 0.0026855338364839554, 0.0028693489730358124, 0.0030531641095876694, 0.0032369792461395264, 0.0034207943826913834, 0.0036046095192432404, 0.0037884246557950974, 0.003972239792346954, 0.004156054928898811, 0.004339870065450668, 0.004523685202002525, 0.004707500338554382, 0.004891315475106239, 0.005075130611658096, 0.005258945748209953, 0.00544276088476181, 0.005626576021313667, 0.005810391157865524, 0.005994206294417381, 0.006178021430969238]}, "gradients/decoder.transformer.h.1.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 6.0, 4.0, 4.0, 5.0, 5.0, 7.0, 7.0, 8.0, 14.0, 15.0, 10.0, 22.0, 18.0, 18.0, 23.0, 20.0, 31.0, 37.0, 31.0, 33.0, 48.0, 50.0, 31.0, 35.0, 35.0, 34.0, 43.0, 38.0, 31.0, 32.0, 32.0, 36.0, 37.0, 23.0, 29.0, 16.0, 23.0, 16.0, 12.0, 18.0, 17.0, 13.0, 7.0, 9.0, 4.0, 4.0, 9.0, 4.0, 4.0, 0.0, 5.0, 0.0, 1.0, 0.0, 3.0], "bins": [-8.90625, -8.642822265625, -8.37939453125, -8.115966796875, -7.8525390625, -7.589111328125, -7.32568359375, -7.062255859375, -6.798828125, -6.535400390625, -6.27197265625, -6.008544921875, -5.7451171875, -5.481689453125, -5.21826171875, -4.954833984375, -4.69140625, -4.427978515625, -4.16455078125, -3.901123046875, -3.6376953125, -3.374267578125, -3.11083984375, -2.847412109375, -2.583984375, -2.320556640625, -2.05712890625, -1.793701171875, -1.5302734375, -1.266845703125, -1.00341796875, -0.739990234375, -0.4765625, -0.213134765625, 0.05029296875, 0.313720703125, 0.5771484375, 0.840576171875, 1.10400390625, 1.367431640625, 1.630859375, 1.894287109375, 2.15771484375, 2.421142578125, 2.6845703125, 2.947998046875, 3.21142578125, 3.474853515625, 3.73828125, 4.001708984375, 4.26513671875, 4.528564453125, 4.7919921875, 5.055419921875, 5.31884765625, 5.582275390625, 5.845703125, 6.109130859375, 6.37255859375, 6.635986328125, 6.8994140625, 7.162841796875, 7.42626953125, 7.689697265625, 7.953125]}, "gradients/decoder.transformer.h.1.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 5.0, 7.0, 5.0, 14.0, 18.0, 18.0, 21.0, 40.0, 35.0, 51.0, 61.0, 94.0, 120.0, 160.0, 193.0, 229.0, 340.0, 484.0, 746.0, 1043.0, 1842.0, 3098.0, 6149.0, 14302.0, 39190.0, 128904.0, 406394.0, 304577.0, 88914.0, 28479.0, 10754.0, 5055.0, 2448.0, 1412.0, 979.0, 604.0, 440.0, 364.0, 237.0, 169.0, 130.0, 96.0, 80.0, 68.0, 54.0, 27.0, 30.0, 21.0, 21.0, 14.0, 8.0, 10.0, 6.0, 3.0, 1.0, 2.0, 5.0], "bins": [-11.6640625, -11.3194580078125, -10.974853515625, -10.6302490234375, -10.28564453125, -9.9410400390625, -9.596435546875, -9.2518310546875, -8.9072265625, -8.5626220703125, -8.218017578125, -7.8734130859375, -7.52880859375, -7.1842041015625, -6.839599609375, -6.4949951171875, -6.150390625, -5.8057861328125, -5.461181640625, -5.1165771484375, -4.77197265625, -4.4273681640625, -4.082763671875, -3.7381591796875, -3.3935546875, -3.0489501953125, -2.704345703125, -2.3597412109375, -2.01513671875, -1.6705322265625, -1.325927734375, -0.9813232421875, -0.63671875, -0.2921142578125, 0.052490234375, 0.3970947265625, 0.74169921875, 1.0863037109375, 1.430908203125, 1.7755126953125, 2.1201171875, 2.4647216796875, 2.809326171875, 3.1539306640625, 3.49853515625, 3.8431396484375, 4.187744140625, 4.5323486328125, 4.876953125, 5.2215576171875, 5.566162109375, 5.9107666015625, 6.25537109375, 6.5999755859375, 6.944580078125, 7.2891845703125, 7.6337890625, 7.9783935546875, 8.322998046875, 8.6676025390625, 9.01220703125, 9.3568115234375, 9.701416015625, 10.0460205078125, 10.390625]}, "gradients/decoder.transformer.h.1.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 4.0, 3.0, 7.0, 12.0, 17.0, 22.0, 23.0, 33.0, 42.0, 25.0, 46.0, 61.0, 68.0, 124.0, 243.0, 1512.0, 299.0, 126.0, 93.0, 48.0, 52.0, 33.0, 33.0, 18.0, 22.0, 18.0, 15.0, 12.0, 10.0, 5.0, 10.0, 6.0, 5.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-28.6875, -27.8359375, -26.984375, -26.1328125, -25.28125, -24.4296875, -23.578125, -22.7265625, -21.875, -21.0234375, -20.171875, -19.3203125, -18.46875, -17.6171875, -16.765625, -15.9140625, -15.0625, -14.2109375, -13.359375, -12.5078125, -11.65625, -10.8046875, -9.953125, -9.1015625, -8.25, -7.3984375, -6.546875, -5.6953125, -4.84375, -3.9921875, -3.140625, -2.2890625, -1.4375, -0.5859375, 0.265625, 1.1171875, 1.96875, 2.8203125, 3.671875, 4.5234375, 5.375, 6.2265625, 7.078125, 7.9296875, 8.78125, 9.6328125, 10.484375, 11.3359375, 12.1875, 13.0390625, 13.890625, 14.7421875, 15.59375, 16.4453125, 17.296875, 18.1484375, 19.0, 19.8515625, 20.703125, 21.5546875, 22.40625, 23.2578125, 24.109375, 24.9609375, 25.8125]}, "gradients/decoder.transformer.h.1.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 4.0, 0.0, 3.0, 3.0, 3.0, 7.0, 8.0, 9.0, 11.0, 16.0, 22.0, 21.0, 17.0, 28.0, 39.0, 49.0, 78.0, 93.0, 101.0, 181.0, 319.0, 565.0, 1420.0, 11475.0, 2889472.0, 235756.0, 3679.0, 968.0, 438.0, 286.0, 168.0, 100.0, 75.0, 70.0, 60.0, 35.0, 32.0, 19.0, 15.0, 13.0, 15.0, 12.0, 10.0, 5.0, 5.0, 4.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-39.6875, -38.3984375, -37.109375, -35.8203125, -34.53125, -33.2421875, -31.953125, -30.6640625, -29.375, -28.0859375, -26.796875, -25.5078125, -24.21875, -22.9296875, -21.640625, -20.3515625, -19.0625, -17.7734375, -16.484375, -15.1953125, -13.90625, -12.6171875, -11.328125, -10.0390625, -8.75, -7.4609375, -6.171875, -4.8828125, -3.59375, -2.3046875, -1.015625, 0.2734375, 1.5625, 2.8515625, 4.140625, 5.4296875, 6.71875, 8.0078125, 9.296875, 10.5859375, 11.875, 13.1640625, 14.453125, 15.7421875, 17.03125, 18.3203125, 19.609375, 20.8984375, 22.1875, 23.4765625, 24.765625, 26.0546875, 27.34375, 28.6328125, 29.921875, 31.2109375, 32.5, 33.7890625, 35.078125, 36.3671875, 37.65625, 38.9453125, 40.234375, 41.5234375, 42.8125]}, "gradients/decoder.transformer.h.1.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 63.0, 261.0, 424.0, 214.0, 35.0, 5.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-209.154296875, -204.54798889160156, -199.9416961669922, -195.33538818359375, -190.7290802001953, -186.12278747558594, -181.5164794921875, -176.91018676757812, -172.3038787841797, -167.69757080078125, -163.09127807617188, -158.48497009277344, -153.878662109375, -149.27236938476562, -144.6660614013672, -140.05975341796875, -135.45346069335938, -130.84715270996094, -126.24085235595703, -121.63455200195312, -117.02825164794922, -112.42195129394531, -107.81564331054688, -103.20934295654297, -98.60302734375, -93.9967269897461, -89.39041900634766, -84.78411865234375, -80.17781829833984, -75.57151794433594, -70.9652099609375, -66.3589096069336, -61.75260925292969, -57.146305084228516, -52.54000473022461, -47.93370056152344, -43.32740020751953, -38.72109603881836, -34.11479187011719, -29.50849151611328, -24.90218734741211, -20.29588508605957, -15.689581871032715, -11.08327865600586, -6.47697639465332, -1.8706741333007812, 2.7356300354003906, 7.341930389404297, 11.948234558105469, 16.554536819458008, 21.160839080810547, 25.76714324951172, 30.373445510864258, 34.9797477722168, 39.58605194091797, 44.192352294921875, 48.79865646362305, 53.40496063232422, 58.011260986328125, 62.6175651550293, 67.22386932373047, 71.83016967773438, 76.43647766113281, 81.04277038574219, 85.64907836914062]}, "gradients/decoder.transformer.h.1.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 6.0, 7.0, 3.0, 6.0, 5.0, 9.0, 17.0, 15.0, 14.0, 21.0, 11.0, 21.0, 19.0, 35.0, 31.0, 34.0, 36.0, 31.0, 43.0, 49.0, 43.0, 47.0, 42.0, 44.0, 51.0, 34.0, 36.0, 40.0, 32.0, 30.0, 27.0, 31.0, 22.0, 22.0, 18.0, 16.0, 16.0, 12.0, 14.0, 7.0, 3.0, 7.0, 2.0, 3.0, 5.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-46.66373062133789, -44.91501998901367, -43.16631317138672, -41.4176025390625, -39.66889190673828, -37.92018127441406, -36.17147445678711, -34.42276382446289, -32.67405700683594, -30.92534828186035, -29.176637649536133, -27.427928924560547, -25.679218292236328, -23.930509567260742, -22.181800842285156, -20.433090209960938, -18.68437957763672, -16.935670852661133, -15.186960220336914, -13.438251495361328, -11.689541816711426, -9.940832138061523, -8.192123413085938, -6.443413734436035, -4.694704055786133, -2.9459946155548096, -1.1972851753234863, 0.5514240264892578, 2.30013370513916, 4.0488433837890625, 5.797552108764648, 7.546261787414551, 9.294975280761719, 11.043684959411621, 12.792394638061523, 14.54110336303711, 16.289813995361328, 18.038522720336914, 19.7872314453125, 21.53594207763672, 23.284650802612305, 25.03335952758789, 26.78207015991211, 28.530778884887695, 30.27948760986328, 32.0281982421875, 33.77690887451172, 35.52561569213867, 37.27432632446289, 39.02303695678711, 40.77174377441406, 42.52045440673828, 44.2691650390625, 46.01787567138672, 47.76658248901367, 49.51529312133789, 51.263999938964844, 53.01271057128906, 54.761417388916016, 56.510128021240234, 58.25883865356445, 60.007545471191406, 61.756256103515625, 63.504966735839844, 65.25367736816406]}, "gradients/decoder.transformer.h.0.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 5.0, 1.0, 9.0, 10.0, 11.0, 11.0, 13.0, 24.0, 17.0, 21.0, 16.0, 25.0, 40.0, 24.0, 32.0, 35.0, 35.0, 35.0, 32.0, 44.0, 32.0, 36.0, 35.0, 34.0, 38.0, 37.0, 40.0, 32.0, 30.0, 24.0, 30.0, 19.0, 23.0, 24.0, 26.0, 20.0, 16.0, 13.0, 15.0, 9.0, 6.0, 6.0, 3.0, 5.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0], "bins": [-8.5703125, -8.282958984375, -7.99560546875, -7.708251953125, -7.4208984375, -7.133544921875, -6.84619140625, -6.558837890625, -6.271484375, -5.984130859375, -5.69677734375, -5.409423828125, -5.1220703125, -4.834716796875, -4.54736328125, -4.260009765625, -3.97265625, -3.685302734375, -3.39794921875, -3.110595703125, -2.8232421875, -2.535888671875, -2.24853515625, -1.961181640625, -1.673828125, -1.386474609375, -1.09912109375, -0.811767578125, -0.5244140625, -0.237060546875, 0.05029296875, 0.337646484375, 0.625, 0.912353515625, 1.19970703125, 1.487060546875, 1.7744140625, 2.061767578125, 2.34912109375, 2.636474609375, 2.923828125, 3.211181640625, 3.49853515625, 3.785888671875, 4.0732421875, 4.360595703125, 4.64794921875, 4.935302734375, 5.22265625, 5.510009765625, 5.79736328125, 6.084716796875, 6.3720703125, 6.659423828125, 6.94677734375, 7.234130859375, 7.521484375, 7.808837890625, 8.09619140625, 8.383544921875, 8.6708984375, 8.958251953125, 9.24560546875, 9.532958984375, 9.8203125]}, "gradients/decoder.transformer.h.0.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 4.0, 1.0, 4.0, 1.0, 1.0, 2.0, 2.0, 9.0, 8.0, 16.0, 17.0, 22.0, 30.0, 35.0, 58.0, 73.0, 121.0, 184.0, 287.0, 431.0, 746.0, 1244.0, 2423.0, 5543.0, 18061.0, 198684.0, 3536999.0, 392696.0, 23399.0, 6733.0, 2831.0, 1476.0, 813.0, 473.0, 290.0, 187.0, 122.0, 54.0, 56.0, 38.0, 40.0, 18.0, 13.0, 17.0, 4.0, 11.0, 4.0, 3.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-45.0625, -43.5888671875, -42.115234375, -40.6416015625, -39.16796875, -37.6943359375, -36.220703125, -34.7470703125, -33.2734375, -31.7998046875, -30.326171875, -28.8525390625, -27.37890625, -25.9052734375, -24.431640625, -22.9580078125, -21.484375, -20.0107421875, -18.537109375, -17.0634765625, -15.58984375, -14.1162109375, -12.642578125, -11.1689453125, -9.6953125, -8.2216796875, -6.748046875, -5.2744140625, -3.80078125, -2.3271484375, -0.853515625, 0.6201171875, 2.09375, 3.5673828125, 5.041015625, 6.5146484375, 7.98828125, 9.4619140625, 10.935546875, 12.4091796875, 13.8828125, 15.3564453125, 16.830078125, 18.3037109375, 19.77734375, 21.2509765625, 22.724609375, 24.1982421875, 25.671875, 27.1455078125, 28.619140625, 30.0927734375, 31.56640625, 33.0400390625, 34.513671875, 35.9873046875, 37.4609375, 38.9345703125, 40.408203125, 41.8818359375, 43.35546875, 44.8291015625, 46.302734375, 47.7763671875, 49.25]}, "gradients/decoder.transformer.h.0.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 5.0, 6.0, 8.0, 8.0, 10.0, 20.0, 27.0, 29.0, 32.0, 63.0, 92.0, 129.0, 180.0, 319.0, 471.0, 614.0, 593.0, 484.0, 298.0, 219.0, 147.0, 91.0, 50.0, 48.0, 32.0, 28.0, 14.0, 20.0, 7.0, 12.0, 4.0, 6.0, 1.0, 5.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-23.015625, -22.322265625, -21.62890625, -20.935546875, -20.2421875, -19.548828125, -18.85546875, -18.162109375, -17.46875, -16.775390625, -16.08203125, -15.388671875, -14.6953125, -14.001953125, -13.30859375, -12.615234375, -11.921875, -11.228515625, -10.53515625, -9.841796875, -9.1484375, -8.455078125, -7.76171875, -7.068359375, -6.375, -5.681640625, -4.98828125, -4.294921875, -3.6015625, -2.908203125, -2.21484375, -1.521484375, -0.828125, -0.134765625, 0.55859375, 1.251953125, 1.9453125, 2.638671875, 3.33203125, 4.025390625, 4.71875, 5.412109375, 6.10546875, 6.798828125, 7.4921875, 8.185546875, 8.87890625, 9.572265625, 10.265625, 10.958984375, 11.65234375, 12.345703125, 13.0390625, 13.732421875, 14.42578125, 15.119140625, 15.8125, 16.505859375, 17.19921875, 17.892578125, 18.5859375, 19.279296875, 19.97265625, 20.666015625, 21.359375]}, "gradients/decoder.transformer.h.0.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 4.0, 1.0, 2.0, 5.0, 8.0, 11.0, 36.0, 44.0, 103.0, 164.0, 306.0, 584.0, 1018.0, 1970.0, 3777.0, 8029.0, 18018.0, 46538.0, 159186.0, 991006.0, 2352116.0, 459565.0, 94260.0, 31966.0, 13242.0, 5992.0, 3092.0, 1515.0, 740.0, 461.0, 241.0, 119.0, 73.0, 37.0, 31.0, 14.0, 8.0, 4.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.640625, -16.109130859375, -15.57763671875, -15.046142578125, -14.5146484375, -13.983154296875, -13.45166015625, -12.920166015625, -12.388671875, -11.857177734375, -11.32568359375, -10.794189453125, -10.2626953125, -9.731201171875, -9.19970703125, -8.668212890625, -8.13671875, -7.605224609375, -7.07373046875, -6.542236328125, -6.0107421875, -5.479248046875, -4.94775390625, -4.416259765625, -3.884765625, -3.353271484375, -2.82177734375, -2.290283203125, -1.7587890625, -1.227294921875, -0.69580078125, -0.164306640625, 0.3671875, 0.898681640625, 1.43017578125, 1.961669921875, 2.4931640625, 3.024658203125, 3.55615234375, 4.087646484375, 4.619140625, 5.150634765625, 5.68212890625, 6.213623046875, 6.7451171875, 7.276611328125, 7.80810546875, 8.339599609375, 8.87109375, 9.402587890625, 9.93408203125, 10.465576171875, 10.9970703125, 11.528564453125, 12.06005859375, 12.591552734375, 13.123046875, 13.654541015625, 14.18603515625, 14.717529296875, 15.2490234375, 15.780517578125, 16.31201171875, 16.843505859375, 17.375]}, "gradients/decoder.transformer.h.0.ln_2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 7.0, 1.0, 8.0, 9.0, 5.0, 6.0, 11.0, 14.0, 18.0, 37.0, 31.0, 46.0, 44.0, 38.0, 53.0, 87.0, 69.0, 59.0, 71.0, 58.0, 67.0, 53.0, 49.0, 32.0, 24.0, 19.0, 17.0, 16.0, 16.0, 5.0, 3.0, 7.0, 3.0, 5.0, 2.0, 4.0, 0.0, 5.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-78.01341247558594, -74.81304168701172, -71.61266326904297, -68.41229248046875, -65.21192169189453, -62.01154708862305, -58.81117248535156, -55.610801696777344, -52.41042709350586, -49.210052490234375, -46.009681701660156, -42.80930709838867, -39.60893249511719, -36.40856170654297, -33.208187103271484, -30.007814407348633, -26.80744171142578, -23.60706901550293, -20.406696319580078, -17.206321716308594, -14.005949020385742, -10.80557632446289, -7.605201721191406, -4.404829025268555, -1.2044563293457031, 1.9959168434143066, 5.196290016174316, 8.396663665771484, 11.597036361694336, 14.797409057617188, 17.997783660888672, 21.198156356811523, 24.398521423339844, 27.598894119262695, 30.799266815185547, 33.99964141845703, 37.20001220703125, 40.400386810302734, 43.60076141357422, 46.80113220214844, 50.00150680541992, 53.201881408691406, 56.402252197265625, 59.60262680053711, 62.803001403808594, 66.00337219238281, 69.20375061035156, 72.40412139892578, 75.6044921875, 78.80486297607422, 82.00524139404297, 85.20561218261719, 88.4059829711914, 91.60635375976562, 94.80673217773438, 98.0071029663086, 101.20747375488281, 104.40784454345703, 107.60822296142578, 110.80859375, 114.00896453857422, 117.20933532714844, 120.40971374511719, 123.6100845336914, 126.81046295166016]}, "gradients/decoder.transformer.h.0.ln_2.bias": {"_type": "histogram", "values": [1.0, 4.0, 0.0, 0.0, 3.0, 1.0, 4.0, 4.0, 5.0, 7.0, 7.0, 10.0, 13.0, 13.0, 16.0, 13.0, 23.0, 16.0, 20.0, 29.0, 29.0, 36.0, 32.0, 35.0, 25.0, 26.0, 53.0, 28.0, 41.0, 43.0, 25.0, 36.0, 48.0, 30.0, 41.0, 41.0, 35.0, 29.0, 24.0, 19.0, 30.0, 17.0, 22.0, 15.0, 16.0, 16.0, 8.0, 9.0, 5.0, 3.0, 3.0, 4.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-72.39502716064453, -69.91510009765625, -67.43517303466797, -64.95523834228516, -62.475311279296875, -59.995384216308594, -57.51545715332031, -55.035526275634766, -52.55559539794922, -50.07566833496094, -47.59573745727539, -45.11581039428711, -42.63587951660156, -40.15595245361328, -37.676025390625, -35.19609451293945, -32.71616744995117, -30.236238479614258, -27.756309509277344, -25.276382446289062, -22.796451568603516, -20.316524505615234, -17.83659553527832, -15.356666564941406, -12.876737594604492, -10.396808624267578, -7.916880130767822, -5.436951637268066, -2.9570226669311523, -0.4770936965942383, 2.0028343200683594, 4.482763290405273, 6.9626922607421875, 9.442621231079102, 11.922550201416016, 14.402478218078613, 16.882408142089844, 19.362335205078125, 21.84226417541504, 24.322193145751953, 26.802122116088867, 29.28205108642578, 31.761980056762695, 34.24190902709961, 36.72183609008789, 39.20176696777344, 41.68169403076172, 44.16162109375, 46.64155197143555, 49.12147903442383, 51.601409912109375, 54.081336975097656, 56.5612678527832, 59.041194915771484, 61.52112579345703, 64.00105285644531, 66.4809799194336, 68.96090698242188, 71.44083404541016, 73.92076873779297, 76.40069580078125, 78.88062286376953, 81.36054992675781, 83.84048461914062, 86.3204116821289]}, "gradients/decoder.transformer.h.0.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 8.0, 3.0, 6.0, 6.0, 7.0, 13.0, 9.0, 16.0, 19.0, 11.0, 24.0, 25.0, 28.0, 40.0, 37.0, 33.0, 32.0, 39.0, 46.0, 47.0, 44.0, 37.0, 48.0, 41.0, 48.0, 35.0, 47.0, 37.0, 28.0, 37.0, 14.0, 26.0, 22.0, 25.0, 15.0, 12.0, 15.0, 8.0, 2.0, 5.0, 4.0, 5.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-149.25, -143.767578125, -138.28515625, -132.802734375, -127.3203125, -121.837890625, -116.35546875, -110.873046875, -105.390625, -99.908203125, -94.42578125, -88.943359375, -83.4609375, -77.978515625, -72.49609375, -67.013671875, -61.53125, -56.048828125, -50.56640625, -45.083984375, -39.6015625, -34.119140625, -28.63671875, -23.154296875, -17.671875, -12.189453125, -6.70703125, -1.224609375, 4.2578125, 9.740234375, 15.22265625, 20.705078125, 26.1875, 31.669921875, 37.15234375, 42.634765625, 48.1171875, 53.599609375, 59.08203125, 64.564453125, 70.046875, 75.529296875, 81.01171875, 86.494140625, 91.9765625, 97.458984375, 102.94140625, 108.423828125, 113.90625, 119.388671875, 124.87109375, 130.353515625, 135.8359375, 141.318359375, 146.80078125, 152.283203125, 157.765625, 163.248046875, 168.73046875, 174.212890625, 179.6953125, 185.177734375, 190.66015625, 196.142578125, 201.625]}, "gradients/decoder.transformer.h.0.crossattention.c_proj.weight": {"_type": "histogram", "values": [4.0, 2.0, 4.0, 6.0, 4.0, 8.0, 11.0, 9.0, 19.0, 23.0, 45.0, 64.0, 88.0, 109.0, 175.0, 251.0, 381.0, 590.0, 872.0, 1334.0, 2077.0, 3332.0, 5269.0, 8677.0, 14084.0, 23635.0, 39886.0, 69547.0, 123690.0, 201817.0, 216606.0, 141850.0, 79718.0, 45541.0, 26658.0, 15861.0, 9687.0, 6089.0, 3775.0, 2367.0, 1473.0, 1026.0, 618.0, 430.0, 282.0, 181.0, 126.0, 91.0, 43.0, 53.0, 18.0, 22.0, 13.0, 11.0, 6.0, 5.0, 4.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-8.765625, -8.474609375, -8.18359375, -7.892578125, -7.6015625, -7.310546875, -7.01953125, -6.728515625, -6.4375, -6.146484375, -5.85546875, -5.564453125, -5.2734375, -4.982421875, -4.69140625, -4.400390625, -4.109375, -3.818359375, -3.52734375, -3.236328125, -2.9453125, -2.654296875, -2.36328125, -2.072265625, -1.78125, -1.490234375, -1.19921875, -0.908203125, -0.6171875, -0.326171875, -0.03515625, 0.255859375, 0.546875, 0.837890625, 1.12890625, 1.419921875, 1.7109375, 2.001953125, 2.29296875, 2.583984375, 2.875, 3.166015625, 3.45703125, 3.748046875, 4.0390625, 4.330078125, 4.62109375, 4.912109375, 5.203125, 5.494140625, 5.78515625, 6.076171875, 6.3671875, 6.658203125, 6.94921875, 7.240234375, 7.53125, 7.822265625, 8.11328125, 8.404296875, 8.6953125, 8.986328125, 9.27734375, 9.568359375, 9.859375]}, "gradients/decoder.transformer.h.0.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 6.0, 5.0, 9.0, 8.0, 9.0, 15.0, 25.0, 24.0, 23.0, 29.0, 26.0, 30.0, 44.0, 47.0, 55.0, 46.0, 54.0, 1077.0, 37.0, 53.0, 50.0, 43.0, 41.0, 39.0, 31.0, 44.0, 21.0, 24.0, 22.0, 13.0, 18.0, 15.0, 6.0, 10.0, 12.0, 4.0, 7.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-147.625, -143.736328125, -139.84765625, -135.958984375, -132.0703125, -128.181640625, -124.29296875, -120.404296875, -116.515625, -112.626953125, -108.73828125, -104.849609375, -100.9609375, -97.072265625, -93.18359375, -89.294921875, -85.40625, -81.517578125, -77.62890625, -73.740234375, -69.8515625, -65.962890625, -62.07421875, -58.185546875, -54.296875, -50.408203125, -46.51953125, -42.630859375, -38.7421875, -34.853515625, -30.96484375, -27.076171875, -23.1875, -19.298828125, -15.41015625, -11.521484375, -7.6328125, -3.744140625, 0.14453125, 4.033203125, 7.921875, 11.810546875, 15.69921875, 19.587890625, 23.4765625, 27.365234375, 31.25390625, 35.142578125, 39.03125, 42.919921875, 46.80859375, 50.697265625, 54.5859375, 58.474609375, 62.36328125, 66.251953125, 70.140625, 74.029296875, 77.91796875, 81.806640625, 85.6953125, 89.583984375, 93.47265625, 97.361328125, 101.25]}, "gradients/decoder.transformer.h.0.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 8.0, 7.0, 14.0, 13.0, 24.0, 32.0, 49.0, 85.0, 99.0, 142.0, 237.0, 327.0, 480.0, 756.0, 1139.0, 1776.0, 2663.0, 4358.0, 6800.0, 10862.0, 17699.0, 29371.0, 49432.0, 86640.0, 151821.0, 1273232.0, 190049.0, 110948.0, 62863.0, 36651.0, 21908.0, 13377.0, 8269.0, 5336.0, 3370.0, 2093.0, 1438.0, 902.0, 631.0, 396.0, 267.0, 191.0, 125.0, 90.0, 55.0, 34.0, 29.0, 28.0, 5.0, 10.0, 3.0, 6.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-7.0078125, -6.79364013671875, -6.5794677734375, -6.36529541015625, -6.151123046875, -5.93695068359375, -5.7227783203125, -5.50860595703125, -5.29443359375, -5.08026123046875, -4.8660888671875, -4.65191650390625, -4.437744140625, -4.22357177734375, -4.0093994140625, -3.79522705078125, -3.5810546875, -3.36688232421875, -3.1527099609375, -2.93853759765625, -2.724365234375, -2.51019287109375, -2.2960205078125, -2.08184814453125, -1.86767578125, -1.65350341796875, -1.4393310546875, -1.22515869140625, -1.010986328125, -0.79681396484375, -0.5826416015625, -0.36846923828125, -0.154296875, 0.05987548828125, 0.2740478515625, 0.48822021484375, 0.702392578125, 0.91656494140625, 1.1307373046875, 1.34490966796875, 1.55908203125, 1.77325439453125, 1.9874267578125, 2.20159912109375, 2.415771484375, 2.62994384765625, 2.8441162109375, 3.05828857421875, 3.2724609375, 3.48663330078125, 3.7008056640625, 3.91497802734375, 4.129150390625, 4.34332275390625, 4.5574951171875, 4.77166748046875, 4.98583984375, 5.20001220703125, 5.4141845703125, 5.62835693359375, 5.842529296875, 6.05670166015625, 6.2708740234375, 6.48504638671875, 6.69921875]}, "gradients/decoder.transformer.h.0.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 0.0, 6.0, 2.0, 3.0, 6.0, 4.0, 8.0, 7.0, 12.0, 19.0, 17.0, 29.0, 32.0, 40.0, 52.0, 58.0, 63.0, 96.0, 91.0, 86.0, 69.0, 72.0, 56.0, 40.0, 25.0, 20.0, 16.0, 21.0, 6.0, 13.0, 11.0, 2.0, 3.0, 6.0, 6.0, 5.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.060577392578125, -0.05852174758911133, -0.056466102600097656, -0.054410457611083984, -0.05235481262207031, -0.05029916763305664, -0.04824352264404297, -0.0461878776550293, -0.044132232666015625, -0.04207658767700195, -0.04002094268798828, -0.03796529769897461, -0.03590965270996094, -0.033854007720947266, -0.031798362731933594, -0.029742717742919922, -0.02768707275390625, -0.025631427764892578, -0.023575782775878906, -0.021520137786865234, -0.019464492797851562, -0.01740884780883789, -0.015353202819824219, -0.013297557830810547, -0.011241912841796875, -0.009186267852783203, -0.007130622863769531, -0.005074977874755859, -0.0030193328857421875, -0.0009636878967285156, 0.0010919570922851562, 0.003147602081298828, 0.0052032470703125, 0.007258892059326172, 0.009314537048339844, 0.011370182037353516, 0.013425827026367188, 0.01548147201538086, 0.01753711700439453, 0.019592761993408203, 0.021648406982421875, 0.023704051971435547, 0.02575969696044922, 0.02781534194946289, 0.029870986938476562, 0.031926631927490234, 0.033982276916503906, 0.03603792190551758, 0.03809356689453125, 0.04014921188354492, 0.042204856872558594, 0.044260501861572266, 0.04631614685058594, 0.04837179183959961, 0.05042743682861328, 0.05248308181762695, 0.054538726806640625, 0.0565943717956543, 0.05865001678466797, 0.06070566177368164, 0.06276130676269531, 0.06481695175170898, 0.06687259674072266, 0.06892824172973633, 0.07098388671875]}, "gradients/decoder.transformer.h.0.crossattention.q_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 6.0, 4.0, 6.0, 13.0, 4.0, 15.0, 7.0, 15.0, 36.0, 56.0, 57.0, 92.0, 123.0, 207.0, 276.0, 424.0, 676.0, 1144.0, 2312.0, 4329.0, 8822.0, 18985.0, 42432.0, 104751.0, 277145.0, 342854.0, 141014.0, 55604.0, 24156.0, 11082.0, 5364.0, 2712.0, 1505.0, 824.0, 497.0, 311.0, 224.0, 133.0, 82.0, 61.0, 49.0, 42.0, 24.0, 27.0, 14.0, 5.0, 13.0, 4.0, 8.0, 5.0, 4.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.298095703125, -0.28936767578125, -0.2806396484375, -0.27191162109375, -0.26318359375, -0.25445556640625, -0.2457275390625, -0.23699951171875, -0.228271484375, -0.21954345703125, -0.2108154296875, -0.20208740234375, -0.193359375, -0.18463134765625, -0.1759033203125, -0.16717529296875, -0.158447265625, -0.14971923828125, -0.1409912109375, -0.13226318359375, -0.12353515625, -0.11480712890625, -0.1060791015625, -0.09735107421875, -0.088623046875, -0.07989501953125, -0.0711669921875, -0.06243896484375, -0.0537109375, -0.04498291015625, -0.0362548828125, -0.02752685546875, -0.018798828125, -0.01007080078125, -0.0013427734375, 0.00738525390625, 0.01611328125, 0.02484130859375, 0.0335693359375, 0.04229736328125, 0.051025390625, 0.05975341796875, 0.0684814453125, 0.07720947265625, 0.0859375, 0.09466552734375, 0.1033935546875, 0.11212158203125, 0.120849609375, 0.12957763671875, 0.1383056640625, 0.14703369140625, 0.15576171875, 0.16448974609375, 0.1732177734375, 0.18194580078125, 0.190673828125, 0.19940185546875, 0.2081298828125, 0.21685791015625, 0.2255859375, 0.23431396484375, 0.2430419921875, 0.25177001953125, 0.260498046875]}, "gradients/decoder.transformer.h.0.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 4.0, 2.0, 5.0, 5.0, 3.0, 4.0, 6.0, 6.0, 6.0, 10.0, 8.0, 15.0, 16.0, 22.0, 29.0, 32.0, 35.0, 38.0, 56.0, 79.0, 74.0, 82.0, 81.0, 80.0, 62.0, 51.0, 48.0, 40.0, 18.0, 16.0, 19.0, 16.0, 11.0, 9.0, 5.0, 4.0, 4.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0], "bins": [-0.1647210270166397, -0.16079771518707275, -0.156874418258667, -0.15295110642910004, -0.14902780950069427, -0.14510449767112732, -0.14118120074272156, -0.1372578889131546, -0.13333457708358765, -0.1294112652540207, -0.12548796832561493, -0.12156466394662857, -0.11764135956764221, -0.11371804773807526, -0.1097947433590889, -0.10587143898010254, -0.10194814205169678, -0.09802483767271042, -0.09410153329372406, -0.0901782289147377, -0.08625492453575134, -0.08233161270618439, -0.07840830832719803, -0.07448500394821167, -0.07056169956922531, -0.06663839519023895, -0.0627150908112526, -0.05879178270697594, -0.05486847832798958, -0.05094517394900322, -0.04702186584472656, -0.043098561465740204, -0.03917524218559265, -0.03525193780660629, -0.031328633427619934, -0.027405325323343277, -0.02348202094435692, -0.01955871656537056, -0.015635410323739052, -0.011712104082107544, -0.007788799703121185, -0.003865494392812252, 5.781091749668121e-05, 0.0039811162278056145, 0.007904421538114548, 0.011827725917100906, 0.015751032158732414, 0.019674338400363922, 0.02359764277935028, 0.02752094715833664, 0.031444251537323, 0.035367559641599655, 0.039290864020586014, 0.04321416839957237, 0.04713747650384903, 0.05106078088283539, 0.05498408526182175, 0.058907389640808105, 0.06283069401979446, 0.06675399839878082, 0.07067731022834778, 0.07460060715675354, 0.0785239189863205, 0.08244722336530685, 0.08637052774429321]}, "gradients/decoder.transformer.h.0.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 5.0, 3.0, 6.0, 7.0, 10.0, 4.0, 13.0, 26.0, 19.0, 25.0, 19.0, 31.0, 23.0, 35.0, 34.0, 44.0, 37.0, 42.0, 36.0, 38.0, 37.0, 53.0, 37.0, 45.0, 42.0, 47.0, 44.0, 32.0, 32.0, 34.0, 33.0, 17.0, 14.0, 17.0, 16.0, 13.0, 12.0, 6.0, 4.0, 10.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.06885361671447754, -0.06681019812822342, -0.0647667869925499, -0.06272336840629578, -0.060679953545331955, -0.058636538684368134, -0.056593120098114014, -0.05454970523715019, -0.05250629037618637, -0.05046287551522255, -0.04841946065425873, -0.04637604206800461, -0.04433262720704079, -0.042289212346076965, -0.040245793759822845, -0.038202378898859024, -0.0361589640378952, -0.03411554917693138, -0.03207213431596756, -0.03002871572971344, -0.02798530086874962, -0.025941886007785797, -0.023898469284176826, -0.021855052560567856, -0.019811637699604034, -0.017768222838640213, -0.015724806115031242, -0.013681390322744846, -0.01163797453045845, -0.009594558738172054, -0.007551142945885658, -0.005507727153599262, -0.003464311361312866, -0.0014208955690264702, 0.0006225202232599258, 0.002665936015546322, 0.004709351807832718, 0.006752767600119114, 0.00879618339240551, 0.010839599184691906, 0.012883014976978302, 0.014926430769264698, 0.016969846561551094, 0.019013263285160065, 0.021056678146123886, 0.023100093007087708, 0.025143509730696678, 0.02718692645430565, 0.02923034131526947, 0.03127375617623329, 0.03331717103719711, 0.03536058962345123, 0.037404004484415054, 0.039447419345378876, 0.041490837931632996, 0.04353425279259682, 0.04557766765356064, 0.04762108251452446, 0.04966449737548828, 0.0517079159617424, 0.05375133082270622, 0.055794745683670044, 0.057838164269924164, 0.059881579130887985, 0.06192499399185181]}, "gradients/decoder.transformer.h.0.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 8.0, 3.0, 6.0, 6.0, 7.0, 13.0, 10.0, 16.0, 18.0, 11.0, 24.0, 25.0, 30.0, 38.0, 37.0, 34.0, 32.0, 37.0, 48.0, 46.0, 45.0, 38.0, 45.0, 43.0, 47.0, 36.0, 46.0, 37.0, 28.0, 37.0, 14.0, 26.0, 22.0, 24.0, 16.0, 12.0, 16.0, 6.0, 3.0, 5.0, 4.0, 5.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-149.25, -143.765625, -138.28125, -132.796875, -127.3125, -121.828125, -116.34375, -110.859375, -105.375, -99.890625, -94.40625, -88.921875, -83.4375, -77.953125, -72.46875, -66.984375, -61.5, -56.015625, -50.53125, -45.046875, -39.5625, -34.078125, -28.59375, -23.109375, -17.625, -12.140625, -6.65625, -1.171875, 4.3125, 9.796875, 15.28125, 20.765625, 26.25, 31.734375, 37.21875, 42.703125, 48.1875, 53.671875, 59.15625, 64.640625, 70.125, 75.609375, 81.09375, 86.578125, 92.0625, 97.546875, 103.03125, 108.515625, 114.0, 119.484375, 124.96875, 130.453125, 135.9375, 141.421875, 146.90625, 152.390625, 157.875, 163.359375, 168.84375, 174.328125, 179.8125, 185.296875, 190.78125, 196.265625, 201.75]}, "gradients/decoder.transformer.h.0.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 4.0, 2.0, 4.0, 5.0, 3.0, 6.0, 8.0, 9.0, 13.0, 21.0, 22.0, 22.0, 24.0, 30.0, 55.0, 70.0, 116.0, 220.0, 415.0, 1144.0, 3866.0, 20998.0, 201443.0, 691689.0, 110691.0, 13064.0, 2804.0, 886.0, 349.0, 196.0, 103.0, 58.0, 48.0, 35.0, 33.0, 27.0, 29.0, 11.0, 13.0, 8.0, 2.0, 4.0, 8.0, 4.0, 0.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-31.328125, -30.183837890625, -29.03955078125, -27.895263671875, -26.7509765625, -25.606689453125, -24.46240234375, -23.318115234375, -22.173828125, -21.029541015625, -19.88525390625, -18.740966796875, -17.5966796875, -16.452392578125, -15.30810546875, -14.163818359375, -13.01953125, -11.875244140625, -10.73095703125, -9.586669921875, -8.4423828125, -7.298095703125, -6.15380859375, -5.009521484375, -3.865234375, -2.720947265625, -1.57666015625, -0.432373046875, 0.7119140625, 1.856201171875, 3.00048828125, 4.144775390625, 5.2890625, 6.433349609375, 7.57763671875, 8.721923828125, 9.8662109375, 11.010498046875, 12.15478515625, 13.299072265625, 14.443359375, 15.587646484375, 16.73193359375, 17.876220703125, 19.0205078125, 20.164794921875, 21.30908203125, 22.453369140625, 23.59765625, 24.741943359375, 25.88623046875, 27.030517578125, 28.1748046875, 29.319091796875, 30.46337890625, 31.607666015625, 32.751953125, 33.896240234375, 35.04052734375, 36.184814453125, 37.3291015625, 38.473388671875, 39.61767578125, 40.761962890625, 41.90625]}, "gradients/decoder.transformer.h.0.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 4.0, 9.0, 14.0, 23.0, 34.0, 44.0, 45.0, 82.0, 98.0, 89.0, 2162.0, 102.0, 84.0, 64.0, 51.0, 48.0, 35.0, 30.0, 17.0, 12.0, 5.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-513.5, -498.13671875, -482.7734375, -467.41015625, -452.046875, -436.68359375, -421.3203125, -405.95703125, -390.59375, -375.23046875, -359.8671875, -344.50390625, -329.140625, -313.77734375, -298.4140625, -283.05078125, -267.6875, -252.32421875, -236.9609375, -221.59765625, -206.234375, -190.87109375, -175.5078125, -160.14453125, -144.78125, -129.41796875, -114.0546875, -98.69140625, -83.328125, -67.96484375, -52.6015625, -37.23828125, -21.875, -6.51171875, 8.8515625, 24.21484375, 39.578125, 54.94140625, 70.3046875, 85.66796875, 101.03125, 116.39453125, 131.7578125, 147.12109375, 162.484375, 177.84765625, 193.2109375, 208.57421875, 223.9375, 239.30078125, 254.6640625, 270.02734375, 285.390625, 300.75390625, 316.1171875, 331.48046875, 346.84375, 362.20703125, 377.5703125, 392.93359375, 408.296875, 423.66015625, 439.0234375, 454.38671875, 469.75]}, "gradients/decoder.transformer.h.0.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 4.0, 6.0, 6.0, 5.0, 11.0, 16.0, 23.0, 53.0, 57.0, 87.0, 143.0, 229.0, 323.0, 646.0, 1323.0, 3616.0, 23682.0, 2270122.0, 817414.0, 21639.0, 3532.0, 1259.0, 614.0, 326.0, 204.0, 118.0, 86.0, 63.0, 21.0, 31.0, 15.0, 9.0, 12.0, 6.0, 6.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-43.46875, -42.15087890625, -40.8330078125, -39.51513671875, -38.197265625, -36.87939453125, -35.5615234375, -34.24365234375, -32.92578125, -31.60791015625, -30.2900390625, -28.97216796875, -27.654296875, -26.33642578125, -25.0185546875, -23.70068359375, -22.3828125, -21.06494140625, -19.7470703125, -18.42919921875, -17.111328125, -15.79345703125, -14.4755859375, -13.15771484375, -11.83984375, -10.52197265625, -9.2041015625, -7.88623046875, -6.568359375, -5.25048828125, -3.9326171875, -2.61474609375, -1.296875, 0.02099609375, 1.3388671875, 2.65673828125, 3.974609375, 5.29248046875, 6.6103515625, 7.92822265625, 9.24609375, 10.56396484375, 11.8818359375, 13.19970703125, 14.517578125, 15.83544921875, 17.1533203125, 18.47119140625, 19.7890625, 21.10693359375, 22.4248046875, 23.74267578125, 25.060546875, 26.37841796875, 27.6962890625, 29.01416015625, 30.33203125, 31.64990234375, 32.9677734375, 34.28564453125, 35.603515625, 36.92138671875, 38.2392578125, 39.55712890625, 40.875]}, "gradients/decoder.transformer.h.0.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 4.0, 8.0, 7.0, 18.0, 25.0, 44.0, 74.0, 141.0, 195.0, 166.0, 121.0, 73.0, 38.0, 19.0, 19.0, 11.0, 10.0, 9.0, 9.0, 7.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-296.338134765625, -283.137451171875, -269.9367980957031, -256.7361145019531, -243.5354461669922, -230.33477783203125, -217.13409423828125, -203.9334259033203, -190.73275756835938, -177.53208923339844, -164.3314208984375, -151.1307373046875, -137.93006896972656, -124.72940063476562, -111.52872467041016, -98.32804870605469, -85.12738037109375, -71.92671203613281, -58.726036071777344, -45.52536392211914, -32.32469177246094, -19.1240234375, -5.923347473144531, 7.2773284912109375, 20.477996826171875, 33.67866897583008, 46.87934112548828, 60.080013275146484, 73.28068542480469, 86.48135375976562, 99.6820297241211, 112.88270568847656, 126.0833740234375, 139.28404235839844, 152.48471069335938, 165.68539428710938, 178.8860626220703, 192.08673095703125, 205.28741455078125, 218.4880828857422, 231.68875122070312, 244.88941955566406, 258.090087890625, 271.290771484375, 284.491455078125, 297.6921081542969, 310.8927917480469, 324.09344482421875, 337.29412841796875, 350.49481201171875, 363.6954650878906, 376.8961486816406, 390.0968017578125, 403.2974853515625, 416.4981689453125, 429.6988525390625, 442.8995056152344, 456.1001892089844, 469.30084228515625, 482.50152587890625, 495.70220947265625, 508.9028625488281, 522.103515625, 535.30419921875, 548.5048828125]}, "gradients/decoder.transformer.h.0.ln_1.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 4.0, 3.0, 9.0, 5.0, 4.0, 4.0, 12.0, 10.0, 13.0, 12.0, 22.0, 26.0, 23.0, 19.0, 31.0, 30.0, 32.0, 36.0, 38.0, 44.0, 37.0, 43.0, 51.0, 38.0, 46.0, 45.0, 35.0, 46.0, 30.0, 30.0, 32.0, 29.0, 16.0, 28.0, 27.0, 22.0, 15.0, 18.0, 9.0, 9.0, 8.0, 7.0, 5.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-308.86029052734375, -297.8884582519531, -286.9166259765625, -275.94476318359375, -264.9729309082031, -254.0010986328125, -243.02926635742188, -232.05743408203125, -221.08558654785156, -210.11375427246094, -199.14190673828125, -188.17007446289062, -177.1982421875, -166.2263946533203, -155.2545623779297, -144.28271484375, -133.31088256835938, -122.33904266357422, -111.36720275878906, -100.39537048339844, -89.42353057861328, -78.45169067382812, -67.4798583984375, -56.508018493652344, -45.53617858886719, -34.56433868408203, -23.59250259399414, -12.62066650390625, -1.6488265991210938, 9.323013305664062, 20.294845581054688, 31.266685485839844, 42.238525390625, 53.210365295410156, 64.18220520019531, 75.15403747558594, 86.1258773803711, 97.09771728515625, 108.06954956054688, 119.04138946533203, 130.0132293701172, 140.9850616455078, 151.9569091796875, 162.92874145507812, 173.90057373046875, 184.87242126464844, 195.84425354003906, 206.81610107421875, 217.78793334960938, 228.759765625, 239.7316131591797, 250.7034454345703, 261.67529296875, 272.6471252441406, 283.61895751953125, 294.5907897949219, 305.5626220703125, 316.5344543457031, 327.50628662109375, 338.4781494140625, 349.4499816894531, 360.42181396484375, 371.3936462402344, 382.365478515625, 393.33734130859375]}, "gradients/decoder.transformer.wpe.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 8.0, 9.0, 9.0, 19.0, 13.0, 19.0, 14.0, 24.0, 34.0, 43.0, 40.0, 75.0, 109.0, 147.0, 280.0, 600.0, 1517.0, 4999.0, 1019412.0, 14566.0, 3959.0, 1330.0, 559.0, 228.0, 156.0, 81.0, 71.0, 53.0, 45.0, 28.0, 21.0, 24.0, 18.0, 8.0, 13.0, 9.0, 4.0, 2.0, 3.0, 5.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-99.06324005126953, -95.5139389038086, -91.96463012695312, -88.41532897949219, -84.86602783203125, -81.31671905517578, -77.76741790771484, -74.21810913085938, -70.66880798339844, -67.1195068359375, -63.57019805908203, -60.020896911621094, -56.47159194946289, -52.92228698730469, -49.37298583984375, -45.82368087768555, -42.274375915527344, -38.72507095336914, -35.17576599121094, -31.62646484375, -28.077159881591797, -24.527854919433594, -20.978551864624023, -17.429248809814453, -13.87994384765625, -10.330639839172363, -6.781335830688477, -3.23203182220459, 0.3172721862792969, 3.8665771484375, 7.41588020324707, 10.96518325805664, 14.514495849609375, 18.063800811767578, 21.61310386657715, 25.16240692138672, 28.711711883544922, 32.261016845703125, 35.81031799316406, 39.359622955322266, 42.90892791748047, 46.45823287963867, 50.007537841796875, 53.55683898925781, 57.106143951416016, 60.65544891357422, 64.20475006103516, 67.75405883789062, 71.30335998535156, 74.8526611328125, 78.40196990966797, 81.9512710571289, 85.50057983398438, 89.04988098144531, 92.59918212890625, 96.14848327636719, 99.69779205322266, 103.2470932006836, 106.79640197753906, 110.345703125, 113.89500427246094, 117.4443130493164, 120.99361419677734, 124.54292297363281, 128.09222412109375]}, "gradients/decoder.transformer.wte.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 5.0, 4.0, 8.0, 10.0, 10.0, 16.0, 31.0, 41.0, 60.0, 105.0, 260.0, 2230.0, 51458852.0, 1182.0, 141.0, 59.0, 40.0, 21.0, 13.0, 13.0, 7.0, 6.0, 15.0, 7.0, 4.0, 0.0, 2.0, 4.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1197.83837890625, -1155.70556640625, -1113.5726318359375, -1071.4398193359375, -1029.3070068359375, -987.1741333007812, -945.041259765625, -902.908447265625, -860.7755737304688, -818.6427001953125, -776.5098876953125, -734.3770141601562, -692.244140625, -650.111328125, -607.9784545898438, -565.8455810546875, -523.7127685546875, -481.5799255371094, -439.44708251953125, -397.314208984375, -355.1813659667969, -313.04852294921875, -270.9156494140625, -228.78280639648438, -186.64996337890625, -144.51712036132812, -102.38426208496094, -60.25141143798828, -18.118560791015625, 24.0142822265625, 66.14714050292969, 108.27999877929688, 150.412841796875, 192.54568481445312, 234.6785430908203, 276.8114013671875, 318.9442443847656, 361.07708740234375, 403.2099609375, 445.3428039550781, 487.47564697265625, 529.6085205078125, 571.7413330078125, 613.8742065429688, 656.007080078125, 698.139892578125, 740.2727661132812, 782.4056396484375, 824.5384521484375, 866.6713256835938, 908.8041381835938, 950.93701171875, 993.06982421875, 1035.20263671875, 1077.3355712890625, 1119.4683837890625, 1161.601318359375, 1203.734130859375, 1245.8670654296875, 1287.9998779296875, 1330.1326904296875, 1372.265625, 1414.3984375, 1456.53125, 1498.6640625]}, "gradients/encoder.adapter.layers.2.conv.weight": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 6.0, 8.0, 11.0, 16.0, 18.0, 37.0, 50.0, 62.0, 86.0, 148.0, 207.0, 344.0, 433.0, 747.0, 1158.0, 1761.0, 2615.0, 3919.0, 6333.0, 9700.0, 14935.0, 24329.0, 39317.0, 65847.0, 113321.0, 206569.0, 395557.0, 2533473.0, 1993524.0, 389354.0, 204334.0, 112661.0, 65299.0, 39018.0, 23972.0, 15116.0, 9574.0, 5974.0, 3856.0, 2629.0, 1674.0, 1142.0, 760.0, 546.0, 323.0, 216.0, 183.0, 101.0, 69.0, 40.0, 30.0, 15.0, 11.0, 6.0, 7.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-2.87890625, -2.7860107421875, -2.693115234375, -2.6002197265625, -2.50732421875, -2.4144287109375, -2.321533203125, -2.2286376953125, -2.1357421875, -2.0428466796875, -1.949951171875, -1.8570556640625, -1.76416015625, -1.6712646484375, -1.578369140625, -1.4854736328125, -1.392578125, -1.2996826171875, -1.206787109375, -1.1138916015625, -1.02099609375, -0.9281005859375, -0.835205078125, -0.7423095703125, -0.6494140625, -0.5565185546875, -0.463623046875, -0.3707275390625, -0.27783203125, -0.1849365234375, -0.092041015625, 0.0008544921875, 0.09375, 0.1866455078125, 0.279541015625, 0.3724365234375, 0.46533203125, 0.5582275390625, 0.651123046875, 0.7440185546875, 0.8369140625, 0.9298095703125, 1.022705078125, 1.1156005859375, 1.20849609375, 1.3013916015625, 1.394287109375, 1.4871826171875, 1.580078125, 1.6729736328125, 1.765869140625, 1.8587646484375, 1.95166015625, 2.0445556640625, 2.137451171875, 2.2303466796875, 2.3232421875, 2.4161376953125, 2.509033203125, 2.6019287109375, 2.69482421875, 2.7877197265625, 2.880615234375, 2.9735107421875, 3.06640625]}, "gradients/encoder.adapter.layers.2.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 4.0, 10.0, 4.0, 6.0, 6.0, 9.0, 4.0, 8.0, 12.0, 12.0, 17.0, 23.0, 32.0, 28.0, 29.0, 44.0, 34.0, 34.0, 38.0, 36.0, 42.0, 70.0, 1033.0, 41.0, 45.0, 39.0, 48.0, 39.0, 28.0, 27.0, 31.0, 21.0, 26.0, 23.0, 21.0, 16.0, 21.0, 20.0, 9.0, 14.0, 3.0, 3.0, 7.0, 5.0, 2.0, 4.0, 2.0, 2.0, 0.0, 3.0], "bins": [-70.9375, -68.994140625, -67.05078125, -65.107421875, -63.1640625, -61.220703125, -59.27734375, -57.333984375, -55.390625, -53.447265625, -51.50390625, -49.560546875, -47.6171875, -45.673828125, -43.73046875, -41.787109375, -39.84375, -37.900390625, -35.95703125, -34.013671875, -32.0703125, -30.126953125, -28.18359375, -26.240234375, -24.296875, -22.353515625, -20.41015625, -18.466796875, -16.5234375, -14.580078125, -12.63671875, -10.693359375, -8.75, -6.806640625, -4.86328125, -2.919921875, -0.9765625, 0.966796875, 2.91015625, 4.853515625, 6.796875, 8.740234375, 10.68359375, 12.626953125, 14.5703125, 16.513671875, 18.45703125, 20.400390625, 22.34375, 24.287109375, 26.23046875, 28.173828125, 30.1171875, 32.060546875, 34.00390625, 35.947265625, 37.890625, 39.833984375, 41.77734375, 43.720703125, 45.6640625, 47.607421875, 49.55078125, 51.494140625, 53.4375]}, "gradients/encoder.adapter.layers.1.conv.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 3.0, 5.0, 3.0, 8.0, 11.0, 20.0, 17.0, 30.0, 38.0, 56.0, 69.0, 115.0, 133.0, 205.0, 271.0, 378.0, 541.0, 771.0, 1117.0, 1838.0, 2818.0, 4343.0, 6893.0, 10807.0, 17351.0, 28541.0, 47004.0, 80743.0, 141616.0, 263993.0, 491950.0, 3820185.0, 617698.0, 331509.0, 175877.0, 98134.0, 57011.0, 33808.0, 20452.0, 12636.0, 7827.0, 5015.0, 3210.0, 2151.0, 1404.0, 909.0, 621.0, 415.0, 304.0, 199.0, 140.0, 78.0, 53.0, 32.0, 32.0, 23.0, 16.0, 9.0, 10.0, 3.0, 1.0], "bins": [-2.984375, -2.8983154296875, -2.812255859375, -2.7261962890625, -2.64013671875, -2.5540771484375, -2.468017578125, -2.3819580078125, -2.2958984375, -2.2098388671875, -2.123779296875, -2.0377197265625, -1.95166015625, -1.8656005859375, -1.779541015625, -1.6934814453125, -1.607421875, -1.5213623046875, -1.435302734375, -1.3492431640625, -1.26318359375, -1.1771240234375, -1.091064453125, -1.0050048828125, -0.9189453125, -0.8328857421875, -0.746826171875, -0.6607666015625, -0.57470703125, -0.4886474609375, -0.402587890625, -0.3165283203125, -0.23046875, -0.1444091796875, -0.058349609375, 0.0277099609375, 0.11376953125, 0.1998291015625, 0.285888671875, 0.3719482421875, 0.4580078125, 0.5440673828125, 0.630126953125, 0.7161865234375, 0.80224609375, 0.8883056640625, 0.974365234375, 1.0604248046875, 1.146484375, 1.2325439453125, 1.318603515625, 1.4046630859375, 1.49072265625, 1.5767822265625, 1.662841796875, 1.7489013671875, 1.8349609375, 1.9210205078125, 2.007080078125, 2.0931396484375, 2.17919921875, 2.2652587890625, 2.351318359375, 2.4373779296875, 2.5234375]}, "gradients/encoder.adapter.layers.1.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 5.0, 4.0, 8.0, 14.0, 13.0, 9.0, 17.0, 13.0, 18.0, 36.0, 21.0, 28.0, 38.0, 31.0, 37.0, 44.0, 53.0, 34.0, 39.0, 1065.0, 66.0, 40.0, 52.0, 43.0, 32.0, 42.0, 32.0, 33.0, 28.0, 21.0, 18.0, 17.0, 18.0, 11.0, 10.0, 11.0, 6.0, 8.0, 8.0, 5.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-83.1875, -80.7294921875, -78.271484375, -75.8134765625, -73.35546875, -70.8974609375, -68.439453125, -65.9814453125, -63.5234375, -61.0654296875, -58.607421875, -56.1494140625, -53.69140625, -51.2333984375, -48.775390625, -46.3173828125, -43.859375, -41.4013671875, -38.943359375, -36.4853515625, -34.02734375, -31.5693359375, -29.111328125, -26.6533203125, -24.1953125, -21.7373046875, -19.279296875, -16.8212890625, -14.36328125, -11.9052734375, -9.447265625, -6.9892578125, -4.53125, -2.0732421875, 0.384765625, 2.8427734375, 5.30078125, 7.7587890625, 10.216796875, 12.6748046875, 15.1328125, 17.5908203125, 20.048828125, 22.5068359375, 24.96484375, 27.4228515625, 29.880859375, 32.3388671875, 34.796875, 37.2548828125, 39.712890625, 42.1708984375, 44.62890625, 47.0869140625, 49.544921875, 52.0029296875, 54.4609375, 56.9189453125, 59.376953125, 61.8349609375, 64.29296875, 66.7509765625, 69.208984375, 71.6669921875, 74.125]}, "gradients/encoder.adapter.layers.0.conv.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 4.0, 1.0, 1.0, 3.0, 6.0, 6.0, 6.0, 17.0, 18.0, 30.0, 28.0, 28.0, 31.0, 42.0, 74.0, 97.0, 146.0, 174.0, 332.0, 418.0, 545.0, 801.0, 1282.0, 2465.0, 4936.0, 14502.0, 61275.0, 5876417.0, 267771.0, 39800.0, 10556.0, 4090.0, 2007.0, 1167.0, 783.0, 444.0, 326.0, 226.0, 154.0, 122.0, 91.0, 78.0, 42.0, 31.0, 24.0, 19.0, 10.0, 4.0, 3.0, 5.0, 6.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-17.828125, -17.25048828125, -16.6728515625, -16.09521484375, -15.517578125, -14.93994140625, -14.3623046875, -13.78466796875, -13.20703125, -12.62939453125, -12.0517578125, -11.47412109375, -10.896484375, -10.31884765625, -9.7412109375, -9.16357421875, -8.5859375, -8.00830078125, -7.4306640625, -6.85302734375, -6.275390625, -5.69775390625, -5.1201171875, -4.54248046875, -3.96484375, -3.38720703125, -2.8095703125, -2.23193359375, -1.654296875, -1.07666015625, -0.4990234375, 0.07861328125, 0.65625, 1.23388671875, 1.8115234375, 2.38916015625, 2.966796875, 3.54443359375, 4.1220703125, 4.69970703125, 5.27734375, 5.85498046875, 6.4326171875, 7.01025390625, 7.587890625, 8.16552734375, 8.7431640625, 9.32080078125, 9.8984375, 10.47607421875, 11.0537109375, 11.63134765625, 12.208984375, 12.78662109375, 13.3642578125, 13.94189453125, 14.51953125, 15.09716796875, 15.6748046875, 16.25244140625, 16.830078125, 17.40771484375, 17.9853515625, 18.56298828125, 19.140625]}, "gradients/encoder.adapter.layers.0.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 5.0, 5.0, 5.0, 3.0, 11.0, 6.0, 11.0, 20.0, 20.0, 19.0, 18.0, 28.0, 35.0, 43.0, 32.0, 44.0, 45.0, 47.0, 41.0, 84.0, 1038.0, 44.0, 41.0, 52.0, 44.0, 38.0, 49.0, 28.0, 39.0, 15.0, 15.0, 16.0, 15.0, 13.0, 21.0, 6.0, 5.0, 8.0, 5.0, 6.0, 3.0, 2.0, 0.0, 2.0, 3.0, 2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 1.0], "bins": [-91.4375, -88.513671875, -85.58984375, -82.666015625, -79.7421875, -76.818359375, -73.89453125, -70.970703125, -68.046875, -65.123046875, -62.19921875, -59.275390625, -56.3515625, -53.427734375, -50.50390625, -47.580078125, -44.65625, -41.732421875, -38.80859375, -35.884765625, -32.9609375, -30.037109375, -27.11328125, -24.189453125, -21.265625, -18.341796875, -15.41796875, -12.494140625, -9.5703125, -6.646484375, -3.72265625, -0.798828125, 2.125, 5.048828125, 7.97265625, 10.896484375, 13.8203125, 16.744140625, 19.66796875, 22.591796875, 25.515625, 28.439453125, 31.36328125, 34.287109375, 37.2109375, 40.134765625, 43.05859375, 45.982421875, 48.90625, 51.830078125, 54.75390625, 57.677734375, 60.6015625, 63.525390625, 66.44921875, 69.373046875, 72.296875, 75.220703125, 78.14453125, 81.068359375, 83.9921875, 86.916015625, 89.83984375, 92.763671875, 95.6875]}, "gradients/encoder.encoder.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 7.0, 8.0, 11.0, 120.0, 755.0, 96.0, 7.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-383.029052734375, -369.10400390625, -355.1789855957031, -341.2539367675781, -327.32891845703125, -313.40386962890625, -299.47882080078125, -285.5538024902344, -271.6287841796875, -257.7037353515625, -243.77871704101562, -229.85366821289062, -215.92864990234375, -202.00360107421875, -188.0785675048828, -174.15353393554688, -160.22848510742188, -146.30345153808594, -132.37841796875, -118.45337677001953, -104.5283432006836, -90.60330963134766, -76.67826843261719, -62.75323486328125, -48.82820129394531, -34.903167724609375, -20.978130340576172, -7.053092956542969, 6.871940612792969, 20.796974182128906, 34.722015380859375, 48.64704895019531, 62.572113037109375, 76.49714660644531, 90.42218017578125, 104.34722137451172, 118.27225494384766, 132.19729614257812, 146.12232971191406, 160.04736328125, 173.97239685058594, 187.89743041992188, 201.8224639892578, 215.74749755859375, 229.67254638671875, 243.59756469726562, 257.5226135253906, 271.4476318359375, 285.3726806640625, 299.2977294921875, 313.2227478027344, 327.1477966308594, 341.07281494140625, 354.99786376953125, 368.92291259765625, 382.8479309082031, 396.77294921875, 410.697998046875, 424.6230163574219, 438.5480651855469, 452.47308349609375, 466.39813232421875, 480.32318115234375, 494.2481994628906, 508.1732482910156]}, "gradients/encoder.encoder.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 6.0, 6.0, 18.0, 22.0, 32.0, 58.0, 95.0, 166.0, 187.0, 153.0, 111.0, 70.0, 33.0, 20.0, 10.0, 7.0, 2.0, 4.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-528.4759521484375, -514.7430419921875, -501.0101623535156, -487.27728271484375, -473.5444030761719, -459.8115234375, -446.07861328125, -432.3457336425781, -418.61285400390625, -404.8799743652344, -391.1470642089844, -377.4141845703125, -363.6813049316406, -349.94842529296875, -336.21551513671875, -322.4826354980469, -308.7497253417969, -295.016845703125, -281.283935546875, -267.5510559082031, -253.81817626953125, -240.0852813720703, -226.35238647460938, -212.6195068359375, -198.88661193847656, -185.15371704101562, -171.42083740234375, -157.6879425048828, -143.95504760742188, -130.22216796875, -116.48927307128906, -102.75638580322266, -89.02349853515625, -75.29061126708984, -61.55772018432617, -47.8248291015625, -34.091941833496094, -20.359054565429688, -6.62615966796875, 7.106727600097656, 20.839614868164062, 34.57250213623047, 48.30539321899414, 62.03828430175781, 75.77117156982422, 89.50405883789062, 103.23695373535156, 116.96984100341797, 130.70272827148438, 144.4356231689453, 158.1685028076172, 171.90139770507812, 185.63427734375, 199.36717224121094, 213.10006713867188, 226.83294677734375, 240.5658416748047, 254.29873657226562, 268.0316162109375, 281.7645263671875, 295.4974060058594, 309.23028564453125, 322.96319580078125, 336.6960754394531, 350.428955078125]}, "gradients/encoder.encoder.layers.23.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 6.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 6.0, 5.0, 5.0, 12.0, 9.0, 12.0, 12.0, 24.0, 31.0, 36.0, 47.0, 84.0, 78.0, 145.0, 206.0, 333.0, 501.0, 939.0, 1814.0, 5166.0, 77328.0, 4057244.0, 41116.0, 5203.0, 1979.0, 800.0, 413.0, 237.0, 153.0, 102.0, 89.0, 40.0, 26.0, 18.0, 19.0, 20.0, 11.0, 2.0, 2.0, 6.0, 0.0, 5.0], "bins": [-1.0595703125, -1.03515625, -1.0107421875, -0.986328125, -0.9619140625, -0.9375, -0.9130859375, -0.888671875, -0.8642578125, -0.83984375, -0.8154296875, -0.791015625, -0.7666015625, -0.7421875, -0.7177734375, -0.693359375, -0.6689453125, -0.64453125, -0.6201171875, -0.595703125, -0.5712890625, -0.546875, -0.5224609375, -0.498046875, -0.4736328125, -0.44921875, -0.4248046875, -0.400390625, -0.3759765625, -0.3515625, -0.3271484375, -0.302734375, -0.2783203125, -0.25390625, -0.2294921875, -0.205078125, -0.1806640625, -0.15625, -0.1318359375, -0.107421875, -0.0830078125, -0.05859375, -0.0341796875, -0.009765625, 0.0146484375, 0.0390625, 0.0634765625, 0.087890625, 0.1123046875, 0.13671875, 0.1611328125, 0.185546875, 0.2099609375, 0.234375, 0.2587890625, 0.283203125, 0.3076171875, 0.33203125, 0.3564453125, 0.380859375, 0.4052734375, 0.4296875, 0.4541015625, 0.478515625, 0.5029296875]}, "gradients/encoder.encoder.layers.23.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 2.0, 3.0, 2.0, 2.0, 9.0, 4.0, 8.0, 9.0, 14.0, 14.0, 6.0, 14.0, 15.0, 756.0, 38.0, 19.0, 18.0, 12.0, 7.0, 10.0, 12.0, 5.0, 5.0, 5.0, 7.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.9013671875, -0.8798027038574219, -0.8582382202148438, -0.8366737365722656, -0.8151092529296875, -0.7935447692871094, -0.7719802856445312, -0.7504158020019531, -0.728851318359375, -0.7072868347167969, -0.6857223510742188, -0.6641578674316406, -0.6425933837890625, -0.6210289001464844, -0.5994644165039062, -0.5778999328613281, -0.55633544921875, -0.5347709655761719, -0.5132064819335938, -0.4916419982910156, -0.4700775146484375, -0.4485130310058594, -0.42694854736328125, -0.4053840637207031, -0.383819580078125, -0.3622550964355469, -0.34069061279296875, -0.3191261291503906, -0.2975616455078125, -0.2759971618652344, -0.25443267822265625, -0.23286819458007812, -0.2113037109375, -0.18973922729492188, -0.16817474365234375, -0.14661026000976562, -0.1250457763671875, -0.10348129272460938, -0.08191680908203125, -0.060352325439453125, -0.038787841796875, -0.017223358154296875, 0.00434112548828125, 0.025905609130859375, 0.0474700927734375, 0.06903457641601562, 0.09059906005859375, 0.11216354370117188, 0.13372802734375, 0.15529251098632812, 0.17685699462890625, 0.19842147827148438, 0.2199859619140625, 0.24155044555664062, 0.26311492919921875, 0.2846794128417969, 0.306243896484375, 0.3278083801269531, 0.34937286376953125, 0.3709373474121094, 0.3925018310546875, 0.4140663146972656, 0.43563079833984375, 0.4571952819824219, 0.478759765625]}, "gradients/encoder.encoder.layers.23.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [6.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 6.0, 3.0, 6.0, 15.0, 1.0, 4.0, 16.0, 7.0, 27.0, 8.0, 45.0, 36.0, 66.0, 65.0, 81.0, 124.0, 188.0, 272.0, 395.0, 595.0, 1096.0, 2173.0, 5142.0, 19165.0, 492280.0, 3632351.0, 28379.0, 6673.0, 2473.0, 1112.0, 583.0, 354.0, 180.0, 105.0, 73.0, 61.0, 32.0, 25.0, 25.0, 7.0, 20.0, 5.0, 6.0, 3.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.87744140625, -0.8501052856445312, -0.8227691650390625, -0.7954330444335938, -0.768096923828125, -0.7407608032226562, -0.7134246826171875, -0.6860885620117188, -0.65875244140625, -0.6314163208007812, -0.6040802001953125, -0.5767440795898438, -0.549407958984375, -0.5220718383789062, -0.4947357177734375, -0.46739959716796875, -0.4400634765625, -0.41272735595703125, -0.3853912353515625, -0.35805511474609375, -0.330718994140625, -0.30338287353515625, -0.2760467529296875, -0.24871063232421875, -0.22137451171875, -0.19403839111328125, -0.1667022705078125, -0.13936614990234375, -0.112030029296875, -0.08469390869140625, -0.0573577880859375, -0.03002166748046875, -0.002685546875, 0.02465057373046875, 0.0519866943359375, 0.07932281494140625, 0.106658935546875, 0.13399505615234375, 0.1613311767578125, 0.18866729736328125, 0.21600341796875, 0.24333953857421875, 0.2706756591796875, 0.29801177978515625, 0.325347900390625, 0.35268402099609375, 0.3800201416015625, 0.40735626220703125, 0.4346923828125, 0.46202850341796875, 0.4893646240234375, 0.5167007446289062, 0.544036865234375, 0.5713729858398438, 0.5987091064453125, 0.6260452270507812, 0.65338134765625, 0.6807174682617188, 0.7080535888671875, 0.7353897094726562, 0.762725830078125, 0.7900619506835938, 0.8173980712890625, 0.8447341918945312, 0.8720703125]}, "gradients/encoder.encoder.layers.23.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 6.0, 6.0, 4.0, 6.0, 14.0, 19.0, 26.0, 69.0, 128.0, 763.0, 2516.0, 307.0, 77.0, 47.0, 26.0, 14.0, 11.0, 11.0, 4.0, 2.0, 7.0, 2.0, 5.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.73828125, -0.7199668884277344, -0.7016525268554688, -0.6833381652832031, -0.6650238037109375, -0.6467094421386719, -0.6283950805664062, -0.6100807189941406, -0.591766357421875, -0.5734519958496094, -0.5551376342773438, -0.5368232727050781, -0.5185089111328125, -0.5001945495605469, -0.48188018798828125, -0.4635658264160156, -0.44525146484375, -0.4269371032714844, -0.40862274169921875, -0.3903083801269531, -0.3719940185546875, -0.3536796569824219, -0.33536529541015625, -0.3170509338378906, -0.298736572265625, -0.2804222106933594, -0.26210784912109375, -0.24379348754882812, -0.2254791259765625, -0.20716476440429688, -0.18885040283203125, -0.17053604125976562, -0.1522216796875, -0.13390731811523438, -0.11559295654296875, -0.09727859497070312, -0.0789642333984375, -0.060649871826171875, -0.04233551025390625, -0.024021148681640625, -0.005706787109375, 0.012607574462890625, 0.03092193603515625, 0.049236297607421875, 0.0675506591796875, 0.08586502075195312, 0.10417938232421875, 0.12249374389648438, 0.14080810546875, 0.15912246704101562, 0.17743682861328125, 0.19575119018554688, 0.2140655517578125, 0.23237991333007812, 0.25069427490234375, 0.2690086364746094, 0.287322998046875, 0.3056373596191406, 0.32395172119140625, 0.3422660827636719, 0.3605804443359375, 0.3788948059082031, 0.39720916748046875, 0.4155235290527344, 0.433837890625]}, "gradients/encoder.encoder.layers.23.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 8.0, 9.0, 37.0, 230.0, 562.0, 108.0, 38.0, 7.0, 4.0, 5.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.294611930847168, -2.2003824710845947, -2.1061530113220215, -2.0119235515594482, -1.9176942110061646, -1.8234647512435913, -1.7292354106903076, -1.6350059509277344, -1.5407764911651611, -1.446547031402588, -1.3523175716400146, -1.258088231086731, -1.1638587713241577, -1.0696293115615845, -0.975399911403656, -0.8811705112457275, -0.7869410514831543, -0.692711591720581, -0.5984821915626526, -0.5042527914047241, -0.4100233316421509, -0.3157939016819, -0.22156447172164917, -0.1273350715637207, -0.03310561180114746, 0.061123818159103394, 0.15535324811935425, 0.2495826780796051, 0.34381210803985596, 0.4380415380001068, 0.5322709679603577, 0.6265003681182861, 0.7207295894622803, 0.8149590492248535, 0.909188449382782, 1.0034178495407104, 1.0976473093032837, 1.191876769065857, 1.2861061096191406, 1.3803355693817139, 1.474565029144287, 1.5687944889068604, 1.6630239486694336, 1.7572532892227173, 1.8514827489852905, 1.9457122087478638, 2.0399415493011475, 2.1341710090637207, 2.228400468826294, 2.322629928588867, 2.4168593883514404, 2.5110888481140137, 2.605318069458008, 2.699547529220581, 2.7937769889831543, 2.8880064487457275, 2.982235908508301, 3.076465368270874, 3.1706948280334473, 3.2649242877960205, 3.3591537475585938, 3.453382968902588, 3.547612428665161, 3.6418418884277344, 3.7360713481903076]}, "gradients/encoder.encoder.layers.23.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 5.0, 0.0, 8.0, 6.0, 9.0, 8.0, 14.0, 13.0, 25.0, 31.0, 48.0, 57.0, 80.0, 90.0, 90.0, 83.0, 95.0, 62.0, 61.0, 47.0, 39.0, 28.0, 12.0, 14.0, 14.0, 10.0, 6.0, 3.0, 5.0, 6.0, 6.0, 3.0, 7.0, 0.0, 4.0, 1.0, 3.0, 1.0, 3.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.0824642181396484, -2.0205562114715576, -1.9586480855941772, -1.8967399597167969, -1.834831953048706, -1.7729239463806152, -1.7110158205032349, -1.6491076946258545, -1.5871996879577637, -1.5252916812896729, -1.4633835554122925, -1.401475429534912, -1.3395674228668213, -1.2776594161987305, -1.21575129032135, -1.1538431644439697, -1.091935157775879, -1.030027151107788, -0.9681190252304077, -0.9062109589576721, -0.8443028926849365, -0.7823948264122009, -0.7204867601394653, -0.6585786938667297, -0.5966706275939941, -0.5347625613212585, -0.47285449504852295, -0.41094642877578735, -0.34903836250305176, -0.28713029623031616, -0.22522222995758057, -0.16331416368484497, -0.10140609741210938, -0.03949803113937378, 0.022410035133361816, 0.08431810140609741, 0.146226167678833, 0.2081342339515686, 0.2700423002243042, 0.3319503664970398, 0.3938584327697754, 0.455766499042511, 0.5176745653152466, 0.5795826315879822, 0.6414906978607178, 0.7033987641334534, 0.765306830406189, 0.8272148966789246, 0.8891229629516602, 0.9510310292243958, 1.0129390954971313, 1.0748472213745117, 1.1367552280426025, 1.1986632347106934, 1.2605713605880737, 1.322479486465454, 1.384387493133545, 1.4462954998016357, 1.5082036256790161, 1.5701117515563965, 1.6320197582244873, 1.6939277648925781, 1.7558358907699585, 1.8177440166473389, 1.8796520233154297]}, "gradients/encoder.encoder.layers.23.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 6.0, 4.0, 4.0, 9.0, 12.0, 13.0, 13.0, 19.0, 28.0, 38.0, 43.0, 67.0, 93.0, 153.0, 196.0, 341.0, 571.0, 1004.0, 1865.0, 3600.0, 7499.0, 17747.0, 58590.0, 906031.0, 28718.0, 10974.0, 4996.0, 2572.0, 1335.0, 728.0, 444.0, 279.0, 173.0, 126.0, 74.0, 48.0, 43.0, 19.0, 15.0, 15.0, 8.0, 9.0, 6.0, 3.0, 5.0, 6.0, 5.0, 6.0, 3.0, 5.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-3.572265625, -3.454132080078125, -3.33599853515625, -3.217864990234375, -3.0997314453125, -2.981597900390625, -2.86346435546875, -2.745330810546875, -2.627197265625, -2.509063720703125, -2.39093017578125, -2.272796630859375, -2.1546630859375, -2.036529541015625, -1.91839599609375, -1.800262451171875, -1.68212890625, -1.563995361328125, -1.44586181640625, -1.327728271484375, -1.2095947265625, -1.091461181640625, -0.97332763671875, -0.855194091796875, -0.737060546875, -0.618927001953125, -0.50079345703125, -0.382659912109375, -0.2645263671875, -0.146392822265625, -0.02825927734375, 0.089874267578125, 0.2080078125, 0.326141357421875, 0.44427490234375, 0.562408447265625, 0.6805419921875, 0.798675537109375, 0.91680908203125, 1.034942626953125, 1.153076171875, 1.271209716796875, 1.38934326171875, 1.507476806640625, 1.6256103515625, 1.743743896484375, 1.86187744140625, 1.980010986328125, 2.09814453125, 2.216278076171875, 2.33441162109375, 2.452545166015625, 2.5706787109375, 2.688812255859375, 2.80694580078125, 2.925079345703125, 3.043212890625, 3.161346435546875, 3.27947998046875, 3.397613525390625, 3.5157470703125, 3.633880615234375, 3.75201416015625, 3.870147705078125, 3.98828125]}, "gradients/encoder.encoder.layers.23.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 4.0, 3.0, 2.0, 3.0, 3.0, 3.0, 4.0, 7.0, 8.0, 10.0, 9.0, 17.0, 8.0, 12.0, 16.0, 574.0, 217.0, 24.0, 16.0, 14.0, 6.0, 10.0, 13.0, 7.0, 2.0, 6.0, 8.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.9072265625, -0.8855552673339844, -0.8638839721679688, -0.8422126770019531, -0.8205413818359375, -0.7988700866699219, -0.7771987915039062, -0.7555274963378906, -0.733856201171875, -0.7121849060058594, -0.6905136108398438, -0.6688423156738281, -0.6471710205078125, -0.6254997253417969, -0.6038284301757812, -0.5821571350097656, -0.56048583984375, -0.5388145446777344, -0.5171432495117188, -0.4954719543457031, -0.4738006591796875, -0.4521293640136719, -0.43045806884765625, -0.4087867736816406, -0.387115478515625, -0.3654441833496094, -0.34377288818359375, -0.3221015930175781, -0.3004302978515625, -0.2787590026855469, -0.25708770751953125, -0.23541641235351562, -0.2137451171875, -0.19207382202148438, -0.17040252685546875, -0.14873123168945312, -0.1270599365234375, -0.10538864135742188, -0.08371734619140625, -0.062046051025390625, -0.040374755859375, -0.018703460693359375, 0.00296783447265625, 0.024639129638671875, 0.0463104248046875, 0.06798171997070312, 0.08965301513671875, 0.11132431030273438, 0.13299560546875, 0.15466690063476562, 0.17633819580078125, 0.19800949096679688, 0.2196807861328125, 0.24135208129882812, 0.26302337646484375, 0.2846946716308594, 0.306365966796875, 0.3280372619628906, 0.34970855712890625, 0.3713798522949219, 0.3930511474609375, 0.4147224426269531, 0.43639373779296875, 0.4580650329589844, 0.479736328125]}, "gradients/encoder.encoder.layers.23.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 2.0, 7.0, 8.0, 10.0, 11.0, 17.0, 28.0, 22.0, 42.0, 47.0, 55.0, 85.0, 126.0, 171.0, 275.0, 446.0, 894.0, 1884.0, 4791.0, 13973.0, 53409.0, 438837.0, 456235.0, 54400.0, 13983.0, 4695.0, 1866.0, 861.0, 491.0, 266.0, 173.0, 121.0, 83.0, 57.0, 40.0, 35.0, 33.0, 22.0, 12.0, 11.0, 11.0, 4.0, 9.0, 3.0, 2.0, 4.0, 5.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4375, -1.387939453125, -1.33837890625, -1.288818359375, -1.2392578125, -1.189697265625, -1.14013671875, -1.090576171875, -1.041015625, -0.991455078125, -0.94189453125, -0.892333984375, -0.8427734375, -0.793212890625, -0.74365234375, -0.694091796875, -0.64453125, -0.594970703125, -0.54541015625, -0.495849609375, -0.4462890625, -0.396728515625, -0.34716796875, -0.297607421875, -0.248046875, -0.198486328125, -0.14892578125, -0.099365234375, -0.0498046875, -0.000244140625, 0.04931640625, 0.098876953125, 0.1484375, 0.197998046875, 0.24755859375, 0.297119140625, 0.3466796875, 0.396240234375, 0.44580078125, 0.495361328125, 0.544921875, 0.594482421875, 0.64404296875, 0.693603515625, 0.7431640625, 0.792724609375, 0.84228515625, 0.891845703125, 0.94140625, 0.990966796875, 1.04052734375, 1.090087890625, 1.1396484375, 1.189208984375, 1.23876953125, 1.288330078125, 1.337890625, 1.387451171875, 1.43701171875, 1.486572265625, 1.5361328125, 1.585693359375, 1.63525390625, 1.684814453125, 1.734375]}, "gradients/encoder.encoder.layers.23.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 1.0, 4.0, 8.0, 3.0, 6.0, 8.0, 9.0, 7.0, 14.0, 24.0, 14.0, 21.0, 21.0, 30.0, 29.0, 32.0, 35.0, 50.0, 42.0, 50.0, 57.0, 63.0, 44.0, 46.0, 45.0, 58.0, 40.0, 43.0, 27.0, 37.0, 22.0, 29.0, 18.0, 16.0, 13.0, 5.0, 7.0, 6.0, 3.0, 6.0, 8.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0], "bins": [-2.080078125, -2.0184173583984375, -1.956756591796875, -1.8950958251953125, -1.83343505859375, -1.7717742919921875, -1.710113525390625, -1.6484527587890625, -1.5867919921875, -1.5251312255859375, -1.463470458984375, -1.4018096923828125, -1.34014892578125, -1.2784881591796875, -1.216827392578125, -1.1551666259765625, -1.093505859375, -1.0318450927734375, -0.970184326171875, -0.9085235595703125, -0.84686279296875, -0.7852020263671875, -0.723541259765625, -0.6618804931640625, -0.6002197265625, -0.5385589599609375, -0.476898193359375, -0.4152374267578125, -0.35357666015625, -0.2919158935546875, -0.230255126953125, -0.1685943603515625, -0.10693359375, -0.0452728271484375, 0.016387939453125, 0.0780487060546875, 0.13970947265625, 0.2013702392578125, 0.263031005859375, 0.3246917724609375, 0.3863525390625, 0.4480133056640625, 0.509674072265625, 0.5713348388671875, 0.63299560546875, 0.6946563720703125, 0.756317138671875, 0.8179779052734375, 0.879638671875, 0.9412994384765625, 1.002960205078125, 1.0646209716796875, 1.12628173828125, 1.1879425048828125, 1.249603271484375, 1.3112640380859375, 1.3729248046875, 1.4345855712890625, 1.496246337890625, 1.5579071044921875, 1.61956787109375, 1.6812286376953125, 1.742889404296875, 1.8045501708984375, 1.8662109375]}, "gradients/encoder.encoder.layers.23.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 4.0, 3.0, 10.0, 9.0, 18.0, 34.0, 63.0, 129.0, 258.0, 882.0, 4515.0, 573945.0, 462838.0, 4481.0, 794.0, 272.0, 130.0, 45.0, 51.0, 27.0, 21.0, 12.0, 5.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2216796875, -1.176422119140625, -1.13116455078125, -1.085906982421875, -1.0406494140625, -0.995391845703125, -0.95013427734375, -0.904876708984375, -0.859619140625, -0.814361572265625, -0.76910400390625, -0.723846435546875, -0.6785888671875, -0.633331298828125, -0.58807373046875, -0.542816162109375, -0.49755859375, -0.452301025390625, -0.40704345703125, -0.361785888671875, -0.3165283203125, -0.271270751953125, -0.22601318359375, -0.180755615234375, -0.135498046875, -0.090240478515625, -0.04498291015625, 0.000274658203125, 0.0455322265625, 0.090789794921875, 0.13604736328125, 0.181304931640625, 0.2265625, 0.271820068359375, 0.31707763671875, 0.362335205078125, 0.4075927734375, 0.452850341796875, 0.49810791015625, 0.543365478515625, 0.588623046875, 0.633880615234375, 0.67913818359375, 0.724395751953125, 0.7696533203125, 0.814910888671875, 0.86016845703125, 0.905426025390625, 0.95068359375, 0.995941162109375, 1.04119873046875, 1.086456298828125, 1.1317138671875, 1.176971435546875, 1.22222900390625, 1.267486572265625, 1.312744140625, 1.358001708984375, 1.40325927734375, 1.448516845703125, 1.4937744140625, 1.539031982421875, 1.58428955078125, 1.629547119140625, 1.6748046875]}, "gradients/encoder.encoder.layers.23.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 6.0, 4.0, 10.0, 13.0, 18.0, 22.0, 40.0, 46.0, 92.0, 124.0, 143.0, 134.0, 130.0, 81.0, 47.0, 24.0, 17.0, 21.0, 9.0, 12.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.91278076171875e-05, -5.7530589401721954e-05, -5.593337118625641e-05, -5.433615297079086e-05, -5.273893475532532e-05, -5.114171653985977e-05, -4.9544498324394226e-05, -4.794728010892868e-05, -4.6350061893463135e-05, -4.475284367799759e-05, -4.3155625462532043e-05, -4.15584072470665e-05, -3.996118903160095e-05, -3.8363970816135406e-05, -3.676675260066986e-05, -3.5169534385204315e-05, -3.357231616973877e-05, -3.1975097954273224e-05, -3.0377879738807678e-05, -2.8780661523342133e-05, -2.7183443307876587e-05, -2.558622509241104e-05, -2.3989006876945496e-05, -2.239178866147995e-05, -2.0794570446014404e-05, -1.919735223054886e-05, -1.7600134015083313e-05, -1.6002915799617767e-05, -1.4405697584152222e-05, -1.2808479368686676e-05, -1.121126115322113e-05, -9.614042937755585e-06, -8.016824722290039e-06, -6.419606506824493e-06, -4.822388291358948e-06, -3.225170075893402e-06, -1.6279518604278564e-06, -3.073364496231079e-08, 1.5664845705032349e-06, 3.1637027859687805e-06, 4.760921001434326e-06, 6.358139216899872e-06, 7.955357432365417e-06, 9.552575647830963e-06, 1.1149793863296509e-05, 1.2747012078762054e-05, 1.43442302942276e-05, 1.5941448509693146e-05, 1.753866672515869e-05, 1.9135884940624237e-05, 2.0733103156089783e-05, 2.233032137155533e-05, 2.3927539587020874e-05, 2.552475780248642e-05, 2.7121976017951965e-05, 2.871919423341751e-05, 3.0316412448883057e-05, 3.19136306643486e-05, 3.351084887981415e-05, 3.5108067095279694e-05, 3.670528531074524e-05, 3.8302503526210785e-05, 3.989972174167633e-05, 4.1496939957141876e-05, 4.309415817260742e-05]}, "gradients/encoder.encoder.layers.23.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 5.0, 2.0, 7.0, 7.0, 16.0, 25.0, 45.0, 77.0, 135.0, 239.0, 518.0, 1526.0, 7866.0, 367672.0, 658063.0, 9412.0, 1728.0, 579.0, 260.0, 137.0, 86.0, 65.0, 28.0, 18.0, 15.0, 8.0, 6.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.89697265625, -0.8660812377929688, -0.8351898193359375, -0.8042984008789062, -0.773406982421875, -0.7425155639648438, -0.7116241455078125, -0.6807327270507812, -0.64984130859375, -0.6189498901367188, -0.5880584716796875, -0.5571670532226562, -0.526275634765625, -0.49538421630859375, -0.4644927978515625, -0.43360137939453125, -0.4027099609375, -0.37181854248046875, -0.3409271240234375, -0.31003570556640625, -0.279144287109375, -0.24825286865234375, -0.2173614501953125, -0.18647003173828125, -0.15557861328125, -0.12468719482421875, -0.0937957763671875, -0.06290435791015625, -0.032012939453125, -0.00112152099609375, 0.0297698974609375, 0.06066131591796875, 0.091552734375, 0.12244415283203125, 0.1533355712890625, 0.18422698974609375, 0.215118408203125, 0.24600982666015625, 0.2769012451171875, 0.30779266357421875, 0.33868408203125, 0.36957550048828125, 0.4004669189453125, 0.43135833740234375, 0.462249755859375, 0.49314117431640625, 0.5240325927734375, 0.5549240112304688, 0.5858154296875, 0.6167068481445312, 0.6475982666015625, 0.6784896850585938, 0.709381103515625, 0.7402725219726562, 0.7711639404296875, 0.8020553588867188, 0.83294677734375, 0.8638381958007812, 0.8947296142578125, 0.9256210327148438, 0.956512451171875, 0.9874038696289062, 1.0182952880859375, 1.0491867065429688, 1.080078125]}, "gradients/encoder.encoder.layers.23.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 3.0, 4.0, 11.0, 23.0, 26.0, 70.0, 134.0, 200.0, 216.0, 159.0, 74.0, 36.0, 15.0, 14.0, 9.0, 5.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0732421875, -1.031982421875, -0.99072265625, -0.949462890625, -0.908203125, -0.866943359375, -0.82568359375, -0.784423828125, -0.7431640625, -0.701904296875, -0.66064453125, -0.619384765625, -0.578125, -0.536865234375, -0.49560546875, -0.454345703125, -0.4130859375, -0.371826171875, -0.33056640625, -0.289306640625, -0.248046875, -0.206787109375, -0.16552734375, -0.124267578125, -0.0830078125, -0.041748046875, -0.00048828125, 0.040771484375, 0.08203125, 0.123291015625, 0.16455078125, 0.205810546875, 0.2470703125, 0.288330078125, 0.32958984375, 0.370849609375, 0.412109375, 0.453369140625, 0.49462890625, 0.535888671875, 0.5771484375, 0.618408203125, 0.65966796875, 0.700927734375, 0.7421875, 0.783447265625, 0.82470703125, 0.865966796875, 0.9072265625, 0.948486328125, 0.98974609375, 1.031005859375, 1.072265625, 1.113525390625, 1.15478515625, 1.196044921875, 1.2373046875, 1.278564453125, 1.31982421875, 1.361083984375, 1.40234375, 1.443603515625, 1.48486328125, 1.526123046875, 1.5673828125]}, "gradients/encoder.encoder.layers.23.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 3.0, 8.0, 47.0, 579.0, 284.0, 49.0, 20.0, 7.0, 5.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-35.05609893798828, -33.795196533203125, -32.534297943115234, -31.273395538330078, -30.012495040893555, -28.75159454345703, -27.490692138671875, -26.22979164123535, -24.968891143798828, -23.707990646362305, -22.44709014892578, -21.186187744140625, -19.9252872467041, -18.664386749267578, -17.403484344482422, -16.1425838470459, -14.881683349609375, -13.620782852172852, -12.359881401062012, -11.098979949951172, -9.838079452514648, -8.577178955078125, -7.316277503967285, -6.055376052856445, -4.794475555419922, -3.5335745811462402, -2.2726736068725586, -1.011772632598877, 0.2491283416748047, 1.5100293159484863, 2.770930290222168, 4.031831741333008, 5.292732238769531, 6.553633213043213, 7.8145341873168945, 9.075435638427734, 10.336336135864258, 11.597236633300781, 12.858138084411621, 14.119039535522461, 15.379940032958984, 16.640840530395508, 17.90174102783203, 19.162643432617188, 20.42354393005371, 21.684444427490234, 22.94534683227539, 24.206247329711914, 25.467147827148438, 26.72804832458496, 27.988948822021484, 29.24985122680664, 30.510751724243164, 31.771652221679688, 33.032554626464844, 34.29345703125, 35.55435562133789, 36.81525802612305, 38.07615661621094, 39.337059020996094, 40.59796142578125, 41.85886001586914, 43.1197624206543, 44.38066101074219, 45.641563415527344]}, "gradients/encoder.encoder.layers.23.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 7.0, 2.0, 4.0, 5.0, 7.0, 7.0, 10.0, 5.0, 9.0, 19.0, 31.0, 50.0, 74.0, 102.0, 137.0, 128.0, 124.0, 91.0, 60.0, 35.0, 32.0, 7.0, 12.0, 5.0, 5.0, 8.0, 4.0, 6.0, 6.0, 8.0, 4.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-36.13299560546875, -35.00998306274414, -33.8869743347168, -32.76396179199219, -31.64095115661621, -30.517940521240234, -29.394927978515625, -28.27191734313965, -27.148906707763672, -26.025896072387695, -24.902883529663086, -23.77987289428711, -22.656862258911133, -21.533851623535156, -20.410839080810547, -19.28782844543457, -18.16481590270996, -17.041805267333984, -15.918793678283691, -14.795782089233398, -13.672771453857422, -12.549759864807129, -11.426748275756836, -10.30373764038086, -9.180726051330566, -8.057714462280273, -6.934703826904297, -5.811692237854004, -4.688681125640869, -3.5656700134277344, -2.4426584243774414, -1.3196473121643066, -0.19663619995117188, 0.9263750314712524, 2.0493862628936768, 3.1723976135253906, 4.295408725738525, 5.41841983795166, 6.541431427001953, 7.664442539215088, 8.787453651428223, 9.910465240478516, 11.033475875854492, 12.156487464904785, 13.279499053955078, 14.402509689331055, 15.525521278381348, 16.64853286743164, 17.771543502807617, 18.894554138183594, 20.017566680908203, 21.14057731628418, 22.263587951660156, 23.386600494384766, 24.509611129760742, 25.63262176513672, 26.755634307861328, 27.878644943237305, 29.001657485961914, 30.12466812133789, 31.247678756713867, 32.370689392089844, 33.49370193481445, 34.61671447753906, 35.739723205566406]}, "gradients/encoder.encoder.layers.22.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 6.0, 12.0, 15.0, 22.0, 19.0, 20.0, 36.0, 52.0, 71.0, 93.0, 112.0, 175.0, 338.0, 638.0, 1407.0, 3922.0, 15589.0, 540903.0, 3610202.0, 15119.0, 3585.0, 1136.0, 416.0, 186.0, 92.0, 57.0, 25.0, 21.0, 4.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0], "bins": [-9.8125, -9.589599609375, -9.36669921875, -9.143798828125, -8.9208984375, -8.697998046875, -8.47509765625, -8.252197265625, -8.029296875, -7.806396484375, -7.58349609375, -7.360595703125, -7.1376953125, -6.914794921875, -6.69189453125, -6.468994140625, -6.24609375, -6.023193359375, -5.80029296875, -5.577392578125, -5.3544921875, -5.131591796875, -4.90869140625, -4.685791015625, -4.462890625, -4.239990234375, -4.01708984375, -3.794189453125, -3.5712890625, -3.348388671875, -3.12548828125, -2.902587890625, -2.6796875, -2.456787109375, -2.23388671875, -2.010986328125, -1.7880859375, -1.565185546875, -1.34228515625, -1.119384765625, -0.896484375, -0.673583984375, -0.45068359375, -0.227783203125, -0.0048828125, 0.218017578125, 0.44091796875, 0.663818359375, 0.88671875, 1.109619140625, 1.33251953125, 1.555419921875, 1.7783203125, 2.001220703125, 2.22412109375, 2.447021484375, 2.669921875, 2.892822265625, 3.11572265625, 3.338623046875, 3.5615234375, 3.784423828125, 4.00732421875, 4.230224609375, 4.453125]}, "gradients/encoder.encoder.layers.22.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 3.0, 2.0, 4.0, 6.0, 8.0, 13.0, 12.0, 9.0, 16.0, 19.0, 50.0, 590.0, 166.0, 34.0, 15.0, 9.0, 14.0, 11.0, 7.0, 2.0, 9.0, 6.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.896484375, -0.8754463195800781, -0.8544082641601562, -0.8333702087402344, -0.8123321533203125, -0.7912940979003906, -0.7702560424804688, -0.7492179870605469, -0.728179931640625, -0.7071418762207031, -0.6861038208007812, -0.6650657653808594, -0.6440277099609375, -0.6229896545410156, -0.6019515991210938, -0.5809135437011719, -0.55987548828125, -0.5388374328613281, -0.5177993774414062, -0.4967613220214844, -0.4757232666015625, -0.4546852111816406, -0.43364715576171875, -0.4126091003417969, -0.391571044921875, -0.3705329895019531, -0.34949493408203125, -0.3284568786621094, -0.3074188232421875, -0.2863807678222656, -0.26534271240234375, -0.24430465698242188, -0.2232666015625, -0.20222854614257812, -0.18119049072265625, -0.16015243530273438, -0.1391143798828125, -0.11807632446289062, -0.09703826904296875, -0.07600021362304688, -0.054962158203125, -0.033924102783203125, -0.01288604736328125, 0.008152008056640625, 0.0291900634765625, 0.050228118896484375, 0.07126617431640625, 0.09230422973632812, 0.11334228515625, 0.13438034057617188, 0.15541839599609375, 0.17645645141601562, 0.1974945068359375, 0.21853256225585938, 0.23957061767578125, 0.2606086730957031, 0.281646728515625, 0.3026847839355469, 0.32372283935546875, 0.3447608947753906, 0.3657989501953125, 0.3868370056152344, 0.40787506103515625, 0.4289131164550781, 0.449951171875]}, "gradients/encoder.encoder.layers.22.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 4.0, 7.0, 3.0, 4.0, 4.0, 9.0, 11.0, 12.0, 21.0, 24.0, 31.0, 43.0, 49.0, 84.0, 106.0, 165.0, 269.0, 504.0, 842.0, 1782.0, 4249.0, 12711.0, 54708.0, 2799033.0, 1250189.0, 49817.0, 11634.0, 4000.0, 1751.0, 905.0, 461.0, 291.0, 173.0, 124.0, 74.0, 52.0, 41.0, 36.0, 17.0, 12.0, 8.0, 13.0, 7.0, 3.0, 4.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5556640625, -1.503753662109375, -1.45184326171875, -1.399932861328125, -1.3480224609375, -1.296112060546875, -1.24420166015625, -1.192291259765625, -1.140380859375, -1.088470458984375, -1.03656005859375, -0.984649658203125, -0.9327392578125, -0.880828857421875, -0.82891845703125, -0.777008056640625, -0.72509765625, -0.673187255859375, -0.62127685546875, -0.569366455078125, -0.5174560546875, -0.465545654296875, -0.41363525390625, -0.361724853515625, -0.309814453125, -0.257904052734375, -0.20599365234375, -0.154083251953125, -0.1021728515625, -0.050262451171875, 0.00164794921875, 0.053558349609375, 0.10546875, 0.157379150390625, 0.20928955078125, 0.261199951171875, 0.3131103515625, 0.365020751953125, 0.41693115234375, 0.468841552734375, 0.520751953125, 0.572662353515625, 0.62457275390625, 0.676483154296875, 0.7283935546875, 0.780303955078125, 0.83221435546875, 0.884124755859375, 0.93603515625, 0.987945556640625, 1.03985595703125, 1.091766357421875, 1.1436767578125, 1.195587158203125, 1.24749755859375, 1.299407958984375, 1.351318359375, 1.403228759765625, 1.45513916015625, 1.507049560546875, 1.5589599609375, 1.610870361328125, 1.66278076171875, 1.714691162109375, 1.7666015625]}, "gradients/encoder.encoder.layers.22.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 0.0, 0.0, 2.0, 5.0, 6.0, 7.0, 6.0, 12.0, 13.0, 12.0, 18.0, 17.0, 31.0, 34.0, 58.0, 83.0, 126.0, 245.0, 1377.0, 1208.0, 333.0, 142.0, 110.0, 54.0, 49.0, 35.0, 25.0, 12.0, 15.0, 16.0, 5.0, 5.0, 3.0, 4.0, 1.0, 4.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.3330078125, -0.31967926025390625, -0.3063507080078125, -0.29302215576171875, -0.279693603515625, -0.26636505126953125, -0.2530364990234375, -0.23970794677734375, -0.22637939453125, -0.21305084228515625, -0.1997222900390625, -0.18639373779296875, -0.173065185546875, -0.15973663330078125, -0.1464080810546875, -0.13307952880859375, -0.1197509765625, -0.10642242431640625, -0.0930938720703125, -0.07976531982421875, -0.066436767578125, -0.05310821533203125, -0.0397796630859375, -0.02645111083984375, -0.01312255859375, 0.00020599365234375, 0.0135345458984375, 0.02686309814453125, 0.040191650390625, 0.05352020263671875, 0.0668487548828125, 0.08017730712890625, 0.093505859375, 0.10683441162109375, 0.1201629638671875, 0.13349151611328125, 0.146820068359375, 0.16014862060546875, 0.1734771728515625, 0.18680572509765625, 0.20013427734375, 0.21346282958984375, 0.2267913818359375, 0.24011993408203125, 0.253448486328125, 0.26677703857421875, 0.2801055908203125, 0.29343414306640625, 0.3067626953125, 0.32009124755859375, 0.3334197998046875, 0.34674835205078125, 0.360076904296875, 0.37340545654296875, 0.3867340087890625, 0.40006256103515625, 0.41339111328125, 0.42671966552734375, 0.4400482177734375, 0.45337677001953125, 0.466705322265625, 0.48003387451171875, 0.4933624267578125, 0.5066909790039062, 0.52001953125]}, "gradients/encoder.encoder.layers.22.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 26.0, 815.0, 135.0, 18.0, 4.0, 4.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.061575889587402, -8.744048118591309, -8.426521301269531, -8.108993530273438, -7.791465759277344, -7.473938465118408, -7.156411170959473, -6.838883399963379, -6.521356105804443, -6.203828811645508, -5.886301040649414, -5.5687737464904785, -5.251246452331543, -4.933718681335449, -4.616191387176514, -4.298664093017578, -3.9811363220214844, -3.6636087894439697, -3.346081256866455, -3.0285539627075195, -2.711026430130005, -2.3934988975524902, -2.0759716033935547, -1.75844407081604, -1.4409165382385254, -1.1233890056610107, -0.8058615922927856, -0.48833411931991577, -0.1708066463470459, 0.14672088623046875, 0.46424829959869385, 0.781775712966919, 1.09930419921875, 1.4168317317962646, 1.7343591451644897, 2.051886558532715, 2.3694140911102295, 2.686941623687744, 3.0044689178466797, 3.3219964504241943, 3.639523983001709, 3.9570515155792236, 4.274579048156738, 4.592106342315674, 4.909633636474609, 5.227161407470703, 5.544688701629639, 5.862215995788574, 6.179743766784668, 6.4972710609436035, 6.814798831939697, 7.132326126098633, 7.449853897094727, 7.767381191253662, 8.084908485412598, 8.402436256408691, 8.719963073730469, 9.037490844726562, 9.35501766204834, 9.672545433044434, 9.990073204040527, 10.307600021362305, 10.625127792358398, 10.942655563354492, 11.260183334350586]}, "gradients/encoder.encoder.layers.22.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 3.0, 5.0, 7.0, 10.0, 14.0, 13.0, 30.0, 36.0, 45.0, 68.0, 53.0, 82.0, 73.0, 74.0, 69.0, 87.0, 77.0, 50.0, 37.0, 40.0, 32.0, 17.0, 21.0, 12.0, 10.0, 4.0, 10.0, 3.0, 4.0, 4.0, 4.0, 4.0, 3.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.566204071044922, -2.495406150817871, -2.4246082305908203, -2.3538105487823486, -2.283012628555298, -2.212214708328247, -2.1414167881011963, -2.0706188678741455, -1.9998210668563843, -1.9290231466293335, -1.8582253456115723, -1.7874274253845215, -1.7166295051574707, -1.6458317041397095, -1.5750337839126587, -1.5042359828948975, -1.4334380626678467, -1.362640142440796, -1.2918423414230347, -1.2210444211959839, -1.1502466201782227, -1.0794486999511719, -1.008650779724121, -0.9378529191017151, -0.8670550584793091, -0.7962571978569031, -0.7254593372344971, -0.6546614170074463, -0.5838635563850403, -0.5130656957626343, -0.4422678053379059, -0.3714699149131775, -0.3006718158721924, -0.22987394034862518, -0.15907606482505798, -0.08827818930149078, -0.017480313777923584, 0.05331754684448242, 0.12411543726921082, 0.1949133276939392, 0.2657111883163452, 0.3365090489387512, 0.4073069393634796, 0.478104829788208, 0.548902690410614, 0.61970055103302, 0.6904984712600708, 0.7612963318824768, 0.8320941925048828, 0.9028920531272888, 0.9736899137496948, 1.0444878339767456, 1.1152856349945068, 1.1860835552215576, 1.2568814754486084, 1.3276793956756592, 1.3984771966934204, 1.4692751169204712, 1.5400729179382324, 1.6108708381652832, 1.681668758392334, 1.7524665594100952, 1.823264479637146, 1.8940622806549072, 1.964860200881958]}, "gradients/encoder.encoder.layers.22.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 5.0, 3.0, 6.0, 8.0, 6.0, 6.0, 15.0, 6.0, 18.0, 29.0, 64.0, 82.0, 98.0, 157.0, 280.0, 525.0, 1155.0, 3497.0, 13548.0, 221089.0, 785490.0, 15737.0, 4002.0, 1349.0, 571.0, 268.0, 169.0, 100.0, 67.0, 57.0, 42.0, 37.0, 21.0, 20.0, 8.0, 8.0, 10.0, 5.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-5.5703125, -5.38494873046875, -5.1995849609375, -5.01422119140625, -4.828857421875, -4.64349365234375, -4.4581298828125, -4.27276611328125, -4.08740234375, -3.90203857421875, -3.7166748046875, -3.53131103515625, -3.345947265625, -3.16058349609375, -2.9752197265625, -2.78985595703125, -2.6044921875, -2.41912841796875, -2.2337646484375, -2.04840087890625, -1.863037109375, -1.67767333984375, -1.4923095703125, -1.30694580078125, -1.12158203125, -0.93621826171875, -0.7508544921875, -0.56549072265625, -0.380126953125, -0.19476318359375, -0.0093994140625, 0.17596435546875, 0.361328125, 0.54669189453125, 0.7320556640625, 0.91741943359375, 1.102783203125, 1.28814697265625, 1.4735107421875, 1.65887451171875, 1.84423828125, 2.02960205078125, 2.2149658203125, 2.40032958984375, 2.585693359375, 2.77105712890625, 2.9564208984375, 3.14178466796875, 3.3271484375, 3.51251220703125, 3.6978759765625, 3.88323974609375, 4.068603515625, 4.25396728515625, 4.4393310546875, 4.62469482421875, 4.81005859375, 4.99542236328125, 5.1807861328125, 5.36614990234375, 5.551513671875, 5.73687744140625, 5.9222412109375, 6.10760498046875, 6.29296875]}, "gradients/encoder.encoder.layers.22.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 0.0, 1.0, 6.0, 7.0, 12.0, 12.0, 11.0, 13.0, 22.0, 46.0, 511.0, 254.0, 33.0, 23.0, 10.0, 12.0, 14.0, 5.0, 5.0, 5.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.9150390625, -0.8931198120117188, -0.8712005615234375, -0.8492813110351562, -0.827362060546875, -0.8054428100585938, -0.7835235595703125, -0.7616043090820312, -0.73968505859375, -0.7177658081054688, -0.6958465576171875, -0.6739273071289062, -0.652008056640625, -0.6300888061523438, -0.6081695556640625, -0.5862503051757812, -0.5643310546875, -0.5424118041992188, -0.5204925537109375, -0.49857330322265625, -0.476654052734375, -0.45473480224609375, -0.4328155517578125, -0.41089630126953125, -0.38897705078125, -0.36705780029296875, -0.3451385498046875, -0.32321929931640625, -0.301300048828125, -0.27938079833984375, -0.2574615478515625, -0.23554229736328125, -0.213623046875, -0.19170379638671875, -0.1697845458984375, -0.14786529541015625, -0.125946044921875, -0.10402679443359375, -0.0821075439453125, -0.06018829345703125, -0.03826904296875, -0.01634979248046875, 0.0055694580078125, 0.02748870849609375, 0.049407958984375, 0.07132720947265625, 0.0932464599609375, 0.11516571044921875, 0.1370849609375, 0.15900421142578125, 0.1809234619140625, 0.20284271240234375, 0.224761962890625, 0.24668121337890625, 0.2686004638671875, 0.29051971435546875, 0.31243896484375, 0.33435821533203125, 0.3562774658203125, 0.37819671630859375, 0.400115966796875, 0.42203521728515625, 0.4439544677734375, 0.46587371826171875, 0.48779296875]}, "gradients/encoder.encoder.layers.22.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 4.0, 3.0, 5.0, 1.0, 19.0, 12.0, 16.0, 12.0, 19.0, 25.0, 27.0, 40.0, 56.0, 65.0, 121.0, 259.0, 619.0, 1752.0, 7197.0, 44016.0, 555668.0, 395936.0, 33608.0, 6162.0, 1652.0, 586.0, 279.0, 118.0, 70.0, 54.0, 38.0, 28.0, 14.0, 12.0, 13.0, 11.0, 8.0, 6.0, 9.0, 7.0, 4.0, 3.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.9609375, -1.89544677734375, -1.8299560546875, -1.76446533203125, -1.698974609375, -1.63348388671875, -1.5679931640625, -1.50250244140625, -1.43701171875, -1.37152099609375, -1.3060302734375, -1.24053955078125, -1.175048828125, -1.10955810546875, -1.0440673828125, -0.97857666015625, -0.9130859375, -0.84759521484375, -0.7821044921875, -0.71661376953125, -0.651123046875, -0.58563232421875, -0.5201416015625, -0.45465087890625, -0.38916015625, -0.32366943359375, -0.2581787109375, -0.19268798828125, -0.127197265625, -0.06170654296875, 0.0037841796875, 0.06927490234375, 0.134765625, 0.20025634765625, 0.2657470703125, 0.33123779296875, 0.396728515625, 0.46221923828125, 0.5277099609375, 0.59320068359375, 0.65869140625, 0.72418212890625, 0.7896728515625, 0.85516357421875, 0.920654296875, 0.98614501953125, 1.0516357421875, 1.11712646484375, 1.1826171875, 1.24810791015625, 1.3135986328125, 1.37908935546875, 1.444580078125, 1.51007080078125, 1.5755615234375, 1.64105224609375, 1.70654296875, 1.77203369140625, 1.8375244140625, 1.90301513671875, 1.968505859375, 2.03399658203125, 2.0994873046875, 2.16497802734375, 2.23046875]}, "gradients/encoder.encoder.layers.22.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 3.0, 2.0, 3.0, 7.0, 8.0, 16.0, 9.0, 18.0, 22.0, 17.0, 22.0, 35.0, 30.0, 24.0, 31.0, 36.0, 39.0, 42.0, 46.0, 41.0, 44.0, 42.0, 51.0, 41.0, 55.0, 40.0, 42.0, 43.0, 29.0, 33.0, 31.0, 18.0, 10.0, 13.0, 12.0, 9.0, 9.0, 5.0, 11.0, 5.0, 7.0, 1.0, 4.0, 3.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.091796875, -1.0555267333984375, -1.019256591796875, -0.9829864501953125, -0.94671630859375, -0.9104461669921875, -0.874176025390625, -0.8379058837890625, -0.8016357421875, -0.7653656005859375, -0.729095458984375, -0.6928253173828125, -0.65655517578125, -0.6202850341796875, -0.584014892578125, -0.5477447509765625, -0.511474609375, -0.4752044677734375, -0.438934326171875, -0.4026641845703125, -0.36639404296875, -0.3301239013671875, -0.293853759765625, -0.2575836181640625, -0.2213134765625, -0.1850433349609375, -0.148773193359375, -0.1125030517578125, -0.07623291015625, -0.0399627685546875, -0.003692626953125, 0.0325775146484375, 0.06884765625, 0.1051177978515625, 0.141387939453125, 0.1776580810546875, 0.21392822265625, 0.2501983642578125, 0.286468505859375, 0.3227386474609375, 0.3590087890625, 0.3952789306640625, 0.431549072265625, 0.4678192138671875, 0.50408935546875, 0.5403594970703125, 0.576629638671875, 0.6128997802734375, 0.649169921875, 0.6854400634765625, 0.721710205078125, 0.7579803466796875, 0.79425048828125, 0.8305206298828125, 0.866790771484375, 0.9030609130859375, 0.9393310546875, 0.9756011962890625, 1.011871337890625, 1.0481414794921875, 1.08441162109375, 1.1206817626953125, 1.156951904296875, 1.1932220458984375, 1.2294921875]}, "gradients/encoder.encoder.layers.22.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 3.0, 3.0, 11.0, 15.0, 18.0, 39.0, 64.0, 168.0, 617.0, 3413.0, 1012277.0, 30046.0, 1329.0, 322.0, 114.0, 52.0, 30.0, 13.0, 9.0, 9.0, 0.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.60546875, -4.48968505859375, -4.3739013671875, -4.25811767578125, -4.142333984375, -4.02655029296875, -3.9107666015625, -3.79498291015625, -3.67919921875, -3.56341552734375, -3.4476318359375, -3.33184814453125, -3.216064453125, -3.10028076171875, -2.9844970703125, -2.86871337890625, -2.7529296875, -2.63714599609375, -2.5213623046875, -2.40557861328125, -2.289794921875, -2.17401123046875, -2.0582275390625, -1.94244384765625, -1.82666015625, -1.71087646484375, -1.5950927734375, -1.47930908203125, -1.363525390625, -1.24774169921875, -1.1319580078125, -1.01617431640625, -0.900390625, -0.78460693359375, -0.6688232421875, -0.55303955078125, -0.437255859375, -0.32147216796875, -0.2056884765625, -0.08990478515625, 0.02587890625, 0.14166259765625, 0.2574462890625, 0.37322998046875, 0.489013671875, 0.60479736328125, 0.7205810546875, 0.83636474609375, 0.9521484375, 1.06793212890625, 1.1837158203125, 1.29949951171875, 1.415283203125, 1.53106689453125, 1.6468505859375, 1.76263427734375, 1.87841796875, 1.99420166015625, 2.1099853515625, 2.22576904296875, 2.341552734375, 2.45733642578125, 2.5731201171875, 2.68890380859375, 2.8046875]}, "gradients/encoder.encoder.layers.22.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 8.0, 8.0, 5.0, 16.0, 20.0, 33.0, 60.0, 71.0, 96.0, 161.0, 192.0, 119.0, 77.0, 45.0, 28.0, 25.0, 19.0, 10.0, 5.0, 6.0, 1.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00016224384307861328, -0.00015704147517681122, -0.00015183910727500916, -0.0001466367393732071, -0.00014143437147140503, -0.00013623200356960297, -0.0001310296356678009, -0.00012582726776599884, -0.00012062489986419678, -0.00011542253196239471, -0.00011022016406059265, -0.00010501779615879059, -9.981542825698853e-05, -9.461306035518646e-05, -8.94106924533844e-05, -8.420832455158234e-05, -7.900595664978027e-05, -7.380358874797821e-05, -6.860122084617615e-05, -6.339885294437408e-05, -5.819648504257202e-05, -5.299411714076996e-05, -4.7791749238967896e-05, -4.258938133716583e-05, -3.738701343536377e-05, -3.2184645533561707e-05, -2.6982277631759644e-05, -2.177990972995758e-05, -1.6577541828155518e-05, -1.1375173926353455e-05, -6.172806024551392e-06, -9.704381227493286e-07, 4.231929779052734e-06, 9.434297680854797e-06, 1.463666558265686e-05, 1.9839033484458923e-05, 2.5041401386260986e-05, 3.024376928806305e-05, 3.544613718986511e-05, 4.0648505091667175e-05, 4.585087299346924e-05, 5.10532408952713e-05, 5.6255608797073364e-05, 6.145797669887543e-05, 6.666034460067749e-05, 7.186271250247955e-05, 7.706508040428162e-05, 8.226744830608368e-05, 8.746981620788574e-05, 9.26721841096878e-05, 9.787455201148987e-05, 0.00010307691991329193, 0.000108279287815094, 0.00011348165571689606, 0.00011868402361869812, 0.00012388639152050018, 0.00012908875942230225, 0.0001342911273241043, 0.00013949349522590637, 0.00014469586312770844, 0.0001498982310295105, 0.00015510059893131256, 0.00016030296683311462, 0.0001655053347349167, 0.00017070770263671875]}, "gradients/encoder.encoder.layers.22.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 4.0, 11.0, 11.0, 14.0, 33.0, 64.0, 163.0, 346.0, 912.0, 6589.0, 993662.0, 44338.0, 1567.0, 485.0, 205.0, 68.0, 37.0, 21.0, 10.0, 10.0, 8.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.404296875, -2.3260498046875, -2.247802734375, -2.1695556640625, -2.09130859375, -2.0130615234375, -1.934814453125, -1.8565673828125, -1.7783203125, -1.7000732421875, -1.621826171875, -1.5435791015625, -1.46533203125, -1.3870849609375, -1.308837890625, -1.2305908203125, -1.15234375, -1.0740966796875, -0.995849609375, -0.9176025390625, -0.83935546875, -0.7611083984375, -0.682861328125, -0.6046142578125, -0.5263671875, -0.4481201171875, -0.369873046875, -0.2916259765625, -0.21337890625, -0.1351318359375, -0.056884765625, 0.0213623046875, 0.099609375, 0.1778564453125, 0.256103515625, 0.3343505859375, 0.41259765625, 0.4908447265625, 0.569091796875, 0.6473388671875, 0.7255859375, 0.8038330078125, 0.882080078125, 0.9603271484375, 1.03857421875, 1.1168212890625, 1.195068359375, 1.2733154296875, 1.3515625, 1.4298095703125, 1.508056640625, 1.5863037109375, 1.66455078125, 1.7427978515625, 1.821044921875, 1.8992919921875, 1.9775390625, 2.0557861328125, 2.134033203125, 2.2122802734375, 2.29052734375, 2.3687744140625, 2.447021484375, 2.5252685546875, 2.603515625]}, "gradients/encoder.encoder.layers.22.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 4.0, 4.0, 11.0, 22.0, 32.0, 54.0, 83.0, 173.0, 249.0, 179.0, 95.0, 49.0, 28.0, 9.0, 9.0, 6.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.3193359375, -1.27606201171875, -1.2327880859375, -1.18951416015625, -1.146240234375, -1.10296630859375, -1.0596923828125, -1.01641845703125, -0.97314453125, -0.92987060546875, -0.8865966796875, -0.84332275390625, -0.800048828125, -0.75677490234375, -0.7135009765625, -0.67022705078125, -0.626953125, -0.58367919921875, -0.5404052734375, -0.49713134765625, -0.453857421875, -0.41058349609375, -0.3673095703125, -0.32403564453125, -0.28076171875, -0.23748779296875, -0.1942138671875, -0.15093994140625, -0.107666015625, -0.06439208984375, -0.0211181640625, 0.02215576171875, 0.0654296875, 0.10870361328125, 0.1519775390625, 0.19525146484375, 0.238525390625, 0.28179931640625, 0.3250732421875, 0.36834716796875, 0.41162109375, 0.45489501953125, 0.4981689453125, 0.54144287109375, 0.584716796875, 0.62799072265625, 0.6712646484375, 0.71453857421875, 0.7578125, 0.80108642578125, 0.8443603515625, 0.88763427734375, 0.930908203125, 0.97418212890625, 1.0174560546875, 1.06072998046875, 1.10400390625, 1.14727783203125, 1.1905517578125, 1.23382568359375, 1.277099609375, 1.32037353515625, 1.3636474609375, 1.40692138671875, 1.4501953125]}, "gradients/encoder.encoder.layers.22.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 128.0, 843.0, 30.0, 4.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.8687744140625, -15.93527603149414, -14.001777648925781, -12.068280220031738, -10.134781837463379, -8.20128345489502, -6.267786026000977, -4.334287643432617, -2.400789260864258, -0.46729111671447754, 1.4662070274353027, 3.399704933166504, 5.333203315734863, 7.266701698303223, 9.200199127197266, 11.133697509765625, 13.067195892333984, 15.000694274902344, 16.934192657470703, 18.867691040039062, 20.801189422607422, 22.73468780517578, 24.668184280395508, 26.601682662963867, 28.535181045532227, 30.468679428100586, 32.40217590332031, 34.33567428588867, 36.26917266845703, 38.20267105102539, 40.13616943359375, 42.06966781616211, 44.00316619873047, 45.93666458129883, 47.87016296386719, 49.80366134643555, 51.737159729003906, 53.670658111572266, 55.604156494140625, 57.53765106201172, 59.471153259277344, 61.4046516418457, 63.33815002441406, 65.27164459228516, 67.20514678955078, 69.13864135742188, 71.0721435546875, 73.0056381225586, 74.93913269042969, 76.87262725830078, 78.8061294555664, 80.7396240234375, 82.67312622070312, 84.60662078857422, 86.54012298583984, 88.47361755371094, 90.40711975097656, 92.34061431884766, 94.27411651611328, 96.20761108398438, 98.14111328125, 100.0746078491211, 102.00811004638672, 103.94160461425781, 105.87510681152344]}, "gradients/encoder.encoder.layers.22.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 6.0, 3.0, 2.0, 2.0, 1.0, 5.0, 6.0, 1.0, 9.0, 4.0, 7.0, 11.0, 25.0, 33.0, 30.0, 44.0, 57.0, 68.0, 77.0, 85.0, 87.0, 77.0, 69.0, 63.0, 54.0, 39.0, 33.0, 40.0, 20.0, 8.0, 9.0, 7.0, 7.0, 4.0, 7.0, 4.0, 0.0, 5.0, 3.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-14.208295822143555, -13.79958438873291, -13.390872955322266, -12.982160568237305, -12.57344913482666, -12.164737701416016, -11.756026268005371, -11.347314834594727, -10.938602447509766, -10.529891014099121, -10.121179580688477, -9.712467193603516, -9.303755760192871, -8.895044326782227, -8.486332893371582, -8.077621459960938, -7.668909549713135, -7.26019811630249, -6.8514862060546875, -6.442774772644043, -6.03406286239624, -5.625351428985596, -5.216639518737793, -4.807928085327148, -4.399216651916504, -3.9905049800872803, -3.5817933082580566, -3.173081874847412, -2.7643699645996094, -2.355658531188965, -1.9469468593597412, -1.5382351875305176, -1.1295232772827148, -0.7208116054534912, -0.31209999322891235, 0.0966116189956665, 0.5053232908248901, 0.9140348434448242, 1.3227465152740479, 1.7314581871032715, 2.140169858932495, 2.5488815307617188, 2.9575932025909424, 3.366304874420166, 3.7750163078308105, 4.183728218078613, 4.592439651489258, 5.001151084899902, 5.409862995147705, 5.81857442855835, 6.227286338806152, 6.635997772216797, 7.0447096824646, 7.453421115875244, 7.862133026123047, 8.270844459533691, 8.679555892944336, 9.08826732635498, 9.496978759765625, 9.905691146850586, 10.31440258026123, 10.723114013671875, 11.13182544708252, 11.540536880493164, 11.949249267578125]}, "gradients/encoder.encoder.layers.21.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 5.0, 2.0, 3.0, 3.0, 7.0, 8.0, 8.0, 10.0, 11.0, 16.0, 16.0, 18.0, 20.0, 19.0, 31.0, 35.0, 62.0, 79.0, 129.0, 257.0, 532.0, 1194.0, 3683.0, 65637.0, 4113659.0, 6058.0, 1561.0, 548.0, 274.0, 141.0, 104.0, 66.0, 34.0, 23.0, 19.0, 9.0, 3.0, 4.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0], "bins": [-21.734375, -21.241943359375, -20.74951171875, -20.257080078125, -19.7646484375, -19.272216796875, -18.77978515625, -18.287353515625, -17.794921875, -17.302490234375, -16.81005859375, -16.317626953125, -15.8251953125, -15.332763671875, -14.84033203125, -14.347900390625, -13.85546875, -13.363037109375, -12.87060546875, -12.378173828125, -11.8857421875, -11.393310546875, -10.90087890625, -10.408447265625, -9.916015625, -9.423583984375, -8.93115234375, -8.438720703125, -7.9462890625, -7.453857421875, -6.96142578125, -6.468994140625, -5.9765625, -5.484130859375, -4.99169921875, -4.499267578125, -4.0068359375, -3.514404296875, -3.02197265625, -2.529541015625, -2.037109375, -1.544677734375, -1.05224609375, -0.559814453125, -0.0673828125, 0.425048828125, 0.91748046875, 1.409912109375, 1.90234375, 2.394775390625, 2.88720703125, 3.379638671875, 3.8720703125, 4.364501953125, 4.85693359375, 5.349365234375, 5.841796875, 6.334228515625, 6.82666015625, 7.319091796875, 7.8115234375, 8.303955078125, 8.79638671875, 9.288818359375, 9.78125]}, "gradients/encoder.encoder.layers.21.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 5.0, 11.0, 6.0, 14.0, 25.0, 57.0, 322.0, 387.0, 92.0, 27.0, 19.0, 13.0, 8.0, 6.0, 5.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.9609375, -0.9386329650878906, -0.9163284301757812, -0.8940238952636719, -0.8717193603515625, -0.8494148254394531, -0.8271102905273438, -0.8048057556152344, -0.782501220703125, -0.7601966857910156, -0.7378921508789062, -0.7155876159667969, -0.6932830810546875, -0.6709785461425781, -0.6486740112304688, -0.6263694763183594, -0.60406494140625, -0.5817604064941406, -0.5594558715820312, -0.5371513366699219, -0.5148468017578125, -0.4925422668457031, -0.47023773193359375, -0.4479331970214844, -0.425628662109375, -0.4033241271972656, -0.38101959228515625, -0.3587150573730469, -0.3364105224609375, -0.3141059875488281, -0.29180145263671875, -0.2694969177246094, -0.2471923828125, -0.22488784790039062, -0.20258331298828125, -0.18027877807617188, -0.1579742431640625, -0.13566970825195312, -0.11336517333984375, -0.09106063842773438, -0.068756103515625, -0.046451568603515625, -0.02414703369140625, -0.001842498779296875, 0.0204620361328125, 0.042766571044921875, 0.06507110595703125, 0.08737564086914062, 0.10968017578125, 0.13198471069335938, 0.15428924560546875, 0.17659378051757812, 0.1988983154296875, 0.22120285034179688, 0.24350738525390625, 0.2658119201660156, 0.288116455078125, 0.3104209899902344, 0.33272552490234375, 0.3550300598144531, 0.3773345947265625, 0.3996391296386719, 0.42194366455078125, 0.4442481994628906, 0.466552734375]}, "gradients/encoder.encoder.layers.21.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 4.0, 11.0, 8.0, 13.0, 24.0, 29.0, 55.0, 150.0, 598.0, 4652.0, 4105473.0, 80614.0, 2026.0, 371.0, 116.0, 44.0, 32.0, 20.0, 12.0, 9.0, 1.0, 4.0, 6.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.9921875, -8.709716796875, -8.42724609375, -8.144775390625, -7.8623046875, -7.579833984375, -7.29736328125, -7.014892578125, -6.732421875, -6.449951171875, -6.16748046875, -5.885009765625, -5.6025390625, -5.320068359375, -5.03759765625, -4.755126953125, -4.47265625, -4.190185546875, -3.90771484375, -3.625244140625, -3.3427734375, -3.060302734375, -2.77783203125, -2.495361328125, -2.212890625, -1.930419921875, -1.64794921875, -1.365478515625, -1.0830078125, -0.800537109375, -0.51806640625, -0.235595703125, 0.046875, 0.329345703125, 0.61181640625, 0.894287109375, 1.1767578125, 1.459228515625, 1.74169921875, 2.024169921875, 2.306640625, 2.589111328125, 2.87158203125, 3.154052734375, 3.4365234375, 3.718994140625, 4.00146484375, 4.283935546875, 4.56640625, 4.848876953125, 5.13134765625, 5.413818359375, 5.6962890625, 5.978759765625, 6.26123046875, 6.543701171875, 6.826171875, 7.108642578125, 7.39111328125, 7.673583984375, 7.9560546875, 8.238525390625, 8.52099609375, 8.803466796875, 9.0859375]}, "gradients/encoder.encoder.layers.21.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 2.0, 5.0, 4.0, 4.0, 9.0, 13.0, 23.0, 25.0, 44.0, 61.0, 130.0, 601.0, 2593.0, 314.0, 102.0, 44.0, 34.0, 13.0, 17.0, 11.0, 7.0, 7.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.72216796875, -0.700469970703125, -0.67877197265625, -0.657073974609375, -0.6353759765625, -0.613677978515625, -0.59197998046875, -0.570281982421875, -0.548583984375, -0.526885986328125, -0.50518798828125, -0.483489990234375, -0.4617919921875, -0.440093994140625, -0.41839599609375, -0.396697998046875, -0.375, -0.353302001953125, -0.33160400390625, -0.309906005859375, -0.2882080078125, -0.266510009765625, -0.24481201171875, -0.223114013671875, -0.201416015625, -0.179718017578125, -0.15802001953125, -0.136322021484375, -0.1146240234375, -0.092926025390625, -0.07122802734375, -0.049530029296875, -0.02783203125, -0.006134033203125, 0.01556396484375, 0.037261962890625, 0.0589599609375, 0.080657958984375, 0.10235595703125, 0.124053955078125, 0.145751953125, 0.167449951171875, 0.18914794921875, 0.210845947265625, 0.2325439453125, 0.254241943359375, 0.27593994140625, 0.297637939453125, 0.3193359375, 0.341033935546875, 0.36273193359375, 0.384429931640625, 0.4061279296875, 0.427825927734375, 0.44952392578125, 0.471221923828125, 0.492919921875, 0.514617919921875, 0.53631591796875, 0.558013916015625, 0.5797119140625, 0.601409912109375, 0.62310791015625, 0.644805908203125, 0.66650390625]}, "gradients/encoder.encoder.layers.21.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 7.0, 24.0, 75.0, 293.0, 478.0, 89.0, 24.0, 5.0, 6.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.017570972442627, -4.893097400665283, -4.7686238288879395, -4.644150733947754, -4.51967716217041, -4.395203590393066, -4.270730018615723, -4.146256446838379, -4.021783351898193, -3.8973097801208496, -3.772836446762085, -3.648362874984741, -3.5238895416259766, -3.399415969848633, -3.274942398071289, -3.1504690647125244, -3.0259954929351807, -2.901521921157837, -2.7770485877990723, -2.6525750160217285, -2.528101682662964, -2.40362811088562, -2.2791547775268555, -2.1546812057495117, -2.030207633972168, -1.9057341814041138, -1.7812607288360596, -1.6567871570587158, -1.5323138236999512, -1.4078402519226074, -1.2833667993545532, -1.158893346786499, -1.0344197750091553, -0.9099463224411011, -0.7854728698730469, -0.6609993577003479, -0.5365259051322937, -0.4120524525642395, -0.2875789403915405, -0.16310548782348633, -0.03863203525543213, 0.08584143221378326, 0.21031489968299866, 0.33478838205337524, 0.45926183462142944, 0.5837352871894836, 0.7082087993621826, 0.8326822519302368, 0.957155704498291, 1.0816291570663452, 1.2061026096343994, 1.3305761814117432, 1.4550495147705078, 1.5795230865478516, 1.7039965391159058, 1.82846999168396, 1.9529434442520142, 2.0774168968200684, 2.201890468597412, 2.3263638019561768, 2.4508373737335205, 2.575310707092285, 2.699784278869629, 2.8242578506469727, 2.9487311840057373]}, "gradients/encoder.encoder.layers.21.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0, 3.0, 6.0, 5.0, 7.0, 6.0, 5.0, 13.0, 19.0, 30.0, 39.0, 43.0, 45.0, 68.0, 74.0, 73.0, 96.0, 83.0, 67.0, 79.0, 57.0, 45.0, 26.0, 30.0, 22.0, 19.0, 13.0, 13.0, 2.0, 3.0, 2.0, 2.0, 4.0, 1.0, 3.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8157291412353516, -1.744196891784668, -1.672664761543274, -1.6011326313018799, -1.5296003818511963, -1.4580681324005127, -1.3865360021591187, -1.3150038719177246, -1.243471622467041, -1.1719393730163574, -1.1004072427749634, -1.0288751125335693, -0.9573428630828857, -0.8858106732368469, -0.8142784833908081, -0.7427462935447693, -0.6712141036987305, -0.5996819138526917, -0.5281497240066528, -0.456617534160614, -0.3850853443145752, -0.3135531544685364, -0.24202096462249756, -0.17048877477645874, -0.09895658493041992, -0.027424395084381104, 0.044107794761657715, 0.11563998460769653, 0.18717217445373535, 0.25870436429977417, 0.330236554145813, 0.4017687439918518, 0.4733009338378906, 0.5448331236839294, 0.6163653135299683, 0.6878975033760071, 0.7594296932220459, 0.8309618830680847, 0.9024940729141235, 0.9740262627601624, 1.0455584526062012, 1.1170907020568848, 1.1886228322982788, 1.2601549625396729, 1.3316872119903564, 1.40321946144104, 1.474751591682434, 1.5462837219238281, 1.6178159713745117, 1.6893482208251953, 1.7608803510665894, 1.8324124813079834, 1.903944730758667, 1.9754769802093506, 2.047008991241455, 2.1185412406921387, 2.1900734901428223, 2.261605739593506, 2.3331379890441895, 2.404670000076294, 2.4762022495269775, 2.547734498977661, 2.6192665100097656, 2.690798759460449, 2.762331008911133]}, "gradients/encoder.encoder.layers.21.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 1.0, 5.0, 1.0, 3.0, 6.0, 7.0, 7.0, 11.0, 11.0, 35.0, 33.0, 57.0, 85.0, 136.0, 214.0, 423.0, 921.0, 2885.0, 20830.0, 995302.0, 22534.0, 2985.0, 939.0, 452.0, 240.0, 156.0, 75.0, 60.0, 34.0, 32.0, 19.0, 18.0, 8.0, 8.0, 8.0, 5.0, 3.0, 5.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.3359375, -6.1282958984375, -5.920654296875, -5.7130126953125, -5.50537109375, -5.2977294921875, -5.090087890625, -4.8824462890625, -4.6748046875, -4.4671630859375, -4.259521484375, -4.0518798828125, -3.84423828125, -3.6365966796875, -3.428955078125, -3.2213134765625, -3.013671875, -2.8060302734375, -2.598388671875, -2.3907470703125, -2.18310546875, -1.9754638671875, -1.767822265625, -1.5601806640625, -1.3525390625, -1.1448974609375, -0.937255859375, -0.7296142578125, -0.52197265625, -0.3143310546875, -0.106689453125, 0.1009521484375, 0.30859375, 0.5162353515625, 0.723876953125, 0.9315185546875, 1.13916015625, 1.3468017578125, 1.554443359375, 1.7620849609375, 1.9697265625, 2.1773681640625, 2.385009765625, 2.5926513671875, 2.80029296875, 3.0079345703125, 3.215576171875, 3.4232177734375, 3.630859375, 3.8385009765625, 4.046142578125, 4.2537841796875, 4.46142578125, 4.6690673828125, 4.876708984375, 5.0843505859375, 5.2919921875, 5.4996337890625, 5.707275390625, 5.9149169921875, 6.12255859375, 6.3302001953125, 6.537841796875, 6.7454833984375, 6.953125]}, "gradients/encoder.encoder.layers.21.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 3.0, 4.0, 5.0, 9.0, 16.0, 39.0, 131.0, 413.0, 266.0, 61.0, 27.0, 14.0, 6.0, 3.0, 5.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.93408203125, -0.9116859436035156, -0.8892898559570312, -0.8668937683105469, -0.8444976806640625, -0.8221015930175781, -0.7997055053710938, -0.7773094177246094, -0.754913330078125, -0.7325172424316406, -0.7101211547851562, -0.6877250671386719, -0.6653289794921875, -0.6429328918457031, -0.6205368041992188, -0.5981407165527344, -0.57574462890625, -0.5533485412597656, -0.5309524536132812, -0.5085563659667969, -0.4861602783203125, -0.4637641906738281, -0.44136810302734375, -0.4189720153808594, -0.396575927734375, -0.3741798400878906, -0.35178375244140625, -0.3293876647949219, -0.3069915771484375, -0.2845954895019531, -0.26219940185546875, -0.23980331420898438, -0.2174072265625, -0.19501113891601562, -0.17261505126953125, -0.15021896362304688, -0.1278228759765625, -0.10542678833007812, -0.08303070068359375, -0.060634613037109375, -0.038238525390625, -0.015842437744140625, 0.00655364990234375, 0.028949737548828125, 0.0513458251953125, 0.07374191284179688, 0.09613800048828125, 0.11853408813476562, 0.14093017578125, 0.16332626342773438, 0.18572235107421875, 0.20811843872070312, 0.2305145263671875, 0.2529106140136719, 0.27530670166015625, 0.2977027893066406, 0.320098876953125, 0.3424949645996094, 0.36489105224609375, 0.3872871398925781, 0.4096832275390625, 0.4320793151855469, 0.45447540283203125, 0.4768714904785156, 0.499267578125]}, "gradients/encoder.encoder.layers.21.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 4.0, 1.0, 6.0, 13.0, 14.0, 11.0, 12.0, 18.0, 16.0, 28.0, 36.0, 54.0, 58.0, 80.0, 95.0, 175.0, 238.0, 387.0, 670.0, 1326.0, 3406.0, 12511.0, 75067.0, 725121.0, 195719.0, 24010.0, 5320.0, 1841.0, 826.0, 485.0, 314.0, 177.0, 143.0, 103.0, 66.0, 48.0, 43.0, 27.0, 19.0, 16.0, 18.0, 8.0, 6.0, 4.0, 5.0, 2.0, 6.0, 4.0, 2.0, 3.0, 1.0, 0.0, 0.0, 3.0], "bins": [-2.20703125, -2.14154052734375, -2.0760498046875, -2.01055908203125, -1.945068359375, -1.87957763671875, -1.8140869140625, -1.74859619140625, -1.68310546875, -1.61761474609375, -1.5521240234375, -1.48663330078125, -1.421142578125, -1.35565185546875, -1.2901611328125, -1.22467041015625, -1.1591796875, -1.09368896484375, -1.0281982421875, -0.96270751953125, -0.897216796875, -0.83172607421875, -0.7662353515625, -0.70074462890625, -0.63525390625, -0.56976318359375, -0.5042724609375, -0.43878173828125, -0.373291015625, -0.30780029296875, -0.2423095703125, -0.17681884765625, -0.111328125, -0.04583740234375, 0.0196533203125, 0.08514404296875, 0.150634765625, 0.21612548828125, 0.2816162109375, 0.34710693359375, 0.41259765625, 0.47808837890625, 0.5435791015625, 0.60906982421875, 0.674560546875, 0.74005126953125, 0.8055419921875, 0.87103271484375, 0.9365234375, 1.00201416015625, 1.0675048828125, 1.13299560546875, 1.198486328125, 1.26397705078125, 1.3294677734375, 1.39495849609375, 1.46044921875, 1.52593994140625, 1.5914306640625, 1.65692138671875, 1.722412109375, 1.78790283203125, 1.8533935546875, 1.91888427734375, 1.984375]}, "gradients/encoder.encoder.layers.21.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 8.0, 4.0, 5.0, 5.0, 6.0, 9.0, 14.0, 12.0, 16.0, 26.0, 18.0, 13.0, 33.0, 24.0, 28.0, 38.0, 31.0, 38.0, 47.0, 53.0, 49.0, 45.0, 37.0, 62.0, 33.0, 57.0, 30.0, 34.0, 38.0, 23.0, 30.0, 29.0, 22.0, 21.0, 16.0, 12.0, 7.0, 5.0, 7.0, 8.0, 4.0, 5.0, 4.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.337890625, -1.2979583740234375, -1.258026123046875, -1.2180938720703125, -1.17816162109375, -1.1382293701171875, -1.098297119140625, -1.0583648681640625, -1.0184326171875, -0.9785003662109375, -0.938568115234375, -0.8986358642578125, -0.85870361328125, -0.8187713623046875, -0.778839111328125, -0.7389068603515625, -0.698974609375, -0.6590423583984375, -0.619110107421875, -0.5791778564453125, -0.53924560546875, -0.4993133544921875, -0.459381103515625, -0.4194488525390625, -0.3795166015625, -0.3395843505859375, -0.299652099609375, -0.2597198486328125, -0.21978759765625, -0.1798553466796875, -0.139923095703125, -0.0999908447265625, -0.06005859375, -0.0201263427734375, 0.019805908203125, 0.0597381591796875, 0.09967041015625, 0.1396026611328125, 0.179534912109375, 0.2194671630859375, 0.2593994140625, 0.2993316650390625, 0.339263916015625, 0.3791961669921875, 0.41912841796875, 0.4590606689453125, 0.498992919921875, 0.5389251708984375, 0.578857421875, 0.6187896728515625, 0.658721923828125, 0.6986541748046875, 0.73858642578125, 0.7785186767578125, 0.818450927734375, 0.8583831787109375, 0.8983154296875, 0.9382476806640625, 0.978179931640625, 1.0181121826171875, 1.05804443359375, 1.0979766845703125, 1.137908935546875, 1.1778411865234375, 1.2177734375]}, "gradients/encoder.encoder.layers.21.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 5.0, 4.0, 5.0, 8.0, 10.0, 14.0, 24.0, 33.0, 85.0, 128.0, 294.0, 801.0, 3508.0, 97437.0, 932621.0, 11234.0, 1446.0, 464.0, 197.0, 95.0, 52.0, 35.0, 19.0, 17.0, 12.0, 3.0, 1.0, 4.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.255859375, -1.2080078125, -1.16015625, -1.1123046875, -1.064453125, -1.0166015625, -0.96875, -0.9208984375, -0.873046875, -0.8251953125, -0.77734375, -0.7294921875, -0.681640625, -0.6337890625, -0.5859375, -0.5380859375, -0.490234375, -0.4423828125, -0.39453125, -0.3466796875, -0.298828125, -0.2509765625, -0.203125, -0.1552734375, -0.107421875, -0.0595703125, -0.01171875, 0.0361328125, 0.083984375, 0.1318359375, 0.1796875, 0.2275390625, 0.275390625, 0.3232421875, 0.37109375, 0.4189453125, 0.466796875, 0.5146484375, 0.5625, 0.6103515625, 0.658203125, 0.7060546875, 0.75390625, 0.8017578125, 0.849609375, 0.8974609375, 0.9453125, 0.9931640625, 1.041015625, 1.0888671875, 1.13671875, 1.1845703125, 1.232421875, 1.2802734375, 1.328125, 1.3759765625, 1.423828125, 1.4716796875, 1.51953125, 1.5673828125, 1.615234375, 1.6630859375, 1.7109375, 1.7587890625, 1.806640625]}, "gradients/encoder.encoder.layers.21.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 4.0, 8.0, 9.0, 16.0, 18.0, 31.0, 41.0, 64.0, 78.0, 128.0, 174.0, 133.0, 88.0, 87.0, 36.0, 35.0, 26.0, 12.0, 5.0, 9.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00020885467529296875, -0.00019960105419158936, -0.00019034743309020996, -0.00018109381198883057, -0.00017184019088745117, -0.00016258656978607178, -0.00015333294868469238, -0.000144079327583313, -0.0001348257064819336, -0.0001255720853805542, -0.0001163184642791748, -0.00010706484317779541, -9.781122207641602e-05, -8.855760097503662e-05, -7.930397987365723e-05, -7.005035877227783e-05, -6.079673767089844e-05, -5.154311656951904e-05, -4.228949546813965e-05, -3.3035874366760254e-05, -2.378225326538086e-05, -1.4528632164001465e-05, -5.27501106262207e-06, 3.978610038757324e-06, 1.3232231140136719e-05, 2.2485852241516113e-05, 3.173947334289551e-05, 4.09930944442749e-05, 5.02467155456543e-05, 5.950033664703369e-05, 6.875395774841309e-05, 7.800757884979248e-05, 8.726119995117188e-05, 9.651482105255127e-05, 0.00010576844215393066, 0.00011502206325531006, 0.00012427568435668945, 0.00013352930545806885, 0.00014278292655944824, 0.00015203654766082764, 0.00016129016876220703, 0.00017054378986358643, 0.00017979741096496582, 0.00018905103206634521, 0.0001983046531677246, 0.000207558274269104, 0.0002168118953704834, 0.0002260655164718628, 0.0002353191375732422, 0.0002445727586746216, 0.000253826379776001, 0.00026308000087738037, 0.00027233362197875977, 0.00028158724308013916, 0.00029084086418151855, 0.00030009448528289795, 0.00030934810638427734, 0.00031860172748565674, 0.00032785534858703613, 0.00033710896968841553, 0.0003463625907897949, 0.0003556162118911743, 0.0003648698329925537, 0.0003741234540939331, 0.0003833770751953125]}, "gradients/encoder.encoder.layers.21.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 6.0, 10.0, 14.0, 19.0, 28.0, 45.0, 67.0, 79.0, 165.0, 324.0, 716.0, 2032.0, 9729.0, 186455.0, 817317.0, 25780.0, 3637.0, 1107.0, 459.0, 212.0, 114.0, 79.0, 47.0, 32.0, 31.0, 19.0, 7.0, 7.0, 7.0, 2.0, 4.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.255859375, -1.2142791748046875, -1.172698974609375, -1.1311187744140625, -1.08953857421875, -1.0479583740234375, -1.006378173828125, -0.9647979736328125, -0.9232177734375, -0.8816375732421875, -0.840057373046875, -0.7984771728515625, -0.75689697265625, -0.7153167724609375, -0.673736572265625, -0.6321563720703125, -0.590576171875, -0.5489959716796875, -0.507415771484375, -0.4658355712890625, -0.42425537109375, -0.3826751708984375, -0.341094970703125, -0.2995147705078125, -0.2579345703125, -0.2163543701171875, -0.174774169921875, -0.1331939697265625, -0.09161376953125, -0.0500335693359375, -0.008453369140625, 0.0331268310546875, 0.07470703125, 0.1162872314453125, 0.157867431640625, 0.1994476318359375, 0.24102783203125, 0.2826080322265625, 0.324188232421875, 0.3657684326171875, 0.4073486328125, 0.4489288330078125, 0.490509033203125, 0.5320892333984375, 0.57366943359375, 0.6152496337890625, 0.656829833984375, 0.6984100341796875, 0.739990234375, 0.7815704345703125, 0.823150634765625, 0.8647308349609375, 0.90631103515625, 0.9478912353515625, 0.989471435546875, 1.0310516357421875, 1.0726318359375, 1.1142120361328125, 1.155792236328125, 1.1973724365234375, 1.23895263671875, 1.2805328369140625, 1.322113037109375, 1.3636932373046875, 1.4052734375]}, "gradients/encoder.encoder.layers.21.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 5.0, 3.0, 8.0, 9.0, 18.0, 27.0, 29.0, 45.0, 45.0, 73.0, 110.0, 128.0, 128.0, 93.0, 77.0, 67.0, 46.0, 18.0, 20.0, 10.0, 17.0, 7.0, 6.0, 6.0, 7.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.548828125, -0.5276565551757812, -0.5064849853515625, -0.48531341552734375, -0.464141845703125, -0.44297027587890625, -0.4217987060546875, -0.40062713623046875, -0.37945556640625, -0.35828399658203125, -0.3371124267578125, -0.31594085693359375, -0.294769287109375, -0.27359771728515625, -0.2524261474609375, -0.23125457763671875, -0.2100830078125, -0.18891143798828125, -0.1677398681640625, -0.14656829833984375, -0.125396728515625, -0.10422515869140625, -0.0830535888671875, -0.06188201904296875, -0.04071044921875, -0.01953887939453125, 0.0016326904296875, 0.02280426025390625, 0.043975830078125, 0.06514739990234375, 0.0863189697265625, 0.10749053955078125, 0.128662109375, 0.14983367919921875, 0.1710052490234375, 0.19217681884765625, 0.213348388671875, 0.23451995849609375, 0.2556915283203125, 0.27686309814453125, 0.29803466796875, 0.31920623779296875, 0.3403778076171875, 0.36154937744140625, 0.382720947265625, 0.40389251708984375, 0.4250640869140625, 0.44623565673828125, 0.4674072265625, 0.48857879638671875, 0.5097503662109375, 0.5309219360351562, 0.552093505859375, 0.5732650756835938, 0.5944366455078125, 0.6156082153320312, 0.63677978515625, 0.6579513549804688, 0.6791229248046875, 0.7002944946289062, 0.721466064453125, 0.7426376342773438, 0.7638092041015625, 0.7849807739257812, 0.80615234375]}, "gradients/encoder.encoder.layers.21.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 16.0, 852.0, 145.0, 4.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-93.98867797851562, -91.0346450805664, -88.08061218261719, -85.12657165527344, -82.17253875732422, -79.218505859375, -76.26446533203125, -73.31043243408203, -70.35639953613281, -67.4023666381836, -64.44833374023438, -61.494293212890625, -58.540260314941406, -55.58622741699219, -52.6321907043457, -49.67815399169922, -46.72412109375, -43.77008819580078, -40.8160514831543, -37.86201477050781, -34.907981872558594, -31.953947067260742, -28.99991226196289, -26.04587745666504, -23.091842651367188, -20.137807846069336, -17.183773040771484, -14.229738235473633, -11.275703430175781, -8.32166862487793, -5.367633819580078, -2.4135990142822266, 0.540435791015625, 3.4944705963134766, 6.448505401611328, 9.40254020690918, 12.356575012207031, 15.310609817504883, 18.264644622802734, 21.218679428100586, 24.172714233398438, 27.12674903869629, 30.08078384399414, 33.034820556640625, 35.988853454589844, 38.94288635253906, 41.89692306518555, 44.85095977783203, 47.80499267578125, 50.75902557373047, 53.71306228637695, 56.66709899902344, 59.621131896972656, 62.575164794921875, 65.52920532226562, 68.48323822021484, 71.43727111816406, 74.39130401611328, 77.3453369140625, 80.29937744140625, 83.25341033935547, 86.20744323730469, 89.16148376464844, 92.11551666259766, 95.06954956054688]}, "gradients/encoder.encoder.layers.21.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 0.0, 6.0, 14.0, 10.0, 23.0, 17.0, 34.0, 32.0, 59.0, 39.0, 55.0, 64.0, 67.0, 76.0, 87.0, 58.0, 66.0, 64.0, 43.0, 45.0, 32.0, 24.0, 30.0, 22.0, 12.0, 8.0, 5.0, 7.0, 4.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-15.665040016174316, -15.221476554870605, -14.777913093566895, -14.3343505859375, -13.890787124633789, -13.447223663330078, -13.003660202026367, -12.560096740722656, -12.116533279418945, -11.672969818115234, -11.229406356811523, -10.785842895507812, -10.342280387878418, -9.898716926574707, -9.455153465270996, -9.011590003967285, -8.56802749633789, -8.12446403503418, -7.680901050567627, -7.237337589263916, -6.793774604797363, -6.350211143493652, -5.906647682189941, -5.4630842208862305, -5.019521236419678, -4.575957775115967, -4.132394790649414, -3.688831329345703, -3.2452681064605713, -2.8017048835754395, -2.3581414222717285, -1.9145781993865967, -1.4710140228271484, -1.0274507999420166, -0.5838874578475952, -0.14032411575317383, 0.303239107131958, 0.7468023300170898, 1.1903657913208008, 1.6339290142059326, 2.0774922370910645, 2.5210554599761963, 2.964618682861328, 3.408182144165039, 3.851745367050171, 4.295308589935303, 4.738872051239014, 5.182435035705566, 5.625998497009277, 6.069561958312988, 6.513124942779541, 6.956688404083252, 7.400251388549805, 7.843814849853516, 8.287378311157227, 8.730941772460938, 9.174505233764648, 9.61806869506836, 10.06163215637207, 10.505195617675781, 10.948758125305176, 11.392321586608887, 11.835885047912598, 12.279448509216309, 12.723011016845703]}, "gradients/encoder.encoder.layers.20.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 6.0, 5.0, 12.0, 14.0, 30.0, 34.0, 109.0, 361.0, 2760.0, 4187842.0, 2702.0, 279.0, 84.0, 20.0, 15.0, 8.0, 2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-38.65625, -37.65234375, -36.6484375, -35.64453125, -34.640625, -33.63671875, -32.6328125, -31.62890625, -30.625, -29.62109375, -28.6171875, -27.61328125, -26.609375, -25.60546875, -24.6015625, -23.59765625, -22.59375, -21.58984375, -20.5859375, -19.58203125, -18.578125, -17.57421875, -16.5703125, -15.56640625, -14.5625, -13.55859375, -12.5546875, -11.55078125, -10.546875, -9.54296875, -8.5390625, -7.53515625, -6.53125, -5.52734375, -4.5234375, -3.51953125, -2.515625, -1.51171875, -0.5078125, 0.49609375, 1.5, 2.50390625, 3.5078125, 4.51171875, 5.515625, 6.51953125, 7.5234375, 8.52734375, 9.53125, 10.53515625, 11.5390625, 12.54296875, 13.546875, 14.55078125, 15.5546875, 16.55859375, 17.5625, 18.56640625, 19.5703125, 20.57421875, 21.578125, 22.58203125, 23.5859375, 24.58984375, 25.59375]}, "gradients/encoder.encoder.layers.20.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 3.0, 4.0, 11.0, 8.0, 26.0, 93.0, 235.0, 327.0, 188.0, 63.0, 24.0, 8.0, 8.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.009765625, -0.9834136962890625, -0.957061767578125, -0.9307098388671875, -0.90435791015625, -0.8780059814453125, -0.851654052734375, -0.8253021240234375, -0.7989501953125, -0.7725982666015625, -0.746246337890625, -0.7198944091796875, -0.69354248046875, -0.6671905517578125, -0.640838623046875, -0.6144866943359375, -0.588134765625, -0.5617828369140625, -0.535430908203125, -0.5090789794921875, -0.48272705078125, -0.4563751220703125, -0.430023193359375, -0.4036712646484375, -0.3773193359375, -0.3509674072265625, -0.324615478515625, -0.2982635498046875, -0.27191162109375, -0.2455596923828125, -0.219207763671875, -0.1928558349609375, -0.16650390625, -0.1401519775390625, -0.113800048828125, -0.0874481201171875, -0.06109619140625, -0.0347442626953125, -0.008392333984375, 0.0179595947265625, 0.0443115234375, 0.0706634521484375, 0.097015380859375, 0.1233673095703125, 0.14971923828125, 0.1760711669921875, 0.202423095703125, 0.2287750244140625, 0.255126953125, 0.2814788818359375, 0.307830810546875, 0.3341827392578125, 0.36053466796875, 0.3868865966796875, 0.413238525390625, 0.4395904541015625, 0.4659423828125, 0.4922943115234375, 0.518646240234375, 0.5449981689453125, 0.57135009765625, 0.5977020263671875, 0.624053955078125, 0.6504058837890625, 0.6767578125]}, "gradients/encoder.encoder.layers.20.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 8.0, 3.0, 8.0, 12.0, 15.0, 23.0, 35.0, 61.0, 109.0, 183.0, 425.0, 1799.0, 13806.0, 4018813.0, 151315.0, 5686.0, 1116.0, 380.0, 213.0, 114.0, 70.0, 37.0, 24.0, 16.0, 6.0, 5.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.796875, -2.6556396484375, -2.514404296875, -2.3731689453125, -2.23193359375, -2.0906982421875, -1.949462890625, -1.8082275390625, -1.6669921875, -1.5257568359375, -1.384521484375, -1.2432861328125, -1.10205078125, -0.9608154296875, -0.819580078125, -0.6783447265625, -0.537109375, -0.3958740234375, -0.254638671875, -0.1134033203125, 0.02783203125, 0.1690673828125, 0.310302734375, 0.4515380859375, 0.5927734375, 0.7340087890625, 0.875244140625, 1.0164794921875, 1.15771484375, 1.2989501953125, 1.440185546875, 1.5814208984375, 1.72265625, 1.8638916015625, 2.005126953125, 2.1463623046875, 2.28759765625, 2.4288330078125, 2.570068359375, 2.7113037109375, 2.8525390625, 2.9937744140625, 3.135009765625, 3.2762451171875, 3.41748046875, 3.5587158203125, 3.699951171875, 3.8411865234375, 3.982421875, 4.1236572265625, 4.264892578125, 4.4061279296875, 4.54736328125, 4.6885986328125, 4.829833984375, 4.9710693359375, 5.1123046875, 5.2535400390625, 5.394775390625, 5.5360107421875, 5.67724609375, 5.8184814453125, 5.959716796875, 6.1009521484375, 6.2421875]}, "gradients/encoder.encoder.layers.20.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 5.0, 6.0, 5.0, 7.0, 12.0, 12.0, 21.0, 43.0, 65.0, 119.0, 426.0, 2316.0, 673.0, 176.0, 60.0, 42.0, 23.0, 20.0, 11.0, 12.0, 4.0, 5.0, 2.0, 4.0, 7.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.43408203125, -0.41301727294921875, -0.3919525146484375, -0.37088775634765625, -0.349822998046875, -0.32875823974609375, -0.3076934814453125, -0.28662872314453125, -0.26556396484375, -0.24449920654296875, -0.2234344482421875, -0.20236968994140625, -0.181304931640625, -0.16024017333984375, -0.1391754150390625, -0.11811065673828125, -0.0970458984375, -0.07598114013671875, -0.0549163818359375, -0.03385162353515625, -0.012786865234375, 0.00827789306640625, 0.0293426513671875, 0.05040740966796875, 0.07147216796875, 0.09253692626953125, 0.1136016845703125, 0.13466644287109375, 0.155731201171875, 0.17679595947265625, 0.1978607177734375, 0.21892547607421875, 0.239990234375, 0.26105499267578125, 0.2821197509765625, 0.30318450927734375, 0.324249267578125, 0.34531402587890625, 0.3663787841796875, 0.38744354248046875, 0.40850830078125, 0.42957305908203125, 0.4506378173828125, 0.47170257568359375, 0.492767333984375, 0.5138320922851562, 0.5348968505859375, 0.5559616088867188, 0.5770263671875, 0.5980911254882812, 0.6191558837890625, 0.6402206420898438, 0.661285400390625, 0.6823501586914062, 0.7034149169921875, 0.7244796752929688, 0.74554443359375, 0.7666091918945312, 0.7876739501953125, 0.8087387084960938, 0.829803466796875, 0.8508682250976562, 0.8719329833984375, 0.8929977416992188, 0.9140625]}, "gradients/encoder.encoder.layers.20.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 15.0, 962.0, 35.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-44.37193298339844, -43.60103225708008, -42.83012771606445, -42.059226989746094, -41.288326263427734, -40.517425537109375, -39.74652099609375, -38.97562026977539, -38.20471954345703, -37.43381881713867, -36.66291427612305, -35.89201354980469, -35.12111282348633, -34.35021209716797, -33.579307556152344, -32.808406829833984, -32.037506103515625, -31.266603469848633, -30.495702743530273, -29.72480010986328, -28.953899383544922, -28.18299674987793, -27.41209602355957, -26.641193389892578, -25.870290756225586, -25.099388122558594, -24.328487396240234, -23.557584762573242, -22.786684036254883, -22.01578140258789, -21.24488067626953, -20.47397804260254, -19.703075408935547, -18.932172775268555, -18.161272048950195, -17.390369415283203, -16.619468688964844, -15.848567008972168, -15.077665328979492, -14.3067626953125, -13.53586196899414, -12.764960289001465, -11.994058609008789, -11.223156929016113, -10.452255249023438, -9.681353569030762, -8.910451889038086, -8.139549255371094, -7.368648529052734, -6.597746849060059, -5.826845169067383, -5.055943489074707, -4.285041809082031, -3.5141398906707764, -2.7432379722595215, -1.9723362922668457, -1.20143461227417, -0.43053287267684937, 0.3403688669204712, 1.1112706661224365, 1.8821723461151123, 2.653074026107788, 3.423975944519043, 4.194877624511719, 4.9657793045043945]}, "gradients/encoder.encoder.layers.20.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 7.0, 6.0, 2.0, 13.0, 15.0, 19.0, 29.0, 39.0, 42.0, 72.0, 80.0, 76.0, 94.0, 87.0, 78.0, 90.0, 66.0, 49.0, 38.0, 37.0, 20.0, 13.0, 6.0, 12.0, 10.0, 6.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.345717430114746, -3.264324188232422, -3.1829311847686768, -3.1015379428863525, -3.0201449394226074, -2.938751697540283, -2.857358694076538, -2.775965452194214, -2.6945724487304688, -2.6131792068481445, -2.5317862033843994, -2.450392961502075, -2.36899995803833, -2.287606716156006, -2.2062137126922607, -2.1248204708099365, -2.0434274673461914, -1.9620343446731567, -1.880641222000122, -1.7992480993270874, -1.7178549766540527, -1.636461853981018, -1.5550687313079834, -1.4736754894256592, -1.392282247543335, -1.3108891248703003, -1.2294960021972656, -1.148102879524231, -1.0667097568511963, -0.9853166341781616, -0.9039234519004822, -0.8225303292274475, -0.7411373853683472, -0.6597442626953125, -0.5783511400222778, -0.4969579875469208, -0.4155648648738861, -0.33417174220085144, -0.2527785897254944, -0.17138546705245972, -0.08999234437942505, -0.008599214255809784, 0.07279391586780548, 0.15418705344200134, 0.235580176115036, 0.3169732987880707, 0.39836645126342773, 0.4797595739364624, 0.5611526966094971, 0.6425458192825317, 0.7239389419555664, 0.8053320646286011, 0.8867251873016357, 0.9681183099746704, 1.049511432647705, 1.1309046745300293, 1.2122976779937744, 1.293690800666809, 1.3750839233398438, 1.4564770460128784, 1.537870168685913, 1.6192632913589478, 1.7006564140319824, 1.7820496559143066, 1.8634427785873413]}, "gradients/encoder.encoder.layers.20.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 6.0, 6.0, 6.0, 4.0, 8.0, 17.0, 22.0, 49.0, 71.0, 106.0, 180.0, 317.0, 766.0, 2898.0, 36557.0, 992374.0, 12090.0, 1850.0, 572.0, 286.0, 134.0, 68.0, 70.0, 26.0, 18.0, 20.0, 14.0, 4.0, 9.0, 1.0, 9.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-5.30078125, -5.141845703125, -4.98291015625, -4.823974609375, -4.6650390625, -4.506103515625, -4.34716796875, -4.188232421875, -4.029296875, -3.870361328125, -3.71142578125, -3.552490234375, -3.3935546875, -3.234619140625, -3.07568359375, -2.916748046875, -2.7578125, -2.598876953125, -2.43994140625, -2.281005859375, -2.1220703125, -1.963134765625, -1.80419921875, -1.645263671875, -1.486328125, -1.327392578125, -1.16845703125, -1.009521484375, -0.8505859375, -0.691650390625, -0.53271484375, -0.373779296875, -0.21484375, -0.055908203125, 0.10302734375, 0.261962890625, 0.4208984375, 0.579833984375, 0.73876953125, 0.897705078125, 1.056640625, 1.215576171875, 1.37451171875, 1.533447265625, 1.6923828125, 1.851318359375, 2.01025390625, 2.169189453125, 2.328125, 2.487060546875, 2.64599609375, 2.804931640625, 2.9638671875, 3.122802734375, 3.28173828125, 3.440673828125, 3.599609375, 3.758544921875, 3.91748046875, 4.076416015625, 4.2353515625, 4.394287109375, 4.55322265625, 4.712158203125, 4.87109375]}, "gradients/encoder.encoder.layers.20.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 5.0, 7.0, 8.0, 23.0, 73.0, 218.0, 335.0, 209.0, 81.0, 27.0, 7.0, 7.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.97705078125, -0.9516525268554688, -0.9262542724609375, -0.9008560180664062, -0.875457763671875, -0.8500595092773438, -0.8246612548828125, -0.7992630004882812, -0.77386474609375, -0.7484664916992188, -0.7230682373046875, -0.6976699829101562, -0.672271728515625, -0.6468734741210938, -0.6214752197265625, -0.5960769653320312, -0.5706787109375, -0.5452804565429688, -0.5198822021484375, -0.49448394775390625, -0.469085693359375, -0.44368743896484375, -0.4182891845703125, -0.39289093017578125, -0.36749267578125, -0.34209442138671875, -0.3166961669921875, -0.29129791259765625, -0.265899658203125, -0.24050140380859375, -0.2151031494140625, -0.18970489501953125, -0.164306640625, -0.13890838623046875, -0.1135101318359375, -0.08811187744140625, -0.062713623046875, -0.03731536865234375, -0.0119171142578125, 0.01348114013671875, 0.03887939453125, 0.06427764892578125, 0.0896759033203125, 0.11507415771484375, 0.140472412109375, 0.16587066650390625, 0.1912689208984375, 0.21666717529296875, 0.2420654296875, 0.26746368408203125, 0.2928619384765625, 0.31826019287109375, 0.343658447265625, 0.36905670166015625, 0.3944549560546875, 0.41985321044921875, 0.44525146484375, 0.47064971923828125, 0.4960479736328125, 0.5214462280273438, 0.546844482421875, 0.5722427368164062, 0.5976409912109375, 0.6230392456054688, 0.6484375]}, "gradients/encoder.encoder.layers.20.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 3.0, 7.0, 6.0, 12.0, 14.0, 17.0, 13.0, 28.0, 46.0, 75.0, 103.0, 159.0, 273.0, 492.0, 914.0, 2113.0, 7161.0, 44255.0, 537186.0, 411799.0, 33995.0, 5957.0, 1879.0, 896.0, 438.0, 268.0, 139.0, 92.0, 81.0, 36.0, 22.0, 27.0, 14.0, 16.0, 5.0, 2.0, 2.0, 5.0, 3.0, 0.0, 2.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7158203125, -1.6565399169921875, -1.597259521484375, -1.5379791259765625, -1.47869873046875, -1.4194183349609375, -1.360137939453125, -1.3008575439453125, -1.2415771484375, -1.1822967529296875, -1.123016357421875, -1.0637359619140625, -1.00445556640625, -0.9451751708984375, -0.885894775390625, -0.8266143798828125, -0.767333984375, -0.7080535888671875, -0.648773193359375, -0.5894927978515625, -0.53021240234375, -0.4709320068359375, -0.411651611328125, -0.3523712158203125, -0.2930908203125, -0.2338104248046875, -0.174530029296875, -0.1152496337890625, -0.05596923828125, 0.0033111572265625, 0.062591552734375, 0.1218719482421875, 0.18115234375, 0.2404327392578125, 0.299713134765625, 0.3589935302734375, 0.41827392578125, 0.4775543212890625, 0.536834716796875, 0.5961151123046875, 0.6553955078125, 0.7146759033203125, 0.773956298828125, 0.8332366943359375, 0.89251708984375, 0.9517974853515625, 1.011077880859375, 1.0703582763671875, 1.129638671875, 1.1889190673828125, 1.248199462890625, 1.3074798583984375, 1.36676025390625, 1.4260406494140625, 1.485321044921875, 1.5446014404296875, 1.6038818359375, 1.6631622314453125, 1.722442626953125, 1.7817230224609375, 1.84100341796875, 1.9002838134765625, 1.959564208984375, 2.0188446044921875, 2.078125]}, "gradients/encoder.encoder.layers.20.attention.v_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 2.0, 2.0, 8.0, 7.0, 7.0, 10.0, 13.0, 14.0, 15.0, 13.0, 27.0, 28.0, 27.0, 36.0, 37.0, 39.0, 49.0, 35.0, 46.0, 41.0, 51.0, 45.0, 58.0, 36.0, 44.0, 41.0, 46.0, 28.0, 38.0, 23.0, 27.0, 16.0, 25.0, 17.0, 14.0, 9.0, 4.0, 9.0, 3.0, 5.0, 2.0, 4.0, 4.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2861328125, -1.242034912109375, -1.19793701171875, -1.153839111328125, -1.1097412109375, -1.065643310546875, -1.02154541015625, -0.977447509765625, -0.933349609375, -0.889251708984375, -0.84515380859375, -0.801055908203125, -0.7569580078125, -0.712860107421875, -0.66876220703125, -0.624664306640625, -0.58056640625, -0.536468505859375, -0.49237060546875, -0.448272705078125, -0.4041748046875, -0.360076904296875, -0.31597900390625, -0.271881103515625, -0.227783203125, -0.183685302734375, -0.13958740234375, -0.095489501953125, -0.0513916015625, -0.007293701171875, 0.03680419921875, 0.080902099609375, 0.125, 0.169097900390625, 0.21319580078125, 0.257293701171875, 0.3013916015625, 0.345489501953125, 0.38958740234375, 0.433685302734375, 0.477783203125, 0.521881103515625, 0.56597900390625, 0.610076904296875, 0.6541748046875, 0.698272705078125, 0.74237060546875, 0.786468505859375, 0.83056640625, 0.874664306640625, 0.91876220703125, 0.962860107421875, 1.0069580078125, 1.051055908203125, 1.09515380859375, 1.139251708984375, 1.183349609375, 1.227447509765625, 1.27154541015625, 1.315643310546875, 1.3597412109375, 1.403839111328125, 1.44793701171875, 1.492034912109375, 1.5361328125]}, "gradients/encoder.encoder.layers.20.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 1.0, 5.0, 10.0, 15.0, 24.0, 41.0, 90.0, 195.0, 531.0, 2144.0, 62071.0, 973704.0, 8131.0, 1042.0, 313.0, 99.0, 50.0, 27.0, 20.0, 14.0, 10.0, 4.0, 4.0, 6.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6435546875, -1.5785064697265625, -1.513458251953125, -1.4484100341796875, -1.38336181640625, -1.3183135986328125, -1.253265380859375, -1.1882171630859375, -1.1231689453125, -1.0581207275390625, -0.993072509765625, -0.9280242919921875, -0.86297607421875, -0.7979278564453125, -0.732879638671875, -0.6678314208984375, -0.602783203125, -0.5377349853515625, -0.472686767578125, -0.4076385498046875, -0.34259033203125, -0.2775421142578125, -0.212493896484375, -0.1474456787109375, -0.0823974609375, -0.0173492431640625, 0.047698974609375, 0.1127471923828125, 0.17779541015625, 0.2428436279296875, 0.307891845703125, 0.3729400634765625, 0.43798828125, 0.5030364990234375, 0.568084716796875, 0.6331329345703125, 0.69818115234375, 0.7632293701171875, 0.828277587890625, 0.8933258056640625, 0.9583740234375, 1.0234222412109375, 1.088470458984375, 1.1535186767578125, 1.21856689453125, 1.2836151123046875, 1.348663330078125, 1.4137115478515625, 1.478759765625, 1.5438079833984375, 1.608856201171875, 1.6739044189453125, 1.73895263671875, 1.8040008544921875, 1.869049072265625, 1.9340972900390625, 1.9991455078125, 2.0641937255859375, 2.129241943359375, 2.1942901611328125, 2.25933837890625, 2.3243865966796875, 2.389434814453125, 2.4544830322265625, 2.51953125]}, "gradients/encoder.encoder.layers.20.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 7.0, 2.0, 8.0, 11.0, 11.0, 12.0, 20.0, 18.0, 15.0, 29.0, 31.0, 49.0, 58.0, 99.0, 176.0, 151.0, 90.0, 68.0, 27.0, 35.0, 30.0, 11.0, 5.0, 10.0, 10.0, 5.0, 5.0, 4.0, 1.0, 4.0, 5.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00017535686492919922, -0.00016830675303936005, -0.00016125664114952087, -0.0001542065292596817, -0.00014715641736984253, -0.00014010630548000336, -0.00013305619359016418, -0.000126006081700325, -0.00011895596981048584, -0.00011190585792064667, -0.0001048557460308075, -9.780563414096832e-05, -9.075552225112915e-05, -8.370541036128998e-05, -7.66552984714508e-05, -6.960518658161163e-05, -6.255507469177246e-05, -5.550496280193329e-05, -4.8454850912094116e-05, -4.1404739022254944e-05, -3.435462713241577e-05, -2.73045152425766e-05, -2.0254403352737427e-05, -1.3204291462898254e-05, -6.154179573059082e-06, 8.959323167800903e-07, 7.946044206619263e-06, 1.4996156096458435e-05, 2.2046267986297607e-05, 2.909637987613678e-05, 3.614649176597595e-05, 4.3196603655815125e-05, 5.02467155456543e-05, 5.729682743549347e-05, 6.434693932533264e-05, 7.139705121517181e-05, 7.844716310501099e-05, 8.549727499485016e-05, 9.254738688468933e-05, 9.95974987745285e-05, 0.00010664761066436768, 0.00011369772255420685, 0.00012074783444404602, 0.0001277979463338852, 0.00013484805822372437, 0.00014189817011356354, 0.0001489482820034027, 0.00015599839389324188, 0.00016304850578308105, 0.00017009861767292023, 0.0001771487295627594, 0.00018419884145259857, 0.00019124895334243774, 0.00019829906523227692, 0.0002053491771221161, 0.00021239928901195526, 0.00021944940090179443, 0.0002264995127916336, 0.00023354962468147278, 0.00024059973657131195, 0.0002476498484611511, 0.0002546999603509903, 0.00026175007224082947, 0.00026880018413066864, 0.0002758502960205078]}, "gradients/encoder.encoder.layers.20.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 10.0, 9.0, 9.0, 22.0, 17.0, 30.0, 56.0, 74.0, 143.0, 292.0, 721.0, 2470.0, 19700.0, 898208.0, 118890.0, 5822.0, 1195.0, 432.0, 194.0, 95.0, 51.0, 41.0, 25.0, 15.0, 11.0, 6.0, 10.0, 1.0, 2.0, 4.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2958984375, -1.2413177490234375, -1.186737060546875, -1.1321563720703125, -1.07757568359375, -1.0229949951171875, -0.968414306640625, -0.9138336181640625, -0.8592529296875, -0.8046722412109375, -0.750091552734375, -0.6955108642578125, -0.64093017578125, -0.5863494873046875, -0.531768798828125, -0.4771881103515625, -0.422607421875, -0.3680267333984375, -0.313446044921875, -0.2588653564453125, -0.20428466796875, -0.1497039794921875, -0.095123291015625, -0.0405426025390625, 0.0140380859375, 0.0686187744140625, 0.123199462890625, 0.1777801513671875, 0.23236083984375, 0.2869415283203125, 0.341522216796875, 0.3961029052734375, 0.45068359375, 0.5052642822265625, 0.559844970703125, 0.6144256591796875, 0.66900634765625, 0.7235870361328125, 0.778167724609375, 0.8327484130859375, 0.8873291015625, 0.9419097900390625, 0.996490478515625, 1.0510711669921875, 1.10565185546875, 1.1602325439453125, 1.214813232421875, 1.2693939208984375, 1.323974609375, 1.3785552978515625, 1.433135986328125, 1.4877166748046875, 1.54229736328125, 1.5968780517578125, 1.651458740234375, 1.7060394287109375, 1.7606201171875, 1.8152008056640625, 1.869781494140625, 1.9243621826171875, 1.97894287109375, 2.0335235595703125, 2.088104248046875, 2.1426849365234375, 2.197265625]}, "gradients/encoder.encoder.layers.20.attention.q_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 1.0, 5.0, 3.0, 2.0, 4.0, 4.0, 3.0, 6.0, 9.0, 8.0, 11.0, 25.0, 26.0, 35.0, 76.0, 96.0, 110.0, 122.0, 128.0, 115.0, 66.0, 45.0, 33.0, 20.0, 12.0, 9.0, 7.0, 8.0, 7.0, 2.0, 6.0, 5.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5478515625, -0.521514892578125, -0.49517822265625, -0.468841552734375, -0.4425048828125, -0.416168212890625, -0.38983154296875, -0.363494873046875, -0.337158203125, -0.310821533203125, -0.28448486328125, -0.258148193359375, -0.2318115234375, -0.205474853515625, -0.17913818359375, -0.152801513671875, -0.12646484375, -0.100128173828125, -0.07379150390625, -0.047454833984375, -0.0211181640625, 0.005218505859375, 0.03155517578125, 0.057891845703125, 0.084228515625, 0.110565185546875, 0.13690185546875, 0.163238525390625, 0.1895751953125, 0.215911865234375, 0.24224853515625, 0.268585205078125, 0.294921875, 0.321258544921875, 0.34759521484375, 0.373931884765625, 0.4002685546875, 0.426605224609375, 0.45294189453125, 0.479278564453125, 0.505615234375, 0.531951904296875, 0.55828857421875, 0.584625244140625, 0.6109619140625, 0.637298583984375, 0.66363525390625, 0.689971923828125, 0.71630859375, 0.742645263671875, 0.76898193359375, 0.795318603515625, 0.8216552734375, 0.847991943359375, 0.87432861328125, 0.900665283203125, 0.927001953125, 0.953338623046875, 0.97967529296875, 1.006011962890625, 1.0323486328125, 1.058685302734375, 1.08502197265625, 1.111358642578125, 1.1376953125]}, "gradients/encoder.encoder.layers.20.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 13.0, 871.0, 132.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-50.287506103515625, -47.458316802978516, -44.62912368774414, -41.79993438720703, -38.970741271972656, -36.14155197143555, -33.31236267089844, -30.483171463012695, -27.653980255126953, -24.82478904724121, -21.99559783935547, -19.16640853881836, -16.337217330932617, -13.508026123046875, -10.678836822509766, -7.849645614624023, -5.020454406738281, -2.1912636756896973, 0.6379270553588867, 3.4671173095703125, 6.296308517456055, 9.125499725341797, 11.954689025878906, 14.783880233764648, 17.61307144165039, 20.442262649536133, 23.271453857421875, 26.100643157958984, 28.929834365844727, 31.75902557373047, 34.58821487426758, 37.41740417480469, 40.24659729003906, 43.07578659057617, 45.90497970581055, 48.734169006347656, 51.56336212158203, 54.39255142211914, 57.22174072265625, 60.050933837890625, 62.880123138427734, 65.70931243896484, 68.53850555419922, 71.36769104003906, 74.19688415527344, 77.02607727050781, 79.85527038574219, 82.68445587158203, 85.5136489868164, 88.34284210205078, 91.17202758789062, 94.001220703125, 96.83041381835938, 99.65960693359375, 102.4887924194336, 105.31798553466797, 108.14717102050781, 110.97636413574219, 113.80554962158203, 116.6347427368164, 119.46393585205078, 122.29312133789062, 125.122314453125, 127.95150756835938, 130.78070068359375]}, "gradients/encoder.encoder.layers.20.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 6.0, 8.0, 2.0, 8.0, 4.0, 12.0, 9.0, 12.0, 15.0, 14.0, 25.0, 22.0, 32.0, 32.0, 32.0, 36.0, 50.0, 41.0, 42.0, 53.0, 51.0, 45.0, 56.0, 41.0, 43.0, 40.0, 40.0, 40.0, 33.0, 28.0, 27.0, 16.0, 15.0, 19.0, 16.0, 12.0, 10.0, 5.0, 8.0, 1.0, 2.0, 2.0, 4.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-9.741975784301758, -9.454259872436523, -9.166544914245605, -8.878829956054688, -8.591114044189453, -8.303398132324219, -8.0156831741333, -7.727967739105225, -7.440252304077148, -7.152536869049072, -6.864821434020996, -6.57710599899292, -6.289390563964844, -6.001675128936768, -5.713959693908691, -5.426244258880615, -5.138528823852539, -4.850813388824463, -4.563097953796387, -4.2753825187683105, -3.9876670837402344, -3.699951648712158, -3.412236213684082, -3.124520778656006, -2.8368053436279297, -2.5490899085998535, -2.2613744735717773, -1.9736590385437012, -1.685943603515625, -1.3982281684875488, -1.1105127334594727, -0.8227972984313965, -0.5350818634033203, -0.24736642837524414, 0.04034900665283203, 0.3280644416809082, 0.6157798767089844, 0.9034953117370605, 1.1912107467651367, 1.478926181793213, 1.766641616821289, 2.0543570518493652, 2.3420724868774414, 2.6297879219055176, 2.9175033569335938, 3.20521879196167, 3.492934226989746, 3.7806496620178223, 4.068365097045898, 4.356080532073975, 4.643795967102051, 4.931511402130127, 5.219226837158203, 5.506942272186279, 5.7946577072143555, 6.082373142242432, 6.370088577270508, 6.657804012298584, 6.94551944732666, 7.233234882354736, 7.5209503173828125, 7.808665752410889, 8.096381187438965, 8.384096145629883, 8.671812057495117]}, "gradients/encoder.encoder.layers.19.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 3.0, 4.0, 7.0, 5.0, 16.0, 29.0, 30.0, 43.0, 83.0, 136.0, 345.0, 1284.0, 11380.0, 4170247.0, 9187.0, 1010.0, 256.0, 95.0, 56.0, 21.0, 15.0, 5.0, 11.0, 5.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-10.4375, -10.17962646484375, -9.9217529296875, -9.66387939453125, -9.406005859375, -9.14813232421875, -8.8902587890625, -8.63238525390625, -8.37451171875, -8.11663818359375, -7.8587646484375, -7.60089111328125, -7.343017578125, -7.08514404296875, -6.8272705078125, -6.56939697265625, -6.3115234375, -6.05364990234375, -5.7957763671875, -5.53790283203125, -5.280029296875, -5.02215576171875, -4.7642822265625, -4.50640869140625, -4.24853515625, -3.99066162109375, -3.7327880859375, -3.47491455078125, -3.217041015625, -2.95916748046875, -2.7012939453125, -2.44342041015625, -2.185546875, -1.92767333984375, -1.6697998046875, -1.41192626953125, -1.154052734375, -0.89617919921875, -0.6383056640625, -0.38043212890625, -0.12255859375, 0.13531494140625, 0.3931884765625, 0.65106201171875, 0.908935546875, 1.16680908203125, 1.4246826171875, 1.68255615234375, 1.9404296875, 2.19830322265625, 2.4561767578125, 2.71405029296875, 2.971923828125, 3.22979736328125, 3.4876708984375, 3.74554443359375, 4.00341796875, 4.26129150390625, 4.5191650390625, 4.77703857421875, 5.034912109375, 5.29278564453125, 5.5506591796875, 5.80853271484375, 6.06640625]}, "gradients/encoder.encoder.layers.19.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 4.0, 2.0, 11.0, 19.0, 57.0, 141.0, 229.0, 250.0, 161.0, 83.0, 28.0, 11.0, 5.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0322265625, -1.0051345825195312, -0.9780426025390625, -0.9509506225585938, -0.923858642578125, -0.8967666625976562, -0.8696746826171875, -0.8425827026367188, -0.81549072265625, -0.7883987426757812, -0.7613067626953125, -0.7342147827148438, -0.707122802734375, -0.6800308227539062, -0.6529388427734375, -0.6258468627929688, -0.5987548828125, -0.5716629028320312, -0.5445709228515625, -0.5174789428710938, -0.490386962890625, -0.46329498291015625, -0.4362030029296875, -0.40911102294921875, -0.38201904296875, -0.35492706298828125, -0.3278350830078125, -0.30074310302734375, -0.273651123046875, -0.24655914306640625, -0.2194671630859375, -0.19237518310546875, -0.165283203125, -0.13819122314453125, -0.1110992431640625, -0.08400726318359375, -0.056915283203125, -0.02982330322265625, -0.0027313232421875, 0.02436065673828125, 0.05145263671875, 0.07854461669921875, 0.1056365966796875, 0.13272857666015625, 0.159820556640625, 0.18691253662109375, 0.2140045166015625, 0.24109649658203125, 0.2681884765625, 0.29528045654296875, 0.3223724365234375, 0.34946441650390625, 0.376556396484375, 0.40364837646484375, 0.4307403564453125, 0.45783233642578125, 0.48492431640625, 0.5120162963867188, 0.5391082763671875, 0.5662002563476562, 0.593292236328125, 0.6203842163085938, 0.6474761962890625, 0.6745681762695312, 0.70166015625]}, "gradients/encoder.encoder.layers.19.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 5.0, 1.0, 2.0, 6.0, 10.0, 16.0, 17.0, 41.0, 45.0, 90.0, 131.0, 245.0, 612.0, 2322.0, 15562.0, 3475565.0, 683268.0, 12854.0, 2289.0, 572.0, 210.0, 122.0, 77.0, 59.0, 40.0, 40.0, 21.0, 12.0, 11.0, 13.0, 6.0, 3.0, 6.0, 7.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.068359375, -2.98297119140625, -2.8975830078125, -2.81219482421875, -2.726806640625, -2.64141845703125, -2.5560302734375, -2.47064208984375, -2.38525390625, -2.29986572265625, -2.2144775390625, -2.12908935546875, -2.043701171875, -1.95831298828125, -1.8729248046875, -1.78753662109375, -1.7021484375, -1.61676025390625, -1.5313720703125, -1.44598388671875, -1.360595703125, -1.27520751953125, -1.1898193359375, -1.10443115234375, -1.01904296875, -0.93365478515625, -0.8482666015625, -0.76287841796875, -0.677490234375, -0.59210205078125, -0.5067138671875, -0.42132568359375, -0.3359375, -0.25054931640625, -0.1651611328125, -0.07977294921875, 0.005615234375, 0.09100341796875, 0.1763916015625, 0.26177978515625, 0.34716796875, 0.43255615234375, 0.5179443359375, 0.60333251953125, 0.688720703125, 0.77410888671875, 0.8594970703125, 0.94488525390625, 1.0302734375, 1.11566162109375, 1.2010498046875, 1.28643798828125, 1.371826171875, 1.45721435546875, 1.5426025390625, 1.62799072265625, 1.71337890625, 1.79876708984375, 1.8841552734375, 1.96954345703125, 2.054931640625, 2.14031982421875, 2.2257080078125, 2.31109619140625, 2.396484375]}, "gradients/encoder.encoder.layers.19.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 2.0, 1.0, 3.0, 3.0, 5.0, 5.0, 9.0, 12.0, 15.0, 22.0, 45.0, 64.0, 116.0, 316.0, 1607.0, 1249.0, 301.0, 130.0, 57.0, 34.0, 14.0, 20.0, 14.0, 11.0, 8.0, 5.0, 2.0, 1.0, 3.0, 0.0, 2.0, 5.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.37939453125, -0.3628692626953125, -0.346343994140625, -0.3298187255859375, -0.31329345703125, -0.2967681884765625, -0.280242919921875, -0.2637176513671875, -0.2471923828125, -0.2306671142578125, -0.214141845703125, -0.1976165771484375, -0.18109130859375, -0.1645660400390625, -0.148040771484375, -0.1315155029296875, -0.114990234375, -0.0984649658203125, -0.081939697265625, -0.0654144287109375, -0.04888916015625, -0.0323638916015625, -0.015838623046875, 0.0006866455078125, 0.0172119140625, 0.0337371826171875, 0.050262451171875, 0.0667877197265625, 0.08331298828125, 0.0998382568359375, 0.116363525390625, 0.1328887939453125, 0.1494140625, 0.1659393310546875, 0.182464599609375, 0.1989898681640625, 0.21551513671875, 0.2320404052734375, 0.248565673828125, 0.2650909423828125, 0.2816162109375, 0.2981414794921875, 0.314666748046875, 0.3311920166015625, 0.34771728515625, 0.3642425537109375, 0.380767822265625, 0.3972930908203125, 0.413818359375, 0.4303436279296875, 0.446868896484375, 0.4633941650390625, 0.47991943359375, 0.4964447021484375, 0.512969970703125, 0.5294952392578125, 0.5460205078125, 0.5625457763671875, 0.579071044921875, 0.5955963134765625, 0.61212158203125, 0.6286468505859375, 0.645172119140625, 0.6616973876953125, 0.67822265625]}, "gradients/encoder.encoder.layers.19.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 5.0, 65.0, 868.0, 69.0, 4.0, 5.0, 1.0, 1.0], "bins": [-25.293785095214844, -24.861278533935547, -24.42877197265625, -23.996265411376953, -23.563758850097656, -23.13125228881836, -22.698745727539062, -22.266239166259766, -21.83373260498047, -21.401226043701172, -20.968719482421875, -20.536212921142578, -20.10370635986328, -19.671199798583984, -19.238693237304688, -18.80618667602539, -18.373680114746094, -17.941173553466797, -17.5086669921875, -17.076160430908203, -16.643653869628906, -16.21114730834961, -15.778640747070312, -15.346134185791016, -14.913629531860352, -14.481122970581055, -14.048616409301758, -13.616109848022461, -13.183603286743164, -12.751096725463867, -12.31859016418457, -11.886083602905273, -11.453577041625977, -11.02107048034668, -10.588563919067383, -10.156057357788086, -9.723550796508789, -9.291044235229492, -8.858537673950195, -8.426031112670898, -7.993525505065918, -7.561018943786621, -7.128512382507324, -6.696005821228027, -6.2634992599487305, -5.830992698669434, -5.398486614227295, -4.965980052947998, -4.533473014831543, -4.100966453552246, -3.668459892272949, -3.2359535694122314, -2.8034470081329346, -2.3709404468536377, -1.93843412399292, -1.505927562713623, -1.0734212398529053, -0.6409147381782532, -0.20840823650360107, 0.22409820556640625, 0.6566047668457031, 1.089111328125, 1.5216176509857178, 1.9541242122650146, 2.3866307735443115]}, "gradients/encoder.encoder.layers.19.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 5.0, 5.0, 4.0, 8.0, 11.0, 8.0, 18.0, 23.0, 17.0, 21.0, 27.0, 32.0, 35.0, 45.0, 29.0, 48.0, 43.0, 40.0, 48.0, 47.0, 44.0, 51.0, 49.0, 37.0, 36.0, 35.0, 30.0, 32.0, 34.0, 29.0, 22.0, 15.0, 18.0, 8.0, 9.0, 4.0, 8.0, 9.0, 3.0, 7.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-1.3035557270050049, -1.262080192565918, -1.220604658126831, -1.1791292428970337, -1.1376537084579468, -1.0961781740188599, -1.054702639579773, -1.0132272243499756, -0.9717516899108887, -0.9302761554718018, -0.8888006806373596, -0.8473251461982727, -0.8058496713638306, -0.7643741369247437, -0.7228986024856567, -0.6814231276512146, -0.6399475932121277, -0.5984720587730408, -0.5569965839385986, -0.5155210494995117, -0.4740455746650696, -0.43257004022598267, -0.39109453558921814, -0.3496190309524536, -0.3081435263156891, -0.26666802167892456, -0.22519251704216003, -0.18371699750423431, -0.1422414928674698, -0.10076598823070526, -0.05929046869277954, -0.017814964056015015, 0.02366054058074951, 0.06513604521751404, 0.10661155730485916, 0.14808706939220428, 0.1895625740289688, 0.23103807866573334, 0.27251359820365906, 0.3139891028404236, 0.3554646074771881, 0.39694011211395264, 0.43841561675071716, 0.4798911213874817, 0.5213666558265686, 0.5628421306610107, 0.6043176651000977, 0.6457931995391846, 0.6872686743736267, 0.7287442088127136, 0.7702196836471558, 0.8116952180862427, 0.8531706929206848, 0.8946462273597717, 0.9361217021942139, 0.9775972366333008, 1.0190727710723877, 1.0605483055114746, 1.1020238399505615, 1.1434992551803589, 1.1849747896194458, 1.2264503240585327, 1.2679258584976196, 1.309401273727417, 1.350876808166504]}, "gradients/encoder.encoder.layers.19.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 5.0, 5.0, 9.0, 8.0, 14.0, 6.0, 17.0, 19.0, 31.0, 37.0, 37.0, 42.0, 72.0, 52.0, 121.0, 168.0, 265.0, 474.0, 896.0, 1879.0, 6707.0, 57059.0, 822491.0, 141970.0, 10891.0, 2523.0, 1125.0, 557.0, 295.0, 193.0, 137.0, 85.0, 81.0, 59.0, 37.0, 34.0, 39.0, 28.0, 17.0, 12.0, 7.0, 9.0, 11.0, 8.0, 9.0, 3.0, 2.0, 1.0, 4.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0], "bins": [-1.7919921875, -1.7335205078125, -1.675048828125, -1.6165771484375, -1.55810546875, -1.4996337890625, -1.441162109375, -1.3826904296875, -1.32421875, -1.2657470703125, -1.207275390625, -1.1488037109375, -1.09033203125, -1.0318603515625, -0.973388671875, -0.9149169921875, -0.8564453125, -0.7979736328125, -0.739501953125, -0.6810302734375, -0.62255859375, -0.5640869140625, -0.505615234375, -0.4471435546875, -0.388671875, -0.3302001953125, -0.271728515625, -0.2132568359375, -0.15478515625, -0.0963134765625, -0.037841796875, 0.0206298828125, 0.0791015625, 0.1375732421875, 0.196044921875, 0.2545166015625, 0.31298828125, 0.3714599609375, 0.429931640625, 0.4884033203125, 0.546875, 0.6053466796875, 0.663818359375, 0.7222900390625, 0.78076171875, 0.8392333984375, 0.897705078125, 0.9561767578125, 1.0146484375, 1.0731201171875, 1.131591796875, 1.1900634765625, 1.24853515625, 1.3070068359375, 1.365478515625, 1.4239501953125, 1.482421875, 1.5408935546875, 1.599365234375, 1.6578369140625, 1.71630859375, 1.7747802734375, 1.833251953125, 1.8917236328125, 1.9501953125]}, "gradients/encoder.encoder.layers.19.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 4.0, 1.0, 11.0, 16.0, 52.0, 122.0, 229.0, 258.0, 165.0, 94.0, 32.0, 11.0, 7.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0087890625, -0.981689453125, -0.95458984375, -0.927490234375, -0.900390625, -0.873291015625, -0.84619140625, -0.819091796875, -0.7919921875, -0.764892578125, -0.73779296875, -0.710693359375, -0.68359375, -0.656494140625, -0.62939453125, -0.602294921875, -0.5751953125, -0.548095703125, -0.52099609375, -0.493896484375, -0.466796875, -0.439697265625, -0.41259765625, -0.385498046875, -0.3583984375, -0.331298828125, -0.30419921875, -0.277099609375, -0.25, -0.222900390625, -0.19580078125, -0.168701171875, -0.1416015625, -0.114501953125, -0.08740234375, -0.060302734375, -0.033203125, -0.006103515625, 0.02099609375, 0.048095703125, 0.0751953125, 0.102294921875, 0.12939453125, 0.156494140625, 0.18359375, 0.210693359375, 0.23779296875, 0.264892578125, 0.2919921875, 0.319091796875, 0.34619140625, 0.373291015625, 0.400390625, 0.427490234375, 0.45458984375, 0.481689453125, 0.5087890625, 0.535888671875, 0.56298828125, 0.590087890625, 0.6171875, 0.644287109375, 0.67138671875, 0.698486328125, 0.7255859375]}, "gradients/encoder.encoder.layers.19.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 4.0, 9.0, 6.0, 12.0, 7.0, 23.0, 21.0, 23.0, 37.0, 48.0, 70.0, 95.0, 128.0, 223.0, 392.0, 725.0, 1464.0, 4104.0, 15336.0, 81623.0, 565018.0, 320220.0, 44141.0, 9260.0, 2852.0, 1203.0, 561.0, 317.0, 187.0, 124.0, 75.0, 74.0, 42.0, 38.0, 25.0, 17.0, 13.0, 15.0, 7.0, 7.0, 4.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.2626953125, -1.220367431640625, -1.17803955078125, -1.135711669921875, -1.0933837890625, -1.051055908203125, -1.00872802734375, -0.966400146484375, -0.924072265625, -0.881744384765625, -0.83941650390625, -0.797088623046875, -0.7547607421875, -0.712432861328125, -0.67010498046875, -0.627777099609375, -0.58544921875, -0.543121337890625, -0.50079345703125, -0.458465576171875, -0.4161376953125, -0.373809814453125, -0.33148193359375, -0.289154052734375, -0.246826171875, -0.204498291015625, -0.16217041015625, -0.119842529296875, -0.0775146484375, -0.035186767578125, 0.00714111328125, 0.049468994140625, 0.091796875, 0.134124755859375, 0.17645263671875, 0.218780517578125, 0.2611083984375, 0.303436279296875, 0.34576416015625, 0.388092041015625, 0.430419921875, 0.472747802734375, 0.51507568359375, 0.557403564453125, 0.5997314453125, 0.642059326171875, 0.68438720703125, 0.726715087890625, 0.76904296875, 0.811370849609375, 0.85369873046875, 0.896026611328125, 0.9383544921875, 0.980682373046875, 1.02301025390625, 1.065338134765625, 1.107666015625, 1.149993896484375, 1.19232177734375, 1.234649658203125, 1.2769775390625, 1.319305419921875, 1.36163330078125, 1.403961181640625, 1.4462890625]}, "gradients/encoder.encoder.layers.19.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 6.0, 8.0, 5.0, 10.0, 15.0, 4.0, 12.0, 14.0, 15.0, 18.0, 24.0, 29.0, 25.0, 33.0, 37.0, 47.0, 40.0, 46.0, 54.0, 47.0, 56.0, 36.0, 40.0, 58.0, 38.0, 30.0, 38.0, 31.0, 20.0, 29.0, 22.0, 28.0, 16.0, 19.0, 16.0, 9.0, 7.0, 8.0, 7.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.28515625, -1.241302490234375, -1.19744873046875, -1.153594970703125, -1.1097412109375, -1.065887451171875, -1.02203369140625, -0.978179931640625, -0.934326171875, -0.890472412109375, -0.84661865234375, -0.802764892578125, -0.7589111328125, -0.715057373046875, -0.67120361328125, -0.627349853515625, -0.58349609375, -0.539642333984375, -0.49578857421875, -0.451934814453125, -0.4080810546875, -0.364227294921875, -0.32037353515625, -0.276519775390625, -0.232666015625, -0.188812255859375, -0.14495849609375, -0.101104736328125, -0.0572509765625, -0.013397216796875, 0.03045654296875, 0.074310302734375, 0.1181640625, 0.162017822265625, 0.20587158203125, 0.249725341796875, 0.2935791015625, 0.337432861328125, 0.38128662109375, 0.425140380859375, 0.468994140625, 0.512847900390625, 0.55670166015625, 0.600555419921875, 0.6444091796875, 0.688262939453125, 0.73211669921875, 0.775970458984375, 0.81982421875, 0.863677978515625, 0.90753173828125, 0.951385498046875, 0.9952392578125, 1.039093017578125, 1.08294677734375, 1.126800537109375, 1.170654296875, 1.214508056640625, 1.25836181640625, 1.302215576171875, 1.3460693359375, 1.389923095703125, 1.43377685546875, 1.477630615234375, 1.521484375]}, "gradients/encoder.encoder.layers.19.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 6.0, 4.0, 9.0, 5.0, 13.0, 13.0, 16.0, 36.0, 73.0, 141.0, 196.0, 502.0, 1365.0, 4836.0, 33786.0, 852061.0, 141990.0, 9766.0, 2297.0, 715.0, 330.0, 160.0, 85.0, 57.0, 28.0, 22.0, 11.0, 11.0, 9.0, 2.0, 2.0, 6.0, 1.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.75146484375, -0.7284927368164062, -0.7055206298828125, -0.6825485229492188, -0.659576416015625, -0.6366043090820312, -0.6136322021484375, -0.5906600952148438, -0.56768798828125, -0.5447158813476562, -0.5217437744140625, -0.49877166748046875, -0.475799560546875, -0.45282745361328125, -0.4298553466796875, -0.40688323974609375, -0.3839111328125, -0.36093902587890625, -0.3379669189453125, -0.31499481201171875, -0.292022705078125, -0.26905059814453125, -0.2460784912109375, -0.22310638427734375, -0.20013427734375, -0.17716217041015625, -0.1541900634765625, -0.13121795654296875, -0.108245849609375, -0.08527374267578125, -0.0623016357421875, -0.03932952880859375, -0.016357421875, 0.00661468505859375, 0.0295867919921875, 0.05255889892578125, 0.075531005859375, 0.09850311279296875, 0.1214752197265625, 0.14444732666015625, 0.16741943359375, 0.19039154052734375, 0.2133636474609375, 0.23633575439453125, 0.259307861328125, 0.28227996826171875, 0.3052520751953125, 0.32822418212890625, 0.3511962890625, 0.37416839599609375, 0.3971405029296875, 0.42011260986328125, 0.443084716796875, 0.46605682373046875, 0.4890289306640625, 0.5120010375976562, 0.53497314453125, 0.5579452514648438, 0.5809173583984375, 0.6038894653320312, 0.626861572265625, 0.6498336791992188, 0.6728057861328125, 0.6957778930664062, 0.71875]}, "gradients/encoder.encoder.layers.19.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 6.0, 6.0, 7.0, 6.0, 15.0, 27.0, 31.0, 33.0, 31.0, 50.0, 81.0, 145.0, 172.0, 102.0, 69.0, 52.0, 44.0, 29.0, 25.0, 16.0, 9.0, 13.0, 13.0, 7.0, 4.0, 5.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00015211105346679688, -0.00014556199312210083, -0.00013901293277740479, -0.00013246387243270874, -0.0001259148120880127, -0.00011936575174331665, -0.0001128166913986206, -0.00010626763105392456, -9.971857070922852e-05, -9.316951036453247e-05, -8.662045001983643e-05, -8.007138967514038e-05, -7.352232933044434e-05, -6.697326898574829e-05, -6.0424208641052246e-05, -5.38751482963562e-05, -4.7326087951660156e-05, -4.077702760696411e-05, -3.4227967262268066e-05, -2.767890691757202e-05, -2.1129846572875977e-05, -1.4580786228179932e-05, -8.031725883483887e-06, -1.4826655387878418e-06, 5.066394805908203e-06, 1.1615455150604248e-05, 1.8164515495300293e-05, 2.4713575839996338e-05, 3.126263618469238e-05, 3.781169652938843e-05, 4.436075687408447e-05, 5.090981721878052e-05, 5.745887756347656e-05, 6.400793790817261e-05, 7.055699825286865e-05, 7.71060585975647e-05, 8.365511894226074e-05, 9.020417928695679e-05, 9.675323963165283e-05, 0.00010330229997634888, 0.00010985136032104492, 0.00011640042066574097, 0.000122949481010437, 0.00012949854135513306, 0.0001360476016998291, 0.00014259666204452515, 0.0001491457223892212, 0.00015569478273391724, 0.00016224384307861328, 0.00016879290342330933, 0.00017534196376800537, 0.00018189102411270142, 0.00018844008445739746, 0.0001949891448020935, 0.00020153820514678955, 0.0002080872654914856, 0.00021463632583618164, 0.00022118538618087769, 0.00022773444652557373, 0.00023428350687026978, 0.00024083256721496582, 0.00024738162755966187, 0.0002539306879043579, 0.00026047974824905396, 0.00026702880859375]}, "gradients/encoder.encoder.layers.19.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 0.0, 5.0, 4.0, 3.0, 2.0, 5.0, 8.0, 6.0, 10.0, 16.0, 29.0, 35.0, 57.0, 89.0, 169.0, 361.0, 839.0, 2377.0, 9452.0, 91137.0, 862808.0, 69096.0, 8324.0, 2134.0, 829.0, 328.0, 168.0, 102.0, 57.0, 29.0, 18.0, 20.0, 15.0, 8.0, 2.0, 3.0, 3.0, 4.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.8359375, -0.8109512329101562, -0.7859649658203125, -0.7609786987304688, -0.735992431640625, -0.7110061645507812, -0.6860198974609375, -0.6610336303710938, -0.63604736328125, -0.6110610961914062, -0.5860748291015625, -0.5610885620117188, -0.536102294921875, -0.5111160278320312, -0.4861297607421875, -0.46114349365234375, -0.4361572265625, -0.41117095947265625, -0.3861846923828125, -0.36119842529296875, -0.336212158203125, -0.31122589111328125, -0.2862396240234375, -0.26125335693359375, -0.23626708984375, -0.21128082275390625, -0.1862945556640625, -0.16130828857421875, -0.136322021484375, -0.11133575439453125, -0.0863494873046875, -0.06136322021484375, -0.036376953125, -0.01139068603515625, 0.0135955810546875, 0.03858184814453125, 0.063568115234375, 0.08855438232421875, 0.1135406494140625, 0.13852691650390625, 0.16351318359375, 0.18849945068359375, 0.2134857177734375, 0.23847198486328125, 0.263458251953125, 0.28844451904296875, 0.3134307861328125, 0.33841705322265625, 0.3634033203125, 0.38838958740234375, 0.4133758544921875, 0.43836212158203125, 0.463348388671875, 0.48833465576171875, 0.5133209228515625, 0.5383071899414062, 0.56329345703125, 0.5882797241210938, 0.6132659912109375, 0.6382522583007812, 0.663238525390625, 0.6882247924804688, 0.7132110595703125, 0.7381973266601562, 0.76318359375]}, "gradients/encoder.encoder.layers.19.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 3.0, 7.0, 6.0, 8.0, 7.0, 16.0, 24.0, 27.0, 32.0, 45.0, 67.0, 54.0, 104.0, 102.0, 96.0, 96.0, 80.0, 64.0, 53.0, 39.0, 20.0, 13.0, 13.0, 10.0, 3.0, 5.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.603515625, -0.5870895385742188, -0.5706634521484375, -0.5542373657226562, -0.537811279296875, -0.5213851928710938, -0.5049591064453125, -0.48853302001953125, -0.47210693359375, -0.45568084716796875, -0.4392547607421875, -0.42282867431640625, -0.406402587890625, -0.38997650146484375, -0.3735504150390625, -0.35712432861328125, -0.3406982421875, -0.32427215576171875, -0.3078460693359375, -0.29141998291015625, -0.274993896484375, -0.25856781005859375, -0.2421417236328125, -0.22571563720703125, -0.20928955078125, -0.19286346435546875, -0.1764373779296875, -0.16001129150390625, -0.143585205078125, -0.12715911865234375, -0.1107330322265625, -0.09430694580078125, -0.077880859375, -0.06145477294921875, -0.0450286865234375, -0.02860260009765625, -0.012176513671875, 0.00424957275390625, 0.0206756591796875, 0.03710174560546875, 0.05352783203125, 0.06995391845703125, 0.0863800048828125, 0.10280609130859375, 0.119232177734375, 0.13565826416015625, 0.1520843505859375, 0.16851043701171875, 0.1849365234375, 0.20136260986328125, 0.2177886962890625, 0.23421478271484375, 0.250640869140625, 0.26706695556640625, 0.2834930419921875, 0.29991912841796875, 0.31634521484375, 0.33277130126953125, 0.3491973876953125, 0.36562347412109375, 0.382049560546875, 0.39847564697265625, 0.4149017333984375, 0.43132781982421875, 0.44775390625]}, "gradients/encoder.encoder.layers.19.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 5.0, 6.0, 38.0, 113.0, 392.0, 368.0, 62.0, 15.0, 8.0, 6.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.287720680236816, -7.691418647766113, -7.09511661529541, -6.498815059661865, -5.902513027191162, -5.306210994720459, -4.709909439086914, -4.113607406616211, -3.517305374145508, -2.9210033416748047, -2.3247015476226807, -1.728399634361267, -1.1320977210998535, -0.5357956886291504, 0.06050610542297363, 0.6568078994750977, 1.2531099319458008, 1.8494118452072144, 2.445713758468628, 3.042015552520752, 3.638317584991455, 4.234619617462158, 4.830921173095703, 5.427223205566406, 6.023525238037109, 6.6198272705078125, 7.216129302978516, 7.8124308586120605, 8.408733367919922, 9.005035400390625, 9.601336479187012, 10.197638511657715, 10.793941497802734, 11.390243530273438, 11.98654556274414, 12.582847595214844, 13.179149627685547, 13.77545166015625, 14.371752738952637, 14.96805477142334, 15.564356803894043, 16.16065788269043, 16.756959915161133, 17.353261947631836, 17.94956398010254, 18.545866012573242, 19.142168045043945, 19.73847007751465, 20.33477210998535, 20.931074142456055, 21.527376174926758, 22.12367820739746, 22.719980239868164, 23.316282272338867, 23.91258430480957, 24.50888442993164, 25.105186462402344, 25.701488494873047, 26.29779052734375, 26.894092559814453, 27.490394592285156, 28.08669662475586, 28.682998657226562, 29.279300689697266, 29.87560272216797]}, "gradients/encoder.encoder.layers.19.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 4.0, 7.0, 11.0, 8.0, 8.0, 19.0, 14.0, 17.0, 20.0, 17.0, 25.0, 35.0, 25.0, 32.0, 38.0, 31.0, 39.0, 42.0, 43.0, 41.0, 39.0, 53.0, 33.0, 35.0, 45.0, 37.0, 33.0, 32.0, 37.0, 27.0, 26.0, 22.0, 29.0, 16.0, 13.0, 10.0, 8.0, 4.0, 5.0, 7.0, 7.0, 0.0, 3.0, 1.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-7.279603004455566, -7.046219825744629, -6.812836647033691, -6.579453468322754, -6.346070289611816, -6.112687110900879, -5.879303455352783, -5.645920276641846, -5.412537097930908, -5.179153919219971, -4.945770740509033, -4.712387561798096, -4.47900390625, -4.2456207275390625, -4.012237548828125, -3.7788543701171875, -3.54547119140625, -3.3120880126953125, -3.078704833984375, -2.8453214168548584, -2.611938238143921, -2.3785550594329834, -2.145171642303467, -1.9117884635925293, -1.6784052848815918, -1.4450221061706543, -1.2116388082504272, -0.978255569934845, -0.7448723316192627, -0.5114891529083252, -0.27810585498809814, -0.044722557067871094, 0.1886601448059082, 0.4220433831214905, 0.6554266214370728, 0.888809859752655, 1.1221930980682373, 1.3555762767791748, 1.5889595746994019, 1.822342872619629, 2.0557260513305664, 2.289109230041504, 2.5224924087524414, 2.755875825881958, 2.9892590045928955, 3.222642183303833, 3.4560256004333496, 3.689408779144287, 3.9227919578552246, 4.156175136566162, 4.3895583152771, 4.622941493988037, 4.856325149536133, 5.08970832824707, 5.323091506958008, 5.556474685668945, 5.789857864379883, 6.02324104309082, 6.256624221801758, 6.490007400512695, 6.723390579223633, 6.95677375793457, 7.190157413482666, 7.4235405921936035, 7.656923770904541]}, "gradients/encoder.encoder.layers.18.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 6.0, 7.0, 16.0, 19.0, 19.0, 50.0, 106.0, 208.0, 631.0, 4775.0, 4162750.0, 24439.0, 900.0, 218.0, 81.0, 32.0, 12.0, 10.0, 3.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.7265625, -6.548095703125, -6.36962890625, -6.191162109375, -6.0126953125, -5.834228515625, -5.65576171875, -5.477294921875, -5.298828125, -5.120361328125, -4.94189453125, -4.763427734375, -4.5849609375, -4.406494140625, -4.22802734375, -4.049560546875, -3.87109375, -3.692626953125, -3.51416015625, -3.335693359375, -3.1572265625, -2.978759765625, -2.80029296875, -2.621826171875, -2.443359375, -2.264892578125, -2.08642578125, -1.907958984375, -1.7294921875, -1.551025390625, -1.37255859375, -1.194091796875, -1.015625, -0.837158203125, -0.65869140625, -0.480224609375, -0.3017578125, -0.123291015625, 0.05517578125, 0.233642578125, 0.412109375, 0.590576171875, 0.76904296875, 0.947509765625, 1.1259765625, 1.304443359375, 1.48291015625, 1.661376953125, 1.83984375, 2.018310546875, 2.19677734375, 2.375244140625, 2.5537109375, 2.732177734375, 2.91064453125, 3.089111328125, 3.267578125, 3.446044921875, 3.62451171875, 3.802978515625, 3.9814453125, 4.159912109375, 4.33837890625, 4.516845703125, 4.6953125]}, "gradients/encoder.encoder.layers.18.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 3.0, 1.0, 8.0, 13.0, 36.0, 75.0, 136.0, 205.0, 234.0, 162.0, 74.0, 35.0, 15.0, 5.0, 0.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.01953125, -0.9926910400390625, -0.965850830078125, -0.9390106201171875, -0.91217041015625, -0.8853302001953125, -0.858489990234375, -0.8316497802734375, -0.8048095703125, -0.7779693603515625, -0.751129150390625, -0.7242889404296875, -0.69744873046875, -0.6706085205078125, -0.643768310546875, -0.6169281005859375, -0.590087890625, -0.5632476806640625, -0.536407470703125, -0.5095672607421875, -0.48272705078125, -0.4558868408203125, -0.429046630859375, -0.4022064208984375, -0.3753662109375, -0.3485260009765625, -0.321685791015625, -0.2948455810546875, -0.26800537109375, -0.2411651611328125, -0.214324951171875, -0.1874847412109375, -0.16064453125, -0.1338043212890625, -0.106964111328125, -0.0801239013671875, -0.05328369140625, -0.0264434814453125, 0.000396728515625, 0.0272369384765625, 0.0540771484375, 0.0809173583984375, 0.107757568359375, 0.1345977783203125, 0.16143798828125, 0.1882781982421875, 0.215118408203125, 0.2419586181640625, 0.268798828125, 0.2956390380859375, 0.322479248046875, 0.3493194580078125, 0.37615966796875, 0.4029998779296875, 0.429840087890625, 0.4566802978515625, 0.4835205078125, 0.5103607177734375, 0.537200927734375, 0.5640411376953125, 0.59088134765625, 0.6177215576171875, 0.644561767578125, 0.6714019775390625, 0.6982421875]}, "gradients/encoder.encoder.layers.18.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 2.0, 1.0, 2.0, 5.0, 3.0, 5.0, 21.0, 23.0, 28.0, 66.0, 179.0, 695.0, 3027.0, 18848.0, 3461236.0, 692817.0, 14116.0, 2335.0, 547.0, 149.0, 80.0, 36.0, 19.0, 12.0, 5.0, 10.0, 6.0, 5.0, 4.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.984375, -1.9241180419921875, -1.863861083984375, -1.8036041259765625, -1.74334716796875, -1.6830902099609375, -1.622833251953125, -1.5625762939453125, -1.5023193359375, -1.4420623779296875, -1.381805419921875, -1.3215484619140625, -1.26129150390625, -1.2010345458984375, -1.140777587890625, -1.0805206298828125, -1.020263671875, -0.9600067138671875, -0.899749755859375, -0.8394927978515625, -0.77923583984375, -0.7189788818359375, -0.658721923828125, -0.5984649658203125, -0.5382080078125, -0.4779510498046875, -0.417694091796875, -0.3574371337890625, -0.29718017578125, -0.2369232177734375, -0.176666259765625, -0.1164093017578125, -0.05615234375, 0.0041046142578125, 0.064361572265625, 0.1246185302734375, 0.18487548828125, 0.2451324462890625, 0.305389404296875, 0.3656463623046875, 0.4259033203125, 0.4861602783203125, 0.546417236328125, 0.6066741943359375, 0.66693115234375, 0.7271881103515625, 0.787445068359375, 0.8477020263671875, 0.907958984375, 0.9682159423828125, 1.028472900390625, 1.0887298583984375, 1.14898681640625, 1.2092437744140625, 1.269500732421875, 1.3297576904296875, 1.3900146484375, 1.4502716064453125, 1.510528564453125, 1.5707855224609375, 1.63104248046875, 1.6912994384765625, 1.751556396484375, 1.8118133544921875, 1.8720703125]}, "gradients/encoder.encoder.layers.18.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 4.0, 5.0, 4.0, 4.0, 3.0, 6.0, 6.0, 8.0, 8.0, 14.0, 24.0, 28.0, 46.0, 72.0, 120.0, 243.0, 866.0, 1710.0, 417.0, 180.0, 96.0, 66.0, 39.0, 25.0, 20.0, 11.0, 15.0, 9.0, 10.0, 4.0, 2.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.300537109375, -0.29148101806640625, -0.2824249267578125, -0.27336883544921875, -0.264312744140625, -0.25525665283203125, -0.2462005615234375, -0.23714447021484375, -0.22808837890625, -0.21903228759765625, -0.2099761962890625, -0.20092010498046875, -0.191864013671875, -0.18280792236328125, -0.1737518310546875, -0.16469573974609375, -0.1556396484375, -0.14658355712890625, -0.1375274658203125, -0.12847137451171875, -0.119415283203125, -0.11035919189453125, -0.1013031005859375, -0.09224700927734375, -0.08319091796875, -0.07413482666015625, -0.0650787353515625, -0.05602264404296875, -0.046966552734375, -0.03791046142578125, -0.0288543701171875, -0.01979827880859375, -0.0107421875, -0.00168609619140625, 0.0073699951171875, 0.01642608642578125, 0.025482177734375, 0.03453826904296875, 0.0435943603515625, 0.05265045166015625, 0.06170654296875, 0.07076263427734375, 0.0798187255859375, 0.08887481689453125, 0.097930908203125, 0.10698699951171875, 0.1160430908203125, 0.12509918212890625, 0.1341552734375, 0.14321136474609375, 0.1522674560546875, 0.16132354736328125, 0.170379638671875, 0.17943572998046875, 0.1884918212890625, 0.19754791259765625, 0.20660400390625, 0.21566009521484375, 0.2247161865234375, 0.23377227783203125, 0.242828369140625, 0.25188446044921875, 0.2609405517578125, 0.26999664306640625, 0.279052734375]}, "gradients/encoder.encoder.layers.18.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 4.0, 6.0, 33.0, 109.0, 293.0, 338.0, 162.0, 33.0, 15.0, 4.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2296664714813232, -1.1416397094726562, -1.0536128282546997, -0.9655860066413879, -0.8775591850280762, -0.7895323634147644, -0.7015055418014526, -0.6134787201881409, -0.5254518985748291, -0.43742507696151733, -0.34939825534820557, -0.2613714337348938, -0.17334461212158203, -0.08531779050827026, 0.002709031105041504, 0.09073585271835327, 0.17876267433166504, 0.2667894959449768, 0.3548163175582886, 0.44284313917160034, 0.5308699607849121, 0.6188967823982239, 0.7069236040115356, 0.7949504256248474, 0.8829772472381592, 0.971004068851471, 1.0590308904647827, 1.1470577716827393, 1.2350845336914062, 1.3231112957000732, 1.4111381769180298, 1.4991650581359863, 1.5871920585632324, 1.6752188205718994, 1.763245701789856, 1.8512725830078125, 1.9392993450164795, 2.0273261070251465, 2.1153531074523926, 2.2033798694610596, 2.2914066314697266, 2.3794333934783936, 2.4674601554870605, 2.5554871559143066, 2.6435139179229736, 2.7315406799316406, 2.8195676803588867, 2.9075944423675537, 2.9956212043762207, 3.0836479663848877, 3.1716747283935547, 3.259701728820801, 3.3477284908294678, 3.4357552528381348, 3.523782253265381, 3.611809015274048, 3.699835777282715, 3.787862539291382, 3.875889301300049, 3.963916301727295, 4.051942825317383, 4.139969825744629, 4.227996826171875, 4.316023349761963, 4.404050350189209]}, "gradients/encoder.encoder.layers.18.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 3.0, 1.0, 6.0, 4.0, 5.0, 5.0, 15.0, 9.0, 15.0, 13.0, 16.0, 18.0, 17.0, 13.0, 34.0, 20.0, 34.0, 25.0, 28.0, 47.0, 34.0, 41.0, 49.0, 49.0, 34.0, 27.0, 42.0, 34.0, 39.0, 36.0, 32.0, 40.0, 25.0, 22.0, 19.0, 22.0, 20.0, 15.0, 23.0, 9.0, 11.0, 8.0, 8.0, 8.0, 9.0, 3.0, 7.0, 4.0, 3.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0], "bins": [-0.8103778958320618, -0.7851837873458862, -0.7599896788597107, -0.7347955703735352, -0.7096014022827148, -0.6844072937965393, -0.6592131853103638, -0.6340190768241882, -0.6088249683380127, -0.5836308598518372, -0.5584367513656616, -0.5332425832748413, -0.5080484747886658, -0.48285436630249023, -0.4576602578163147, -0.43246614933013916, -0.40727198123931885, -0.3820778727531433, -0.3568837344646454, -0.33168962597846985, -0.3064954876899719, -0.2813013792037964, -0.25610727071762085, -0.23091314733028412, -0.2057190239429474, -0.18052490055561066, -0.15533077716827393, -0.1301366686820984, -0.10494254529476166, -0.07974842190742493, -0.05455431342124939, -0.02936019003391266, -0.004166126251220703, 0.02102799341082573, 0.04622211307287216, 0.0714162290096283, 0.09661035239696503, 0.12180447578430176, 0.1469985842704773, 0.17219270765781403, 0.19738683104515076, 0.2225809544324875, 0.24777507781982422, 0.27296918630599976, 0.2981632947921753, 0.3233574330806732, 0.34855154156684875, 0.3737456798553467, 0.3989397883415222, 0.42413389682769775, 0.4493280351161957, 0.4745221436023712, 0.49971628189086914, 0.5249103903770447, 0.5501044988632202, 0.5752986073493958, 0.6004927158355713, 0.6256868243217468, 0.6508809328079224, 0.6760751008987427, 0.7012692093849182, 0.7264633178710938, 0.7516574263572693, 0.7768515348434448, 0.8020457029342651]}, "gradients/encoder.encoder.layers.18.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 4.0, 8.0, 10.0, 13.0, 20.0, 19.0, 41.0, 55.0, 69.0, 130.0, 186.0, 378.0, 971.0, 3587.0, 39036.0, 934181.0, 63304.0, 4468.0, 1116.0, 392.0, 204.0, 105.0, 82.0, 54.0, 41.0, 30.0, 19.0, 6.0, 11.0, 9.0, 2.0, 2.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.513671875, -2.431427001953125, -2.34918212890625, -2.266937255859375, -2.1846923828125, -2.102447509765625, -2.02020263671875, -1.937957763671875, -1.855712890625, -1.773468017578125, -1.69122314453125, -1.608978271484375, -1.5267333984375, -1.444488525390625, -1.36224365234375, -1.279998779296875, -1.19775390625, -1.115509033203125, -1.03326416015625, -0.951019287109375, -0.8687744140625, -0.786529541015625, -0.70428466796875, -0.622039794921875, -0.539794921875, -0.457550048828125, -0.37530517578125, -0.293060302734375, -0.2108154296875, -0.128570556640625, -0.04632568359375, 0.035919189453125, 0.1181640625, 0.200408935546875, 0.28265380859375, 0.364898681640625, 0.4471435546875, 0.529388427734375, 0.61163330078125, 0.693878173828125, 0.776123046875, 0.858367919921875, 0.94061279296875, 1.022857666015625, 1.1051025390625, 1.187347412109375, 1.26959228515625, 1.351837158203125, 1.43408203125, 1.516326904296875, 1.59857177734375, 1.680816650390625, 1.7630615234375, 1.845306396484375, 1.92755126953125, 2.009796142578125, 2.092041015625, 2.174285888671875, 2.25653076171875, 2.338775634765625, 2.4210205078125, 2.503265380859375, 2.58551025390625, 2.667755126953125, 2.75]}, "gradients/encoder.encoder.layers.18.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 3.0, 8.0, 11.0, 35.0, 80.0, 149.0, 215.0, 227.0, 149.0, 71.0, 37.0, 8.0, 5.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0244140625, -0.9973907470703125, -0.970367431640625, -0.9433441162109375, -0.91632080078125, -0.8892974853515625, -0.862274169921875, -0.8352508544921875, -0.8082275390625, -0.7812042236328125, -0.754180908203125, -0.7271575927734375, -0.70013427734375, -0.6731109619140625, -0.646087646484375, -0.6190643310546875, -0.592041015625, -0.5650177001953125, -0.537994384765625, -0.5109710693359375, -0.48394775390625, -0.4569244384765625, -0.429901123046875, -0.4028778076171875, -0.3758544921875, -0.3488311767578125, -0.321807861328125, -0.2947845458984375, -0.26776123046875, -0.2407379150390625, -0.213714599609375, -0.1866912841796875, -0.15966796875, -0.1326446533203125, -0.105621337890625, -0.0785980224609375, -0.05157470703125, -0.0245513916015625, 0.002471923828125, 0.0294952392578125, 0.0565185546875, 0.0835418701171875, 0.110565185546875, 0.1375885009765625, 0.16461181640625, 0.1916351318359375, 0.218658447265625, 0.2456817626953125, 0.272705078125, 0.2997283935546875, 0.326751708984375, 0.3537750244140625, 0.38079833984375, 0.4078216552734375, 0.434844970703125, 0.4618682861328125, 0.4888916015625, 0.5159149169921875, 0.542938232421875, 0.5699615478515625, 0.59698486328125, 0.6240081787109375, 0.651031494140625, 0.6780548095703125, 0.705078125]}, "gradients/encoder.encoder.layers.18.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 6.0, 6.0, 4.0, 14.0, 23.0, 25.0, 45.0, 61.0, 73.0, 104.0, 188.0, 250.0, 352.0, 635.0, 1137.0, 2444.0, 7214.0, 32495.0, 226969.0, 637109.0, 111313.0, 18845.0, 5022.0, 1850.0, 895.0, 486.0, 330.0, 214.0, 129.0, 108.0, 67.0, 43.0, 38.0, 21.0, 14.0, 12.0, 8.0, 7.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.142578125, -1.10723876953125, -1.0718994140625, -1.03656005859375, -1.001220703125, -0.96588134765625, -0.9305419921875, -0.89520263671875, -0.85986328125, -0.82452392578125, -0.7891845703125, -0.75384521484375, -0.718505859375, -0.68316650390625, -0.6478271484375, -0.61248779296875, -0.5771484375, -0.54180908203125, -0.5064697265625, -0.47113037109375, -0.435791015625, -0.40045166015625, -0.3651123046875, -0.32977294921875, -0.29443359375, -0.25909423828125, -0.2237548828125, -0.18841552734375, -0.153076171875, -0.11773681640625, -0.0823974609375, -0.04705810546875, -0.01171875, 0.02362060546875, 0.0589599609375, 0.09429931640625, 0.129638671875, 0.16497802734375, 0.2003173828125, 0.23565673828125, 0.27099609375, 0.30633544921875, 0.3416748046875, 0.37701416015625, 0.412353515625, 0.44769287109375, 0.4830322265625, 0.51837158203125, 0.5537109375, 0.58905029296875, 0.6243896484375, 0.65972900390625, 0.695068359375, 0.73040771484375, 0.7657470703125, 0.80108642578125, 0.83642578125, 0.87176513671875, 0.9071044921875, 0.94244384765625, 0.977783203125, 1.01312255859375, 1.0484619140625, 1.08380126953125, 1.119140625]}, "gradients/encoder.encoder.layers.18.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 2.0, 1.0, 5.0, 4.0, 7.0, 10.0, 15.0, 9.0, 9.0, 13.0, 20.0, 17.0, 15.0, 21.0, 15.0, 31.0, 28.0, 33.0, 33.0, 32.0, 36.0, 28.0, 32.0, 37.0, 48.0, 42.0, 41.0, 28.0, 36.0, 33.0, 39.0, 35.0, 31.0, 28.0, 30.0, 17.0, 19.0, 26.0, 14.0, 9.0, 15.0, 11.0, 11.0, 7.0, 7.0, 7.0, 7.0, 4.0, 3.0, 6.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-1.1396484375, -1.105804443359375, -1.07196044921875, -1.038116455078125, -1.0042724609375, -0.970428466796875, -0.93658447265625, -0.902740478515625, -0.868896484375, -0.835052490234375, -0.80120849609375, -0.767364501953125, -0.7335205078125, -0.699676513671875, -0.66583251953125, -0.631988525390625, -0.59814453125, -0.564300537109375, -0.53045654296875, -0.496612548828125, -0.4627685546875, -0.428924560546875, -0.39508056640625, -0.361236572265625, -0.327392578125, -0.293548583984375, -0.25970458984375, -0.225860595703125, -0.1920166015625, -0.158172607421875, -0.12432861328125, -0.090484619140625, -0.056640625, -0.022796630859375, 0.01104736328125, 0.044891357421875, 0.0787353515625, 0.112579345703125, 0.14642333984375, 0.180267333984375, 0.214111328125, 0.247955322265625, 0.28179931640625, 0.315643310546875, 0.3494873046875, 0.383331298828125, 0.41717529296875, 0.451019287109375, 0.48486328125, 0.518707275390625, 0.55255126953125, 0.586395263671875, 0.6202392578125, 0.654083251953125, 0.68792724609375, 0.721771240234375, 0.755615234375, 0.789459228515625, 0.82330322265625, 0.857147216796875, 0.8909912109375, 0.924835205078125, 0.95867919921875, 0.992523193359375, 1.0263671875]}, "gradients/encoder.encoder.layers.18.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 8.0, 4.0, 6.0, 15.0, 23.0, 35.0, 61.0, 142.0, 350.0, 1048.0, 4017.0, 44836.0, 948529.0, 43796.0, 4167.0, 980.0, 273.0, 119.0, 71.0, 36.0, 19.0, 10.0, 8.0, 0.0, 2.0, 7.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.658203125, -0.63336181640625, -0.6085205078125, -0.58367919921875, -0.558837890625, -0.53399658203125, -0.5091552734375, -0.48431396484375, -0.45947265625, -0.43463134765625, -0.4097900390625, -0.38494873046875, -0.360107421875, -0.33526611328125, -0.3104248046875, -0.28558349609375, -0.2607421875, -0.23590087890625, -0.2110595703125, -0.18621826171875, -0.161376953125, -0.13653564453125, -0.1116943359375, -0.08685302734375, -0.06201171875, -0.03717041015625, -0.0123291015625, 0.01251220703125, 0.037353515625, 0.06219482421875, 0.0870361328125, 0.11187744140625, 0.13671875, 0.16156005859375, 0.1864013671875, 0.21124267578125, 0.236083984375, 0.26092529296875, 0.2857666015625, 0.31060791015625, 0.33544921875, 0.36029052734375, 0.3851318359375, 0.40997314453125, 0.434814453125, 0.45965576171875, 0.4844970703125, 0.50933837890625, 0.5341796875, 0.55902099609375, 0.5838623046875, 0.60870361328125, 0.633544921875, 0.65838623046875, 0.6832275390625, 0.70806884765625, 0.73291015625, 0.75775146484375, 0.7825927734375, 0.80743408203125, 0.832275390625, 0.85711669921875, 0.8819580078125, 0.90679931640625, 0.931640625]}, "gradients/encoder.encoder.layers.18.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 4.0, 5.0, 6.0, 6.0, 17.0, 16.0, 38.0, 23.0, 48.0, 56.0, 90.0, 169.0, 157.0, 118.0, 74.0, 37.0, 45.0, 35.0, 22.0, 12.0, 7.0, 9.0, 4.0, 8.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0003108978271484375, -0.00030295178294181824, -0.000295005738735199, -0.0002870596945285797, -0.00027911365032196045, -0.0002711676061153412, -0.0002632215619087219, -0.00025527551770210266, -0.0002473294734954834, -0.00023938342928886414, -0.00023143738508224487, -0.0002234913408756256, -0.00021554529666900635, -0.00020759925246238708, -0.00019965320825576782, -0.00019170716404914856, -0.0001837611198425293, -0.00017581507563591003, -0.00016786903142929077, -0.0001599229872226715, -0.00015197694301605225, -0.00014403089880943298, -0.00013608485460281372, -0.00012813881039619446, -0.0001201927661895752, -0.00011224672198295593, -0.00010430067777633667, -9.635463356971741e-05, -8.840858936309814e-05, -8.046254515647888e-05, -7.251650094985962e-05, -6.457045674324036e-05, -5.6624412536621094e-05, -4.867836833000183e-05, -4.073232412338257e-05, -3.2786279916763306e-05, -2.4840235710144043e-05, -1.689419150352478e-05, -8.948147296905518e-06, -1.0021030902862549e-06, 6.943941116333008e-06, 1.488998532295227e-05, 2.2836029529571533e-05, 3.0782073736190796e-05, 3.872811794281006e-05, 4.667416214942932e-05, 5.4620206356048584e-05, 6.256625056266785e-05, 7.051229476928711e-05, 7.845833897590637e-05, 8.640438318252563e-05, 9.43504273891449e-05, 0.00010229647159576416, 0.00011024251580238342, 0.00011818856000900269, 0.00012613460421562195, 0.0001340806484222412, 0.00014202669262886047, 0.00014997273683547974, 0.000157918781042099, 0.00016586482524871826, 0.00017381086945533752, 0.0001817569136619568, 0.00018970295786857605, 0.0001976490020751953]}, "gradients/encoder.encoder.layers.18.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 2.0, 3.0, 14.0, 8.0, 19.0, 25.0, 57.0, 93.0, 169.0, 353.0, 848.0, 2743.0, 15481.0, 381700.0, 621491.0, 20629.0, 3103.0, 952.0, 402.0, 191.0, 110.0, 52.0, 39.0, 23.0, 14.0, 8.0, 7.0, 7.0, 6.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.77490234375, -0.750732421875, -0.7265625, -0.702392578125, -0.67822265625, -0.654052734375, -0.6298828125, -0.605712890625, -0.58154296875, -0.557373046875, -0.533203125, -0.509033203125, -0.48486328125, -0.460693359375, -0.4365234375, -0.412353515625, -0.38818359375, -0.364013671875, -0.33984375, -0.315673828125, -0.29150390625, -0.267333984375, -0.2431640625, -0.218994140625, -0.19482421875, -0.170654296875, -0.146484375, -0.122314453125, -0.09814453125, -0.073974609375, -0.0498046875, -0.025634765625, -0.00146484375, 0.022705078125, 0.046875, 0.071044921875, 0.09521484375, 0.119384765625, 0.1435546875, 0.167724609375, 0.19189453125, 0.216064453125, 0.240234375, 0.264404296875, 0.28857421875, 0.312744140625, 0.3369140625, 0.361083984375, 0.38525390625, 0.409423828125, 0.43359375, 0.457763671875, 0.48193359375, 0.506103515625, 0.5302734375, 0.554443359375, 0.57861328125, 0.602783203125, 0.626953125, 0.651123046875, 0.67529296875, 0.699462890625, 0.7236328125, 0.747802734375, 0.77197265625]}, "gradients/encoder.encoder.layers.18.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 5.0, 3.0, 6.0, 12.0, 14.0, 20.0, 26.0, 39.0, 65.0, 86.0, 120.0, 125.0, 135.0, 88.0, 62.0, 56.0, 36.0, 29.0, 21.0, 14.0, 11.0, 7.0, 9.0, 8.0, 2.0, 4.0, 0.0, 4.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7734375, -0.7549781799316406, -0.7365188598632812, -0.7180595397949219, -0.6996002197265625, -0.6811408996582031, -0.6626815795898438, -0.6442222595214844, -0.625762939453125, -0.6073036193847656, -0.5888442993164062, -0.5703849792480469, -0.5519256591796875, -0.5334663391113281, -0.5150070190429688, -0.4965476989746094, -0.47808837890625, -0.4596290588378906, -0.44116973876953125, -0.4227104187011719, -0.4042510986328125, -0.3857917785644531, -0.36733245849609375, -0.3488731384277344, -0.330413818359375, -0.3119544982910156, -0.29349517822265625, -0.2750358581542969, -0.2565765380859375, -0.23811721801757812, -0.21965789794921875, -0.20119857788085938, -0.1827392578125, -0.16427993774414062, -0.14582061767578125, -0.12736129760742188, -0.1089019775390625, -0.09044265747070312, -0.07198333740234375, -0.053524017333984375, -0.035064697265625, -0.016605377197265625, 0.00185394287109375, 0.020313262939453125, 0.0387725830078125, 0.057231903076171875, 0.07569122314453125, 0.09415054321289062, 0.11260986328125, 0.13106918334960938, 0.14952850341796875, 0.16798782348632812, 0.1864471435546875, 0.20490646362304688, 0.22336578369140625, 0.24182510375976562, 0.260284423828125, 0.2787437438964844, 0.29720306396484375, 0.3156623840332031, 0.3341217041015625, 0.3525810241699219, 0.37104034423828125, 0.3894996643066406, 0.407958984375]}, "gradients/encoder.encoder.layers.18.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 5.0, 3.0, 1.0, 5.0, 11.0, 12.0, 22.0, 50.0, 72.0, 153.0, 196.0, 167.0, 131.0, 95.0, 41.0, 22.0, 13.0, 4.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.994675636291504, -6.8007097244262695, -6.606743812561035, -6.412777900695801, -6.218811988830566, -6.024846076965332, -5.830880165100098, -5.636914253234863, -5.442948341369629, -5.2489824295043945, -5.05501651763916, -4.861050605773926, -4.667084693908691, -4.473118782043457, -4.279152870178223, -4.085186958312988, -3.8912205696105957, -3.6972546577453613, -3.503288745880127, -3.3093228340148926, -3.115356922149658, -2.921391010284424, -2.7274248600006104, -2.533458948135376, -2.3394930362701416, -2.1455271244049072, -1.9515612125396729, -1.757595181465149, -1.5636292695999146, -1.3696633577346802, -1.1756973266601562, -0.9817314147949219, -0.7877659797668457, -0.5938000679016113, -0.3998340964317322, -0.20586812496185303, -0.011902213096618652, 0.18206369876861572, 0.37602972984313965, 0.569995641708374, 0.7639615535736084, 0.9579274654388428, 1.1518933773040771, 1.345859408378601, 1.5398253202438354, 1.7337912321090698, 1.9277572631835938, 2.121723175048828, 2.3156890869140625, 2.509654998779297, 2.7036209106445312, 2.8975868225097656, 3.091552734375, 3.2855186462402344, 3.479484796524048, 3.6734507083892822, 3.8674166202545166, 4.06138277053833, 4.2553486824035645, 4.449314594268799, 4.643280506134033, 4.837246417999268, 5.031212329864502, 5.225178241729736, 5.419144153594971]}, "gradients/encoder.encoder.layers.18.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 6.0, 4.0, 4.0, 4.0, 6.0, 11.0, 9.0, 12.0, 16.0, 29.0, 24.0, 37.0, 32.0, 45.0, 45.0, 39.0, 44.0, 54.0, 62.0, 52.0, 50.0, 54.0, 59.0, 41.0, 48.0, 36.0, 37.0, 32.0, 26.0, 18.0, 25.0, 12.0, 15.0, 4.0, 8.0, 2.0, 2.0, 4.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.397275924682617, -8.13710880279541, -7.876941204071045, -7.61677360534668, -7.356606483459473, -7.096438884735107, -6.836271286010742, -6.576104164123535, -6.31593656539917, -6.055768966674805, -5.795601844787598, -5.535434246063232, -5.275266647338867, -5.01509952545166, -4.754931926727295, -4.49476432800293, -4.234597206115723, -3.9744298458099365, -3.7142624855041504, -3.454094886779785, -3.193927526473999, -2.933760166168213, -2.6735925674438477, -2.4134252071380615, -2.1532578468322754, -1.8930904865264893, -1.6329230070114136, -1.372755527496338, -1.1125881671905518, -0.8524208068847656, -0.5922533273696899, -0.33208584785461426, -0.07191848754882812, 0.18824893236160278, 0.4484163522720337, 0.7085837721824646, 0.9687511920928955, 1.2289185523986816, 1.4890860319137573, 1.749253511428833, 2.009420871734619, 2.2695882320404053, 2.5297555923461914, 2.7899231910705566, 3.0500905513763428, 3.310257911682129, 3.570425510406494, 3.8305928707122803, 4.090760231018066, 4.350927829742432, 4.611094951629639, 4.871262550354004, 5.131429672241211, 5.391597270965576, 5.651764869689941, 5.911931991577148, 6.172099590301514, 6.432267189025879, 6.692434310913086, 6.952601909637451, 7.212769508361816, 7.472936630249023, 7.733104228973389, 7.993271827697754, 8.253438949584961]}, "gradients/encoder.encoder.layers.17.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 4.0, 3.0, 0.0, 7.0, 4.0, 5.0, 7.0, 10.0, 14.0, 24.0, 21.0, 49.0, 93.0, 143.0, 310.0, 814.0, 3779.0, 121442.0, 4056934.0, 8882.0, 1169.0, 326.0, 116.0, 57.0, 32.0, 12.0, 12.0, 9.0, 2.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.6484375, -4.52984619140625, -4.4112548828125, -4.29266357421875, -4.174072265625, -4.05548095703125, -3.9368896484375, -3.81829833984375, -3.69970703125, -3.58111572265625, -3.4625244140625, -3.34393310546875, -3.225341796875, -3.10675048828125, -2.9881591796875, -2.86956787109375, -2.7509765625, -2.63238525390625, -2.5137939453125, -2.39520263671875, -2.276611328125, -2.15802001953125, -2.0394287109375, -1.92083740234375, -1.80224609375, -1.68365478515625, -1.5650634765625, -1.44647216796875, -1.327880859375, -1.20928955078125, -1.0906982421875, -0.97210693359375, -0.853515625, -0.73492431640625, -0.6163330078125, -0.49774169921875, -0.379150390625, -0.26055908203125, -0.1419677734375, -0.02337646484375, 0.09521484375, 0.21380615234375, 0.3323974609375, 0.45098876953125, 0.569580078125, 0.68817138671875, 0.8067626953125, 0.92535400390625, 1.0439453125, 1.16253662109375, 1.2811279296875, 1.39971923828125, 1.518310546875, 1.63690185546875, 1.7554931640625, 1.87408447265625, 1.99267578125, 2.11126708984375, 2.2298583984375, 2.34844970703125, 2.467041015625, 2.58563232421875, 2.7042236328125, 2.82281494140625, 2.94140625]}, "gradients/encoder.encoder.layers.17.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 6.0, 12.0, 15.0, 45.0, 95.0, 145.0, 215.0, 210.0, 143.0, 68.0, 28.0, 10.0, 8.0, 1.0, 1.0, 5.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.044921875, -1.0172500610351562, -0.9895782470703125, -0.9619064331054688, -0.934234619140625, -0.9065628051757812, -0.8788909912109375, -0.8512191772460938, -0.82354736328125, -0.7958755493164062, -0.7682037353515625, -0.7405319213867188, -0.712860107421875, -0.6851882934570312, -0.6575164794921875, -0.6298446655273438, -0.6021728515625, -0.5745010375976562, -0.5468292236328125, -0.5191574096679688, -0.491485595703125, -0.46381378173828125, -0.4361419677734375, -0.40847015380859375, -0.38079833984375, -0.35312652587890625, -0.3254547119140625, -0.29778289794921875, -0.270111083984375, -0.24243927001953125, -0.2147674560546875, -0.18709564208984375, -0.159423828125, -0.13175201416015625, -0.1040802001953125, -0.07640838623046875, -0.048736572265625, -0.02106475830078125, 0.0066070556640625, 0.03427886962890625, 0.06195068359375, 0.08962249755859375, 0.1172943115234375, 0.14496612548828125, 0.172637939453125, 0.20030975341796875, 0.2279815673828125, 0.25565338134765625, 0.2833251953125, 0.31099700927734375, 0.3386688232421875, 0.36634063720703125, 0.394012451171875, 0.42168426513671875, 0.4493560791015625, 0.47702789306640625, 0.50469970703125, 0.5323715209960938, 0.5600433349609375, 0.5877151489257812, 0.615386962890625, 0.6430587768554688, 0.6707305908203125, 0.6984024047851562, 0.72607421875]}, "gradients/encoder.encoder.layers.17.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 5.0, 2.0, 12.0, 11.0, 25.0, 38.0, 103.0, 237.0, 794.0, 3777.0, 55340.0, 4085406.0, 43626.0, 3724.0, 764.0, 212.0, 104.0, 44.0, 25.0, 10.0, 7.0, 2.0, 9.0, 3.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.677734375, -2.59771728515625, -2.5177001953125, -2.43768310546875, -2.357666015625, -2.27764892578125, -2.1976318359375, -2.11761474609375, -2.03759765625, -1.95758056640625, -1.8775634765625, -1.79754638671875, -1.717529296875, -1.63751220703125, -1.5574951171875, -1.47747802734375, -1.3974609375, -1.31744384765625, -1.2374267578125, -1.15740966796875, -1.077392578125, -0.99737548828125, -0.9173583984375, -0.83734130859375, -0.75732421875, -0.67730712890625, -0.5972900390625, -0.51727294921875, -0.437255859375, -0.35723876953125, -0.2772216796875, -0.19720458984375, -0.1171875, -0.03717041015625, 0.0428466796875, 0.12286376953125, 0.202880859375, 0.28289794921875, 0.3629150390625, 0.44293212890625, 0.52294921875, 0.60296630859375, 0.6829833984375, 0.76300048828125, 0.843017578125, 0.92303466796875, 1.0030517578125, 1.08306884765625, 1.1630859375, 1.24310302734375, 1.3231201171875, 1.40313720703125, 1.483154296875, 1.56317138671875, 1.6431884765625, 1.72320556640625, 1.80322265625, 1.88323974609375, 1.9632568359375, 2.04327392578125, 2.123291015625, 2.20330810546875, 2.2833251953125, 2.36334228515625, 2.443359375]}, "gradients/encoder.encoder.layers.17.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 1.0, 10.0, 7.0, 10.0, 14.0, 38.0, 46.0, 113.0, 202.0, 738.0, 2041.0, 484.0, 169.0, 72.0, 49.0, 23.0, 21.0, 13.0, 5.0, 9.0, 1.0, 4.0, 5.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.80322265625, -0.7805023193359375, -0.757781982421875, -0.7350616455078125, -0.71234130859375, -0.6896209716796875, -0.666900634765625, -0.6441802978515625, -0.6214599609375, -0.5987396240234375, -0.576019287109375, -0.5532989501953125, -0.53057861328125, -0.5078582763671875, -0.485137939453125, -0.4624176025390625, -0.439697265625, -0.4169769287109375, -0.394256591796875, -0.3715362548828125, -0.34881591796875, -0.3260955810546875, -0.303375244140625, -0.2806549072265625, -0.2579345703125, -0.2352142333984375, -0.212493896484375, -0.1897735595703125, -0.16705322265625, -0.1443328857421875, -0.121612548828125, -0.0988922119140625, -0.076171875, -0.0534515380859375, -0.030731201171875, -0.0080108642578125, 0.01470947265625, 0.0374298095703125, 0.060150146484375, 0.0828704833984375, 0.1055908203125, 0.1283111572265625, 0.151031494140625, 0.1737518310546875, 0.19647216796875, 0.2191925048828125, 0.241912841796875, 0.2646331787109375, 0.287353515625, 0.3100738525390625, 0.332794189453125, 0.3555145263671875, 0.37823486328125, 0.4009552001953125, 0.423675537109375, 0.4463958740234375, 0.4691162109375, 0.4918365478515625, 0.514556884765625, 0.5372772216796875, 0.55999755859375, 0.5827178955078125, 0.605438232421875, 0.6281585693359375, 0.65087890625]}, "gradients/encoder.encoder.layers.17.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 2.0, 13.0, 46.0, 266.0, 480.0, 158.0, 28.0, 10.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0], "bins": [-9.750764846801758, -9.54895305633545, -9.347140312194824, -9.145328521728516, -8.943516731262207, -8.741704940795898, -8.539892196655273, -8.338080406188965, -8.136268615722656, -7.9344563484191895, -7.732644557952881, -7.530832290649414, -7.3290205001831055, -7.127208232879639, -6.92539644241333, -6.723584175109863, -6.521772384643555, -6.319960117340088, -6.118148326873779, -5.9163360595703125, -5.714524269104004, -5.512712001800537, -5.3109002113342285, -5.109087944030762, -4.907275676727295, -4.705463409423828, -4.5036516189575195, -4.301839351654053, -4.100027561187744, -3.8982152938842773, -3.6964035034179688, -3.494591236114502, -3.2927792072296143, -3.0909671783447266, -2.889155149459839, -2.687343120574951, -2.4855310916900635, -2.283719062805176, -2.081906795501709, -1.8800948858261108, -1.6782828569412231, -1.4764708280563354, -1.2746587991714478, -1.0728466510772705, -0.8710346817970276, -0.6692225933074951, -0.4674105644226074, -0.2655985355377197, -0.06378650665283203, 0.13802553713321686, 0.33983758091926575, 0.5416496396064758, 0.7434616684913635, 0.945273756980896, 1.1470857858657837, 1.3488978147506714, 1.550709843635559, 1.7525218725204468, 1.9543339014053345, 2.1561460494995117, 2.3579580783843994, 2.559770107269287, 2.761582136154175, 2.9633941650390625, 3.16520619392395]}, "gradients/encoder.encoder.layers.17.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 7.0, 3.0, 2.0, 1.0, 6.0, 8.0, 18.0, 13.0, 17.0, 36.0, 31.0, 41.0, 26.0, 52.0, 55.0, 52.0, 67.0, 47.0, 48.0, 65.0, 50.0, 54.0, 42.0, 46.0, 34.0, 39.0, 36.0, 20.0, 18.0, 26.0, 9.0, 8.0, 11.0, 7.0, 2.0, 4.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-2.4361376762390137, -2.372659921646118, -2.3091824054718018, -2.2457046508789062, -2.18222713470459, -2.1187493801116943, -2.055271863937378, -1.9917941093444824, -1.9283164739608765, -1.8648388385772705, -1.8013612031936646, -1.7378835678100586, -1.674405813217163, -1.6109282970428467, -1.5474505424499512, -1.4839729070663452, -1.4204952716827393, -1.3570176362991333, -1.2935400009155273, -1.2300623655319214, -1.1665847301483154, -1.10310697555542, -1.039629340171814, -0.976151704788208, -0.912674069404602, -0.8491964340209961, -0.7857187986373901, -0.7222411036491394, -0.6587634682655334, -0.5952858328819275, -0.5318081378936768, -0.4683305025100708, -0.40485286712646484, -0.3413752317428589, -0.27789756655693054, -0.2144199162721634, -0.15094226598739624, -0.08746463060379028, -0.02398696541786194, 0.039490699768066406, 0.10296833515167236, 0.16644598543643951, 0.22992363572120667, 0.293401300907135, 0.35687893629074097, 0.4203565716743469, 0.48383423686027527, 0.5473119020462036, 0.6107895374298096, 0.6742671728134155, 0.7377448081970215, 0.8012225031852722, 0.8647001385688782, 0.9281777739524841, 0.9916554689407349, 1.0551331043243408, 1.1186107397079468, 1.1820883750915527, 1.2455660104751587, 1.3090436458587646, 1.3725214004516602, 1.4359989166259766, 1.499476671218872, 1.562954306602478, 1.626431941986084]}, "gradients/encoder.encoder.layers.17.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 4.0, 4.0, 2.0, 3.0, 8.0, 8.0, 15.0, 17.0, 25.0, 24.0, 34.0, 39.0, 65.0, 86.0, 115.0, 193.0, 345.0, 717.0, 1671.0, 5545.0, 40785.0, 756121.0, 222927.0, 14477.0, 2897.0, 1058.0, 517.0, 262.0, 163.0, 109.0, 76.0, 59.0, 40.0, 33.0, 29.0, 20.0, 12.0, 11.0, 15.0, 6.0, 2.0, 4.0, 3.0, 5.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0], "bins": [-2.24609375, -2.1815032958984375, -2.116912841796875, -2.0523223876953125, -1.98773193359375, -1.9231414794921875, -1.858551025390625, -1.7939605712890625, -1.7293701171875, -1.6647796630859375, -1.600189208984375, -1.5355987548828125, -1.47100830078125, -1.4064178466796875, -1.341827392578125, -1.2772369384765625, -1.212646484375, -1.1480560302734375, -1.083465576171875, -1.0188751220703125, -0.95428466796875, -0.8896942138671875, -0.825103759765625, -0.7605133056640625, -0.6959228515625, -0.6313323974609375, -0.566741943359375, -0.5021514892578125, -0.43756103515625, -0.3729705810546875, -0.308380126953125, -0.2437896728515625, -0.17919921875, -0.1146087646484375, -0.050018310546875, 0.0145721435546875, 0.07916259765625, 0.1437530517578125, 0.208343505859375, 0.2729339599609375, 0.3375244140625, 0.4021148681640625, 0.466705322265625, 0.5312957763671875, 0.59588623046875, 0.6604766845703125, 0.725067138671875, 0.7896575927734375, 0.854248046875, 0.9188385009765625, 0.983428955078125, 1.0480194091796875, 1.11260986328125, 1.1772003173828125, 1.241790771484375, 1.3063812255859375, 1.3709716796875, 1.4355621337890625, 1.500152587890625, 1.5647430419921875, 1.62933349609375, 1.6939239501953125, 1.758514404296875, 1.8231048583984375, 1.8876953125]}, "gradients/encoder.encoder.layers.17.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 5.0, 5.0, 10.0, 32.0, 49.0, 100.0, 174.0, 229.0, 195.0, 118.0, 50.0, 20.0, 8.0, 7.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0244140625, -0.9970703125, -0.9697265625, -0.9423828125, -0.9150390625, -0.8876953125, -0.8603515625, -0.8330078125, -0.8056640625, -0.7783203125, -0.7509765625, -0.7236328125, -0.6962890625, -0.6689453125, -0.6416015625, -0.6142578125, -0.5869140625, -0.5595703125, -0.5322265625, -0.5048828125, -0.4775390625, -0.4501953125, -0.4228515625, -0.3955078125, -0.3681640625, -0.3408203125, -0.3134765625, -0.2861328125, -0.2587890625, -0.2314453125, -0.2041015625, -0.1767578125, -0.1494140625, -0.1220703125, -0.0947265625, -0.0673828125, -0.0400390625, -0.0126953125, 0.0146484375, 0.0419921875, 0.0693359375, 0.0966796875, 0.1240234375, 0.1513671875, 0.1787109375, 0.2060546875, 0.2333984375, 0.2607421875, 0.2880859375, 0.3154296875, 0.3427734375, 0.3701171875, 0.3974609375, 0.4248046875, 0.4521484375, 0.4794921875, 0.5068359375, 0.5341796875, 0.5615234375, 0.5888671875, 0.6162109375, 0.6435546875, 0.6708984375, 0.6982421875, 0.7255859375]}, "gradients/encoder.encoder.layers.17.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 4.0, 8.0, 11.0, 7.0, 16.0, 22.0, 23.0, 40.0, 59.0, 104.0, 176.0, 272.0, 574.0, 1336.0, 3826.0, 14369.0, 75497.0, 555014.0, 334966.0, 47056.0, 10010.0, 2893.0, 1093.0, 519.0, 256.0, 146.0, 85.0, 65.0, 42.0, 18.0, 19.0, 10.0, 8.0, 10.0, 3.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5517578125, -1.5072479248046875, -1.462738037109375, -1.4182281494140625, -1.37371826171875, -1.3292083740234375, -1.284698486328125, -1.2401885986328125, -1.1956787109375, -1.1511688232421875, -1.106658935546875, -1.0621490478515625, -1.01763916015625, -0.9731292724609375, -0.928619384765625, -0.8841094970703125, -0.839599609375, -0.7950897216796875, -0.750579833984375, -0.7060699462890625, -0.66156005859375, -0.6170501708984375, -0.572540283203125, -0.5280303955078125, -0.4835205078125, -0.4390106201171875, -0.394500732421875, -0.3499908447265625, -0.30548095703125, -0.2609710693359375, -0.216461181640625, -0.1719512939453125, -0.12744140625, -0.0829315185546875, -0.038421630859375, 0.0060882568359375, 0.05059814453125, 0.0951080322265625, 0.139617919921875, 0.1841278076171875, 0.2286376953125, 0.2731475830078125, 0.317657470703125, 0.3621673583984375, 0.40667724609375, 0.4511871337890625, 0.495697021484375, 0.5402069091796875, 0.584716796875, 0.6292266845703125, 0.673736572265625, 0.7182464599609375, 0.76275634765625, 0.8072662353515625, 0.851776123046875, 0.8962860107421875, 0.9407958984375, 0.9853057861328125, 1.029815673828125, 1.0743255615234375, 1.11883544921875, 1.1633453369140625, 1.207855224609375, 1.2523651123046875, 1.296875]}, "gradients/encoder.encoder.layers.17.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 7.0, 7.0, 11.0, 16.0, 8.0, 19.0, 15.0, 24.0, 28.0, 29.0, 46.0, 43.0, 39.0, 55.0, 62.0, 56.0, 44.0, 48.0, 52.0, 68.0, 64.0, 37.0, 45.0, 34.0, 29.0, 22.0, 18.0, 19.0, 10.0, 21.0, 8.0, 9.0, 5.0, 2.0, 5.0, 1.0, 2.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-2.015625, -1.9612579345703125, -1.906890869140625, -1.8525238037109375, -1.79815673828125, -1.7437896728515625, -1.689422607421875, -1.6350555419921875, -1.5806884765625, -1.5263214111328125, -1.471954345703125, -1.4175872802734375, -1.36322021484375, -1.3088531494140625, -1.254486083984375, -1.2001190185546875, -1.145751953125, -1.0913848876953125, -1.037017822265625, -0.9826507568359375, -0.92828369140625, -0.8739166259765625, -0.819549560546875, -0.7651824951171875, -0.7108154296875, -0.6564483642578125, -0.602081298828125, -0.5477142333984375, -0.49334716796875, -0.4389801025390625, -0.384613037109375, -0.3302459716796875, -0.27587890625, -0.2215118408203125, -0.167144775390625, -0.1127777099609375, -0.05841064453125, -0.0040435791015625, 0.050323486328125, 0.1046905517578125, 0.1590576171875, 0.2134246826171875, 0.267791748046875, 0.3221588134765625, 0.37652587890625, 0.4308929443359375, 0.485260009765625, 0.5396270751953125, 0.593994140625, 0.6483612060546875, 0.702728271484375, 0.7570953369140625, 0.81146240234375, 0.8658294677734375, 0.920196533203125, 0.9745635986328125, 1.0289306640625, 1.0832977294921875, 1.137664794921875, 1.1920318603515625, 1.24639892578125, 1.3007659912109375, 1.355133056640625, 1.4095001220703125, 1.4638671875]}, "gradients/encoder.encoder.layers.17.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 3.0, 12.0, 8.0, 20.0, 29.0, 61.0, 205.0, 819.0, 5470.0, 872103.0, 166011.0, 3068.0, 508.0, 127.0, 51.0, 16.0, 13.0, 13.0, 6.0, 6.0, 2.0, 1.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0419921875, -0.9920806884765625, -0.942169189453125, -0.8922576904296875, -0.84234619140625, -0.7924346923828125, -0.742523193359375, -0.6926116943359375, -0.6427001953125, -0.5927886962890625, -0.542877197265625, -0.4929656982421875, -0.44305419921875, -0.3931427001953125, -0.343231201171875, -0.2933197021484375, -0.243408203125, -0.1934967041015625, -0.143585205078125, -0.0936737060546875, -0.04376220703125, 0.0061492919921875, 0.056060791015625, 0.1059722900390625, 0.1558837890625, 0.2057952880859375, 0.255706787109375, 0.3056182861328125, 0.35552978515625, 0.4054412841796875, 0.455352783203125, 0.5052642822265625, 0.55517578125, 0.6050872802734375, 0.654998779296875, 0.7049102783203125, 0.75482177734375, 0.8047332763671875, 0.854644775390625, 0.9045562744140625, 0.9544677734375, 1.0043792724609375, 1.054290771484375, 1.1042022705078125, 1.15411376953125, 1.2040252685546875, 1.253936767578125, 1.3038482666015625, 1.353759765625, 1.4036712646484375, 1.453582763671875, 1.5034942626953125, 1.55340576171875, 1.6033172607421875, 1.653228759765625, 1.7031402587890625, 1.7530517578125, 1.8029632568359375, 1.852874755859375, 1.9027862548828125, 1.95269775390625, 2.0026092529296875, 2.052520751953125, 2.1024322509765625, 2.15234375]}, "gradients/encoder.encoder.layers.17.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 4.0, 5.0, 5.0, 8.0, 3.0, 7.0, 12.0, 17.0, 18.0, 19.0, 37.0, 42.0, 53.0, 84.0, 115.0, 159.0, 128.0, 76.0, 49.0, 39.0, 30.0, 22.0, 20.0, 9.0, 7.0, 13.0, 10.0, 7.0, 7.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00016391277313232422, -0.00015817396342754364, -0.00015243515372276306, -0.00014669634401798248, -0.0001409575343132019, -0.00013521872460842133, -0.00012947991490364075, -0.00012374110519886017, -0.00011800229549407959, -0.00011226348578929901, -0.00010652467608451843, -0.00010078586637973785, -9.504705667495728e-05, -8.93082469701767e-05, -8.356943726539612e-05, -7.783062756061554e-05, -7.209181785583496e-05, -6.635300815105438e-05, -6.0614198446273804e-05, -5.4875388741493225e-05, -4.9136579036712646e-05, -4.339776933193207e-05, -3.765895962715149e-05, -3.192014992237091e-05, -2.6181340217590332e-05, -2.0442530512809753e-05, -1.4703720808029175e-05, -8.964911103248596e-06, -3.2261013984680176e-06, 2.512708306312561e-06, 8.25151801109314e-06, 1.3990327715873718e-05, 1.9729137420654297e-05, 2.5467947125434875e-05, 3.1206756830215454e-05, 3.694556653499603e-05, 4.268437623977661e-05, 4.842318594455719e-05, 5.416199564933777e-05, 5.990080535411835e-05, 6.563961505889893e-05, 7.13784247636795e-05, 7.711723446846008e-05, 8.285604417324066e-05, 8.859485387802124e-05, 9.433366358280182e-05, 0.0001000724732875824, 0.00010581128299236298, 0.00011155009269714355, 0.00011728890240192413, 0.0001230277121067047, 0.0001287665218114853, 0.00013450533151626587, 0.00014024414122104645, 0.00014598295092582703, 0.0001517217606306076, 0.00015746057033538818, 0.00016319938004016876, 0.00016893818974494934, 0.00017467699944972992, 0.0001804158091545105, 0.00018615461885929108, 0.00019189342856407166, 0.00019763223826885223, 0.0002033710479736328]}, "gradients/encoder.encoder.layers.17.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 1.0, 6.0, 11.0, 11.0, 14.0, 32.0, 46.0, 101.0, 205.0, 474.0, 1164.0, 5325.0, 93373.0, 915002.0, 28342.0, 2972.0, 870.0, 318.0, 130.0, 72.0, 38.0, 13.0, 20.0, 7.0, 2.0, 3.0, 2.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0869140625, -1.0543060302734375, -1.021697998046875, -0.9890899658203125, -0.95648193359375, -0.9238739013671875, -0.891265869140625, -0.8586578369140625, -0.8260498046875, -0.7934417724609375, -0.760833740234375, -0.7282257080078125, -0.69561767578125, -0.6630096435546875, -0.630401611328125, -0.5977935791015625, -0.565185546875, -0.5325775146484375, -0.499969482421875, -0.4673614501953125, -0.43475341796875, -0.4021453857421875, -0.369537353515625, -0.3369293212890625, -0.3043212890625, -0.2717132568359375, -0.239105224609375, -0.2064971923828125, -0.17388916015625, -0.1412811279296875, -0.108673095703125, -0.0760650634765625, -0.04345703125, -0.0108489990234375, 0.021759033203125, 0.0543670654296875, 0.08697509765625, 0.1195831298828125, 0.152191162109375, 0.1847991943359375, 0.2174072265625, 0.2500152587890625, 0.282623291015625, 0.3152313232421875, 0.34783935546875, 0.3804473876953125, 0.413055419921875, 0.4456634521484375, 0.478271484375, 0.5108795166015625, 0.543487548828125, 0.5760955810546875, 0.60870361328125, 0.6413116455078125, 0.673919677734375, 0.7065277099609375, 0.7391357421875, 0.7717437744140625, 0.804351806640625, 0.8369598388671875, 0.86956787109375, 0.9021759033203125, 0.934783935546875, 0.9673919677734375, 1.0]}, "gradients/encoder.encoder.layers.17.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 5.0, 7.0, 3.0, 5.0, 12.0, 13.0, 17.0, 41.0, 53.0, 95.0, 212.0, 212.0, 142.0, 81.0, 43.0, 25.0, 21.0, 10.0, 2.0, 5.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.8037109375, -0.7730560302734375, -0.742401123046875, -0.7117462158203125, -0.68109130859375, -0.6504364013671875, -0.619781494140625, -0.5891265869140625, -0.5584716796875, -0.5278167724609375, -0.497161865234375, -0.4665069580078125, -0.43585205078125, -0.4051971435546875, -0.374542236328125, -0.3438873291015625, -0.313232421875, -0.2825775146484375, -0.251922607421875, -0.2212677001953125, -0.19061279296875, -0.1599578857421875, -0.129302978515625, -0.0986480712890625, -0.0679931640625, -0.0373382568359375, -0.006683349609375, 0.0239715576171875, 0.05462646484375, 0.0852813720703125, 0.115936279296875, 0.1465911865234375, 0.17724609375, 0.2079010009765625, 0.238555908203125, 0.2692108154296875, 0.29986572265625, 0.3305206298828125, 0.361175537109375, 0.3918304443359375, 0.4224853515625, 0.4531402587890625, 0.483795166015625, 0.5144500732421875, 0.54510498046875, 0.5757598876953125, 0.606414794921875, 0.6370697021484375, 0.667724609375, 0.6983795166015625, 0.729034423828125, 0.7596893310546875, 0.79034423828125, 0.8209991455078125, 0.851654052734375, 0.8823089599609375, 0.9129638671875, 0.9436187744140625, 0.974273681640625, 1.0049285888671875, 1.03558349609375, 1.0662384033203125, 1.096893310546875, 1.1275482177734375, 1.158203125]}, "gradients/encoder.encoder.layers.17.layer_norm.weight": {"_type": "histogram", "values": [3.0, 3.0, 9.0, 22.0, 43.0, 168.0, 388.0, 255.0, 82.0, 20.0, 11.0, 6.0, 4.0, 0.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.7249064445495605, -3.171259641647339, -2.617612838745117, -2.0639662742614746, -1.510319471359253, -0.9566726684570312, -0.40302610397338867, 0.150620698928833, 0.7042675018310547, 1.2579143047332764, 1.8115609884262085, 2.3652076721191406, 2.9188544750213623, 3.472501277923584, 4.026147842407227, 4.579794883728027, 5.13344144821167, 5.6870880126953125, 6.240735054016113, 6.794381618499756, 7.348028182983398, 7.901675224304199, 8.455322265625, 9.008968353271484, 9.562615394592285, 10.116262435913086, 10.66990852355957, 11.223555564880371, 11.777202606201172, 12.330848693847656, 12.884495735168457, 13.438142776489258, 13.991788864135742, 14.545435905456543, 15.099081993103027, 15.652729034423828, 16.206375122070312, 16.76002311706543, 17.313669204711914, 17.8673152923584, 18.420963287353516, 18.974609375, 19.528257369995117, 20.0819034576416, 20.635549545288086, 21.189197540283203, 21.742843627929688, 22.296489715576172, 22.850135803222656, 23.40378189086914, 23.957429885864258, 24.511075973510742, 25.064722061157227, 25.618370056152344, 26.172016143798828, 26.725662231445312, 27.27931022644043, 27.832956314086914, 28.38660430908203, 28.940250396728516, 29.493896484375, 30.047544479370117, 30.6011905670166, 31.154836654663086, 31.708484649658203]}, "gradients/encoder.encoder.layers.17.layer_norm.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 2.0, 3.0, 4.0, 3.0, 0.0, 6.0, 10.0, 8.0, 13.0, 15.0, 15.0, 20.0, 25.0, 31.0, 30.0, 41.0, 37.0, 49.0, 44.0, 59.0, 48.0, 59.0, 56.0, 59.0, 43.0, 36.0, 39.0, 45.0, 28.0, 30.0, 31.0, 30.0, 21.0, 16.0, 17.0, 11.0, 6.0, 4.0, 7.0, 4.0, 2.0, 3.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.739557266235352, -7.430431365966797, -7.1213059425354, -6.812180042266846, -6.503054618835449, -6.1939287185668945, -5.88480281829834, -5.575676918029785, -5.266551494598389, -4.957425594329834, -4.6483001708984375, -4.339174270629883, -4.030048370361328, -3.7209229469299316, -3.411797046661377, -3.1026713848114014, -2.793545722961426, -2.48442006111145, -2.1752943992614746, -1.86616849899292, -1.5570428371429443, -1.2479171752929688, -0.9387913942337036, -0.6296656131744385, -0.3205399513244629, -0.01141422986984253, 0.29771149158477783, 0.6068372130393982, 0.9159629344940186, 1.2250885963439941, 1.5342143774032593, 1.8433401584625244, 2.1524648666381836, 2.461590528488159, 2.7707161903381348, 3.0798420906066895, 3.388967752456665, 3.6980934143066406, 4.007219314575195, 4.31634521484375, 4.6254706382751465, 4.934596538543701, 5.243721961975098, 5.552847862243652, 5.861973762512207, 6.1710991859436035, 6.480225086212158, 6.789350509643555, 7.098476409912109, 7.407602310180664, 7.7167277336120605, 8.025853157043457, 8.334979057312012, 8.644104957580566, 8.953230857849121, 9.262356758117676, 9.571481704711914, 9.880607604980469, 10.189733505249023, 10.498858451843262, 10.807984352111816, 11.117110252380371, 11.426236152648926, 11.73536205291748, 12.044487953186035]}, "gradients/encoder.encoder.layers.16.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 4.0, 6.0, 3.0, 4.0, 7.0, 6.0, 8.0, 12.0, 8.0, 18.0, 26.0, 29.0, 52.0, 75.0, 123.0, 281.0, 626.0, 2207.0, 11718.0, 3140173.0, 1025929.0, 10302.0, 1753.0, 517.0, 195.0, 90.0, 51.0, 25.0, 14.0, 5.0, 7.0, 7.0, 7.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.73046875, -2.66217041015625, -2.5938720703125, -2.52557373046875, -2.457275390625, -2.38897705078125, -2.3206787109375, -2.25238037109375, -2.18408203125, -2.11578369140625, -2.0474853515625, -1.97918701171875, -1.910888671875, -1.84259033203125, -1.7742919921875, -1.70599365234375, -1.6376953125, -1.56939697265625, -1.5010986328125, -1.43280029296875, -1.364501953125, -1.29620361328125, -1.2279052734375, -1.15960693359375, -1.09130859375, -1.02301025390625, -0.9547119140625, -0.88641357421875, -0.818115234375, -0.74981689453125, -0.6815185546875, -0.61322021484375, -0.544921875, -0.47662353515625, -0.4083251953125, -0.34002685546875, -0.271728515625, -0.20343017578125, -0.1351318359375, -0.06683349609375, 0.00146484375, 0.06976318359375, 0.1380615234375, 0.20635986328125, 0.274658203125, 0.34295654296875, 0.4112548828125, 0.47955322265625, 0.5478515625, 0.61614990234375, 0.6844482421875, 0.75274658203125, 0.821044921875, 0.88934326171875, 0.9576416015625, 1.02593994140625, 1.09423828125, 1.16253662109375, 1.2308349609375, 1.29913330078125, 1.367431640625, 1.43572998046875, 1.5040283203125, 1.57232666015625, 1.640625]}, "gradients/encoder.encoder.layers.16.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 5.0, 10.0, 18.0, 35.0, 72.0, 88.0, 129.0, 178.0, 182.0, 128.0, 84.0, 43.0, 19.0, 9.0, 3.0, 1.0, 4.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0234375, -0.99627685546875, -0.9691162109375, -0.94195556640625, -0.914794921875, -0.88763427734375, -0.8604736328125, -0.83331298828125, -0.80615234375, -0.77899169921875, -0.7518310546875, -0.72467041015625, -0.697509765625, -0.67034912109375, -0.6431884765625, -0.61602783203125, -0.5888671875, -0.56170654296875, -0.5345458984375, -0.50738525390625, -0.480224609375, -0.45306396484375, -0.4259033203125, -0.39874267578125, -0.37158203125, -0.34442138671875, -0.3172607421875, -0.29010009765625, -0.262939453125, -0.23577880859375, -0.2086181640625, -0.18145751953125, -0.154296875, -0.12713623046875, -0.0999755859375, -0.07281494140625, -0.045654296875, -0.01849365234375, 0.0086669921875, 0.03582763671875, 0.06298828125, 0.09014892578125, 0.1173095703125, 0.14447021484375, 0.171630859375, 0.19879150390625, 0.2259521484375, 0.25311279296875, 0.2802734375, 0.30743408203125, 0.3345947265625, 0.36175537109375, 0.388916015625, 0.41607666015625, 0.4432373046875, 0.47039794921875, 0.49755859375, 0.52471923828125, 0.5518798828125, 0.57904052734375, 0.606201171875, 0.63336181640625, 0.6605224609375, 0.68768310546875, 0.71484375]}, "gradients/encoder.encoder.layers.16.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 4.0, 9.0, 6.0, 7.0, 30.0, 55.0, 137.0, 354.0, 1231.0, 4570.0, 32041.0, 3937692.0, 203499.0, 10957.0, 2504.0, 768.0, 228.0, 97.0, 37.0, 19.0, 12.0, 10.0, 5.0, 5.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.5732421875, -1.5220794677734375, -1.470916748046875, -1.4197540283203125, -1.36859130859375, -1.3174285888671875, -1.266265869140625, -1.2151031494140625, -1.1639404296875, -1.1127777099609375, -1.061614990234375, -1.0104522705078125, -0.95928955078125, -0.9081268310546875, -0.856964111328125, -0.8058013916015625, -0.754638671875, -0.7034759521484375, -0.652313232421875, -0.6011505126953125, -0.54998779296875, -0.4988250732421875, -0.447662353515625, -0.3964996337890625, -0.3453369140625, -0.2941741943359375, -0.243011474609375, -0.1918487548828125, -0.14068603515625, -0.0895233154296875, -0.038360595703125, 0.0128021240234375, 0.06396484375, 0.1151275634765625, 0.166290283203125, 0.2174530029296875, 0.26861572265625, 0.3197784423828125, 0.370941162109375, 0.4221038818359375, 0.4732666015625, 0.5244293212890625, 0.575592041015625, 0.6267547607421875, 0.67791748046875, 0.7290802001953125, 0.780242919921875, 0.8314056396484375, 0.882568359375, 0.9337310791015625, 0.984893798828125, 1.0360565185546875, 1.08721923828125, 1.1383819580078125, 1.189544677734375, 1.2407073974609375, 1.2918701171875, 1.3430328369140625, 1.394195556640625, 1.4453582763671875, 1.49652099609375, 1.5476837158203125, 1.598846435546875, 1.6500091552734375, 1.701171875]}, "gradients/encoder.encoder.layers.16.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 2.0, 2.0, 0.0, 4.0, 5.0, 4.0, 8.0, 7.0, 11.0, 16.0, 29.0, 38.0, 67.0, 150.0, 382.0, 1977.0, 837.0, 260.0, 104.0, 56.0, 39.0, 20.0, 13.0, 12.0, 9.0, 10.0, 4.0, 5.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.295166015625, -0.2821922302246094, -0.26921844482421875, -0.2562446594238281, -0.2432708740234375, -0.23029708862304688, -0.21732330322265625, -0.20434951782226562, -0.191375732421875, -0.17840194702148438, -0.16542816162109375, -0.15245437622070312, -0.1394805908203125, -0.12650680541992188, -0.11353302001953125, -0.10055923461914062, -0.08758544921875, -0.07461166381835938, -0.06163787841796875, -0.048664093017578125, -0.0356903076171875, -0.022716522216796875, -0.00974273681640625, 0.003231048583984375, 0.016204833984375, 0.029178619384765625, 0.04215240478515625, 0.055126190185546875, 0.0680999755859375, 0.08107376098632812, 0.09404754638671875, 0.10702133178710938, 0.1199951171875, 0.13296890258789062, 0.14594268798828125, 0.15891647338867188, 0.1718902587890625, 0.18486404418945312, 0.19783782958984375, 0.21081161499023438, 0.223785400390625, 0.23675918579101562, 0.24973297119140625, 0.2627067565917969, 0.2756805419921875, 0.2886543273925781, 0.30162811279296875, 0.3146018981933594, 0.32757568359375, 0.3405494689941406, 0.35352325439453125, 0.3664970397949219, 0.3794708251953125, 0.3924446105957031, 0.40541839599609375, 0.4183921813964844, 0.431365966796875, 0.4443397521972656, 0.45731353759765625, 0.4702873229980469, 0.4832611083984375, 0.4962348937988281, 0.5092086791992188, 0.5221824645996094, 0.53515625]}, "gradients/encoder.encoder.layers.16.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 8.0, 36.0, 67.0, 216.0, 323.0, 232.0, 85.0, 25.0, 9.0, 4.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5685263872146606, -1.4663009643554688, -1.3640754222869873, -1.2618499994277954, -1.1596245765686035, -1.0573991537094116, -0.955173671245575, -0.8529481887817383, -0.7507227659225464, -0.6484973430633545, -0.5462718605995178, -0.44404640793800354, -0.34182095527648926, -0.23959553241729736, -0.1373700499534607, -0.03514456748962402, 0.06708085536956787, 0.16930630803108215, 0.27153176069259644, 0.3737572133541107, 0.475982666015625, 0.5782080888748169, 0.6804335713386536, 0.7826590538024902, 0.8848844766616821, 0.987109899520874, 1.0893354415893555, 1.1915608644485474, 1.2937862873077393, 1.3960117101669312, 1.498237133026123, 1.6004626750946045, 1.702688217163086, 1.8049136400222778, 1.9071390628814697, 2.009364604949951, 2.1115899085998535, 2.213815450668335, 2.3160409927368164, 2.4182662963867188, 2.5204918384552, 2.6227173805236816, 2.724942684173584, 2.8271682262420654, 2.929393768310547, 3.031619071960449, 3.1338446140289307, 3.236070156097412, 3.3382954597473145, 3.440521001815796, 3.5427463054656982, 3.6449718475341797, 3.747197151184082, 3.8494226932525635, 3.951648235321045, 4.053873538970947, 4.156099319458008, 4.25832462310791, 4.360550403594971, 4.462775707244873, 4.565001010894775, 4.667226791381836, 4.769452095031738, 4.871677398681641, 4.973902702331543]}, "gradients/encoder.encoder.layers.16.final_layer_norm.bias": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 2.0, 1.0, 3.0, 5.0, 4.0, 7.0, 10.0, 11.0, 15.0, 20.0, 13.0, 26.0, 31.0, 26.0, 24.0, 38.0, 28.0, 39.0, 33.0, 30.0, 46.0, 43.0, 62.0, 46.0, 54.0, 40.0, 40.0, 36.0, 28.0, 30.0, 31.0, 28.0, 25.0, 23.0, 21.0, 19.0, 17.0, 10.0, 7.0, 10.0, 9.0, 6.0, 5.0, 4.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.8990668654441833, -0.8648807406425476, -0.8306946158409119, -0.7965084910392761, -0.7623224258422852, -0.7281363010406494, -0.6939501762390137, -0.6597640514373779, -0.6255779266357422, -0.5913918018341064, -0.5572056770324707, -0.523019552230835, -0.4888334572315216, -0.45464733242988586, -0.4204612374305725, -0.38627511262893677, -0.352088987827301, -0.3179028630256653, -0.28371673822402954, -0.2495306432247162, -0.21534451842308044, -0.1811583936214447, -0.14697228372097015, -0.1127861738204956, -0.07860004901885986, -0.04441393166780472, -0.010227814316749573, 0.023958303034305573, 0.05814442038536072, 0.09233054518699646, 0.126516655087471, 0.16070276498794556, 0.19488883018493652, 0.22907495498657227, 0.263261079788208, 0.29744717478752136, 0.3316332995891571, 0.36581942439079285, 0.4000055193901062, 0.43419164419174194, 0.4683777689933777, 0.5025638937950134, 0.5367500185966492, 0.5709361433982849, 0.6051222085952759, 0.6393083333969116, 0.6734944581985474, 0.7076805830001831, 0.7418667078018188, 0.7760528326034546, 0.8102389574050903, 0.8444250822067261, 0.8786112070083618, 0.9127973318099976, 0.9469833970069885, 0.9811695218086243, 1.0153555870056152, 1.049541711807251, 1.0837278366088867, 1.1179139614105225, 1.1521000862121582, 1.186286211013794, 1.2204723358154297, 1.2546584606170654, 1.2888445854187012]}, "gradients/encoder.encoder.layers.16.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 7.0, 6.0, 2.0, 8.0, 7.0, 6.0, 18.0, 18.0, 30.0, 38.0, 52.0, 80.0, 111.0, 194.0, 314.0, 604.0, 1530.0, 5866.0, 41922.0, 658176.0, 311320.0, 21878.0, 4027.0, 1170.0, 463.0, 229.0, 140.0, 118.0, 62.0, 34.0, 25.0, 28.0, 12.0, 15.0, 14.0, 7.0, 9.0, 5.0, 7.0, 6.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0], "bins": [-2.197265625, -2.1376495361328125, -2.078033447265625, -2.0184173583984375, -1.95880126953125, -1.8991851806640625, -1.839569091796875, -1.7799530029296875, -1.7203369140625, -1.6607208251953125, -1.601104736328125, -1.5414886474609375, -1.48187255859375, -1.4222564697265625, -1.362640380859375, -1.3030242919921875, -1.243408203125, -1.1837921142578125, -1.124176025390625, -1.0645599365234375, -1.00494384765625, -0.9453277587890625, -0.885711669921875, -0.8260955810546875, -0.7664794921875, -0.7068634033203125, -0.647247314453125, -0.5876312255859375, -0.52801513671875, -0.4683990478515625, -0.408782958984375, -0.3491668701171875, -0.28955078125, -0.2299346923828125, -0.170318603515625, -0.1107025146484375, -0.05108642578125, 0.0085296630859375, 0.068145751953125, 0.1277618408203125, 0.1873779296875, 0.2469940185546875, 0.306610107421875, 0.3662261962890625, 0.42584228515625, 0.4854583740234375, 0.545074462890625, 0.6046905517578125, 0.664306640625, 0.7239227294921875, 0.783538818359375, 0.8431549072265625, 0.90277099609375, 0.9623870849609375, 1.022003173828125, 1.0816192626953125, 1.1412353515625, 1.2008514404296875, 1.260467529296875, 1.3200836181640625, 1.37969970703125, 1.4393157958984375, 1.498931884765625, 1.5585479736328125, 1.6181640625]}, "gradients/encoder.encoder.layers.16.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 5.0, 12.0, 28.0, 54.0, 77.0, 107.0, 141.0, 194.0, 163.0, 104.0, 62.0, 31.0, 13.0, 7.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.001953125, -0.9750289916992188, -0.9481048583984375, -0.9211807250976562, -0.894256591796875, -0.8673324584960938, -0.8404083251953125, -0.8134841918945312, -0.78656005859375, -0.7596359252929688, -0.7327117919921875, -0.7057876586914062, -0.678863525390625, -0.6519393920898438, -0.6250152587890625, -0.5980911254882812, -0.5711669921875, -0.5442428588867188, -0.5173187255859375, -0.49039459228515625, -0.463470458984375, -0.43654632568359375, -0.4096221923828125, -0.38269805908203125, -0.35577392578125, -0.32884979248046875, -0.3019256591796875, -0.27500152587890625, -0.248077392578125, -0.22115325927734375, -0.1942291259765625, -0.16730499267578125, -0.140380859375, -0.11345672607421875, -0.0865325927734375, -0.05960845947265625, -0.032684326171875, -0.00576019287109375, 0.0211639404296875, 0.04808807373046875, 0.07501220703125, 0.10193634033203125, 0.1288604736328125, 0.15578460693359375, 0.182708740234375, 0.20963287353515625, 0.2365570068359375, 0.26348114013671875, 0.2904052734375, 0.31732940673828125, 0.3442535400390625, 0.37117767333984375, 0.398101806640625, 0.42502593994140625, 0.4519500732421875, 0.47887420654296875, 0.50579833984375, 0.5327224731445312, 0.5596466064453125, 0.5865707397460938, 0.613494873046875, 0.6404190063476562, 0.6673431396484375, 0.6942672729492188, 0.72119140625]}, "gradients/encoder.encoder.layers.16.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 4.0, 5.0, 5.0, 5.0, 8.0, 13.0, 14.0, 9.0, 19.0, 17.0, 34.0, 44.0, 57.0, 84.0, 130.0, 146.0, 215.0, 331.0, 463.0, 860.0, 1636.0, 3507.0, 8384.0, 23653.0, 80574.0, 337774.0, 433698.0, 107749.0, 30090.0, 10541.0, 3981.0, 1790.0, 960.0, 531.0, 361.0, 240.0, 140.0, 129.0, 99.0, 69.0, 55.0, 37.0, 22.0, 21.0, 13.0, 13.0, 12.0, 7.0, 4.0, 6.0, 2.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.775390625, -0.748748779296875, -0.72210693359375, -0.695465087890625, -0.6688232421875, -0.642181396484375, -0.61553955078125, -0.588897705078125, -0.562255859375, -0.535614013671875, -0.50897216796875, -0.482330322265625, -0.4556884765625, -0.429046630859375, -0.40240478515625, -0.375762939453125, -0.34912109375, -0.322479248046875, -0.29583740234375, -0.269195556640625, -0.2425537109375, -0.215911865234375, -0.18927001953125, -0.162628173828125, -0.135986328125, -0.109344482421875, -0.08270263671875, -0.056060791015625, -0.0294189453125, -0.002777099609375, 0.02386474609375, 0.050506591796875, 0.0771484375, 0.103790283203125, 0.13043212890625, 0.157073974609375, 0.1837158203125, 0.210357666015625, 0.23699951171875, 0.263641357421875, 0.290283203125, 0.316925048828125, 0.34356689453125, 0.370208740234375, 0.3968505859375, 0.423492431640625, 0.45013427734375, 0.476776123046875, 0.50341796875, 0.530059814453125, 0.55670166015625, 0.583343505859375, 0.6099853515625, 0.636627197265625, 0.66326904296875, 0.689910888671875, 0.716552734375, 0.743194580078125, 0.76983642578125, 0.796478271484375, 0.8231201171875, 0.849761962890625, 0.87640380859375, 0.903045654296875, 0.9296875]}, "gradients/encoder.encoder.layers.16.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 1.0, 3.0, 6.0, 3.0, 5.0, 5.0, 5.0, 2.0, 6.0, 5.0, 16.0, 10.0, 19.0, 23.0, 20.0, 31.0, 31.0, 28.0, 32.0, 33.0, 39.0, 27.0, 39.0, 35.0, 38.0, 52.0, 40.0, 40.0, 39.0, 43.0, 43.0, 31.0, 31.0, 29.0, 30.0, 25.0, 23.0, 23.0, 18.0, 15.0, 10.0, 14.0, 9.0, 4.0, 6.0, 7.0, 2.0, 3.0, 7.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.2197265625, -1.1776275634765625, -1.135528564453125, -1.0934295654296875, -1.05133056640625, -1.0092315673828125, -0.967132568359375, -0.9250335693359375, -0.8829345703125, -0.8408355712890625, -0.798736572265625, -0.7566375732421875, -0.71453857421875, -0.6724395751953125, -0.630340576171875, -0.5882415771484375, -0.546142578125, -0.5040435791015625, -0.461944580078125, -0.4198455810546875, -0.37774658203125, -0.3356475830078125, -0.293548583984375, -0.2514495849609375, -0.2093505859375, -0.1672515869140625, -0.125152587890625, -0.0830535888671875, -0.04095458984375, 0.0011444091796875, 0.043243408203125, 0.0853424072265625, 0.12744140625, 0.1695404052734375, 0.211639404296875, 0.2537384033203125, 0.29583740234375, 0.3379364013671875, 0.380035400390625, 0.4221343994140625, 0.4642333984375, 0.5063323974609375, 0.548431396484375, 0.5905303955078125, 0.63262939453125, 0.6747283935546875, 0.716827392578125, 0.7589263916015625, 0.801025390625, 0.8431243896484375, 0.885223388671875, 0.9273223876953125, 0.96942138671875, 1.0115203857421875, 1.053619384765625, 1.0957183837890625, 1.1378173828125, 1.1799163818359375, 1.222015380859375, 1.2641143798828125, 1.30621337890625, 1.3483123779296875, 1.390411376953125, 1.4325103759765625, 1.474609375]}, "gradients/encoder.encoder.layers.16.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 5.0, 9.0, 23.0, 45.0, 157.0, 592.0, 10596.0, 1029526.0, 6897.0, 508.0, 109.0, 52.0, 18.0, 6.0, 9.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.552734375, -2.4827117919921875, -2.412689208984375, -2.3426666259765625, -2.27264404296875, -2.2026214599609375, -2.132598876953125, -2.0625762939453125, -1.9925537109375, -1.9225311279296875, -1.852508544921875, -1.7824859619140625, -1.71246337890625, -1.6424407958984375, -1.572418212890625, -1.5023956298828125, -1.432373046875, -1.3623504638671875, -1.292327880859375, -1.2223052978515625, -1.15228271484375, -1.0822601318359375, -1.012237548828125, -0.9422149658203125, -0.8721923828125, -0.8021697998046875, -0.732147216796875, -0.6621246337890625, -0.59210205078125, -0.5220794677734375, -0.452056884765625, -0.3820343017578125, -0.31201171875, -0.2419891357421875, -0.171966552734375, -0.1019439697265625, -0.03192138671875, 0.0381011962890625, 0.108123779296875, 0.1781463623046875, 0.2481689453125, 0.3181915283203125, 0.388214111328125, 0.4582366943359375, 0.52825927734375, 0.5982818603515625, 0.668304443359375, 0.7383270263671875, 0.808349609375, 0.8783721923828125, 0.948394775390625, 1.0184173583984375, 1.08843994140625, 1.1584625244140625, 1.228485107421875, 1.2985076904296875, 1.3685302734375, 1.4385528564453125, 1.508575439453125, 1.5785980224609375, 1.64862060546875, 1.7186431884765625, 1.788665771484375, 1.8586883544921875, 1.9287109375]}, "gradients/encoder.encoder.layers.16.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 8.0, 9.0, 8.0, 12.0, 14.0, 17.0, 23.0, 18.0, 32.0, 39.0, 49.0, 69.0, 97.0, 128.0, 119.0, 88.0, 57.0, 45.0, 28.0, 30.0, 27.0, 26.0, 7.0, 14.0, 6.0, 10.0, 6.0, 4.0, 5.0, 3.0, 1.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0001461505889892578, -0.00014066696166992188, -0.00013518333435058594, -0.00012969970703125, -0.00012421607971191406, -0.00011873245239257812, -0.00011324882507324219, -0.00010776519775390625, -0.00010228157043457031, -9.679794311523438e-05, -9.131431579589844e-05, -8.58306884765625e-05, -8.034706115722656e-05, -7.486343383789062e-05, -6.937980651855469e-05, -6.389617919921875e-05, -5.841255187988281e-05, -5.2928924560546875e-05, -4.744529724121094e-05, -4.1961669921875e-05, -3.647804260253906e-05, -3.0994415283203125e-05, -2.5510787963867188e-05, -2.002716064453125e-05, -1.4543533325195312e-05, -9.059906005859375e-06, -3.5762786865234375e-06, 1.9073486328125e-06, 7.3909759521484375e-06, 1.2874603271484375e-05, 1.8358230590820312e-05, 2.384185791015625e-05, 2.9325485229492188e-05, 3.4809112548828125e-05, 4.029273986816406e-05, 4.57763671875e-05, 5.125999450683594e-05, 5.6743621826171875e-05, 6.222724914550781e-05, 6.771087646484375e-05, 7.319450378417969e-05, 7.867813110351562e-05, 8.416175842285156e-05, 8.96453857421875e-05, 9.512901306152344e-05, 0.00010061264038085938, 0.00010609626770019531, 0.00011157989501953125, 0.00011706352233886719, 0.00012254714965820312, 0.00012803077697753906, 0.000133514404296875, 0.00013899803161621094, 0.00014448165893554688, 0.0001499652862548828, 0.00015544891357421875, 0.0001609325408935547, 0.00016641616821289062, 0.00017189979553222656, 0.0001773834228515625, 0.00018286705017089844, 0.00018835067749023438, 0.0001938343048095703, 0.00019931793212890625, 0.0002048015594482422]}, "gradients/encoder.encoder.layers.16.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 13.0, 9.0, 17.0, 20.0, 43.0, 68.0, 103.0, 250.0, 691.0, 3526.0, 78753.0, 944878.0, 17552.0, 1723.0, 458.0, 207.0, 95.0, 68.0, 31.0, 27.0, 8.0, 5.0, 4.0, 2.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.369140625, -1.323974609375, -1.27880859375, -1.233642578125, -1.1884765625, -1.143310546875, -1.09814453125, -1.052978515625, -1.0078125, -0.962646484375, -0.91748046875, -0.872314453125, -0.8271484375, -0.781982421875, -0.73681640625, -0.691650390625, -0.646484375, -0.601318359375, -0.55615234375, -0.510986328125, -0.4658203125, -0.420654296875, -0.37548828125, -0.330322265625, -0.28515625, -0.239990234375, -0.19482421875, -0.149658203125, -0.1044921875, -0.059326171875, -0.01416015625, 0.031005859375, 0.076171875, 0.121337890625, 0.16650390625, 0.211669921875, 0.2568359375, 0.302001953125, 0.34716796875, 0.392333984375, 0.4375, 0.482666015625, 0.52783203125, 0.572998046875, 0.6181640625, 0.663330078125, 0.70849609375, 0.753662109375, 0.798828125, 0.843994140625, 0.88916015625, 0.934326171875, 0.9794921875, 1.024658203125, 1.06982421875, 1.114990234375, 1.16015625, 1.205322265625, 1.25048828125, 1.295654296875, 1.3408203125, 1.385986328125, 1.43115234375, 1.476318359375, 1.521484375]}, "gradients/encoder.encoder.layers.16.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 10.0, 13.0, 32.0, 48.0, 96.0, 210.0, 286.0, 154.0, 72.0, 42.0, 20.0, 12.0, 8.0, 2.0, 6.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.984375, -0.93597412109375, -0.8875732421875, -0.83917236328125, -0.790771484375, -0.74237060546875, -0.6939697265625, -0.64556884765625, -0.59716796875, -0.54876708984375, -0.5003662109375, -0.45196533203125, -0.403564453125, -0.35516357421875, -0.3067626953125, -0.25836181640625, -0.2099609375, -0.16156005859375, -0.1131591796875, -0.06475830078125, -0.016357421875, 0.03204345703125, 0.0804443359375, 0.12884521484375, 0.17724609375, 0.22564697265625, 0.2740478515625, 0.32244873046875, 0.370849609375, 0.41925048828125, 0.4676513671875, 0.51605224609375, 0.564453125, 0.61285400390625, 0.6612548828125, 0.70965576171875, 0.758056640625, 0.80645751953125, 0.8548583984375, 0.90325927734375, 0.95166015625, 1.00006103515625, 1.0484619140625, 1.09686279296875, 1.145263671875, 1.19366455078125, 1.2420654296875, 1.29046630859375, 1.3388671875, 1.38726806640625, 1.4356689453125, 1.48406982421875, 1.532470703125, 1.58087158203125, 1.6292724609375, 1.67767333984375, 1.72607421875, 1.77447509765625, 1.8228759765625, 1.87127685546875, 1.919677734375, 1.96807861328125, 2.0164794921875, 2.06488037109375, 2.11328125]}, "gradients/encoder.encoder.layers.16.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 7.0, 31.0, 341.0, 600.0, 29.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-60.96675109863281, -59.617958068847656, -58.2691650390625, -56.920372009277344, -55.57157897949219, -54.22278594970703, -52.873992919921875, -51.52519989013672, -50.17640686035156, -48.827613830566406, -47.47882080078125, -46.130027770996094, -44.78123474121094, -43.43244171142578, -42.083648681640625, -40.73485565185547, -39.38606262207031, -38.037269592285156, -36.6884765625, -35.339683532714844, -33.99089050292969, -32.64209747314453, -31.293304443359375, -29.94451141357422, -28.595718383789062, -27.246925354003906, -25.89813232421875, -24.549339294433594, -23.200546264648438, -21.85175323486328, -20.502960205078125, -19.15416717529297, -17.805377960205078, -16.456584930419922, -15.107791900634766, -13.75899887084961, -12.410205841064453, -11.061412811279297, -9.71261978149414, -8.363826751708984, -7.015033721923828, -5.666240692138672, -4.317447662353516, -2.9686546325683594, -1.6198616027832031, -0.2710685729980469, 1.0777244567871094, 2.4265174865722656, 3.775310516357422, 5.124103546142578, 6.472896575927734, 7.821689605712891, 9.170482635498047, 10.519275665283203, 11.86806869506836, 13.216861724853516, 14.565654754638672, 15.914447784423828, 17.263240814208984, 18.61203384399414, 19.960826873779297, 21.309619903564453, 22.65841293334961, 24.007205963134766, 25.355998992919922]}, "gradients/encoder.encoder.layers.16.layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 5.0, 1.0, 4.0, 3.0, 3.0, 4.0, 11.0, 8.0, 17.0, 8.0, 22.0, 24.0, 21.0, 28.0, 29.0, 26.0, 41.0, 40.0, 49.0, 46.0, 47.0, 40.0, 51.0, 52.0, 48.0, 39.0, 32.0, 26.0, 28.0, 31.0, 29.0, 32.0, 31.0, 25.0, 19.0, 15.0, 16.0, 11.0, 14.0, 5.0, 10.0, 5.0, 1.0, 10.0, 3.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.846837997436523, -7.556141376495361, -7.265445232391357, -6.974748611450195, -6.684052467346191, -6.393355846405029, -6.102659225463867, -5.811963081359863, -5.521266460418701, -5.230569839477539, -4.939873695373535, -4.649177074432373, -4.358480453491211, -4.067784309387207, -3.777087688446045, -3.486391305923462, -3.195694923400879, -2.904998540878296, -2.614302158355713, -2.323605537414551, -2.0329091548919678, -1.7422127723693848, -1.4515162706375122, -1.1608197689056396, -0.8701233863830566, -0.5794269442558289, -0.2887305021286011, 0.001965939998626709, 0.2926623821258545, 0.5833587646484375, 0.8740552663803101, 1.1647517681121826, 1.4554481506347656, 1.7461445331573486, 2.0368409156799316, 2.3275375366210938, 2.6182339191436768, 2.9089303016662598, 3.199626922607422, 3.490323305130005, 3.781019687652588, 4.07171630859375, 4.362412452697754, 4.653109073638916, 4.943805694580078, 5.234501838684082, 5.525198459625244, 5.815895080566406, 6.10659122467041, 6.397287845611572, 6.687983989715576, 6.978680610656738, 7.269376754760742, 7.560073375701904, 7.850769996643066, 8.14146614074707, 8.43216323852539, 8.722859382629395, 9.013556480407715, 9.304252624511719, 9.594948768615723, 9.885644912719727, 10.176342010498047, 10.46703815460205, 10.757734298706055]}, "gradients/encoder.encoder.layers.15.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 6.0, 4.0, 1.0, 9.0, 3.0, 9.0, 11.0, 12.0, 15.0, 30.0, 27.0, 25.0, 49.0, 103.0, 169.0, 283.0, 584.0, 1490.0, 4555.0, 25366.0, 3778029.0, 364112.0, 14420.0, 3128.0, 980.0, 423.0, 196.0, 104.0, 44.0, 25.0, 26.0, 13.0, 7.0, 7.0, 3.0, 2.0, 3.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-2.162109375, -2.105010986328125, -2.04791259765625, -1.990814208984375, -1.9337158203125, -1.876617431640625, -1.81951904296875, -1.762420654296875, -1.705322265625, -1.648223876953125, -1.59112548828125, -1.534027099609375, -1.4769287109375, -1.419830322265625, -1.36273193359375, -1.305633544921875, -1.24853515625, -1.191436767578125, -1.13433837890625, -1.077239990234375, -1.0201416015625, -0.963043212890625, -0.90594482421875, -0.848846435546875, -0.791748046875, -0.734649658203125, -0.67755126953125, -0.620452880859375, -0.5633544921875, -0.506256103515625, -0.44915771484375, -0.392059326171875, -0.3349609375, -0.277862548828125, -0.22076416015625, -0.163665771484375, -0.1065673828125, -0.049468994140625, 0.00762939453125, 0.064727783203125, 0.121826171875, 0.178924560546875, 0.23602294921875, 0.293121337890625, 0.3502197265625, 0.407318115234375, 0.46441650390625, 0.521514892578125, 0.57861328125, 0.635711669921875, 0.69281005859375, 0.749908447265625, 0.8070068359375, 0.864105224609375, 0.92120361328125, 0.978302001953125, 1.035400390625, 1.092498779296875, 1.14959716796875, 1.206695556640625, 1.2637939453125, 1.320892333984375, 1.37799072265625, 1.435089111328125, 1.4921875]}, "gradients/encoder.encoder.layers.15.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 9.0, 7.0, 24.0, 37.0, 58.0, 80.0, 116.0, 145.0, 151.0, 137.0, 102.0, 61.0, 41.0, 20.0, 9.0, 4.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0068359375, -0.9796600341796875, -0.952484130859375, -0.9253082275390625, -0.89813232421875, -0.8709564208984375, -0.843780517578125, -0.8166046142578125, -0.7894287109375, -0.7622528076171875, -0.735076904296875, -0.7079010009765625, -0.68072509765625, -0.6535491943359375, -0.626373291015625, -0.5991973876953125, -0.572021484375, -0.5448455810546875, -0.517669677734375, -0.4904937744140625, -0.46331787109375, -0.4361419677734375, -0.408966064453125, -0.3817901611328125, -0.3546142578125, -0.3274383544921875, -0.300262451171875, -0.2730865478515625, -0.24591064453125, -0.2187347412109375, -0.191558837890625, -0.1643829345703125, -0.13720703125, -0.1100311279296875, -0.082855224609375, -0.0556793212890625, -0.02850341796875, -0.0013275146484375, 0.025848388671875, 0.0530242919921875, 0.0802001953125, 0.1073760986328125, 0.134552001953125, 0.1617279052734375, 0.18890380859375, 0.2160797119140625, 0.243255615234375, 0.2704315185546875, 0.297607421875, 0.3247833251953125, 0.351959228515625, 0.3791351318359375, 0.40631103515625, 0.4334869384765625, 0.460662841796875, 0.4878387451171875, 0.5150146484375, 0.5421905517578125, 0.569366455078125, 0.5965423583984375, 0.62371826171875, 0.6508941650390625, 0.678070068359375, 0.7052459716796875, 0.732421875]}, "gradients/encoder.encoder.layers.15.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 6.0, 16.0, 20.0, 58.0, 101.0, 231.0, 546.0, 1499.0, 6071.0, 90703.0, 4060762.0, 28712.0, 3686.0, 1075.0, 438.0, 191.0, 94.0, 38.0, 17.0, 10.0, 5.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.75390625, -2.678131103515625, -2.60235595703125, -2.526580810546875, -2.4508056640625, -2.375030517578125, -2.29925537109375, -2.223480224609375, -2.147705078125, -2.071929931640625, -1.99615478515625, -1.920379638671875, -1.8446044921875, -1.768829345703125, -1.69305419921875, -1.617279052734375, -1.54150390625, -1.465728759765625, -1.38995361328125, -1.314178466796875, -1.2384033203125, -1.162628173828125, -1.08685302734375, -1.011077880859375, -0.935302734375, -0.859527587890625, -0.78375244140625, -0.707977294921875, -0.6322021484375, -0.556427001953125, -0.48065185546875, -0.404876708984375, -0.3291015625, -0.253326416015625, -0.17755126953125, -0.101776123046875, -0.0260009765625, 0.049774169921875, 0.12554931640625, 0.201324462890625, 0.277099609375, 0.352874755859375, 0.42864990234375, 0.504425048828125, 0.5802001953125, 0.655975341796875, 0.73175048828125, 0.807525634765625, 0.88330078125, 0.959075927734375, 1.03485107421875, 1.110626220703125, 1.1864013671875, 1.262176513671875, 1.33795166015625, 1.413726806640625, 1.489501953125, 1.565277099609375, 1.64105224609375, 1.716827392578125, 1.7926025390625, 1.868377685546875, 1.94415283203125, 2.019927978515625, 2.095703125]}, "gradients/encoder.encoder.layers.15.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 3.0, 5.0, 7.0, 6.0, 8.0, 15.0, 44.0, 65.0, 131.0, 419.0, 2504.0, 567.0, 152.0, 45.0, 35.0, 25.0, 9.0, 8.0, 8.0, 3.0, 5.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.57080078125, -0.5465850830078125, -0.522369384765625, -0.4981536865234375, -0.47393798828125, -0.4497222900390625, -0.425506591796875, -0.4012908935546875, -0.3770751953125, -0.3528594970703125, -0.328643798828125, -0.3044281005859375, -0.28021240234375, -0.2559967041015625, -0.231781005859375, -0.2075653076171875, -0.183349609375, -0.1591339111328125, -0.134918212890625, -0.1107025146484375, -0.08648681640625, -0.0622711181640625, -0.038055419921875, -0.0138397216796875, 0.0103759765625, 0.0345916748046875, 0.058807373046875, 0.0830230712890625, 0.10723876953125, 0.1314544677734375, 0.155670166015625, 0.1798858642578125, 0.2041015625, 0.2283172607421875, 0.252532958984375, 0.2767486572265625, 0.30096435546875, 0.3251800537109375, 0.349395751953125, 0.3736114501953125, 0.3978271484375, 0.4220428466796875, 0.446258544921875, 0.4704742431640625, 0.49468994140625, 0.5189056396484375, 0.543121337890625, 0.5673370361328125, 0.591552734375, 0.6157684326171875, 0.639984130859375, 0.6641998291015625, 0.68841552734375, 0.7126312255859375, 0.736846923828125, 0.7610626220703125, 0.7852783203125, 0.8094940185546875, 0.833709716796875, 0.8579254150390625, 0.88214111328125, 0.9063568115234375, 0.930572509765625, 0.9547882080078125, 0.97900390625]}, "gradients/encoder.encoder.layers.15.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 6.0, 22.0, 53.0, 186.0, 379.0, 247.0, 63.0, 34.0, 14.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.599761962890625, -8.411953926086426, -8.224146842956543, -8.036338806152344, -7.848531723022461, -7.66072416305542, -7.472916603088379, -7.28510856628418, -7.097301483154297, -6.909493923187256, -6.721686363220215, -6.533878803253174, -6.346071243286133, -6.158263683319092, -5.970456123352051, -5.782648086547852, -5.5948405265808105, -5.4070329666137695, -5.2192254066467285, -5.0314178466796875, -4.8436102867126465, -4.6558027267456055, -4.467994689941406, -4.280187606811523, -4.092379570007324, -3.904572010040283, -3.716764450073242, -3.528956890106201, -3.34114933013916, -3.153341770172119, -2.965533971786499, -2.777726411819458, -2.5899195671081543, -2.4021120071411133, -2.2143044471740723, -2.0264968872070312, -1.8386892080307007, -1.6508816480636597, -1.463073968887329, -1.275266408920288, -1.087458848953247, -0.899651288986206, -0.7118436694145203, -0.5240360498428345, -0.33622848987579346, -0.14842092990875244, 0.039386749267578125, 0.22719430923461914, 0.41500186920166016, 0.6028094291687012, 0.790617048740387, 0.9784246683120728, 1.1662322282791138, 1.3540397882461548, 1.5418474674224854, 1.7296550273895264, 1.9174625873565674, 2.1052701473236084, 2.2930777072906494, 2.4808855056762695, 2.6686930656433105, 2.8565006256103516, 3.0443081855773926, 3.2321157455444336, 3.4199233055114746]}, "gradients/encoder.encoder.layers.15.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 3.0, 5.0, 4.0, 9.0, 8.0, 16.0, 16.0, 12.0, 12.0, 29.0, 41.0, 25.0, 44.0, 50.0, 47.0, 53.0, 46.0, 39.0, 55.0, 53.0, 45.0, 57.0, 52.0, 45.0, 52.0, 47.0, 29.0, 29.0, 23.0, 13.0, 11.0, 11.0, 7.0, 7.0, 5.0, 4.0, 5.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7764315605163574, -1.7085834741592407, -1.6407355070114136, -1.5728874206542969, -1.5050393342971802, -1.4371912479400635, -1.3693432807922363, -1.3014951944351196, -1.233647108078003, -1.1657990217208862, -1.097951054573059, -1.0301029682159424, -0.9622548818588257, -0.8944068551063538, -0.8265588283538818, -0.7587107419967651, -0.690862774848938, -0.6230147480964661, -0.5551666617393494, -0.48731863498687744, -0.41947057843208313, -0.3516225218772888, -0.2837744951248169, -0.21592643857002258, -0.14807838201522827, -0.08023033291101456, -0.012382283806800842, 0.055465757846832275, 0.12331381440162659, 0.1911618709564209, 0.2590098977088928, 0.32685795426368713, 0.39470601081848145, 0.46255406737327576, 0.5304021239280701, 0.598250150680542, 0.6660982370376587, 0.7339462637901306, 0.8017942905426025, 0.8696423768997192, 0.9374904036521912, 1.005338430404663, 1.0731865167617798, 1.1410346031188965, 1.2088825702667236, 1.2767306566238403, 1.344578742980957, 1.4124267101287842, 1.4802747964859009, 1.5481228828430176, 1.6159708499908447, 1.6838189363479614, 1.7516670227050781, 1.8195149898529053, 1.887363076210022, 1.9552111625671387, 2.023059129714966, 2.090907096862793, 2.158755302429199, 2.2266032695770264, 2.2944512367248535, 2.3622994422912598, 2.430147409439087, 2.497995376586914, 2.5658435821533203]}, "gradients/encoder.encoder.layers.15.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 6.0, 6.0, 5.0, 13.0, 19.0, 15.0, 21.0, 21.0, 48.0, 61.0, 97.0, 180.0, 409.0, 857.0, 2526.0, 11115.0, 136148.0, 847389.0, 40819.0, 6028.0, 1532.0, 568.0, 273.0, 111.0, 89.0, 67.0, 37.0, 25.0, 21.0, 10.0, 9.0, 4.0, 7.0, 7.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.302734375, -2.23358154296875, -2.1644287109375, -2.09527587890625, -2.026123046875, -1.95697021484375, -1.8878173828125, -1.81866455078125, -1.74951171875, -1.68035888671875, -1.6112060546875, -1.54205322265625, -1.472900390625, -1.40374755859375, -1.3345947265625, -1.26544189453125, -1.1962890625, -1.12713623046875, -1.0579833984375, -0.98883056640625, -0.919677734375, -0.85052490234375, -0.7813720703125, -0.71221923828125, -0.64306640625, -0.57391357421875, -0.5047607421875, -0.43560791015625, -0.366455078125, -0.29730224609375, -0.2281494140625, -0.15899658203125, -0.08984375, -0.02069091796875, 0.0484619140625, 0.11761474609375, 0.186767578125, 0.25592041015625, 0.3250732421875, 0.39422607421875, 0.46337890625, 0.53253173828125, 0.6016845703125, 0.67083740234375, 0.739990234375, 0.80914306640625, 0.8782958984375, 0.94744873046875, 1.0166015625, 1.08575439453125, 1.1549072265625, 1.22406005859375, 1.293212890625, 1.36236572265625, 1.4315185546875, 1.50067138671875, 1.56982421875, 1.63897705078125, 1.7081298828125, 1.77728271484375, 1.846435546875, 1.91558837890625, 1.9847412109375, 2.05389404296875, 2.123046875]}, "gradients/encoder.encoder.layers.15.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 8.0, 16.0, 31.0, 53.0, 58.0, 103.0, 144.0, 159.0, 146.0, 100.0, 84.0, 48.0, 26.0, 11.0, 7.0, 4.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.9755859375, -0.9488143920898438, -0.9220428466796875, -0.8952713012695312, -0.868499755859375, -0.8417282104492188, -0.8149566650390625, -0.7881851196289062, -0.76141357421875, -0.7346420288085938, -0.7078704833984375, -0.6810989379882812, -0.654327392578125, -0.6275558471679688, -0.6007843017578125, -0.5740127563476562, -0.5472412109375, -0.5204696655273438, -0.4936981201171875, -0.46692657470703125, -0.440155029296875, -0.41338348388671875, -0.3866119384765625, -0.35984039306640625, -0.33306884765625, -0.30629730224609375, -0.2795257568359375, -0.25275421142578125, -0.225982666015625, -0.19921112060546875, -0.1724395751953125, -0.14566802978515625, -0.118896484375, -0.09212493896484375, -0.0653533935546875, -0.03858184814453125, -0.011810302734375, 0.01496124267578125, 0.0417327880859375, 0.06850433349609375, 0.09527587890625, 0.12204742431640625, 0.1488189697265625, 0.17559051513671875, 0.202362060546875, 0.22913360595703125, 0.2559051513671875, 0.28267669677734375, 0.3094482421875, 0.33621978759765625, 0.3629913330078125, 0.38976287841796875, 0.416534423828125, 0.44330596923828125, 0.4700775146484375, 0.49684906005859375, 0.52362060546875, 0.5503921508789062, 0.5771636962890625, 0.6039352416992188, 0.630706787109375, 0.6574783325195312, 0.6842498779296875, 0.7110214233398438, 0.73779296875]}, "gradients/encoder.encoder.layers.15.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 4.0, 3.0, 2.0, 7.0, 7.0, 6.0, 10.0, 13.0, 17.0, 32.0, 31.0, 60.0, 75.0, 128.0, 248.0, 456.0, 858.0, 2233.0, 7197.0, 32521.0, 331522.0, 611667.0, 47032.0, 9400.0, 2757.0, 1001.0, 507.0, 283.0, 161.0, 109.0, 56.0, 54.0, 33.0, 25.0, 12.0, 9.0, 8.0, 2.0, 4.0, 1.0, 4.0, 0.0, 5.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4140625, -1.3670806884765625, -1.320098876953125, -1.2731170654296875, -1.22613525390625, -1.1791534423828125, -1.132171630859375, -1.0851898193359375, -1.0382080078125, -0.9912261962890625, -0.944244384765625, -0.8972625732421875, -0.85028076171875, -0.8032989501953125, -0.756317138671875, -0.7093353271484375, -0.662353515625, -0.6153717041015625, -0.568389892578125, -0.5214080810546875, -0.47442626953125, -0.4274444580078125, -0.380462646484375, -0.3334808349609375, -0.2864990234375, -0.2395172119140625, -0.192535400390625, -0.1455535888671875, -0.09857177734375, -0.0515899658203125, -0.004608154296875, 0.0423736572265625, 0.08935546875, 0.1363372802734375, 0.183319091796875, 0.2303009033203125, 0.27728271484375, 0.3242645263671875, 0.371246337890625, 0.4182281494140625, 0.4652099609375, 0.5121917724609375, 0.559173583984375, 0.6061553955078125, 0.65313720703125, 0.7001190185546875, 0.747100830078125, 0.7940826416015625, 0.841064453125, 0.8880462646484375, 0.935028076171875, 0.9820098876953125, 1.02899169921875, 1.0759735107421875, 1.122955322265625, 1.1699371337890625, 1.2169189453125, 1.2639007568359375, 1.310882568359375, 1.3578643798828125, 1.40484619140625, 1.4518280029296875, 1.498809814453125, 1.5457916259765625, 1.5927734375]}, "gradients/encoder.encoder.layers.15.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 5.0, 1.0, 4.0, 4.0, 5.0, 6.0, 10.0, 18.0, 11.0, 18.0, 15.0, 26.0, 27.0, 28.0, 35.0, 39.0, 59.0, 51.0, 46.0, 66.0, 69.0, 56.0, 59.0, 61.0, 58.0, 46.0, 34.0, 35.0, 21.0, 23.0, 21.0, 13.0, 15.0, 14.0, 6.0, 5.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.263671875, -1.203826904296875, -1.14398193359375, -1.084136962890625, -1.0242919921875, -0.964447021484375, -0.90460205078125, -0.844757080078125, -0.784912109375, -0.725067138671875, -0.66522216796875, -0.605377197265625, -0.5455322265625, -0.485687255859375, -0.42584228515625, -0.365997314453125, -0.30615234375, -0.246307373046875, -0.18646240234375, -0.126617431640625, -0.0667724609375, -0.006927490234375, 0.05291748046875, 0.112762451171875, 0.172607421875, 0.232452392578125, 0.29229736328125, 0.352142333984375, 0.4119873046875, 0.471832275390625, 0.53167724609375, 0.591522216796875, 0.6513671875, 0.711212158203125, 0.77105712890625, 0.830902099609375, 0.8907470703125, 0.950592041015625, 1.01043701171875, 1.070281982421875, 1.130126953125, 1.189971923828125, 1.24981689453125, 1.309661865234375, 1.3695068359375, 1.429351806640625, 1.48919677734375, 1.549041748046875, 1.60888671875, 1.668731689453125, 1.72857666015625, 1.788421630859375, 1.8482666015625, 1.908111572265625, 1.96795654296875, 2.027801513671875, 2.087646484375, 2.147491455078125, 2.20733642578125, 2.267181396484375, 2.3270263671875, 2.386871337890625, 2.44671630859375, 2.506561279296875, 2.56640625]}, "gradients/encoder.encoder.layers.15.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 6.0, 9.0, 9.0, 10.0, 20.0, 45.0, 99.0, 417.0, 2401.0, 441965.0, 600315.0, 2657.0, 397.0, 114.0, 36.0, 30.0, 13.0, 7.0, 6.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.3291015625, -1.2900238037109375, -1.250946044921875, -1.2118682861328125, -1.17279052734375, -1.1337127685546875, -1.094635009765625, -1.0555572509765625, -1.0164794921875, -0.9774017333984375, -0.938323974609375, -0.8992462158203125, -0.86016845703125, -0.8210906982421875, -0.782012939453125, -0.7429351806640625, -0.703857421875, -0.6647796630859375, -0.625701904296875, -0.5866241455078125, -0.54754638671875, -0.5084686279296875, -0.469390869140625, -0.4303131103515625, -0.3912353515625, -0.3521575927734375, -0.313079833984375, -0.2740020751953125, -0.23492431640625, -0.1958465576171875, -0.156768798828125, -0.1176910400390625, -0.07861328125, -0.0395355224609375, -0.000457763671875, 0.0386199951171875, 0.07769775390625, 0.1167755126953125, 0.155853271484375, 0.1949310302734375, 0.2340087890625, 0.2730865478515625, 0.312164306640625, 0.3512420654296875, 0.39031982421875, 0.4293975830078125, 0.468475341796875, 0.5075531005859375, 0.546630859375, 0.5857086181640625, 0.624786376953125, 0.6638641357421875, 0.70294189453125, 0.7420196533203125, 0.781097412109375, 0.8201751708984375, 0.8592529296875, 0.8983306884765625, 0.937408447265625, 0.9764862060546875, 1.01556396484375, 1.0546417236328125, 1.093719482421875, 1.1327972412109375, 1.171875]}, "gradients/encoder.encoder.layers.15.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 3.0, 3.0, 4.0, 4.0, 6.0, 8.0, 7.0, 15.0, 22.0, 18.0, 41.0, 73.0, 118.0, 160.0, 150.0, 125.0, 88.0, 46.0, 40.0, 17.0, 18.0, 14.0, 11.0, 7.0, 5.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00029277801513671875, -0.00028446316719055176, -0.00027614831924438477, -0.0002678334712982178, -0.0002595186233520508, -0.0002512037754058838, -0.0002428889274597168, -0.0002345740795135498, -0.0002262592315673828, -0.00021794438362121582, -0.00020962953567504883, -0.00020131468772888184, -0.00019299983978271484, -0.00018468499183654785, -0.00017637014389038086, -0.00016805529594421387, -0.00015974044799804688, -0.00015142560005187988, -0.0001431107521057129, -0.0001347959041595459, -0.0001264810562133789, -0.00011816620826721191, -0.00010985136032104492, -0.00010153651237487793, -9.322166442871094e-05, -8.490681648254395e-05, -7.659196853637695e-05, -6.827712059020996e-05, -5.996227264404297e-05, -5.1647424697875977e-05, -4.3332576751708984e-05, -3.501772880554199e-05, -2.6702880859375e-05, -1.8388032913208008e-05, -1.0073184967041016e-05, -1.7583370208740234e-06, 6.556510925292969e-06, 1.4871358871459961e-05, 2.3186206817626953e-05, 3.1501054763793945e-05, 3.981590270996094e-05, 4.813075065612793e-05, 5.644559860229492e-05, 6.476044654846191e-05, 7.30752944946289e-05, 8.13901424407959e-05, 8.970499038696289e-05, 9.801983833312988e-05, 0.00010633468627929688, 0.00011464953422546387, 0.00012296438217163086, 0.00013127923011779785, 0.00013959407806396484, 0.00014790892601013184, 0.00015622377395629883, 0.00016453862190246582, 0.0001728534698486328, 0.0001811683177947998, 0.0001894831657409668, 0.0001977980136871338, 0.00020611286163330078, 0.00021442770957946777, 0.00022274255752563477, 0.00023105740547180176, 0.00023937225341796875]}, "gradients/encoder.encoder.layers.15.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 0.0, 0.0, 4.0, 8.0, 11.0, 7.0, 29.0, 68.0, 168.0, 510.0, 2930.0, 132022.0, 904991.0, 6554.0, 826.0, 244.0, 97.0, 45.0, 23.0, 8.0, 8.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0625, -1.021881103515625, -0.98126220703125, -0.940643310546875, -0.9000244140625, -0.859405517578125, -0.81878662109375, -0.778167724609375, -0.737548828125, -0.696929931640625, -0.65631103515625, -0.615692138671875, -0.5750732421875, -0.534454345703125, -0.49383544921875, -0.453216552734375, -0.41259765625, -0.371978759765625, -0.33135986328125, -0.290740966796875, -0.2501220703125, -0.209503173828125, -0.16888427734375, -0.128265380859375, -0.087646484375, -0.047027587890625, -0.00640869140625, 0.034210205078125, 0.0748291015625, 0.115447998046875, 0.15606689453125, 0.196685791015625, 0.2373046875, 0.277923583984375, 0.31854248046875, 0.359161376953125, 0.3997802734375, 0.440399169921875, 0.48101806640625, 0.521636962890625, 0.562255859375, 0.602874755859375, 0.64349365234375, 0.684112548828125, 0.7247314453125, 0.765350341796875, 0.80596923828125, 0.846588134765625, 0.88720703125, 0.927825927734375, 0.96844482421875, 1.009063720703125, 1.0496826171875, 1.090301513671875, 1.13092041015625, 1.171539306640625, 1.212158203125, 1.252777099609375, 1.29339599609375, 1.334014892578125, 1.3746337890625, 1.415252685546875, 1.45587158203125, 1.496490478515625, 1.537109375]}, "gradients/encoder.encoder.layers.15.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 5.0, 9.0, 11.0, 18.0, 28.0, 39.0, 86.0, 240.0, 314.0, 111.0, 58.0, 46.0, 20.0, 15.0, 3.0, 3.0, 5.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7705078125, -0.7386016845703125, -0.706695556640625, -0.6747894287109375, -0.64288330078125, -0.6109771728515625, -0.579071044921875, -0.5471649169921875, -0.5152587890625, -0.4833526611328125, -0.451446533203125, -0.4195404052734375, -0.38763427734375, -0.3557281494140625, -0.323822021484375, -0.2919158935546875, -0.260009765625, -0.2281036376953125, -0.196197509765625, -0.1642913818359375, -0.13238525390625, -0.1004791259765625, -0.068572998046875, -0.0366668701171875, -0.0047607421875, 0.0271453857421875, 0.059051513671875, 0.0909576416015625, 0.12286376953125, 0.1547698974609375, 0.186676025390625, 0.2185821533203125, 0.25048828125, 0.2823944091796875, 0.314300537109375, 0.3462066650390625, 0.37811279296875, 0.4100189208984375, 0.441925048828125, 0.4738311767578125, 0.5057373046875, 0.5376434326171875, 0.569549560546875, 0.6014556884765625, 0.63336181640625, 0.6652679443359375, 0.697174072265625, 0.7290802001953125, 0.760986328125, 0.7928924560546875, 0.824798583984375, 0.8567047119140625, 0.88861083984375, 0.9205169677734375, 0.952423095703125, 0.9843292236328125, 1.0162353515625, 1.0481414794921875, 1.080047607421875, 1.1119537353515625, 1.14385986328125, 1.1757659912109375, 1.207672119140625, 1.2395782470703125, 1.271484375]}, "gradients/encoder.encoder.layers.15.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 3.0, 3.0, 8.0, 12.0, 26.0, 49.0, 110.0, 242.0, 274.0, 155.0, 70.0, 26.0, 12.0, 6.0, 3.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-13.253539085388184, -12.908357620239258, -12.563175201416016, -12.21799373626709, -11.872812271118164, -11.527629852294922, -11.182448387145996, -10.83726692199707, -10.492084503173828, -10.146903038024902, -9.80172061920166, -9.456539154052734, -9.111357688903809, -8.766176223754883, -8.42099380493164, -8.075812339782715, -7.730630874633789, -7.385448932647705, -7.040267467498779, -6.695085525512695, -6.3499040603637695, -6.0047221183776855, -5.659540176391602, -5.314358711242676, -4.969176769256592, -4.623994827270508, -4.278813362121582, -3.933631420135498, -3.588449716567993, -3.2432680130004883, -2.8980860710144043, -2.5529043674468994, -2.207723617553711, -1.862541913986206, -1.5173600912094116, -1.1721782684326172, -0.8269965648651123, -0.4818148612976074, -0.13663291931152344, 0.20854878425598145, 0.5537304878234863, 0.898912250995636, 1.2440940141677856, 1.58927583694458, 1.934457540512085, 2.27963924407959, 2.624821186065674, 2.9700028896331787, 3.3151845932006836, 3.6603662967681885, 4.005548000335693, 4.350729942321777, 4.695911407470703, 5.041093349456787, 5.386275291442871, 5.731456756591797, 6.076638698577881, 6.421820640563965, 6.767002105712891, 7.112184047698975, 7.457365989685059, 7.802547454833984, 8.147729873657227, 8.492911338806152, 8.838092803955078]}, "gradients/encoder.encoder.layers.15.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 4.0, 2.0, 5.0, 1.0, 4.0, 4.0, 9.0, 5.0, 14.0, 16.0, 14.0, 14.0, 14.0, 18.0, 17.0, 30.0, 20.0, 24.0, 21.0, 38.0, 37.0, 45.0, 36.0, 46.0, 35.0, 36.0, 50.0, 40.0, 41.0, 37.0, 51.0, 30.0, 28.0, 28.0, 30.0, 26.0, 15.0, 18.0, 14.0, 15.0, 16.0, 13.0, 15.0, 6.0, 3.0, 1.0, 5.0, 6.0, 7.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-7.929806232452393, -7.6864166259765625, -7.443026542663574, -7.199636936187744, -6.956246852874756, -6.712857246398926, -6.4694671630859375, -6.226077556610107, -5.982687950134277, -5.739298343658447, -5.495908260345459, -5.252518653869629, -5.009128570556641, -4.7657389640808105, -4.5223493576049805, -4.278959274291992, -4.035569190979004, -3.7921793460845947, -3.5487895011901855, -3.3053998947143555, -3.062009811401367, -2.818620204925537, -2.575230360031128, -2.3318405151367188, -2.0884506702423096, -1.8450608253479004, -1.6016709804534912, -1.3582812547683716, -1.1148914098739624, -0.8715015649795532, -0.6281118392944336, -0.3847219944000244, -0.14133262634277344, 0.10205718874931335, 0.34544700384140015, 0.5888367891311646, 0.8322266340255737, 1.075616478919983, 1.3190062046051025, 1.5623960494995117, 1.805785894393921, 2.04917573928833, 2.2925655841827393, 2.5359554290771484, 2.7793450355529785, 3.022735118865967, 3.266124725341797, 3.509514570236206, 3.7529044151306152, 3.9962942600250244, 4.239684104919434, 4.483073711395264, 4.726463794708252, 4.969853401184082, 5.21324348449707, 5.4566330909729, 5.7000226974487305, 5.9434123039245605, 6.186802387237549, 6.430191993713379, 6.673582077026367, 6.916971683502197, 7.160361289978027, 7.403751373291016, 7.647141456604004]}, "gradients/encoder.encoder.layers.14.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 5.0, 0.0, 7.0, 8.0, 8.0, 9.0, 11.0, 12.0, 14.0, 11.0, 40.0, 45.0, 79.0, 111.0, 209.0, 401.0, 931.0, 2725.0, 11083.0, 162897.0, 3977683.0, 30384.0, 5061.0, 1465.0, 562.0, 262.0, 124.0, 49.0, 35.0, 17.0, 8.0, 8.0, 9.0, 6.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-2.400390625, -2.3407440185546875, -2.281097412109375, -2.2214508056640625, -2.16180419921875, -2.1021575927734375, -2.042510986328125, -1.9828643798828125, -1.9232177734375, -1.8635711669921875, -1.803924560546875, -1.7442779541015625, -1.68463134765625, -1.6249847412109375, -1.565338134765625, -1.5056915283203125, -1.446044921875, -1.3863983154296875, -1.326751708984375, -1.2671051025390625, -1.20745849609375, -1.1478118896484375, -1.088165283203125, -1.0285186767578125, -0.9688720703125, -0.9092254638671875, -0.849578857421875, -0.7899322509765625, -0.73028564453125, -0.6706390380859375, -0.610992431640625, -0.5513458251953125, -0.49169921875, -0.4320526123046875, -0.372406005859375, -0.3127593994140625, -0.25311279296875, -0.1934661865234375, -0.133819580078125, -0.0741729736328125, -0.0145263671875, 0.0451202392578125, 0.104766845703125, 0.1644134521484375, 0.22406005859375, 0.2837066650390625, 0.343353271484375, 0.4029998779296875, 0.462646484375, 0.5222930908203125, 0.581939697265625, 0.6415863037109375, 0.70123291015625, 0.7608795166015625, 0.820526123046875, 0.8801727294921875, 0.9398193359375, 0.9994659423828125, 1.059112548828125, 1.1187591552734375, 1.17840576171875, 1.2380523681640625, 1.297698974609375, 1.3573455810546875, 1.4169921875]}, "gradients/encoder.encoder.layers.14.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 4.0, 19.0, 21.0, 43.0, 61.0, 99.0, 118.0, 138.0, 136.0, 118.0, 90.0, 65.0, 42.0, 24.0, 13.0, 5.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.04296875, -1.01470947265625, -0.9864501953125, -0.95819091796875, -0.929931640625, -0.90167236328125, -0.8734130859375, -0.84515380859375, -0.81689453125, -0.78863525390625, -0.7603759765625, -0.73211669921875, -0.703857421875, -0.67559814453125, -0.6473388671875, -0.61907958984375, -0.5908203125, -0.56256103515625, -0.5343017578125, -0.50604248046875, -0.477783203125, -0.44952392578125, -0.4212646484375, -0.39300537109375, -0.36474609375, -0.33648681640625, -0.3082275390625, -0.27996826171875, -0.251708984375, -0.22344970703125, -0.1951904296875, -0.16693115234375, -0.138671875, -0.11041259765625, -0.0821533203125, -0.05389404296875, -0.025634765625, 0.00262451171875, 0.0308837890625, 0.05914306640625, 0.08740234375, 0.11566162109375, 0.1439208984375, 0.17218017578125, 0.200439453125, 0.22869873046875, 0.2569580078125, 0.28521728515625, 0.3134765625, 0.34173583984375, 0.3699951171875, 0.39825439453125, 0.426513671875, 0.45477294921875, 0.4830322265625, 0.51129150390625, 0.53955078125, 0.56781005859375, 0.5960693359375, 0.62432861328125, 0.652587890625, 0.68084716796875, 0.7091064453125, 0.73736572265625, 0.765625]}, "gradients/encoder.encoder.layers.14.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 4.0, 0.0, 4.0, 7.0, 21.0, 37.0, 66.0, 113.0, 334.0, 842.0, 2239.0, 9061.0, 93016.0, 4041994.0, 37616.0, 6090.0, 1784.0, 618.0, 236.0, 100.0, 51.0, 22.0, 15.0, 7.0, 4.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.578125, -2.5091094970703125, -2.440093994140625, -2.3710784912109375, -2.30206298828125, -2.2330474853515625, -2.164031982421875, -2.0950164794921875, -2.0260009765625, -1.9569854736328125, -1.887969970703125, -1.8189544677734375, -1.74993896484375, -1.6809234619140625, -1.611907958984375, -1.5428924560546875, -1.473876953125, -1.4048614501953125, -1.335845947265625, -1.2668304443359375, -1.19781494140625, -1.1287994384765625, -1.059783935546875, -0.9907684326171875, -0.9217529296875, -0.8527374267578125, -0.783721923828125, -0.7147064208984375, -0.64569091796875, -0.5766754150390625, -0.507659912109375, -0.4386444091796875, -0.36962890625, -0.3006134033203125, -0.231597900390625, -0.1625823974609375, -0.09356689453125, -0.0245513916015625, 0.044464111328125, 0.1134796142578125, 0.1824951171875, 0.2515106201171875, 0.320526123046875, 0.3895416259765625, 0.45855712890625, 0.5275726318359375, 0.596588134765625, 0.6656036376953125, 0.734619140625, 0.8036346435546875, 0.872650146484375, 0.9416656494140625, 1.01068115234375, 1.0796966552734375, 1.148712158203125, 1.2177276611328125, 1.2867431640625, 1.3557586669921875, 1.424774169921875, 1.4937896728515625, 1.56280517578125, 1.6318206787109375, 1.700836181640625, 1.7698516845703125, 1.8388671875]}, "gradients/encoder.encoder.layers.14.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 4.0, 11.0, 17.0, 11.0, 23.0, 30.0, 94.0, 333.0, 2937.0, 406.0, 90.0, 46.0, 20.0, 10.0, 11.0, 7.0, 10.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.88037109375, -0.854156494140625, -0.82794189453125, -0.801727294921875, -0.7755126953125, -0.749298095703125, -0.72308349609375, -0.696868896484375, -0.670654296875, -0.644439697265625, -0.61822509765625, -0.592010498046875, -0.5657958984375, -0.539581298828125, -0.51336669921875, -0.487152099609375, -0.4609375, -0.434722900390625, -0.40850830078125, -0.382293701171875, -0.3560791015625, -0.329864501953125, -0.30364990234375, -0.277435302734375, -0.251220703125, -0.225006103515625, -0.19879150390625, -0.172576904296875, -0.1463623046875, -0.120147705078125, -0.09393310546875, -0.067718505859375, -0.04150390625, -0.015289306640625, 0.01092529296875, 0.037139892578125, 0.0633544921875, 0.089569091796875, 0.11578369140625, 0.141998291015625, 0.168212890625, 0.194427490234375, 0.22064208984375, 0.246856689453125, 0.2730712890625, 0.299285888671875, 0.32550048828125, 0.351715087890625, 0.3779296875, 0.404144287109375, 0.43035888671875, 0.456573486328125, 0.4827880859375, 0.509002685546875, 0.53521728515625, 0.561431884765625, 0.587646484375, 0.613861083984375, 0.64007568359375, 0.666290283203125, 0.6925048828125, 0.718719482421875, 0.74493408203125, 0.771148681640625, 0.79736328125]}, "gradients/encoder.encoder.layers.14.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 8.0, 18.0, 48.0, 170.0, 494.0, 209.0, 42.0, 15.0, 5.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.435381889343262, -7.2276082038879395, -7.019834518432617, -6.812060356140137, -6.6042866706848145, -6.396512985229492, -6.188738822937012, -5.9809651374816895, -5.773191452026367, -5.565417766571045, -5.357644081115723, -5.149869918823242, -4.94209623336792, -4.734322547912598, -4.526548385620117, -4.318774700164795, -4.111001014709473, -3.9032273292541504, -3.695453405380249, -3.4876794815063477, -3.2799057960510254, -3.072132110595703, -2.8643581867218018, -2.6565842628479004, -2.448810577392578, -2.241036891937256, -2.0332629680633545, -1.8254891633987427, -1.6177153587341309, -1.409941554069519, -1.2021677494049072, -0.9943939447402954, -0.7866201400756836, -0.5788463354110718, -0.37107253074645996, -0.16329872608184814, 0.04447507858276367, 0.2522488832473755, 0.4600226879119873, 0.6677964925765991, 0.8755702972412109, 1.0833441019058228, 1.2911179065704346, 1.4988917112350464, 1.7066655158996582, 1.91443932056427, 2.122213125228882, 2.329987049102783, 2.5377607345581055, 2.7455344200134277, 2.953308343887329, 3.1610822677612305, 3.3688559532165527, 3.576629638671875, 3.7844035625457764, 3.9921774864196777, 4.199951171875, 4.407724857330322, 4.6154985427856445, 4.823272705078125, 5.031046390533447, 5.2388200759887695, 5.44659423828125, 5.654367923736572, 5.8621416091918945]}, "gradients/encoder.encoder.layers.14.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 5.0, 3.0, 0.0, 3.0, 11.0, 15.0, 16.0, 17.0, 17.0, 15.0, 36.0, 27.0, 45.0, 48.0, 47.0, 59.0, 66.0, 63.0, 56.0, 64.0, 55.0, 57.0, 59.0, 47.0, 33.0, 39.0, 26.0, 24.0, 14.0, 9.0, 14.0, 11.0, 3.0, 4.0, 1.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9071553945541382, -1.8381874561309814, -1.7692193984985352, -1.7002514600753784, -1.6312834024429321, -1.5623154640197754, -1.493347406387329, -1.4243794679641724, -1.3554115295410156, -1.2864435911178589, -1.2174755334854126, -1.1485075950622559, -1.0795395374298096, -1.0105715990066528, -0.9416036009788513, -0.8726356029510498, -0.8036675453186035, -0.734699547290802, -0.6657315492630005, -0.5967636108398438, -0.5277955532073975, -0.45882758498191833, -0.3898596167564392, -0.3208916187286377, -0.2519236207008362, -0.18295562267303467, -0.11398763954639435, -0.04501965641975403, 0.023948341608047485, 0.092916339635849, 0.16188430786132812, 0.23085230588912964, 0.2998201847076416, 0.3687881827354431, 0.43775618076324463, 0.5067241191864014, 0.5756921768188477, 0.6446601152420044, 0.7136281132698059, 0.7825961112976074, 0.8515641093254089, 0.9205321073532104, 0.989500105381012, 1.0584681034088135, 1.1274360418319702, 1.1964040994644165, 1.2653720378875732, 1.3343400955200195, 1.4033080339431763, 1.472275972366333, 1.5412440299987793, 1.610211968421936, 1.6791800260543823, 1.748147964477539, 1.8171160221099854, 1.886083960533142, 1.9550518989562988, 2.024019956588745, 2.0929877758026123, 2.1619558334350586, 2.230923891067505, 2.299891948699951, 2.3688597679138184, 2.4378278255462646, 2.506795883178711]}, "gradients/encoder.encoder.layers.14.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 4.0, 4.0, 6.0, 10.0, 7.0, 24.0, 22.0, 45.0, 63.0, 117.0, 208.0, 444.0, 1320.0, 6699.0, 107910.0, 882642.0, 43356.0, 3974.0, 953.0, 352.0, 167.0, 97.0, 51.0, 25.0, 22.0, 14.0, 10.0, 2.0, 6.0, 6.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.849609375, -2.773345947265625, -2.69708251953125, -2.620819091796875, -2.5445556640625, -2.468292236328125, -2.39202880859375, -2.315765380859375, -2.239501953125, -2.163238525390625, -2.08697509765625, -2.010711669921875, -1.9344482421875, -1.858184814453125, -1.78192138671875, -1.705657958984375, -1.62939453125, -1.553131103515625, -1.47686767578125, -1.400604248046875, -1.3243408203125, -1.248077392578125, -1.17181396484375, -1.095550537109375, -1.019287109375, -0.943023681640625, -0.86676025390625, -0.790496826171875, -0.7142333984375, -0.637969970703125, -0.56170654296875, -0.485443115234375, -0.4091796875, -0.332916259765625, -0.25665283203125, -0.180389404296875, -0.1041259765625, -0.027862548828125, 0.04840087890625, 0.124664306640625, 0.200927734375, 0.277191162109375, 0.35345458984375, 0.429718017578125, 0.5059814453125, 0.582244873046875, 0.65850830078125, 0.734771728515625, 0.81103515625, 0.887298583984375, 0.96356201171875, 1.039825439453125, 1.1160888671875, 1.192352294921875, 1.26861572265625, 1.344879150390625, 1.421142578125, 1.497406005859375, 1.57366943359375, 1.649932861328125, 1.7261962890625, 1.802459716796875, 1.87872314453125, 1.954986572265625, 2.03125]}, "gradients/encoder.encoder.layers.14.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 4.0, 12.0, 21.0, 46.0, 52.0, 75.0, 106.0, 139.0, 127.0, 134.0, 90.0, 77.0, 58.0, 25.0, 18.0, 6.0, 8.0, 2.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.99951171875, -0.9719619750976562, -0.9444122314453125, -0.9168624877929688, -0.889312744140625, -0.8617630004882812, -0.8342132568359375, -0.8066635131835938, -0.77911376953125, -0.7515640258789062, -0.7240142822265625, -0.6964645385742188, -0.668914794921875, -0.6413650512695312, -0.6138153076171875, -0.5862655639648438, -0.5587158203125, -0.5311660766601562, -0.5036163330078125, -0.47606658935546875, -0.448516845703125, -0.42096710205078125, -0.3934173583984375, -0.36586761474609375, -0.33831787109375, -0.31076812744140625, -0.2832183837890625, -0.25566864013671875, -0.228118896484375, -0.20056915283203125, -0.1730194091796875, -0.14546966552734375, -0.117919921875, -0.09037017822265625, -0.0628204345703125, -0.03527069091796875, -0.007720947265625, 0.01982879638671875, 0.0473785400390625, 0.07492828369140625, 0.10247802734375, 0.13002777099609375, 0.1575775146484375, 0.18512725830078125, 0.212677001953125, 0.24022674560546875, 0.2677764892578125, 0.29532623291015625, 0.3228759765625, 0.35042572021484375, 0.3779754638671875, 0.40552520751953125, 0.433074951171875, 0.46062469482421875, 0.4881744384765625, 0.5157241821289062, 0.54327392578125, 0.5708236694335938, 0.5983734130859375, 0.6259231567382812, 0.653472900390625, 0.6810226440429688, 0.7085723876953125, 0.7361221313476562, 0.763671875]}, "gradients/encoder.encoder.layers.14.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 5.0, 4.0, 9.0, 12.0, 10.0, 24.0, 25.0, 26.0, 57.0, 61.0, 138.0, 237.0, 454.0, 1009.0, 2802.0, 9230.0, 39329.0, 566575.0, 382599.0, 33542.0, 7923.0, 2495.0, 974.0, 437.0, 219.0, 111.0, 86.0, 52.0, 34.0, 23.0, 14.0, 16.0, 8.0, 3.0, 3.0, 3.0, 2.0, 2.0, 4.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-1.9775390625, -1.9225311279296875, -1.867523193359375, -1.8125152587890625, -1.75750732421875, -1.7024993896484375, -1.647491455078125, -1.5924835205078125, -1.5374755859375, -1.4824676513671875, -1.427459716796875, -1.3724517822265625, -1.31744384765625, -1.2624359130859375, -1.207427978515625, -1.1524200439453125, -1.097412109375, -1.0424041748046875, -0.987396240234375, -0.9323883056640625, -0.87738037109375, -0.8223724365234375, -0.767364501953125, -0.7123565673828125, -0.6573486328125, -0.6023406982421875, -0.547332763671875, -0.4923248291015625, -0.43731689453125, -0.3823089599609375, -0.327301025390625, -0.2722930908203125, -0.21728515625, -0.1622772216796875, -0.107269287109375, -0.0522613525390625, 0.00274658203125, 0.0577545166015625, 0.112762451171875, 0.1677703857421875, 0.2227783203125, 0.2777862548828125, 0.332794189453125, 0.3878021240234375, 0.44281005859375, 0.4978179931640625, 0.552825927734375, 0.6078338623046875, 0.662841796875, 0.7178497314453125, 0.772857666015625, 0.8278656005859375, 0.88287353515625, 0.9378814697265625, 0.992889404296875, 1.0478973388671875, 1.1029052734375, 1.1579132080078125, 1.212921142578125, 1.2679290771484375, 1.32293701171875, 1.3779449462890625, 1.432952880859375, 1.4879608154296875, 1.54296875]}, "gradients/encoder.encoder.layers.14.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 9.0, 10.0, 10.0, 11.0, 13.0, 16.0, 21.0, 31.0, 25.0, 43.0, 41.0, 70.0, 74.0, 67.0, 77.0, 70.0, 93.0, 62.0, 42.0, 52.0, 42.0, 32.0, 22.0, 20.0, 14.0, 7.0, 9.0, 6.0, 3.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.5703125, -2.48895263671875, -2.4075927734375, -2.32623291015625, -2.244873046875, -2.16351318359375, -2.0821533203125, -2.00079345703125, -1.91943359375, -1.83807373046875, -1.7567138671875, -1.67535400390625, -1.593994140625, -1.51263427734375, -1.4312744140625, -1.34991455078125, -1.2685546875, -1.18719482421875, -1.1058349609375, -1.02447509765625, -0.943115234375, -0.86175537109375, -0.7803955078125, -0.69903564453125, -0.61767578125, -0.53631591796875, -0.4549560546875, -0.37359619140625, -0.292236328125, -0.21087646484375, -0.1295166015625, -0.04815673828125, 0.033203125, 0.11456298828125, 0.1959228515625, 0.27728271484375, 0.358642578125, 0.44000244140625, 0.5213623046875, 0.60272216796875, 0.68408203125, 0.76544189453125, 0.8468017578125, 0.92816162109375, 1.009521484375, 1.09088134765625, 1.1722412109375, 1.25360107421875, 1.3349609375, 1.41632080078125, 1.4976806640625, 1.57904052734375, 1.660400390625, 1.74176025390625, 1.8231201171875, 1.90447998046875, 1.98583984375, 2.06719970703125, 2.1485595703125, 2.22991943359375, 2.311279296875, 2.39263916015625, 2.4739990234375, 2.55535888671875, 2.63671875]}, "gradients/encoder.encoder.layers.14.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 8.0, 4.0, 6.0, 23.0, 26.0, 53.0, 126.0, 357.0, 1444.0, 24696.0, 997268.0, 22544.0, 1390.0, 348.0, 125.0, 56.0, 22.0, 29.0, 12.0, 9.0, 2.0, 1.0, 2.0, 0.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2294921875, -1.192779541015625, -1.15606689453125, -1.119354248046875, -1.0826416015625, -1.045928955078125, -1.00921630859375, -0.972503662109375, -0.935791015625, -0.899078369140625, -0.86236572265625, -0.825653076171875, -0.7889404296875, -0.752227783203125, -0.71551513671875, -0.678802490234375, -0.64208984375, -0.605377197265625, -0.56866455078125, -0.531951904296875, -0.4952392578125, -0.458526611328125, -0.42181396484375, -0.385101318359375, -0.348388671875, -0.311676025390625, -0.27496337890625, -0.238250732421875, -0.2015380859375, -0.164825439453125, -0.12811279296875, -0.091400146484375, -0.0546875, -0.017974853515625, 0.01873779296875, 0.055450439453125, 0.0921630859375, 0.128875732421875, 0.16558837890625, 0.202301025390625, 0.239013671875, 0.275726318359375, 0.31243896484375, 0.349151611328125, 0.3858642578125, 0.422576904296875, 0.45928955078125, 0.496002197265625, 0.53271484375, 0.569427490234375, 0.60614013671875, 0.642852783203125, 0.6795654296875, 0.716278076171875, 0.75299072265625, 0.789703369140625, 0.826416015625, 0.863128662109375, 0.89984130859375, 0.936553955078125, 0.9732666015625, 1.009979248046875, 1.04669189453125, 1.083404541015625, 1.1201171875]}, "gradients/encoder.encoder.layers.14.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 3.0, 5.0, 10.0, 20.0, 13.0, 25.0, 51.0, 69.0, 127.0, 195.0, 187.0, 94.0, 77.0, 51.0, 27.0, 14.0, 10.0, 8.0, 9.0, 3.0, 0.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00028061866760253906, -0.00026932358741760254, -0.000258028507232666, -0.0002467334270477295, -0.00023543834686279297, -0.00022414326667785645, -0.00021284818649291992, -0.0002015531063079834, -0.00019025802612304688, -0.00017896294593811035, -0.00016766786575317383, -0.0001563727855682373, -0.00014507770538330078, -0.00013378262519836426, -0.00012248754501342773, -0.00011119246482849121, -9.989738464355469e-05, -8.860230445861816e-05, -7.730722427368164e-05, -6.601214408874512e-05, -5.4717063903808594e-05, -4.342198371887207e-05, -3.212690353393555e-05, -2.0831823348999023e-05, -9.5367431640625e-06, 1.7583370208740234e-06, 1.3053417205810547e-05, 2.434849739074707e-05, 3.5643577575683594e-05, 4.693865776062012e-05, 5.823373794555664e-05, 6.952881813049316e-05, 8.082389831542969e-05, 9.211897850036621e-05, 0.00010341405868530273, 0.00011470913887023926, 0.00012600421905517578, 0.0001372992992401123, 0.00014859437942504883, 0.00015988945960998535, 0.00017118453979492188, 0.0001824796199798584, 0.00019377470016479492, 0.00020506978034973145, 0.00021636486053466797, 0.0002276599407196045, 0.00023895502090454102, 0.00025025010108947754, 0.00026154518127441406, 0.0002728402614593506, 0.0002841353416442871, 0.00029543042182922363, 0.00030672550201416016, 0.0003180205821990967, 0.0003293156623840332, 0.0003406107425689697, 0.00035190582275390625, 0.0003632009029388428, 0.0003744959831237793, 0.0003857910633087158, 0.00039708614349365234, 0.00040838122367858887, 0.0004196763038635254, 0.0004309713840484619, 0.00044226646423339844]}, "gradients/encoder.encoder.layers.14.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 7.0, 3.0, 10.0, 15.0, 19.0, 45.0, 91.0, 116.0, 285.0, 590.0, 1703.0, 8966.0, 189492.0, 825083.0, 18143.0, 2503.0, 764.0, 363.0, 141.0, 87.0, 36.0, 41.0, 11.0, 14.0, 9.0, 5.0, 5.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.798828125, -0.7723312377929688, -0.7458343505859375, -0.7193374633789062, -0.692840576171875, -0.6663436889648438, -0.6398468017578125, -0.6133499145507812, -0.58685302734375, -0.5603561401367188, -0.5338592529296875, -0.5073623657226562, -0.480865478515625, -0.45436859130859375, -0.4278717041015625, -0.40137481689453125, -0.3748779296875, -0.34838104248046875, -0.3218841552734375, -0.29538726806640625, -0.268890380859375, -0.24239349365234375, -0.2158966064453125, -0.18939971923828125, -0.16290283203125, -0.13640594482421875, -0.1099090576171875, -0.08341217041015625, -0.056915283203125, -0.03041839599609375, -0.0039215087890625, 0.02257537841796875, 0.049072265625, 0.07556915283203125, 0.1020660400390625, 0.12856292724609375, 0.155059814453125, 0.18155670166015625, 0.2080535888671875, 0.23455047607421875, 0.26104736328125, 0.28754425048828125, 0.3140411376953125, 0.34053802490234375, 0.367034912109375, 0.39353179931640625, 0.4200286865234375, 0.44652557373046875, 0.4730224609375, 0.49951934814453125, 0.5260162353515625, 0.5525131225585938, 0.579010009765625, 0.6055068969726562, 0.6320037841796875, 0.6585006713867188, 0.68499755859375, 0.7114944458007812, 0.7379913330078125, 0.7644882202148438, 0.790985107421875, 0.8174819946289062, 0.8439788818359375, 0.8704757690429688, 0.89697265625]}, "gradients/encoder.encoder.layers.14.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 6.0, 4.0, 12.0, 21.0, 30.0, 44.0, 99.0, 206.0, 311.0, 144.0, 46.0, 20.0, 24.0, 14.0, 10.0, 6.0, 3.0, 6.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0771484375, -1.042724609375, -1.00830078125, -0.973876953125, -0.939453125, -0.905029296875, -0.87060546875, -0.836181640625, -0.8017578125, -0.767333984375, -0.73291015625, -0.698486328125, -0.6640625, -0.629638671875, -0.59521484375, -0.560791015625, -0.5263671875, -0.491943359375, -0.45751953125, -0.423095703125, -0.388671875, -0.354248046875, -0.31982421875, -0.285400390625, -0.2509765625, -0.216552734375, -0.18212890625, -0.147705078125, -0.11328125, -0.078857421875, -0.04443359375, -0.010009765625, 0.0244140625, 0.058837890625, 0.09326171875, 0.127685546875, 0.162109375, 0.196533203125, 0.23095703125, 0.265380859375, 0.2998046875, 0.334228515625, 0.36865234375, 0.403076171875, 0.4375, 0.471923828125, 0.50634765625, 0.540771484375, 0.5751953125, 0.609619140625, 0.64404296875, 0.678466796875, 0.712890625, 0.747314453125, 0.78173828125, 0.816162109375, 0.8505859375, 0.885009765625, 0.91943359375, 0.953857421875, 0.98828125, 1.022705078125, 1.05712890625, 1.091552734375, 1.1259765625]}, "gradients/encoder.encoder.layers.14.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 7.0, 11.0, 41.0, 238.0, 619.0, 94.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.005489349365234, -12.042265892028809, -11.079042434692383, -10.115819931030273, -9.152596473693848, -8.189373016357422, -7.226149559020996, -6.2629265785217285, -5.299703121185303, -4.336479663848877, -3.3732566833496094, -2.4100332260131836, -1.446810007095337, -0.48358678817749023, 0.47963666915893555, 1.4428596496582031, 2.406083106994629, 3.3693063259124756, 4.332529544830322, 5.295753002166748, 6.258975982666016, 7.222199440002441, 8.185422897338867, 9.148645401000977, 10.111869812011719, 11.075093269348145, 12.03831672668457, 13.00153923034668, 13.964762687683105, 14.927986145019531, 15.891209602355957, 16.854433059692383, 17.817655563354492, 18.7808780670166, 19.744102478027344, 20.707324981689453, 21.670549392700195, 22.633771896362305, 23.596996307373047, 24.560218811035156, 25.523441314697266, 26.486663818359375, 27.449888229370117, 28.413110733032227, 29.37633514404297, 30.339557647705078, 31.302780151367188, 32.2660026550293, 33.22922897338867, 34.19245147705078, 35.15567398071289, 36.118900299072266, 37.082122802734375, 38.045345306396484, 39.008567810058594, 39.9717903137207, 40.93501281738281, 41.89823532104492, 42.86145782470703, 43.824684143066406, 44.787906646728516, 45.751129150390625, 46.714351654052734, 47.677574157714844, 48.64080047607422]}, "gradients/encoder.encoder.layers.14.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 4.0, 6.0, 3.0, 4.0, 3.0, 16.0, 14.0, 14.0, 11.0, 29.0, 20.0, 15.0, 29.0, 32.0, 33.0, 33.0, 43.0, 44.0, 44.0, 43.0, 35.0, 63.0, 41.0, 40.0, 40.0, 45.0, 31.0, 45.0, 33.0, 32.0, 28.0, 36.0, 16.0, 14.0, 22.0, 12.0, 9.0, 5.0, 6.0, 6.0, 3.0, 4.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.523398399353027, -8.254547119140625, -7.985695838928223, -7.71684455871582, -7.447993278503418, -7.179141998291016, -6.910290241241455, -6.641438961029053, -6.37258768081665, -6.103736400604248, -5.834885120391846, -5.566033840179443, -5.297182083129883, -5.0283308029174805, -4.759479522705078, -4.490628242492676, -4.221776962280273, -3.952925682067871, -3.6840744018554688, -3.4152228832244873, -3.146371603012085, -2.8775203227996826, -2.608668804168701, -2.339817523956299, -2.0709662437438965, -1.8021149635314941, -1.5332635641098022, -1.2644121646881104, -0.995560884475708, -0.7267096042633057, -0.45785820484161377, -0.18900680541992188, 0.07984352111816406, 0.3486948609352112, 0.6175462007522583, 0.8863975405693054, 1.1552488803863525, 1.4241001605987549, 1.6929515600204468, 1.9618029594421387, 2.230654239654541, 2.4995055198669434, 2.7683568000793457, 3.037208318710327, 3.3060595989227295, 3.574910879135132, 3.8437623977661133, 4.112613677978516, 4.381464958190918, 4.65031623840332, 4.919167518615723, 5.188018798828125, 5.456870079040527, 5.72572135925293, 5.99457311630249, 6.263424396514893, 6.532275676727295, 6.801126956939697, 7.0699782371521, 7.338829517364502, 7.6076812744140625, 7.876532554626465, 8.145383834838867, 8.41423511505127, 8.683086395263672]}, "gradients/encoder.encoder.layers.13.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 3.0, 8.0, 15.0, 16.0, 23.0, 24.0, 56.0, 103.0, 140.0, 298.0, 634.0, 1743.0, 7822.0, 175853.0, 3988377.0, 15150.0, 2527.0, 825.0, 341.0, 145.0, 70.0, 43.0, 23.0, 17.0, 4.0, 6.0, 2.0, 2.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.30859375, -4.189422607421875, -4.07025146484375, -3.951080322265625, -3.8319091796875, -3.712738037109375, -3.59356689453125, -3.474395751953125, -3.355224609375, -3.236053466796875, -3.11688232421875, -2.997711181640625, -2.8785400390625, -2.759368896484375, -2.64019775390625, -2.521026611328125, -2.40185546875, -2.282684326171875, -2.16351318359375, -2.044342041015625, -1.9251708984375, -1.805999755859375, -1.68682861328125, -1.567657470703125, -1.448486328125, -1.329315185546875, -1.21014404296875, -1.090972900390625, -0.9718017578125, -0.852630615234375, -0.73345947265625, -0.614288330078125, -0.4951171875, -0.375946044921875, -0.25677490234375, -0.137603759765625, -0.0184326171875, 0.100738525390625, 0.21990966796875, 0.339080810546875, 0.458251953125, 0.577423095703125, 0.69659423828125, 0.815765380859375, 0.9349365234375, 1.054107666015625, 1.17327880859375, 1.292449951171875, 1.41162109375, 1.530792236328125, 1.64996337890625, 1.769134521484375, 1.8883056640625, 2.007476806640625, 2.12664794921875, 2.245819091796875, 2.364990234375, 2.484161376953125, 2.60333251953125, 2.722503662109375, 2.8416748046875, 2.960845947265625, 3.08001708984375, 3.199188232421875, 3.318359375]}, "gradients/encoder.encoder.layers.13.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 4.0, 5.0, 14.0, 29.0, 39.0, 42.0, 73.0, 97.0, 102.0, 145.0, 116.0, 94.0, 102.0, 42.0, 46.0, 22.0, 18.0, 5.0, 3.0, 3.0, 4.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.025390625, -0.997344970703125, -0.96929931640625, -0.941253662109375, -0.9132080078125, -0.885162353515625, -0.85711669921875, -0.829071044921875, -0.801025390625, -0.772979736328125, -0.74493408203125, -0.716888427734375, -0.6888427734375, -0.660797119140625, -0.63275146484375, -0.604705810546875, -0.57666015625, -0.548614501953125, -0.52056884765625, -0.492523193359375, -0.4644775390625, -0.436431884765625, -0.40838623046875, -0.380340576171875, -0.352294921875, -0.324249267578125, -0.29620361328125, -0.268157958984375, -0.2401123046875, -0.212066650390625, -0.18402099609375, -0.155975341796875, -0.1279296875, -0.099884033203125, -0.07183837890625, -0.043792724609375, -0.0157470703125, 0.012298583984375, 0.04034423828125, 0.068389892578125, 0.096435546875, 0.124481201171875, 0.15252685546875, 0.180572509765625, 0.2086181640625, 0.236663818359375, 0.26470947265625, 0.292755126953125, 0.32080078125, 0.348846435546875, 0.37689208984375, 0.404937744140625, 0.4329833984375, 0.461029052734375, 0.48907470703125, 0.517120361328125, 0.545166015625, 0.573211669921875, 0.60125732421875, 0.629302978515625, 0.6573486328125, 0.685394287109375, 0.71343994140625, 0.741485595703125, 0.76953125]}, "gradients/encoder.encoder.layers.13.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 5.0, 2.0, 4.0, 16.0, 59.0, 142.0, 445.0, 1707.0, 6498.0, 52223.0, 4065431.0, 57963.0, 7188.0, 1791.0, 556.0, 153.0, 49.0, 26.0, 13.0, 7.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.990234375, -2.892242431640625, -2.79425048828125, -2.696258544921875, -2.5982666015625, -2.500274658203125, -2.40228271484375, -2.304290771484375, -2.206298828125, -2.108306884765625, -2.01031494140625, -1.912322998046875, -1.8143310546875, -1.716339111328125, -1.61834716796875, -1.520355224609375, -1.42236328125, -1.324371337890625, -1.22637939453125, -1.128387451171875, -1.0303955078125, -0.932403564453125, -0.83441162109375, -0.736419677734375, -0.638427734375, -0.540435791015625, -0.44244384765625, -0.344451904296875, -0.2464599609375, -0.148468017578125, -0.05047607421875, 0.047515869140625, 0.1455078125, 0.243499755859375, 0.34149169921875, 0.439483642578125, 0.5374755859375, 0.635467529296875, 0.73345947265625, 0.831451416015625, 0.929443359375, 1.027435302734375, 1.12542724609375, 1.223419189453125, 1.3214111328125, 1.419403076171875, 1.51739501953125, 1.615386962890625, 1.71337890625, 1.811370849609375, 1.90936279296875, 2.007354736328125, 2.1053466796875, 2.203338623046875, 2.30133056640625, 2.399322509765625, 2.497314453125, 2.595306396484375, 2.69329833984375, 2.791290283203125, 2.8892822265625, 2.987274169921875, 3.08526611328125, 3.183258056640625, 3.28125]}, "gradients/encoder.encoder.layers.13.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 5.0, 4.0, 3.0, 5.0, 4.0, 8.0, 8.0, 17.0, 22.0, 28.0, 40.0, 87.0, 237.0, 2235.0, 925.0, 172.0, 76.0, 59.0, 34.0, 21.0, 17.0, 12.0, 10.0, 4.0, 5.0, 8.0, 2.0, 6.0, 2.0, 4.0, 1.0, 4.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.60205078125, -0.5819168090820312, -0.5617828369140625, -0.5416488647460938, -0.521514892578125, -0.5013809204101562, -0.4812469482421875, -0.46111297607421875, -0.44097900390625, -0.42084503173828125, -0.4007110595703125, -0.38057708740234375, -0.360443115234375, -0.34030914306640625, -0.3201751708984375, -0.30004119873046875, -0.2799072265625, -0.25977325439453125, -0.2396392822265625, -0.21950531005859375, -0.199371337890625, -0.17923736572265625, -0.1591033935546875, -0.13896942138671875, -0.11883544921875, -0.09870147705078125, -0.0785675048828125, -0.05843353271484375, -0.038299560546875, -0.01816558837890625, 0.0019683837890625, 0.02210235595703125, 0.042236328125, 0.06237030029296875, 0.0825042724609375, 0.10263824462890625, 0.122772216796875, 0.14290618896484375, 0.1630401611328125, 0.18317413330078125, 0.20330810546875, 0.22344207763671875, 0.2435760498046875, 0.26371002197265625, 0.283843994140625, 0.30397796630859375, 0.3241119384765625, 0.34424591064453125, 0.3643798828125, 0.38451385498046875, 0.4046478271484375, 0.42478179931640625, 0.444915771484375, 0.46504974365234375, 0.4851837158203125, 0.5053176879882812, 0.52545166015625, 0.5455856323242188, 0.5657196044921875, 0.5858535766601562, 0.605987548828125, 0.6261215209960938, 0.6462554931640625, 0.6663894653320312, 0.6865234375]}, "gradients/encoder.encoder.layers.13.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 12.0, 37.0, 139.0, 395.0, 292.0, 87.0, 26.0, 8.0, 3.0, 2.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.242445230484009, -2.0349788665771484, -1.827512502670288, -1.6200460195541382, -1.4125796556472778, -1.2051132917404175, -0.9976468086242676, -0.7901804447174072, -0.5827140808105469, -0.37524768710136414, -0.1677812933921814, 0.03968513011932373, 0.24715149402618408, 0.45461785793304443, 0.6620843410491943, 0.8695507049560547, 1.077017068862915, 1.2844834327697754, 1.4919497966766357, 1.6994162797927856, 1.906882643699646, 2.114348888397217, 2.3218154907226562, 2.5292818546295166, 2.736748218536377, 2.9442145824432373, 3.1516809463500977, 3.359147548675537, 3.5666136741638184, 3.774080276489258, 3.981546640396118, 4.1890130043029785, 4.396479606628418, 4.603946208953857, 4.811412334442139, 5.018878936767578, 5.226345062255859, 5.433811664581299, 5.641278266906738, 5.8487443923950195, 6.056210517883301, 6.26367712020874, 6.4711432456970215, 6.678609848022461, 6.886075973510742, 7.093542575836182, 7.301009178161621, 7.508475303649902, 7.715941905975342, 7.923408508300781, 8.130874633789062, 8.338340759277344, 8.545807838439941, 8.753273963928223, 8.960740089416504, 9.168207168579102, 9.375673294067383, 9.583139419555664, 9.790606498718262, 9.998072624206543, 10.205538749694824, 10.413004875183105, 10.620471954345703, 10.827938079833984, 11.035404205322266]}, "gradients/encoder.encoder.layers.13.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 4.0, 7.0, 21.0, 14.0, 30.0, 46.0, 59.0, 52.0, 74.0, 71.0, 77.0, 80.0, 92.0, 68.0, 91.0, 64.0, 45.0, 34.0, 32.0, 19.0, 13.0, 7.0, 3.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.806861400604248, -2.7042689323425293, -2.6016764640808105, -2.499083995819092, -2.396491527557373, -2.2938990592956543, -2.1913065910339355, -2.0887138843536377, -1.986121416091919, -1.8835289478302002, -1.7809364795684814, -1.6783440113067627, -1.5757514238357544, -1.4731589555740356, -1.370566487312317, -1.2679738998413086, -1.1653815507888794, -1.0627890825271606, -0.9601965546607971, -0.8576040863990784, -0.7550115585327148, -0.6524190902709961, -0.5498266220092773, -0.4472340941429138, -0.34464162588119507, -0.24204912781715393, -0.139456644654274, -0.03686416149139404, 0.0657283365726471, 0.16832083463668823, 0.270913302898407, 0.3735058307647705, 0.47609829902648926, 0.578690767288208, 0.6812832951545715, 0.7838757634162903, 0.8864682912826538, 0.9890607595443726, 1.0916532278060913, 1.1942458152770996, 1.2968382835388184, 1.399430751800537, 1.5020232200622559, 1.6046156883239746, 1.707208275794983, 1.8098007440567017, 1.9123932123184204, 2.0149857997894287, 2.1175780296325684, 2.220170497894287, 2.322762966156006, 2.4253554344177246, 2.5279479026794434, 2.630540370941162, 2.733132839202881, 2.8357255458831787, 2.9383180141448975, 3.040910482406616, 3.143502950668335, 3.2460954189300537, 3.3486878871917725, 3.4512805938720703, 3.553873062133789, 3.656465530395508, 3.7590579986572266]}, "gradients/encoder.encoder.layers.13.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 3.0, 3.0, 5.0, 0.0, 7.0, 12.0, 12.0, 25.0, 25.0, 36.0, 66.0, 109.0, 250.0, 464.0, 1214.0, 3824.0, 20223.0, 275323.0, 690871.0, 46383.0, 6612.0, 1766.0, 702.0, 279.0, 134.0, 73.0, 45.0, 32.0, 22.0, 13.0, 5.0, 6.0, 6.0, 6.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.466796875, -3.373565673828125, -3.28033447265625, -3.187103271484375, -3.0938720703125, -3.000640869140625, -2.90740966796875, -2.814178466796875, -2.720947265625, -2.627716064453125, -2.53448486328125, -2.441253662109375, -2.3480224609375, -2.254791259765625, -2.16156005859375, -2.068328857421875, -1.97509765625, -1.881866455078125, -1.78863525390625, -1.695404052734375, -1.6021728515625, -1.508941650390625, -1.41571044921875, -1.322479248046875, -1.229248046875, -1.136016845703125, -1.04278564453125, -0.949554443359375, -0.8563232421875, -0.763092041015625, -0.66986083984375, -0.576629638671875, -0.4833984375, -0.390167236328125, -0.29693603515625, -0.203704833984375, -0.1104736328125, -0.017242431640625, 0.07598876953125, 0.169219970703125, 0.262451171875, 0.355682373046875, 0.44891357421875, 0.542144775390625, 0.6353759765625, 0.728607177734375, 0.82183837890625, 0.915069580078125, 1.00830078125, 1.101531982421875, 1.19476318359375, 1.287994384765625, 1.3812255859375, 1.474456787109375, 1.56768798828125, 1.660919189453125, 1.754150390625, 1.847381591796875, 1.94061279296875, 2.033843994140625, 2.1270751953125, 2.220306396484375, 2.31353759765625, 2.406768798828125, 2.5]}, "gradients/encoder.encoder.layers.13.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 7.0, 6.0, 14.0, 22.0, 44.0, 43.0, 64.0, 92.0, 98.0, 123.0, 134.0, 103.0, 91.0, 60.0, 43.0, 27.0, 15.0, 10.0, 4.0, 3.0, 3.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.97314453125, -0.9459152221679688, -0.9186859130859375, -0.8914566040039062, -0.864227294921875, -0.8369979858398438, -0.8097686767578125, -0.7825393676757812, -0.75531005859375, -0.7280807495117188, -0.7008514404296875, -0.6736221313476562, -0.646392822265625, -0.6191635131835938, -0.5919342041015625, -0.5647048950195312, -0.5374755859375, -0.5102462768554688, -0.4830169677734375, -0.45578765869140625, -0.428558349609375, -0.40132904052734375, -0.3740997314453125, -0.34687042236328125, -0.31964111328125, -0.29241180419921875, -0.2651824951171875, -0.23795318603515625, -0.210723876953125, -0.18349456787109375, -0.1562652587890625, -0.12903594970703125, -0.101806640625, -0.07457733154296875, -0.0473480224609375, -0.02011871337890625, 0.007110595703125, 0.03433990478515625, 0.0615692138671875, 0.08879852294921875, 0.11602783203125, 0.14325714111328125, 0.1704864501953125, 0.19771575927734375, 0.224945068359375, 0.25217437744140625, 0.2794036865234375, 0.30663299560546875, 0.3338623046875, 0.36109161376953125, 0.3883209228515625, 0.41555023193359375, 0.442779541015625, 0.47000885009765625, 0.4972381591796875, 0.5244674682617188, 0.55169677734375, 0.5789260864257812, 0.6061553955078125, 0.6333847045898438, 0.660614013671875, 0.6878433227539062, 0.7150726318359375, 0.7423019409179688, 0.76953125]}, "gradients/encoder.encoder.layers.13.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 4.0, 7.0, 9.0, 9.0, 11.0, 12.0, 19.0, 20.0, 31.0, 66.0, 78.0, 150.0, 276.0, 591.0, 1298.0, 3674.0, 15187.0, 148226.0, 801298.0, 63733.0, 9187.0, 2659.0, 978.0, 450.0, 213.0, 129.0, 72.0, 41.0, 31.0, 26.0, 18.0, 10.0, 8.0, 10.0, 6.0, 5.0, 6.0, 3.0, 5.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.7421875, -2.651824951171875, -2.56146240234375, -2.471099853515625, -2.3807373046875, -2.290374755859375, -2.20001220703125, -2.109649658203125, -2.019287109375, -1.928924560546875, -1.83856201171875, -1.748199462890625, -1.6578369140625, -1.567474365234375, -1.47711181640625, -1.386749267578125, -1.29638671875, -1.206024169921875, -1.11566162109375, -1.025299072265625, -0.9349365234375, -0.844573974609375, -0.75421142578125, -0.663848876953125, -0.573486328125, -0.483123779296875, -0.39276123046875, -0.302398681640625, -0.2120361328125, -0.121673583984375, -0.03131103515625, 0.059051513671875, 0.1494140625, 0.239776611328125, 0.33013916015625, 0.420501708984375, 0.5108642578125, 0.601226806640625, 0.69158935546875, 0.781951904296875, 0.872314453125, 0.962677001953125, 1.05303955078125, 1.143402099609375, 1.2337646484375, 1.324127197265625, 1.41448974609375, 1.504852294921875, 1.59521484375, 1.685577392578125, 1.77593994140625, 1.866302490234375, 1.9566650390625, 2.047027587890625, 2.13739013671875, 2.227752685546875, 2.318115234375, 2.408477783203125, 2.49884033203125, 2.589202880859375, 2.6795654296875, 2.769927978515625, 2.86029052734375, 2.950653076171875, 3.041015625]}, "gradients/encoder.encoder.layers.13.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 5.0, 3.0, 3.0, 4.0, 3.0, 9.0, 5.0, 7.0, 11.0, 23.0, 26.0, 46.0, 45.0, 48.0, 46.0, 63.0, 65.0, 79.0, 82.0, 76.0, 67.0, 58.0, 45.0, 44.0, 34.0, 24.0, 24.0, 21.0, 7.0, 9.0, 7.0, 6.0, 3.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.1171875, -3.012939453125, -2.90869140625, -2.804443359375, -2.7001953125, -2.595947265625, -2.49169921875, -2.387451171875, -2.283203125, -2.178955078125, -2.07470703125, -1.970458984375, -1.8662109375, -1.761962890625, -1.65771484375, -1.553466796875, -1.44921875, -1.344970703125, -1.24072265625, -1.136474609375, -1.0322265625, -0.927978515625, -0.82373046875, -0.719482421875, -0.615234375, -0.510986328125, -0.40673828125, -0.302490234375, -0.1982421875, -0.093994140625, 0.01025390625, 0.114501953125, 0.21875, 0.322998046875, 0.42724609375, 0.531494140625, 0.6357421875, 0.739990234375, 0.84423828125, 0.948486328125, 1.052734375, 1.156982421875, 1.26123046875, 1.365478515625, 1.4697265625, 1.573974609375, 1.67822265625, 1.782470703125, 1.88671875, 1.990966796875, 2.09521484375, 2.199462890625, 2.3037109375, 2.407958984375, 2.51220703125, 2.616455078125, 2.720703125, 2.824951171875, 2.92919921875, 3.033447265625, 3.1376953125, 3.241943359375, 3.34619140625, 3.450439453125, 3.5546875]}, "gradients/encoder.encoder.layers.13.attention.k_proj.weight": {"_type": "histogram", "values": [4.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 6.0, 9.0, 14.0, 27.0, 20.0, 34.0, 32.0, 67.0, 100.0, 139.0, 311.0, 546.0, 1102.0, 2908.0, 11778.0, 274617.0, 734934.0, 15687.0, 3534.0, 1253.0, 616.0, 314.0, 191.0, 109.0, 70.0, 46.0, 25.0, 20.0, 14.0, 6.0, 4.0, 6.0, 5.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5537109375, -1.4941253662109375, -1.434539794921875, -1.3749542236328125, -1.31536865234375, -1.2557830810546875, -1.196197509765625, -1.1366119384765625, -1.0770263671875, -1.0174407958984375, -0.957855224609375, -0.8982696533203125, -0.83868408203125, -0.7790985107421875, -0.719512939453125, -0.6599273681640625, -0.600341796875, -0.5407562255859375, -0.481170654296875, -0.4215850830078125, -0.36199951171875, -0.3024139404296875, -0.242828369140625, -0.1832427978515625, -0.1236572265625, -0.0640716552734375, -0.004486083984375, 0.0550994873046875, 0.11468505859375, 0.1742706298828125, 0.233856201171875, 0.2934417724609375, 0.35302734375, 0.4126129150390625, 0.472198486328125, 0.5317840576171875, 0.59136962890625, 0.6509552001953125, 0.710540771484375, 0.7701263427734375, 0.8297119140625, 0.8892974853515625, 0.948883056640625, 1.0084686279296875, 1.06805419921875, 1.1276397705078125, 1.187225341796875, 1.2468109130859375, 1.306396484375, 1.3659820556640625, 1.425567626953125, 1.4851531982421875, 1.54473876953125, 1.6043243408203125, 1.663909912109375, 1.7234954833984375, 1.7830810546875, 1.8426666259765625, 1.902252197265625, 1.9618377685546875, 2.02142333984375, 2.0810089111328125, 2.140594482421875, 2.2001800537109375, 2.259765625]}, "gradients/encoder.encoder.layers.13.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 5.0, 2.0, 8.0, 10.0, 6.0, 13.0, 15.0, 20.0, 26.0, 37.0, 33.0, 37.0, 48.0, 57.0, 113.0, 159.0, 114.0, 52.0, 50.0, 50.0, 32.0, 20.0, 12.0, 19.0, 11.0, 18.0, 5.0, 10.0, 5.0, 7.0, 2.0, 3.0, 3.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00023365020751953125, -0.0002260059118270874, -0.00021836161613464355, -0.0002107173204421997, -0.00020307302474975586, -0.000195428729057312, -0.00018778443336486816, -0.00018014013767242432, -0.00017249584197998047, -0.00016485154628753662, -0.00015720725059509277, -0.00014956295490264893, -0.00014191865921020508, -0.00013427436351776123, -0.00012663006782531738, -0.00011898577213287354, -0.00011134147644042969, -0.00010369718074798584, -9.605288505554199e-05, -8.840858936309814e-05, -8.07642936706543e-05, -7.311999797821045e-05, -6.54757022857666e-05, -5.7831406593322754e-05, -5.0187110900878906e-05, -4.254281520843506e-05, -3.489851951599121e-05, -2.7254223823547363e-05, -1.9609928131103516e-05, -1.1965632438659668e-05, -4.32133674621582e-06, 3.3229589462280273e-06, 1.0967254638671875e-05, 1.8611550331115723e-05, 2.625584602355957e-05, 3.390014171600342e-05, 4.1544437408447266e-05, 4.918873310089111e-05, 5.683302879333496e-05, 6.447732448577881e-05, 7.212162017822266e-05, 7.97659158706665e-05, 8.741021156311035e-05, 9.50545072555542e-05, 0.00010269880294799805, 0.0001103430986404419, 0.00011798739433288574, 0.0001256316900253296, 0.00013327598571777344, 0.00014092028141021729, 0.00014856457710266113, 0.00015620887279510498, 0.00016385316848754883, 0.00017149746417999268, 0.00017914175987243652, 0.00018678605556488037, 0.00019443035125732422, 0.00020207464694976807, 0.00020971894264221191, 0.00021736323833465576, 0.0002250075340270996, 0.00023265182971954346, 0.0002402961254119873, 0.00024794042110443115, 0.000255584716796875]}, "gradients/encoder.encoder.layers.13.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 9.0, 14.0, 31.0, 27.0, 76.0, 112.0, 152.0, 343.0, 747.0, 3541.0, 83789.0, 945024.0, 12095.0, 1539.0, 491.0, 246.0, 123.0, 84.0, 43.0, 30.0, 14.0, 7.0, 4.0, 6.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.150390625, -2.071502685546875, -1.99261474609375, -1.913726806640625, -1.8348388671875, -1.755950927734375, -1.67706298828125, -1.598175048828125, -1.519287109375, -1.440399169921875, -1.36151123046875, -1.282623291015625, -1.2037353515625, -1.124847412109375, -1.04595947265625, -0.967071533203125, -0.88818359375, -0.809295654296875, -0.73040771484375, -0.651519775390625, -0.5726318359375, -0.493743896484375, -0.41485595703125, -0.335968017578125, -0.257080078125, -0.178192138671875, -0.09930419921875, -0.020416259765625, 0.0584716796875, 0.137359619140625, 0.21624755859375, 0.295135498046875, 0.3740234375, 0.452911376953125, 0.53179931640625, 0.610687255859375, 0.6895751953125, 0.768463134765625, 0.84735107421875, 0.926239013671875, 1.005126953125, 1.084014892578125, 1.16290283203125, 1.241790771484375, 1.3206787109375, 1.399566650390625, 1.47845458984375, 1.557342529296875, 1.63623046875, 1.715118408203125, 1.79400634765625, 1.872894287109375, 1.9517822265625, 2.030670166015625, 2.10955810546875, 2.188446044921875, 2.267333984375, 2.346221923828125, 2.42510986328125, 2.503997802734375, 2.5828857421875, 2.661773681640625, 2.74066162109375, 2.819549560546875, 2.8984375]}, "gradients/encoder.encoder.layers.13.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 7.0, 8.0, 27.0, 52.0, 151.0, 462.0, 195.0, 62.0, 20.0, 11.0, 4.0, 4.0, 2.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.7578125, -4.62408447265625, -4.4903564453125, -4.35662841796875, -4.222900390625, -4.08917236328125, -3.9554443359375, -3.82171630859375, -3.68798828125, -3.55426025390625, -3.4205322265625, -3.28680419921875, -3.153076171875, -3.01934814453125, -2.8856201171875, -2.75189208984375, -2.6181640625, -2.48443603515625, -2.3507080078125, -2.21697998046875, -2.083251953125, -1.94952392578125, -1.8157958984375, -1.68206787109375, -1.54833984375, -1.41461181640625, -1.2808837890625, -1.14715576171875, -1.013427734375, -0.87969970703125, -0.7459716796875, -0.61224365234375, -0.478515625, -0.34478759765625, -0.2110595703125, -0.07733154296875, 0.056396484375, 0.19012451171875, 0.3238525390625, 0.45758056640625, 0.59130859375, 0.72503662109375, 0.8587646484375, 0.99249267578125, 1.126220703125, 1.25994873046875, 1.3936767578125, 1.52740478515625, 1.6611328125, 1.79486083984375, 1.9285888671875, 2.06231689453125, 2.196044921875, 2.32977294921875, 2.4635009765625, 2.59722900390625, 2.73095703125, 2.86468505859375, 2.9984130859375, 3.13214111328125, 3.265869140625, 3.39959716796875, 3.5333251953125, 3.66705322265625, 3.80078125]}, "gradients/encoder.encoder.layers.13.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 4.0, 4.0, 14.0, 39.0, 72.0, 275.0, 410.0, 156.0, 26.0, 8.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-64.54714965820312, -63.23775863647461, -61.92836380004883, -60.61897277832031, -59.3095817565918, -58.00019073486328, -56.6907958984375, -55.381404876708984, -54.07201385498047, -52.76262283325195, -51.45322799682617, -50.143836975097656, -48.83444595336914, -47.525054931640625, -46.215660095214844, -44.90626907348633, -43.59687805175781, -42.2874870300293, -40.978092193603516, -39.668701171875, -38.359310150146484, -37.04991912841797, -35.74052429199219, -34.43113327026367, -33.12173843383789, -31.812345504760742, -30.502954483032227, -29.193561553955078, -27.884170532226562, -26.574777603149414, -25.265384674072266, -23.95599365234375, -22.646604537963867, -21.33721160888672, -20.027820587158203, -18.718427658081055, -17.40903663635254, -16.09964370727539, -14.790251731872559, -13.480859756469727, -12.171467781066895, -10.862075805664062, -9.55268383026123, -8.243291854858398, -6.933899402618408, -5.624507427215576, -4.315114974975586, -3.005722999572754, -1.6963310241699219, -0.3869389295578003, 0.9224531650543213, 2.2318453788757324, 3.5412373542785645, 4.8506293296813965, 6.160021781921387, 7.469413757324219, 8.77880573272705, 10.088197708129883, 11.397589683532715, 12.706981658935547, 14.016374588012695, 15.325765609741211, 16.63515853881836, 17.944549560546875, 19.253942489624023]}, "gradients/encoder.encoder.layers.13.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 8.0, 3.0, 9.0, 7.0, 11.0, 10.0, 15.0, 18.0, 18.0, 23.0, 36.0, 36.0, 38.0, 64.0, 56.0, 61.0, 49.0, 57.0, 61.0, 67.0, 43.0, 37.0, 50.0, 46.0, 35.0, 34.0, 21.0, 20.0, 11.0, 15.0, 13.0, 9.0, 7.0, 8.0, 4.0, 3.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0], "bins": [-23.285533905029297, -22.634864807128906, -21.98419761657715, -21.333528518676758, -20.682859420776367, -20.032190322875977, -19.38152313232422, -18.730854034423828, -18.080184936523438, -17.429515838623047, -16.77884864807129, -16.1281795501709, -15.477510452270508, -14.826842308044434, -14.17617416381836, -13.525505065917969, -12.874836921691895, -12.22416877746582, -11.57349967956543, -10.922831535339355, -10.272162437438965, -9.62149429321289, -8.9708251953125, -8.320157051086426, -7.669488430023193, -7.018819808959961, -6.3681511878967285, -5.717482566833496, -5.066814422607422, -4.416145324707031, -3.765477180480957, -3.1148085594177246, -2.464139938354492, -1.8134713172912598, -1.162802815437317, -0.512134313583374, 0.1385343074798584, 0.7892029285430908, 1.4398713111877441, 2.0905399322509766, 2.741208553314209, 3.3918771743774414, 4.042545795440674, 4.693214416503906, 5.3438825607299805, 5.994551658630371, 6.645219802856445, 7.295888423919678, 7.94655704498291, 8.597225189208984, 9.247894287109375, 9.89856243133545, 10.54923152923584, 11.199899673461914, 11.850568771362305, 12.501236915588379, 13.151905059814453, 13.802573204040527, 14.453242301940918, 15.103910446166992, 15.754579544067383, 16.405248641967773, 17.05591583251953, 17.706584930419922, 18.357254028320312]}, "gradients/encoder.encoder.layers.12.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 5.0, 5.0, 3.0, 4.0, 12.0, 7.0, 3.0, 17.0, 21.0, 24.0, 33.0, 51.0, 67.0, 140.0, 240.0, 413.0, 822.0, 1745.0, 4252.0, 13552.0, 94112.0, 3970268.0, 87944.0, 12846.0, 4165.0, 1778.0, 829.0, 423.0, 224.0, 122.0, 77.0, 35.0, 24.0, 14.0, 7.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.32421875, -3.2421112060546875, -3.160003662109375, -3.0778961181640625, -2.99578857421875, -2.9136810302734375, -2.831573486328125, -2.7494659423828125, -2.6673583984375, -2.5852508544921875, -2.503143310546875, -2.4210357666015625, -2.33892822265625, -2.2568206787109375, -2.174713134765625, -2.0926055908203125, -2.010498046875, -1.9283905029296875, -1.846282958984375, -1.7641754150390625, -1.68206787109375, -1.5999603271484375, -1.517852783203125, -1.4357452392578125, -1.3536376953125, -1.2715301513671875, -1.189422607421875, -1.1073150634765625, -1.02520751953125, -0.9430999755859375, -0.860992431640625, -0.7788848876953125, -0.69677734375, -0.6146697998046875, -0.532562255859375, -0.4504547119140625, -0.36834716796875, -0.2862396240234375, -0.204132080078125, -0.1220245361328125, -0.0399169921875, 0.0421905517578125, 0.124298095703125, 0.2064056396484375, 0.28851318359375, 0.3706207275390625, 0.452728271484375, 0.5348358154296875, 0.616943359375, 0.6990509033203125, 0.781158447265625, 0.8632659912109375, 0.94537353515625, 1.0274810791015625, 1.109588623046875, 1.1916961669921875, 1.2738037109375, 1.3559112548828125, 1.438018798828125, 1.5201263427734375, 1.60223388671875, 1.6843414306640625, 1.766448974609375, 1.8485565185546875, 1.9306640625]}, "gradients/encoder.encoder.layers.12.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 5.0, 8.0, 11.0, 18.0, 20.0, 36.0, 41.0, 59.0, 68.0, 79.0, 69.0, 83.0, 104.0, 100.0, 71.0, 43.0, 52.0, 43.0, 24.0, 17.0, 12.0, 9.0, 9.0, 10.0, 4.0, 2.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.052734375, -1.0240936279296875, -0.995452880859375, -0.9668121337890625, -0.93817138671875, -0.9095306396484375, -0.880889892578125, -0.8522491455078125, -0.8236083984375, -0.7949676513671875, -0.766326904296875, -0.7376861572265625, -0.70904541015625, -0.6804046630859375, -0.651763916015625, -0.6231231689453125, -0.594482421875, -0.5658416748046875, -0.537200927734375, -0.5085601806640625, -0.47991943359375, -0.4512786865234375, -0.422637939453125, -0.3939971923828125, -0.3653564453125, -0.3367156982421875, -0.308074951171875, -0.2794342041015625, -0.25079345703125, -0.2221527099609375, -0.193511962890625, -0.1648712158203125, -0.13623046875, -0.1075897216796875, -0.078948974609375, -0.0503082275390625, -0.02166748046875, 0.0069732666015625, 0.035614013671875, 0.0642547607421875, 0.0928955078125, 0.1215362548828125, 0.150177001953125, 0.1788177490234375, 0.20745849609375, 0.2360992431640625, 0.264739990234375, 0.2933807373046875, 0.322021484375, 0.3506622314453125, 0.379302978515625, 0.4079437255859375, 0.43658447265625, 0.4652252197265625, 0.493865966796875, 0.5225067138671875, 0.5511474609375, 0.5797882080078125, 0.608428955078125, 0.6370697021484375, 0.66571044921875, 0.6943511962890625, 0.722991943359375, 0.7516326904296875, 0.7802734375]}, "gradients/encoder.encoder.layers.12.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 6.0, 8.0, 17.0, 30.0, 86.0, 130.0, 285.0, 527.0, 1154.0, 3070.0, 11251.0, 117780.0, 3993043.0, 54828.0, 7759.0, 2384.0, 972.0, 447.0, 249.0, 130.0, 62.0, 26.0, 21.0, 9.0, 5.0, 4.0, 4.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.30859375, -4.2044677734375, -4.100341796875, -3.9962158203125, -3.89208984375, -3.7879638671875, -3.683837890625, -3.5797119140625, -3.4755859375, -3.3714599609375, -3.267333984375, -3.1632080078125, -3.05908203125, -2.9549560546875, -2.850830078125, -2.7467041015625, -2.642578125, -2.5384521484375, -2.434326171875, -2.3302001953125, -2.22607421875, -2.1219482421875, -2.017822265625, -1.9136962890625, -1.8095703125, -1.7054443359375, -1.601318359375, -1.4971923828125, -1.39306640625, -1.2889404296875, -1.184814453125, -1.0806884765625, -0.9765625, -0.8724365234375, -0.768310546875, -0.6641845703125, -0.56005859375, -0.4559326171875, -0.351806640625, -0.2476806640625, -0.1435546875, -0.0394287109375, 0.064697265625, 0.1688232421875, 0.27294921875, 0.3770751953125, 0.481201171875, 0.5853271484375, 0.689453125, 0.7935791015625, 0.897705078125, 1.0018310546875, 1.10595703125, 1.2100830078125, 1.314208984375, 1.4183349609375, 1.5224609375, 1.6265869140625, 1.730712890625, 1.8348388671875, 1.93896484375, 2.0430908203125, 2.147216796875, 2.2513427734375, 2.35546875]}, "gradients/encoder.encoder.layers.12.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 4.0, 4.0, 9.0, 14.0, 14.0, 21.0, 39.0, 81.0, 200.0, 2381.0, 931.0, 167.0, 76.0, 45.0, 31.0, 13.0, 14.0, 9.0, 6.0, 3.0, 3.0, 5.0, 3.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.814453125, -1.7639007568359375, -1.713348388671875, -1.6627960205078125, -1.61224365234375, -1.5616912841796875, -1.511138916015625, -1.4605865478515625, -1.4100341796875, -1.3594818115234375, -1.308929443359375, -1.2583770751953125, -1.20782470703125, -1.1572723388671875, -1.106719970703125, -1.0561676025390625, -1.005615234375, -0.9550628662109375, -0.904510498046875, -0.8539581298828125, -0.80340576171875, -0.7528533935546875, -0.702301025390625, -0.6517486572265625, -0.6011962890625, -0.5506439208984375, -0.500091552734375, -0.4495391845703125, -0.39898681640625, -0.3484344482421875, -0.297882080078125, -0.2473297119140625, -0.19677734375, -0.1462249755859375, -0.095672607421875, -0.0451202392578125, 0.00543212890625, 0.0559844970703125, 0.106536865234375, 0.1570892333984375, 0.2076416015625, 0.2581939697265625, 0.308746337890625, 0.3592987060546875, 0.40985107421875, 0.4604034423828125, 0.510955810546875, 0.5615081787109375, 0.612060546875, 0.6626129150390625, 0.713165283203125, 0.7637176513671875, 0.81427001953125, 0.8648223876953125, 0.915374755859375, 0.9659271240234375, 1.0164794921875, 1.0670318603515625, 1.117584228515625, 1.1681365966796875, 1.21868896484375, 1.2692413330078125, 1.319793701171875, 1.3703460693359375, 1.4208984375]}, "gradients/encoder.encoder.layers.12.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 7.0, 24.0, 59.0, 247.0, 388.0, 207.0, 54.0, 10.0, 5.0, 4.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.55105209350586, -16.18794059753418, -15.824830055236816, -15.461718559265137, -15.098607063293457, -14.735495567321777, -14.372385025024414, -14.009273529052734, -13.646162033081055, -13.283050537109375, -12.919939994812012, -12.556828498840332, -12.193717002868652, -11.830605506896973, -11.46749496459961, -11.10438346862793, -10.74127197265625, -10.37816047668457, -10.015049934387207, -9.651938438415527, -9.288826942443848, -8.925715446472168, -8.562604904174805, -8.199493408203125, -7.836382865905762, -7.47327184677124, -7.1101603507995605, -6.747049331665039, -6.383937835693359, -6.020826816558838, -5.657715797424316, -5.294604301452637, -4.931492328643799, -4.568381309509277, -4.205269813537598, -3.842158794403076, -3.4790472984313965, -3.115936279296875, -2.7528250217437744, -2.389713764190674, -2.0266025066375732, -1.6634912490844727, -1.300379991531372, -0.937268853187561, -0.5741575956344604, -0.21104633808135986, 0.15206480026245117, 0.5151760578155518, 0.8782873153686523, 1.241398572921753, 1.6045098304748535, 1.9676209688186646, 2.3307323455810547, 2.693843364715576, 3.0569546222686768, 3.4200658798217773, 3.783177137374878, 4.1462883949279785, 4.5093994140625, 4.87251091003418, 5.235621929168701, 5.598733425140381, 5.961844444274902, 6.324955940246582, 6.6880669593811035]}, "gradients/encoder.encoder.layers.12.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 3.0, 2.0, 5.0, 5.0, 1.0, 10.0, 11.0, 15.0, 10.0, 17.0, 18.0, 24.0, 20.0, 21.0, 35.0, 39.0, 28.0, 37.0, 35.0, 44.0, 45.0, 44.0, 51.0, 47.0, 36.0, 57.0, 33.0, 41.0, 36.0, 36.0, 29.0, 23.0, 26.0, 26.0, 20.0, 14.0, 13.0, 11.0, 8.0, 8.0, 8.0, 9.0, 1.0, 4.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-3.4229938983917236, -3.3180906772613525, -3.2131876945495605, -3.1082844734191895, -3.0033812522888184, -2.8984780311584473, -2.7935750484466553, -2.688671827316284, -2.583768844604492, -2.478865623474121, -2.373962640762329, -2.269059419631958, -2.164156198501587, -2.059253215789795, -1.9543499946594238, -1.8494467735290527, -1.7445435523986816, -1.6396404504776, -1.534737229347229, -1.4298341274261475, -1.3249309062957764, -1.2200278043746948, -1.1151247024536133, -1.0102214813232422, -0.9053183794021606, -0.8004152178764343, -0.695512056350708, -0.5906089544296265, -0.48570579290390015, -0.38080263137817383, -0.2758995294570923, -0.17099636793136597, -0.06609296798706055, 0.03881017863750458, 0.1437133252620697, 0.24861645698547363, 0.35351961851119995, 0.45842278003692627, 0.5633258819580078, 0.6682290434837341, 0.7731322050094604, 0.8780353665351868, 0.9829385280609131, 1.0878416299819946, 1.1927447319030762, 1.2976479530334473, 1.4025510549545288, 1.5074541568756104, 1.6123573780059814, 1.717260479927063, 1.822163701057434, 1.9270668029785156, 2.0319700241088867, 2.136873245239258, 2.24177622795105, 2.346679449081421, 2.451582431793213, 2.556485652923584, 2.661388635635376, 2.766291856765747, 2.871195077896118, 2.97609806060791, 3.0810012817382812, 3.1859045028686523, 3.2908077239990234]}, "gradients/encoder.encoder.layers.12.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 5.0, 4.0, 10.0, 3.0, 7.0, 7.0, 19.0, 18.0, 40.0, 72.0, 93.0, 114.0, 195.0, 311.0, 650.0, 1269.0, 2670.0, 6515.0, 18431.0, 66548.0, 313309.0, 481914.0, 111707.0, 28187.0, 9316.0, 3648.0, 1593.0, 819.0, 390.0, 245.0, 165.0, 77.0, 62.0, 48.0, 36.0, 22.0, 11.0, 8.0, 4.0, 4.0, 2.0, 0.0, 3.0, 4.0, 2.0, 1.0, 1.0, 1.0, 2.0], "bins": [-2.064453125, -2.00738525390625, -1.9503173828125, -1.89324951171875, -1.836181640625, -1.77911376953125, -1.7220458984375, -1.66497802734375, -1.60791015625, -1.55084228515625, -1.4937744140625, -1.43670654296875, -1.379638671875, -1.32257080078125, -1.2655029296875, -1.20843505859375, -1.1513671875, -1.09429931640625, -1.0372314453125, -0.98016357421875, -0.923095703125, -0.86602783203125, -0.8089599609375, -0.75189208984375, -0.69482421875, -0.63775634765625, -0.5806884765625, -0.52362060546875, -0.466552734375, -0.40948486328125, -0.3524169921875, -0.29534912109375, -0.23828125, -0.18121337890625, -0.1241455078125, -0.06707763671875, -0.010009765625, 0.04705810546875, 0.1041259765625, 0.16119384765625, 0.21826171875, 0.27532958984375, 0.3323974609375, 0.38946533203125, 0.446533203125, 0.50360107421875, 0.5606689453125, 0.61773681640625, 0.6748046875, 0.73187255859375, 0.7889404296875, 0.84600830078125, 0.903076171875, 0.96014404296875, 1.0172119140625, 1.07427978515625, 1.13134765625, 1.18841552734375, 1.2454833984375, 1.30255126953125, 1.359619140625, 1.41668701171875, 1.4737548828125, 1.53082275390625, 1.587890625]}, "gradients/encoder.encoder.layers.12.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 5.0, 7.0, 5.0, 9.0, 8.0, 16.0, 30.0, 49.0, 50.0, 66.0, 59.0, 60.0, 84.0, 79.0, 95.0, 87.0, 63.0, 57.0, 46.0, 33.0, 31.0, 14.0, 15.0, 10.0, 8.0, 8.0, 6.0, 4.0, 2.0, 6.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0126953125, -0.9849929809570312, -0.9572906494140625, -0.9295883178710938, -0.901885986328125, -0.8741836547851562, -0.8464813232421875, -0.8187789916992188, -0.79107666015625, -0.7633743286132812, -0.7356719970703125, -0.7079696655273438, -0.680267333984375, -0.6525650024414062, -0.6248626708984375, -0.5971603393554688, -0.5694580078125, -0.5417556762695312, -0.5140533447265625, -0.48635101318359375, -0.458648681640625, -0.43094635009765625, -0.4032440185546875, -0.37554168701171875, -0.34783935546875, -0.32013702392578125, -0.2924346923828125, -0.26473236083984375, -0.237030029296875, -0.20932769775390625, -0.1816253662109375, -0.15392303466796875, -0.126220703125, -0.09851837158203125, -0.0708160400390625, -0.04311370849609375, -0.015411376953125, 0.01229095458984375, 0.0399932861328125, 0.06769561767578125, 0.09539794921875, 0.12310028076171875, 0.1508026123046875, 0.17850494384765625, 0.206207275390625, 0.23390960693359375, 0.2616119384765625, 0.28931427001953125, 0.3170166015625, 0.34471893310546875, 0.3724212646484375, 0.40012359619140625, 0.427825927734375, 0.45552825927734375, 0.4832305908203125, 0.5109329223632812, 0.53863525390625, 0.5663375854492188, 0.5940399169921875, 0.6217422485351562, 0.649444580078125, 0.6771469116210938, 0.7048492431640625, 0.7325515747070312, 0.76025390625]}, "gradients/encoder.encoder.layers.12.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 5.0, 3.0, 12.0, 11.0, 20.0, 30.0, 32.0, 38.0, 71.0, 87.0, 161.0, 286.0, 533.0, 1326.0, 3837.0, 16660.0, 152687.0, 778320.0, 78240.0, 11123.0, 2917.0, 1099.0, 422.0, 220.0, 135.0, 85.0, 61.0, 39.0, 28.0, 18.0, 17.0, 11.0, 6.0, 6.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.986328125, -3.870361328125, -3.75439453125, -3.638427734375, -3.5224609375, -3.406494140625, -3.29052734375, -3.174560546875, -3.05859375, -2.942626953125, -2.82666015625, -2.710693359375, -2.5947265625, -2.478759765625, -2.36279296875, -2.246826171875, -2.130859375, -2.014892578125, -1.89892578125, -1.782958984375, -1.6669921875, -1.551025390625, -1.43505859375, -1.319091796875, -1.203125, -1.087158203125, -0.97119140625, -0.855224609375, -0.7392578125, -0.623291015625, -0.50732421875, -0.391357421875, -0.275390625, -0.159423828125, -0.04345703125, 0.072509765625, 0.1884765625, 0.304443359375, 0.42041015625, 0.536376953125, 0.65234375, 0.768310546875, 0.88427734375, 1.000244140625, 1.1162109375, 1.232177734375, 1.34814453125, 1.464111328125, 1.580078125, 1.696044921875, 1.81201171875, 1.927978515625, 2.0439453125, 2.159912109375, 2.27587890625, 2.391845703125, 2.5078125, 2.623779296875, 2.73974609375, 2.855712890625, 2.9716796875, 3.087646484375, 3.20361328125, 3.319580078125, 3.435546875]}, "gradients/encoder.encoder.layers.12.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 10.0, 5.0, 4.0, 8.0, 9.0, 17.0, 25.0, 22.0, 24.0, 22.0, 34.0, 23.0, 34.0, 47.0, 40.0, 47.0, 54.0, 50.0, 53.0, 45.0, 49.0, 49.0, 40.0, 41.0, 37.0, 31.0, 33.0, 23.0, 22.0, 19.0, 9.0, 16.0, 11.0, 10.0, 8.0, 5.0, 5.0, 3.0, 5.0, 2.0, 5.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.75, -3.62567138671875, -3.5013427734375, -3.37701416015625, -3.252685546875, -3.12835693359375, -3.0040283203125, -2.87969970703125, -2.75537109375, -2.63104248046875, -2.5067138671875, -2.38238525390625, -2.258056640625, -2.13372802734375, -2.0093994140625, -1.88507080078125, -1.7607421875, -1.63641357421875, -1.5120849609375, -1.38775634765625, -1.263427734375, -1.13909912109375, -1.0147705078125, -0.89044189453125, -0.76611328125, -0.64178466796875, -0.5174560546875, -0.39312744140625, -0.268798828125, -0.14447021484375, -0.0201416015625, 0.10418701171875, 0.228515625, 0.35284423828125, 0.4771728515625, 0.60150146484375, 0.725830078125, 0.85015869140625, 0.9744873046875, 1.09881591796875, 1.22314453125, 1.34747314453125, 1.4718017578125, 1.59613037109375, 1.720458984375, 1.84478759765625, 1.9691162109375, 2.09344482421875, 2.2177734375, 2.34210205078125, 2.4664306640625, 2.59075927734375, 2.715087890625, 2.83941650390625, 2.9637451171875, 3.08807373046875, 3.21240234375, 3.33673095703125, 3.4610595703125, 3.58538818359375, 3.709716796875, 3.83404541015625, 3.9583740234375, 4.08270263671875, 4.20703125]}, "gradients/encoder.encoder.layers.12.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 6.0, 6.0, 6.0, 7.0, 20.0, 29.0, 47.0, 82.0, 124.0, 267.0, 501.0, 1508.0, 6657.0, 87488.0, 909636.0, 35979.0, 4183.0, 1078.0, 453.0, 199.0, 109.0, 75.0, 39.0, 25.0, 13.0, 10.0, 5.0, 1.0, 4.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.880859375, -1.80035400390625, -1.7198486328125, -1.63934326171875, -1.558837890625, -1.47833251953125, -1.3978271484375, -1.31732177734375, -1.23681640625, -1.15631103515625, -1.0758056640625, -0.99530029296875, -0.914794921875, -0.83428955078125, -0.7537841796875, -0.67327880859375, -0.5927734375, -0.51226806640625, -0.4317626953125, -0.35125732421875, -0.270751953125, -0.19024658203125, -0.1097412109375, -0.02923583984375, 0.05126953125, 0.13177490234375, 0.2122802734375, 0.29278564453125, 0.373291015625, 0.45379638671875, 0.5343017578125, 0.61480712890625, 0.6953125, 0.77581787109375, 0.8563232421875, 0.93682861328125, 1.017333984375, 1.09783935546875, 1.1783447265625, 1.25885009765625, 1.33935546875, 1.41986083984375, 1.5003662109375, 1.58087158203125, 1.661376953125, 1.74188232421875, 1.8223876953125, 1.90289306640625, 1.9833984375, 2.06390380859375, 2.1444091796875, 2.22491455078125, 2.305419921875, 2.38592529296875, 2.4664306640625, 2.54693603515625, 2.62744140625, 2.70794677734375, 2.7884521484375, 2.86895751953125, 2.949462890625, 3.02996826171875, 3.1104736328125, 3.19097900390625, 3.271484375]}, "gradients/encoder.encoder.layers.12.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 4.0, 4.0, 10.0, 27.0, 25.0, 47.0, 84.0, 126.0, 126.0, 148.0, 120.0, 104.0, 67.0, 44.0, 19.0, 26.0, 12.0, 4.0, 4.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0004260540008544922, -0.0004132576286792755, -0.00040046125650405884, -0.00038766488432884216, -0.0003748685121536255, -0.0003620721399784088, -0.00034927576780319214, -0.00033647939562797546, -0.0003236830234527588, -0.0003108866512775421, -0.00029809027910232544, -0.00028529390692710876, -0.0002724975347518921, -0.0002597011625766754, -0.00024690479040145874, -0.00023410841822624207, -0.0002213120460510254, -0.00020851567387580872, -0.00019571930170059204, -0.00018292292952537537, -0.0001701265573501587, -0.00015733018517494202, -0.00014453381299972534, -0.00013173744082450867, -0.00011894106864929199, -0.00010614469647407532, -9.334832429885864e-05, -8.055195212364197e-05, -6.775557994842529e-05, -5.495920777320862e-05, -4.216283559799194e-05, -2.936646342277527e-05, -1.6570091247558594e-05, -3.773719072341919e-06, 9.022653102874756e-06, 2.181902527809143e-05, 3.4615397453308105e-05, 4.741176962852478e-05, 6.0208141803741455e-05, 7.300451397895813e-05, 8.58008861541748e-05, 9.859725832939148e-05, 0.00011139363050460815, 0.00012419000267982483, 0.0001369863748550415, 0.00014978274703025818, 0.00016257911920547485, 0.00017537549138069153, 0.0001881718635559082, 0.00020096823573112488, 0.00021376460790634155, 0.00022656098008155823, 0.0002393573522567749, 0.0002521537244319916, 0.00026495009660720825, 0.0002777464687824249, 0.0002905428409576416, 0.0003033392131328583, 0.00031613558530807495, 0.0003289319574832916, 0.0003417283296585083, 0.000354524701833725, 0.00036732107400894165, 0.0003801174461841583, 0.000392913818359375]}, "gradients/encoder.encoder.layers.12.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 3.0, 7.0, 6.0, 15.0, 6.0, 26.0, 31.0, 48.0, 113.0, 211.0, 382.0, 1177.0, 5087.0, 48349.0, 899227.0, 84670.0, 6824.0, 1370.0, 482.0, 225.0, 125.0, 68.0, 41.0, 21.0, 11.0, 7.0, 11.0, 7.0, 3.0, 5.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7626953125, -1.6938018798828125, -1.624908447265625, -1.5560150146484375, -1.48712158203125, -1.4182281494140625, -1.349334716796875, -1.2804412841796875, -1.2115478515625, -1.1426544189453125, -1.073760986328125, -1.0048675537109375, -0.93597412109375, -0.8670806884765625, -0.798187255859375, -0.7292938232421875, -0.660400390625, -0.5915069580078125, -0.522613525390625, -0.4537200927734375, -0.38482666015625, -0.3159332275390625, -0.247039794921875, -0.1781463623046875, -0.1092529296875, -0.0403594970703125, 0.028533935546875, 0.0974273681640625, 0.16632080078125, 0.2352142333984375, 0.304107666015625, 0.3730010986328125, 0.44189453125, 0.5107879638671875, 0.579681396484375, 0.6485748291015625, 0.71746826171875, 0.7863616943359375, 0.855255126953125, 0.9241485595703125, 0.9930419921875, 1.0619354248046875, 1.130828857421875, 1.1997222900390625, 1.26861572265625, 1.3375091552734375, 1.406402587890625, 1.4752960205078125, 1.544189453125, 1.6130828857421875, 1.681976318359375, 1.7508697509765625, 1.81976318359375, 1.8886566162109375, 1.957550048828125, 2.0264434814453125, 2.0953369140625, 2.1642303466796875, 2.233123779296875, 2.3020172119140625, 2.37091064453125, 2.4398040771484375, 2.508697509765625, 2.5775909423828125, 2.646484375]}, "gradients/encoder.encoder.layers.12.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 4.0, 5.0, 7.0, 6.0, 8.0, 8.0, 7.0, 8.0, 16.0, 21.0, 33.0, 39.0, 61.0, 80.0, 121.0, 143.0, 116.0, 85.0, 56.0, 44.0, 34.0, 14.0, 18.0, 15.0, 9.0, 10.0, 8.0, 5.0, 4.0, 4.0, 2.0, 1.0, 4.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.6591796875, -1.6082305908203125, -1.557281494140625, -1.5063323974609375, -1.45538330078125, -1.4044342041015625, -1.353485107421875, -1.3025360107421875, -1.2515869140625, -1.2006378173828125, -1.149688720703125, -1.0987396240234375, -1.04779052734375, -0.9968414306640625, -0.945892333984375, -0.8949432373046875, -0.843994140625, -0.7930450439453125, -0.742095947265625, -0.6911468505859375, -0.64019775390625, -0.5892486572265625, -0.538299560546875, -0.4873504638671875, -0.4364013671875, -0.3854522705078125, -0.334503173828125, -0.2835540771484375, -0.23260498046875, -0.1816558837890625, -0.130706787109375, -0.0797576904296875, -0.02880859375, 0.0221405029296875, 0.073089599609375, 0.1240386962890625, 0.17498779296875, 0.2259368896484375, 0.276885986328125, 0.3278350830078125, 0.3787841796875, 0.4297332763671875, 0.480682373046875, 0.5316314697265625, 0.58258056640625, 0.6335296630859375, 0.684478759765625, 0.7354278564453125, 0.786376953125, 0.8373260498046875, 0.888275146484375, 0.9392242431640625, 0.99017333984375, 1.0411224365234375, 1.092071533203125, 1.1430206298828125, 1.1939697265625, 1.2449188232421875, 1.295867919921875, 1.3468170166015625, 1.39776611328125, 1.4487152099609375, 1.499664306640625, 1.5506134033203125, 1.6015625]}, "gradients/encoder.encoder.layers.12.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 9.0, 6.0, 18.0, 54.0, 139.0, 265.0, 277.0, 164.0, 46.0, 21.0, 6.0, 6.0, 1.0, 3.0], "bins": [-71.80747985839844, -70.52978515625, -69.25209045410156, -67.97439575195312, -66.69670104980469, -65.41900634765625, -64.14131927490234, -62.86362075805664, -61.58592987060547, -60.30823516845703, -59.030540466308594, -57.75284957885742, -56.475154876708984, -55.19746017456055, -53.91976547241211, -52.64207077026367, -51.364376068115234, -50.0866813659668, -48.80898666381836, -47.53129577636719, -46.25360107421875, -44.97590637207031, -43.698211669921875, -42.42051696777344, -41.142822265625, -39.86512756347656, -38.587432861328125, -37.30974197387695, -36.032047271728516, -34.75435256958008, -33.47665786743164, -32.1989631652832, -30.92127227783203, -29.643577575683594, -28.36588478088379, -27.08819007873535, -25.810497283935547, -24.53280258178711, -23.255107879638672, -21.977413177490234, -20.69972038269043, -19.422025680541992, -18.144332885742188, -16.86663818359375, -15.588944435119629, -14.311250686645508, -13.03355598449707, -11.75586223602295, -10.478168487548828, -9.200474739074707, -7.922780513763428, -6.645086288452148, -5.367392539978027, -4.089698791503906, -2.812004566192627, -1.5343103408813477, -0.25661659240722656, 1.0210773944854736, 2.298771381378174, 3.576465368270874, 4.854159355163574, 6.131853103637695, 7.409547328948975, 8.687241554260254, 9.964935302734375]}, "gradients/encoder.encoder.layers.12.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 5.0, 5.0, 6.0, 5.0, 12.0, 5.0, 10.0, 18.0, 25.0, 26.0, 33.0, 36.0, 43.0, 55.0, 55.0, 57.0, 69.0, 70.0, 70.0, 58.0, 61.0, 48.0, 49.0, 44.0, 34.0, 19.0, 25.0, 15.0, 19.0, 7.0, 6.0, 7.0, 6.0, 4.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-28.26220703125, -27.299545288085938, -26.336881637573242, -25.37421989440918, -24.411556243896484, -23.448894500732422, -22.48623275756836, -21.523569107055664, -20.5609073638916, -19.59824562072754, -18.635581970214844, -17.67292022705078, -16.710256576538086, -15.747594833374023, -14.784932136535645, -13.822269439697266, -12.859606742858887, -11.896944046020508, -10.934281349182129, -9.97161865234375, -9.008956909179688, -8.046294212341309, -7.08363151550293, -6.120969295501709, -5.15830659866333, -4.195643901824951, -3.2329816818237305, -2.2703189849853516, -1.3076565265655518, -0.34499406814575195, 0.617668628692627, 1.5803308486938477, 2.5429935455322266, 3.5056560039520264, 4.468318462371826, 5.430981159210205, 6.393643379211426, 7.356306076049805, 8.318968772888184, 9.281631469726562, 10.244293212890625, 11.206955909729004, 12.169618606567383, 13.132280349731445, 14.094943046569824, 15.057605743408203, 16.020267486572266, 16.98293113708496, 17.945594787597656, 18.90825653076172, 19.870920181274414, 20.833581924438477, 21.796245574951172, 22.758907318115234, 23.721569061279297, 24.684232711791992, 25.646894454956055, 26.609556198120117, 27.572219848632812, 28.534881591796875, 29.49754524230957, 30.460206985473633, 31.422870635986328, 32.38553237915039, 33.34819412231445]}, "gradients/encoder.encoder.layers.11.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 4.0, 5.0, 2.0, 4.0, 4.0, 4.0, 5.0, 12.0, 20.0, 24.0, 35.0, 42.0, 74.0, 111.0, 145.0, 232.0, 359.0, 582.0, 949.0, 1682.0, 3130.0, 6331.0, 17651.0, 91295.0, 3958992.0, 82456.0, 16796.0, 6344.0, 2998.0, 1508.0, 907.0, 555.0, 375.0, 207.0, 133.0, 100.0, 63.0, 37.0, 39.0, 25.0, 13.0, 14.0, 10.0, 7.0, 5.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 2.0], "bins": [-1.9052734375, -1.8530426025390625, -1.800811767578125, -1.7485809326171875, -1.69635009765625, -1.6441192626953125, -1.591888427734375, -1.5396575927734375, -1.4874267578125, -1.4351959228515625, -1.382965087890625, -1.3307342529296875, -1.27850341796875, -1.2262725830078125, -1.174041748046875, -1.1218109130859375, -1.069580078125, -1.0173492431640625, -0.965118408203125, -0.9128875732421875, -0.86065673828125, -0.8084259033203125, -0.756195068359375, -0.7039642333984375, -0.6517333984375, -0.5995025634765625, -0.547271728515625, -0.4950408935546875, -0.44281005859375, -0.3905792236328125, -0.338348388671875, -0.2861175537109375, -0.23388671875, -0.1816558837890625, -0.129425048828125, -0.0771942138671875, -0.02496337890625, 0.0272674560546875, 0.079498291015625, 0.1317291259765625, 0.1839599609375, 0.2361907958984375, 0.288421630859375, 0.3406524658203125, 0.39288330078125, 0.4451141357421875, 0.497344970703125, 0.5495758056640625, 0.601806640625, 0.6540374755859375, 0.706268310546875, 0.7584991455078125, 0.81072998046875, 0.8629608154296875, 0.915191650390625, 0.9674224853515625, 1.0196533203125, 1.0718841552734375, 1.124114990234375, 1.1763458251953125, 1.22857666015625, 1.2808074951171875, 1.333038330078125, 1.3852691650390625, 1.4375]}, "gradients/encoder.encoder.layers.11.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 4.0, 3.0, 4.0, 15.0, 15.0, 15.0, 19.0, 36.0, 36.0, 51.0, 55.0, 72.0, 70.0, 94.0, 79.0, 96.0, 70.0, 53.0, 51.0, 39.0, 32.0, 25.0, 22.0, 11.0, 11.0, 6.0, 5.0, 6.0, 9.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.1796875, -1.1451416015625, -1.110595703125, -1.0760498046875, -1.04150390625, -1.0069580078125, -0.972412109375, -0.9378662109375, -0.9033203125, -0.8687744140625, -0.834228515625, -0.7996826171875, -0.76513671875, -0.7305908203125, -0.696044921875, -0.6614990234375, -0.626953125, -0.5924072265625, -0.557861328125, -0.5233154296875, -0.48876953125, -0.4542236328125, -0.419677734375, -0.3851318359375, -0.3505859375, -0.3160400390625, -0.281494140625, -0.2469482421875, -0.21240234375, -0.1778564453125, -0.143310546875, -0.1087646484375, -0.07421875, -0.0396728515625, -0.005126953125, 0.0294189453125, 0.06396484375, 0.0985107421875, 0.133056640625, 0.1676025390625, 0.2021484375, 0.2366943359375, 0.271240234375, 0.3057861328125, 0.34033203125, 0.3748779296875, 0.409423828125, 0.4439697265625, 0.478515625, 0.5130615234375, 0.547607421875, 0.5821533203125, 0.61669921875, 0.6512451171875, 0.685791015625, 0.7203369140625, 0.7548828125, 0.7894287109375, 0.823974609375, 0.8585205078125, 0.89306640625, 0.9276123046875, 0.962158203125, 0.9967041015625, 1.03125]}, "gradients/encoder.encoder.layers.11.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 5.0, 6.0, 6.0, 12.0, 20.0, 19.0, 38.0, 62.0, 89.0, 155.0, 247.0, 384.0, 731.0, 1112.0, 2029.0, 4526.0, 17691.0, 3755026.0, 389521.0, 13924.0, 4020.0, 1912.0, 1081.0, 593.0, 361.0, 248.0, 156.0, 101.0, 74.0, 50.0, 30.0, 20.0, 12.0, 9.0, 9.0, 1.0, 3.0, 3.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.658203125, -2.56304931640625, -2.4678955078125, -2.37274169921875, -2.277587890625, -2.18243408203125, -2.0872802734375, -1.99212646484375, -1.89697265625, -1.80181884765625, -1.7066650390625, -1.61151123046875, -1.516357421875, -1.42120361328125, -1.3260498046875, -1.23089599609375, -1.1357421875, -1.04058837890625, -0.9454345703125, -0.85028076171875, -0.755126953125, -0.65997314453125, -0.5648193359375, -0.46966552734375, -0.37451171875, -0.27935791015625, -0.1842041015625, -0.08905029296875, 0.006103515625, 0.10125732421875, 0.1964111328125, 0.29156494140625, 0.38671875, 0.48187255859375, 0.5770263671875, 0.67218017578125, 0.767333984375, 0.86248779296875, 0.9576416015625, 1.05279541015625, 1.14794921875, 1.24310302734375, 1.3382568359375, 1.43341064453125, 1.528564453125, 1.62371826171875, 1.7188720703125, 1.81402587890625, 1.9091796875, 2.00433349609375, 2.0994873046875, 2.19464111328125, 2.289794921875, 2.38494873046875, 2.4801025390625, 2.57525634765625, 2.67041015625, 2.76556396484375, 2.8607177734375, 2.95587158203125, 3.051025390625, 3.14617919921875, 3.2413330078125, 3.33648681640625, 3.431640625]}, "gradients/encoder.encoder.layers.11.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 5.0, 0.0, 1.0, 5.0, 3.0, 14.0, 24.0, 77.0, 323.0, 3411.0, 124.0, 50.0, 14.0, 6.0, 5.0, 2.0, 4.0, 3.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.53564453125, -0.5116043090820312, -0.4875640869140625, -0.46352386474609375, -0.439483642578125, -0.41544342041015625, -0.3914031982421875, -0.36736297607421875, -0.34332275390625, -0.31928253173828125, -0.2952423095703125, -0.27120208740234375, -0.247161865234375, -0.22312164306640625, -0.1990814208984375, -0.17504119873046875, -0.1510009765625, -0.12696075439453125, -0.1029205322265625, -0.07888031005859375, -0.054840087890625, -0.03079986572265625, -0.0067596435546875, 0.01728057861328125, 0.04132080078125, 0.06536102294921875, 0.0894012451171875, 0.11344146728515625, 0.137481689453125, 0.16152191162109375, 0.1855621337890625, 0.20960235595703125, 0.233642578125, 0.25768280029296875, 0.2817230224609375, 0.30576324462890625, 0.329803466796875, 0.35384368896484375, 0.3778839111328125, 0.40192413330078125, 0.42596435546875, 0.45000457763671875, 0.4740447998046875, 0.49808502197265625, 0.522125244140625, 0.5461654663085938, 0.5702056884765625, 0.5942459106445312, 0.6182861328125, 0.6423263549804688, 0.6663665771484375, 0.6904067993164062, 0.714447021484375, 0.7384872436523438, 0.7625274658203125, 0.7865676879882812, 0.81060791015625, 0.8346481323242188, 0.8586883544921875, 0.8827285766601562, 0.906768798828125, 0.9308090209960938, 0.9548492431640625, 0.9788894653320312, 1.0029296875]}, "gradients/encoder.encoder.layers.11.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 5.0, 13.0, 38.0, 115.0, 316.0, 330.0, 141.0, 37.0, 7.0, 6.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-7.294012069702148, -7.14654016494751, -6.999068737030029, -6.851596832275391, -6.704124927520752, -6.556653022766113, -6.409181594848633, -6.261709690093994, -6.1142377853393555, -5.966765880584717, -5.819294452667236, -5.671822547912598, -5.524350643157959, -5.37687873840332, -5.22940731048584, -5.081935405731201, -4.934463977813721, -4.786992073059082, -4.639520645141602, -4.492048740386963, -4.344576835632324, -4.197105407714844, -4.049633502960205, -3.9021615982055664, -3.754689931869507, -3.6072182655334473, -3.4597463607788086, -3.312274694442749, -3.1648030281066895, -3.017331123352051, -2.869859457015991, -2.7223877906799316, -2.574916362762451, -2.4274446964263916, -2.279972791671753, -2.1325011253356934, -1.9850293397903442, -1.8375575542449951, -1.6900858879089355, -1.5426141023635864, -1.3951423168182373, -1.2476705312728882, -1.100198745727539, -0.9527270793914795, -0.8052552938461304, -0.6577835083007812, -0.5103117823600769, -0.36284005641937256, -0.21536827087402344, -0.0678965151309967, 0.07957524061203003, 0.22704699635505676, 0.3745187520980835, 0.5219905376434326, 0.669462263584137, 0.8169339895248413, 0.9644057750701904, 1.1118775606155396, 1.2593493461608887, 1.4068210124969482, 1.5542927980422974, 1.7017645835876465, 1.849236249923706, 1.9967080354690552, 2.1441798210144043]}, "gradients/encoder.encoder.layers.11.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 6.0, 1.0, 2.0, 7.0, 6.0, 8.0, 9.0, 3.0, 14.0, 10.0, 14.0, 14.0, 21.0, 18.0, 34.0, 31.0, 31.0, 30.0, 49.0, 38.0, 44.0, 54.0, 48.0, 44.0, 38.0, 43.0, 30.0, 40.0, 43.0, 36.0, 33.0, 31.0, 29.0, 32.0, 22.0, 21.0, 14.0, 16.0, 14.0, 6.0, 7.0, 7.0, 2.0, 5.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2717838287353516, -1.231758952140808, -1.191733956336975, -1.1517090797424316, -1.1116842031478882, -1.0716593265533447, -1.0316343307495117, -0.9916094541549683, -0.9515845775604248, -0.9115596413612366, -0.8715347647666931, -0.8315098285675049, -0.7914849519729614, -0.7514600157737732, -0.711435079574585, -0.6714102029800415, -0.6313852667808533, -0.591360330581665, -0.5513354539871216, -0.5113105177879333, -0.4712856411933899, -0.43126070499420166, -0.3912357985973358, -0.35121089220046997, -0.3111859858036041, -0.2711610794067383, -0.23113617300987244, -0.1911112517118454, -0.15108634531497955, -0.11106143891811371, -0.07103651762008667, -0.031011611223220825, 0.00901329517364502, 0.04903820529580116, 0.0890631154179573, 0.12908802926540375, 0.1691129356622696, 0.20913784205913544, 0.24916276335716248, 0.2891876697540283, 0.32921257615089417, 0.36923748254776, 0.40926238894462585, 0.4492872953414917, 0.48931223154067993, 0.5293371081352234, 0.5693620443344116, 0.6093869209289551, 0.6494118571281433, 0.6894367933273315, 0.729461669921875, 0.7694866061210632, 0.8095114827156067, 0.8495364189147949, 0.8895612955093384, 0.9295862317085266, 0.9696111679077148, 1.0096360445022583, 1.0496610403060913, 1.0896859169006348, 1.1297107934951782, 1.1697356700897217, 1.2097606658935547, 1.2497855424880981, 1.2898104190826416]}, "gradients/encoder.encoder.layers.11.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 4.0, 2.0, 1.0, 2.0, 5.0, 4.0, 5.0, 9.0, 11.0, 19.0, 26.0, 41.0, 63.0, 82.0, 137.0, 313.0, 536.0, 978.0, 2059.0, 4987.0, 15450.0, 61634.0, 318990.0, 492549.0, 112948.0, 24818.0, 7380.0, 2899.0, 1172.0, 580.0, 326.0, 214.0, 129.0, 54.0, 42.0, 32.0, 16.0, 18.0, 4.0, 10.0, 4.0, 7.0, 6.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.869140625, -1.797760009765625, -1.72637939453125, -1.654998779296875, -1.5836181640625, -1.512237548828125, -1.44085693359375, -1.369476318359375, -1.298095703125, -1.226715087890625, -1.15533447265625, -1.083953857421875, -1.0125732421875, -0.941192626953125, -0.86981201171875, -0.798431396484375, -0.72705078125, -0.655670166015625, -0.58428955078125, -0.512908935546875, -0.4415283203125, -0.370147705078125, -0.29876708984375, -0.227386474609375, -0.156005859375, -0.084625244140625, -0.01324462890625, 0.058135986328125, 0.1295166015625, 0.200897216796875, 0.27227783203125, 0.343658447265625, 0.4150390625, 0.486419677734375, 0.55780029296875, 0.629180908203125, 0.7005615234375, 0.771942138671875, 0.84332275390625, 0.914703369140625, 0.986083984375, 1.057464599609375, 1.12884521484375, 1.200225830078125, 1.2716064453125, 1.342987060546875, 1.41436767578125, 1.485748291015625, 1.55712890625, 1.628509521484375, 1.69989013671875, 1.771270751953125, 1.8426513671875, 1.914031982421875, 1.98541259765625, 2.056793212890625, 2.128173828125, 2.199554443359375, 2.27093505859375, 2.342315673828125, 2.4136962890625, 2.485076904296875, 2.55645751953125, 2.627838134765625, 2.69921875]}, "gradients/encoder.encoder.layers.11.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 2.0, 7.0, 18.0, 14.0, 19.0, 27.0, 31.0, 48.0, 54.0, 50.0, 62.0, 70.0, 92.0, 60.0, 75.0, 71.0, 65.0, 44.0, 45.0, 35.0, 32.0, 20.0, 9.0, 12.0, 10.0, 6.0, 7.0, 4.0, 4.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.18359375, -1.1508712768554688, -1.1181488037109375, -1.0854263305664062, -1.052703857421875, -1.0199813842773438, -0.9872589111328125, -0.9545364379882812, -0.92181396484375, -0.8890914916992188, -0.8563690185546875, -0.8236465454101562, -0.790924072265625, -0.7582015991210938, -0.7254791259765625, -0.6927566528320312, -0.6600341796875, -0.6273117065429688, -0.5945892333984375, -0.5618667602539062, -0.529144287109375, -0.49642181396484375, -0.4636993408203125, -0.43097686767578125, -0.39825439453125, -0.36553192138671875, -0.3328094482421875, -0.30008697509765625, -0.267364501953125, -0.23464202880859375, -0.2019195556640625, -0.16919708251953125, -0.136474609375, -0.10375213623046875, -0.0710296630859375, -0.03830718994140625, -0.005584716796875, 0.02713775634765625, 0.0598602294921875, 0.09258270263671875, 0.12530517578125, 0.15802764892578125, 0.1907501220703125, 0.22347259521484375, 0.256195068359375, 0.28891754150390625, 0.3216400146484375, 0.35436248779296875, 0.3870849609375, 0.41980743408203125, 0.4525299072265625, 0.48525238037109375, 0.517974853515625, 0.5506973266601562, 0.5834197998046875, 0.6161422729492188, 0.64886474609375, 0.6815872192382812, 0.7143096923828125, 0.7470321655273438, 0.779754638671875, 0.8124771118164062, 0.8451995849609375, 0.8779220581054688, 0.91064453125]}, "gradients/encoder.encoder.layers.11.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 0.0, 3.0, 7.0, 6.0, 9.0, 12.0, 20.0, 13.0, 42.0, 55.0, 106.0, 172.0, 292.0, 562.0, 1333.0, 4252.0, 23781.0, 403513.0, 576466.0, 30131.0, 4904.0, 1459.0, 615.0, 312.0, 170.0, 119.0, 71.0, 43.0, 33.0, 15.0, 12.0, 6.0, 8.0, 8.0, 2.0, 4.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-5.5, -5.3385009765625, -5.177001953125, -5.0155029296875, -4.85400390625, -4.6925048828125, -4.531005859375, -4.3695068359375, -4.2080078125, -4.0465087890625, -3.885009765625, -3.7235107421875, -3.56201171875, -3.4005126953125, -3.239013671875, -3.0775146484375, -2.916015625, -2.7545166015625, -2.593017578125, -2.4315185546875, -2.27001953125, -2.1085205078125, -1.947021484375, -1.7855224609375, -1.6240234375, -1.4625244140625, -1.301025390625, -1.1395263671875, -0.97802734375, -0.8165283203125, -0.655029296875, -0.4935302734375, -0.33203125, -0.1705322265625, -0.009033203125, 0.1524658203125, 0.31396484375, 0.4754638671875, 0.636962890625, 0.7984619140625, 0.9599609375, 1.1214599609375, 1.282958984375, 1.4444580078125, 1.60595703125, 1.7674560546875, 1.928955078125, 2.0904541015625, 2.251953125, 2.4134521484375, 2.574951171875, 2.7364501953125, 2.89794921875, 3.0594482421875, 3.220947265625, 3.3824462890625, 3.5439453125, 3.7054443359375, 3.866943359375, 4.0284423828125, 4.18994140625, 4.3514404296875, 4.512939453125, 4.6744384765625, 4.8359375]}, "gradients/encoder.encoder.layers.11.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 5.0, 6.0, 9.0, 10.0, 12.0, 12.0, 22.0, 21.0, 41.0, 33.0, 36.0, 39.0, 58.0, 61.0, 69.0, 57.0, 44.0, 61.0, 54.0, 57.0, 54.0, 50.0, 36.0, 35.0, 21.0, 30.0, 12.0, 13.0, 13.0, 10.0, 7.0, 10.0, 5.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-8.59375, -8.3824462890625, -8.171142578125, -7.9598388671875, -7.74853515625, -7.5372314453125, -7.325927734375, -7.1146240234375, -6.9033203125, -6.6920166015625, -6.480712890625, -6.2694091796875, -6.05810546875, -5.8468017578125, -5.635498046875, -5.4241943359375, -5.212890625, -5.0015869140625, -4.790283203125, -4.5789794921875, -4.36767578125, -4.1563720703125, -3.945068359375, -3.7337646484375, -3.5224609375, -3.3111572265625, -3.099853515625, -2.8885498046875, -2.67724609375, -2.4659423828125, -2.254638671875, -2.0433349609375, -1.83203125, -1.6207275390625, -1.409423828125, -1.1981201171875, -0.98681640625, -0.7755126953125, -0.564208984375, -0.3529052734375, -0.1416015625, 0.0697021484375, 0.281005859375, 0.4923095703125, 0.70361328125, 0.9149169921875, 1.126220703125, 1.3375244140625, 1.548828125, 1.7601318359375, 1.971435546875, 2.1827392578125, 2.39404296875, 2.6053466796875, 2.816650390625, 3.0279541015625, 3.2392578125, 3.4505615234375, 3.661865234375, 3.8731689453125, 4.08447265625, 4.2957763671875, 4.507080078125, 4.7183837890625, 4.9296875]}, "gradients/encoder.encoder.layers.11.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 7.0, 4.0, 6.0, 21.0, 18.0, 32.0, 101.0, 213.0, 783.0, 5606.0, 1015608.0, 24133.0, 1463.0, 324.0, 122.0, 52.0, 25.0, 19.0, 15.0, 6.0, 4.0, 1.0, 4.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.6796875, -13.3167724609375, -12.953857421875, -12.5909423828125, -12.22802734375, -11.8651123046875, -11.502197265625, -11.1392822265625, -10.7763671875, -10.4134521484375, -10.050537109375, -9.6876220703125, -9.32470703125, -8.9617919921875, -8.598876953125, -8.2359619140625, -7.873046875, -7.5101318359375, -7.147216796875, -6.7843017578125, -6.42138671875, -6.0584716796875, -5.695556640625, -5.3326416015625, -4.9697265625, -4.6068115234375, -4.243896484375, -3.8809814453125, -3.51806640625, -3.1551513671875, -2.792236328125, -2.4293212890625, -2.06640625, -1.7034912109375, -1.340576171875, -0.9776611328125, -0.61474609375, -0.2518310546875, 0.111083984375, 0.4739990234375, 0.8369140625, 1.1998291015625, 1.562744140625, 1.9256591796875, 2.28857421875, 2.6514892578125, 3.014404296875, 3.3773193359375, 3.740234375, 4.1031494140625, 4.466064453125, 4.8289794921875, 5.19189453125, 5.5548095703125, 5.917724609375, 6.2806396484375, 6.6435546875, 7.0064697265625, 7.369384765625, 7.7322998046875, 8.09521484375, 8.4581298828125, 8.821044921875, 9.1839599609375, 9.546875]}, "gradients/encoder.encoder.layers.11.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 5.0, 4.0, 6.0, 11.0, 6.0, 23.0, 31.0, 81.0, 128.0, 167.0, 152.0, 153.0, 85.0, 68.0, 43.0, 15.0, 14.0, 5.0, 7.0, 3.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0005598068237304688, -0.0005462467670440674, -0.000532686710357666, -0.0005191266536712646, -0.0005055665969848633, -0.0004920065402984619, -0.00047844648361206055, -0.0004648864269256592, -0.0004513263702392578, -0.00043776631355285645, -0.0004242062568664551, -0.0004106462001800537, -0.00039708614349365234, -0.000383526086807251, -0.0003699660301208496, -0.00035640597343444824, -0.0003428459167480469, -0.0003292858600616455, -0.00031572580337524414, -0.0003021657466888428, -0.0002886056900024414, -0.00027504563331604004, -0.00026148557662963867, -0.0002479255199432373, -0.00023436546325683594, -0.00022080540657043457, -0.0002072453498840332, -0.00019368529319763184, -0.00018012523651123047, -0.0001665651798248291, -0.00015300512313842773, -0.00013944506645202637, -0.000125885009765625, -0.00011232495307922363, -9.876489639282227e-05, -8.52048397064209e-05, -7.164478302001953e-05, -5.8084726333618164e-05, -4.45246696472168e-05, -3.096461296081543e-05, -1.7404556274414062e-05, -3.844499588012695e-06, 9.715557098388672e-06, 2.327561378479004e-05, 3.6835670471191406e-05, 5.0395727157592773e-05, 6.395578384399414e-05, 7.751584053039551e-05, 9.107589721679688e-05, 0.00010463595390319824, 0.00011819601058959961, 0.00013175606727600098, 0.00014531612396240234, 0.0001588761806488037, 0.00017243623733520508, 0.00018599629402160645, 0.0001995563507080078, 0.00021311640739440918, 0.00022667646408081055, 0.00024023652076721191, 0.0002537965774536133, 0.00026735663414001465, 0.000280916690826416, 0.0002944767475128174, 0.00030803680419921875]}, "gradients/encoder.encoder.layers.11.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 5.0, 9.0, 17.0, 18.0, 28.0, 70.0, 110.0, 249.0, 636.0, 2788.0, 33590.0, 982358.0, 25240.0, 2412.0, 573.0, 202.0, 111.0, 52.0, 39.0, 17.0, 15.0, 7.0, 3.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.521484375, -3.371368408203125, -3.22125244140625, -3.071136474609375, -2.9210205078125, -2.770904541015625, -2.62078857421875, -2.470672607421875, -2.320556640625, -2.170440673828125, -2.02032470703125, -1.870208740234375, -1.7200927734375, -1.569976806640625, -1.41986083984375, -1.269744873046875, -1.11962890625, -0.969512939453125, -0.81939697265625, -0.669281005859375, -0.5191650390625, -0.369049072265625, -0.21893310546875, -0.068817138671875, 0.081298828125, 0.231414794921875, 0.38153076171875, 0.531646728515625, 0.6817626953125, 0.831878662109375, 0.98199462890625, 1.132110595703125, 1.2822265625, 1.432342529296875, 1.58245849609375, 1.732574462890625, 1.8826904296875, 2.032806396484375, 2.18292236328125, 2.333038330078125, 2.483154296875, 2.633270263671875, 2.78338623046875, 2.933502197265625, 3.0836181640625, 3.233734130859375, 3.38385009765625, 3.533966064453125, 3.68408203125, 3.834197998046875, 3.98431396484375, 4.134429931640625, 4.2845458984375, 4.434661865234375, 4.58477783203125, 4.734893798828125, 4.885009765625, 5.035125732421875, 5.18524169921875, 5.335357666015625, 5.4854736328125, 5.635589599609375, 5.78570556640625, 5.935821533203125, 6.0859375]}, "gradients/encoder.encoder.layers.11.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 4.0, 6.0, 7.0, 5.0, 13.0, 12.0, 22.0, 54.0, 120.0, 314.0, 244.0, 90.0, 40.0, 24.0, 16.0, 9.0, 3.0, 6.0, 3.0, 7.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-8.9453125, -8.750152587890625, -8.55499267578125, -8.359832763671875, -8.1646728515625, -7.969512939453125, -7.77435302734375, -7.579193115234375, -7.384033203125, -7.188873291015625, -6.99371337890625, -6.798553466796875, -6.6033935546875, -6.408233642578125, -6.21307373046875, -6.017913818359375, -5.82275390625, -5.627593994140625, -5.43243408203125, -5.237274169921875, -5.0421142578125, -4.846954345703125, -4.65179443359375, -4.456634521484375, -4.261474609375, -4.066314697265625, -3.87115478515625, -3.675994873046875, -3.4808349609375, -3.285675048828125, -3.09051513671875, -2.895355224609375, -2.7001953125, -2.505035400390625, -2.30987548828125, -2.114715576171875, -1.9195556640625, -1.724395751953125, -1.52923583984375, -1.334075927734375, -1.138916015625, -0.943756103515625, -0.74859619140625, -0.553436279296875, -0.3582763671875, -0.163116455078125, 0.03204345703125, 0.227203369140625, 0.42236328125, 0.617523193359375, 0.81268310546875, 1.007843017578125, 1.2030029296875, 1.398162841796875, 1.59332275390625, 1.788482666015625, 1.983642578125, 2.178802490234375, 2.37396240234375, 2.569122314453125, 2.7642822265625, 2.959442138671875, 3.15460205078125, 3.349761962890625, 3.544921875]}, "gradients/encoder.encoder.layers.11.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 4.0, 13.0, 24.0, 51.0, 163.0, 275.0, 269.0, 140.0, 42.0, 15.0, 12.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-107.88630676269531, -105.63029479980469, -103.3742904663086, -101.11827850341797, -98.86226654052734, -96.60626220703125, -94.35025024414062, -92.09423828125, -89.83822631835938, -87.58221435546875, -85.32621002197266, -83.07019805908203, -80.8141860961914, -78.55818176269531, -76.30216979980469, -74.04615783691406, -71.79015350341797, -69.53414154052734, -67.27813720703125, -65.02212524414062, -62.76611328125, -60.51010513305664, -58.25409698486328, -55.998085021972656, -53.7420768737793, -51.48606872558594, -49.23005676269531, -46.97404861450195, -44.718040466308594, -42.46202850341797, -40.20602035522461, -37.95001220703125, -35.694007873535156, -33.4379997253418, -31.181987762451172, -28.925979614257812, -26.66996955871582, -24.413959503173828, -22.15795135498047, -19.901941299438477, -17.645931243896484, -15.389921188354492, -13.133912086486816, -10.87790298461914, -8.621892929077148, -6.365882873535156, -4.1098737716674805, -1.8538646697998047, 0.4021453857421875, 2.6581549644470215, 4.9141645431518555, 7.1701741218566895, 9.426183700561523, 11.682193756103516, 13.938202857971191, 16.194211959838867, 18.45022201538086, 20.70623207092285, 22.962242126464844, 25.218250274658203, 27.474260330200195, 29.730270385742188, 31.986278533935547, 34.242286682128906, 36.49829864501953]}, "gradients/encoder.encoder.layers.11.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 0.0, 5.0, 5.0, 8.0, 6.0, 6.0, 14.0, 11.0, 13.0, 15.0, 24.0, 38.0, 60.0, 49.0, 54.0, 75.0, 64.0, 88.0, 77.0, 68.0, 67.0, 46.0, 46.0, 36.0, 29.0, 22.0, 22.0, 17.0, 13.0, 9.0, 6.0, 6.0, 3.0, 4.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-51.525474548339844, -50.150062561035156, -48.774654388427734, -47.39924240112305, -46.02383041381836, -44.64842224121094, -43.27301025390625, -41.89759826660156, -40.522186279296875, -39.14677429199219, -37.771366119384766, -36.39595413208008, -35.02054214477539, -33.64513397216797, -32.26972198486328, -30.894309997558594, -29.518901824951172, -28.143491744995117, -26.76807975769043, -25.392669677734375, -24.017257690429688, -22.641847610473633, -21.266437530517578, -19.89102554321289, -18.515615463256836, -17.14020538330078, -15.764793395996094, -14.389383316040039, -13.013972282409668, -11.638561248779297, -10.263151168823242, -8.887740135192871, -7.5123291015625, -6.136918067932129, -4.761507511138916, -3.386096954345703, -2.010685920715332, -0.6352748870849609, 0.7401351928710938, 2.115546226501465, 3.490957260131836, 4.866368293762207, 6.24177885055542, 7.617189407348633, 8.992600440979004, 10.368011474609375, 11.74342155456543, 13.1188325881958, 14.494243621826172, 15.869654655456543, 17.245065689086914, 18.62047576904297, 19.995887756347656, 21.37129783630371, 22.746707916259766, 24.122119903564453, 25.497529983520508, 26.872940063476562, 28.24835205078125, 29.623762130737305, 30.99917221069336, 32.37458419799805, 33.74999237060547, 35.125404357910156, 36.500816345214844]}, "gradients/encoder.encoder.layers.10.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 6.0, 5.0, 5.0, 4.0, 9.0, 10.0, 22.0, 18.0, 33.0, 43.0, 71.0, 96.0, 159.0, 249.0, 438.0, 805.0, 1617.0, 4017.0, 14622.0, 210047.0, 3924947.0, 26719.0, 5810.0, 2195.0, 945.0, 532.0, 304.0, 169.0, 117.0, 71.0, 58.0, 33.0, 32.0, 15.0, 19.0, 14.0, 6.0, 6.0, 9.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.9296875, -3.7901611328125, -3.650634765625, -3.5111083984375, -3.37158203125, -3.2320556640625, -3.092529296875, -2.9530029296875, -2.8134765625, -2.6739501953125, -2.534423828125, -2.3948974609375, -2.25537109375, -2.1158447265625, -1.976318359375, -1.8367919921875, -1.697265625, -1.5577392578125, -1.418212890625, -1.2786865234375, -1.13916015625, -0.9996337890625, -0.860107421875, -0.7205810546875, -0.5810546875, -0.4415283203125, -0.302001953125, -0.1624755859375, -0.02294921875, 0.1165771484375, 0.256103515625, 0.3956298828125, 0.53515625, 0.6746826171875, 0.814208984375, 0.9537353515625, 1.09326171875, 1.2327880859375, 1.372314453125, 1.5118408203125, 1.6513671875, 1.7908935546875, 1.930419921875, 2.0699462890625, 2.20947265625, 2.3489990234375, 2.488525390625, 2.6280517578125, 2.767578125, 2.9071044921875, 3.046630859375, 3.1861572265625, 3.32568359375, 3.4652099609375, 3.604736328125, 3.7442626953125, 3.8837890625, 4.0233154296875, 4.162841796875, 4.3023681640625, 4.44189453125, 4.5814208984375, 4.720947265625, 4.8604736328125, 5.0]}, "gradients/encoder.encoder.layers.10.feed_forward.output_dense.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 4.0, 0.0, 5.0, 10.0, 4.0, 3.0, 13.0, 13.0, 14.0, 28.0, 27.0, 39.0, 63.0, 81.0, 87.0, 78.0, 79.0, 77.0, 82.0, 75.0, 58.0, 34.0, 28.0, 23.0, 21.0, 18.0, 12.0, 6.0, 4.0, 7.0, 5.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.2998046875, -1.25714111328125, -1.2144775390625, -1.17181396484375, -1.129150390625, -1.08648681640625, -1.0438232421875, -1.00115966796875, -0.95849609375, -0.91583251953125, -0.8731689453125, -0.83050537109375, -0.787841796875, -0.74517822265625, -0.7025146484375, -0.65985107421875, -0.6171875, -0.57452392578125, -0.5318603515625, -0.48919677734375, -0.446533203125, -0.40386962890625, -0.3612060546875, -0.31854248046875, -0.27587890625, -0.23321533203125, -0.1905517578125, -0.14788818359375, -0.105224609375, -0.06256103515625, -0.0198974609375, 0.02276611328125, 0.0654296875, 0.10809326171875, 0.1507568359375, 0.19342041015625, 0.236083984375, 0.27874755859375, 0.3214111328125, 0.36407470703125, 0.40673828125, 0.44940185546875, 0.4920654296875, 0.53472900390625, 0.577392578125, 0.62005615234375, 0.6627197265625, 0.70538330078125, 0.748046875, 0.79071044921875, 0.8333740234375, 0.87603759765625, 0.918701171875, 0.96136474609375, 1.0040283203125, 1.04669189453125, 1.08935546875, 1.13201904296875, 1.1746826171875, 1.21734619140625, 1.260009765625, 1.30267333984375, 1.3453369140625, 1.38800048828125, 1.4306640625]}, "gradients/encoder.encoder.layers.10.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 4.0, 0.0, 3.0, 10.0, 6.0, 15.0, 13.0, 31.0, 49.0, 65.0, 120.0, 172.0, 336.0, 651.0, 1366.0, 3362.0, 14028.0, 219091.0, 3918840.0, 26993.0, 5469.0, 1819.0, 818.0, 425.0, 229.0, 141.0, 85.0, 56.0, 33.0, 19.0, 14.0, 8.0, 5.0, 6.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-6.70703125, -6.526611328125, -6.34619140625, -6.165771484375, -5.9853515625, -5.804931640625, -5.62451171875, -5.444091796875, -5.263671875, -5.083251953125, -4.90283203125, -4.722412109375, -4.5419921875, -4.361572265625, -4.18115234375, -4.000732421875, -3.8203125, -3.639892578125, -3.45947265625, -3.279052734375, -3.0986328125, -2.918212890625, -2.73779296875, -2.557373046875, -2.376953125, -2.196533203125, -2.01611328125, -1.835693359375, -1.6552734375, -1.474853515625, -1.29443359375, -1.114013671875, -0.93359375, -0.753173828125, -0.57275390625, -0.392333984375, -0.2119140625, -0.031494140625, 0.14892578125, 0.329345703125, 0.509765625, 0.690185546875, 0.87060546875, 1.051025390625, 1.2314453125, 1.411865234375, 1.59228515625, 1.772705078125, 1.953125, 2.133544921875, 2.31396484375, 2.494384765625, 2.6748046875, 2.855224609375, 3.03564453125, 3.216064453125, 3.396484375, 3.576904296875, 3.75732421875, 3.937744140625, 4.1181640625, 4.298583984375, 4.47900390625, 4.659423828125, 4.83984375]}, "gradients/encoder.encoder.layers.10.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 4.0, 5.0, 17.0, 33.0, 118.0, 3095.0, 646.0, 92.0, 30.0, 20.0, 9.0, 5.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.380859375, -2.31634521484375, -2.2518310546875, -2.18731689453125, -2.122802734375, -2.05828857421875, -1.9937744140625, -1.92926025390625, -1.86474609375, -1.80023193359375, -1.7357177734375, -1.67120361328125, -1.606689453125, -1.54217529296875, -1.4776611328125, -1.41314697265625, -1.3486328125, -1.28411865234375, -1.2196044921875, -1.15509033203125, -1.090576171875, -1.02606201171875, -0.9615478515625, -0.89703369140625, -0.83251953125, -0.76800537109375, -0.7034912109375, -0.63897705078125, -0.574462890625, -0.50994873046875, -0.4454345703125, -0.38092041015625, -0.31640625, -0.25189208984375, -0.1873779296875, -0.12286376953125, -0.058349609375, 0.00616455078125, 0.0706787109375, 0.13519287109375, 0.19970703125, 0.26422119140625, 0.3287353515625, 0.39324951171875, 0.457763671875, 0.52227783203125, 0.5867919921875, 0.65130615234375, 0.7158203125, 0.78033447265625, 0.8448486328125, 0.90936279296875, 0.973876953125, 1.03839111328125, 1.1029052734375, 1.16741943359375, 1.23193359375, 1.29644775390625, 1.3609619140625, 1.42547607421875, 1.489990234375, 1.55450439453125, 1.6190185546875, 1.68353271484375, 1.748046875]}, "gradients/encoder.encoder.layers.10.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 4.0, 9.0, 4.0, 5.0, 9.0, 32.0, 30.0, 54.0, 88.0, 112.0, 130.0, 110.0, 121.0, 101.0, 63.0, 50.0, 27.0, 24.0, 11.0, 9.0, 11.0, 6.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-5.7395100593566895, -5.612815856933594, -5.486122131347656, -5.3594279289245605, -5.232733726501465, -5.106040000915527, -4.979345798492432, -4.852652072906494, -4.725957870483398, -4.599263668060303, -4.472569942474365, -4.3458757400512695, -4.219182014465332, -4.092487812042236, -3.9657936096191406, -3.839099645614624, -3.7124056816101074, -3.585711717605591, -3.459017753601074, -3.3323235511779785, -3.205629587173462, -3.0789356231689453, -2.9522414207458496, -2.825547456741333, -2.6988534927368164, -2.5721595287323, -2.445465564727783, -2.3187713623046875, -2.192077398300171, -2.0653834342956543, -1.9386893510818481, -1.811995267868042, -1.6853010654449463, -1.5586071014404297, -1.4319130182266235, -1.3052189350128174, -1.1785249710083008, -1.0518310070037842, -0.925136923789978, -0.7984429001808167, -0.6717488765716553, -0.5450548529624939, -0.4183608293533325, -0.29166680574417114, -0.16497278213500977, -0.03827875852584839, 0.08841526508331299, 0.21510928869247437, 0.34180331230163574, 0.4684973359107971, 0.5951913595199585, 0.7218853831291199, 0.8485794067382812, 0.9752734303474426, 1.101967453956604, 1.2286615371704102, 1.3553555011749268, 1.4820494651794434, 1.6087435483932495, 1.7354376316070557, 1.8621315956115723, 1.9888255596160889, 2.1155195236206055, 2.242213726043701, 2.3689076900482178]}, "gradients/encoder.encoder.layers.10.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 5.0, 2.0, 6.0, 7.0, 5.0, 8.0, 11.0, 21.0, 17.0, 21.0, 27.0, 31.0, 31.0, 30.0, 34.0, 34.0, 48.0, 42.0, 42.0, 53.0, 45.0, 56.0, 42.0, 43.0, 48.0, 38.0, 34.0, 34.0, 26.0, 23.0, 31.0, 24.0, 23.0, 16.0, 12.0, 9.0, 7.0, 10.0, 5.0, 5.0, 3.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.061565637588501, -2.9613449573516846, -2.8611245155334473, -2.760903835296631, -2.6606831550598145, -2.560462713241577, -2.4602420330047607, -2.3600215911865234, -2.259800910949707, -2.1595802307128906, -2.0593597888946533, -1.959139108657837, -1.85891854763031, -1.7586979866027832, -1.6584773063659668, -1.55825674533844, -1.458036184310913, -1.3578156232833862, -1.2575950622558594, -1.157374382019043, -1.0571538209915161, -0.9569332599639893, -0.8567126393318176, -0.756492018699646, -0.6562714576721191, -0.5560508966445923, -0.45583027601242065, -0.3556096851825714, -0.25538909435272217, -0.1551685333251953, -0.05494791269302368, 0.04527270793914795, 0.1454930305480957, 0.24571362137794495, 0.3459342122077942, 0.44615480303764343, 0.5463753938674927, 0.6465959548950195, 0.7468165755271912, 0.8470371961593628, 0.9472577571868896, 1.0474783182144165, 1.1476988792419434, 1.2479195594787598, 1.3481401205062866, 1.4483606815338135, 1.5485813617706299, 1.6488019227981567, 1.7490224838256836, 1.8492430448532104, 1.9494636058807373, 2.0496842861175537, 2.149904727935791, 2.2501254081726074, 2.350346088409424, 2.4505667686462402, 2.5507872104644775, 2.651007890701294, 2.7512283325195312, 2.8514490127563477, 2.951669692993164, 3.0518901348114014, 3.1521108150482178, 3.252331256866455, 3.3525519371032715]}, "gradients/encoder.encoder.layers.10.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 2.0, 3.0, 5.0, 5.0, 5.0, 17.0, 13.0, 39.0, 44.0, 54.0, 109.0, 171.0, 361.0, 616.0, 1302.0, 2988.0, 8235.0, 31205.0, 184195.0, 613547.0, 164111.0, 28419.0, 7669.0, 2872.0, 1208.0, 590.0, 308.0, 161.0, 117.0, 75.0, 33.0, 23.0, 21.0, 16.0, 3.0, 5.0, 3.0, 1.0, 5.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-3.0234375, -2.93310546875, -2.8427734375, -2.75244140625, -2.662109375, -2.57177734375, -2.4814453125, -2.39111328125, -2.30078125, -2.21044921875, -2.1201171875, -2.02978515625, -1.939453125, -1.84912109375, -1.7587890625, -1.66845703125, -1.578125, -1.48779296875, -1.3974609375, -1.30712890625, -1.216796875, -1.12646484375, -1.0361328125, -0.94580078125, -0.85546875, -0.76513671875, -0.6748046875, -0.58447265625, -0.494140625, -0.40380859375, -0.3134765625, -0.22314453125, -0.1328125, -0.04248046875, 0.0478515625, 0.13818359375, 0.228515625, 0.31884765625, 0.4091796875, 0.49951171875, 0.58984375, 0.68017578125, 0.7705078125, 0.86083984375, 0.951171875, 1.04150390625, 1.1318359375, 1.22216796875, 1.3125, 1.40283203125, 1.4931640625, 1.58349609375, 1.673828125, 1.76416015625, 1.8544921875, 1.94482421875, 2.03515625, 2.12548828125, 2.2158203125, 2.30615234375, 2.396484375, 2.48681640625, 2.5771484375, 2.66748046875, 2.7578125]}, "gradients/encoder.encoder.layers.10.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 3.0, 2.0, 2.0, 0.0, 3.0, 5.0, 5.0, 9.0, 19.0, 14.0, 16.0, 23.0, 27.0, 44.0, 65.0, 67.0, 75.0, 60.0, 97.0, 84.0, 71.0, 65.0, 55.0, 46.0, 29.0, 27.0, 20.0, 22.0, 15.0, 10.0, 6.0, 7.0, 3.0, 2.0, 1.0, 5.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-1.328125, -1.2847900390625, -1.241455078125, -1.1981201171875, -1.15478515625, -1.1114501953125, -1.068115234375, -1.0247802734375, -0.9814453125, -0.9381103515625, -0.894775390625, -0.8514404296875, -0.80810546875, -0.7647705078125, -0.721435546875, -0.6781005859375, -0.634765625, -0.5914306640625, -0.548095703125, -0.5047607421875, -0.46142578125, -0.4180908203125, -0.374755859375, -0.3314208984375, -0.2880859375, -0.2447509765625, -0.201416015625, -0.1580810546875, -0.11474609375, -0.0714111328125, -0.028076171875, 0.0152587890625, 0.05859375, 0.1019287109375, 0.145263671875, 0.1885986328125, 0.23193359375, 0.2752685546875, 0.318603515625, 0.3619384765625, 0.4052734375, 0.4486083984375, 0.491943359375, 0.5352783203125, 0.57861328125, 0.6219482421875, 0.665283203125, 0.7086181640625, 0.751953125, 0.7952880859375, 0.838623046875, 0.8819580078125, 0.92529296875, 0.9686279296875, 1.011962890625, 1.0552978515625, 1.0986328125, 1.1419677734375, 1.185302734375, 1.2286376953125, 1.27197265625, 1.3153076171875, 1.358642578125, 1.4019775390625, 1.4453125]}, "gradients/encoder.encoder.layers.10.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 3.0, 1.0, 1.0, 3.0, 2.0, 5.0, 6.0, 5.0, 10.0, 13.0, 23.0, 35.0, 45.0, 81.0, 194.0, 376.0, 1058.0, 4450.0, 76007.0, 940021.0, 22201.0, 2586.0, 740.0, 322.0, 160.0, 73.0, 38.0, 31.0, 24.0, 8.0, 9.0, 10.0, 3.0, 4.0, 4.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.5390625, -6.246337890625, -5.95361328125, -5.660888671875, -5.3681640625, -5.075439453125, -4.78271484375, -4.489990234375, -4.197265625, -3.904541015625, -3.61181640625, -3.319091796875, -3.0263671875, -2.733642578125, -2.44091796875, -2.148193359375, -1.85546875, -1.562744140625, -1.27001953125, -0.977294921875, -0.6845703125, -0.391845703125, -0.09912109375, 0.193603515625, 0.486328125, 0.779052734375, 1.07177734375, 1.364501953125, 1.6572265625, 1.949951171875, 2.24267578125, 2.535400390625, 2.828125, 3.120849609375, 3.41357421875, 3.706298828125, 3.9990234375, 4.291748046875, 4.58447265625, 4.877197265625, 5.169921875, 5.462646484375, 5.75537109375, 6.048095703125, 6.3408203125, 6.633544921875, 6.92626953125, 7.218994140625, 7.51171875, 7.804443359375, 8.09716796875, 8.389892578125, 8.6826171875, 8.975341796875, 9.26806640625, 9.560791015625, 9.853515625, 10.146240234375, 10.43896484375, 10.731689453125, 11.0244140625, 11.317138671875, 11.60986328125, 11.902587890625, 12.1953125]}, "gradients/encoder.encoder.layers.10.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 2.0, 4.0, 3.0, 6.0, 5.0, 1.0, 5.0, 15.0, 16.0, 13.0, 20.0, 21.0, 22.0, 31.0, 31.0, 48.0, 42.0, 49.0, 52.0, 61.0, 41.0, 64.0, 52.0, 52.0, 35.0, 47.0, 44.0, 43.0, 22.0, 27.0, 26.0, 21.0, 17.0, 11.0, 8.0, 5.0, 6.0, 9.0, 5.0, 4.0, 4.0, 6.0, 3.0, 7.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-6.16015625, -5.95355224609375, -5.7469482421875, -5.54034423828125, -5.333740234375, -5.12713623046875, -4.9205322265625, -4.71392822265625, -4.50732421875, -4.30072021484375, -4.0941162109375, -3.88751220703125, -3.680908203125, -3.47430419921875, -3.2677001953125, -3.06109619140625, -2.8544921875, -2.64788818359375, -2.4412841796875, -2.23468017578125, -2.028076171875, -1.82147216796875, -1.6148681640625, -1.40826416015625, -1.20166015625, -0.99505615234375, -0.7884521484375, -0.58184814453125, -0.375244140625, -0.16864013671875, 0.0379638671875, 0.24456787109375, 0.451171875, 0.65777587890625, 0.8643798828125, 1.07098388671875, 1.277587890625, 1.48419189453125, 1.6907958984375, 1.89739990234375, 2.10400390625, 2.31060791015625, 2.5172119140625, 2.72381591796875, 2.930419921875, 3.13702392578125, 3.3436279296875, 3.55023193359375, 3.7568359375, 3.96343994140625, 4.1700439453125, 4.37664794921875, 4.583251953125, 4.78985595703125, 4.9964599609375, 5.20306396484375, 5.40966796875, 5.61627197265625, 5.8228759765625, 6.02947998046875, 6.236083984375, 6.44268798828125, 6.6492919921875, 6.85589599609375, 7.0625]}, "gradients/encoder.encoder.layers.10.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 4.0, 1.0, 4.0, 11.0, 19.0, 15.0, 32.0, 33.0, 53.0, 74.0, 125.0, 304.0, 1401.0, 28996.0, 1011133.0, 5237.0, 624.0, 190.0, 87.0, 65.0, 41.0, 24.0, 29.0, 19.0, 7.0, 7.0, 4.0, 6.0, 3.0, 4.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0], "bins": [-17.28125, -16.87255859375, -16.4638671875, -16.05517578125, -15.646484375, -15.23779296875, -14.8291015625, -14.42041015625, -14.01171875, -13.60302734375, -13.1943359375, -12.78564453125, -12.376953125, -11.96826171875, -11.5595703125, -11.15087890625, -10.7421875, -10.33349609375, -9.9248046875, -9.51611328125, -9.107421875, -8.69873046875, -8.2900390625, -7.88134765625, -7.47265625, -7.06396484375, -6.6552734375, -6.24658203125, -5.837890625, -5.42919921875, -5.0205078125, -4.61181640625, -4.203125, -3.79443359375, -3.3857421875, -2.97705078125, -2.568359375, -2.15966796875, -1.7509765625, -1.34228515625, -0.93359375, -0.52490234375, -0.1162109375, 0.29248046875, 0.701171875, 1.10986328125, 1.5185546875, 1.92724609375, 2.3359375, 2.74462890625, 3.1533203125, 3.56201171875, 3.970703125, 4.37939453125, 4.7880859375, 5.19677734375, 5.60546875, 6.01416015625, 6.4228515625, 6.83154296875, 7.240234375, 7.64892578125, 8.0576171875, 8.46630859375, 8.875]}, "gradients/encoder.encoder.layers.10.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 12.0, 40.0, 152.0, 301.0, 296.0, 116.0, 53.0, 21.0, 8.0, 3.0, 5.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.0014162063598632812, -0.0013894662261009216, -0.001362726092338562, -0.0013359859585762024, -0.0013092458248138428, -0.0012825056910514832, -0.0012557655572891235, -0.001229025423526764, -0.0012022852897644043, -0.0011755451560020447, -0.001148805022239685, -0.0011220648884773254, -0.0010953247547149658, -0.0010685846209526062, -0.0010418444871902466, -0.001015104353427887, -0.0009883642196655273, -0.0009616240859031677, -0.0009348839521408081, -0.0009081438183784485, -0.0008814036846160889, -0.0008546635508537292, -0.0008279234170913696, -0.00080118328332901, -0.0007744431495666504, -0.0007477030158042908, -0.0007209628820419312, -0.0006942227482795715, -0.0006674826145172119, -0.0006407424807548523, -0.0006140023469924927, -0.0005872622132301331, -0.0005605220794677734, -0.0005337819457054138, -0.0005070418119430542, -0.0004803016781806946, -0.00045356154441833496, -0.00042682141065597534, -0.0004000812768936157, -0.0003733411431312561, -0.0003466010093688965, -0.00031986087560653687, -0.00029312074184417725, -0.0002663806080818176, -0.000239640474319458, -0.0002129003405570984, -0.00018616020679473877, -0.00015942007303237915, -0.00013267993927001953, -0.00010593980550765991, -7.919967174530029e-05, -5.2459537982940674e-05, -2.5719404220581055e-05, 1.0207295417785645e-06, 2.7760863304138184e-05, 5.45009970664978e-05, 8.124113082885742e-05, 0.00010798126459121704, 0.00013472139835357666, 0.00016146153211593628, 0.0001882016658782959, 0.00021494179964065552, 0.00024168193340301514, 0.00026842206716537476, 0.0002951622009277344]}, "gradients/encoder.encoder.layers.10.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 5.0, 8.0, 12.0, 25.0, 23.0, 56.0, 97.0, 225.0, 491.0, 1634.0, 9156.0, 651745.0, 375384.0, 7393.0, 1433.0, 453.0, 182.0, 92.0, 54.0, 20.0, 16.0, 9.0, 10.0, 10.0, 6.0, 3.0, 7.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-7.39453125, -7.19970703125, -7.0048828125, -6.81005859375, -6.615234375, -6.42041015625, -6.2255859375, -6.03076171875, -5.8359375, -5.64111328125, -5.4462890625, -5.25146484375, -5.056640625, -4.86181640625, -4.6669921875, -4.47216796875, -4.27734375, -4.08251953125, -3.8876953125, -3.69287109375, -3.498046875, -3.30322265625, -3.1083984375, -2.91357421875, -2.71875, -2.52392578125, -2.3291015625, -2.13427734375, -1.939453125, -1.74462890625, -1.5498046875, -1.35498046875, -1.16015625, -0.96533203125, -0.7705078125, -0.57568359375, -0.380859375, -0.18603515625, 0.0087890625, 0.20361328125, 0.3984375, 0.59326171875, 0.7880859375, 0.98291015625, 1.177734375, 1.37255859375, 1.5673828125, 1.76220703125, 1.95703125, 2.15185546875, 2.3466796875, 2.54150390625, 2.736328125, 2.93115234375, 3.1259765625, 3.32080078125, 3.515625, 3.71044921875, 3.9052734375, 4.10009765625, 4.294921875, 4.48974609375, 4.6845703125, 4.87939453125, 5.07421875]}, "gradients/encoder.encoder.layers.10.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 3.0, 0.0, 8.0, 6.0, 11.0, 31.0, 82.0, 169.0, 244.0, 223.0, 116.0, 62.0, 20.0, 7.0, 6.0, 6.0, 4.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-7.328125, -7.13916015625, -6.9501953125, -6.76123046875, -6.572265625, -6.38330078125, -6.1943359375, -6.00537109375, -5.81640625, -5.62744140625, -5.4384765625, -5.24951171875, -5.060546875, -4.87158203125, -4.6826171875, -4.49365234375, -4.3046875, -4.11572265625, -3.9267578125, -3.73779296875, -3.548828125, -3.35986328125, -3.1708984375, -2.98193359375, -2.79296875, -2.60400390625, -2.4150390625, -2.22607421875, -2.037109375, -1.84814453125, -1.6591796875, -1.47021484375, -1.28125, -1.09228515625, -0.9033203125, -0.71435546875, -0.525390625, -0.33642578125, -0.1474609375, 0.04150390625, 0.23046875, 0.41943359375, 0.6083984375, 0.79736328125, 0.986328125, 1.17529296875, 1.3642578125, 1.55322265625, 1.7421875, 1.93115234375, 2.1201171875, 2.30908203125, 2.498046875, 2.68701171875, 2.8759765625, 3.06494140625, 3.25390625, 3.44287109375, 3.6318359375, 3.82080078125, 4.009765625, 4.19873046875, 4.3876953125, 4.57666015625, 4.765625]}, "gradients/encoder.encoder.layers.10.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 0.0, 13.0, 20.0, 50.0, 77.0, 153.0, 231.0, 206.0, 134.0, 62.0, 35.0, 10.0, 7.0, 4.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-66.3986587524414, -64.54329681396484, -62.687931060791016, -60.83256912231445, -58.97720718383789, -57.12184143066406, -55.2664794921875, -53.41111755371094, -51.555755615234375, -49.70039367675781, -47.845027923583984, -45.98966598510742, -44.13430404663086, -42.27893829345703, -40.42357635498047, -38.568214416503906, -36.71284866333008, -34.857486724853516, -33.00212097167969, -31.146759033203125, -29.291397094726562, -27.436033248901367, -25.580669403076172, -23.72530746459961, -21.869943618774414, -20.01457977294922, -18.159217834472656, -16.30385398864746, -14.448491096496582, -12.593128204345703, -10.737764358520508, -8.882401466369629, -7.02703857421875, -5.171675682067871, -3.316312313079834, -1.4609489440917969, 0.39441394805908203, 2.249776840209961, 4.105140686035156, 5.960503578186035, 7.815866470336914, 9.671229362487793, 11.526592254638672, 13.381956100463867, 15.237318992614746, 17.092681884765625, 18.94804573059082, 20.803409576416016, 22.658771514892578, 24.514135360717773, 26.369497299194336, 28.22486114501953, 30.080223083496094, 31.93558692932129, 33.790950775146484, 35.64631271362305, 37.501678466796875, 39.35704040527344, 41.212406158447266, 43.06776809692383, 44.92313003540039, 46.77849578857422, 48.63385772705078, 50.489219665527344, 52.344581604003906]}, "gradients/encoder.encoder.layers.10.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 4.0, 1.0, 8.0, 5.0, 12.0, 15.0, 15.0, 15.0, 24.0, 35.0, 44.0, 63.0, 54.0, 57.0, 64.0, 59.0, 72.0, 65.0, 54.0, 42.0, 46.0, 58.0, 39.0, 30.0, 28.0, 25.0, 22.0, 14.0, 12.0, 5.0, 7.0, 1.0, 3.0, 3.0, 6.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-34.00123596191406, -32.84431076049805, -31.687381744384766, -30.53045654296875, -29.3735294342041, -28.216602325439453, -27.059677124023438, -25.90275001525879, -24.74582290649414, -23.588895797729492, -22.431968688964844, -21.275043487548828, -20.11811637878418, -18.96118927001953, -17.804264068603516, -16.647336959838867, -15.490409851074219, -14.33348274230957, -13.176556587219238, -12.019630432128906, -10.862703323364258, -9.70577621459961, -8.548850059509277, -7.391923904418945, -6.234996795654297, -5.078070163726807, -3.9211435317993164, -2.764216899871826, -1.607290267944336, -0.4503636360168457, 0.7065629959106445, 1.8634891510009766, 3.020416259765625, 4.177342891693115, 5.3342695236206055, 6.491196155548096, 7.648122787475586, 8.805049896240234, 9.961976051330566, 11.118902206420898, 12.275829315185547, 13.432756423950195, 14.589682579040527, 15.74660873413086, 16.903535842895508, 18.060462951660156, 19.217388153076172, 20.37431526184082, 21.53124237060547, 22.688169479370117, 23.845096588134766, 25.00202178955078, 26.15894889831543, 27.315876007080078, 28.472801208496094, 29.629728317260742, 30.78665542602539, 31.94358253479004, 33.10050964355469, 34.2574348449707, 35.41436004638672, 36.5712890625, 37.728214263916016, 38.88513946533203, 40.04206848144531]}, "gradients/encoder.encoder.layers.9.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0, 0.0, 6.0, 4.0, 6.0, 6.0, 13.0, 12.0, 25.0, 42.0, 69.0, 120.0, 221.0, 467.0, 1164.0, 5387.0, 4043486.0, 137544.0, 3836.0, 988.0, 416.0, 199.0, 87.0, 60.0, 41.0, 29.0, 16.0, 12.0, 10.0, 7.0, 3.0, 8.0, 2.0, 2.0, 1.0, 0.0, 3.0, 2.0, 2.0], "bins": [-17.3125, -16.8995361328125, -16.486572265625, -16.0736083984375, -15.66064453125, -15.2476806640625, -14.834716796875, -14.4217529296875, -14.0087890625, -13.5958251953125, -13.182861328125, -12.7698974609375, -12.35693359375, -11.9439697265625, -11.531005859375, -11.1180419921875, -10.705078125, -10.2921142578125, -9.879150390625, -9.4661865234375, -9.05322265625, -8.6402587890625, -8.227294921875, -7.8143310546875, -7.4013671875, -6.9884033203125, -6.575439453125, -6.1624755859375, -5.74951171875, -5.3365478515625, -4.923583984375, -4.5106201171875, -4.09765625, -3.6846923828125, -3.271728515625, -2.8587646484375, -2.44580078125, -2.0328369140625, -1.619873046875, -1.2069091796875, -0.7939453125, -0.3809814453125, 0.031982421875, 0.4449462890625, 0.85791015625, 1.2708740234375, 1.683837890625, 2.0968017578125, 2.509765625, 2.9227294921875, 3.335693359375, 3.7486572265625, 4.16162109375, 4.5745849609375, 4.987548828125, 5.4005126953125, 5.8134765625, 6.2264404296875, 6.639404296875, 7.0523681640625, 7.46533203125, 7.8782958984375, 8.291259765625, 8.7042236328125, 9.1171875]}, "gradients/encoder.encoder.layers.9.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 1.0, 5.0, 6.0, 5.0, 4.0, 19.0, 17.0, 25.0, 34.0, 53.0, 73.0, 120.0, 122.0, 134.0, 103.0, 96.0, 63.0, 46.0, 26.0, 16.0, 15.0, 6.0, 5.0, 3.0, 4.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.02734375, -1.952423095703125, -1.87750244140625, -1.802581787109375, -1.7276611328125, -1.652740478515625, -1.57781982421875, -1.502899169921875, -1.427978515625, -1.353057861328125, -1.27813720703125, -1.203216552734375, -1.1282958984375, -1.053375244140625, -0.97845458984375, -0.903533935546875, -0.82861328125, -0.753692626953125, -0.67877197265625, -0.603851318359375, -0.5289306640625, -0.454010009765625, -0.37908935546875, -0.304168701171875, -0.229248046875, -0.154327392578125, -0.07940673828125, -0.004486083984375, 0.0704345703125, 0.145355224609375, 0.22027587890625, 0.295196533203125, 0.3701171875, 0.445037841796875, 0.51995849609375, 0.594879150390625, 0.6697998046875, 0.744720458984375, 0.81964111328125, 0.894561767578125, 0.969482421875, 1.044403076171875, 1.11932373046875, 1.194244384765625, 1.2691650390625, 1.344085693359375, 1.41900634765625, 1.493927001953125, 1.56884765625, 1.643768310546875, 1.71868896484375, 1.793609619140625, 1.8685302734375, 1.943450927734375, 2.01837158203125, 2.093292236328125, 2.168212890625, 2.243133544921875, 2.31805419921875, 2.392974853515625, 2.4678955078125, 2.542816162109375, 2.61773681640625, 2.692657470703125, 2.767578125]}, "gradients/encoder.encoder.layers.9.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 2.0, 11.0, 8.0, 11.0, 20.0, 25.0, 35.0, 44.0, 77.0, 103.0, 141.0, 205.0, 315.0, 468.0, 668.0, 1266.0, 2656.0, 7627.0, 35824.0, 3996529.0, 124946.0, 14531.0, 4215.0, 1753.0, 972.0, 594.0, 363.0, 291.0, 179.0, 121.0, 82.0, 74.0, 30.0, 32.0, 31.0, 12.0, 6.0, 8.0, 5.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-5.7109375, -5.531005859375, -5.35107421875, -5.171142578125, -4.9912109375, -4.811279296875, -4.63134765625, -4.451416015625, -4.271484375, -4.091552734375, -3.91162109375, -3.731689453125, -3.5517578125, -3.371826171875, -3.19189453125, -3.011962890625, -2.83203125, -2.652099609375, -2.47216796875, -2.292236328125, -2.1123046875, -1.932373046875, -1.75244140625, -1.572509765625, -1.392578125, -1.212646484375, -1.03271484375, -0.852783203125, -0.6728515625, -0.492919921875, -0.31298828125, -0.133056640625, 0.046875, 0.226806640625, 0.40673828125, 0.586669921875, 0.7666015625, 0.946533203125, 1.12646484375, 1.306396484375, 1.486328125, 1.666259765625, 1.84619140625, 2.026123046875, 2.2060546875, 2.385986328125, 2.56591796875, 2.745849609375, 2.92578125, 3.105712890625, 3.28564453125, 3.465576171875, 3.6455078125, 3.825439453125, 4.00537109375, 4.185302734375, 4.365234375, 4.545166015625, 4.72509765625, 4.905029296875, 5.0849609375, 5.264892578125, 5.44482421875, 5.624755859375, 5.8046875]}, "gradients/encoder.encoder.layers.9.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 3.0, 3.0, 9.0, 7.0, 19.0, 27.0, 53.0, 183.0, 3464.0, 174.0, 57.0, 26.0, 25.0, 12.0, 3.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1279296875, -1.0778045654296875, -1.027679443359375, -0.9775543212890625, -0.92742919921875, -0.8773040771484375, -0.827178955078125, -0.7770538330078125, -0.7269287109375, -0.6768035888671875, -0.626678466796875, -0.5765533447265625, -0.52642822265625, -0.4763031005859375, -0.426177978515625, -0.3760528564453125, -0.325927734375, -0.2758026123046875, -0.225677490234375, -0.1755523681640625, -0.12542724609375, -0.0753021240234375, -0.025177001953125, 0.0249481201171875, 0.0750732421875, 0.1251983642578125, 0.175323486328125, 0.2254486083984375, 0.27557373046875, 0.3256988525390625, 0.375823974609375, 0.4259490966796875, 0.47607421875, 0.5261993408203125, 0.576324462890625, 0.6264495849609375, 0.67657470703125, 0.7266998291015625, 0.776824951171875, 0.8269500732421875, 0.8770751953125, 0.9272003173828125, 0.977325439453125, 1.0274505615234375, 1.07757568359375, 1.1277008056640625, 1.177825927734375, 1.2279510498046875, 1.278076171875, 1.3282012939453125, 1.378326416015625, 1.4284515380859375, 1.47857666015625, 1.5287017822265625, 1.578826904296875, 1.6289520263671875, 1.6790771484375, 1.7292022705078125, 1.779327392578125, 1.8294525146484375, 1.87957763671875, 1.9297027587890625, 1.979827880859375, 2.0299530029296875, 2.080078125]}, "gradients/encoder.encoder.layers.9.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 5.0, 2.0, 10.0, 14.0, 35.0, 71.0, 105.0, 172.0, 167.0, 194.0, 120.0, 63.0, 26.0, 10.0, 4.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.177255630493164, -8.956796646118164, -8.736337661743164, -8.515877723693848, -8.295418739318848, -8.074959754943848, -7.854500770568848, -7.634041786193848, -7.4135823249816895, -7.1931233406066895, -6.972663879394531, -6.752204895019531, -6.531745910644531, -6.311286449432373, -6.090827465057373, -5.870368003845215, -5.649909019470215, -5.429450035095215, -5.208990573883057, -4.988531589508057, -4.768072128295898, -4.547613143920898, -4.327154159545898, -4.106695175170898, -3.8862357139587402, -3.665776491165161, -3.445317268371582, -3.224858283996582, -3.004399061203003, -2.783939838409424, -2.563480854034424, -2.3430216312408447, -2.1225624084472656, -1.9021031856536865, -1.681644082069397, -1.4611849784851074, -1.2407257556915283, -1.0202665328979492, -0.7998074293136597, -0.5793483257293701, -0.358889102935791, -0.1384299397468567, 0.08202922344207764, 0.30248838663101196, 0.5229475498199463, 0.7434067726135254, 0.9638658761978149, 1.1843249797821045, 1.4047842025756836, 1.6252434253692627, 1.8457025289535522, 2.066161632537842, 2.286620855331421, 2.507080078125, 2.7275390625, 2.947998285293579, 3.168457508087158, 3.3889167308807373, 3.6093759536743164, 3.8298349380493164, 4.050293922424316, 4.270753383636475, 4.491212368011475, 4.711671829223633, 4.932130813598633]}, "gradients/encoder.encoder.layers.9.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 1.0, 0.0, 2.0, 3.0, 4.0, 8.0, 9.0, 3.0, 15.0, 23.0, 17.0, 24.0, 27.0, 31.0, 35.0, 29.0, 41.0, 40.0, 45.0, 58.0, 34.0, 68.0, 41.0, 52.0, 51.0, 55.0, 50.0, 39.0, 33.0, 19.0, 28.0, 18.0, 20.0, 12.0, 10.0, 9.0, 9.0, 8.0, 9.0, 2.0, 10.0, 4.0, 4.0, 4.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-2.6672422885894775, -2.57975172996521, -2.4922611713409424, -2.404770612716675, -2.3172800540924072, -2.2297894954681396, -2.142299175262451, -2.0548086166381836, -1.9673179388046265, -1.8798273801803589, -1.7923368215560913, -1.7048463821411133, -1.6173558235168457, -1.5298652648925781, -1.4423747062683105, -1.354884147644043, -1.2673935890197754, -1.1799030303955078, -1.0924124717712402, -1.0049219131469727, -0.9174314141273499, -0.8299408555030823, -0.7424503564834595, -0.6549597978591919, -0.5674692392349243, -0.47997868061065674, -0.39248815178871155, -0.30499762296676636, -0.21750706434249878, -0.1300165057182312, -0.0425260066986084, 0.04496455192565918, 0.13245511054992676, 0.21994565427303314, 0.3074361979961395, 0.3949267268180847, 0.4824172854423523, 0.5699078440666199, 0.6573983430862427, 0.7448889017105103, 0.8323794603347778, 0.9198700189590454, 1.007360577583313, 1.094851016998291, 1.1823415756225586, 1.2698321342468262, 1.3573226928710938, 1.4448132514953613, 1.532303810119629, 1.6197943687438965, 1.707284927368164, 1.7947754859924316, 1.8822660446166992, 1.9697566032409668, 2.0572471618652344, 2.144737720489502, 2.2322282791137695, 2.319718837738037, 2.4072093963623047, 2.4946999549865723, 2.58219051361084, 2.6696810722351074, 2.757171630859375, 2.8446621894836426, 2.932152509689331]}, "gradients/encoder.encoder.layers.9.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 2.0, 4.0, 10.0, 8.0, 18.0, 29.0, 43.0, 117.0, 210.0, 533.0, 1941.0, 10875.0, 208202.0, 789323.0, 31892.0, 3854.0, 897.0, 305.0, 138.0, 56.0, 36.0, 22.0, 22.0, 6.0, 3.0, 5.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.40625, -5.2076416015625, -5.009033203125, -4.8104248046875, -4.61181640625, -4.4132080078125, -4.214599609375, -4.0159912109375, -3.8173828125, -3.6187744140625, -3.420166015625, -3.2215576171875, -3.02294921875, -2.8243408203125, -2.625732421875, -2.4271240234375, -2.228515625, -2.0299072265625, -1.831298828125, -1.6326904296875, -1.43408203125, -1.2354736328125, -1.036865234375, -0.8382568359375, -0.6396484375, -0.4410400390625, -0.242431640625, -0.0438232421875, 0.15478515625, 0.3533935546875, 0.552001953125, 0.7506103515625, 0.94921875, 1.1478271484375, 1.346435546875, 1.5450439453125, 1.74365234375, 1.9422607421875, 2.140869140625, 2.3394775390625, 2.5380859375, 2.7366943359375, 2.935302734375, 3.1339111328125, 3.33251953125, 3.5311279296875, 3.729736328125, 3.9283447265625, 4.126953125, 4.3255615234375, 4.524169921875, 4.7227783203125, 4.92138671875, 5.1199951171875, 5.318603515625, 5.5172119140625, 5.7158203125, 5.9144287109375, 6.113037109375, 6.3116455078125, 6.51025390625, 6.7088623046875, 6.907470703125, 7.1060791015625, 7.3046875]}, "gradients/encoder.encoder.layers.9.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 5.0, 3.0, 1.0, 7.0, 5.0, 16.0, 12.0, 27.0, 60.0, 60.0, 73.0, 94.0, 119.0, 104.0, 99.0, 93.0, 77.0, 51.0, 37.0, 19.0, 13.0, 8.0, 6.0, 6.0, 4.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9833984375, -1.9129486083984375, -1.842498779296875, -1.7720489501953125, -1.70159912109375, -1.6311492919921875, -1.560699462890625, -1.4902496337890625, -1.4197998046875, -1.3493499755859375, -1.278900146484375, -1.2084503173828125, -1.13800048828125, -1.0675506591796875, -0.997100830078125, -0.9266510009765625, -0.856201171875, -0.7857513427734375, -0.715301513671875, -0.6448516845703125, -0.57440185546875, -0.5039520263671875, -0.433502197265625, -0.3630523681640625, -0.2926025390625, -0.2221527099609375, -0.151702880859375, -0.0812530517578125, -0.01080322265625, 0.0596466064453125, 0.130096435546875, 0.2005462646484375, 0.27099609375, 0.3414459228515625, 0.411895751953125, 0.4823455810546875, 0.55279541015625, 0.6232452392578125, 0.693695068359375, 0.7641448974609375, 0.8345947265625, 0.9050445556640625, 0.975494384765625, 1.0459442138671875, 1.11639404296875, 1.1868438720703125, 1.257293701171875, 1.3277435302734375, 1.398193359375, 1.4686431884765625, 1.539093017578125, 1.6095428466796875, 1.67999267578125, 1.7504425048828125, 1.820892333984375, 1.8913421630859375, 1.9617919921875, 2.0322418212890625, 2.102691650390625, 2.1731414794921875, 2.24359130859375, 2.3140411376953125, 2.384490966796875, 2.4549407958984375, 2.525390625]}, "gradients/encoder.encoder.layers.9.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 3.0, 7.0, 5.0, 18.0, 16.0, 22.0, 33.0, 41.0, 63.0, 87.0, 162.0, 331.0, 636.0, 1595.0, 7913.0, 250084.0, 768152.0, 15286.0, 2366.0, 863.0, 346.0, 177.0, 118.0, 66.0, 35.0, 46.0, 22.0, 15.0, 17.0, 12.0, 8.0, 3.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.4921875, -6.261474609375, -6.03076171875, -5.800048828125, -5.5693359375, -5.338623046875, -5.10791015625, -4.877197265625, -4.646484375, -4.415771484375, -4.18505859375, -3.954345703125, -3.7236328125, -3.492919921875, -3.26220703125, -3.031494140625, -2.80078125, -2.570068359375, -2.33935546875, -2.108642578125, -1.8779296875, -1.647216796875, -1.41650390625, -1.185791015625, -0.955078125, -0.724365234375, -0.49365234375, -0.262939453125, -0.0322265625, 0.198486328125, 0.42919921875, 0.659912109375, 0.890625, 1.121337890625, 1.35205078125, 1.582763671875, 1.8134765625, 2.044189453125, 2.27490234375, 2.505615234375, 2.736328125, 2.967041015625, 3.19775390625, 3.428466796875, 3.6591796875, 3.889892578125, 4.12060546875, 4.351318359375, 4.58203125, 4.812744140625, 5.04345703125, 5.274169921875, 5.5048828125, 5.735595703125, 5.96630859375, 6.197021484375, 6.427734375, 6.658447265625, 6.88916015625, 7.119873046875, 7.3505859375, 7.581298828125, 7.81201171875, 8.042724609375, 8.2734375]}, "gradients/encoder.encoder.layers.9.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 5.0, 4.0, 10.0, 7.0, 15.0, 11.0, 20.0, 15.0, 23.0, 41.0, 49.0, 52.0, 59.0, 57.0, 58.0, 56.0, 70.0, 62.0, 55.0, 62.0, 42.0, 50.0, 36.0, 39.0, 18.0, 18.0, 18.0, 11.0, 12.0, 10.0, 8.0, 7.0, 5.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.92578125, -6.69830322265625, -6.4708251953125, -6.24334716796875, -6.015869140625, -5.78839111328125, -5.5609130859375, -5.33343505859375, -5.10595703125, -4.87847900390625, -4.6510009765625, -4.42352294921875, -4.196044921875, -3.96856689453125, -3.7410888671875, -3.51361083984375, -3.2861328125, -3.05865478515625, -2.8311767578125, -2.60369873046875, -2.376220703125, -2.14874267578125, -1.9212646484375, -1.69378662109375, -1.46630859375, -1.23883056640625, -1.0113525390625, -0.78387451171875, -0.556396484375, -0.32891845703125, -0.1014404296875, 0.12603759765625, 0.353515625, 0.58099365234375, 0.8084716796875, 1.03594970703125, 1.263427734375, 1.49090576171875, 1.7183837890625, 1.94586181640625, 2.17333984375, 2.40081787109375, 2.6282958984375, 2.85577392578125, 3.083251953125, 3.31072998046875, 3.5382080078125, 3.76568603515625, 3.9931640625, 4.22064208984375, 4.4481201171875, 4.67559814453125, 4.903076171875, 5.13055419921875, 5.3580322265625, 5.58551025390625, 5.81298828125, 6.04046630859375, 6.2679443359375, 6.49542236328125, 6.722900390625, 6.95037841796875, 7.1778564453125, 7.40533447265625, 7.6328125]}, "gradients/encoder.encoder.layers.9.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 5.0, 8.0, 7.0, 12.0, 11.0, 18.0, 29.0, 63.0, 121.0, 314.0, 911.0, 4337.0, 194758.0, 837828.0, 8136.0, 1312.0, 359.0, 157.0, 55.0, 52.0, 18.0, 18.0, 6.0, 5.0, 6.0, 4.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-6.9375, -6.75067138671875, -6.5638427734375, -6.37701416015625, -6.190185546875, -6.00335693359375, -5.8165283203125, -5.62969970703125, -5.44287109375, -5.25604248046875, -5.0692138671875, -4.88238525390625, -4.695556640625, -4.50872802734375, -4.3218994140625, -4.13507080078125, -3.9482421875, -3.76141357421875, -3.5745849609375, -3.38775634765625, -3.200927734375, -3.01409912109375, -2.8272705078125, -2.64044189453125, -2.45361328125, -2.26678466796875, -2.0799560546875, -1.89312744140625, -1.706298828125, -1.51947021484375, -1.3326416015625, -1.14581298828125, -0.958984375, -0.77215576171875, -0.5853271484375, -0.39849853515625, -0.211669921875, -0.02484130859375, 0.1619873046875, 0.34881591796875, 0.53564453125, 0.72247314453125, 0.9093017578125, 1.09613037109375, 1.282958984375, 1.46978759765625, 1.6566162109375, 1.84344482421875, 2.0302734375, 2.21710205078125, 2.4039306640625, 2.59075927734375, 2.777587890625, 2.96441650390625, 3.1512451171875, 3.33807373046875, 3.52490234375, 3.71173095703125, 3.8985595703125, 4.08538818359375, 4.272216796875, 4.45904541015625, 4.6458740234375, 4.83270263671875, 5.01953125]}, "gradients/encoder.encoder.layers.9.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 5.0, 3.0, 9.0, 13.0, 26.0, 33.0, 70.0, 111.0, 182.0, 186.0, 140.0, 92.0, 59.0, 32.0, 23.0, 14.0, 5.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00042247772216796875, -0.0004114508628845215, -0.0004004240036010742, -0.00038939714431762695, -0.0003783702850341797, -0.0003673434257507324, -0.00035631656646728516, -0.0003452897071838379, -0.0003342628479003906, -0.00032323598861694336, -0.0003122091293334961, -0.00030118227005004883, -0.00029015541076660156, -0.0002791285514831543, -0.00026810169219970703, -0.00025707483291625977, -0.0002460479736328125, -0.00023502111434936523, -0.00022399425506591797, -0.0002129673957824707, -0.00020194053649902344, -0.00019091367721557617, -0.0001798868179321289, -0.00016885995864868164, -0.00015783309936523438, -0.0001468062400817871, -0.00013577938079833984, -0.00012475252151489258, -0.00011372566223144531, -0.00010269880294799805, -9.167194366455078e-05, -8.064508438110352e-05, -6.961822509765625e-05, -5.8591365814208984e-05, -4.756450653076172e-05, -3.653764724731445e-05, -2.5510787963867188e-05, -1.4483928680419922e-05, -3.4570693969726562e-06, 7.569789886474609e-06, 1.8596649169921875e-05, 2.962350845336914e-05, 4.0650367736816406e-05, 5.167722702026367e-05, 6.270408630371094e-05, 7.37309455871582e-05, 8.475780487060547e-05, 9.578466415405273e-05, 0.0001068115234375, 0.00011783838272094727, 0.00012886524200439453, 0.0001398921012878418, 0.00015091896057128906, 0.00016194581985473633, 0.0001729726791381836, 0.00018399953842163086, 0.00019502639770507812, 0.0002060532569885254, 0.00021708011627197266, 0.00022810697555541992, 0.0002391338348388672, 0.00025016069412231445, 0.0002611875534057617, 0.000272214412689209, 0.00028324127197265625]}, "gradients/encoder.encoder.layers.9.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 5.0, 3.0, 4.0, 14.0, 18.0, 29.0, 37.0, 67.0, 136.0, 248.0, 633.0, 1991.0, 9745.0, 217301.0, 791216.0, 22210.0, 3240.0, 956.0, 344.0, 158.0, 86.0, 41.0, 25.0, 20.0, 12.0, 6.0, 6.0, 5.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.98828125, -3.868072509765625, -3.74786376953125, -3.627655029296875, -3.5074462890625, -3.387237548828125, -3.26702880859375, -3.146820068359375, -3.026611328125, -2.906402587890625, -2.78619384765625, -2.665985107421875, -2.5457763671875, -2.425567626953125, -2.30535888671875, -2.185150146484375, -2.06494140625, -1.944732666015625, -1.82452392578125, -1.704315185546875, -1.5841064453125, -1.463897705078125, -1.34368896484375, -1.223480224609375, -1.103271484375, -0.983062744140625, -0.86285400390625, -0.742645263671875, -0.6224365234375, -0.502227783203125, -0.38201904296875, -0.261810302734375, -0.1416015625, -0.021392822265625, 0.09881591796875, 0.219024658203125, 0.3392333984375, 0.459442138671875, 0.57965087890625, 0.699859619140625, 0.820068359375, 0.940277099609375, 1.06048583984375, 1.180694580078125, 1.3009033203125, 1.421112060546875, 1.54132080078125, 1.661529541015625, 1.78173828125, 1.901947021484375, 2.02215576171875, 2.142364501953125, 2.2625732421875, 2.382781982421875, 2.50299072265625, 2.623199462890625, 2.743408203125, 2.863616943359375, 2.98382568359375, 3.104034423828125, 3.2242431640625, 3.344451904296875, 3.46466064453125, 3.584869384765625, 3.705078125]}, "gradients/encoder.encoder.layers.9.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 4.0, 1.0, 8.0, 9.0, 20.0, 43.0, 49.0, 74.0, 118.0, 187.0, 149.0, 149.0, 73.0, 50.0, 28.0, 24.0, 10.0, 5.0, 5.0, 5.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.34765625, -3.239471435546875, -3.13128662109375, -3.023101806640625, -2.9149169921875, -2.806732177734375, -2.69854736328125, -2.590362548828125, -2.482177734375, -2.373992919921875, -2.26580810546875, -2.157623291015625, -2.0494384765625, -1.941253662109375, -1.83306884765625, -1.724884033203125, -1.61669921875, -1.508514404296875, -1.40032958984375, -1.292144775390625, -1.1839599609375, -1.075775146484375, -0.96759033203125, -0.859405517578125, -0.751220703125, -0.643035888671875, -0.53485107421875, -0.426666259765625, -0.3184814453125, -0.210296630859375, -0.10211181640625, 0.006072998046875, 0.1142578125, 0.222442626953125, 0.33062744140625, 0.438812255859375, 0.5469970703125, 0.655181884765625, 0.76336669921875, 0.871551513671875, 0.979736328125, 1.087921142578125, 1.19610595703125, 1.304290771484375, 1.4124755859375, 1.520660400390625, 1.62884521484375, 1.737030029296875, 1.84521484375, 1.953399658203125, 2.06158447265625, 2.169769287109375, 2.2779541015625, 2.386138916015625, 2.49432373046875, 2.602508544921875, 2.710693359375, 2.818878173828125, 2.92706298828125, 3.035247802734375, 3.1434326171875, 3.251617431640625, 3.35980224609375, 3.467987060546875, 3.576171875]}, "gradients/encoder.encoder.layers.9.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 6.0, 20.0, 113.0, 316.0, 376.0, 138.0, 28.0, 8.0, 5.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-132.9187469482422, -130.21336364746094, -127.50798034667969, -124.80260467529297, -122.09722137451172, -119.39183807373047, -116.68646240234375, -113.9810791015625, -111.27569580078125, -108.5703125, -105.86492919921875, -103.15955352783203, -100.45417022705078, -97.74878692626953, -95.04341125488281, -92.33802795410156, -89.63264465332031, -86.92726135253906, -84.22187805175781, -81.5165023803711, -78.81111907958984, -76.1057357788086, -73.40036010742188, -70.69497680664062, -67.98959350585938, -65.28421020507812, -62.57883071899414, -59.873451232910156, -57.168067932128906, -54.462684631347656, -51.75730514526367, -49.05192565917969, -46.34653854370117, -43.64115905761719, -40.93577575683594, -38.23039245605469, -35.5250129699707, -32.81963348388672, -30.11425018310547, -27.40886878967285, -24.703487396240234, -21.998106002807617, -19.292724609375, -16.587343215942383, -13.881961822509766, -11.176580429077148, -8.471199035644531, -5.765817642211914, -3.060436248779297, -0.3550548553466797, 2.3503265380859375, 5.055707931518555, 7.761089324951172, 10.466470718383789, 13.171852111816406, 15.877233505249023, 18.58261489868164, 21.287996292114258, 23.993377685546875, 26.698759078979492, 29.40414047241211, 32.109519958496094, 34.814903259277344, 37.520286560058594, 40.22566604614258]}, "gradients/encoder.encoder.layers.9.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 8.0, 7.0, 5.0, 11.0, 18.0, 15.0, 17.0, 12.0, 19.0, 30.0, 36.0, 29.0, 43.0, 46.0, 39.0, 44.0, 35.0, 60.0, 51.0, 61.0, 46.0, 52.0, 38.0, 38.0, 48.0, 27.0, 34.0, 23.0, 34.0, 14.0, 12.0, 12.0, 13.0, 8.0, 9.0, 3.0, 6.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.463184356689453, -23.726531982421875, -22.989879608154297, -22.25322723388672, -21.516572952270508, -20.77992057800293, -20.04326820373535, -19.306615829467773, -18.569963455200195, -17.833311080932617, -17.09665870666504, -16.360004425048828, -15.623353004455566, -14.886699676513672, -14.150047302246094, -13.413394927978516, -12.676741600036621, -11.940089225769043, -11.203435897827148, -10.46678352355957, -9.730131149291992, -8.993478775024414, -8.25682544708252, -7.520173072814941, -6.783520221710205, -6.046867370605469, -5.310214996337891, -4.573562145233154, -3.836909532546997, -3.10025691986084, -2.3636040687561035, -1.6269516944885254, -0.8902988433837891, -0.15364617109298706, 0.5830065011978149, 1.3196592330932617, 2.056311845779419, 2.792964458465576, 3.5296173095703125, 4.266269683837891, 5.002922534942627, 5.739575386047363, 6.476227760314941, 7.212880611419678, 7.949533462524414, 8.686185836791992, 9.42283821105957, 10.159490585327148, 10.896143913269043, 11.632796287536621, 12.369449615478516, 13.106101989746094, 13.842754364013672, 14.57940673828125, 15.316060066223145, 16.052711486816406, 16.789365768432617, 17.526018142700195, 18.262670516967773, 18.999324798583984, 19.735977172851562, 20.47262954711914, 21.20928192138672, 21.945934295654297, 22.682586669921875]}, "gradients/encoder.encoder.layers.8.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 4.0, 4.0, 7.0, 6.0, 14.0, 17.0, 34.0, 44.0, 95.0, 153.0, 317.0, 610.0, 1635.0, 5249.0, 36526.0, 4083935.0, 55859.0, 6525.0, 1794.0, 695.0, 314.0, 176.0, 110.0, 60.0, 39.0, 20.0, 14.0, 6.0, 10.0, 11.0, 2.0, 1.0, 4.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.56640625, -6.37646484375, -6.1865234375, -5.99658203125, -5.806640625, -5.61669921875, -5.4267578125, -5.23681640625, -5.046875, -4.85693359375, -4.6669921875, -4.47705078125, -4.287109375, -4.09716796875, -3.9072265625, -3.71728515625, -3.52734375, -3.33740234375, -3.1474609375, -2.95751953125, -2.767578125, -2.57763671875, -2.3876953125, -2.19775390625, -2.0078125, -1.81787109375, -1.6279296875, -1.43798828125, -1.248046875, -1.05810546875, -0.8681640625, -0.67822265625, -0.48828125, -0.29833984375, -0.1083984375, 0.08154296875, 0.271484375, 0.46142578125, 0.6513671875, 0.84130859375, 1.03125, 1.22119140625, 1.4111328125, 1.60107421875, 1.791015625, 1.98095703125, 2.1708984375, 2.36083984375, 2.55078125, 2.74072265625, 2.9306640625, 3.12060546875, 3.310546875, 3.50048828125, 3.6904296875, 3.88037109375, 4.0703125, 4.26025390625, 4.4501953125, 4.64013671875, 4.830078125, 5.02001953125, 5.2099609375, 5.39990234375, 5.58984375]}, "gradients/encoder.encoder.layers.8.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 5.0, 3.0, 6.0, 10.0, 9.0, 33.0, 37.0, 68.0, 98.0, 125.0, 131.0, 139.0, 115.0, 90.0, 54.0, 32.0, 14.0, 8.0, 10.0, 6.0, 6.0, 0.0, 3.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.53515625, -2.450042724609375, -2.36492919921875, -2.279815673828125, -2.1947021484375, -2.109588623046875, -2.02447509765625, -1.939361572265625, -1.854248046875, -1.769134521484375, -1.68402099609375, -1.598907470703125, -1.5137939453125, -1.428680419921875, -1.34356689453125, -1.258453369140625, -1.17333984375, -1.088226318359375, -1.00311279296875, -0.917999267578125, -0.8328857421875, -0.747772216796875, -0.66265869140625, -0.577545166015625, -0.492431640625, -0.407318115234375, -0.32220458984375, -0.237091064453125, -0.1519775390625, -0.066864013671875, 0.01824951171875, 0.103363037109375, 0.1884765625, 0.273590087890625, 0.35870361328125, 0.443817138671875, 0.5289306640625, 0.614044189453125, 0.69915771484375, 0.784271240234375, 0.869384765625, 0.954498291015625, 1.03961181640625, 1.124725341796875, 1.2098388671875, 1.294952392578125, 1.38006591796875, 1.465179443359375, 1.55029296875, 1.635406494140625, 1.72052001953125, 1.805633544921875, 1.8907470703125, 1.975860595703125, 2.06097412109375, 2.146087646484375, 2.231201171875, 2.316314697265625, 2.40142822265625, 2.486541748046875, 2.5716552734375, 2.656768798828125, 2.74188232421875, 2.826995849609375, 2.912109375]}, "gradients/encoder.encoder.layers.8.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 2.0, 4.0, 4.0, 3.0, 11.0, 15.0, 24.0, 39.0, 49.0, 55.0, 109.0, 163.0, 222.0, 328.0, 603.0, 1062.0, 1887.0, 3738.0, 8304.0, 21782.0, 94587.0, 3781655.0, 224411.0, 33185.0, 11410.0, 4848.0, 2495.0, 1299.0, 754.0, 418.0, 284.0, 174.0, 101.0, 84.0, 57.0, 31.0, 23.0, 18.0, 12.0, 13.0, 7.0, 9.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-2.759765625, -2.68017578125, -2.6005859375, -2.52099609375, -2.44140625, -2.36181640625, -2.2822265625, -2.20263671875, -2.123046875, -2.04345703125, -1.9638671875, -1.88427734375, -1.8046875, -1.72509765625, -1.6455078125, -1.56591796875, -1.486328125, -1.40673828125, -1.3271484375, -1.24755859375, -1.16796875, -1.08837890625, -1.0087890625, -0.92919921875, -0.849609375, -0.77001953125, -0.6904296875, -0.61083984375, -0.53125, -0.45166015625, -0.3720703125, -0.29248046875, -0.212890625, -0.13330078125, -0.0537109375, 0.02587890625, 0.10546875, 0.18505859375, 0.2646484375, 0.34423828125, 0.423828125, 0.50341796875, 0.5830078125, 0.66259765625, 0.7421875, 0.82177734375, 0.9013671875, 0.98095703125, 1.060546875, 1.14013671875, 1.2197265625, 1.29931640625, 1.37890625, 1.45849609375, 1.5380859375, 1.61767578125, 1.697265625, 1.77685546875, 1.8564453125, 1.93603515625, 2.015625, 2.09521484375, 2.1748046875, 2.25439453125, 2.333984375]}, "gradients/encoder.encoder.layers.8.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 4.0, 2.0, 5.0, 2.0, 4.0, 7.0, 5.0, 10.0, 19.0, 23.0, 31.0, 42.0, 99.0, 182.0, 1108.0, 2082.0, 195.0, 99.0, 46.0, 22.0, 23.0, 18.0, 14.0, 7.0, 4.0, 6.0, 3.0, 4.0, 1.0, 6.0, 2.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.298828125, -1.2606658935546875, -1.222503662109375, -1.1843414306640625, -1.14617919921875, -1.1080169677734375, -1.069854736328125, -1.0316925048828125, -0.9935302734375, -0.9553680419921875, -0.917205810546875, -0.8790435791015625, -0.84088134765625, -0.8027191162109375, -0.764556884765625, -0.7263946533203125, -0.688232421875, -0.6500701904296875, -0.611907958984375, -0.5737457275390625, -0.53558349609375, -0.4974212646484375, -0.459259033203125, -0.4210968017578125, -0.3829345703125, -0.3447723388671875, -0.306610107421875, -0.2684478759765625, -0.23028564453125, -0.1921234130859375, -0.153961181640625, -0.1157989501953125, -0.07763671875, -0.0394744873046875, -0.001312255859375, 0.0368499755859375, 0.07501220703125, 0.1131744384765625, 0.151336669921875, 0.1894989013671875, 0.2276611328125, 0.2658233642578125, 0.303985595703125, 0.3421478271484375, 0.38031005859375, 0.4184722900390625, 0.456634521484375, 0.4947967529296875, 0.532958984375, 0.5711212158203125, 0.609283447265625, 0.6474456787109375, 0.68560791015625, 0.7237701416015625, 0.761932373046875, 0.8000946044921875, 0.8382568359375, 0.8764190673828125, 0.914581298828125, 0.9527435302734375, 0.99090576171875, 1.0290679931640625, 1.067230224609375, 1.1053924560546875, 1.1435546875]}, "gradients/encoder.encoder.layers.8.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 9.0, 7.0, 14.0, 24.0, 29.0, 36.0, 56.0, 70.0, 87.0, 109.0, 119.0, 106.0, 92.0, 76.0, 49.0, 31.0, 32.0, 17.0, 9.0, 5.0, 5.0, 3.0, 5.0, 4.0, 4.0, 1.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.638387680053711, -3.487043857574463, -3.3356997966766357, -3.1843559741973877, -3.0330119132995605, -2.8816680908203125, -2.7303242683410645, -2.5789802074432373, -2.42763614654541, -2.276292324066162, -2.124948263168335, -1.973604440689087, -1.8222603797912598, -1.6709165573120117, -1.5195726156234741, -1.3682286739349365, -1.2168848514556885, -1.0655409097671509, -0.9141969680786133, -0.7628530859947205, -0.6115091443061829, -0.46016520261764526, -0.30882132053375244, -0.15747737884521484, -0.006133437156677246, 0.14521048963069916, 0.29655441641807556, 0.44789832830429077, 0.5992422699928284, 0.750586211681366, 0.9019300937652588, 1.0532740354537964, 1.204617977142334, 1.3559619188308716, 1.5073058605194092, 1.6586496829986572, 1.8099937438964844, 1.9613375663757324, 2.1126813888549805, 2.2640254497528076, 2.4153695106506348, 2.566713333129883, 2.71805739402771, 2.869401216506958, 3.020745277404785, 3.172089099884033, 3.3234329223632812, 3.4747769832611084, 3.6261208057403564, 3.7774646282196045, 3.9288086891174316, 4.08015251159668, 4.231496334075928, 4.382840633392334, 4.534184455871582, 4.68552827835083, 4.836872100830078, 4.988215923309326, 5.139559745788574, 5.2909040451049805, 5.4422478675842285, 5.593591690063477, 5.744935512542725, 5.896279335021973, 6.047623634338379]}, "gradients/encoder.encoder.layers.8.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 6.0, 9.0, 7.0, 11.0, 15.0, 20.0, 22.0, 35.0, 44.0, 41.0, 48.0, 71.0, 61.0, 74.0, 87.0, 71.0, 69.0, 59.0, 55.0, 53.0, 37.0, 25.0, 25.0, 23.0, 13.0, 6.0, 9.0, 4.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.562617301940918, -5.396609306335449, -5.2306013107299805, -5.0645928382873535, -4.898584842681885, -4.732576847076416, -4.566568851470947, -4.40056037902832, -4.234552383422852, -4.068544387817383, -3.902536153793335, -3.736528158187866, -3.5705199241638184, -3.4045119285583496, -3.238503932952881, -3.072495698928833, -2.9064877033233643, -2.7404797077178955, -2.5744714736938477, -2.408463478088379, -2.242455244064331, -2.0764472484588623, -1.910439133644104, -1.7444310188293457, -1.5784229040145874, -1.412414789199829, -1.2464066743850708, -1.0803985595703125, -0.914390504360199, -0.7483823895454407, -0.5823743343353271, -0.41636621952056885, -0.25035810470581055, -0.08435000479221344, 0.08165809512138367, 0.24766618013381958, 0.4136742949485779, 0.5796824097633362, 0.7456904649734497, 0.911698579788208, 1.0777066946029663, 1.2437148094177246, 1.409722924232483, 1.5757310390472412, 1.74173903465271, 1.9077472686767578, 2.0737552642822266, 2.2397632598876953, 2.405771493911743, 2.571779489517212, 2.7377877235412598, 2.9037957191467285, 3.0698039531707764, 3.235811948776245, 3.401820182800293, 3.5678281784057617, 3.7338361740112305, 3.899844169616699, 4.065852165222168, 4.231860637664795, 4.397868633270264, 4.563876628875732, 4.729884624481201, 4.895893096923828, 5.061901092529297]}, "gradients/encoder.encoder.layers.8.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 5.0, 5.0, 14.0, 9.0, 9.0, 21.0, 43.0, 83.0, 177.0, 428.0, 1240.0, 5895.0, 71809.0, 874559.0, 85290.0, 6697.0, 1431.0, 444.0, 191.0, 92.0, 50.0, 27.0, 16.0, 10.0, 9.0, 3.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-8.59375, -8.36474609375, -8.1357421875, -7.90673828125, -7.677734375, -7.44873046875, -7.2197265625, -6.99072265625, -6.76171875, -6.53271484375, -6.3037109375, -6.07470703125, -5.845703125, -5.61669921875, -5.3876953125, -5.15869140625, -4.9296875, -4.70068359375, -4.4716796875, -4.24267578125, -4.013671875, -3.78466796875, -3.5556640625, -3.32666015625, -3.09765625, -2.86865234375, -2.6396484375, -2.41064453125, -2.181640625, -1.95263671875, -1.7236328125, -1.49462890625, -1.265625, -1.03662109375, -0.8076171875, -0.57861328125, -0.349609375, -0.12060546875, 0.1083984375, 0.33740234375, 0.56640625, 0.79541015625, 1.0244140625, 1.25341796875, 1.482421875, 1.71142578125, 1.9404296875, 2.16943359375, 2.3984375, 2.62744140625, 2.8564453125, 3.08544921875, 3.314453125, 3.54345703125, 3.7724609375, 4.00146484375, 4.23046875, 4.45947265625, 4.6884765625, 4.91748046875, 5.146484375, 5.37548828125, 5.6044921875, 5.83349609375, 6.0625]}, "gradients/encoder.encoder.layers.8.attention.out_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 5.0, 4.0, 3.0, 2.0, 7.0, 12.0, 11.0, 19.0, 29.0, 41.0, 44.0, 80.0, 70.0, 101.0, 99.0, 102.0, 94.0, 71.0, 70.0, 54.0, 23.0, 13.0, 15.0, 9.0, 5.0, 6.0, 3.0, 6.0, 4.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.78125, -1.719146728515625, -1.65704345703125, -1.594940185546875, -1.5328369140625, -1.470733642578125, -1.40863037109375, -1.346527099609375, -1.284423828125, -1.222320556640625, -1.16021728515625, -1.098114013671875, -1.0360107421875, -0.973907470703125, -0.91180419921875, -0.849700927734375, -0.78759765625, -0.725494384765625, -0.66339111328125, -0.601287841796875, -0.5391845703125, -0.477081298828125, -0.41497802734375, -0.352874755859375, -0.290771484375, -0.228668212890625, -0.16656494140625, -0.104461669921875, -0.0423583984375, 0.019744873046875, 0.08184814453125, 0.143951416015625, 0.2060546875, 0.268157958984375, 0.33026123046875, 0.392364501953125, 0.4544677734375, 0.516571044921875, 0.57867431640625, 0.640777587890625, 0.702880859375, 0.764984130859375, 0.82708740234375, 0.889190673828125, 0.9512939453125, 1.013397216796875, 1.07550048828125, 1.137603759765625, 1.19970703125, 1.261810302734375, 1.32391357421875, 1.386016845703125, 1.4481201171875, 1.510223388671875, 1.57232666015625, 1.634429931640625, 1.696533203125, 1.758636474609375, 1.82073974609375, 1.882843017578125, 1.9449462890625, 2.007049560546875, 2.06915283203125, 2.131256103515625, 2.193359375]}, "gradients/encoder.encoder.layers.8.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 4.0, 6.0, 11.0, 13.0, 13.0, 21.0, 29.0, 58.0, 112.0, 175.0, 314.0, 641.0, 1698.0, 6361.0, 79935.0, 886839.0, 63595.0, 5914.0, 1490.0, 609.0, 279.0, 172.0, 89.0, 54.0, 46.0, 25.0, 14.0, 6.0, 5.0, 9.0, 6.0, 4.0, 3.0, 4.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-6.484375, -6.27154541015625, -6.0587158203125, -5.84588623046875, -5.633056640625, -5.42022705078125, -5.2073974609375, -4.99456787109375, -4.78173828125, -4.56890869140625, -4.3560791015625, -4.14324951171875, -3.930419921875, -3.71759033203125, -3.5047607421875, -3.29193115234375, -3.0791015625, -2.86627197265625, -2.6534423828125, -2.44061279296875, -2.227783203125, -2.01495361328125, -1.8021240234375, -1.58929443359375, -1.37646484375, -1.16363525390625, -0.9508056640625, -0.73797607421875, -0.525146484375, -0.31231689453125, -0.0994873046875, 0.11334228515625, 0.326171875, 0.53900146484375, 0.7518310546875, 0.96466064453125, 1.177490234375, 1.39031982421875, 1.6031494140625, 1.81597900390625, 2.02880859375, 2.24163818359375, 2.4544677734375, 2.66729736328125, 2.880126953125, 3.09295654296875, 3.3057861328125, 3.51861572265625, 3.7314453125, 3.94427490234375, 4.1571044921875, 4.36993408203125, 4.582763671875, 4.79559326171875, 5.0084228515625, 5.22125244140625, 5.43408203125, 5.64691162109375, 5.8597412109375, 6.07257080078125, 6.285400390625, 6.49822998046875, 6.7110595703125, 6.92388916015625, 7.13671875]}, "gradients/encoder.encoder.layers.8.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 5.0, 7.0, 8.0, 4.0, 8.0, 8.0, 13.0, 20.0, 18.0, 29.0, 34.0, 48.0, 48.0, 51.0, 60.0, 55.0, 63.0, 56.0, 69.0, 76.0, 72.0, 47.0, 35.0, 48.0, 33.0, 19.0, 23.0, 12.0, 12.0, 7.0, 5.0, 11.0, 4.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.34375, -7.12969970703125, -6.9156494140625, -6.70159912109375, -6.487548828125, -6.27349853515625, -6.0594482421875, -5.84539794921875, -5.63134765625, -5.41729736328125, -5.2032470703125, -4.98919677734375, -4.775146484375, -4.56109619140625, -4.3470458984375, -4.13299560546875, -3.9189453125, -3.70489501953125, -3.4908447265625, -3.27679443359375, -3.062744140625, -2.84869384765625, -2.6346435546875, -2.42059326171875, -2.20654296875, -1.99249267578125, -1.7784423828125, -1.56439208984375, -1.350341796875, -1.13629150390625, -0.9222412109375, -0.70819091796875, -0.494140625, -0.28009033203125, -0.0660400390625, 0.14801025390625, 0.362060546875, 0.57611083984375, 0.7901611328125, 1.00421142578125, 1.21826171875, 1.43231201171875, 1.6463623046875, 1.86041259765625, 2.074462890625, 2.28851318359375, 2.5025634765625, 2.71661376953125, 2.9306640625, 3.14471435546875, 3.3587646484375, 3.57281494140625, 3.786865234375, 4.00091552734375, 4.2149658203125, 4.42901611328125, 4.64306640625, 4.85711669921875, 5.0711669921875, 5.28521728515625, 5.499267578125, 5.71331787109375, 5.9273681640625, 6.14141845703125, 6.35546875]}, "gradients/encoder.encoder.layers.8.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 3.0, 1.0, 1.0, 4.0, 11.0, 7.0, 20.0, 18.0, 41.0, 81.0, 195.0, 496.0, 1812.0, 18731.0, 967839.0, 55329.0, 2808.0, 679.0, 245.0, 103.0, 51.0, 19.0, 15.0, 12.0, 10.0, 5.0, 7.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-4.23828125, -4.11932373046875, -4.0003662109375, -3.88140869140625, -3.762451171875, -3.64349365234375, -3.5245361328125, -3.40557861328125, -3.28662109375, -3.16766357421875, -3.0487060546875, -2.92974853515625, -2.810791015625, -2.69183349609375, -2.5728759765625, -2.45391845703125, -2.3349609375, -2.21600341796875, -2.0970458984375, -1.97808837890625, -1.859130859375, -1.74017333984375, -1.6212158203125, -1.50225830078125, -1.38330078125, -1.26434326171875, -1.1453857421875, -1.02642822265625, -0.907470703125, -0.78851318359375, -0.6695556640625, -0.55059814453125, -0.431640625, -0.31268310546875, -0.1937255859375, -0.07476806640625, 0.044189453125, 0.16314697265625, 0.2821044921875, 0.40106201171875, 0.52001953125, 0.63897705078125, 0.7579345703125, 0.87689208984375, 0.995849609375, 1.11480712890625, 1.2337646484375, 1.35272216796875, 1.4716796875, 1.59063720703125, 1.7095947265625, 1.82855224609375, 1.947509765625, 2.06646728515625, 2.1854248046875, 2.30438232421875, 2.42333984375, 2.54229736328125, 2.6612548828125, 2.78021240234375, 2.899169921875, 3.01812744140625, 3.1370849609375, 3.25604248046875, 3.375]}, "gradients/encoder.encoder.layers.8.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 4.0, 5.0, 4.0, 6.0, 4.0, 10.0, 17.0, 17.0, 27.0, 40.0, 56.0, 75.0, 108.0, 109.0, 99.0, 95.0, 81.0, 79.0, 54.0, 30.0, 29.0, 21.0, 10.0, 8.0, 10.0, 4.0, 5.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00018930435180664062, -0.00018176808953285217, -0.00017423182725906372, -0.00016669556498527527, -0.00015915930271148682, -0.00015162304043769836, -0.0001440867781639099, -0.00013655051589012146, -0.000129014253616333, -0.00012147799134254456, -0.0001139417290687561, -0.00010640546679496765, -9.88692045211792e-05, -9.133294224739075e-05, -8.37966799736023e-05, -7.626041769981384e-05, -6.872415542602539e-05, -6.118789315223694e-05, -5.3651630878448486e-05, -4.6115368604660034e-05, -3.857910633087158e-05, -3.104284405708313e-05, -2.3506581783294678e-05, -1.5970319509506226e-05, -8.434057235717773e-06, -8.977949619293213e-07, 6.638467311859131e-06, 1.4174729585647583e-05, 2.1710991859436035e-05, 2.9247254133224487e-05, 3.678351640701294e-05, 4.431977868080139e-05, 5.1856040954589844e-05, 5.9392303228378296e-05, 6.692856550216675e-05, 7.44648277759552e-05, 8.200109004974365e-05, 8.95373523235321e-05, 9.707361459732056e-05, 0.00010460987687110901, 0.00011214613914489746, 0.00011968240141868591, 0.00012721866369247437, 0.00013475492596626282, 0.00014229118824005127, 0.00014982745051383972, 0.00015736371278762817, 0.00016489997506141663, 0.00017243623733520508, 0.00017997249960899353, 0.00018750876188278198, 0.00019504502415657043, 0.0002025812864303589, 0.00021011754870414734, 0.0002176538109779358, 0.00022519007325172424, 0.0002327263355255127, 0.00024026259779930115, 0.0002477988600730896, 0.00025533512234687805, 0.0002628713846206665, 0.00027040764689445496, 0.0002779439091682434, 0.00028548017144203186, 0.0002930164337158203]}, "gradients/encoder.encoder.layers.8.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 3.0, 7.0, 8.0, 13.0, 21.0, 49.0, 94.0, 203.0, 495.0, 1686.0, 13238.0, 906580.0, 120600.0, 4115.0, 880.0, 263.0, 148.0, 70.0, 32.0, 23.0, 14.0, 7.0, 5.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.283203125, -3.172882080078125, -3.06256103515625, -2.952239990234375, -2.8419189453125, -2.731597900390625, -2.62127685546875, -2.510955810546875, -2.400634765625, -2.290313720703125, -2.17999267578125, -2.069671630859375, -1.9593505859375, -1.849029541015625, -1.73870849609375, -1.628387451171875, -1.51806640625, -1.407745361328125, -1.29742431640625, -1.187103271484375, -1.0767822265625, -0.966461181640625, -0.85614013671875, -0.745819091796875, -0.635498046875, -0.525177001953125, -0.41485595703125, -0.304534912109375, -0.1942138671875, -0.083892822265625, 0.02642822265625, 0.136749267578125, 0.2470703125, 0.357391357421875, 0.46771240234375, 0.578033447265625, 0.6883544921875, 0.798675537109375, 0.90899658203125, 1.019317626953125, 1.129638671875, 1.239959716796875, 1.35028076171875, 1.460601806640625, 1.5709228515625, 1.681243896484375, 1.79156494140625, 1.901885986328125, 2.01220703125, 2.122528076171875, 2.23284912109375, 2.343170166015625, 2.4534912109375, 2.563812255859375, 2.67413330078125, 2.784454345703125, 2.894775390625, 3.005096435546875, 3.11541748046875, 3.225738525390625, 3.3360595703125, 3.446380615234375, 3.55670166015625, 3.667022705078125, 3.77734375]}, "gradients/encoder.encoder.layers.8.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 10.0, 5.0, 4.0, 11.0, 18.0, 35.0, 35.0, 55.0, 88.0, 102.0, 143.0, 135.0, 107.0, 81.0, 54.0, 46.0, 33.0, 21.0, 9.0, 5.0, 4.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.345703125, -2.278778076171875, -2.21185302734375, -2.144927978515625, -2.0780029296875, -2.011077880859375, -1.94415283203125, -1.877227783203125, -1.810302734375, -1.743377685546875, -1.67645263671875, -1.609527587890625, -1.5426025390625, -1.475677490234375, -1.40875244140625, -1.341827392578125, -1.27490234375, -1.207977294921875, -1.14105224609375, -1.074127197265625, -1.0072021484375, -0.940277099609375, -0.87335205078125, -0.806427001953125, -0.739501953125, -0.672576904296875, -0.60565185546875, -0.538726806640625, -0.4718017578125, -0.404876708984375, -0.33795166015625, -0.271026611328125, -0.2041015625, -0.137176513671875, -0.07025146484375, -0.003326416015625, 0.0635986328125, 0.130523681640625, 0.19744873046875, 0.264373779296875, 0.331298828125, 0.398223876953125, 0.46514892578125, 0.532073974609375, 0.5989990234375, 0.665924072265625, 0.73284912109375, 0.799774169921875, 0.86669921875, 0.933624267578125, 1.00054931640625, 1.067474365234375, 1.1343994140625, 1.201324462890625, 1.26824951171875, 1.335174560546875, 1.402099609375, 1.469024658203125, 1.53594970703125, 1.602874755859375, 1.6697998046875, 1.736724853515625, 1.80364990234375, 1.870574951171875, 1.9375]}, "gradients/encoder.encoder.layers.8.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 7.0, 13.0, 45.0, 63.0, 125.0, 169.0, 215.0, 171.0, 93.0, 45.0, 24.0, 10.0, 5.0, 5.0, 4.0, 5.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-47.08626174926758, -45.911014556884766, -44.73576736450195, -43.56052017211914, -42.38527297973633, -41.210025787353516, -40.0347785949707, -38.85953140258789, -37.68428421020508, -36.509037017822266, -35.33378982543945, -34.15854263305664, -32.98329544067383, -31.808048248291016, -30.632801055908203, -29.45755386352539, -28.28230857849121, -27.1070613861084, -25.931814193725586, -24.756567001342773, -23.58131980895996, -22.40607261657715, -21.23082733154297, -20.055580139160156, -18.880332946777344, -17.70508575439453, -16.52983856201172, -15.354591369628906, -14.179344177246094, -13.004096984863281, -11.828850746154785, -10.653603553771973, -9.478355407714844, -8.303108215332031, -7.127861022949219, -5.9526143074035645, -4.777367115020752, -3.6021199226379395, -2.426873207092285, -1.2516260147094727, -0.07637882232666016, 1.0988682508468628, 2.2741153240203857, 3.449362277984619, 4.624609470367432, 5.799856662750244, 6.975103378295898, 8.150350570678711, 9.325597763061523, 10.500844955444336, 11.676092147827148, 12.851339340209961, 14.026586532592773, 15.201833724975586, 16.377079010009766, 17.552326202392578, 18.72757339477539, 19.902820587158203, 21.078067779541016, 22.253314971923828, 23.42856216430664, 24.603809356689453, 25.779056549072266, 26.954303741455078, 28.12955093383789]}, "gradients/encoder.encoder.layers.8.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 3.0, 3.0, 4.0, 6.0, 1.0, 12.0, 9.0, 13.0, 27.0, 21.0, 30.0, 53.0, 40.0, 50.0, 52.0, 67.0, 70.0, 69.0, 59.0, 57.0, 62.0, 50.0, 41.0, 46.0, 30.0, 31.0, 26.0, 22.0, 14.0, 11.0, 7.0, 6.0, 5.0, 3.0, 4.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-27.350372314453125, -26.40395736694336, -25.457544326782227, -24.51112937927246, -23.564714431762695, -22.618301391601562, -21.671886444091797, -20.72547149658203, -19.779056549072266, -18.8326416015625, -17.886228561401367, -16.9398136138916, -15.993398666381836, -15.046984672546387, -14.100570678710938, -13.154155731201172, -12.207742691040039, -11.26132869720459, -10.314913749694824, -9.368499755859375, -8.42208480834961, -7.47567081451416, -6.529256820678711, -5.5828423500061035, -4.636427879333496, -3.6900134086608887, -2.7435991764068604, -1.797184944152832, -0.8507704734802246, 0.09564399719238281, 1.042057991027832, 1.9884724617004395, 2.934886932373047, 3.8813014030456543, 4.827715873718262, 5.774129867553711, 6.720544338226318, 7.666958808898926, 8.613372802734375, 9.55978775024414, 10.50620174407959, 11.452615737915039, 12.399030685424805, 13.345444679260254, 14.291858673095703, 15.238273620605469, 16.184688568115234, 17.131101608276367, 18.077516555786133, 19.0239315032959, 19.97034454345703, 20.916759490966797, 21.863174438476562, 22.809589385986328, 23.75600242614746, 24.702417373657227, 25.64883041381836, 26.595245361328125, 27.541658401489258, 28.488073348999023, 29.43448829650879, 30.380901336669922, 31.327316284179688, 32.27373123168945, 33.22014617919922]}, "gradients/encoder.encoder.layers.7.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 4.0, 5.0, 6.0, 7.0, 17.0, 12.0, 42.0, 74.0, 233.0, 1014.0, 8504.0, 695869.0, 3472124.0, 14283.0, 1553.0, 304.0, 119.0, 52.0, 27.0, 20.0, 5.0, 9.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.40625, -8.20654296875, -8.0068359375, -7.80712890625, -7.607421875, -7.40771484375, -7.2080078125, -7.00830078125, -6.80859375, -6.60888671875, -6.4091796875, -6.20947265625, -6.009765625, -5.81005859375, -5.6103515625, -5.41064453125, -5.2109375, -5.01123046875, -4.8115234375, -4.61181640625, -4.412109375, -4.21240234375, -4.0126953125, -3.81298828125, -3.61328125, -3.41357421875, -3.2138671875, -3.01416015625, -2.814453125, -2.61474609375, -2.4150390625, -2.21533203125, -2.015625, -1.81591796875, -1.6162109375, -1.41650390625, -1.216796875, -1.01708984375, -0.8173828125, -0.61767578125, -0.41796875, -0.21826171875, -0.0185546875, 0.18115234375, 0.380859375, 0.58056640625, 0.7802734375, 0.97998046875, 1.1796875, 1.37939453125, 1.5791015625, 1.77880859375, 1.978515625, 2.17822265625, 2.3779296875, 2.57763671875, 2.77734375, 2.97705078125, 3.1767578125, 3.37646484375, 3.576171875, 3.77587890625, 3.9755859375, 4.17529296875, 4.375]}, "gradients/encoder.encoder.layers.7.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 6.0, 2.0, 10.0, 8.0, 7.0, 14.0, 13.0, 14.0, 33.0, 27.0, 28.0, 46.0, 49.0, 49.0, 60.0, 59.0, 80.0, 50.0, 55.0, 61.0, 46.0, 39.0, 44.0, 38.0, 32.0, 33.0, 24.0, 16.0, 17.0, 11.0, 8.0, 4.0, 7.0, 3.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-1.1748046875, -1.1423110961914062, -1.1098175048828125, -1.0773239135742188, -1.044830322265625, -1.0123367309570312, -0.9798431396484375, -0.9473495483398438, -0.91485595703125, -0.8823623657226562, -0.8498687744140625, -0.8173751831054688, -0.784881591796875, -0.7523880004882812, -0.7198944091796875, -0.6874008178710938, -0.6549072265625, -0.6224136352539062, -0.5899200439453125, -0.5574264526367188, -0.524932861328125, -0.49243927001953125, -0.4599456787109375, -0.42745208740234375, -0.39495849609375, -0.36246490478515625, -0.3299713134765625, -0.29747772216796875, -0.264984130859375, -0.23249053955078125, -0.1999969482421875, -0.16750335693359375, -0.135009765625, -0.10251617431640625, -0.0700225830078125, -0.03752899169921875, -0.005035400390625, 0.02745819091796875, 0.0599517822265625, 0.09244537353515625, 0.12493896484375, 0.15743255615234375, 0.1899261474609375, 0.22241973876953125, 0.254913330078125, 0.28740692138671875, 0.3199005126953125, 0.35239410400390625, 0.3848876953125, 0.41738128662109375, 0.4498748779296875, 0.48236846923828125, 0.514862060546875, 0.5473556518554688, 0.5798492431640625, 0.6123428344726562, 0.64483642578125, 0.6773300170898438, 0.7098236083984375, 0.7423171997070312, 0.774810791015625, 0.8073043823242188, 0.8397979736328125, 0.8722915649414062, 0.90478515625]}, "gradients/encoder.encoder.layers.7.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 1.0, 7.0, 10.0, 11.0, 18.0, 16.0, 40.0, 50.0, 100.0, 185.0, 410.0, 1012.0, 3239.0, 13870.0, 98137.0, 3393229.0, 637459.0, 36991.0, 6636.0, 1736.0, 580.0, 231.0, 142.0, 57.0, 34.0, 19.0, 10.0, 11.0, 4.0, 11.0, 5.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0], "bins": [-3.232421875, -3.14208984375, -3.0517578125, -2.96142578125, -2.87109375, -2.78076171875, -2.6904296875, -2.60009765625, -2.509765625, -2.41943359375, -2.3291015625, -2.23876953125, -2.1484375, -2.05810546875, -1.9677734375, -1.87744140625, -1.787109375, -1.69677734375, -1.6064453125, -1.51611328125, -1.42578125, -1.33544921875, -1.2451171875, -1.15478515625, -1.064453125, -0.97412109375, -0.8837890625, -0.79345703125, -0.703125, -0.61279296875, -0.5224609375, -0.43212890625, -0.341796875, -0.25146484375, -0.1611328125, -0.07080078125, 0.01953125, 0.10986328125, 0.2001953125, 0.29052734375, 0.380859375, 0.47119140625, 0.5615234375, 0.65185546875, 0.7421875, 0.83251953125, 0.9228515625, 1.01318359375, 1.103515625, 1.19384765625, 1.2841796875, 1.37451171875, 1.46484375, 1.55517578125, 1.6455078125, 1.73583984375, 1.826171875, 1.91650390625, 2.0068359375, 2.09716796875, 2.1875, 2.27783203125, 2.3681640625, 2.45849609375, 2.548828125]}, "gradients/encoder.encoder.layers.7.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 3.0, 4.0, 3.0, 8.0, 13.0, 8.0, 9.0, 10.0, 19.0, 29.0, 50.0, 75.0, 151.0, 269.0, 539.0, 1109.0, 861.0, 387.0, 224.0, 119.0, 70.0, 34.0, 25.0, 21.0, 15.0, 9.0, 10.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.361328125, -3.269989013671875, -3.17864990234375, -3.087310791015625, -2.9959716796875, -2.904632568359375, -2.81329345703125, -2.721954345703125, -2.630615234375, -2.539276123046875, -2.44793701171875, -2.356597900390625, -2.2652587890625, -2.173919677734375, -2.08258056640625, -1.991241455078125, -1.89990234375, -1.808563232421875, -1.71722412109375, -1.625885009765625, -1.5345458984375, -1.443206787109375, -1.35186767578125, -1.260528564453125, -1.169189453125, -1.077850341796875, -0.98651123046875, -0.895172119140625, -0.8038330078125, -0.712493896484375, -0.62115478515625, -0.529815673828125, -0.4384765625, -0.347137451171875, -0.25579833984375, -0.164459228515625, -0.0731201171875, 0.018218994140625, 0.10955810546875, 0.200897216796875, 0.292236328125, 0.383575439453125, 0.47491455078125, 0.566253662109375, 0.6575927734375, 0.748931884765625, 0.84027099609375, 0.931610107421875, 1.02294921875, 1.114288330078125, 1.20562744140625, 1.296966552734375, 1.3883056640625, 1.479644775390625, 1.57098388671875, 1.662322998046875, 1.753662109375, 1.845001220703125, 1.93634033203125, 2.027679443359375, 2.1190185546875, 2.210357666015625, 2.30169677734375, 2.393035888671875, 2.484375]}, "gradients/encoder.encoder.layers.7.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 8.0, 5.0, 33.0, 187.0, 384.0, 257.0, 79.0, 25.0, 11.0, 5.0, 7.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-50.21128845214844, -48.79756164550781, -47.38383483886719, -45.97011184692383, -44.5563850402832, -43.14265823364258, -41.72893524169922, -40.315208435058594, -38.90148162841797, -37.487754821777344, -36.07402801513672, -34.66030502319336, -33.246578216552734, -31.83285140991211, -30.419126510620117, -29.005401611328125, -27.5916748046875, -26.177947998046875, -24.764223098754883, -23.35049819946289, -21.936771392822266, -20.52304458618164, -19.10931968688965, -17.695594787597656, -16.28186798095703, -14.868142127990723, -13.454416275024414, -12.040690422058105, -10.626964569091797, -9.213238716125488, -7.79951286315918, -6.385787010192871, -4.9720611572265625, -3.558335304260254, -2.1446094512939453, -0.7308835983276367, 0.6828422546386719, 2.0965681076049805, 3.510293960571289, 4.924019813537598, 6.337745666503906, 7.751471519470215, 9.165197372436523, 10.578923225402832, 11.99264907836914, 13.40637493133545, 14.820100784301758, 16.23382568359375, 17.647552490234375, 19.061279296875, 20.475004196166992, 21.888729095458984, 23.30245590209961, 24.716182708740234, 26.129907608032227, 27.54363250732422, 28.957359313964844, 30.37108612060547, 31.78481101989746, 33.19853591918945, 34.61226272583008, 36.0259895324707, 37.43971252441406, 38.85343933105469, 40.26716613769531]}, "gradients/encoder.encoder.layers.7.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 3.0, 3.0, 8.0, 7.0, 8.0, 11.0, 15.0, 9.0, 13.0, 20.0, 25.0, 24.0, 31.0, 40.0, 42.0, 31.0, 46.0, 49.0, 35.0, 43.0, 48.0, 63.0, 36.0, 52.0, 53.0, 34.0, 36.0, 31.0, 33.0, 23.0, 24.0, 13.0, 21.0, 16.0, 11.0, 11.0, 8.0, 8.0, 8.0, 2.0, 8.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-10.85722827911377, -10.514671325683594, -10.172113418579102, -9.829556465148926, -9.48699951171875, -9.144441604614258, -8.801884651184082, -8.459327697753906, -8.116769790649414, -7.77421236038208, -7.431655406951904, -7.08909797668457, -6.7465410232543945, -6.4039835929870605, -6.061426162719727, -5.718869209289551, -5.376312255859375, -5.033754825592041, -4.691197872161865, -4.348640441894531, -4.0060834884643555, -3.6635260581970215, -3.3209686279296875, -2.9784114360809326, -2.6358542442321777, -2.293297052383423, -1.9507397413253784, -1.608182430267334, -1.265625238418579, -0.9230680465698242, -0.5805106163024902, -0.23795342445373535, 0.10460472106933594, 0.4471619725227356, 0.7897192239761353, 1.1322765350341797, 1.4748337268829346, 1.8173909187316895, 2.1599483489990234, 2.5025055408477783, 2.845062732696533, 3.187619924545288, 3.530177116394043, 3.872734546661377, 4.215291976928711, 4.557848930358887, 4.900406360626221, 5.242963790893555, 5.5855207443237305, 5.9280781745910645, 6.27063512802124, 6.613192558288574, 6.95574951171875, 7.298306941986084, 7.640864372253418, 7.983421325683594, 8.325979232788086, 8.668536186218262, 9.011094093322754, 9.35365104675293, 9.696208000183105, 10.038764953613281, 10.381322860717773, 10.72387981414795, 11.066436767578125]}, "gradients/encoder.encoder.layers.7.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 3.0, 3.0, 7.0, 10.0, 12.0, 25.0, 41.0, 47.0, 76.0, 112.0, 202.0, 384.0, 622.0, 1300.0, 2585.0, 5872.0, 15242.0, 46902.0, 178738.0, 518846.0, 198209.0, 51122.0, 16375.0, 6171.0, 2731.0, 1320.0, 639.0, 371.0, 231.0, 131.0, 75.0, 47.0, 38.0, 19.0, 16.0, 12.0, 6.0, 2.0, 5.0, 5.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8935546875, -1.8271942138671875, -1.760833740234375, -1.6944732666015625, -1.62811279296875, -1.5617523193359375, -1.495391845703125, -1.4290313720703125, -1.3626708984375, -1.2963104248046875, -1.229949951171875, -1.1635894775390625, -1.09722900390625, -1.0308685302734375, -0.964508056640625, -0.8981475830078125, -0.831787109375, -0.7654266357421875, -0.699066162109375, -0.6327056884765625, -0.56634521484375, -0.4999847412109375, -0.433624267578125, -0.3672637939453125, -0.3009033203125, -0.2345428466796875, -0.168182373046875, -0.1018218994140625, -0.03546142578125, 0.0308990478515625, 0.097259521484375, 0.1636199951171875, 0.22998046875, 0.2963409423828125, 0.362701416015625, 0.4290618896484375, 0.49542236328125, 0.5617828369140625, 0.628143310546875, 0.6945037841796875, 0.7608642578125, 0.8272247314453125, 0.893585205078125, 0.9599456787109375, 1.02630615234375, 1.0926666259765625, 1.159027099609375, 1.2253875732421875, 1.291748046875, 1.3581085205078125, 1.424468994140625, 1.4908294677734375, 1.55718994140625, 1.6235504150390625, 1.689910888671875, 1.7562713623046875, 1.8226318359375, 1.8889923095703125, 1.955352783203125, 2.0217132568359375, 2.08807373046875, 2.1544342041015625, 2.220794677734375, 2.2871551513671875, 2.353515625]}, "gradients/encoder.encoder.layers.7.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 4.0, 4.0, 6.0, 7.0, 13.0, 11.0, 14.0, 15.0, 15.0, 20.0, 32.0, 38.0, 46.0, 29.0, 57.0, 48.0, 53.0, 64.0, 72.0, 55.0, 65.0, 46.0, 43.0, 38.0, 47.0, 31.0, 24.0, 21.0, 22.0, 18.0, 12.0, 6.0, 10.0, 6.0, 5.0, 4.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0439453125, -1.0143585205078125, -0.984771728515625, -0.9551849365234375, -0.92559814453125, -0.8960113525390625, -0.866424560546875, -0.8368377685546875, -0.8072509765625, -0.7776641845703125, -0.748077392578125, -0.7184906005859375, -0.68890380859375, -0.6593170166015625, -0.629730224609375, -0.6001434326171875, -0.570556640625, -0.5409698486328125, -0.511383056640625, -0.4817962646484375, -0.45220947265625, -0.4226226806640625, -0.393035888671875, -0.3634490966796875, -0.3338623046875, -0.3042755126953125, -0.274688720703125, -0.2451019287109375, -0.21551513671875, -0.1859283447265625, -0.156341552734375, -0.1267547607421875, -0.09716796875, -0.0675811767578125, -0.037994384765625, -0.0084075927734375, 0.02117919921875, 0.0507659912109375, 0.080352783203125, 0.1099395751953125, 0.1395263671875, 0.1691131591796875, 0.198699951171875, 0.2282867431640625, 0.25787353515625, 0.2874603271484375, 0.317047119140625, 0.3466339111328125, 0.376220703125, 0.4058074951171875, 0.435394287109375, 0.4649810791015625, 0.49456787109375, 0.5241546630859375, 0.553741455078125, 0.5833282470703125, 0.6129150390625, 0.6425018310546875, 0.672088623046875, 0.7016754150390625, 0.73126220703125, 0.7608489990234375, 0.790435791015625, 0.8200225830078125, 0.849609375]}, "gradients/encoder.encoder.layers.7.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 3.0, 3.0, 0.0, 4.0, 5.0, 8.0, 6.0, 12.0, 20.0, 38.0, 34.0, 53.0, 62.0, 86.0, 126.0, 200.0, 284.0, 465.0, 791.0, 1550.0, 3857.0, 14346.0, 109288.0, 767653.0, 126206.0, 15476.0, 4096.0, 1673.0, 795.0, 451.0, 311.0, 183.0, 125.0, 96.0, 64.0, 39.0, 42.0, 25.0, 22.0, 19.0, 6.0, 8.0, 11.0, 4.0, 6.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-3.00390625, -2.90863037109375, -2.8133544921875, -2.71807861328125, -2.622802734375, -2.52752685546875, -2.4322509765625, -2.33697509765625, -2.24169921875, -2.14642333984375, -2.0511474609375, -1.95587158203125, -1.860595703125, -1.76531982421875, -1.6700439453125, -1.57476806640625, -1.4794921875, -1.38421630859375, -1.2889404296875, -1.19366455078125, -1.098388671875, -1.00311279296875, -0.9078369140625, -0.81256103515625, -0.71728515625, -0.62200927734375, -0.5267333984375, -0.43145751953125, -0.336181640625, -0.24090576171875, -0.1456298828125, -0.05035400390625, 0.044921875, 0.14019775390625, 0.2354736328125, 0.33074951171875, 0.426025390625, 0.52130126953125, 0.6165771484375, 0.71185302734375, 0.80712890625, 0.90240478515625, 0.9976806640625, 1.09295654296875, 1.188232421875, 1.28350830078125, 1.3787841796875, 1.47406005859375, 1.5693359375, 1.66461181640625, 1.7598876953125, 1.85516357421875, 1.950439453125, 2.04571533203125, 2.1409912109375, 2.23626708984375, 2.33154296875, 2.42681884765625, 2.5220947265625, 2.61737060546875, 2.712646484375, 2.80792236328125, 2.9031982421875, 2.99847412109375, 3.09375]}, "gradients/encoder.encoder.layers.7.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 5.0, 2.0, 3.0, 4.0, 7.0, 3.0, 8.0, 10.0, 18.0, 16.0, 23.0, 24.0, 27.0, 32.0, 37.0, 36.0, 51.0, 52.0, 37.0, 63.0, 58.0, 54.0, 58.0, 47.0, 44.0, 46.0, 44.0, 30.0, 30.0, 34.0, 21.0, 22.0, 15.0, 11.0, 9.0, 5.0, 7.0, 6.0, 4.0, 2.0, 5.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.068359375, -2.949798583984375, -2.83123779296875, -2.712677001953125, -2.5941162109375, -2.475555419921875, -2.35699462890625, -2.238433837890625, -2.119873046875, -2.001312255859375, -1.88275146484375, -1.764190673828125, -1.6456298828125, -1.527069091796875, -1.40850830078125, -1.289947509765625, -1.17138671875, -1.052825927734375, -0.93426513671875, -0.815704345703125, -0.6971435546875, -0.578582763671875, -0.46002197265625, -0.341461181640625, -0.222900390625, -0.104339599609375, 0.01422119140625, 0.132781982421875, 0.2513427734375, 0.369903564453125, 0.48846435546875, 0.607025146484375, 0.7255859375, 0.844146728515625, 0.96270751953125, 1.081268310546875, 1.1998291015625, 1.318389892578125, 1.43695068359375, 1.555511474609375, 1.674072265625, 1.792633056640625, 1.91119384765625, 2.029754638671875, 2.1483154296875, 2.266876220703125, 2.38543701171875, 2.503997802734375, 2.62255859375, 2.741119384765625, 2.85968017578125, 2.978240966796875, 3.0968017578125, 3.215362548828125, 3.33392333984375, 3.452484130859375, 3.571044921875, 3.689605712890625, 3.80816650390625, 3.926727294921875, 4.0452880859375, 4.163848876953125, 4.28240966796875, 4.400970458984375, 4.51953125]}, "gradients/encoder.encoder.layers.7.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 5.0, 1.0, 2.0, 9.0, 9.0, 9.0, 12.0, 26.0, 47.0, 61.0, 107.0, 180.0, 388.0, 991.0, 3879.0, 30095.0, 788542.0, 208366.0, 12189.0, 2286.0, 669.0, 325.0, 148.0, 74.0, 42.0, 31.0, 25.0, 14.0, 8.0, 7.0, 7.0, 3.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.017578125, -1.9579010009765625, -1.898223876953125, -1.8385467529296875, -1.77886962890625, -1.7191925048828125, -1.659515380859375, -1.5998382568359375, -1.5401611328125, -1.4804840087890625, -1.420806884765625, -1.3611297607421875, -1.30145263671875, -1.2417755126953125, -1.182098388671875, -1.1224212646484375, -1.062744140625, -1.0030670166015625, -0.943389892578125, -0.8837127685546875, -0.82403564453125, -0.7643585205078125, -0.704681396484375, -0.6450042724609375, -0.5853271484375, -0.5256500244140625, -0.465972900390625, -0.4062957763671875, -0.34661865234375, -0.2869415283203125, -0.227264404296875, -0.1675872802734375, -0.10791015625, -0.0482330322265625, 0.011444091796875, 0.0711212158203125, 0.13079833984375, 0.1904754638671875, 0.250152587890625, 0.3098297119140625, 0.3695068359375, 0.4291839599609375, 0.488861083984375, 0.5485382080078125, 0.60821533203125, 0.6678924560546875, 0.727569580078125, 0.7872467041015625, 0.846923828125, 0.9066009521484375, 0.966278076171875, 1.0259552001953125, 1.08563232421875, 1.1453094482421875, 1.204986572265625, 1.2646636962890625, 1.3243408203125, 1.3840179443359375, 1.443695068359375, 1.5033721923828125, 1.56304931640625, 1.6227264404296875, 1.682403564453125, 1.7420806884765625, 1.8017578125]}, "gradients/encoder.encoder.layers.7.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 3.0, 2.0, 3.0, 0.0, 2.0, 0.0, 6.0, 4.0, 2.0, 6.0, 5.0, 7.0, 6.0, 15.0, 19.0, 18.0, 17.0, 33.0, 30.0, 36.0, 37.0, 51.0, 69.0, 102.0, 95.0, 86.0, 62.0, 60.0, 38.0, 36.0, 18.0, 23.0, 16.0, 15.0, 21.0, 9.0, 7.0, 12.0, 8.0, 5.0, 3.0, 7.0, 6.0, 1.0, 1.0, 3.0, 2.0, 5.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.00016176700592041016, -0.0001559276133775711, -0.00015008822083473206, -0.000144248828291893, -0.00013840943574905396, -0.0001325700432062149, -0.00012673065066337585, -0.0001208912581205368, -0.00011505186557769775, -0.0001092124730348587, -0.00010337308049201965, -9.75336879491806e-05, -9.169429540634155e-05, -8.58549028635025e-05, -8.001551032066345e-05, -7.41761177778244e-05, -6.833672523498535e-05, -6.24973326921463e-05, -5.665794014930725e-05, -5.08185476064682e-05, -4.497915506362915e-05, -3.91397625207901e-05, -3.330036997795105e-05, -2.7460977435112e-05, -2.162158489227295e-05, -1.57821923494339e-05, -9.942799806594849e-06, -4.103407263755798e-06, 1.735985279083252e-06, 7.575377821922302e-06, 1.3414770364761353e-05, 1.9254162907600403e-05, 2.5093555450439453e-05, 3.0932947993278503e-05, 3.6772340536117554e-05, 4.2611733078956604e-05, 4.8451125621795654e-05, 5.4290518164634705e-05, 6.0129910707473755e-05, 6.59693032503128e-05, 7.180869579315186e-05, 7.76480883359909e-05, 8.348748087882996e-05, 8.9326873421669e-05, 9.516626596450806e-05, 0.00010100565850734711, 0.00010684505105018616, 0.00011268444359302521, 0.00011852383613586426, 0.0001243632286787033, 0.00013020262122154236, 0.0001360420137643814, 0.00014188140630722046, 0.0001477207988500595, 0.00015356019139289856, 0.0001593995839357376, 0.00016523897647857666, 0.0001710783690214157, 0.00017691776156425476, 0.0001827571541070938, 0.00018859654664993286, 0.0001944359391927719, 0.00020027533173561096, 0.00020611472427845, 0.00021195411682128906]}, "gradients/encoder.encoder.layers.7.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 5.0, 4.0, 5.0, 4.0, 8.0, 20.0, 20.0, 34.0, 50.0, 94.0, 175.0, 310.0, 698.0, 1941.0, 9352.0, 181082.0, 822667.0, 26496.0, 3634.0, 1023.0, 443.0, 239.0, 97.0, 57.0, 43.0, 26.0, 17.0, 7.0, 6.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.708984375, -2.641632080078125, -2.57427978515625, -2.506927490234375, -2.4395751953125, -2.372222900390625, -2.30487060546875, -2.237518310546875, -2.170166015625, -2.102813720703125, -2.03546142578125, -1.968109130859375, -1.9007568359375, -1.833404541015625, -1.76605224609375, -1.698699951171875, -1.63134765625, -1.563995361328125, -1.49664306640625, -1.429290771484375, -1.3619384765625, -1.294586181640625, -1.22723388671875, -1.159881591796875, -1.092529296875, -1.025177001953125, -0.95782470703125, -0.890472412109375, -0.8231201171875, -0.755767822265625, -0.68841552734375, -0.621063232421875, -0.5537109375, -0.486358642578125, -0.41900634765625, -0.351654052734375, -0.2843017578125, -0.216949462890625, -0.14959716796875, -0.082244873046875, -0.014892578125, 0.052459716796875, 0.11981201171875, 0.187164306640625, 0.2545166015625, 0.321868896484375, 0.38922119140625, 0.456573486328125, 0.52392578125, 0.591278076171875, 0.65863037109375, 0.725982666015625, 0.7933349609375, 0.860687255859375, 0.92803955078125, 0.995391845703125, 1.062744140625, 1.130096435546875, 1.19744873046875, 1.264801025390625, 1.3321533203125, 1.399505615234375, 1.46685791015625, 1.534210205078125, 1.6015625]}, "gradients/encoder.encoder.layers.7.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 6.0, 5.0, 2.0, 4.0, 10.0, 6.0, 16.0, 20.0, 19.0, 21.0, 30.0, 40.0, 61.0, 83.0, 94.0, 103.0, 109.0, 80.0, 65.0, 59.0, 46.0, 39.0, 32.0, 12.0, 10.0, 9.0, 6.0, 7.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.41015625, -1.3657073974609375, -1.321258544921875, -1.2768096923828125, -1.23236083984375, -1.1879119873046875, -1.143463134765625, -1.0990142822265625, -1.0545654296875, -1.0101165771484375, -0.965667724609375, -0.9212188720703125, -0.87677001953125, -0.8323211669921875, -0.787872314453125, -0.7434234619140625, -0.698974609375, -0.6545257568359375, -0.610076904296875, -0.5656280517578125, -0.52117919921875, -0.4767303466796875, -0.432281494140625, -0.3878326416015625, -0.3433837890625, -0.2989349365234375, -0.254486083984375, -0.2100372314453125, -0.16558837890625, -0.1211395263671875, -0.076690673828125, -0.0322418212890625, 0.01220703125, 0.0566558837890625, 0.101104736328125, 0.1455535888671875, 0.19000244140625, 0.2344512939453125, 0.278900146484375, 0.3233489990234375, 0.3677978515625, 0.4122467041015625, 0.456695556640625, 0.5011444091796875, 0.54559326171875, 0.5900421142578125, 0.634490966796875, 0.6789398193359375, 0.723388671875, 0.7678375244140625, 0.812286376953125, 0.8567352294921875, 0.90118408203125, 0.9456329345703125, 0.990081787109375, 1.0345306396484375, 1.0789794921875, 1.1234283447265625, 1.167877197265625, 1.2123260498046875, 1.25677490234375, 1.3012237548828125, 1.345672607421875, 1.3901214599609375, 1.4345703125]}, "gradients/encoder.encoder.layers.7.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 5.0, 8.0, 9.0, 24.0, 78.0, 169.0, 242.0, 194.0, 146.0, 69.0, 25.0, 13.0, 8.0, 8.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.116083145141602, -13.2174711227417, -12.318860054016113, -11.420248031616211, -10.521636962890625, -9.623024940490723, -8.72441291809082, -7.825801372528076, -6.927189826965332, -6.028578281402588, -5.129966735839844, -4.231354713439941, -3.3327431678771973, -2.434131622314453, -1.5355195999145508, -0.6369080543518066, 0.2617034912109375, 1.1603151559829712, 2.058926820755005, 2.957538604736328, 3.8561501502990723, 4.754761695861816, 5.653373718261719, 6.551985263824463, 7.450596809387207, 8.34920883178711, 9.247819900512695, 10.146431922912598, 11.0450439453125, 11.943655014038086, 12.842267036437988, 13.74087905883789, 14.639488220214844, 15.538100242614746, 16.43671226501465, 17.335323333740234, 18.23393440246582, 19.132545471191406, 20.031158447265625, 20.92976951599121, 21.828380584716797, 22.726991653442383, 23.6256046295166, 24.524215698242188, 25.422826766967773, 26.32143783569336, 27.220050811767578, 28.118661880493164, 29.017274856567383, 29.91588592529297, 30.814498901367188, 31.713109970092773, 32.61172103881836, 33.51033401489258, 34.40894317626953, 35.30755615234375, 36.20616912841797, 37.10478210449219, 38.00339126586914, 38.90200424194336, 39.80061721801758, 40.69922637939453, 41.59783935546875, 42.49645233154297, 43.39506149291992]}, "gradients/encoder.encoder.layers.7.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 9.0, 2.0, 10.0, 19.0, 12.0, 21.0, 28.0, 31.0, 23.0, 63.0, 49.0, 53.0, 62.0, 64.0, 79.0, 85.0, 65.0, 48.0, 48.0, 41.0, 45.0, 22.0, 28.0, 21.0, 24.0, 13.0, 13.0, 11.0, 1.0, 5.0, 2.0, 2.0, 5.0, 2.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.830854415893555, -19.226652145385742, -18.62244987487793, -18.018247604370117, -17.414045333862305, -16.809843063354492, -16.20564079284668, -15.601438522338867, -14.997236251831055, -14.393033981323242, -13.78883171081543, -13.184629440307617, -12.580427169799805, -11.976224899291992, -11.37202262878418, -10.767820358276367, -10.163618087768555, -9.559415817260742, -8.95521354675293, -8.351011276245117, -7.746809005737305, -7.142606735229492, -6.53840446472168, -5.934202194213867, -5.329999923706055, -4.725797653198242, -4.12159538269043, -3.517393112182617, -2.9131908416748047, -2.308988571166992, -1.7047863006591797, -1.1005840301513672, -0.4963836669921875, 0.107818603515625, 0.7120208740234375, 1.31622314453125, 1.9204254150390625, 2.524627685546875, 3.1288299560546875, 3.7330322265625, 4.3372344970703125, 4.941436767578125, 5.5456390380859375, 6.14984130859375, 6.7540435791015625, 7.358245849609375, 7.9624481201171875, 8.566650390625, 9.170852661132812, 9.775054931640625, 10.379257202148438, 10.98345947265625, 11.587661743164062, 12.191864013671875, 12.796066284179688, 13.4002685546875, 14.004470825195312, 14.608673095703125, 15.212875366210938, 15.81707763671875, 16.421279907226562, 17.025482177734375, 17.629684448242188, 18.23388671875, 18.838088989257812]}, "gradients/encoder.encoder.layers.6.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 3.0, 5.0, 5.0, 8.0, 9.0, 8.0, 13.0, 21.0, 44.0, 36.0, 56.0, 99.0, 116.0, 189.0, 322.0, 5928.0, 4182366.0, 4117.0, 330.0, 174.0, 125.0, 80.0, 75.0, 37.0, 28.0, 26.0, 20.0, 14.0, 6.0, 2.0, 5.0, 3.0, 5.0, 4.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-14.8984375, -14.4661865234375, -14.033935546875, -13.6016845703125, -13.16943359375, -12.7371826171875, -12.304931640625, -11.8726806640625, -11.4404296875, -11.0081787109375, -10.575927734375, -10.1436767578125, -9.71142578125, -9.2791748046875, -8.846923828125, -8.4146728515625, -7.982421875, -7.5501708984375, -7.117919921875, -6.6856689453125, -6.25341796875, -5.8211669921875, -5.388916015625, -4.9566650390625, -4.5244140625, -4.0921630859375, -3.659912109375, -3.2276611328125, -2.79541015625, -2.3631591796875, -1.930908203125, -1.4986572265625, -1.06640625, -0.6341552734375, -0.201904296875, 0.2303466796875, 0.66259765625, 1.0948486328125, 1.527099609375, 1.9593505859375, 2.3916015625, 2.8238525390625, 3.256103515625, 3.6883544921875, 4.12060546875, 4.5528564453125, 4.985107421875, 5.4173583984375, 5.849609375, 6.2818603515625, 6.714111328125, 7.1463623046875, 7.57861328125, 8.0108642578125, 8.443115234375, 8.8753662109375, 9.3076171875, 9.7398681640625, 10.172119140625, 10.6043701171875, 11.03662109375, 11.4688720703125, 11.901123046875, 12.3333740234375, 12.765625]}, "gradients/encoder.encoder.layers.6.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 7.0, 3.0, 10.0, 13.0, 13.0, 22.0, 19.0, 17.0, 32.0, 36.0, 46.0, 57.0, 53.0, 67.0, 70.0, 72.0, 68.0, 51.0, 64.0, 50.0, 38.0, 49.0, 28.0, 30.0, 20.0, 19.0, 17.0, 6.0, 9.0, 8.0, 4.0, 4.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.03125, -1.0006179809570312, -0.9699859619140625, -0.9393539428710938, -0.908721923828125, -0.8780899047851562, -0.8474578857421875, -0.8168258666992188, -0.78619384765625, -0.7555618286132812, -0.7249298095703125, -0.6942977905273438, -0.663665771484375, -0.6330337524414062, -0.6024017333984375, -0.5717697143554688, -0.5411376953125, -0.5105056762695312, -0.4798736572265625, -0.44924163818359375, -0.418609619140625, -0.38797760009765625, -0.3573455810546875, -0.32671356201171875, -0.29608154296875, -0.26544952392578125, -0.2348175048828125, -0.20418548583984375, -0.173553466796875, -0.14292144775390625, -0.1122894287109375, -0.08165740966796875, -0.051025390625, -0.02039337158203125, 0.0102386474609375, 0.04087066650390625, 0.071502685546875, 0.10213470458984375, 0.1327667236328125, 0.16339874267578125, 0.19403076171875, 0.22466278076171875, 0.2552947998046875, 0.28592681884765625, 0.316558837890625, 0.34719085693359375, 0.3778228759765625, 0.40845489501953125, 0.4390869140625, 0.46971893310546875, 0.5003509521484375, 0.5309829711914062, 0.561614990234375, 0.5922470092773438, 0.6228790283203125, 0.6535110473632812, 0.68414306640625, 0.7147750854492188, 0.7454071044921875, 0.7760391235351562, 0.806671142578125, 0.8373031616210938, 0.8679351806640625, 0.8985671997070312, 0.92919921875]}, "gradients/encoder.encoder.layers.6.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 5.0, 7.0, 12.0, 22.0, 22.0, 41.0, 74.0, 113.0, 171.0, 341.0, 620.0, 1552.0, 4244.0, 15176.0, 88702.0, 2230779.0, 1760200.0, 74001.0, 12604.0, 3326.0, 1194.0, 522.0, 241.0, 131.0, 82.0, 46.0, 26.0, 12.0, 11.0, 5.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.05078125, -1.9921417236328125, -1.933502197265625, -1.8748626708984375, -1.81622314453125, -1.7575836181640625, -1.698944091796875, -1.6403045654296875, -1.5816650390625, -1.5230255126953125, -1.464385986328125, -1.4057464599609375, -1.34710693359375, -1.2884674072265625, -1.229827880859375, -1.1711883544921875, -1.112548828125, -1.0539093017578125, -0.995269775390625, -0.9366302490234375, -0.87799072265625, -0.8193511962890625, -0.760711669921875, -0.7020721435546875, -0.6434326171875, -0.5847930908203125, -0.526153564453125, -0.4675140380859375, -0.40887451171875, -0.3502349853515625, -0.291595458984375, -0.2329559326171875, -0.17431640625, -0.1156768798828125, -0.057037353515625, 0.0016021728515625, 0.06024169921875, 0.1188812255859375, 0.177520751953125, 0.2361602783203125, 0.2947998046875, 0.3534393310546875, 0.412078857421875, 0.4707183837890625, 0.52935791015625, 0.5879974365234375, 0.646636962890625, 0.7052764892578125, 0.763916015625, 0.8225555419921875, 0.881195068359375, 0.9398345947265625, 0.99847412109375, 1.0571136474609375, 1.115753173828125, 1.1743927001953125, 1.2330322265625, 1.2916717529296875, 1.350311279296875, 1.4089508056640625, 1.46759033203125, 1.5262298583984375, 1.584869384765625, 1.6435089111328125, 1.7021484375]}, "gradients/encoder.encoder.layers.6.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 3.0, 1.0, 3.0, 6.0, 3.0, 6.0, 10.0, 8.0, 14.0, 19.0, 30.0, 50.0, 79.0, 130.0, 173.0, 398.0, 713.0, 1080.0, 660.0, 295.0, 160.0, 90.0, 52.0, 34.0, 31.0, 7.0, 8.0, 8.0, 1.0, 5.0, 4.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.1796875, -2.11981201171875, -2.0599365234375, -2.00006103515625, -1.940185546875, -1.88031005859375, -1.8204345703125, -1.76055908203125, -1.70068359375, -1.64080810546875, -1.5809326171875, -1.52105712890625, -1.461181640625, -1.40130615234375, -1.3414306640625, -1.28155517578125, -1.2216796875, -1.16180419921875, -1.1019287109375, -1.04205322265625, -0.982177734375, -0.92230224609375, -0.8624267578125, -0.80255126953125, -0.74267578125, -0.68280029296875, -0.6229248046875, -0.56304931640625, -0.503173828125, -0.44329833984375, -0.3834228515625, -0.32354736328125, -0.263671875, -0.20379638671875, -0.1439208984375, -0.08404541015625, -0.024169921875, 0.03570556640625, 0.0955810546875, 0.15545654296875, 0.21533203125, 0.27520751953125, 0.3350830078125, 0.39495849609375, 0.454833984375, 0.51470947265625, 0.5745849609375, 0.63446044921875, 0.6943359375, 0.75421142578125, 0.8140869140625, 0.87396240234375, 0.933837890625, 0.99371337890625, 1.0535888671875, 1.11346435546875, 1.17333984375, 1.23321533203125, 1.2930908203125, 1.35296630859375, 1.412841796875, 1.47271728515625, 1.5325927734375, 1.59246826171875, 1.65234375]}, "gradients/encoder.encoder.layers.6.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0, 0.0, 11.0, 8.0, 9.0, 15.0, 27.0, 45.0, 78.0, 178.0, 313.0, 182.0, 87.0, 37.0, 10.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-34.51109313964844, -33.794864654541016, -33.078636169433594, -32.36240768432617, -31.646181106567383, -30.92995262145996, -30.213726043701172, -29.49749755859375, -28.781269073486328, -28.065040588378906, -27.348812103271484, -26.632585525512695, -25.916357040405273, -25.20012855529785, -24.483901977539062, -23.76767349243164, -23.05144500732422, -22.335216522216797, -21.618988037109375, -20.902761459350586, -20.186532974243164, -19.470304489135742, -18.754077911376953, -18.03784942626953, -17.32162094116211, -16.605392456054688, -15.889164924621582, -15.172937393188477, -14.456708908081055, -13.740480422973633, -13.024252891540527, -12.308025360107422, -11.591794967651367, -10.875566482543945, -10.15933895111084, -9.443111419677734, -8.726882934570312, -8.01065444946289, -7.294426918029785, -6.5781989097595215, -5.861970901489258, -5.145742893218994, -4.4295148849487305, -3.713286876678467, -2.997058868408203, -2.2808308601379395, -1.5646028518676758, -0.8483748435974121, -0.13214683532714844, 0.5840811729431152, 1.300309181213379, 2.0165371894836426, 2.7327651977539062, 3.44899320602417, 4.165221214294434, 4.881449222564697, 5.597677230834961, 6.313905239105225, 7.030133247375488, 7.746361255645752, 8.462589263916016, 9.178817749023438, 9.895045280456543, 10.611272811889648, 11.32750129699707]}, "gradients/encoder.encoder.layers.6.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 9.0, 7.0, 11.0, 14.0, 13.0, 21.0, 11.0, 25.0, 28.0, 27.0, 38.0, 36.0, 27.0, 25.0, 30.0, 46.0, 47.0, 34.0, 49.0, 44.0, 53.0, 41.0, 41.0, 48.0, 38.0, 40.0, 33.0, 30.0, 24.0, 31.0, 19.0, 17.0, 10.0, 13.0, 8.0, 6.0, 5.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0], "bins": [-9.098553657531738, -8.834248542785645, -8.569942474365234, -8.30563735961914, -8.04133129119873, -7.7770256996154785, -7.512720108032227, -7.248414993286133, -6.984108924865723, -6.719803333282471, -6.455497741699219, -6.191192150115967, -5.926886558532715, -5.662580966949463, -5.398275375366211, -5.133970260620117, -4.869664669036865, -4.605359077453613, -4.341053485870361, -4.076747894287109, -3.8124423027038574, -3.5481367111206055, -3.2838313579559326, -3.0195257663726807, -2.7552201747894287, -2.4909145832061768, -2.226608991622925, -1.9623035192489624, -1.6979979276657104, -1.4336923360824585, -1.169386863708496, -0.9050812721252441, -0.6407761573791504, -0.3764705955982208, -0.11216503381729126, 0.15214049816131592, 0.41644608974456787, 0.6807516813278198, 0.9450571537017822, 1.2093627452850342, 1.4736683368682861, 1.737973928451538, 2.00227952003479, 2.266584873199463, 2.530890464782715, 2.795196056365967, 3.0595016479492188, 3.3238072395324707, 3.5881128311157227, 3.8524184226989746, 4.116724014282227, 4.3810296058654785, 4.6453351974487305, 4.909640789031982, 5.173946380615234, 5.438251495361328, 5.702557563781738, 5.96686315536499, 6.231168746948242, 6.495474338531494, 6.759779930114746, 7.024085521697998, 7.28839111328125, 7.552696228027344, 7.817001819610596]}, "gradients/encoder.encoder.layers.6.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 1.0, 1.0, 5.0, 6.0, 8.0, 9.0, 6.0, 12.0, 12.0, 23.0, 29.0, 45.0, 79.0, 106.0, 158.0, 230.0, 346.0, 523.0, 973.0, 1623.0, 2942.0, 5725.0, 12071.0, 28155.0, 75764.0, 232736.0, 418387.0, 168858.0, 56931.0, 22159.0, 9727.0, 4751.0, 2411.0, 1430.0, 843.0, 509.0, 306.0, 211.0, 141.0, 84.0, 67.0, 56.0, 33.0, 22.0, 13.0, 9.0, 11.0, 8.0, 1.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2666015625, -1.2234649658203125, -1.180328369140625, -1.1371917724609375, -1.09405517578125, -1.0509185791015625, -1.007781982421875, -0.9646453857421875, -0.9215087890625, -0.8783721923828125, -0.835235595703125, -0.7920989990234375, -0.74896240234375, -0.7058258056640625, -0.662689208984375, -0.6195526123046875, -0.576416015625, -0.5332794189453125, -0.490142822265625, -0.4470062255859375, -0.40386962890625, -0.3607330322265625, -0.317596435546875, -0.2744598388671875, -0.2313232421875, -0.1881866455078125, -0.145050048828125, -0.1019134521484375, -0.05877685546875, -0.0156402587890625, 0.027496337890625, 0.0706329345703125, 0.11376953125, 0.1569061279296875, 0.200042724609375, 0.2431793212890625, 0.28631591796875, 0.3294525146484375, 0.372589111328125, 0.4157257080078125, 0.4588623046875, 0.5019989013671875, 0.545135498046875, 0.5882720947265625, 0.63140869140625, 0.6745452880859375, 0.717681884765625, 0.7608184814453125, 0.803955078125, 0.8470916748046875, 0.890228271484375, 0.9333648681640625, 0.97650146484375, 1.0196380615234375, 1.062774658203125, 1.1059112548828125, 1.1490478515625, 1.1921844482421875, 1.235321044921875, 1.2784576416015625, 1.32159423828125, 1.3647308349609375, 1.407867431640625, 1.4510040283203125, 1.494140625]}, "gradients/encoder.encoder.layers.6.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 6.0, 5.0, 7.0, 12.0, 5.0, 17.0, 26.0, 22.0, 29.0, 31.0, 36.0, 36.0, 45.0, 53.0, 52.0, 56.0, 64.0, 59.0, 58.0, 59.0, 52.0, 39.0, 46.0, 36.0, 33.0, 21.0, 21.0, 17.0, 18.0, 12.0, 11.0, 9.0, 9.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.97021484375, -0.9433746337890625, -0.916534423828125, -0.8896942138671875, -0.86285400390625, -0.8360137939453125, -0.809173583984375, -0.7823333740234375, -0.7554931640625, -0.7286529541015625, -0.701812744140625, -0.6749725341796875, -0.64813232421875, -0.6212921142578125, -0.594451904296875, -0.5676116943359375, -0.540771484375, -0.5139312744140625, -0.487091064453125, -0.4602508544921875, -0.43341064453125, -0.4065704345703125, -0.379730224609375, -0.3528900146484375, -0.3260498046875, -0.2992095947265625, -0.272369384765625, -0.2455291748046875, -0.21868896484375, -0.1918487548828125, -0.165008544921875, -0.1381683349609375, -0.111328125, -0.0844879150390625, -0.057647705078125, -0.0308074951171875, -0.00396728515625, 0.0228729248046875, 0.049713134765625, 0.0765533447265625, 0.1033935546875, 0.1302337646484375, 0.157073974609375, 0.1839141845703125, 0.21075439453125, 0.2375946044921875, 0.264434814453125, 0.2912750244140625, 0.318115234375, 0.3449554443359375, 0.371795654296875, 0.3986358642578125, 0.42547607421875, 0.4523162841796875, 0.479156494140625, 0.5059967041015625, 0.5328369140625, 0.5596771240234375, 0.586517333984375, 0.6133575439453125, 0.64019775390625, 0.6670379638671875, 0.693878173828125, 0.7207183837890625, 0.74755859375]}, "gradients/encoder.encoder.layers.6.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 6.0, 3.0, 5.0, 3.0, 11.0, 9.0, 16.0, 15.0, 36.0, 51.0, 88.0, 165.0, 315.0, 685.0, 1909.0, 8547.0, 85245.0, 820754.0, 116512.0, 10494.0, 2193.0, 730.0, 323.0, 164.0, 89.0, 54.0, 42.0, 25.0, 15.0, 13.0, 9.0, 5.0, 1.0, 5.0, 2.0, 5.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-3.732421875, -3.621185302734375, -3.50994873046875, -3.398712158203125, -3.2874755859375, -3.176239013671875, -3.06500244140625, -2.953765869140625, -2.842529296875, -2.731292724609375, -2.62005615234375, -2.508819580078125, -2.3975830078125, -2.286346435546875, -2.17510986328125, -2.063873291015625, -1.95263671875, -1.841400146484375, -1.73016357421875, -1.618927001953125, -1.5076904296875, -1.396453857421875, -1.28521728515625, -1.173980712890625, -1.062744140625, -0.951507568359375, -0.84027099609375, -0.729034423828125, -0.6177978515625, -0.506561279296875, -0.39532470703125, -0.284088134765625, -0.1728515625, -0.061614990234375, 0.04962158203125, 0.160858154296875, 0.2720947265625, 0.383331298828125, 0.49456787109375, 0.605804443359375, 0.717041015625, 0.828277587890625, 0.93951416015625, 1.050750732421875, 1.1619873046875, 1.273223876953125, 1.38446044921875, 1.495697021484375, 1.60693359375, 1.718170166015625, 1.82940673828125, 1.940643310546875, 2.0518798828125, 2.163116455078125, 2.27435302734375, 2.385589599609375, 2.496826171875, 2.608062744140625, 2.71929931640625, 2.830535888671875, 2.9417724609375, 3.053009033203125, 3.16424560546875, 3.275482177734375, 3.38671875]}, "gradients/encoder.encoder.layers.6.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 1.0, 1.0, 1.0, 5.0, 9.0, 12.0, 12.0, 15.0, 17.0, 24.0, 24.0, 25.0, 19.0, 27.0, 33.0, 30.0, 24.0, 45.0, 65.0, 45.0, 55.0, 43.0, 43.0, 52.0, 44.0, 55.0, 41.0, 35.0, 28.0, 29.0, 30.0, 15.0, 25.0, 10.0, 16.0, 16.0, 11.0, 3.0, 6.0, 3.0, 5.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.71484375, -2.628448486328125, -2.54205322265625, -2.455657958984375, -2.3692626953125, -2.282867431640625, -2.19647216796875, -2.110076904296875, -2.023681640625, -1.937286376953125, -1.85089111328125, -1.764495849609375, -1.6781005859375, -1.591705322265625, -1.50531005859375, -1.418914794921875, -1.33251953125, -1.246124267578125, -1.15972900390625, -1.073333740234375, -0.9869384765625, -0.900543212890625, -0.81414794921875, -0.727752685546875, -0.641357421875, -0.554962158203125, -0.46856689453125, -0.382171630859375, -0.2957763671875, -0.209381103515625, -0.12298583984375, -0.036590576171875, 0.0498046875, 0.136199951171875, 0.22259521484375, 0.308990478515625, 0.3953857421875, 0.481781005859375, 0.56817626953125, 0.654571533203125, 0.740966796875, 0.827362060546875, 0.91375732421875, 1.000152587890625, 1.0865478515625, 1.172943115234375, 1.25933837890625, 1.345733642578125, 1.43212890625, 1.518524169921875, 1.60491943359375, 1.691314697265625, 1.7777099609375, 1.864105224609375, 1.95050048828125, 2.036895751953125, 2.123291015625, 2.209686279296875, 2.29608154296875, 2.382476806640625, 2.4688720703125, 2.555267333984375, 2.64166259765625, 2.728057861328125, 2.814453125]}, "gradients/encoder.encoder.layers.6.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 5.0, 5.0, 5.0, 7.0, 7.0, 17.0, 13.0, 24.0, 40.0, 69.0, 124.0, 228.0, 564.0, 1620.0, 8661.0, 164127.0, 838700.0, 29323.0, 3445.0, 816.0, 348.0, 162.0, 87.0, 57.0, 32.0, 16.0, 15.0, 10.0, 12.0, 6.0, 4.0, 5.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6435546875, -1.5909576416015625, -1.538360595703125, -1.4857635498046875, -1.43316650390625, -1.3805694580078125, -1.327972412109375, -1.2753753662109375, -1.2227783203125, -1.1701812744140625, -1.117584228515625, -1.0649871826171875, -1.01239013671875, -0.9597930908203125, -0.907196044921875, -0.8545989990234375, -0.802001953125, -0.7494049072265625, -0.696807861328125, -0.6442108154296875, -0.59161376953125, -0.5390167236328125, -0.486419677734375, -0.4338226318359375, -0.3812255859375, -0.3286285400390625, -0.276031494140625, -0.2234344482421875, -0.17083740234375, -0.1182403564453125, -0.065643310546875, -0.0130462646484375, 0.03955078125, 0.0921478271484375, 0.144744873046875, 0.1973419189453125, 0.24993896484375, 0.3025360107421875, 0.355133056640625, 0.4077301025390625, 0.4603271484375, 0.5129241943359375, 0.565521240234375, 0.6181182861328125, 0.67071533203125, 0.7233123779296875, 0.775909423828125, 0.8285064697265625, 0.881103515625, 0.9337005615234375, 0.986297607421875, 1.0388946533203125, 1.09149169921875, 1.1440887451171875, 1.196685791015625, 1.2492828369140625, 1.3018798828125, 1.3544769287109375, 1.407073974609375, 1.4596710205078125, 1.51226806640625, 1.5648651123046875, 1.617462158203125, 1.6700592041015625, 1.72265625]}, "gradients/encoder.encoder.layers.6.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 5.0, 3.0, 12.0, 5.0, 6.0, 12.0, 9.0, 12.0, 20.0, 21.0, 34.0, 40.0, 39.0, 60.0, 77.0, 93.0, 96.0, 95.0, 82.0, 59.0, 45.0, 23.0, 24.0, 23.0, 17.0, 12.0, 16.0, 15.0, 8.0, 8.0, 4.0, 8.0, 3.0, 3.0, 3.0, 4.0, 1.0, 4.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00013494491577148438, -0.00013089925050735474, -0.0001268535852432251, -0.00012280791997909546, -0.00011876225471496582, -0.00011471658945083618, -0.00011067092418670654, -0.0001066252589225769, -0.00010257959365844727, -9.853392839431763e-05, -9.448826313018799e-05, -9.044259786605835e-05, -8.639693260192871e-05, -8.235126733779907e-05, -7.830560207366943e-05, -7.42599368095398e-05, -7.021427154541016e-05, -6.616860628128052e-05, -6.212294101715088e-05, -5.807727575302124e-05, -5.40316104888916e-05, -4.998594522476196e-05, -4.5940279960632324e-05, -4.1894614696502686e-05, -3.784894943237305e-05, -3.380328416824341e-05, -2.975761890411377e-05, -2.571195363998413e-05, -2.1666288375854492e-05, -1.7620623111724854e-05, -1.3574957847595215e-05, -9.529292583465576e-06, -5.4836273193359375e-06, -1.4379620552062988e-06, 2.60770320892334e-06, 6.6533684730529785e-06, 1.0699033737182617e-05, 1.4744699001312256e-05, 1.8790364265441895e-05, 2.2836029529571533e-05, 2.6881694793701172e-05, 3.092736005783081e-05, 3.497302532196045e-05, 3.901869058609009e-05, 4.3064355850219727e-05, 4.7110021114349365e-05, 5.1155686378479004e-05, 5.520135164260864e-05, 5.924701690673828e-05, 6.329268217086792e-05, 6.733834743499756e-05, 7.13840126991272e-05, 7.542967796325684e-05, 7.947534322738647e-05, 8.352100849151611e-05, 8.756667375564575e-05, 9.161233901977539e-05, 9.565800428390503e-05, 9.970366954803467e-05, 0.0001037493348121643, 0.00010779500007629395, 0.00011184066534042358, 0.00011588633060455322, 0.00011993199586868286, 0.0001239776611328125]}, "gradients/encoder.encoder.layers.6.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 4.0, 2.0, 5.0, 8.0, 12.0, 16.0, 11.0, 25.0, 38.0, 52.0, 80.0, 111.0, 211.0, 441.0, 864.0, 2324.0, 7001.0, 38548.0, 571680.0, 386484.0, 30841.0, 6030.0, 2018.0, 799.0, 369.0, 201.0, 122.0, 74.0, 40.0, 41.0, 29.0, 18.0, 15.0, 5.0, 8.0, 7.0, 4.0, 5.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-1.056640625, -1.024566650390625, -0.99249267578125, -0.960418701171875, -0.9283447265625, -0.896270751953125, -0.86419677734375, -0.832122802734375, -0.800048828125, -0.767974853515625, -0.73590087890625, -0.703826904296875, -0.6717529296875, -0.639678955078125, -0.60760498046875, -0.575531005859375, -0.54345703125, -0.511383056640625, -0.47930908203125, -0.447235107421875, -0.4151611328125, -0.383087158203125, -0.35101318359375, -0.318939208984375, -0.286865234375, -0.254791259765625, -0.22271728515625, -0.190643310546875, -0.1585693359375, -0.126495361328125, -0.09442138671875, -0.062347412109375, -0.0302734375, 0.001800537109375, 0.03387451171875, 0.065948486328125, 0.0980224609375, 0.130096435546875, 0.16217041015625, 0.194244384765625, 0.226318359375, 0.258392333984375, 0.29046630859375, 0.322540283203125, 0.3546142578125, 0.386688232421875, 0.41876220703125, 0.450836181640625, 0.48291015625, 0.514984130859375, 0.54705810546875, 0.579132080078125, 0.6112060546875, 0.643280029296875, 0.67535400390625, 0.707427978515625, 0.739501953125, 0.771575927734375, 0.80364990234375, 0.835723876953125, 0.8677978515625, 0.899871826171875, 0.93194580078125, 0.964019775390625, 0.99609375]}, "gradients/encoder.encoder.layers.6.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 4.0, 10.0, 4.0, 4.0, 6.0, 6.0, 32.0, 21.0, 29.0, 38.0, 37.0, 55.0, 54.0, 75.0, 79.0, 95.0, 80.0, 72.0, 56.0, 54.0, 47.0, 33.0, 24.0, 16.0, 22.0, 8.0, 6.0, 5.0, 5.0, 4.0, 3.0, 5.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.7783203125, -0.7519454956054688, -0.7255706787109375, -0.6991958618164062, -0.672821044921875, -0.6464462280273438, -0.6200714111328125, -0.5936965942382812, -0.56732177734375, -0.5409469604492188, -0.5145721435546875, -0.48819732666015625, -0.461822509765625, -0.43544769287109375, -0.4090728759765625, -0.38269805908203125, -0.3563232421875, -0.32994842529296875, -0.3035736083984375, -0.27719879150390625, -0.250823974609375, -0.22444915771484375, -0.1980743408203125, -0.17169952392578125, -0.14532470703125, -0.11894989013671875, -0.0925750732421875, -0.06620025634765625, -0.039825439453125, -0.01345062255859375, 0.0129241943359375, 0.03929901123046875, 0.065673828125, 0.09204864501953125, 0.1184234619140625, 0.14479827880859375, 0.171173095703125, 0.19754791259765625, 0.2239227294921875, 0.25029754638671875, 0.27667236328125, 0.30304718017578125, 0.3294219970703125, 0.35579681396484375, 0.382171630859375, 0.40854644775390625, 0.4349212646484375, 0.46129608154296875, 0.4876708984375, 0.5140457153320312, 0.5404205322265625, 0.5667953491210938, 0.593170166015625, 0.6195449829101562, 0.6459197998046875, 0.6722946166992188, 0.69866943359375, 0.7250442504882812, 0.7514190673828125, 0.7777938842773438, 0.804168701171875, 0.8305435180664062, 0.8569183349609375, 0.8832931518554688, 0.90966796875]}, "gradients/encoder.encoder.layers.6.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 6.0, 4.0, 4.0, 1.0, 4.0, 12.0, 19.0, 86.0, 182.0, 268.0, 265.0, 109.0, 29.0, 8.0, 9.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-34.41755676269531, -33.5735969543457, -32.729637145996094, -31.885679244995117, -31.041719436645508, -30.1977596282959, -29.35379981994629, -28.509841918945312, -27.665882110595703, -26.821922302246094, -25.977962493896484, -25.134004592895508, -24.2900447845459, -23.44608497619629, -22.60212516784668, -21.758167266845703, -20.914207458496094, -20.070247650146484, -19.226287841796875, -18.3823299407959, -17.53837013244629, -16.69441032409668, -15.85045051574707, -15.006491661071777, -14.162530899047852, -13.318571090698242, -12.47461223602295, -11.63065242767334, -10.786693572998047, -9.942733764648438, -9.098773956298828, -8.254815101623535, -7.410856246948242, -6.566896915435791, -5.72293758392334, -4.8789777755737305, -4.0350189208984375, -3.191059112548828, -2.347099781036377, -1.5031404495239258, -0.6591811180114746, 0.18477827310562134, 1.0287376642227173, 1.872697114944458, 2.716656446456909, 3.5606160163879395, 4.404575347900391, 5.248534679412842, 6.092494010925293, 6.936453342437744, 7.780412673950195, 8.624372482299805, 9.468331336975098, 10.312291145324707, 11.15625, 12.00020980834961, 12.844169616699219, 13.688129425048828, 14.532088279724121, 15.37604808807373, 16.220006942749023, 17.063966751098633, 17.907926559448242, 18.75188446044922, 19.595844268798828]}, "gradients/encoder.encoder.layers.6.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 4.0, 2.0, 2.0, 6.0, 9.0, 5.0, 9.0, 10.0, 19.0, 15.0, 30.0, 22.0, 35.0, 25.0, 32.0, 40.0, 31.0, 39.0, 39.0, 54.0, 64.0, 60.0, 59.0, 55.0, 47.0, 34.0, 37.0, 23.0, 27.0, 28.0, 20.0, 22.0, 22.0, 13.0, 15.0, 15.0, 8.0, 10.0, 0.0, 5.0, 5.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-11.29911994934082, -10.935125350952148, -10.571130752563477, -10.207136154174805, -9.843140602111816, -9.479146003723145, -9.115151405334473, -8.7511568069458, -8.387161254882812, -8.02316665649414, -7.6591715812683105, -7.295176982879639, -6.931181907653809, -6.567187309265137, -6.203192710876465, -5.839198112487793, -5.475203514099121, -5.111208915710449, -4.747213840484619, -4.383219242095947, -4.019224166870117, -3.6552295684814453, -3.2912349700927734, -2.9272401332855225, -2.5632452964782715, -2.1992504596710205, -1.835255742073059, -1.4712610244750977, -1.1072661876678467, -0.7432713508605957, -0.37927675247192383, -0.015281915664672852, 0.3487119674682617, 0.7127067446708679, 1.0767015218734741, 1.4406962394714355, 1.8046910762786865, 2.1686859130859375, 2.5326805114746094, 2.8966753482818604, 3.2606701850891113, 3.6246650218963623, 3.9886598587036133, 4.352654457092285, 4.716649055480957, 5.080644130706787, 5.444638729095459, 5.808633804321289, 6.172628402709961, 6.536623001098633, 6.900618076324463, 7.264612674713135, 7.628607749938965, 7.992602348327637, 8.356596946716309, 8.72059154510498, 9.084587097167969, 9.44858169555664, 9.812576293945312, 10.176570892333984, 10.540566444396973, 10.904561042785645, 11.268555641174316, 11.632550239562988, 11.99654483795166]}, "gradients/encoder.encoder.layers.5.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 6.0, 4.0, 4.0, 4.0, 12.0, 13.0, 14.0, 29.0, 59.0, 122.0, 258.0, 740.0, 2445.0, 11664.0, 131616.0, 3577506.0, 442003.0, 22179.0, 3928.0, 1044.0, 340.0, 135.0, 66.0, 37.0, 19.0, 12.0, 11.0, 6.0, 6.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.08984375, -2.0312347412109375, -1.972625732421875, -1.9140167236328125, -1.85540771484375, -1.7967987060546875, -1.738189697265625, -1.6795806884765625, -1.6209716796875, -1.5623626708984375, -1.503753662109375, -1.4451446533203125, -1.38653564453125, -1.3279266357421875, -1.269317626953125, -1.2107086181640625, -1.152099609375, -1.0934906005859375, -1.034881591796875, -0.9762725830078125, -0.91766357421875, -0.8590545654296875, -0.800445556640625, -0.7418365478515625, -0.6832275390625, -0.6246185302734375, -0.566009521484375, -0.5074005126953125, -0.44879150390625, -0.3901824951171875, -0.331573486328125, -0.2729644775390625, -0.21435546875, -0.1557464599609375, -0.097137451171875, -0.0385284423828125, 0.02008056640625, 0.0786895751953125, 0.137298583984375, 0.1959075927734375, 0.2545166015625, 0.3131256103515625, 0.371734619140625, 0.4303436279296875, 0.48895263671875, 0.5475616455078125, 0.606170654296875, 0.6647796630859375, 0.723388671875, 0.7819976806640625, 0.840606689453125, 0.8992156982421875, 0.95782470703125, 1.0164337158203125, 1.075042724609375, 1.1336517333984375, 1.1922607421875, 1.2508697509765625, 1.309478759765625, 1.3680877685546875, 1.42669677734375, 1.4853057861328125, 1.543914794921875, 1.6025238037109375, 1.6611328125]}, "gradients/encoder.encoder.layers.5.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 0.0, 4.0, 7.0, 10.0, 13.0, 15.0, 21.0, 28.0, 36.0, 30.0, 42.0, 36.0, 64.0, 64.0, 59.0, 66.0, 57.0, 61.0, 56.0, 48.0, 42.0, 58.0, 35.0, 38.0, 30.0, 23.0, 15.0, 12.0, 12.0, 9.0, 3.0, 7.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.94775390625, -0.92230224609375, -0.8968505859375, -0.87139892578125, -0.845947265625, -0.82049560546875, -0.7950439453125, -0.76959228515625, -0.744140625, -0.71868896484375, -0.6932373046875, -0.66778564453125, -0.642333984375, -0.61688232421875, -0.5914306640625, -0.56597900390625, -0.54052734375, -0.51507568359375, -0.4896240234375, -0.46417236328125, -0.438720703125, -0.41326904296875, -0.3878173828125, -0.36236572265625, -0.3369140625, -0.31146240234375, -0.2860107421875, -0.26055908203125, -0.235107421875, -0.20965576171875, -0.1842041015625, -0.15875244140625, -0.13330078125, -0.10784912109375, -0.0823974609375, -0.05694580078125, -0.031494140625, -0.00604248046875, 0.0194091796875, 0.04486083984375, 0.0703125, 0.09576416015625, 0.1212158203125, 0.14666748046875, 0.172119140625, 0.19757080078125, 0.2230224609375, 0.24847412109375, 0.27392578125, 0.29937744140625, 0.3248291015625, 0.35028076171875, 0.375732421875, 0.40118408203125, 0.4266357421875, 0.45208740234375, 0.4775390625, 0.50299072265625, 0.5284423828125, 0.55389404296875, 0.579345703125, 0.60479736328125, 0.6302490234375, 0.65570068359375, 0.68115234375]}, "gradients/encoder.encoder.layers.5.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 3.0, 3.0, 9.0, 9.0, 6.0, 10.0, 24.0, 42.0, 76.0, 156.0, 385.0, 1032.0, 3621.0, 17817.0, 186156.0, 3616621.0, 333598.0, 27339.0, 5148.0, 1352.0, 439.0, 193.0, 107.0, 46.0, 39.0, 25.0, 12.0, 11.0, 7.0, 2.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.40625, -1.34906005859375, -1.2918701171875, -1.23468017578125, -1.177490234375, -1.12030029296875, -1.0631103515625, -1.00592041015625, -0.94873046875, -0.89154052734375, -0.8343505859375, -0.77716064453125, -0.719970703125, -0.66278076171875, -0.6055908203125, -0.54840087890625, -0.4912109375, -0.43402099609375, -0.3768310546875, -0.31964111328125, -0.262451171875, -0.20526123046875, -0.1480712890625, -0.09088134765625, -0.03369140625, 0.02349853515625, 0.0806884765625, 0.13787841796875, 0.195068359375, 0.25225830078125, 0.3094482421875, 0.36663818359375, 0.423828125, 0.48101806640625, 0.5382080078125, 0.59539794921875, 0.652587890625, 0.70977783203125, 0.7669677734375, 0.82415771484375, 0.88134765625, 0.93853759765625, 0.9957275390625, 1.05291748046875, 1.110107421875, 1.16729736328125, 1.2244873046875, 1.28167724609375, 1.3388671875, 1.39605712890625, 1.4532470703125, 1.51043701171875, 1.567626953125, 1.62481689453125, 1.6820068359375, 1.73919677734375, 1.79638671875, 1.85357666015625, 1.9107666015625, 1.96795654296875, 2.025146484375, 2.08233642578125, 2.1395263671875, 2.19671630859375, 2.25390625]}, "gradients/encoder.encoder.layers.5.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 7.0, 3.0, 3.0, 5.0, 7.0, 6.0, 10.0, 8.0, 20.0, 14.0, 29.0, 37.0, 58.0, 81.0, 104.0, 155.0, 258.0, 395.0, 600.0, 637.0, 520.0, 368.0, 219.0, 146.0, 94.0, 68.0, 49.0, 36.0, 34.0, 22.0, 17.0, 16.0, 12.0, 12.0, 4.0, 8.0, 5.0, 4.0, 4.0, 2.0, 0.0, 3.0, 0.0, 3.0, 2.0, 0.0, 2.0], "bins": [-1.44921875, -1.40948486328125, -1.3697509765625, -1.33001708984375, -1.290283203125, -1.25054931640625, -1.2108154296875, -1.17108154296875, -1.13134765625, -1.09161376953125, -1.0518798828125, -1.01214599609375, -0.972412109375, -0.93267822265625, -0.8929443359375, -0.85321044921875, -0.8134765625, -0.77374267578125, -0.7340087890625, -0.69427490234375, -0.654541015625, -0.61480712890625, -0.5750732421875, -0.53533935546875, -0.49560546875, -0.45587158203125, -0.4161376953125, -0.37640380859375, -0.336669921875, -0.29693603515625, -0.2572021484375, -0.21746826171875, -0.177734375, -0.13800048828125, -0.0982666015625, -0.05853271484375, -0.018798828125, 0.02093505859375, 0.0606689453125, 0.10040283203125, 0.14013671875, 0.17987060546875, 0.2196044921875, 0.25933837890625, 0.299072265625, 0.33880615234375, 0.3785400390625, 0.41827392578125, 0.4580078125, 0.49774169921875, 0.5374755859375, 0.57720947265625, 0.616943359375, 0.65667724609375, 0.6964111328125, 0.73614501953125, 0.77587890625, 0.81561279296875, 0.8553466796875, 0.89508056640625, 0.934814453125, 0.97454833984375, 1.0142822265625, 1.05401611328125, 1.09375]}, "gradients/encoder.encoder.layers.5.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 4.0, 8.0, 5.0, 19.0, 54.0, 207.0, 337.0, 230.0, 79.0, 32.0, 13.0, 6.0, 6.0, 4.0, 0.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-36.53929901123047, -35.73731231689453, -34.935325622558594, -34.133338928222656, -33.33135223388672, -32.52936553955078, -31.72737693786621, -30.92538833618164, -30.123401641845703, -29.321414947509766, -28.519428253173828, -27.717439651489258, -26.91545295715332, -26.113466262817383, -25.311479568481445, -24.509490966796875, -23.707504272460938, -22.905517578125, -22.103530883789062, -21.301542282104492, -20.499555587768555, -19.697568893432617, -18.89558219909668, -18.09359359741211, -17.291608810424805, -16.489622116088867, -15.687634468078613, -14.885647773742676, -14.083660125732422, -13.281673431396484, -12.479686737060547, -11.677699089050293, -10.875710487365723, -10.073723793029785, -9.271736145019531, -8.469749450683594, -7.66776180267334, -6.865775108337402, -6.063787937164307, -5.261800765991211, -4.459813594818115, -3.6578264236450195, -2.855839252471924, -2.0538523197174072, -1.2518651485443115, -0.4498782157897949, 0.3521089553833008, 1.1540961265563965, 1.9560832977294922, 2.758070468902588, 3.5600576400756836, 4.362044334411621, 5.164031982421875, 5.9660186767578125, 6.768005847930908, 7.569993019104004, 8.371980667114258, 9.173967361450195, 9.97595500946045, 10.777941703796387, 11.57992935180664, 12.381916046142578, 13.183902740478516, 13.98589038848877, 14.787877082824707]}, "gradients/encoder.encoder.layers.5.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 4.0, 5.0, 1.0, 5.0, 11.0, 14.0, 26.0, 26.0, 28.0, 37.0, 38.0, 41.0, 39.0, 51.0, 50.0, 58.0, 62.0, 56.0, 69.0, 67.0, 62.0, 55.0, 45.0, 45.0, 23.0, 29.0, 20.0, 10.0, 15.0, 9.0, 4.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.952784061431885, -7.6645331382751465, -7.376282215118408, -7.088030815124512, -6.799779891967773, -6.511528968811035, -6.223278045654297, -5.935027122497559, -5.64677619934082, -5.358525276184082, -5.070274353027344, -4.7820234298706055, -4.493772029876709, -4.205521106719971, -3.9172701835632324, -3.629019021987915, -3.3407678604125977, -3.0525169372558594, -2.764265775680542, -2.4760148525238037, -2.1877636909484863, -1.899512767791748, -1.6112618446350098, -1.3230106830596924, -1.034759759902954, -0.7465087175369263, -0.4582577347755432, -0.17000675201416016, 0.11824429035186768, 0.4064953327178955, 0.6947462558746338, 0.9829974174499512, 1.2712488174438477, 1.5594998598098755, 1.8477509021759033, 2.1360018253326416, 2.424252986907959, 2.7125039100646973, 3.0007548332214355, 3.289005994796753, 3.577256917953491, 3.8655078411102295, 4.153759002685547, 4.442009925842285, 4.730260848999023, 5.018511772155762, 5.3067626953125, 5.5950140953063965, 5.883265018463135, 6.171515941619873, 6.459766864776611, 6.748018264770508, 7.036269187927246, 7.324520111083984, 7.612771034240723, 7.901021957397461, 8.1892728805542, 8.477523803710938, 8.765774726867676, 9.054025650024414, 9.342276573181152, 9.63052749633789, 9.918779373168945, 10.207030296325684, 10.495281219482422]}, "gradients/encoder.encoder.layers.5.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 5.0, 9.0, 21.0, 29.0, 30.0, 36.0, 65.0, 83.0, 150.0, 194.0, 307.0, 514.0, 897.0, 1639.0, 2966.0, 5982.0, 12435.0, 27709.0, 64677.0, 148194.0, 296587.0, 263892.0, 123685.0, 53696.0, 23153.0, 10476.0, 5094.0, 2564.0, 1397.0, 798.0, 452.0, 279.0, 198.0, 108.0, 62.0, 57.0, 39.0, 21.0, 18.0, 13.0, 7.0, 9.0, 4.0, 3.0, 3.0, 3.0, 1.0, 0.0, 2.0], "bins": [-1.1513671875, -1.1192855834960938, -1.0872039794921875, -1.0551223754882812, -1.023040771484375, -0.9909591674804688, -0.9588775634765625, -0.9267959594726562, -0.89471435546875, -0.8626327514648438, -0.8305511474609375, -0.7984695434570312, -0.766387939453125, -0.7343063354492188, -0.7022247314453125, -0.6701431274414062, -0.6380615234375, -0.6059799194335938, -0.5738983154296875, -0.5418167114257812, -0.509735107421875, -0.47765350341796875, -0.4455718994140625, -0.41349029541015625, -0.38140869140625, -0.34932708740234375, -0.3172454833984375, -0.28516387939453125, -0.253082275390625, -0.22100067138671875, -0.1889190673828125, -0.15683746337890625, -0.124755859375, -0.09267425537109375, -0.0605926513671875, -0.02851104736328125, 0.003570556640625, 0.03565216064453125, 0.0677337646484375, 0.09981536865234375, 0.13189697265625, 0.16397857666015625, 0.1960601806640625, 0.22814178466796875, 0.260223388671875, 0.29230499267578125, 0.3243865966796875, 0.35646820068359375, 0.3885498046875, 0.42063140869140625, 0.4527130126953125, 0.48479461669921875, 0.516876220703125, 0.5489578247070312, 0.5810394287109375, 0.6131210327148438, 0.64520263671875, 0.6772842407226562, 0.7093658447265625, 0.7414474487304688, 0.773529052734375, 0.8056106567382812, 0.8376922607421875, 0.8697738647460938, 0.90185546875]}, "gradients/encoder.encoder.layers.5.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 6.0, 11.0, 12.0, 14.0, 22.0, 26.0, 23.0, 46.0, 37.0, 41.0, 46.0, 65.0, 62.0, 57.0, 61.0, 71.0, 53.0, 56.0, 56.0, 45.0, 46.0, 28.0, 29.0, 20.0, 20.0, 12.0, 13.0, 8.0, 8.0, 3.0, 5.0, 4.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.91064453125, -0.8856735229492188, -0.8607025146484375, -0.8357315063476562, -0.810760498046875, -0.7857894897460938, -0.7608184814453125, -0.7358474731445312, -0.71087646484375, -0.6859054565429688, -0.6609344482421875, -0.6359634399414062, -0.610992431640625, -0.5860214233398438, -0.5610504150390625, -0.5360794067382812, -0.5111083984375, -0.48613739013671875, -0.4611663818359375, -0.43619537353515625, -0.411224365234375, -0.38625335693359375, -0.3612823486328125, -0.33631134033203125, -0.31134033203125, -0.28636932373046875, -0.2613983154296875, -0.23642730712890625, -0.211456298828125, -0.18648529052734375, -0.1615142822265625, -0.13654327392578125, -0.111572265625, -0.08660125732421875, -0.0616302490234375, -0.03665924072265625, -0.011688232421875, 0.01328277587890625, 0.0382537841796875, 0.06322479248046875, 0.08819580078125, 0.11316680908203125, 0.1381378173828125, 0.16310882568359375, 0.188079833984375, 0.21305084228515625, 0.2380218505859375, 0.26299285888671875, 0.2879638671875, 0.31293487548828125, 0.3379058837890625, 0.36287689208984375, 0.387847900390625, 0.41281890869140625, 0.4377899169921875, 0.46276092529296875, 0.48773193359375, 0.5127029418945312, 0.5376739501953125, 0.5626449584960938, 0.587615966796875, 0.6125869750976562, 0.6375579833984375, 0.6625289916992188, 0.6875]}, "gradients/encoder.encoder.layers.5.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 6.0, 8.0, 12.0, 16.0, 26.0, 22.0, 27.0, 61.0, 72.0, 148.0, 153.0, 237.0, 416.0, 703.0, 1174.0, 2703.0, 7258.0, 37022.0, 369937.0, 568368.0, 45557.0, 8335.0, 2879.0, 1337.0, 765.0, 410.0, 298.0, 181.0, 122.0, 83.0, 55.0, 52.0, 35.0, 19.0, 23.0, 8.0, 8.0, 8.0, 5.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.427734375, -2.35198974609375, -2.2762451171875, -2.20050048828125, -2.124755859375, -2.04901123046875, -1.9732666015625, -1.89752197265625, -1.82177734375, -1.74603271484375, -1.6702880859375, -1.59454345703125, -1.518798828125, -1.44305419921875, -1.3673095703125, -1.29156494140625, -1.2158203125, -1.14007568359375, -1.0643310546875, -0.98858642578125, -0.912841796875, -0.83709716796875, -0.7613525390625, -0.68560791015625, -0.60986328125, -0.53411865234375, -0.4583740234375, -0.38262939453125, -0.306884765625, -0.23114013671875, -0.1553955078125, -0.07965087890625, -0.00390625, 0.07183837890625, 0.1475830078125, 0.22332763671875, 0.299072265625, 0.37481689453125, 0.4505615234375, 0.52630615234375, 0.60205078125, 0.67779541015625, 0.7535400390625, 0.82928466796875, 0.905029296875, 0.98077392578125, 1.0565185546875, 1.13226318359375, 1.2080078125, 1.28375244140625, 1.3594970703125, 1.43524169921875, 1.510986328125, 1.58673095703125, 1.6624755859375, 1.73822021484375, 1.81396484375, 1.88970947265625, 1.9654541015625, 2.04119873046875, 2.116943359375, 2.19268798828125, 2.2684326171875, 2.34417724609375, 2.419921875]}, "gradients/encoder.encoder.layers.5.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 4.0, 6.0, 5.0, 6.0, 12.0, 6.0, 9.0, 19.0, 13.0, 12.0, 26.0, 24.0, 21.0, 19.0, 32.0, 36.0, 25.0, 35.0, 36.0, 39.0, 37.0, 37.0, 40.0, 34.0, 47.0, 45.0, 33.0, 44.0, 33.0, 38.0, 30.0, 23.0, 22.0, 27.0, 17.0, 13.0, 15.0, 13.0, 10.0, 12.0, 7.0, 12.0, 8.0, 6.0, 4.0, 2.0, 2.0, 3.0, 2.0, 1.0, 3.0, 0.0, 3.0], "bins": [-2.296875, -2.22894287109375, -2.1610107421875, -2.09307861328125, -2.025146484375, -1.95721435546875, -1.8892822265625, -1.82135009765625, -1.75341796875, -1.68548583984375, -1.6175537109375, -1.54962158203125, -1.481689453125, -1.41375732421875, -1.3458251953125, -1.27789306640625, -1.2099609375, -1.14202880859375, -1.0740966796875, -1.00616455078125, -0.938232421875, -0.87030029296875, -0.8023681640625, -0.73443603515625, -0.66650390625, -0.59857177734375, -0.5306396484375, -0.46270751953125, -0.394775390625, -0.32684326171875, -0.2589111328125, -0.19097900390625, -0.123046875, -0.05511474609375, 0.0128173828125, 0.08074951171875, 0.148681640625, 0.21661376953125, 0.2845458984375, 0.35247802734375, 0.42041015625, 0.48834228515625, 0.5562744140625, 0.62420654296875, 0.692138671875, 0.76007080078125, 0.8280029296875, 0.89593505859375, 0.9638671875, 1.03179931640625, 1.0997314453125, 1.16766357421875, 1.235595703125, 1.30352783203125, 1.3714599609375, 1.43939208984375, 1.50732421875, 1.57525634765625, 1.6431884765625, 1.71112060546875, 1.779052734375, 1.84698486328125, 1.9149169921875, 1.98284912109375, 2.05078125]}, "gradients/encoder.encoder.layers.5.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 5.0, 4.0, 7.0, 12.0, 14.0, 11.0, 28.0, 36.0, 41.0, 61.0, 105.0, 157.0, 240.0, 377.0, 714.0, 1551.0, 3702.0, 11557.0, 68547.0, 795549.0, 139166.0, 17742.0, 4818.0, 1945.0, 900.0, 456.0, 297.0, 164.0, 101.0, 82.0, 48.0, 38.0, 17.0, 18.0, 10.0, 9.0, 8.0, 9.0, 6.0, 6.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.93212890625, -0.9017105102539062, -0.8712921142578125, -0.8408737182617188, -0.810455322265625, -0.7800369262695312, -0.7496185302734375, -0.7192001342773438, -0.68878173828125, -0.6583633422851562, -0.6279449462890625, -0.5975265502929688, -0.567108154296875, -0.5366897583007812, -0.5062713623046875, -0.47585296630859375, -0.4454345703125, -0.41501617431640625, -0.3845977783203125, -0.35417938232421875, -0.323760986328125, -0.29334259033203125, -0.2629241943359375, -0.23250579833984375, -0.20208740234375, -0.17166900634765625, -0.1412506103515625, -0.11083221435546875, -0.080413818359375, -0.04999542236328125, -0.0195770263671875, 0.01084136962890625, 0.041259765625, 0.07167816162109375, 0.1020965576171875, 0.13251495361328125, 0.162933349609375, 0.19335174560546875, 0.2237701416015625, 0.25418853759765625, 0.28460693359375, 0.31502532958984375, 0.3454437255859375, 0.37586212158203125, 0.406280517578125, 0.43669891357421875, 0.4671173095703125, 0.49753570556640625, 0.5279541015625, 0.5583724975585938, 0.5887908935546875, 0.6192092895507812, 0.649627685546875, 0.6800460815429688, 0.7104644775390625, 0.7408828735351562, 0.77130126953125, 0.8017196655273438, 0.8321380615234375, 0.8625564575195312, 0.892974853515625, 0.9233932495117188, 0.9538116455078125, 0.9842300415039062, 1.0146484375]}, "gradients/encoder.encoder.layers.5.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 5.0, 8.0, 6.0, 6.0, 15.0, 7.0, 6.0, 11.0, 13.0, 17.0, 27.0, 20.0, 24.0, 29.0, 31.0, 44.0, 57.0, 62.0, 72.0, 77.0, 65.0, 53.0, 44.0, 46.0, 44.0, 34.0, 31.0, 25.0, 13.0, 23.0, 14.0, 12.0, 8.0, 18.0, 10.0, 6.0, 4.0, 3.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0], "bins": [-0.00012421607971191406, -0.00012069661170244217, -0.00011717714369297028, -0.00011365767568349838, -0.00011013820767402649, -0.0001066187396645546, -0.0001030992716550827, -9.957980364561081e-05, -9.606033563613892e-05, -9.254086762666702e-05, -8.902139961719513e-05, -8.550193160772324e-05, -8.198246359825134e-05, -7.846299558877945e-05, -7.494352757930756e-05, -7.142405956983566e-05, -6.790459156036377e-05, -6.438512355089188e-05, -6.086565554141998e-05, -5.734618753194809e-05, -5.3826719522476196e-05, -5.03072515130043e-05, -4.678778350353241e-05, -4.3268315494060516e-05, -3.974884748458862e-05, -3.622937947511673e-05, -3.2709911465644836e-05, -2.9190443456172943e-05, -2.567097544670105e-05, -2.2151507437229156e-05, -1.8632039427757263e-05, -1.511257141828537e-05, -1.1593103408813477e-05, -8.073635399341583e-06, -4.55416738986969e-06, -1.0346993803977966e-06, 2.4847686290740967e-06, 6.00423663854599e-06, 9.523704648017883e-06, 1.3043172657489777e-05, 1.656264066696167e-05, 2.0082108676433563e-05, 2.3601576685905457e-05, 2.712104469537735e-05, 3.064051270484924e-05, 3.4159980714321136e-05, 3.767944872379303e-05, 4.119891673326492e-05, 4.4718384742736816e-05, 4.823785275220871e-05, 5.17573207616806e-05, 5.5276788771152496e-05, 5.879625678062439e-05, 6.231572479009628e-05, 6.583519279956818e-05, 6.935466080904007e-05, 7.287412881851196e-05, 7.639359682798386e-05, 7.991306483745575e-05, 8.343253284692764e-05, 8.695200085639954e-05, 9.047146886587143e-05, 9.399093687534332e-05, 9.751040488481522e-05, 0.00010102987289428711]}, "gradients/encoder.encoder.layers.5.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 5.0, 1.0, 4.0, 9.0, 7.0, 12.0, 16.0, 26.0, 20.0, 37.0, 81.0, 95.0, 171.0, 295.0, 580.0, 1157.0, 2584.0, 7138.0, 30939.0, 752942.0, 225552.0, 17889.0, 4973.0, 1951.0, 930.0, 449.0, 255.0, 160.0, 94.0, 58.0, 36.0, 30.0, 23.0, 14.0, 11.0, 3.0, 2.0, 3.0, 3.0, 4.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.07421875, -1.03564453125, -0.9970703125, -0.95849609375, -0.919921875, -0.88134765625, -0.8427734375, -0.80419921875, -0.765625, -0.72705078125, -0.6884765625, -0.64990234375, -0.611328125, -0.57275390625, -0.5341796875, -0.49560546875, -0.45703125, -0.41845703125, -0.3798828125, -0.34130859375, -0.302734375, -0.26416015625, -0.2255859375, -0.18701171875, -0.1484375, -0.10986328125, -0.0712890625, -0.03271484375, 0.005859375, 0.04443359375, 0.0830078125, 0.12158203125, 0.16015625, 0.19873046875, 0.2373046875, 0.27587890625, 0.314453125, 0.35302734375, 0.3916015625, 0.43017578125, 0.46875, 0.50732421875, 0.5458984375, 0.58447265625, 0.623046875, 0.66162109375, 0.7001953125, 0.73876953125, 0.77734375, 0.81591796875, 0.8544921875, 0.89306640625, 0.931640625, 0.97021484375, 1.0087890625, 1.04736328125, 1.0859375, 1.12451171875, 1.1630859375, 1.20166015625, 1.240234375, 1.27880859375, 1.3173828125, 1.35595703125, 1.39453125]}, "gradients/encoder.encoder.layers.5.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 4.0, 1.0, 1.0, 4.0, 5.0, 8.0, 6.0, 8.0, 9.0, 13.0, 14.0, 22.0, 52.0, 48.0, 95.0, 133.0, 156.0, 118.0, 91.0, 51.0, 42.0, 27.0, 25.0, 13.0, 8.0, 4.0, 12.0, 8.0, 4.0, 3.0, 3.0, 4.0, 4.0, 3.0, 2.0, 0.0, 2.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.99169921875, -0.9556198120117188, -0.9195404052734375, -0.8834609985351562, -0.847381591796875, -0.8113021850585938, -0.7752227783203125, -0.7391433715820312, -0.70306396484375, -0.6669845581054688, -0.6309051513671875, -0.5948257446289062, -0.558746337890625, -0.5226669311523438, -0.4865875244140625, -0.45050811767578125, -0.4144287109375, -0.37834930419921875, -0.3422698974609375, -0.30619049072265625, -0.270111083984375, -0.23403167724609375, -0.1979522705078125, -0.16187286376953125, -0.12579345703125, -0.08971405029296875, -0.0536346435546875, -0.01755523681640625, 0.018524169921875, 0.05460357666015625, 0.0906829833984375, 0.12676239013671875, 0.162841796875, 0.19892120361328125, 0.2350006103515625, 0.27108001708984375, 0.307159423828125, 0.34323883056640625, 0.3793182373046875, 0.41539764404296875, 0.45147705078125, 0.48755645751953125, 0.5236358642578125, 0.5597152709960938, 0.595794677734375, 0.6318740844726562, 0.6679534912109375, 0.7040328979492188, 0.7401123046875, 0.7761917114257812, 0.8122711181640625, 0.8483505249023438, 0.884429931640625, 0.9205093383789062, 0.9565887451171875, 0.9926681518554688, 1.02874755859375, 1.0648269653320312, 1.1009063720703125, 1.1369857788085938, 1.173065185546875, 1.2091445922851562, 1.2452239990234375, 1.2813034057617188, 1.3173828125]}, "gradients/encoder.encoder.layers.5.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 4.0, 3.0, 2.0, 7.0, 34.0, 51.0, 140.0, 263.0, 267.0, 123.0, 47.0, 32.0, 9.0, 10.0, 8.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.72439956665039, -14.021207809448242, -13.318016052246094, -12.614824295043945, -11.91163158416748, -11.208439826965332, -10.505248069763184, -9.802055358886719, -9.09886360168457, -8.395671844482422, -7.692479610443115, -6.989287853240967, -6.28609561920166, -5.582903861999512, -4.879712104797363, -4.176519870758057, -3.4733285903930664, -2.770136594772339, -2.0669445991516113, -1.363752841949463, -0.6605608463287354, 0.04263114929199219, 0.7458229064941406, 1.4490151405334473, 2.1522068977355957, 2.8553988933563232, 3.558590888977051, 4.261782646179199, 4.964974403381348, 5.668166637420654, 6.371358394622803, 7.074550628662109, 7.777742385864258, 8.480934143066406, 9.184125900268555, 9.887317657470703, 10.590510368347168, 11.293702125549316, 11.996893882751465, 12.70008659362793, 13.403278350830078, 14.106470108032227, 14.809661865234375, 15.512853622436523, 16.216045379638672, 16.919239044189453, 17.62242889404297, 18.32562255859375, 19.028812408447266, 19.732004165649414, 20.435195922851562, 21.13838768005371, 21.84157943725586, 22.54477310180664, 23.247962951660156, 23.951156616210938, 24.654348373413086, 25.357540130615234, 26.060731887817383, 26.76392364501953, 27.46711540222168, 28.170307159423828, 28.87350082397461, 29.576692581176758, 30.279884338378906]}, "gradients/encoder.encoder.layers.5.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 4.0, 0.0, 5.0, 0.0, 4.0, 3.0, 10.0, 5.0, 18.0, 18.0, 10.0, 15.0, 19.0, 30.0, 24.0, 26.0, 39.0, 30.0, 35.0, 40.0, 35.0, 47.0, 53.0, 70.0, 46.0, 56.0, 38.0, 44.0, 41.0, 23.0, 34.0, 26.0, 20.0, 18.0, 16.0, 16.0, 15.0, 22.0, 17.0, 5.0, 5.0, 9.0, 4.0, 4.0, 2.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-8.873666763305664, -8.579684257507324, -8.285701751708984, -7.9917192459106445, -7.697736740112305, -7.403754234313965, -7.109771728515625, -6.815789222717285, -6.521806716918945, -6.2278242111206055, -5.933841705322266, -5.639859199523926, -5.345876693725586, -5.051894187927246, -4.757911682128906, -4.463929176330566, -4.169946670532227, -3.8759641647338867, -3.581981658935547, -3.287999153137207, -2.994016647338867, -2.7000341415405273, -2.4060516357421875, -2.1120691299438477, -1.8180866241455078, -1.524104118347168, -1.2301216125488281, -0.9361391067504883, -0.6421566009521484, -0.3481740951538086, -0.05419158935546875, 0.2397909164428711, 0.5337743759155273, 0.8277568817138672, 1.121739387512207, 1.4157218933105469, 1.7097043991088867, 2.0036869049072266, 2.2976694107055664, 2.5916519165039062, 2.885634422302246, 3.179616928100586, 3.473599433898926, 3.7675819396972656, 4.0615644454956055, 4.355546951293945, 4.649529457092285, 4.943511962890625, 5.237494468688965, 5.531476974487305, 5.8254594802856445, 6.119441986083984, 6.413424491882324, 6.707406997680664, 7.001389503479004, 7.295372009277344, 7.589354515075684, 7.883337020874023, 8.177319526672363, 8.471302032470703, 8.765284538269043, 9.059267044067383, 9.353249549865723, 9.647232055664062, 9.941214561462402]}, "gradients/encoder.encoder.layers.4.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 6.0, 4.0, 5.0, 9.0, 23.0, 22.0, 34.0, 62.0, 118.0, 231.0, 433.0, 1087.0, 3101.0, 10049.0, 51752.0, 906272.0, 3044469.0, 148327.0, 19774.0, 5327.0, 1789.0, 706.0, 326.0, 143.0, 76.0, 51.0, 29.0, 16.0, 15.0, 12.0, 6.0, 5.0, 5.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-1.5009765625, -1.4636611938476562, -1.4263458251953125, -1.3890304565429688, -1.351715087890625, -1.3143997192382812, -1.2770843505859375, -1.2397689819335938, -1.20245361328125, -1.1651382446289062, -1.1278228759765625, -1.0905075073242188, -1.053192138671875, -1.0158767700195312, -0.9785614013671875, -0.9412460327148438, -0.9039306640625, -0.8666152954101562, -0.8292999267578125, -0.7919845581054688, -0.754669189453125, -0.7173538208007812, -0.6800384521484375, -0.6427230834960938, -0.60540771484375, -0.5680923461914062, -0.5307769775390625, -0.49346160888671875, -0.456146240234375, -0.41883087158203125, -0.3815155029296875, -0.34420013427734375, -0.306884765625, -0.26956939697265625, -0.2322540283203125, -0.19493865966796875, -0.157623291015625, -0.12030792236328125, -0.0829925537109375, -0.04567718505859375, -0.00836181640625, 0.02895355224609375, 0.0662689208984375, 0.10358428955078125, 0.140899658203125, 0.17821502685546875, 0.2155303955078125, 0.25284576416015625, 0.2901611328125, 0.32747650146484375, 0.3647918701171875, 0.40210723876953125, 0.439422607421875, 0.47673797607421875, 0.5140533447265625, 0.5513687133789062, 0.58868408203125, 0.6259994506835938, 0.6633148193359375, 0.7006301879882812, 0.737945556640625, 0.7752609252929688, 0.8125762939453125, 0.8498916625976562, 0.88720703125]}, "gradients/encoder.encoder.layers.4.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 6.0, 3.0, 6.0, 11.0, 16.0, 21.0, 22.0, 32.0, 31.0, 37.0, 50.0, 51.0, 61.0, 62.0, 62.0, 71.0, 56.0, 57.0, 54.0, 43.0, 53.0, 44.0, 26.0, 35.0, 20.0, 23.0, 22.0, 10.0, 7.0, 4.0, 2.0, 4.0, 4.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.88916015625, -0.8641815185546875, -0.839202880859375, -0.8142242431640625, -0.78924560546875, -0.7642669677734375, -0.739288330078125, -0.7143096923828125, -0.6893310546875, -0.6643524169921875, -0.639373779296875, -0.6143951416015625, -0.58941650390625, -0.5644378662109375, -0.539459228515625, -0.5144805908203125, -0.489501953125, -0.4645233154296875, -0.439544677734375, -0.4145660400390625, -0.38958740234375, -0.3646087646484375, -0.339630126953125, -0.3146514892578125, -0.2896728515625, -0.2646942138671875, -0.239715576171875, -0.2147369384765625, -0.18975830078125, -0.1647796630859375, -0.139801025390625, -0.1148223876953125, -0.08984375, -0.0648651123046875, -0.039886474609375, -0.0149078369140625, 0.01007080078125, 0.0350494384765625, 0.060028076171875, 0.0850067138671875, 0.1099853515625, 0.1349639892578125, 0.159942626953125, 0.1849212646484375, 0.20989990234375, 0.2348785400390625, 0.259857177734375, 0.2848358154296875, 0.309814453125, 0.3347930908203125, 0.359771728515625, 0.3847503662109375, 0.40972900390625, 0.4347076416015625, 0.459686279296875, 0.4846649169921875, 0.5096435546875, 0.5346221923828125, 0.559600830078125, 0.5845794677734375, 0.60955810546875, 0.6345367431640625, 0.659515380859375, 0.6844940185546875, 0.70947265625]}, "gradients/encoder.encoder.layers.4.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 0.0, 0.0, 7.0, 9.0, 23.0, 31.0, 67.0, 169.0, 437.0, 1579.0, 13261.0, 3092625.0, 1074881.0, 9051.0, 1278.0, 437.0, 203.0, 103.0, 63.0, 27.0, 22.0, 2.0, 2.0, 6.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.775390625, -2.67236328125, -2.5693359375, -2.46630859375, -2.36328125, -2.26025390625, -2.1572265625, -2.05419921875, -1.951171875, -1.84814453125, -1.7451171875, -1.64208984375, -1.5390625, -1.43603515625, -1.3330078125, -1.22998046875, -1.126953125, -1.02392578125, -0.9208984375, -0.81787109375, -0.71484375, -0.61181640625, -0.5087890625, -0.40576171875, -0.302734375, -0.19970703125, -0.0966796875, 0.00634765625, 0.109375, 0.21240234375, 0.3154296875, 0.41845703125, 0.521484375, 0.62451171875, 0.7275390625, 0.83056640625, 0.93359375, 1.03662109375, 1.1396484375, 1.24267578125, 1.345703125, 1.44873046875, 1.5517578125, 1.65478515625, 1.7578125, 1.86083984375, 1.9638671875, 2.06689453125, 2.169921875, 2.27294921875, 2.3759765625, 2.47900390625, 2.58203125, 2.68505859375, 2.7880859375, 2.89111328125, 2.994140625, 3.09716796875, 3.2001953125, 3.30322265625, 3.40625, 3.50927734375, 3.6123046875, 3.71533203125, 3.818359375]}, "gradients/encoder.encoder.layers.4.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 3.0, 7.0, 9.0, 18.0, 19.0, 31.0, 51.0, 114.0, 282.0, 664.0, 1280.0, 896.0, 335.0, 167.0, 89.0, 49.0, 21.0, 15.0, 9.0, 1.0, 7.0, 1.0, 1.0, 6.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.666015625, -1.601165771484375, -1.53631591796875, -1.471466064453125, -1.4066162109375, -1.341766357421875, -1.27691650390625, -1.212066650390625, -1.147216796875, -1.082366943359375, -1.01751708984375, -0.952667236328125, -0.8878173828125, -0.822967529296875, -0.75811767578125, -0.693267822265625, -0.62841796875, -0.563568115234375, -0.49871826171875, -0.433868408203125, -0.3690185546875, -0.304168701171875, -0.23931884765625, -0.174468994140625, -0.109619140625, -0.044769287109375, 0.02008056640625, 0.084930419921875, 0.1497802734375, 0.214630126953125, 0.27947998046875, 0.344329833984375, 0.4091796875, 0.474029541015625, 0.53887939453125, 0.603729248046875, 0.6685791015625, 0.733428955078125, 0.79827880859375, 0.863128662109375, 0.927978515625, 0.992828369140625, 1.05767822265625, 1.122528076171875, 1.1873779296875, 1.252227783203125, 1.31707763671875, 1.381927490234375, 1.44677734375, 1.511627197265625, 1.57647705078125, 1.641326904296875, 1.7061767578125, 1.771026611328125, 1.83587646484375, 1.900726318359375, 1.965576171875, 2.030426025390625, 2.09527587890625, 2.160125732421875, 2.2249755859375, 2.289825439453125, 2.35467529296875, 2.419525146484375, 2.484375]}, "gradients/encoder.encoder.layers.4.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 4.0, 3.0, 0.0, 3.0, 5.0, 3.0, 3.0, 11.0, 16.0, 16.0, 42.0, 78.0, 128.0, 188.0, 195.0, 115.0, 91.0, 37.0, 28.0, 9.0, 8.0, 6.0, 4.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-10.341296195983887, -9.959938049316406, -9.57857894897461, -9.197220802307129, -8.815862655639648, -8.434503555297852, -8.053145408630371, -7.671786785125732, -7.290428161621094, -6.909069538116455, -6.527710914611816, -6.146352767944336, -5.764994144439697, -5.383635520935059, -5.002277374267578, -4.6209187507629395, -4.239560127258301, -3.858201503753662, -3.4768431186676025, -3.095484733581543, -2.7141261100769043, -2.3327674865722656, -1.951409101486206, -1.5700507164001465, -1.1886920928955078, -0.8073335886001587, -0.42597508430480957, -0.04461658000946045, 0.33674192428588867, 0.7181004285812378, 1.099458932876587, 1.4808173179626465, 1.8621768951416016, 2.2435355186462402, 2.6248939037323, 3.0062522888183594, 3.387610912322998, 3.7689695358276367, 4.150327682495117, 4.531686305999756, 4.9130449295043945, 5.294403553009033, 5.675762176513672, 6.057120323181152, 6.438478946685791, 6.81983757019043, 7.20119571685791, 7.582554340362549, 7.9639129638671875, 8.345271110534668, 8.726630210876465, 9.107988357543945, 9.489347457885742, 9.870705604553223, 10.252063751220703, 10.6334228515625, 11.01478099822998, 11.396139144897461, 11.777498245239258, 12.158856391906738, 12.540214538574219, 12.921573638916016, 13.302931785583496, 13.684289932250977, 14.065649032592773]}, "gradients/encoder.encoder.layers.4.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 1.0, 2.0, 5.0, 2.0, 9.0, 2.0, 16.0, 4.0, 14.0, 19.0, 17.0, 10.0, 15.0, 38.0, 36.0, 31.0, 39.0, 30.0, 42.0, 43.0, 43.0, 51.0, 40.0, 50.0, 47.0, 40.0, 45.0, 39.0, 33.0, 28.0, 39.0, 17.0, 27.0, 23.0, 26.0, 13.0, 10.0, 11.0, 10.0, 8.0, 9.0, 6.0, 3.0, 5.0, 3.0, 3.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-5.972526550292969, -5.793294906616211, -5.614063739776611, -5.4348320960998535, -5.255600452423096, -5.076369285583496, -4.897137641906738, -4.7179059982299805, -4.538674354553223, -4.359442710876465, -4.180211544036865, -4.000979900360107, -3.8217482566833496, -3.642516851425171, -3.463285446166992, -3.2840538024902344, -3.1048226356506348, -2.925591230392456, -2.7463595867156982, -2.5671281814575195, -2.3878965377807617, -2.208665132522583, -2.0294337272644043, -1.850202202796936, -1.6709706783294678, -1.4917391538619995, -1.3125076293945312, -1.1332762241363525, -0.9540446996688843, -0.774813175201416, -0.5955817699432373, -0.41635024547576904, -0.23711872100830078, -0.05788722634315491, 0.12134426832199097, 0.30057573318481445, 0.4798072576522827, 0.659038782119751, 0.8382701873779297, 1.017501711845398, 1.1967332363128662, 1.3759647607803345, 1.5551962852478027, 1.7344276905059814, 1.9136592149734497, 2.092890739440918, 2.2721221446990967, 2.4513535499572754, 2.630585193634033, 2.809816598892212, 2.9890482425689697, 3.1682796478271484, 3.3475112915039062, 3.526742696762085, 3.7059741020202637, 3.8852057456970215, 4.064436912536621, 4.243668556213379, 4.4228997230529785, 4.602131366729736, 4.781363010406494, 4.960594177246094, 5.139825820922852, 5.319057464599609, 5.498289108276367]}, "gradients/encoder.encoder.layers.4.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 4.0, 4.0, 4.0, 6.0, 13.0, 15.0, 12.0, 26.0, 40.0, 57.0, 108.0, 181.0, 303.0, 554.0, 1007.0, 1976.0, 3967.0, 9313.0, 24162.0, 67693.0, 210116.0, 431407.0, 194663.0, 63741.0, 22630.0, 8781.0, 3747.0, 1762.0, 980.0, 506.0, 295.0, 174.0, 99.0, 66.0, 32.0, 39.0, 21.0, 22.0, 8.0, 3.0, 3.0, 5.0, 5.0, 4.0, 4.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1845703125, -1.14569091796875, -1.1068115234375, -1.06793212890625, -1.029052734375, -0.99017333984375, -0.9512939453125, -0.91241455078125, -0.87353515625, -0.83465576171875, -0.7957763671875, -0.75689697265625, -0.718017578125, -0.67913818359375, -0.6402587890625, -0.60137939453125, -0.5625, -0.52362060546875, -0.4847412109375, -0.44586181640625, -0.406982421875, -0.36810302734375, -0.3292236328125, -0.29034423828125, -0.25146484375, -0.21258544921875, -0.1737060546875, -0.13482666015625, -0.095947265625, -0.05706787109375, -0.0181884765625, 0.02069091796875, 0.0595703125, 0.09844970703125, 0.1373291015625, 0.17620849609375, 0.215087890625, 0.25396728515625, 0.2928466796875, 0.33172607421875, 0.37060546875, 0.40948486328125, 0.4483642578125, 0.48724365234375, 0.526123046875, 0.56500244140625, 0.6038818359375, 0.64276123046875, 0.681640625, 0.72052001953125, 0.7593994140625, 0.79827880859375, 0.837158203125, 0.87603759765625, 0.9149169921875, 0.95379638671875, 0.99267578125, 1.03155517578125, 1.0704345703125, 1.10931396484375, 1.148193359375, 1.18707275390625, 1.2259521484375, 1.26483154296875, 1.3037109375]}, "gradients/encoder.encoder.layers.4.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 3.0, 7.0, 11.0, 12.0, 15.0, 16.0, 31.0, 18.0, 27.0, 38.0, 39.0, 37.0, 63.0, 52.0, 49.0, 57.0, 59.0, 50.0, 54.0, 56.0, 55.0, 51.0, 32.0, 37.0, 29.0, 24.0, 17.0, 17.0, 10.0, 9.0, 11.0, 1.0, 10.0, 4.0, 6.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.76025390625, -0.737548828125, -0.71484375, -0.692138671875, -0.66943359375, -0.646728515625, -0.6240234375, -0.601318359375, -0.57861328125, -0.555908203125, -0.533203125, -0.510498046875, -0.48779296875, -0.465087890625, -0.4423828125, -0.419677734375, -0.39697265625, -0.374267578125, -0.3515625, -0.328857421875, -0.30615234375, -0.283447265625, -0.2607421875, -0.238037109375, -0.21533203125, -0.192626953125, -0.169921875, -0.147216796875, -0.12451171875, -0.101806640625, -0.0791015625, -0.056396484375, -0.03369140625, -0.010986328125, 0.01171875, 0.034423828125, 0.05712890625, 0.079833984375, 0.1025390625, 0.125244140625, 0.14794921875, 0.170654296875, 0.193359375, 0.216064453125, 0.23876953125, 0.261474609375, 0.2841796875, 0.306884765625, 0.32958984375, 0.352294921875, 0.375, 0.397705078125, 0.42041015625, 0.443115234375, 0.4658203125, 0.488525390625, 0.51123046875, 0.533935546875, 0.556640625, 0.579345703125, 0.60205078125, 0.624755859375, 0.6474609375, 0.670166015625, 0.69287109375]}, "gradients/encoder.encoder.layers.4.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 4.0, 6.0, 3.0, 8.0, 7.0, 15.0, 10.0, 14.0, 29.0, 33.0, 46.0, 65.0, 94.0, 143.0, 204.0, 354.0, 576.0, 1310.0, 3086.0, 12308.0, 90410.0, 788678.0, 128887.0, 15396.0, 3631.0, 1426.0, 654.0, 412.0, 226.0, 167.0, 114.0, 77.0, 49.0, 32.0, 25.0, 15.0, 14.0, 14.0, 7.0, 2.0, 4.0, 6.0, 3.0, 5.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.9921875, -2.910369873046875, -2.82855224609375, -2.746734619140625, -2.6649169921875, -2.583099365234375, -2.50128173828125, -2.419464111328125, -2.337646484375, -2.255828857421875, -2.17401123046875, -2.092193603515625, -2.0103759765625, -1.928558349609375, -1.84674072265625, -1.764923095703125, -1.68310546875, -1.601287841796875, -1.51947021484375, -1.437652587890625, -1.3558349609375, -1.274017333984375, -1.19219970703125, -1.110382080078125, -1.028564453125, -0.946746826171875, -0.86492919921875, -0.783111572265625, -0.7012939453125, -0.619476318359375, -0.53765869140625, -0.455841064453125, -0.3740234375, -0.292205810546875, -0.21038818359375, -0.128570556640625, -0.0467529296875, 0.035064697265625, 0.11688232421875, 0.198699951171875, 0.280517578125, 0.362335205078125, 0.44415283203125, 0.525970458984375, 0.6077880859375, 0.689605712890625, 0.77142333984375, 0.853240966796875, 0.93505859375, 1.016876220703125, 1.09869384765625, 1.180511474609375, 1.2623291015625, 1.344146728515625, 1.42596435546875, 1.507781982421875, 1.589599609375, 1.671417236328125, 1.75323486328125, 1.835052490234375, 1.9168701171875, 1.998687744140625, 2.08050537109375, 2.162322998046875, 2.244140625]}, "gradients/encoder.encoder.layers.4.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 2.0, 3.0, 4.0, 6.0, 4.0, 4.0, 4.0, 10.0, 12.0, 9.0, 6.0, 15.0, 21.0, 19.0, 20.0, 28.0, 30.0, 26.0, 43.0, 35.0, 40.0, 39.0, 49.0, 54.0, 46.0, 40.0, 49.0, 36.0, 49.0, 36.0, 29.0, 25.0, 32.0, 21.0, 27.0, 29.0, 14.0, 17.0, 9.0, 11.0, 12.0, 6.0, 2.0, 6.0, 7.0, 3.0, 4.0, 3.0, 3.0, 2.0, 6.0, 2.0, 3.0, 0.0, 2.0], "bins": [-2.2265625, -2.160614013671875, -2.09466552734375, -2.028717041015625, -1.9627685546875, -1.896820068359375, -1.83087158203125, -1.764923095703125, -1.698974609375, -1.633026123046875, -1.56707763671875, -1.501129150390625, -1.4351806640625, -1.369232177734375, -1.30328369140625, -1.237335205078125, -1.17138671875, -1.105438232421875, -1.03948974609375, -0.973541259765625, -0.9075927734375, -0.841644287109375, -0.77569580078125, -0.709747314453125, -0.643798828125, -0.577850341796875, -0.51190185546875, -0.445953369140625, -0.3800048828125, -0.314056396484375, -0.24810791015625, -0.182159423828125, -0.1162109375, -0.050262451171875, 0.01568603515625, 0.081634521484375, 0.1475830078125, 0.213531494140625, 0.27947998046875, 0.345428466796875, 0.411376953125, 0.477325439453125, 0.54327392578125, 0.609222412109375, 0.6751708984375, 0.741119384765625, 0.80706787109375, 0.873016357421875, 0.93896484375, 1.004913330078125, 1.07086181640625, 1.136810302734375, 1.2027587890625, 1.268707275390625, 1.33465576171875, 1.400604248046875, 1.466552734375, 1.532501220703125, 1.59844970703125, 1.664398193359375, 1.7303466796875, 1.796295166015625, 1.86224365234375, 1.928192138671875, 1.994140625]}, "gradients/encoder.encoder.layers.4.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 6.0, 1.0, 5.0, 4.0, 7.0, 9.0, 20.0, 31.0, 45.0, 36.0, 73.0, 119.0, 174.0, 275.0, 546.0, 1160.0, 2742.0, 9966.0, 84746.0, 872866.0, 62536.0, 8490.0, 2399.0, 985.0, 474.0, 277.0, 187.0, 114.0, 76.0, 49.0, 45.0, 29.0, 21.0, 11.0, 6.0, 8.0, 6.0, 9.0, 2.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.302734375, -1.2613067626953125, -1.219879150390625, -1.1784515380859375, -1.13702392578125, -1.0955963134765625, -1.054168701171875, -1.0127410888671875, -0.9713134765625, -0.9298858642578125, -0.888458251953125, -0.8470306396484375, -0.80560302734375, -0.7641754150390625, -0.722747802734375, -0.6813201904296875, -0.639892578125, -0.5984649658203125, -0.557037353515625, -0.5156097412109375, -0.47418212890625, -0.4327545166015625, -0.391326904296875, -0.3498992919921875, -0.3084716796875, -0.2670440673828125, -0.225616455078125, -0.1841888427734375, -0.14276123046875, -0.1013336181640625, -0.059906005859375, -0.0184783935546875, 0.02294921875, 0.0643768310546875, 0.105804443359375, 0.1472320556640625, 0.18865966796875, 0.2300872802734375, 0.271514892578125, 0.3129425048828125, 0.3543701171875, 0.3957977294921875, 0.437225341796875, 0.4786529541015625, 0.52008056640625, 0.5615081787109375, 0.602935791015625, 0.6443634033203125, 0.685791015625, 0.7272186279296875, 0.768646240234375, 0.8100738525390625, 0.85150146484375, 0.8929290771484375, 0.934356689453125, 0.9757843017578125, 1.0172119140625, 1.0586395263671875, 1.100067138671875, 1.1414947509765625, 1.18292236328125, 1.2243499755859375, 1.265777587890625, 1.3072052001953125, 1.3486328125]}, "gradients/encoder.encoder.layers.4.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 3.0, 5.0, 5.0, 10.0, 13.0, 22.0, 19.0, 24.0, 44.0, 70.0, 104.0, 178.0, 172.0, 118.0, 70.0, 37.0, 24.0, 25.0, 15.0, 12.0, 11.0, 8.0, 7.0, 3.0, 3.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.0003020763397216797, -0.0002948865294456482, -0.0002876967191696167, -0.0002805069088935852, -0.0002733170986175537, -0.0002661272883415222, -0.0002589374780654907, -0.00025174766778945923, -0.00024455785751342773, -0.00023736804723739624, -0.00023017823696136475, -0.00022298842668533325, -0.00021579861640930176, -0.00020860880613327026, -0.00020141899585723877, -0.00019422918558120728, -0.00018703937530517578, -0.0001798495650291443, -0.0001726597547531128, -0.0001654699444770813, -0.0001582801342010498, -0.0001510903239250183, -0.00014390051364898682, -0.00013671070337295532, -0.00012952089309692383, -0.00012233108282089233, -0.00011514127254486084, -0.00010795146226882935, -0.00010076165199279785, -9.357184171676636e-05, -8.638203144073486e-05, -7.919222116470337e-05, -7.200241088867188e-05, -6.481260061264038e-05, -5.762279033660889e-05, -5.043298006057739e-05, -4.32431697845459e-05, -3.6053359508514404e-05, -2.886354923248291e-05, -2.1673738956451416e-05, -1.4483928680419922e-05, -7.294118404388428e-06, -1.043081283569336e-07, 7.0855021476745605e-06, 1.4275312423706055e-05, 2.146512269973755e-05, 2.8654932975769043e-05, 3.584474325180054e-05, 4.303455352783203e-05, 5.0224363803863525e-05, 5.741417407989502e-05, 6.460398435592651e-05, 7.179379463195801e-05, 7.89836049079895e-05, 8.6173415184021e-05, 9.336322546005249e-05, 0.00010055303573608398, 0.00010774284601211548, 0.00011493265628814697, 0.00012212246656417847, 0.00012931227684020996, 0.00013650208711624146, 0.00014369189739227295, 0.00015088170766830444, 0.00015807151794433594]}, "gradients/encoder.encoder.layers.4.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 5.0, 2.0, 4.0, 4.0, 4.0, 7.0, 4.0, 8.0, 17.0, 21.0, 28.0, 39.0, 81.0, 147.0, 254.0, 488.0, 1073.0, 2649.0, 9603.0, 98283.0, 882230.0, 43441.0, 6365.0, 1993.0, 852.0, 453.0, 198.0, 111.0, 75.0, 33.0, 27.0, 13.0, 14.0, 6.0, 7.0, 5.0, 4.0, 5.0, 0.0, 4.0, 2.0, 1.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.4892578125, -1.4471435546875, -1.405029296875, -1.3629150390625, -1.32080078125, -1.2786865234375, -1.236572265625, -1.1944580078125, -1.15234375, -1.1102294921875, -1.068115234375, -1.0260009765625, -0.98388671875, -0.9417724609375, -0.899658203125, -0.8575439453125, -0.8154296875, -0.7733154296875, -0.731201171875, -0.6890869140625, -0.64697265625, -0.6048583984375, -0.562744140625, -0.5206298828125, -0.478515625, -0.4364013671875, -0.394287109375, -0.3521728515625, -0.31005859375, -0.2679443359375, -0.225830078125, -0.1837158203125, -0.1416015625, -0.0994873046875, -0.057373046875, -0.0152587890625, 0.02685546875, 0.0689697265625, 0.111083984375, 0.1531982421875, 0.1953125, 0.2374267578125, 0.279541015625, 0.3216552734375, 0.36376953125, 0.4058837890625, 0.447998046875, 0.4901123046875, 0.5322265625, 0.5743408203125, 0.616455078125, 0.6585693359375, 0.70068359375, 0.7427978515625, 0.784912109375, 0.8270263671875, 0.869140625, 0.9112548828125, 0.953369140625, 0.9954833984375, 1.03759765625, 1.0797119140625, 1.121826171875, 1.1639404296875, 1.2060546875]}, "gradients/encoder.encoder.layers.4.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 4.0, 2.0, 4.0, 9.0, 9.0, 10.0, 17.0, 25.0, 37.0, 39.0, 99.0, 133.0, 198.0, 147.0, 100.0, 50.0, 41.0, 22.0, 14.0, 13.0, 9.0, 4.0, 5.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.23046875, -1.192626953125, -1.15478515625, -1.116943359375, -1.0791015625, -1.041259765625, -1.00341796875, -0.965576171875, -0.927734375, -0.889892578125, -0.85205078125, -0.814208984375, -0.7763671875, -0.738525390625, -0.70068359375, -0.662841796875, -0.625, -0.587158203125, -0.54931640625, -0.511474609375, -0.4736328125, -0.435791015625, -0.39794921875, -0.360107421875, -0.322265625, -0.284423828125, -0.24658203125, -0.208740234375, -0.1708984375, -0.133056640625, -0.09521484375, -0.057373046875, -0.01953125, 0.018310546875, 0.05615234375, 0.093994140625, 0.1318359375, 0.169677734375, 0.20751953125, 0.245361328125, 0.283203125, 0.321044921875, 0.35888671875, 0.396728515625, 0.4345703125, 0.472412109375, 0.51025390625, 0.548095703125, 0.5859375, 0.623779296875, 0.66162109375, 0.699462890625, 0.7373046875, 0.775146484375, 0.81298828125, 0.850830078125, 0.888671875, 0.926513671875, 0.96435546875, 1.002197265625, 1.0400390625, 1.077880859375, 1.11572265625, 1.153564453125, 1.19140625]}, "gradients/encoder.encoder.layers.4.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 6.0, 5.0, 11.0, 16.0, 56.0, 151.0, 389.0, 267.0, 79.0, 17.0, 7.0, 3.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-28.084260940551758, -27.07202911376953, -26.059799194335938, -25.047569274902344, -24.035337448120117, -23.02310562133789, -22.010875701904297, -20.998645782470703, -19.986413955688477, -18.97418212890625, -17.961952209472656, -16.949722290039062, -15.937490463256836, -14.925259590148926, -13.913028717041016, -12.900797843933105, -11.888566970825195, -10.876336097717285, -9.864105224609375, -8.851874351501465, -7.839643478393555, -6.8274126052856445, -5.815181732177734, -4.802950859069824, -3.790719985961914, -2.778489112854004, -1.7662582397460938, -0.7540273666381836, 0.25820350646972656, 1.2704343795776367, 2.282665252685547, 3.294896125793457, 4.307125091552734, 5.3193559646606445, 6.331586837768555, 7.343817710876465, 8.356048583984375, 9.368279457092285, 10.380510330200195, 11.392741203308105, 12.404972076416016, 13.417202949523926, 14.429433822631836, 15.441664695739746, 16.453895568847656, 17.46612548828125, 18.478357315063477, 19.490589141845703, 20.502819061279297, 21.51504898071289, 22.527280807495117, 23.539512634277344, 24.551742553710938, 25.56397247314453, 26.576204299926758, 27.588436126708984, 28.600666046142578, 29.612895965576172, 30.6251277923584, 31.637359619140625, 32.64958953857422, 33.66181945800781, 34.674049377441406, 35.686283111572266, 36.69851303100586]}, "gradients/encoder.encoder.layers.4.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 3.0, 3.0, 6.0, 8.0, 14.0, 4.0, 15.0, 6.0, 18.0, 17.0, 17.0, 26.0, 23.0, 28.0, 33.0, 28.0, 32.0, 28.0, 53.0, 66.0, 69.0, 65.0, 65.0, 50.0, 45.0, 36.0, 25.0, 29.0, 27.0, 36.0, 26.0, 11.0, 13.0, 15.0, 14.0, 10.0, 9.0, 4.0, 6.0, 7.0, 4.0, 3.0, 5.0, 4.0, 3.0, 0.0, 1.0], "bins": [-11.418835639953613, -11.115399360656738, -10.81196403503418, -10.508527755737305, -10.20509147644043, -9.901655197143555, -9.598219871520996, -9.294783592224121, -8.991348266601562, -8.687911987304688, -8.384476661682129, -8.081040382385254, -7.777604103088379, -7.474168300628662, -7.170732498168945, -6.86729621887207, -6.563859939575195, -6.2604241371154785, -5.9569878578186035, -5.653552055358887, -5.350115776062012, -5.046679973602295, -4.743244171142578, -4.439807891845703, -4.136372089385986, -3.8329360485076904, -3.5295000076293945, -3.2260642051696777, -2.922628164291382, -2.619192123413086, -2.315756320953369, -2.0123202800750732, -1.708883285522461, -1.405447244644165, -1.1020113229751587, -0.7985753417015076, -0.49513936042785645, -0.19170331954956055, 0.1117326021194458, 0.41516852378845215, 0.718604564666748, 1.022040605545044, 1.3254765272140503, 1.6289124488830566, 1.9323484897613525, 2.2357845306396484, 2.5392203330993652, 2.842656373977661, 3.146092414855957, 3.449528455734253, 3.752964496612549, 4.056400299072266, 4.359836578369141, 4.663272380828857, 4.966708183288574, 5.270144462585449, 5.573580265045166, 5.877016067504883, 6.180452346801758, 6.483888149261475, 6.787323951721191, 7.090760231018066, 7.394196033477783, 7.6976318359375, 8.001068115234375]}, "gradients/encoder.encoder.layers.3.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 6.0, 7.0, 5.0, 6.0, 14.0, 16.0, 26.0, 38.0, 59.0, 114.0, 202.0, 437.0, 1308.0, 5089.0, 46860.0, 3797629.0, 326911.0, 11963.0, 2272.0, 711.0, 282.0, 127.0, 72.0, 45.0, 20.0, 31.0, 10.0, 10.0, 10.0, 2.0, 6.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-2.65625, -2.5925750732421875, -2.528900146484375, -2.4652252197265625, -2.40155029296875, -2.3378753662109375, -2.274200439453125, -2.2105255126953125, -2.1468505859375, -2.0831756591796875, -2.019500732421875, -1.9558258056640625, -1.89215087890625, -1.8284759521484375, -1.764801025390625, -1.7011260986328125, -1.637451171875, -1.5737762451171875, -1.510101318359375, -1.4464263916015625, -1.38275146484375, -1.3190765380859375, -1.255401611328125, -1.1917266845703125, -1.1280517578125, -1.0643768310546875, -1.000701904296875, -0.9370269775390625, -0.87335205078125, -0.8096771240234375, -0.746002197265625, -0.6823272705078125, -0.61865234375, -0.5549774169921875, -0.491302490234375, -0.4276275634765625, -0.36395263671875, -0.3002777099609375, -0.236602783203125, -0.1729278564453125, -0.1092529296875, -0.0455780029296875, 0.018096923828125, 0.0817718505859375, 0.14544677734375, 0.2091217041015625, 0.272796630859375, 0.3364715576171875, 0.400146484375, 0.4638214111328125, 0.527496337890625, 0.5911712646484375, 0.65484619140625, 0.7185211181640625, 0.782196044921875, 0.8458709716796875, 0.9095458984375, 0.9732208251953125, 1.036895751953125, 1.1005706787109375, 1.16424560546875, 1.2279205322265625, 1.291595458984375, 1.3552703857421875, 1.4189453125]}, "gradients/encoder.encoder.layers.3.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 5.0, 4.0, 8.0, 14.0, 23.0, 19.0, 15.0, 24.0, 33.0, 35.0, 39.0, 40.0, 68.0, 59.0, 53.0, 62.0, 57.0, 37.0, 55.0, 59.0, 54.0, 51.0, 50.0, 30.0, 22.0, 20.0, 15.0, 14.0, 14.0, 5.0, 7.0, 7.0, 4.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.71533203125, -0.6937026977539062, -0.6720733642578125, -0.6504440307617188, -0.628814697265625, -0.6071853637695312, -0.5855560302734375, -0.5639266967773438, -0.54229736328125, -0.5206680297851562, -0.4990386962890625, -0.47740936279296875, -0.455780029296875, -0.43415069580078125, -0.4125213623046875, -0.39089202880859375, -0.3692626953125, -0.34763336181640625, -0.3260040283203125, -0.30437469482421875, -0.282745361328125, -0.26111602783203125, -0.2394866943359375, -0.21785736083984375, -0.19622802734375, -0.17459869384765625, -0.1529693603515625, -0.13134002685546875, -0.109710693359375, -0.08808135986328125, -0.0664520263671875, -0.04482269287109375, -0.023193359375, -0.00156402587890625, 0.0200653076171875, 0.04169464111328125, 0.063323974609375, 0.08495330810546875, 0.1065826416015625, 0.12821197509765625, 0.14984130859375, 0.17147064208984375, 0.1930999755859375, 0.21472930908203125, 0.236358642578125, 0.25798797607421875, 0.2796173095703125, 0.30124664306640625, 0.3228759765625, 0.34450531005859375, 0.3661346435546875, 0.38776397705078125, 0.409393310546875, 0.43102264404296875, 0.4526519775390625, 0.47428131103515625, 0.49591064453125, 0.5175399780273438, 0.5391693115234375, 0.5607986450195312, 0.582427978515625, 0.6040573120117188, 0.6256866455078125, 0.6473159790039062, 0.6689453125]}, "gradients/encoder.encoder.layers.3.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 8.0, 23.0, 48.0, 101.0, 216.0, 599.0, 96600.0, 4095167.0, 1056.0, 219.0, 116.0, 67.0, 34.0, 17.0, 13.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.875, -9.5357666015625, -9.196533203125, -8.8572998046875, -8.51806640625, -8.1788330078125, -7.839599609375, -7.5003662109375, -7.1611328125, -6.8218994140625, -6.482666015625, -6.1434326171875, -5.80419921875, -5.4649658203125, -5.125732421875, -4.7864990234375, -4.447265625, -4.1080322265625, -3.768798828125, -3.4295654296875, -3.09033203125, -2.7510986328125, -2.411865234375, -2.0726318359375, -1.7333984375, -1.3941650390625, -1.054931640625, -0.7156982421875, -0.37646484375, -0.0372314453125, 0.302001953125, 0.6412353515625, 0.98046875, 1.3197021484375, 1.658935546875, 1.9981689453125, 2.33740234375, 2.6766357421875, 3.015869140625, 3.3551025390625, 3.6943359375, 4.0335693359375, 4.372802734375, 4.7120361328125, 5.05126953125, 5.3905029296875, 5.729736328125, 6.0689697265625, 6.408203125, 6.7474365234375, 7.086669921875, 7.4259033203125, 7.76513671875, 8.1043701171875, 8.443603515625, 8.7828369140625, 9.1220703125, 9.4613037109375, 9.800537109375, 10.1397705078125, 10.47900390625, 10.8182373046875, 11.157470703125, 11.4967041015625, 11.8359375]}, "gradients/encoder.encoder.layers.3.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 6.0, 18.0, 59.0, 378.0, 2716.0, 738.0, 117.0, 27.0, 16.0, 5.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.06640625, -3.90765380859375, -3.7489013671875, -3.59014892578125, -3.431396484375, -3.27264404296875, -3.1138916015625, -2.95513916015625, -2.79638671875, -2.63763427734375, -2.4788818359375, -2.32012939453125, -2.161376953125, -2.00262451171875, -1.8438720703125, -1.68511962890625, -1.5263671875, -1.36761474609375, -1.2088623046875, -1.05010986328125, -0.891357421875, -0.73260498046875, -0.5738525390625, -0.41510009765625, -0.25634765625, -0.09759521484375, 0.0611572265625, 0.21990966796875, 0.378662109375, 0.53741455078125, 0.6961669921875, 0.85491943359375, 1.013671875, 1.17242431640625, 1.3311767578125, 1.48992919921875, 1.648681640625, 1.80743408203125, 1.9661865234375, 2.12493896484375, 2.28369140625, 2.44244384765625, 2.6011962890625, 2.75994873046875, 2.918701171875, 3.07745361328125, 3.2362060546875, 3.39495849609375, 3.5537109375, 3.71246337890625, 3.8712158203125, 4.02996826171875, 4.188720703125, 4.34747314453125, 4.5062255859375, 4.66497802734375, 4.82373046875, 4.98248291015625, 5.1412353515625, 5.29998779296875, 5.458740234375, 5.61749267578125, 5.7762451171875, 5.93499755859375, 6.09375]}, "gradients/encoder.encoder.layers.3.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 14.0, 12.0, 21.0, 60.0, 143.0, 223.0, 227.0, 147.0, 68.0, 39.0, 16.0, 9.0, 5.0, 6.0, 1.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-11.631980895996094, -11.124944686889648, -10.617908477783203, -10.110872268676758, -9.603835105895996, -9.09679889678955, -8.589762687683105, -8.08272647857666, -7.575689792633057, -7.068653583526611, -6.561616897583008, -6.0545806884765625, -5.547544479370117, -5.040507793426514, -4.533471584320068, -4.026434898376465, -3.5193986892700195, -3.012362241744995, -2.5053257942199707, -1.9982895851135254, -1.491253137588501, -0.9842166900634766, -0.47718048095703125, 0.029855966567993164, 0.5368924140930176, 1.043928861618042, 1.5509651899337769, 2.0580015182495117, 2.565037965774536, 3.0720744132995605, 3.579110622406006, 4.086147308349609, 4.593183517456055, 5.1002197265625, 5.6072564125061035, 6.114292621612549, 6.621329307556152, 7.128365516662598, 7.635401725769043, 8.142437934875488, 8.64947509765625, 9.156511306762695, 9.66354751586914, 10.170583724975586, 10.677620887756348, 11.184657096862793, 11.691693305969238, 12.198729515075684, 12.705765724182129, 13.212801933288574, 13.71983814239502, 14.226875305175781, 14.733911514282227, 15.240947723388672, 15.747983932495117, 16.255020141601562, 16.762056350708008, 17.269092559814453, 17.7761287689209, 18.283164978027344, 18.79020118713379, 19.297237396240234, 19.804275512695312, 20.311311721801758, 20.818347930908203]}, "gradients/encoder.encoder.layers.3.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 5.0, 3.0, 7.0, 9.0, 9.0, 12.0, 16.0, 25.0, 42.0, 38.0, 40.0, 44.0, 45.0, 65.0, 62.0, 64.0, 81.0, 53.0, 70.0, 50.0, 44.0, 40.0, 48.0, 20.0, 24.0, 16.0, 21.0, 17.0, 9.0, 8.0, 6.0, 6.0, 4.0, 1.0, 3.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.3482666015625, -8.060510635375977, -7.772754669189453, -7.48499870300293, -7.197242736816406, -6.909486770629883, -6.621730804443359, -6.333974838256836, -6.0462188720703125, -5.758462905883789, -5.470706939697266, -5.182950973510742, -4.895195007324219, -4.607439041137695, -4.319683074951172, -4.031927108764648, -3.744171142578125, -3.4564151763916016, -3.168659210205078, -2.8809032440185547, -2.5931472778320312, -2.305391311645508, -2.0176353454589844, -1.729879379272461, -1.4421234130859375, -1.154367446899414, -0.8666114807128906, -0.5788555145263672, -0.29109954833984375, -0.0033435821533203125, 0.2844123840332031, 0.5721683502197266, 0.8599233627319336, 1.147679328918457, 1.4354352951049805, 1.723191261291504, 2.0109472274780273, 2.298703193664551, 2.586459159851074, 2.8742151260375977, 3.161971092224121, 3.4497270584106445, 3.737483024597168, 4.025238990783691, 4.312994956970215, 4.600750923156738, 4.888506889343262, 5.176262855529785, 5.464018821716309, 5.751774787902832, 6.0395307540893555, 6.327286720275879, 6.615042686462402, 6.902798652648926, 7.190554618835449, 7.478310585021973, 7.766066551208496, 8.05382251739502, 8.341578483581543, 8.629334449768066, 8.91709041595459, 9.204846382141113, 9.492602348327637, 9.78035831451416, 10.068114280700684]}, "gradients/encoder.encoder.layers.3.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 5.0, 6.0, 19.0, 20.0, 34.0, 71.0, 108.0, 194.0, 418.0, 846.0, 2010.0, 5532.0, 16938.0, 59235.0, 248667.0, 506435.0, 151063.0, 38450.0, 11679.0, 3990.0, 1493.0, 626.0, 309.0, 160.0, 91.0, 53.0, 26.0, 22.0, 19.0, 11.0, 8.0, 7.0, 5.0, 3.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5224609375, -1.478118896484375, -1.43377685546875, -1.389434814453125, -1.3450927734375, -1.300750732421875, -1.25640869140625, -1.212066650390625, -1.167724609375, -1.123382568359375, -1.07904052734375, -1.034698486328125, -0.9903564453125, -0.946014404296875, -0.90167236328125, -0.857330322265625, -0.81298828125, -0.768646240234375, -0.72430419921875, -0.679962158203125, -0.6356201171875, -0.591278076171875, -0.54693603515625, -0.502593994140625, -0.458251953125, -0.413909912109375, -0.36956787109375, -0.325225830078125, -0.2808837890625, -0.236541748046875, -0.19219970703125, -0.147857666015625, -0.103515625, -0.059173583984375, -0.01483154296875, 0.029510498046875, 0.0738525390625, 0.118194580078125, 0.16253662109375, 0.206878662109375, 0.251220703125, 0.295562744140625, 0.33990478515625, 0.384246826171875, 0.4285888671875, 0.472930908203125, 0.51727294921875, 0.561614990234375, 0.60595703125, 0.650299072265625, 0.69464111328125, 0.738983154296875, 0.7833251953125, 0.827667236328125, 0.87200927734375, 0.916351318359375, 0.960693359375, 1.005035400390625, 1.04937744140625, 1.093719482421875, 1.1380615234375, 1.182403564453125, 1.22674560546875, 1.271087646484375, 1.3154296875]}, "gradients/encoder.encoder.layers.3.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 3.0, 2.0, 6.0, 7.0, 9.0, 19.0, 17.0, 10.0, 31.0, 46.0, 39.0, 32.0, 45.0, 41.0, 50.0, 68.0, 53.0, 59.0, 52.0, 57.0, 62.0, 58.0, 48.0, 36.0, 31.0, 25.0, 29.0, 20.0, 8.0, 14.0, 4.0, 7.0, 6.0, 9.0, 5.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.892578125, -0.8680496215820312, -0.8435211181640625, -0.8189926147460938, -0.794464111328125, -0.7699356079101562, -0.7454071044921875, -0.7208786010742188, -0.69635009765625, -0.6718215942382812, -0.6472930908203125, -0.6227645874023438, -0.598236083984375, -0.5737075805664062, -0.5491790771484375, -0.5246505737304688, -0.5001220703125, -0.47559356689453125, -0.4510650634765625, -0.42653656005859375, -0.402008056640625, -0.37747955322265625, -0.3529510498046875, -0.32842254638671875, -0.30389404296875, -0.27936553955078125, -0.2548370361328125, -0.23030853271484375, -0.205780029296875, -0.18125152587890625, -0.1567230224609375, -0.13219451904296875, -0.107666015625, -0.08313751220703125, -0.0586090087890625, -0.03408050537109375, -0.009552001953125, 0.01497650146484375, 0.0395050048828125, 0.06403350830078125, 0.08856201171875, 0.11309051513671875, 0.1376190185546875, 0.16214752197265625, 0.186676025390625, 0.21120452880859375, 0.2357330322265625, 0.26026153564453125, 0.2847900390625, 0.30931854248046875, 0.3338470458984375, 0.35837554931640625, 0.382904052734375, 0.40743255615234375, 0.4319610595703125, 0.45648956298828125, 0.48101806640625, 0.5055465698242188, 0.5300750732421875, 0.5546035766601562, 0.579132080078125, 0.6036605834960938, 0.6281890869140625, 0.6527175903320312, 0.67724609375]}, "gradients/encoder.encoder.layers.3.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 2.0, 5.0, 4.0, 6.0, 9.0, 12.0, 14.0, 17.0, 27.0, 36.0, 62.0, 66.0, 138.0, 196.0, 351.0, 819.0, 2199.0, 7631.0, 31999.0, 210601.0, 685947.0, 85348.0, 16053.0, 4188.0, 1438.0, 593.0, 292.0, 175.0, 94.0, 65.0, 40.0, 30.0, 24.0, 19.0, 19.0, 13.0, 6.0, 4.0, 2.0, 1.0, 3.0, 4.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.9931640625, -1.9332733154296875, -1.873382568359375, -1.8134918212890625, -1.75360107421875, -1.6937103271484375, -1.633819580078125, -1.5739288330078125, -1.5140380859375, -1.4541473388671875, -1.394256591796875, -1.3343658447265625, -1.27447509765625, -1.2145843505859375, -1.154693603515625, -1.0948028564453125, -1.034912109375, -0.9750213623046875, -0.915130615234375, -0.8552398681640625, -0.79534912109375, -0.7354583740234375, -0.675567626953125, -0.6156768798828125, -0.5557861328125, -0.4958953857421875, -0.436004638671875, -0.3761138916015625, -0.31622314453125, -0.2563323974609375, -0.196441650390625, -0.1365509033203125, -0.07666015625, -0.0167694091796875, 0.043121337890625, 0.1030120849609375, 0.16290283203125, 0.2227935791015625, 0.282684326171875, 0.3425750732421875, 0.4024658203125, 0.4623565673828125, 0.522247314453125, 0.5821380615234375, 0.64202880859375, 0.7019195556640625, 0.761810302734375, 0.8217010498046875, 0.881591796875, 0.9414825439453125, 1.001373291015625, 1.0612640380859375, 1.12115478515625, 1.1810455322265625, 1.240936279296875, 1.3008270263671875, 1.3607177734375, 1.4206085205078125, 1.480499267578125, 1.5403900146484375, 1.60028076171875, 1.6601715087890625, 1.720062255859375, 1.7799530029296875, 1.83984375]}, "gradients/encoder.encoder.layers.3.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 4.0, 0.0, 2.0, 5.0, 10.0, 11.0, 15.0, 12.0, 28.0, 20.0, 22.0, 41.0, 36.0, 54.0, 60.0, 47.0, 58.0, 56.0, 61.0, 60.0, 52.0, 56.0, 47.0, 40.0, 41.0, 31.0, 24.0, 24.0, 20.0, 15.0, 18.0, 9.0, 5.0, 4.0, 5.0, 4.0, 6.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.005859375, -2.920440673828125, -2.83502197265625, -2.749603271484375, -2.6641845703125, -2.578765869140625, -2.49334716796875, -2.407928466796875, -2.322509765625, -2.237091064453125, -2.15167236328125, -2.066253662109375, -1.9808349609375, -1.895416259765625, -1.80999755859375, -1.724578857421875, -1.63916015625, -1.553741455078125, -1.46832275390625, -1.382904052734375, -1.2974853515625, -1.212066650390625, -1.12664794921875, -1.041229248046875, -0.955810546875, -0.870391845703125, -0.78497314453125, -0.699554443359375, -0.6141357421875, -0.528717041015625, -0.44329833984375, -0.357879638671875, -0.2724609375, -0.187042236328125, -0.10162353515625, -0.016204833984375, 0.0692138671875, 0.154632568359375, 0.24005126953125, 0.325469970703125, 0.410888671875, 0.496307373046875, 0.58172607421875, 0.667144775390625, 0.7525634765625, 0.837982177734375, 0.92340087890625, 1.008819580078125, 1.09423828125, 1.179656982421875, 1.26507568359375, 1.350494384765625, 1.4359130859375, 1.521331787109375, 1.60675048828125, 1.692169189453125, 1.777587890625, 1.863006591796875, 1.94842529296875, 2.033843994140625, 2.1192626953125, 2.204681396484375, 2.29010009765625, 2.375518798828125, 2.4609375]}, "gradients/encoder.encoder.layers.3.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 3.0, 7.0, 6.0, 8.0, 14.0, 12.0, 25.0, 37.0, 44.0, 52.0, 104.0, 175.0, 335.0, 614.0, 1331.0, 3175.0, 8553.0, 28999.0, 165404.0, 715818.0, 92912.0, 19921.0, 6315.0, 2547.0, 999.0, 463.0, 265.0, 159.0, 76.0, 66.0, 36.0, 28.0, 18.0, 10.0, 5.0, 9.0, 5.0, 4.0, 5.0, 1.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.68896484375, -0.6714591979980469, -0.6539535522460938, -0.6364479064941406, -0.6189422607421875, -0.6014366149902344, -0.5839309692382812, -0.5664253234863281, -0.548919677734375, -0.5314140319824219, -0.5139083862304688, -0.4964027404785156, -0.4788970947265625, -0.4613914489746094, -0.44388580322265625, -0.4263801574707031, -0.40887451171875, -0.3913688659667969, -0.37386322021484375, -0.3563575744628906, -0.3388519287109375, -0.3213462829589844, -0.30384063720703125, -0.2863349914550781, -0.268829345703125, -0.2513236999511719, -0.23381805419921875, -0.21631240844726562, -0.1988067626953125, -0.18130111694335938, -0.16379547119140625, -0.14628982543945312, -0.1287841796875, -0.11127853393554688, -0.09377288818359375, -0.07626724243164062, -0.0587615966796875, -0.041255950927734375, -0.02375030517578125, -0.006244659423828125, 0.011260986328125, 0.028766632080078125, 0.04627227783203125, 0.06377792358398438, 0.0812835693359375, 0.09878921508789062, 0.11629486083984375, 0.13380050659179688, 0.15130615234375, 0.16881179809570312, 0.18631744384765625, 0.20382308959960938, 0.2213287353515625, 0.23883438110351562, 0.25634002685546875, 0.2738456726074219, 0.291351318359375, 0.3088569641113281, 0.32636260986328125, 0.3438682556152344, 0.3613739013671875, 0.3788795471191406, 0.39638519287109375, 0.4138908386230469, 0.431396484375]}, "gradients/encoder.encoder.layers.3.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 5.0, 8.0, 16.0, 30.0, 66.0, 113.0, 218.0, 208.0, 149.0, 86.0, 40.0, 18.0, 11.0, 9.0, 4.0, 4.0, 4.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00020837783813476562, -0.00020262785255908966, -0.0001968778669834137, -0.00019112788140773773, -0.00018537789583206177, -0.0001796279102563858, -0.00017387792468070984, -0.00016812793910503387, -0.0001623779535293579, -0.00015662796795368195, -0.00015087798237800598, -0.00014512799680233002, -0.00013937801122665405, -0.0001336280256509781, -0.00012787804007530212, -0.00012212805449962616, -0.0001163780689239502, -0.00011062808334827423, -0.00010487809777259827, -9.91281121969223e-05, -9.337812662124634e-05, -8.762814104557037e-05, -8.187815546989441e-05, -7.612816989421844e-05, -7.037818431854248e-05, -6.462819874286652e-05, -5.887821316719055e-05, -5.312822759151459e-05, -4.737824201583862e-05, -4.162825644016266e-05, -3.5878270864486694e-05, -3.012828528881073e-05, -2.4378299713134766e-05, -1.86283141374588e-05, -1.2878328561782837e-05, -7.1283429861068726e-06, -1.3783574104309082e-06, 4.371628165245056e-06, 1.012161374092102e-05, 1.5871599316596985e-05, 2.162158489227295e-05, 2.7371570467948914e-05, 3.312155604362488e-05, 3.887154161930084e-05, 4.462152719497681e-05, 5.037151277065277e-05, 5.6121498346328735e-05, 6.18714839220047e-05, 6.762146949768066e-05, 7.337145507335663e-05, 7.912144064903259e-05, 8.487142622470856e-05, 9.062141180038452e-05, 9.637139737606049e-05, 0.00010212138295173645, 0.00010787136852741241, 0.00011362135410308838, 0.00011937133967876434, 0.0001251213252544403, 0.00013087131083011627, 0.00013662129640579224, 0.0001423712819814682, 0.00014812126755714417, 0.00015387125313282013, 0.0001596212387084961]}, "gradients/encoder.encoder.layers.3.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 5.0, 3.0, 4.0, 7.0, 4.0, 4.0, 9.0, 12.0, 11.0, 19.0, 24.0, 50.0, 50.0, 93.0, 143.0, 311.0, 647.0, 1313.0, 3182.0, 9065.0, 31580.0, 171109.0, 695098.0, 102552.0, 21856.0, 6712.0, 2429.0, 1109.0, 528.0, 240.0, 142.0, 74.0, 49.0, 29.0, 32.0, 12.0, 10.0, 11.0, 6.0, 7.0, 2.0, 9.0, 4.0, 5.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.5009765625, -0.483917236328125, -0.46685791015625, -0.449798583984375, -0.4327392578125, -0.415679931640625, -0.39862060546875, -0.381561279296875, -0.364501953125, -0.347442626953125, -0.33038330078125, -0.313323974609375, -0.2962646484375, -0.279205322265625, -0.26214599609375, -0.245086669921875, -0.22802734375, -0.210968017578125, -0.19390869140625, -0.176849365234375, -0.1597900390625, -0.142730712890625, -0.12567138671875, -0.108612060546875, -0.091552734375, -0.074493408203125, -0.05743408203125, -0.040374755859375, -0.0233154296875, -0.006256103515625, 0.01080322265625, 0.027862548828125, 0.044921875, 0.061981201171875, 0.07904052734375, 0.096099853515625, 0.1131591796875, 0.130218505859375, 0.14727783203125, 0.164337158203125, 0.181396484375, 0.198455810546875, 0.21551513671875, 0.232574462890625, 0.2496337890625, 0.266693115234375, 0.28375244140625, 0.300811767578125, 0.31787109375, 0.334930419921875, 0.35198974609375, 0.369049072265625, 0.3861083984375, 0.403167724609375, 0.42022705078125, 0.437286376953125, 0.454345703125, 0.471405029296875, 0.48846435546875, 0.505523681640625, 0.5225830078125, 0.539642333984375, 0.55670166015625, 0.573760986328125, 0.5908203125]}, "gradients/encoder.encoder.layers.3.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 3.0, 5.0, 1.0, 6.0, 11.0, 8.0, 15.0, 18.0, 23.0, 19.0, 33.0, 51.0, 59.0, 61.0, 91.0, 107.0, 107.0, 81.0, 71.0, 68.0, 40.0, 34.0, 27.0, 15.0, 11.0, 12.0, 8.0, 4.0, 4.0, 4.0, 2.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.57080078125, -0.5528411865234375, -0.534881591796875, -0.5169219970703125, -0.49896240234375, -0.4810028076171875, -0.463043212890625, -0.4450836181640625, -0.4271240234375, -0.4091644287109375, -0.391204833984375, -0.3732452392578125, -0.35528564453125, -0.3373260498046875, -0.319366455078125, -0.3014068603515625, -0.283447265625, -0.2654876708984375, -0.247528076171875, -0.2295684814453125, -0.21160888671875, -0.1936492919921875, -0.175689697265625, -0.1577301025390625, -0.1397705078125, -0.1218109130859375, -0.103851318359375, -0.0858917236328125, -0.06793212890625, -0.0499725341796875, -0.032012939453125, -0.0140533447265625, 0.00390625, 0.0218658447265625, 0.039825439453125, 0.0577850341796875, 0.07574462890625, 0.0937042236328125, 0.111663818359375, 0.1296234130859375, 0.1475830078125, 0.1655426025390625, 0.183502197265625, 0.2014617919921875, 0.21942138671875, 0.2373809814453125, 0.255340576171875, 0.2733001708984375, 0.291259765625, 0.3092193603515625, 0.327178955078125, 0.3451385498046875, 0.36309814453125, 0.3810577392578125, 0.399017333984375, 0.4169769287109375, 0.4349365234375, 0.4528961181640625, 0.470855712890625, 0.4888153076171875, 0.50677490234375, 0.5247344970703125, 0.542694091796875, 0.5606536865234375, 0.57861328125]}, "gradients/encoder.encoder.layers.3.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 4.0, 11.0, 21.0, 51.0, 120.0, 353.0, 227.0, 112.0, 39.0, 32.0, 15.0, 6.0, 8.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.9423885345459, -17.31650161743164, -16.69061279296875, -16.064725875854492, -15.438838005065918, -14.812950134277344, -14.187063217163086, -13.561175346374512, -12.935287475585938, -12.309399604797363, -11.683511734008789, -11.057624816894531, -10.431736946105957, -9.805849075317383, -9.179962158203125, -8.55407428741455, -7.928186416625977, -7.302298545837402, -6.676411151885986, -6.05052375793457, -5.424635887145996, -4.798748016357422, -4.172860622406006, -3.54697322845459, -2.9210853576660156, -2.2951977252960205, -1.6693100929260254, -1.0434224605560303, -0.41753482818603516, 0.20835280418395996, 0.8342404365539551, 1.460127830505371, 2.0860137939453125, 2.7119014263153076, 3.3377890586853027, 3.963676691055298, 4.589564323425293, 5.215452194213867, 5.841339588165283, 6.467226982116699, 7.093114852905273, 7.719002723693848, 8.344890594482422, 8.97077751159668, 9.596665382385254, 10.222553253173828, 10.848440170288086, 11.47432804107666, 12.100215911865234, 12.726103782653809, 13.351991653442383, 13.97787857055664, 14.603766441345215, 15.229654312133789, 15.855541229248047, 16.481430053710938, 17.107316970825195, 17.733203887939453, 18.359092712402344, 18.9849796295166, 19.61086654663086, 20.23675537109375, 20.862642288208008, 21.488529205322266, 22.114418029785156]}, "gradients/encoder.encoder.layers.3.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 1.0, 4.0, 6.0, 7.0, 5.0, 7.0, 10.0, 14.0, 14.0, 14.0, 17.0, 23.0, 20.0, 23.0, 28.0, 31.0, 33.0, 41.0, 56.0, 56.0, 73.0, 72.0, 69.0, 58.0, 34.0, 36.0, 22.0, 31.0, 24.0, 26.0, 25.0, 12.0, 20.0, 16.0, 12.0, 15.0, 15.0, 5.0, 8.0, 7.0, 4.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-9.211507797241211, -8.916948318481445, -8.62238883972168, -8.32783031463623, -8.033270835876465, -7.738711357116699, -7.444151878356934, -7.149592399597168, -6.8550333976745605, -6.560473918914795, -6.2659149169921875, -5.971355438232422, -5.676795959472656, -5.382236957550049, -5.087677478790283, -4.793118476867676, -4.49855899810791, -4.2039995193481445, -3.909440517425537, -3.6148810386657715, -3.320321798324585, -3.0257625579833984, -2.731203079223633, -2.4366438388824463, -2.1420845985412598, -1.8475253582000732, -1.5529659986495972, -1.258406639099121, -0.9638473987579346, -0.669288158416748, -0.374728798866272, -0.0801694393157959, 0.21438884735107422, 0.5089481472969055, 0.8035074472427368, 1.098066806793213, 1.3926260471343994, 1.687185287475586, 1.981744647026062, 2.276304006576538, 2.5708632469177246, 2.865422487258911, 3.1599817276000977, 3.4545412063598633, 3.74910044670105, 4.043659687042236, 4.338219165802002, 4.632778167724609, 4.927337646484375, 5.221897125244141, 5.516456127166748, 5.811015605926514, 6.105574607849121, 6.400134086608887, 6.694693565368652, 6.989253044128418, 7.283812046051025, 7.578371524810791, 7.872930526733398, 8.167490005493164, 8.46204948425293, 8.756608963012695, 9.051167488098145, 9.34572696685791, 9.640286445617676]}, "gradients/encoder.encoder.layers.2.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 1.0, 1.0, 4.0, 4.0, 3.0, 6.0, 6.0, 10.0, 10.0, 10.0, 16.0, 23.0, 24.0, 36.0, 46.0, 67.0, 66.0, 95.0, 124.0, 159.0, 251.0, 386.0, 563.0, 965.0, 1579.0, 3219.0, 8084.0, 29887.0, 253541.0, 3082213.0, 730610.0, 59299.0, 12554.0, 4742.0, 2247.0, 1222.0, 683.0, 451.0, 284.0, 225.0, 144.0, 110.0, 74.0, 64.0, 47.0, 36.0, 32.0, 18.0, 14.0, 10.0, 7.0, 9.0, 4.0, 3.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.9140625, -0.8861007690429688, -0.8581390380859375, -0.8301773071289062, -0.802215576171875, -0.7742538452148438, -0.7462921142578125, -0.7183303833007812, -0.69036865234375, -0.6624069213867188, -0.6344451904296875, -0.6064834594726562, -0.578521728515625, -0.5505599975585938, -0.5225982666015625, -0.49463653564453125, -0.4666748046875, -0.43871307373046875, -0.4107513427734375, -0.38278961181640625, -0.354827880859375, -0.32686614990234375, -0.2989044189453125, -0.27094268798828125, -0.24298095703125, -0.21501922607421875, -0.1870574951171875, -0.15909576416015625, -0.131134033203125, -0.10317230224609375, -0.0752105712890625, -0.04724884033203125, -0.019287109375, 0.00867462158203125, 0.0366363525390625, 0.06459808349609375, 0.092559814453125, 0.12052154541015625, 0.1484832763671875, 0.17644500732421875, 0.20440673828125, 0.23236846923828125, 0.2603302001953125, 0.28829193115234375, 0.316253662109375, 0.34421539306640625, 0.3721771240234375, 0.40013885498046875, 0.4281005859375, 0.45606231689453125, 0.4840240478515625, 0.5119857788085938, 0.539947509765625, 0.5679092407226562, 0.5958709716796875, 0.6238327026367188, 0.65179443359375, 0.6797561645507812, 0.7077178955078125, 0.7356796264648438, 0.763641357421875, 0.7916030883789062, 0.8195648193359375, 0.8475265502929688, 0.87548828125]}, "gradients/encoder.encoder.layers.2.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 8.0, 5.0, 7.0, 11.0, 9.0, 17.0, 31.0, 33.0, 51.0, 46.0, 38.0, 58.0, 66.0, 67.0, 82.0, 65.0, 58.0, 54.0, 57.0, 60.0, 41.0, 36.0, 22.0, 18.0, 19.0, 16.0, 6.0, 8.0, 8.0, 6.0, 4.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.92333984375, -0.89825439453125, -0.8731689453125, -0.84808349609375, -0.822998046875, -0.79791259765625, -0.7728271484375, -0.74774169921875, -0.72265625, -0.69757080078125, -0.6724853515625, -0.64739990234375, -0.622314453125, -0.59722900390625, -0.5721435546875, -0.54705810546875, -0.52197265625, -0.49688720703125, -0.4718017578125, -0.44671630859375, -0.421630859375, -0.39654541015625, -0.3714599609375, -0.34637451171875, -0.3212890625, -0.29620361328125, -0.2711181640625, -0.24603271484375, -0.220947265625, -0.19586181640625, -0.1707763671875, -0.14569091796875, -0.12060546875, -0.09552001953125, -0.0704345703125, -0.04534912109375, -0.020263671875, 0.00482177734375, 0.0299072265625, 0.05499267578125, 0.080078125, 0.10516357421875, 0.1302490234375, 0.15533447265625, 0.180419921875, 0.20550537109375, 0.2305908203125, 0.25567626953125, 0.28076171875, 0.30584716796875, 0.3309326171875, 0.35601806640625, 0.381103515625, 0.40618896484375, 0.4312744140625, 0.45635986328125, 0.4814453125, 0.50653076171875, 0.5316162109375, 0.55670166015625, 0.581787109375, 0.60687255859375, 0.6319580078125, 0.65704345703125, 0.68212890625]}, "gradients/encoder.encoder.layers.2.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 10.0, 22.0, 43.0, 127.0, 362.0, 2269.0, 4182040.0, 8709.0, 466.0, 146.0, 48.0, 35.0, 7.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.828125, -11.4659423828125, -11.103759765625, -10.7415771484375, -10.37939453125, -10.0172119140625, -9.655029296875, -9.2928466796875, -8.9306640625, -8.5684814453125, -8.206298828125, -7.8441162109375, -7.48193359375, -7.1197509765625, -6.757568359375, -6.3953857421875, -6.033203125, -5.6710205078125, -5.308837890625, -4.9466552734375, -4.58447265625, -4.2222900390625, -3.860107421875, -3.4979248046875, -3.1357421875, -2.7735595703125, -2.411376953125, -2.0491943359375, -1.68701171875, -1.3248291015625, -0.962646484375, -0.6004638671875, -0.23828125, 0.1239013671875, 0.486083984375, 0.8482666015625, 1.21044921875, 1.5726318359375, 1.934814453125, 2.2969970703125, 2.6591796875, 3.0213623046875, 3.383544921875, 3.7457275390625, 4.10791015625, 4.4700927734375, 4.832275390625, 5.1944580078125, 5.556640625, 5.9188232421875, 6.281005859375, 6.6431884765625, 7.00537109375, 7.3675537109375, 7.729736328125, 8.0919189453125, 8.4541015625, 8.8162841796875, 9.178466796875, 9.5406494140625, 9.90283203125, 10.2650146484375, 10.627197265625, 10.9893798828125, 11.3515625]}, "gradients/encoder.encoder.layers.2.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 4.0, 3.0, 13.0, 16.0, 27.0, 102.0, 424.0, 2165.0, 1043.0, 194.0, 53.0, 16.0, 8.0, 7.0, 1.0, 7.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.7265625, -5.61370849609375, -5.5008544921875, -5.38800048828125, -5.275146484375, -5.16229248046875, -5.0494384765625, -4.93658447265625, -4.82373046875, -4.71087646484375, -4.5980224609375, -4.48516845703125, -4.372314453125, -4.25946044921875, -4.1466064453125, -4.03375244140625, -3.9208984375, -3.80804443359375, -3.6951904296875, -3.58233642578125, -3.469482421875, -3.35662841796875, -3.2437744140625, -3.13092041015625, -3.01806640625, -2.90521240234375, -2.7923583984375, -2.67950439453125, -2.566650390625, -2.45379638671875, -2.3409423828125, -2.22808837890625, -2.115234375, -2.00238037109375, -1.8895263671875, -1.77667236328125, -1.663818359375, -1.55096435546875, -1.4381103515625, -1.32525634765625, -1.21240234375, -1.09954833984375, -0.9866943359375, -0.87384033203125, -0.760986328125, -0.64813232421875, -0.5352783203125, -0.42242431640625, -0.3095703125, -0.19671630859375, -0.0838623046875, 0.02899169921875, 0.141845703125, 0.25469970703125, 0.3675537109375, 0.48040771484375, 0.59326171875, 0.70611572265625, 0.8189697265625, 0.93182373046875, 1.044677734375, 1.15753173828125, 1.2703857421875, 1.38323974609375, 1.49609375]}, "gradients/encoder.encoder.layers.2.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 7.0, 2.0, 9.0, 10.0, 19.0, 30.0, 67.0, 123.0, 222.0, 268.0, 146.0, 60.0, 19.0, 8.0, 14.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-30.152973175048828, -29.541465759277344, -28.929960250854492, -28.31845474243164, -27.706947326660156, -27.095439910888672, -26.48393440246582, -25.87242889404297, -25.260921478271484, -24.6494140625, -24.03790855407715, -23.426403045654297, -22.814895629882812, -22.203388214111328, -21.591882705688477, -20.980377197265625, -20.36886978149414, -19.757362365722656, -19.145856857299805, -18.534351348876953, -17.92284393310547, -17.311336517333984, -16.699831008911133, -16.08832550048828, -15.476818084716797, -14.865311622619629, -14.253805160522461, -13.642298698425293, -13.030792236328125, -12.419285774230957, -11.807779312133789, -11.196272850036621, -10.584765434265137, -9.973258972167969, -9.3617525100708, -8.750246047973633, -8.138739585876465, -7.527233123779297, -6.915726661682129, -6.304220199584961, -5.692713737487793, -5.081207275390625, -4.469700813293457, -3.858194351196289, -3.246687889099121, -2.635181427001953, -2.023674964904785, -1.4121685028076172, -0.8006620407104492, -0.18915557861328125, 0.4223508834838867, 1.0338573455810547, 1.6453638076782227, 2.2568702697753906, 2.8683767318725586, 3.4798831939697266, 4.0913896560668945, 4.7028961181640625, 5.3144025802612305, 5.925909042358398, 6.537415504455566, 7.148921966552734, 7.760428428649902, 8.37193489074707, 8.983441352844238]}, "gradients/encoder.encoder.layers.2.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 6.0, 4.0, 1.0, 1.0, 8.0, 7.0, 15.0, 20.0, 23.0, 32.0, 29.0, 29.0, 39.0, 33.0, 30.0, 32.0, 48.0, 38.0, 35.0, 43.0, 53.0, 43.0, 45.0, 38.0, 42.0, 38.0, 39.0, 35.0, 26.0, 42.0, 21.0, 25.0, 20.0, 14.0, 15.0, 9.0, 2.0, 7.0, 6.0, 5.0, 3.0, 4.0, 4.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.340846061706543, -6.104105472564697, -5.867364406585693, -5.630623817443848, -5.393883228302002, -5.157142162322998, -4.920401573181152, -4.683660507202148, -4.446919918060303, -4.210179328918457, -3.9734385013580322, -3.7366976737976074, -3.4999568462371826, -3.263216018676758, -3.026475429534912, -2.7897346019744873, -2.5529940128326416, -2.316253185272217, -2.079512596130371, -1.8427717685699463, -1.6060309410095215, -1.3692902326583862, -1.132549524307251, -0.8958086967468262, -0.6590679883956909, -0.4223272204399109, -0.18558648228645325, 0.051154255867004395, 0.2878950238227844, 0.5246357917785645, 0.7613765001296997, 0.9981173276901245, 1.2348580360412598, 1.471598744392395, 1.7083395719528198, 1.945080280303955, 2.18182110786438, 2.4185619354248047, 2.6553025245666504, 2.892043352127075, 3.1287841796875, 3.365525007247925, 3.6022655963897705, 3.8390064239501953, 4.075747013092041, 4.312488079071045, 4.549228668212891, 4.7859697341918945, 5.022709846496582, 5.259450435638428, 5.496191501617432, 5.732932090759277, 5.969672679901123, 6.206413745880127, 6.443154335021973, 6.679895401000977, 6.916635990142822, 7.153376579284668, 7.390117645263672, 7.626858234405518, 7.863598823547363, 8.100339889526367, 8.337080001831055, 8.573821067810059, 8.810562133789062]}, "gradients/encoder.encoder.layers.2.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 6.0, 6.0, 8.0, 12.0, 20.0, 35.0, 40.0, 67.0, 123.0, 187.0, 333.0, 666.0, 1395.0, 3074.0, 8081.0, 22116.0, 71412.0, 269228.0, 466445.0, 142261.0, 40137.0, 13644.0, 4988.0, 2213.0, 970.0, 444.0, 253.0, 150.0, 87.0, 57.0, 37.0, 19.0, 20.0, 6.0, 8.0, 6.0, 2.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.25, -1.2112579345703125, -1.172515869140625, -1.1337738037109375, -1.09503173828125, -1.0562896728515625, -1.017547607421875, -0.9788055419921875, -0.9400634765625, -0.9013214111328125, -0.862579345703125, -0.8238372802734375, -0.78509521484375, -0.7463531494140625, -0.707611083984375, -0.6688690185546875, -0.630126953125, -0.5913848876953125, -0.552642822265625, -0.5139007568359375, -0.47515869140625, -0.4364166259765625, -0.397674560546875, -0.3589324951171875, -0.3201904296875, -0.2814483642578125, -0.242706298828125, -0.2039642333984375, -0.16522216796875, -0.1264801025390625, -0.087738037109375, -0.0489959716796875, -0.01025390625, 0.0284881591796875, 0.067230224609375, 0.1059722900390625, 0.14471435546875, 0.1834564208984375, 0.222198486328125, 0.2609405517578125, 0.2996826171875, 0.3384246826171875, 0.377166748046875, 0.4159088134765625, 0.45465087890625, 0.4933929443359375, 0.532135009765625, 0.5708770751953125, 0.609619140625, 0.6483612060546875, 0.687103271484375, 0.7258453369140625, 0.76458740234375, 0.8033294677734375, 0.842071533203125, 0.8808135986328125, 0.9195556640625, 0.9582977294921875, 0.997039794921875, 1.0357818603515625, 1.07452392578125, 1.1132659912109375, 1.152008056640625, 1.1907501220703125, 1.2294921875]}, "gradients/encoder.encoder.layers.2.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 7.0, 7.0, 15.0, 10.0, 17.0, 24.0, 22.0, 36.0, 30.0, 43.0, 52.0, 61.0, 75.0, 57.0, 83.0, 73.0, 58.0, 73.0, 51.0, 40.0, 40.0, 32.0, 37.0, 24.0, 10.0, 9.0, 10.0, 4.0, 7.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.90869140625, -0.8807449340820312, -0.8527984619140625, -0.8248519897460938, -0.796905517578125, -0.7689590454101562, -0.7410125732421875, -0.7130661010742188, -0.68511962890625, -0.6571731567382812, -0.6292266845703125, -0.6012802124023438, -0.573333740234375, -0.5453872680664062, -0.5174407958984375, -0.48949432373046875, -0.4615478515625, -0.43360137939453125, -0.4056549072265625, -0.37770843505859375, -0.349761962890625, -0.32181549072265625, -0.2938690185546875, -0.26592254638671875, -0.23797607421875, -0.21002960205078125, -0.1820831298828125, -0.15413665771484375, -0.126190185546875, -0.09824371337890625, -0.0702972412109375, -0.04235076904296875, -0.014404296875, 0.01354217529296875, 0.0414886474609375, 0.06943511962890625, 0.097381591796875, 0.12532806396484375, 0.1532745361328125, 0.18122100830078125, 0.20916748046875, 0.23711395263671875, 0.2650604248046875, 0.29300689697265625, 0.320953369140625, 0.34889984130859375, 0.3768463134765625, 0.40479278564453125, 0.4327392578125, 0.46068572998046875, 0.4886322021484375, 0.5165786743164062, 0.544525146484375, 0.5724716186523438, 0.6004180908203125, 0.6283645629882812, 0.65631103515625, 0.6842575073242188, 0.7122039794921875, 0.7401504516601562, 0.768096923828125, 0.7960433959960938, 0.8239898681640625, 0.8519363403320312, 0.8798828125]}, "gradients/encoder.encoder.layers.2.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 4.0, 2.0, 4.0, 2.0, 3.0, 15.0, 19.0, 25.0, 43.0, 53.0, 89.0, 147.0, 301.0, 713.0, 2013.0, 7906.0, 50727.0, 764147.0, 195735.0, 20250.0, 4042.0, 1247.0, 488.0, 252.0, 115.0, 74.0, 53.0, 38.0, 13.0, 17.0, 8.0, 8.0, 3.0, 0.0, 4.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.890625, -2.81201171875, -2.7333984375, -2.65478515625, -2.576171875, -2.49755859375, -2.4189453125, -2.34033203125, -2.26171875, -2.18310546875, -2.1044921875, -2.02587890625, -1.947265625, -1.86865234375, -1.7900390625, -1.71142578125, -1.6328125, -1.55419921875, -1.4755859375, -1.39697265625, -1.318359375, -1.23974609375, -1.1611328125, -1.08251953125, -1.00390625, -0.92529296875, -0.8466796875, -0.76806640625, -0.689453125, -0.61083984375, -0.5322265625, -0.45361328125, -0.375, -0.29638671875, -0.2177734375, -0.13916015625, -0.060546875, 0.01806640625, 0.0966796875, 0.17529296875, 0.25390625, 0.33251953125, 0.4111328125, 0.48974609375, 0.568359375, 0.64697265625, 0.7255859375, 0.80419921875, 0.8828125, 0.96142578125, 1.0400390625, 1.11865234375, 1.197265625, 1.27587890625, 1.3544921875, 1.43310546875, 1.51171875, 1.59033203125, 1.6689453125, 1.74755859375, 1.826171875, 1.90478515625, 1.9833984375, 2.06201171875, 2.140625]}, "gradients/encoder.encoder.layers.2.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 9.0, 8.0, 7.0, 8.0, 10.0, 9.0, 12.0, 16.0, 25.0, 26.0, 40.0, 23.0, 44.0, 37.0, 37.0, 53.0, 53.0, 51.0, 58.0, 45.0, 53.0, 54.0, 41.0, 39.0, 39.0, 29.0, 28.0, 20.0, 27.0, 19.0, 13.0, 15.0, 7.0, 9.0, 8.0, 8.0, 5.0, 7.0, 3.0, 1.0, 3.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.615234375, -2.5364990234375, -2.457763671875, -2.3790283203125, -2.30029296875, -2.2215576171875, -2.142822265625, -2.0640869140625, -1.9853515625, -1.9066162109375, -1.827880859375, -1.7491455078125, -1.67041015625, -1.5916748046875, -1.512939453125, -1.4342041015625, -1.35546875, -1.2767333984375, -1.197998046875, -1.1192626953125, -1.04052734375, -0.9617919921875, -0.883056640625, -0.8043212890625, -0.7255859375, -0.6468505859375, -0.568115234375, -0.4893798828125, -0.41064453125, -0.3319091796875, -0.253173828125, -0.1744384765625, -0.095703125, -0.0169677734375, 0.061767578125, 0.1405029296875, 0.21923828125, 0.2979736328125, 0.376708984375, 0.4554443359375, 0.5341796875, 0.6129150390625, 0.691650390625, 0.7703857421875, 0.84912109375, 0.9278564453125, 1.006591796875, 1.0853271484375, 1.1640625, 1.2427978515625, 1.321533203125, 1.4002685546875, 1.47900390625, 1.5577392578125, 1.636474609375, 1.7152099609375, 1.7939453125, 1.8726806640625, 1.951416015625, 2.0301513671875, 2.10888671875, 2.1876220703125, 2.266357421875, 2.3450927734375, 2.423828125]}, "gradients/encoder.encoder.layers.2.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 3.0, 2.0, 7.0, 9.0, 13.0, 14.0, 17.0, 38.0, 74.0, 122.0, 284.0, 732.0, 2143.0, 8546.0, 46564.0, 796342.0, 166152.0, 20718.0, 4488.0, 1323.0, 492.0, 225.0, 111.0, 63.0, 20.0, 17.0, 12.0, 9.0, 7.0, 3.0, 4.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.81494140625, -0.7900772094726562, -0.7652130126953125, -0.7403488159179688, -0.715484619140625, -0.6906204223632812, -0.6657562255859375, -0.6408920288085938, -0.61602783203125, -0.5911636352539062, -0.5662994384765625, -0.5414352416992188, -0.516571044921875, -0.49170684814453125, -0.4668426513671875, -0.44197845458984375, -0.4171142578125, -0.39225006103515625, -0.3673858642578125, -0.34252166748046875, -0.317657470703125, -0.29279327392578125, -0.2679290771484375, -0.24306488037109375, -0.21820068359375, -0.19333648681640625, -0.1684722900390625, -0.14360809326171875, -0.118743896484375, -0.09387969970703125, -0.0690155029296875, -0.04415130615234375, -0.019287109375, 0.00557708740234375, 0.0304412841796875, 0.05530548095703125, 0.080169677734375, 0.10503387451171875, 0.1298980712890625, 0.15476226806640625, 0.17962646484375, 0.20449066162109375, 0.2293548583984375, 0.25421905517578125, 0.279083251953125, 0.30394744873046875, 0.3288116455078125, 0.35367584228515625, 0.3785400390625, 0.40340423583984375, 0.4282684326171875, 0.45313262939453125, 0.477996826171875, 0.5028610229492188, 0.5277252197265625, 0.5525894165039062, 0.57745361328125, 0.6023178100585938, 0.6271820068359375, 0.6520462036132812, 0.676910400390625, 0.7017745971679688, 0.7266387939453125, 0.7515029907226562, 0.7763671875]}, "gradients/encoder.encoder.layers.2.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 4.0, 6.0, 9.0, 8.0, 4.0, 4.0, 12.0, 12.0, 18.0, 17.0, 33.0, 34.0, 44.0, 58.0, 93.0, 119.0, 153.0, 106.0, 68.0, 58.0, 34.0, 24.0, 19.0, 11.0, 13.0, 11.0, 7.0, 5.0, 3.0, 7.0, 4.0, 3.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-8.428096771240234e-05, -8.11675563454628e-05, -7.805414497852325e-05, -7.494073361158371e-05, -7.182732224464417e-05, -6.871391087770462e-05, -6.560049951076508e-05, -6.248708814382553e-05, -5.9373676776885986e-05, -5.626026540994644e-05, -5.31468540430069e-05, -5.003344267606735e-05, -4.692003130912781e-05, -4.380661994218826e-05, -4.069320857524872e-05, -3.7579797208309174e-05, -3.446638584136963e-05, -3.1352974474430084e-05, -2.823956310749054e-05, -2.5126151740550995e-05, -2.201274037361145e-05, -1.8899329006671906e-05, -1.578591763973236e-05, -1.2672506272792816e-05, -9.559094905853271e-06, -6.445683538913727e-06, -3.332272171974182e-06, -2.1886080503463745e-07, 2.8945505619049072e-06, 6.007961928844452e-06, 9.121373295783997e-06, 1.2234784662723541e-05, 1.5348196029663086e-05, 1.846160739660263e-05, 2.1575018763542175e-05, 2.468843013048172e-05, 2.7801841497421265e-05, 3.091525286436081e-05, 3.4028664231300354e-05, 3.71420755982399e-05, 4.025548696517944e-05, 4.336889833211899e-05, 4.648230969905853e-05, 4.959572106599808e-05, 5.270913243293762e-05, 5.582254379987717e-05, 5.893595516681671e-05, 6.204936653375626e-05, 6.51627779006958e-05, 6.827618926763535e-05, 7.138960063457489e-05, 7.450301200151443e-05, 7.761642336845398e-05, 8.072983473539352e-05, 8.384324610233307e-05, 8.695665746927261e-05, 9.007006883621216e-05, 9.31834802031517e-05, 9.629689157009125e-05, 9.941030293703079e-05, 0.00010252371430397034, 0.00010563712567090988, 0.00010875053703784943, 0.00011186394840478897, 0.00011497735977172852]}, "gradients/encoder.encoder.layers.2.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 4.0, 2.0, 6.0, 7.0, 9.0, 13.0, 14.0, 23.0, 43.0, 64.0, 93.0, 173.0, 313.0, 647.0, 1682.0, 4978.0, 19951.0, 127082.0, 798304.0, 75015.0, 13810.0, 3765.0, 1330.0, 523.0, 329.0, 132.0, 91.0, 41.0, 42.0, 23.0, 18.0, 11.0, 6.0, 2.0, 5.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.8115234375, -0.789215087890625, -0.76690673828125, -0.744598388671875, -0.7222900390625, -0.699981689453125, -0.67767333984375, -0.655364990234375, -0.633056640625, -0.610748291015625, -0.58843994140625, -0.566131591796875, -0.5438232421875, -0.521514892578125, -0.49920654296875, -0.476898193359375, -0.45458984375, -0.432281494140625, -0.40997314453125, -0.387664794921875, -0.3653564453125, -0.343048095703125, -0.32073974609375, -0.298431396484375, -0.276123046875, -0.253814697265625, -0.23150634765625, -0.209197998046875, -0.1868896484375, -0.164581298828125, -0.14227294921875, -0.119964599609375, -0.09765625, -0.075347900390625, -0.05303955078125, -0.030731201171875, -0.0084228515625, 0.013885498046875, 0.03619384765625, 0.058502197265625, 0.080810546875, 0.103118896484375, 0.12542724609375, 0.147735595703125, 0.1700439453125, 0.192352294921875, 0.21466064453125, 0.236968994140625, 0.25927734375, 0.281585693359375, 0.30389404296875, 0.326202392578125, 0.3485107421875, 0.370819091796875, 0.39312744140625, 0.415435791015625, 0.437744140625, 0.460052490234375, 0.48236083984375, 0.504669189453125, 0.5269775390625, 0.549285888671875, 0.57159423828125, 0.593902587890625, 0.6162109375]}, "gradients/encoder.encoder.layers.2.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 2.0, 5.0, 2.0, 5.0, 9.0, 4.0, 11.0, 9.0, 9.0, 9.0, 13.0, 18.0, 14.0, 29.0, 35.0, 50.0, 57.0, 73.0, 73.0, 95.0, 94.0, 78.0, 64.0, 47.0, 38.0, 25.0, 32.0, 27.0, 12.0, 18.0, 11.0, 8.0, 8.0, 3.0, 5.0, 1.0, 4.0, 4.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.50439453125, -0.48795318603515625, -0.4715118408203125, -0.45507049560546875, -0.438629150390625, -0.42218780517578125, -0.4057464599609375, -0.38930511474609375, -0.37286376953125, -0.35642242431640625, -0.3399810791015625, -0.32353973388671875, -0.307098388671875, -0.29065704345703125, -0.2742156982421875, -0.25777435302734375, -0.2413330078125, -0.22489166259765625, -0.2084503173828125, -0.19200897216796875, -0.175567626953125, -0.15912628173828125, -0.1426849365234375, -0.12624359130859375, -0.10980224609375, -0.09336090087890625, -0.0769195556640625, -0.06047821044921875, -0.044036865234375, -0.02759552001953125, -0.0111541748046875, 0.00528717041015625, 0.021728515625, 0.03816986083984375, 0.0546112060546875, 0.07105255126953125, 0.087493896484375, 0.10393524169921875, 0.1203765869140625, 0.13681793212890625, 0.15325927734375, 0.16970062255859375, 0.1861419677734375, 0.20258331298828125, 0.219024658203125, 0.23546600341796875, 0.2519073486328125, 0.26834869384765625, 0.2847900390625, 0.30123138427734375, 0.3176727294921875, 0.33411407470703125, 0.350555419921875, 0.36699676513671875, 0.3834381103515625, 0.39987945556640625, 0.41632080078125, 0.43276214599609375, 0.4492034912109375, 0.46564483642578125, 0.482086181640625, 0.49852752685546875, 0.5149688720703125, 0.5314102172851562, 0.5478515625]}, "gradients/encoder.encoder.layers.2.layer_norm.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 6.0, 6.0, 15.0, 39.0, 144.0, 414.0, 238.0, 89.0, 29.0, 20.0, 7.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.059304237365723, -10.25528335571289, -9.451263427734375, -8.647242546081543, -7.843222141265869, -7.039201736450195, -6.235180854797363, -5.4311604499816895, -4.627140045166016, -3.823119640350342, -3.019098997116089, -2.215078353881836, -1.411057949066162, -0.6070375442504883, 0.19698333740234375, 1.0010037422180176, 1.8050241470336914, 2.6090445518493652, 3.413065195083618, 4.217085838317871, 5.021106243133545, 5.825126647949219, 6.629147529602051, 7.433167934417725, 8.237188339233398, 9.04120922088623, 9.845229148864746, 10.649250030517578, 11.453269958496094, 12.257290840148926, 13.061311721801758, 13.865331649780273, 14.669353485107422, 15.473374366760254, 16.277395248413086, 17.0814151763916, 17.885435104370117, 18.689456939697266, 19.49347686767578, 20.297496795654297, 21.101516723632812, 21.905536651611328, 22.709558486938477, 23.513578414916992, 24.317598342895508, 25.121620178222656, 25.925640106201172, 26.729660034179688, 27.533681869506836, 28.33770179748535, 29.1417236328125, 29.945743560791016, 30.74976348876953, 31.553783416748047, 32.35780334472656, 33.161827087402344, 33.96584701538086, 34.769866943359375, 35.57388687133789, 36.377906799316406, 37.18193054199219, 37.9859504699707, 38.78997039794922, 39.593990325927734, 40.39801025390625]}, "gradients/encoder.encoder.layers.2.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 7.0, 4.0, 9.0, 8.0, 6.0, 15.0, 5.0, 16.0, 16.0, 21.0, 29.0, 31.0, 20.0, 38.0, 34.0, 52.0, 66.0, 94.0, 100.0, 88.0, 61.0, 43.0, 35.0, 36.0, 29.0, 27.0, 16.0, 19.0, 9.0, 13.0, 8.0, 14.0, 9.0, 8.0, 2.0, 6.0, 5.0, 1.0, 5.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-13.25667953491211, -12.891304969787598, -12.525930404663086, -12.160555839538574, -11.795181274414062, -11.42980670928955, -11.064432144165039, -10.699056625366211, -10.333683013916016, -9.968308448791504, -9.602933883666992, -9.23755931854248, -8.872184753417969, -8.506810188293457, -8.141435623168945, -7.776060581207275, -7.4106855392456055, -7.045310974121094, -6.679936408996582, -6.31456184387207, -5.949187278747559, -5.583812713623047, -5.218437671661377, -4.853063106536865, -4.4876885414123535, -4.122313976287842, -3.75693941116333, -3.3915646076202393, -3.0261900424957275, -2.660815477371216, -2.295440673828125, -1.9300661087036133, -1.564692497253418, -1.1993179321289062, -0.833943247795105, -0.4685685634613037, -0.10319399833679199, 0.2621805667877197, 0.6275553703308105, 0.9929299354553223, 1.358304500579834, 1.7236790657043457, 2.0890536308288574, 2.4544284343719482, 2.81980299949646, 3.1851775646209717, 3.5505523681640625, 3.915926933288574, 4.281301498413086, 4.646676063537598, 5.012050628662109, 5.377425193786621, 5.742799758911133, 6.1081743240356445, 6.4735493659973145, 6.838923931121826, 7.204298496246338, 7.56967306137085, 7.935047626495361, 8.300422668457031, 8.665797233581543, 9.031171798706055, 9.396546363830566, 9.761920928955078, 10.12729549407959]}, "gradients/encoder.encoder.layers.1.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 5.0, 2.0, 2.0, 5.0, 8.0, 6.0, 11.0, 21.0, 34.0, 54.0, 71.0, 117.0, 165.0, 294.0, 450.0, 805.0, 1535.0, 2966.0, 6695.0, 21361.0, 138920.0, 2002043.0, 1854837.0, 130944.0, 20250.0, 6352.0, 2905.0, 1436.0, 794.0, 450.0, 274.0, 167.0, 111.0, 68.0, 43.0, 32.0, 21.0, 16.0, 15.0, 7.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.64697265625, -0.6188278198242188, -0.5906829833984375, -0.5625381469726562, -0.534393310546875, -0.5062484741210938, -0.4781036376953125, -0.44995880126953125, -0.42181396484375, -0.39366912841796875, -0.3655242919921875, -0.33737945556640625, -0.309234619140625, -0.28108978271484375, -0.2529449462890625, -0.22480010986328125, -0.1966552734375, -0.16851043701171875, -0.1403656005859375, -0.11222076416015625, -0.084075927734375, -0.05593109130859375, -0.0277862548828125, 0.00035858154296875, 0.02850341796875, 0.05664825439453125, 0.0847930908203125, 0.11293792724609375, 0.141082763671875, 0.16922760009765625, 0.1973724365234375, 0.22551727294921875, 0.253662109375, 0.28180694580078125, 0.3099517822265625, 0.33809661865234375, 0.366241455078125, 0.39438629150390625, 0.4225311279296875, 0.45067596435546875, 0.47882080078125, 0.5069656372070312, 0.5351104736328125, 0.5632553100585938, 0.591400146484375, 0.6195449829101562, 0.6476898193359375, 0.6758346557617188, 0.7039794921875, 0.7321243286132812, 0.7602691650390625, 0.7884140014648438, 0.816558837890625, 0.8447036743164062, 0.8728485107421875, 0.9009933471679688, 0.92913818359375, 0.9572830200195312, 0.9854278564453125, 1.0135726928710938, 1.041717529296875, 1.0698623657226562, 1.0980072021484375, 1.1261520385742188, 1.154296875]}, "gradients/encoder.encoder.layers.1.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 4.0, 3.0, 3.0, 9.0, 8.0, 4.0, 5.0, 14.0, 13.0, 26.0, 22.0, 30.0, 36.0, 16.0, 32.0, 40.0, 44.0, 46.0, 51.0, 50.0, 59.0, 49.0, 48.0, 46.0, 51.0, 48.0, 40.0, 39.0, 21.0, 34.0, 24.0, 13.0, 20.0, 13.0, 12.0, 12.0, 5.0, 3.0, 3.0, 4.0, 5.0, 2.0, 3.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.60546875, -0.5852203369140625, -0.564971923828125, -0.5447235107421875, -0.52447509765625, -0.5042266845703125, -0.483978271484375, -0.4637298583984375, -0.4434814453125, -0.4232330322265625, -0.402984619140625, -0.3827362060546875, -0.36248779296875, -0.3422393798828125, -0.321990966796875, -0.3017425537109375, -0.281494140625, -0.2612457275390625, -0.240997314453125, -0.2207489013671875, -0.20050048828125, -0.1802520751953125, -0.160003662109375, -0.1397552490234375, -0.1195068359375, -0.0992584228515625, -0.079010009765625, -0.0587615966796875, -0.03851318359375, -0.0182647705078125, 0.001983642578125, 0.0222320556640625, 0.04248046875, 0.0627288818359375, 0.082977294921875, 0.1032257080078125, 0.12347412109375, 0.1437225341796875, 0.163970947265625, 0.1842193603515625, 0.2044677734375, 0.2247161865234375, 0.244964599609375, 0.2652130126953125, 0.28546142578125, 0.3057098388671875, 0.325958251953125, 0.3462066650390625, 0.366455078125, 0.3867034912109375, 0.406951904296875, 0.4272003173828125, 0.44744873046875, 0.4676971435546875, 0.487945556640625, 0.5081939697265625, 0.5284423828125, 0.5486907958984375, 0.568939208984375, 0.5891876220703125, 0.60943603515625, 0.6296844482421875, 0.649932861328125, 0.6701812744140625, 0.6904296875]}, "gradients/encoder.encoder.layers.1.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 12.0, 14.0, 39.0, 116.0, 238.0, 411.0, 6519.0, 4182224.0, 4021.0, 377.0, 182.0, 81.0, 38.0, 9.0, 3.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.015625, -10.6959228515625, -10.376220703125, -10.0565185546875, -9.73681640625, -9.4171142578125, -9.097412109375, -8.7777099609375, -8.4580078125, -8.1383056640625, -7.818603515625, -7.4989013671875, -7.17919921875, -6.8594970703125, -6.539794921875, -6.2200927734375, -5.900390625, -5.5806884765625, -5.260986328125, -4.9412841796875, -4.62158203125, -4.3018798828125, -3.982177734375, -3.6624755859375, -3.3427734375, -3.0230712890625, -2.703369140625, -2.3836669921875, -2.06396484375, -1.7442626953125, -1.424560546875, -1.1048583984375, -0.78515625, -0.4654541015625, -0.145751953125, 0.1739501953125, 0.49365234375, 0.8133544921875, 1.133056640625, 1.4527587890625, 1.7724609375, 2.0921630859375, 2.411865234375, 2.7315673828125, 3.05126953125, 3.3709716796875, 3.690673828125, 4.0103759765625, 4.330078125, 4.6497802734375, 4.969482421875, 5.2891845703125, 5.60888671875, 5.9285888671875, 6.248291015625, 6.5679931640625, 6.8876953125, 7.2073974609375, 7.527099609375, 7.8468017578125, 8.16650390625, 8.4862060546875, 8.805908203125, 9.1256103515625, 9.4453125]}, "gradients/encoder.encoder.layers.1.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 2.0, 8.0, 7.0, 17.0, 33.0, 94.0, 300.0, 1403.0, 1696.0, 339.0, 102.0, 42.0, 14.0, 8.0, 6.0, 6.0, 2.0, 2.0, 2.0, 2.0], "bins": [-5.67578125, -5.5667572021484375, -5.457733154296875, -5.3487091064453125, -5.23968505859375, -5.1306610107421875, -5.021636962890625, -4.9126129150390625, -4.8035888671875, -4.6945648193359375, -4.585540771484375, -4.4765167236328125, -4.36749267578125, -4.2584686279296875, -4.149444580078125, -4.0404205322265625, -3.931396484375, -3.8223724365234375, -3.713348388671875, -3.6043243408203125, -3.49530029296875, -3.3862762451171875, -3.277252197265625, -3.1682281494140625, -3.0592041015625, -2.9501800537109375, -2.841156005859375, -2.7321319580078125, -2.62310791015625, -2.5140838623046875, -2.405059814453125, -2.2960357666015625, -2.18701171875, -2.0779876708984375, -1.968963623046875, -1.8599395751953125, -1.75091552734375, -1.6418914794921875, -1.532867431640625, -1.4238433837890625, -1.3148193359375, -1.2057952880859375, -1.096771240234375, -0.9877471923828125, -0.87872314453125, -0.7696990966796875, -0.660675048828125, -0.5516510009765625, -0.442626953125, -0.3336029052734375, -0.224578857421875, -0.1155548095703125, -0.00653076171875, 0.1024932861328125, 0.211517333984375, 0.3205413818359375, 0.4295654296875, 0.5385894775390625, 0.647613525390625, 0.7566375732421875, 0.86566162109375, 0.9746856689453125, 1.083709716796875, 1.1927337646484375, 1.3017578125]}, "gradients/encoder.encoder.layers.1.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 2.0, 3.0, 11.0, 14.0, 37.0, 100.0, 288.0, 341.0, 135.0, 43.0, 21.0, 10.0, 5.0, 1.0, 1.0, 1.0, 1.0], "bins": [-53.05304718017578, -52.073875427246094, -51.09469985961914, -50.11552810668945, -49.136356353759766, -48.15718460083008, -47.178009033203125, -46.19883728027344, -45.21966552734375, -44.24049377441406, -43.26131820678711, -42.28214645385742, -41.302974700927734, -40.32380294799805, -39.344627380371094, -38.365455627441406, -37.38628387451172, -36.40711212158203, -35.42793655395508, -34.44876480102539, -33.4695930480957, -32.490421295166016, -31.511247634887695, -30.532073974609375, -29.552900314331055, -28.573726654052734, -27.594554901123047, -26.615381240844727, -25.63620948791504, -24.65703582763672, -23.67786407470703, -22.69869041442871, -21.719520568847656, -20.740346908569336, -19.76117515563965, -18.782001495361328, -17.80282974243164, -16.82365608215332, -15.844484329223633, -14.865310668945312, -13.886137008666992, -12.906964302062988, -11.927791595458984, -10.94861888885498, -9.969446182250977, -8.990272521972656, -8.011100769042969, -7.031927585601807, -6.052755355834961, -5.073582649230957, -4.094409942626953, -3.11523699760437, -2.136064291000366, -1.1568913459777832, -0.1777186393737793, 0.8014540672302246, 1.7806267738342285, 2.7597994804382324, 3.7389721870422363, 4.718145370483398, 5.697318077087402, 6.676490783691406, 7.65566349029541, 8.634836196899414, 9.614008903503418]}, "gradients/encoder.encoder.layers.1.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0, 4.0, 6.0, 9.0, 5.0, 6.0, 12.0, 11.0, 24.0, 27.0, 30.0, 22.0, 30.0, 34.0, 44.0, 37.0, 48.0, 48.0, 46.0, 58.0, 42.0, 49.0, 47.0, 41.0, 45.0, 41.0, 37.0, 38.0, 28.0, 29.0, 22.0, 14.0, 14.0, 11.0, 11.0, 5.0, 4.0, 5.0, 4.0, 3.0, 4.0, 5.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-9.180256843566895, -8.879615783691406, -8.578975677490234, -8.278334617614746, -7.977693557739258, -7.6770524978637695, -7.3764119148254395, -7.075771331787109, -6.775130271911621, -6.474489212036133, -6.173848628997803, -5.873208045959473, -5.572566986083984, -5.271925926208496, -4.971285343170166, -4.670644760131836, -4.370003700256348, -4.069362640380859, -3.7687220573425293, -3.46808123588562, -3.167440414428711, -2.8667995929718018, -2.5661587715148926, -2.2655179500579834, -1.9648771286010742, -1.664236307144165, -1.3635954856872559, -1.0629546642303467, -0.7623138427734375, -0.4616730213165283, -0.16103219985961914, 0.13960862159729004, 0.4402484893798828, 0.740889310836792, 1.0415301322937012, 1.3421709537506104, 1.6428117752075195, 1.9434525966644287, 2.244093418121338, 2.544734239578247, 2.8453750610351562, 3.1460158824920654, 3.4466567039489746, 3.747297525405884, 4.047938346862793, 4.348579406738281, 4.649219989776611, 4.949860572814941, 5.25050163269043, 5.551142692565918, 5.851783275604248, 6.152423858642578, 6.453064918518066, 6.753705978393555, 7.054346561431885, 7.354987144470215, 7.655628204345703, 7.956269264221191, 8.25691032409668, 8.557550430297852, 8.85819149017334, 9.158832550048828, 9.45947265625, 9.760113716125488, 10.060754776000977]}, "gradients/encoder.encoder.layers.1.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 1.0, 4.0, 8.0, 7.0, 12.0, 22.0, 25.0, 29.0, 46.0, 62.0, 104.0, 172.0, 257.0, 365.0, 551.0, 932.0, 1545.0, 2664.0, 4903.0, 9097.0, 17991.0, 37200.0, 86059.0, 221600.0, 364264.0, 170031.0, 67685.0, 30557.0, 14643.0, 7665.0, 4037.0, 2280.0, 1404.0, 786.0, 520.0, 335.0, 206.0, 167.0, 104.0, 71.0, 48.0, 38.0, 22.0, 14.0, 9.0, 8.0, 8.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.99365234375, -0.9647369384765625, -0.935821533203125, -0.9069061279296875, -0.87799072265625, -0.8490753173828125, -0.820159912109375, -0.7912445068359375, -0.7623291015625, -0.7334136962890625, -0.704498291015625, -0.6755828857421875, -0.64666748046875, -0.6177520751953125, -0.588836669921875, -0.5599212646484375, -0.531005859375, -0.5020904541015625, -0.473175048828125, -0.4442596435546875, -0.41534423828125, -0.3864288330078125, -0.357513427734375, -0.3285980224609375, -0.2996826171875, -0.2707672119140625, -0.241851806640625, -0.2129364013671875, -0.18402099609375, -0.1551055908203125, -0.126190185546875, -0.0972747802734375, -0.068359375, -0.0394439697265625, -0.010528564453125, 0.0183868408203125, 0.04730224609375, 0.0762176513671875, 0.105133056640625, 0.1340484619140625, 0.1629638671875, 0.1918792724609375, 0.220794677734375, 0.2497100830078125, 0.27862548828125, 0.3075408935546875, 0.336456298828125, 0.3653717041015625, 0.394287109375, 0.4232025146484375, 0.452117919921875, 0.4810333251953125, 0.50994873046875, 0.5388641357421875, 0.567779541015625, 0.5966949462890625, 0.6256103515625, 0.6545257568359375, 0.683441162109375, 0.7123565673828125, 0.74127197265625, 0.7701873779296875, 0.799102783203125, 0.8280181884765625, 0.85693359375]}, "gradients/encoder.encoder.layers.1.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 5.0, 6.0, 10.0, 11.0, 11.0, 14.0, 21.0, 24.0, 23.0, 27.0, 23.0, 33.0, 31.0, 28.0, 45.0, 34.0, 45.0, 45.0, 40.0, 57.0, 41.0, 47.0, 49.0, 40.0, 46.0, 39.0, 28.0, 22.0, 24.0, 31.0, 23.0, 14.0, 16.0, 10.0, 14.0, 7.0, 3.0, 7.0, 3.0, 5.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6455078125, -0.6247177124023438, -0.6039276123046875, -0.5831375122070312, -0.562347412109375, -0.5415573120117188, -0.5207672119140625, -0.49997711181640625, -0.47918701171875, -0.45839691162109375, -0.4376068115234375, -0.41681671142578125, -0.396026611328125, -0.37523651123046875, -0.3544464111328125, -0.33365631103515625, -0.3128662109375, -0.29207611083984375, -0.2712860107421875, -0.25049591064453125, -0.229705810546875, -0.20891571044921875, -0.1881256103515625, -0.16733551025390625, -0.14654541015625, -0.12575531005859375, -0.1049652099609375, -0.08417510986328125, -0.063385009765625, -0.04259490966796875, -0.0218048095703125, -0.00101470947265625, 0.019775390625, 0.04056549072265625, 0.0613555908203125, 0.08214569091796875, 0.102935791015625, 0.12372589111328125, 0.1445159912109375, 0.16530609130859375, 0.18609619140625, 0.20688629150390625, 0.2276763916015625, 0.24846649169921875, 0.269256591796875, 0.29004669189453125, 0.3108367919921875, 0.33162689208984375, 0.3524169921875, 0.37320709228515625, 0.3939971923828125, 0.41478729248046875, 0.435577392578125, 0.45636749267578125, 0.4771575927734375, 0.49794769287109375, 0.51873779296875, 0.5395278930664062, 0.5603179931640625, 0.5811080932617188, 0.601898193359375, 0.6226882934570312, 0.6434783935546875, 0.6642684936523438, 0.68505859375]}, "gradients/encoder.encoder.layers.1.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 5.0, 9.0, 20.0, 25.0, 52.0, 134.0, 248.0, 594.0, 1613.0, 7158.0, 69416.0, 900631.0, 59751.0, 6382.0, 1490.0, 528.0, 247.0, 112.0, 55.0, 37.0, 19.0, 6.0, 8.0, 4.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.771484375, -3.6588134765625, -3.546142578125, -3.4334716796875, -3.32080078125, -3.2081298828125, -3.095458984375, -2.9827880859375, -2.8701171875, -2.7574462890625, -2.644775390625, -2.5321044921875, -2.41943359375, -2.3067626953125, -2.194091796875, -2.0814208984375, -1.96875, -1.8560791015625, -1.743408203125, -1.6307373046875, -1.51806640625, -1.4053955078125, -1.292724609375, -1.1800537109375, -1.0673828125, -0.9547119140625, -0.842041015625, -0.7293701171875, -0.61669921875, -0.5040283203125, -0.391357421875, -0.2786865234375, -0.166015625, -0.0533447265625, 0.059326171875, 0.1719970703125, 0.28466796875, 0.3973388671875, 0.510009765625, 0.6226806640625, 0.7353515625, 0.8480224609375, 0.960693359375, 1.0733642578125, 1.18603515625, 1.2987060546875, 1.411376953125, 1.5240478515625, 1.63671875, 1.7493896484375, 1.862060546875, 1.9747314453125, 2.08740234375, 2.2000732421875, 2.312744140625, 2.4254150390625, 2.5380859375, 2.6507568359375, 2.763427734375, 2.8760986328125, 2.98876953125, 3.1014404296875, 3.214111328125, 3.3267822265625, 3.439453125]}, "gradients/encoder.encoder.layers.1.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 4.0, 3.0, 2.0, 10.0, 11.0, 10.0, 17.0, 18.0, 28.0, 34.0, 37.0, 36.0, 42.0, 55.0, 60.0, 61.0, 54.0, 58.0, 54.0, 49.0, 54.0, 43.0, 46.0, 40.0, 31.0, 26.0, 26.0, 18.0, 17.0, 17.0, 8.0, 4.0, 6.0, 9.0, 2.0, 1.0, 3.0, 1.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0, 3.0], "bins": [-3.791015625, -3.68731689453125, -3.5836181640625, -3.47991943359375, -3.376220703125, -3.27252197265625, -3.1688232421875, -3.06512451171875, -2.96142578125, -2.85772705078125, -2.7540283203125, -2.65032958984375, -2.546630859375, -2.44293212890625, -2.3392333984375, -2.23553466796875, -2.1318359375, -2.02813720703125, -1.9244384765625, -1.82073974609375, -1.717041015625, -1.61334228515625, -1.5096435546875, -1.40594482421875, -1.30224609375, -1.19854736328125, -1.0948486328125, -0.99114990234375, -0.887451171875, -0.78375244140625, -0.6800537109375, -0.57635498046875, -0.47265625, -0.36895751953125, -0.2652587890625, -0.16156005859375, -0.057861328125, 0.04583740234375, 0.1495361328125, 0.25323486328125, 0.35693359375, 0.46063232421875, 0.5643310546875, 0.66802978515625, 0.771728515625, 0.87542724609375, 0.9791259765625, 1.08282470703125, 1.1865234375, 1.29022216796875, 1.3939208984375, 1.49761962890625, 1.601318359375, 1.70501708984375, 1.8087158203125, 1.91241455078125, 2.01611328125, 2.11981201171875, 2.2235107421875, 2.32720947265625, 2.430908203125, 2.53460693359375, 2.6383056640625, 2.74200439453125, 2.845703125]}, "gradients/encoder.encoder.layers.1.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 5.0, 7.0, 7.0, 12.0, 15.0, 14.0, 23.0, 32.0, 70.0, 80.0, 156.0, 334.0, 811.0, 2454.0, 10096.0, 96346.0, 895113.0, 34637.0, 5605.0, 1540.0, 592.0, 259.0, 122.0, 81.0, 44.0, 38.0, 19.0, 14.0, 10.0, 5.0, 3.0, 5.0, 7.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.162109375, -1.125, -1.087890625, -1.05078125, -1.013671875, -0.9765625, -0.939453125, -0.90234375, -0.865234375, -0.828125, -0.791015625, -0.75390625, -0.716796875, -0.6796875, -0.642578125, -0.60546875, -0.568359375, -0.53125, -0.494140625, -0.45703125, -0.419921875, -0.3828125, -0.345703125, -0.30859375, -0.271484375, -0.234375, -0.197265625, -0.16015625, -0.123046875, -0.0859375, -0.048828125, -0.01171875, 0.025390625, 0.0625, 0.099609375, 0.13671875, 0.173828125, 0.2109375, 0.248046875, 0.28515625, 0.322265625, 0.359375, 0.396484375, 0.43359375, 0.470703125, 0.5078125, 0.544921875, 0.58203125, 0.619140625, 0.65625, 0.693359375, 0.73046875, 0.767578125, 0.8046875, 0.841796875, 0.87890625, 0.916015625, 0.953125, 0.990234375, 1.02734375, 1.064453125, 1.1015625, 1.138671875, 1.17578125, 1.212890625]}, "gradients/encoder.encoder.layers.1.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 6.0, 6.0, 5.0, 6.0, 8.0, 9.0, 9.0, 10.0, 18.0, 31.0, 36.0, 53.0, 65.0, 115.0, 146.0, 126.0, 84.0, 56.0, 45.0, 28.0, 15.0, 27.0, 14.0, 11.0, 9.0, 14.0, 11.0, 2.0, 7.0, 4.0, 3.0, 4.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.00011008977890014648, -0.0001062760129570961, -0.00010246224701404572, -9.864848107099533e-05, -9.483471512794495e-05, -9.102094918489456e-05, -8.720718324184418e-05, -8.339341729879379e-05, -7.957965135574341e-05, -7.576588541269302e-05, -7.195211946964264e-05, -6.813835352659225e-05, -6.432458758354187e-05, -6.0510821640491486e-05, -5.66970556974411e-05, -5.2883289754390717e-05, -4.906952381134033e-05, -4.525575786828995e-05, -4.144199192523956e-05, -3.762822598218918e-05, -3.3814460039138794e-05, -3.000069409608841e-05, -2.6186928153038025e-05, -2.237316220998764e-05, -1.8559396266937256e-05, -1.4745630323886871e-05, -1.0931864380836487e-05, -7.118098437786102e-06, -3.3043324947357178e-06, 5.094334483146667e-07, 4.323199391365051e-06, 8.136965334415436e-06, 1.195073127746582e-05, 1.5764497220516205e-05, 1.957826316356659e-05, 2.3392029106616974e-05, 2.720579504966736e-05, 3.101956099271774e-05, 3.483332693576813e-05, 3.864709287881851e-05, 4.2460858821868896e-05, 4.627462476491928e-05, 5.0088390707969666e-05, 5.390215665102005e-05, 5.7715922594070435e-05, 6.152968853712082e-05, 6.53434544801712e-05, 6.915722042322159e-05, 7.297098636627197e-05, 7.678475230932236e-05, 8.059851825237274e-05, 8.441228419542313e-05, 8.822605013847351e-05, 9.20398160815239e-05, 9.585358202457428e-05, 9.966734796762466e-05, 0.00010348111391067505, 0.00010729487985372543, 0.00011110864579677582, 0.0001149224117398262, 0.00011873617768287659, 0.00012254994362592697, 0.00012636370956897736, 0.00013017747551202774, 0.00013399124145507812]}, "gradients/encoder.encoder.layers.1.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 2.0, 4.0, 1.0, 4.0, 11.0, 11.0, 10.0, 11.0, 16.0, 36.0, 44.0, 78.0, 160.0, 322.0, 766.0, 2040.0, 7537.0, 46839.0, 863237.0, 109696.0, 12798.0, 2966.0, 1082.0, 434.0, 199.0, 107.0, 46.0, 35.0, 19.0, 13.0, 7.0, 10.0, 8.0, 7.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.841796875, -0.808990478515625, -0.77618408203125, -0.743377685546875, -0.7105712890625, -0.677764892578125, -0.64495849609375, -0.612152099609375, -0.579345703125, -0.546539306640625, -0.51373291015625, -0.480926513671875, -0.4481201171875, -0.415313720703125, -0.38250732421875, -0.349700927734375, -0.31689453125, -0.284088134765625, -0.25128173828125, -0.218475341796875, -0.1856689453125, -0.152862548828125, -0.12005615234375, -0.087249755859375, -0.054443359375, -0.021636962890625, 0.01116943359375, 0.043975830078125, 0.0767822265625, 0.109588623046875, 0.14239501953125, 0.175201416015625, 0.2080078125, 0.240814208984375, 0.27362060546875, 0.306427001953125, 0.3392333984375, 0.372039794921875, 0.40484619140625, 0.437652587890625, 0.470458984375, 0.503265380859375, 0.53607177734375, 0.568878173828125, 0.6016845703125, 0.634490966796875, 0.66729736328125, 0.700103759765625, 0.73291015625, 0.765716552734375, 0.79852294921875, 0.831329345703125, 0.8641357421875, 0.896942138671875, 0.92974853515625, 0.962554931640625, 0.995361328125, 1.028167724609375, 1.06097412109375, 1.093780517578125, 1.1265869140625, 1.159393310546875, 1.19219970703125, 1.225006103515625, 1.2578125]}, "gradients/encoder.encoder.layers.1.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 3.0, 3.0, 2.0, 2.0, 5.0, 7.0, 6.0, 14.0, 13.0, 10.0, 16.0, 31.0, 29.0, 63.0, 87.0, 111.0, 142.0, 155.0, 92.0, 62.0, 45.0, 26.0, 31.0, 15.0, 9.0, 10.0, 10.0, 8.0, 5.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.59326171875, -0.5602340698242188, -0.5272064208984375, -0.49417877197265625, -0.461151123046875, -0.42812347412109375, -0.3950958251953125, -0.36206817626953125, -0.32904052734375, -0.29601287841796875, -0.2629852294921875, -0.22995758056640625, -0.196929931640625, -0.16390228271484375, -0.1308746337890625, -0.09784698486328125, -0.0648193359375, -0.03179168701171875, 0.0012359619140625, 0.03426361083984375, 0.067291259765625, 0.10031890869140625, 0.1333465576171875, 0.16637420654296875, 0.19940185546875, 0.23242950439453125, 0.2654571533203125, 0.29848480224609375, 0.331512451171875, 0.36454010009765625, 0.3975677490234375, 0.43059539794921875, 0.463623046875, 0.49665069580078125, 0.5296783447265625, 0.5627059936523438, 0.595733642578125, 0.6287612915039062, 0.6617889404296875, 0.6948165893554688, 0.72784423828125, 0.7608718872070312, 0.7938995361328125, 0.8269271850585938, 0.859954833984375, 0.8929824829101562, 0.9260101318359375, 0.9590377807617188, 0.9920654296875, 1.0250930786132812, 1.0581207275390625, 1.0911483764648438, 1.124176025390625, 1.1572036743164062, 1.1902313232421875, 1.2232589721679688, 1.25628662109375, 1.2893142700195312, 1.3223419189453125, 1.3553695678710938, 1.388397216796875, 1.4214248657226562, 1.4544525146484375, 1.4874801635742188, 1.5205078125]}, "gradients/encoder.encoder.layers.1.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 2.0, 5.0, 21.0, 26.0, 67.0, 199.0, 373.0, 165.0, 69.0, 39.0, 12.0, 10.0, 7.0, 4.0, 4.0, 1.0, 1.0, 1.0], "bins": [-41.77827453613281, -40.98191452026367, -40.18555450439453, -39.389190673828125, -38.592830657958984, -37.796470642089844, -37.0001106262207, -36.20375061035156, -35.40739059448242, -34.61103057861328, -33.81467056274414, -33.018310546875, -32.221946716308594, -31.425586700439453, -30.629226684570312, -29.832866668701172, -29.0365047454834, -28.240144729614258, -27.443782806396484, -26.647422790527344, -25.851062774658203, -25.054702758789062, -24.25834083557129, -23.46198081970215, -22.665618896484375, -21.869258880615234, -21.07289695739746, -20.27653694152832, -19.48017692565918, -18.683815002441406, -17.887454986572266, -17.091094970703125, -16.294734954833984, -15.498373985290527, -14.702013969421387, -13.90565299987793, -13.109292984008789, -12.312932014465332, -11.516571044921875, -10.720211029052734, -9.923850059509277, -9.12748908996582, -8.33112907409668, -7.534768104553223, -6.738407611846924, -5.942047119140625, -5.145686149597168, -4.349325656890869, -3.5529651641845703, -2.7566046714782715, -1.9602439403533936, -1.1638832092285156, -0.3675227165222168, 0.42883777618408203, 1.225198745727539, 2.021559238433838, 2.8179197311401367, 3.6142802238464355, 4.410640716552734, 5.207001686096191, 6.00336217880249, 6.799722671508789, 7.596083641052246, 8.392444610595703, 9.188804626464844]}, "gradients/encoder.encoder.layers.1.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 3.0, 4.0, 6.0, 13.0, 5.0, 9.0, 20.0, 20.0, 21.0, 28.0, 19.0, 22.0, 16.0, 33.0, 37.0, 41.0, 40.0, 74.0, 67.0, 79.0, 68.0, 78.0, 52.0, 33.0, 26.0, 30.0, 23.0, 19.0, 16.0, 20.0, 14.0, 8.0, 8.0, 8.0, 10.0, 5.0, 5.0, 6.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 1.0, 0.0, 2.0], "bins": [-13.743517875671387, -13.327752113342285, -12.911986351013184, -12.496219635009766, -12.080453872680664, -11.664688110351562, -11.248922348022461, -10.83315658569336, -10.417390823364258, -10.001625061035156, -9.585859298706055, -9.170093536376953, -8.754326820373535, -8.338561058044434, -7.922795295715332, -7.5070295333862305, -7.0912628173828125, -6.675497055053711, -6.259730815887451, -5.84396505355835, -5.42819881439209, -5.012433052062988, -4.596667289733887, -4.180901527404785, -3.7651352882385254, -3.3493692874908447, -2.933603286743164, -2.5178375244140625, -2.102071523666382, -1.6863055229187012, -1.2705397605895996, -0.854773759841919, -0.4390087127685547, -0.0232427716255188, 0.3925231695175171, 0.8082890510559082, 1.2240550518035889, 1.6398210525512695, 2.055586814880371, 2.4713528156280518, 2.8871188163757324, 3.302884817123413, 3.7186508178710938, 4.134416580200195, 4.550182342529297, 4.965948581695557, 5.381714344024658, 5.797480583190918, 6.2132463455200195, 6.629012107849121, 7.044778347015381, 7.460544109344482, 7.876310348510742, 8.292076110839844, 8.707841873168945, 9.123607635498047, 9.539373397827148, 9.95513916015625, 10.370904922485352, 10.786670684814453, 11.202437400817871, 11.618203163146973, 12.033968925476074, 12.449734687805176, 12.865501403808594]}, "gradients/encoder.encoder.layers.0.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 4.0, 0.0, 7.0, 4.0, 6.0, 9.0, 12.0, 20.0, 20.0, 32.0, 39.0, 57.0, 105.0, 122.0, 153.0, 280.0, 399.0, 657.0, 1025.0, 1839.0, 3268.0, 6542.0, 15459.0, 45168.0, 255388.0, 2105806.0, 1519149.0, 176242.0, 36795.0, 12729.0, 5692.0, 2974.0, 1554.0, 950.0, 602.0, 352.0, 255.0, 153.0, 106.0, 82.0, 59.0, 48.0, 33.0, 23.0, 19.0, 15.0, 10.0, 9.0, 7.0, 4.0, 2.0, 3.0, 1.0, 3.0], "bins": [-1.5732421875, -1.5294342041015625, -1.485626220703125, -1.4418182373046875, -1.39801025390625, -1.3542022705078125, -1.310394287109375, -1.2665863037109375, -1.2227783203125, -1.1789703369140625, -1.135162353515625, -1.0913543701171875, -1.04754638671875, -1.0037384033203125, -0.959930419921875, -0.9161224365234375, -0.872314453125, -0.8285064697265625, -0.784698486328125, -0.7408905029296875, -0.69708251953125, -0.6532745361328125, -0.609466552734375, -0.5656585693359375, -0.5218505859375, -0.4780426025390625, -0.434234619140625, -0.3904266357421875, -0.34661865234375, -0.3028106689453125, -0.259002685546875, -0.2151947021484375, -0.17138671875, -0.1275787353515625, -0.083770751953125, -0.0399627685546875, 0.00384521484375, 0.0476531982421875, 0.091461181640625, 0.1352691650390625, 0.1790771484375, 0.2228851318359375, 0.266693115234375, 0.3105010986328125, 0.35430908203125, 0.3981170654296875, 0.441925048828125, 0.4857330322265625, 0.529541015625, 0.5733489990234375, 0.617156982421875, 0.6609649658203125, 0.70477294921875, 0.7485809326171875, 0.792388916015625, 0.8361968994140625, 0.8800048828125, 0.9238128662109375, 0.967620849609375, 1.0114288330078125, 1.05523681640625, 1.0990447998046875, 1.142852783203125, 1.1866607666015625, 1.23046875]}, "gradients/encoder.encoder.layers.0.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 4.0, 5.0, 5.0, 7.0, 11.0, 16.0, 10.0, 12.0, 24.0, 17.0, 20.0, 23.0, 27.0, 31.0, 28.0, 39.0, 35.0, 46.0, 49.0, 47.0, 49.0, 40.0, 50.0, 53.0, 48.0, 47.0, 43.0, 37.0, 21.0, 31.0, 23.0, 20.0, 16.0, 12.0, 17.0, 9.0, 9.0, 10.0, 6.0, 6.0, 5.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.61083984375, -0.5903778076171875, -0.569915771484375, -0.5494537353515625, -0.52899169921875, -0.5085296630859375, -0.488067626953125, -0.4676055908203125, -0.4471435546875, -0.4266815185546875, -0.406219482421875, -0.3857574462890625, -0.36529541015625, -0.3448333740234375, -0.324371337890625, -0.3039093017578125, -0.283447265625, -0.2629852294921875, -0.242523193359375, -0.2220611572265625, -0.20159912109375, -0.1811370849609375, -0.160675048828125, -0.1402130126953125, -0.1197509765625, -0.0992889404296875, -0.078826904296875, -0.0583648681640625, -0.03790283203125, -0.0174407958984375, 0.003021240234375, 0.0234832763671875, 0.0439453125, 0.0644073486328125, 0.084869384765625, 0.1053314208984375, 0.12579345703125, 0.1462554931640625, 0.166717529296875, 0.1871795654296875, 0.2076416015625, 0.2281036376953125, 0.248565673828125, 0.2690277099609375, 0.28948974609375, 0.3099517822265625, 0.330413818359375, 0.3508758544921875, 0.371337890625, 0.3917999267578125, 0.412261962890625, 0.4327239990234375, 0.45318603515625, 0.4736480712890625, 0.494110107421875, 0.5145721435546875, 0.5350341796875, 0.5554962158203125, 0.575958251953125, 0.5964202880859375, 0.61688232421875, 0.6373443603515625, 0.657806396484375, 0.6782684326171875, 0.69873046875]}, "gradients/encoder.encoder.layers.0.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 1.0, 6.0, 13.0, 21.0, 39.0, 129.0, 405.0, 3122.0, 4186114.0, 3837.0, 423.0, 116.0, 36.0, 9.0, 9.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.5625, -23.783203125, -23.00390625, -22.224609375, -21.4453125, -20.666015625, -19.88671875, -19.107421875, -18.328125, -17.548828125, -16.76953125, -15.990234375, -15.2109375, -14.431640625, -13.65234375, -12.873046875, -12.09375, -11.314453125, -10.53515625, -9.755859375, -8.9765625, -8.197265625, -7.41796875, -6.638671875, -5.859375, -5.080078125, -4.30078125, -3.521484375, -2.7421875, -1.962890625, -1.18359375, -0.404296875, 0.375, 1.154296875, 1.93359375, 2.712890625, 3.4921875, 4.271484375, 5.05078125, 5.830078125, 6.609375, 7.388671875, 8.16796875, 8.947265625, 9.7265625, 10.505859375, 11.28515625, 12.064453125, 12.84375, 13.623046875, 14.40234375, 15.181640625, 15.9609375, 16.740234375, 17.51953125, 18.298828125, 19.078125, 19.857421875, 20.63671875, 21.416015625, 22.1953125, 22.974609375, 23.75390625, 24.533203125, 25.3125]}, "gradients/encoder.encoder.layers.0.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 5.0, 12.0, 46.0, 196.0, 1129.0, 2106.0, 438.0, 105.0, 34.0, 7.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.546875, -13.21771240234375, -12.8885498046875, -12.55938720703125, -12.230224609375, -11.90106201171875, -11.5718994140625, -11.24273681640625, -10.91357421875, -10.58441162109375, -10.2552490234375, -9.92608642578125, -9.596923828125, -9.26776123046875, -8.9385986328125, -8.60943603515625, -8.2802734375, -7.95111083984375, -7.6219482421875, -7.29278564453125, -6.963623046875, -6.63446044921875, -6.3052978515625, -5.97613525390625, -5.64697265625, -5.31781005859375, -4.9886474609375, -4.65948486328125, -4.330322265625, -4.00115966796875, -3.6719970703125, -3.34283447265625, -3.013671875, -2.68450927734375, -2.3553466796875, -2.02618408203125, -1.697021484375, -1.36785888671875, -1.0386962890625, -0.70953369140625, -0.38037109375, -0.05120849609375, 0.2779541015625, 0.60711669921875, 0.936279296875, 1.26544189453125, 1.5946044921875, 1.92376708984375, 2.2529296875, 2.58209228515625, 2.9112548828125, 3.24041748046875, 3.569580078125, 3.89874267578125, 4.2279052734375, 4.55706787109375, 4.88623046875, 5.21539306640625, 5.5445556640625, 5.87371826171875, 6.202880859375, 6.53204345703125, 6.8612060546875, 7.19036865234375, 7.51953125]}, "gradients/encoder.encoder.layers.0.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 6.0, 2.0, 4.0, 5.0, 5.0, 8.0, 13.0, 29.0, 37.0, 57.0, 123.0, 260.0, 206.0, 118.0, 50.0, 20.0, 28.0, 11.0, 5.0, 5.0, 7.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-48.93305206298828, -47.63324737548828, -46.33344650268555, -45.03364181518555, -43.73383712768555, -42.43403625488281, -41.13423156738281, -39.83442687988281, -38.53462219238281, -37.23481750488281, -35.93501663208008, -34.63521194458008, -33.33540725708008, -32.035606384277344, -30.735801696777344, -29.435997009277344, -28.13619613647461, -26.836393356323242, -25.536588668823242, -24.236785888671875, -22.936981201171875, -21.637178421020508, -20.33737564086914, -19.03757095336914, -17.737768173217773, -16.437965393066406, -15.138160705566406, -13.838357925415039, -12.538554191589355, -11.238750457763672, -9.938947677612305, -8.639143943786621, -7.339344024658203, -6.0395402908325195, -4.739737033843994, -3.4399335384368896, -2.140130043029785, -0.8403263092041016, 0.45947694778442383, 1.7592802047729492, 3.059083938598633, 4.358887672424316, 5.658690929412842, 6.958494186401367, 8.25829792022705, 9.558101654052734, 10.857904434204102, 12.157708168029785, 13.457511901855469, 14.757315635681152, 16.057119369506836, 17.356922149658203, 18.656726837158203, 19.95652961730957, 21.256332397460938, 22.556137084960938, 23.855939865112305, 25.155742645263672, 26.455547332763672, 27.75535011291504, 29.055152893066406, 30.354957580566406, 31.654760360717773, 32.95456314086914, 34.25436782836914]}, "gradients/encoder.encoder.layers.0.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 6.0, 5.0, 9.0, 6.0, 14.0, 29.0, 34.0, 50.0, 73.0, 97.0, 115.0, 154.0, 127.0, 90.0, 63.0, 46.0, 27.0, 23.0, 10.0, 8.0, 7.0, 0.0, 2.0, 4.0, 4.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-41.461143493652344, -40.14564514160156, -38.83015060424805, -37.514652252197266, -36.199153900146484, -34.88365936279297, -33.56816101074219, -32.252662658691406, -30.937166213989258, -29.62166976928711, -28.306171417236328, -26.99067497253418, -25.67517852783203, -24.35968017578125, -23.0441837310791, -21.728687286376953, -20.413188934326172, -19.097692489624023, -17.782194137573242, -16.466697692871094, -15.151200294494629, -13.835702896118164, -12.520206451416016, -11.20470905303955, -9.889211654663086, -8.573714256286621, -7.2582173347473145, -5.942720413208008, -4.627223014831543, -3.311725616455078, -1.9962286949157715, -0.6807317733764648, 0.6347618103027344, 1.9502589702606201, 3.265756130218506, 4.5812530517578125, 5.896750450134277, 7.212247848510742, 8.52774429321289, 9.843241691589355, 11.15873908996582, 12.474236488342285, 13.78973388671875, 15.105230331420898, 16.420726776123047, 17.736225128173828, 19.051721572875977, 20.367218017578125, 21.682716369628906, 22.998212814331055, 24.313711166381836, 25.629207611083984, 26.944705963134766, 28.260202407836914, 29.575698852539062, 30.891197204589844, 32.206695556640625, 33.522193908691406, 34.83768844604492, 36.1531867980957, 37.468685150146484, 38.7841796875, 40.09967803955078, 41.41517639160156, 42.73067092895508]}, "gradients/encoder.encoder.layers.0.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 2.0, 6.0, 2.0, 5.0, 5.0, 11.0, 18.0, 22.0, 27.0, 54.0, 68.0, 97.0, 174.0, 298.0, 519.0, 1229.0, 2942.0, 9011.0, 40489.0, 585234.0, 363276.0, 32484.0, 7747.0, 2504.0, 1056.0, 529.0, 269.0, 164.0, 106.0, 59.0, 57.0, 20.0, 17.0, 18.0, 10.0, 12.0, 3.0, 7.0, 3.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-3.392578125, -3.29547119140625, -3.1983642578125, -3.10125732421875, -3.004150390625, -2.90704345703125, -2.8099365234375, -2.71282958984375, -2.61572265625, -2.51861572265625, -2.4215087890625, -2.32440185546875, -2.227294921875, -2.13018798828125, -2.0330810546875, -1.93597412109375, -1.8388671875, -1.74176025390625, -1.6446533203125, -1.54754638671875, -1.450439453125, -1.35333251953125, -1.2562255859375, -1.15911865234375, -1.06201171875, -0.96490478515625, -0.8677978515625, -0.77069091796875, -0.673583984375, -0.57647705078125, -0.4793701171875, -0.38226318359375, -0.28515625, -0.18804931640625, -0.0909423828125, 0.00616455078125, 0.103271484375, 0.20037841796875, 0.2974853515625, 0.39459228515625, 0.49169921875, 0.58880615234375, 0.6859130859375, 0.78302001953125, 0.880126953125, 0.97723388671875, 1.0743408203125, 1.17144775390625, 1.2685546875, 1.36566162109375, 1.4627685546875, 1.55987548828125, 1.656982421875, 1.75408935546875, 1.8511962890625, 1.94830322265625, 2.04541015625, 2.14251708984375, 2.2396240234375, 2.33673095703125, 2.433837890625, 2.53094482421875, 2.6280517578125, 2.72515869140625, 2.822265625]}, "gradients/encoder.encoder.layers.0.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 8.0, 4.0, 18.0, 19.0, 29.0, 36.0, 37.0, 55.0, 67.0, 80.0, 94.0, 106.0, 97.0, 74.0, 73.0, 55.0, 38.0, 31.0, 28.0, 16.0, 16.0, 4.0, 8.0, 4.0, 2.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.103515625, -2.0441741943359375, -1.984832763671875, -1.9254913330078125, -1.86614990234375, -1.8068084716796875, -1.747467041015625, -1.6881256103515625, -1.6287841796875, -1.5694427490234375, -1.510101318359375, -1.4507598876953125, -1.39141845703125, -1.3320770263671875, -1.272735595703125, -1.2133941650390625, -1.154052734375, -1.0947113037109375, -1.035369873046875, -0.9760284423828125, -0.91668701171875, -0.8573455810546875, -0.798004150390625, -0.7386627197265625, -0.6793212890625, -0.6199798583984375, -0.560638427734375, -0.5012969970703125, -0.44195556640625, -0.3826141357421875, -0.323272705078125, -0.2639312744140625, -0.20458984375, -0.1452484130859375, -0.085906982421875, -0.0265655517578125, 0.03277587890625, 0.0921173095703125, 0.151458740234375, 0.2108001708984375, 0.2701416015625, 0.3294830322265625, 0.388824462890625, 0.4481658935546875, 0.50750732421875, 0.5668487548828125, 0.626190185546875, 0.6855316162109375, 0.744873046875, 0.8042144775390625, 0.863555908203125, 0.9228973388671875, 0.98223876953125, 1.0415802001953125, 1.100921630859375, 1.1602630615234375, 1.2196044921875, 1.2789459228515625, 1.338287353515625, 1.3976287841796875, 1.45697021484375, 1.5163116455078125, 1.575653076171875, 1.6349945068359375, 1.6943359375]}, "gradients/encoder.encoder.layers.0.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 8.0, 5.0, 12.0, 14.0, 22.0, 34.0, 52.0, 83.0, 111.0, 258.0, 575.0, 1715.0, 7817.0, 209632.0, 813266.0, 11461.0, 2099.0, 682.0, 288.0, 139.0, 92.0, 54.0, 36.0, 35.0, 15.0, 10.0, 7.0, 7.0, 5.0, 4.0, 2.0, 4.0, 2.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.41796875, -5.259033203125, -5.10009765625, -4.941162109375, -4.7822265625, -4.623291015625, -4.46435546875, -4.305419921875, -4.146484375, -3.987548828125, -3.82861328125, -3.669677734375, -3.5107421875, -3.351806640625, -3.19287109375, -3.033935546875, -2.875, -2.716064453125, -2.55712890625, -2.398193359375, -2.2392578125, -2.080322265625, -1.92138671875, -1.762451171875, -1.603515625, -1.444580078125, -1.28564453125, -1.126708984375, -0.9677734375, -0.808837890625, -0.64990234375, -0.490966796875, -0.33203125, -0.173095703125, -0.01416015625, 0.144775390625, 0.3037109375, 0.462646484375, 0.62158203125, 0.780517578125, 0.939453125, 1.098388671875, 1.25732421875, 1.416259765625, 1.5751953125, 1.734130859375, 1.89306640625, 2.052001953125, 2.2109375, 2.369873046875, 2.52880859375, 2.687744140625, 2.8466796875, 3.005615234375, 3.16455078125, 3.323486328125, 3.482421875, 3.641357421875, 3.80029296875, 3.959228515625, 4.1181640625, 4.277099609375, 4.43603515625, 4.594970703125, 4.75390625]}, "gradients/encoder.encoder.layers.0.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 1.0, 1.0, 1.0, 6.0, 6.0, 7.0, 8.0, 5.0, 5.0, 14.0, 10.0, 19.0, 23.0, 35.0, 29.0, 32.0, 59.0, 55.0, 67.0, 75.0, 79.0, 69.0, 75.0, 63.0, 45.0, 42.0, 28.0, 28.0, 24.0, 18.0, 14.0, 14.0, 9.0, 11.0, 3.0, 4.0, 4.0, 4.0, 4.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.51171875, -5.3316650390625, -5.151611328125, -4.9715576171875, -4.79150390625, -4.6114501953125, -4.431396484375, -4.2513427734375, -4.0712890625, -3.8912353515625, -3.711181640625, -3.5311279296875, -3.35107421875, -3.1710205078125, -2.990966796875, -2.8109130859375, -2.630859375, -2.4508056640625, -2.270751953125, -2.0906982421875, -1.91064453125, -1.7305908203125, -1.550537109375, -1.3704833984375, -1.1904296875, -1.0103759765625, -0.830322265625, -0.6502685546875, -0.47021484375, -0.2901611328125, -0.110107421875, 0.0699462890625, 0.25, 0.4300537109375, 0.610107421875, 0.7901611328125, 0.97021484375, 1.1502685546875, 1.330322265625, 1.5103759765625, 1.6904296875, 1.8704833984375, 2.050537109375, 2.2305908203125, 2.41064453125, 2.5906982421875, 2.770751953125, 2.9508056640625, 3.130859375, 3.3109130859375, 3.490966796875, 3.6710205078125, 3.85107421875, 4.0311279296875, 4.211181640625, 4.3912353515625, 4.5712890625, 4.7513427734375, 4.931396484375, 5.1114501953125, 5.29150390625, 5.4715576171875, 5.651611328125, 5.8316650390625, 6.01171875]}, "gradients/encoder.encoder.layers.0.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 6.0, 2.0, 10.0, 5.0, 4.0, 12.0, 10.0, 12.0, 21.0, 18.0, 18.0, 28.0, 45.0, 60.0, 100.0, 147.0, 325.0, 520.0, 1235.0, 3602.0, 21366.0, 976668.0, 36555.0, 4685.0, 1499.0, 689.0, 364.0, 204.0, 111.0, 73.0, 32.0, 35.0, 24.0, 10.0, 13.0, 10.0, 5.0, 6.0, 4.0, 9.0, 7.0, 2.0, 3.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0634765625, -1.029815673828125, -0.99615478515625, -0.962493896484375, -0.9288330078125, -0.895172119140625, -0.86151123046875, -0.827850341796875, -0.794189453125, -0.760528564453125, -0.72686767578125, -0.693206787109375, -0.6595458984375, -0.625885009765625, -0.59222412109375, -0.558563232421875, -0.52490234375, -0.491241455078125, -0.45758056640625, -0.423919677734375, -0.3902587890625, -0.356597900390625, -0.32293701171875, -0.289276123046875, -0.255615234375, -0.221954345703125, -0.18829345703125, -0.154632568359375, -0.1209716796875, -0.087310791015625, -0.05364990234375, -0.019989013671875, 0.013671875, 0.047332763671875, 0.08099365234375, 0.114654541015625, 0.1483154296875, 0.181976318359375, 0.21563720703125, 0.249298095703125, 0.282958984375, 0.316619873046875, 0.35028076171875, 0.383941650390625, 0.4176025390625, 0.451263427734375, 0.48492431640625, 0.518585205078125, 0.55224609375, 0.585906982421875, 0.61956787109375, 0.653228759765625, 0.6868896484375, 0.720550537109375, 0.75421142578125, 0.787872314453125, 0.821533203125, 0.855194091796875, 0.88885498046875, 0.922515869140625, 0.9561767578125, 0.989837646484375, 1.02349853515625, 1.057159423828125, 1.0908203125]}, "gradients/encoder.encoder.layers.0.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 5.0, 3.0, 6.0, 4.0, 7.0, 10.0, 7.0, 10.0, 18.0, 26.0, 40.0, 75.0, 78.0, 147.0, 163.0, 133.0, 98.0, 51.0, 37.0, 16.0, 17.0, 17.0, 11.0, 6.0, 6.0, 5.0, 3.0, 3.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0001246929168701172, -0.00012073665857315063, -0.00011678040027618408, -0.00011282414197921753, -0.00010886788368225098, -0.00010491162538528442, -0.00010095536708831787, -9.699910879135132e-05, -9.304285049438477e-05, -8.908659219741821e-05, -8.513033390045166e-05, -8.117407560348511e-05, -7.721781730651855e-05, -7.3261559009552e-05, -6.930530071258545e-05, -6.53490424156189e-05, -6.139278411865234e-05, -5.743652582168579e-05, -5.348026752471924e-05, -4.9524009227752686e-05, -4.556775093078613e-05, -4.161149263381958e-05, -3.765523433685303e-05, -3.3698976039886475e-05, -2.9742717742919922e-05, -2.578645944595337e-05, -2.1830201148986816e-05, -1.7873942852020264e-05, -1.3917684555053711e-05, -9.961426258087158e-06, -6.0051679611206055e-06, -2.0489096641540527e-06, 1.9073486328125e-06, 5.863606929779053e-06, 9.819865226745605e-06, 1.3776123523712158e-05, 1.773238182067871e-05, 2.1688640117645264e-05, 2.5644898414611816e-05, 2.960115671157837e-05, 3.355741500854492e-05, 3.7513673305511475e-05, 4.146993160247803e-05, 4.542618989944458e-05, 4.938244819641113e-05, 5.3338706493377686e-05, 5.729496479034424e-05, 6.125122308731079e-05, 6.520748138427734e-05, 6.91637396812439e-05, 7.311999797821045e-05, 7.7076256275177e-05, 8.103251457214355e-05, 8.498877286911011e-05, 8.894503116607666e-05, 9.290128946304321e-05, 9.685754776000977e-05, 0.00010081380605697632, 0.00010477006435394287, 0.00010872632265090942, 0.00011268258094787598, 0.00011663883924484253, 0.00012059509754180908, 0.00012455135583877563, 0.0001285076141357422]}, "gradients/encoder.encoder.layers.0.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 2.0, 5.0, 6.0, 9.0, 9.0, 9.0, 20.0, 27.0, 39.0, 90.0, 171.0, 284.0, 760.0, 2463.0, 12012.0, 903711.0, 119347.0, 6760.0, 1670.0, 601.0, 246.0, 110.0, 76.0, 50.0, 26.0, 11.0, 8.0, 9.0, 6.0, 4.0, 8.0, 5.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.0771484375, -1.0471038818359375, -1.017059326171875, -0.9870147705078125, -0.95697021484375, -0.9269256591796875, -0.896881103515625, -0.8668365478515625, -0.8367919921875, -0.8067474365234375, -0.776702880859375, -0.7466583251953125, -0.71661376953125, -0.6865692138671875, -0.656524658203125, -0.6264801025390625, -0.596435546875, -0.5663909912109375, -0.536346435546875, -0.5063018798828125, -0.47625732421875, -0.4462127685546875, -0.416168212890625, -0.3861236572265625, -0.3560791015625, -0.3260345458984375, -0.295989990234375, -0.2659454345703125, -0.23590087890625, -0.2058563232421875, -0.175811767578125, -0.1457672119140625, -0.11572265625, -0.0856781005859375, -0.055633544921875, -0.0255889892578125, 0.00445556640625, 0.0345001220703125, 0.064544677734375, 0.0945892333984375, 0.1246337890625, 0.1546783447265625, 0.184722900390625, 0.2147674560546875, 0.24481201171875, 0.2748565673828125, 0.304901123046875, 0.3349456787109375, 0.364990234375, 0.3950347900390625, 0.425079345703125, 0.4551239013671875, 0.48516845703125, 0.5152130126953125, 0.545257568359375, 0.5753021240234375, 0.6053466796875, 0.6353912353515625, 0.665435791015625, 0.6954803466796875, 0.72552490234375, 0.7555694580078125, 0.785614013671875, 0.8156585693359375, 0.845703125]}, "gradients/encoder.encoder.layers.0.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 3.0, 4.0, 4.0, 3.0, 7.0, 6.0, 12.0, 20.0, 11.0, 33.0, 38.0, 68.0, 113.0, 187.0, 163.0, 131.0, 58.0, 39.0, 27.0, 17.0, 15.0, 7.0, 6.0, 7.0, 4.0, 9.0, 1.0, 2.0, 0.0, 0.0, 4.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7646484375, -0.7406692504882812, -0.7166900634765625, -0.6927108764648438, -0.668731689453125, -0.6447525024414062, -0.6207733154296875, -0.5967941284179688, -0.57281494140625, -0.5488357543945312, -0.5248565673828125, -0.5008773803710938, -0.476898193359375, -0.45291900634765625, -0.4289398193359375, -0.40496063232421875, -0.3809814453125, -0.35700225830078125, -0.3330230712890625, -0.30904388427734375, -0.285064697265625, -0.26108551025390625, -0.2371063232421875, -0.21312713623046875, -0.18914794921875, -0.16516876220703125, -0.1411895751953125, -0.11721038818359375, -0.093231201171875, -0.06925201416015625, -0.0452728271484375, -0.02129364013671875, 0.002685546875, 0.02666473388671875, 0.0506439208984375, 0.07462310791015625, 0.098602294921875, 0.12258148193359375, 0.1465606689453125, 0.17053985595703125, 0.19451904296875, 0.21849822998046875, 0.2424774169921875, 0.26645660400390625, 0.290435791015625, 0.31441497802734375, 0.3383941650390625, 0.36237335205078125, 0.3863525390625, 0.41033172607421875, 0.4343109130859375, 0.45829010009765625, 0.482269287109375, 0.5062484741210938, 0.5302276611328125, 0.5542068481445312, 0.57818603515625, 0.6021652221679688, 0.6261444091796875, 0.6501235961914062, 0.674102783203125, 0.6980819702148438, 0.7220611572265625, 0.7460403442382812, 0.77001953125]}, "gradients/encoder.encoder.layers.0.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 5.0, 3.0, 23.0, 72.0, 363.0, 379.0, 93.0, 33.0, 21.0, 9.0, 7.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.761367797851562, -23.110553741455078, -21.459741592407227, -19.808929443359375, -18.15811538696289, -16.507301330566406, -14.856489181518555, -13.205676078796387, -11.554862976074219, -9.90404987335205, -8.253236770629883, -6.602423667907715, -4.951610565185547, -3.300797462463379, -1.649984359741211, 0.0008287429809570312, 1.651641845703125, 3.302454948425293, 4.953268051147461, 6.604081153869629, 8.254894256591797, 9.905707359313965, 11.556520462036133, 13.2073335647583, 14.858146667480469, 16.508960723876953, 18.159772872924805, 19.810585021972656, 21.46139907836914, 23.112213134765625, 24.763025283813477, 26.413837432861328, 28.064651489257812, 29.715465545654297, 31.36627769470215, 33.01708984375, 34.667903900146484, 36.31871795654297, 37.96952819824219, 39.62034225463867, 41.271156311035156, 42.92197036743164, 44.572784423828125, 46.223594665527344, 47.87440872192383, 49.52522277832031, 51.17603302001953, 52.826847076416016, 54.4776611328125, 56.128475189208984, 57.77928924560547, 59.43009948730469, 61.08091354370117, 62.731727600097656, 64.38253784179688, 66.03335571289062, 67.68416595458984, 69.33497619628906, 70.98579406738281, 72.63660430908203, 74.28741455078125, 75.938232421875, 77.58904266357422, 79.23986053466797, 80.89067077636719]}, "gradients/encoder.encoder.layers.0.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 5.0, 7.0, 5.0, 7.0, 12.0, 11.0, 15.0, 13.0, 16.0, 30.0, 43.0, 89.0, 90.0, 72.0, 68.0, 64.0, 74.0, 78.0, 99.0, 61.0, 30.0, 18.0, 19.0, 8.0, 18.0, 13.0, 8.0, 11.0, 5.0, 3.0, 3.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 5.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.036453247070312, -20.337982177734375, -19.639511108398438, -18.9410400390625, -18.242568969726562, -17.544097900390625, -16.845626831054688, -16.14715576171875, -15.448684692382812, -14.750213623046875, -14.051742553710938, -13.353271484375, -12.654800415039062, -11.956329345703125, -11.257858276367188, -10.55938720703125, -9.860917091369629, -9.162446022033691, -8.463974952697754, -7.765503883361816, -7.067032814025879, -6.368561744689941, -5.670091152191162, -4.971620082855225, -4.273149013519287, -3.5746779441833496, -2.876206874847412, -2.1777360439300537, -1.4792649745941162, -0.7807939052581787, -0.08232307434082031, 0.6161479949951172, 1.3146190643310547, 2.013090133666992, 2.7115612030029297, 3.410032033920288, 4.108503341674805, 4.806974411010742, 5.5054450035095215, 6.203916072845459, 6.9023871421813965, 7.600858211517334, 8.299328804016113, 8.99779987335205, 9.696270942687988, 10.394742012023926, 11.093213081359863, 11.7916841506958, 12.490155220031738, 13.188626289367676, 13.887097358703613, 14.58556842803955, 15.284039497375488, 15.982510566711426, 16.680980682373047, 17.379451751708984, 18.077922821044922, 18.77639389038086, 19.474864959716797, 20.173336029052734, 20.871807098388672, 21.57027816772461, 22.268749237060547, 22.967220306396484, 23.665691375732422]}, "gradients/encoder.encoder.pos_conv_embed.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 4.0, 5.0, 8.0, 4.0, 21.0, 11.0, 14.0, 18.0, 21.0, 41.0, 33.0, 38.0, 70.0, 333.0, 111.0, 55.0, 37.0, 39.0, 25.0, 20.0, 13.0, 19.0, 13.0, 12.0, 9.0, 9.0, 6.0, 6.0, 5.0, 3.0, 5.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.96044921875, -0.9162216186523438, -0.8719940185546875, -0.8277664184570312, -0.783538818359375, -0.7393112182617188, -0.6950836181640625, -0.6508560180664062, -0.60662841796875, -0.5624008178710938, -0.5181732177734375, -0.47394561767578125, -0.429718017578125, -0.38549041748046875, -0.3412628173828125, -0.29703521728515625, -0.2528076171875, -0.20858001708984375, -0.1643524169921875, -0.12012481689453125, -0.075897216796875, -0.03166961669921875, 0.0125579833984375, 0.05678558349609375, 0.10101318359375, 0.14524078369140625, 0.1894683837890625, 0.23369598388671875, 0.277923583984375, 0.32215118408203125, 0.3663787841796875, 0.41060638427734375, 0.454833984375, 0.49906158447265625, 0.5432891845703125, 0.5875167846679688, 0.631744384765625, 0.6759719848632812, 0.7201995849609375, 0.7644271850585938, 0.80865478515625, 0.8528823852539062, 0.8971099853515625, 0.9413375854492188, 0.985565185546875, 1.0297927856445312, 1.0740203857421875, 1.1182479858398438, 1.1624755859375, 1.2067031860351562, 1.2509307861328125, 1.2951583862304688, 1.339385986328125, 1.3836135864257812, 1.4278411865234375, 1.4720687866210938, 1.51629638671875, 1.5605239868164062, 1.6047515869140625, 1.6489791870117188, 1.693206787109375, 1.7374343872070312, 1.7816619873046875, 1.8258895874023438, 1.8701171875]}, "gradients/encoder.encoder.pos_conv_embed.conv.weight_v": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 5.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 4.0, 3.0, 6.0, 3.0, 3.0, 2.0, 8.0, 14.0, 17.0, 19.0, 36.0, 58.0, 51.0, 108.0, 159.0, 316.0, 807.0, 2896.0, 27250.0, 8345758.0, 8274.0, 1614.0, 572.0, 236.0, 116.0, 65.0, 62.0, 47.0, 28.0, 16.0, 9.0, 8.0, 5.0, 2.0, 4.0, 1.0, 2.0, 2.0, 2.0, 4.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.19916820526123, -12.825239181518555, -12.451309204101562, -12.077380180358887, -11.703451156616211, -11.329522132873535, -10.95559310913086, -10.581663131713867, -10.207734107971191, -9.833805084228516, -9.459875106811523, -9.085946083068848, -8.712017059326172, -8.338088035583496, -7.964158535003662, -7.590229034423828, -7.216300010681152, -6.842370986938477, -6.468441486358643, -6.094511985778809, -5.720582962036133, -5.346653938293457, -4.972724437713623, -4.598794937133789, -4.224865913391113, -3.8509366512298584, -3.4770073890686035, -3.1030781269073486, -2.7291488647460938, -2.355219602584839, -1.981290340423584, -1.607361078262329, -1.2334318161010742, -0.8595025539398193, -0.48557329177856445, -0.11164402961730957, 0.2622852325439453, 0.6362144947052002, 1.010143756866455, 1.38407301902771, 1.7580022811889648, 2.1319315433502197, 2.5058608055114746, 2.8797900676727295, 3.2537193298339844, 3.6276485919952393, 4.001577854156494, 4.375507354736328, 4.749436378479004, 5.12336540222168, 5.497294902801514, 5.871224403381348, 6.245153427124023, 6.619082450866699, 6.993011951446533, 7.366941452026367, 7.740870475769043, 8.114799499511719, 8.488729476928711, 8.862658500671387, 9.236587524414062, 9.610516548156738, 9.984445571899414, 10.358375549316406, 10.732304573059082]}, "gradients/encoder.encoder.pos_conv_embed.conv.weight_g": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 5.0, 5.0, 2.0, 7.0, 7.0, 4.0, 6.0, 6.0, 7.0, 6.0, 10.0, 2.0, 4.0, 6.0, 5.0, 7.0, 5.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.900402069091797, -17.336933135986328, -16.77346420288086, -16.209993362426758, -15.646524429321289, -15.08305549621582, -14.519585609436035, -13.95611572265625, -13.392646789550781, -12.829177856445312, -12.265707969665527, -11.702238082885742, -11.138769149780273, -10.575300216674805, -10.01183032989502, -9.448360443115234, -8.884891510009766, -8.321422576904297, -7.757952690124512, -7.194483280181885, -6.631013870239258, -6.067544460296631, -5.504075050354004, -4.940605640411377, -4.37713623046875, -3.813666820526123, -3.250197410583496, -2.686728000640869, -2.123258590698242, -1.5597891807556152, -0.9963197708129883, -0.43285036087036133, 0.13061904907226562, 0.6940884590148926, 1.2575578689575195, 1.8210272789001465, 2.3844966888427734, 2.9479660987854004, 3.5114355087280273, 4.074904918670654, 4.638374328613281, 5.201843738555908, 5.765313148498535, 6.328782558441162, 6.892251968383789, 7.455721378326416, 8.019190788269043, 8.582660675048828, 9.146129608154297, 9.709598541259766, 10.27306842803955, 10.836538314819336, 11.400007247924805, 11.963476181030273, 12.526946067810059, 13.090415954589844, 13.653884887695312, 14.217353820800781, 14.780823707580566, 15.344293594360352, 15.90776252746582, 16.47123146057129, 17.03470230102539, 17.59817123413086, 18.161640167236328]}, "gradients/encoder.feature_projection.projection.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 1.0, 1.0, 2.0, 6.0, 6.0, 10.0, 10.0, 18.0, 23.0, 30.0, 28.0, 64.0, 86.0, 111.0, 192.0, 312.0, 476.0, 865.0, 1542.0, 2793.0, 5616.0, 11828.0, 27429.0, 69372.0, 163652.0, 140839.0, 56665.0, 22667.0, 9755.0, 4443.0, 2244.0, 1286.0, 701.0, 434.0, 282.0, 152.0, 115.0, 68.0, 43.0, 27.0, 23.0, 18.0, 12.0, 7.0, 8.0, 4.0, 1.0, 6.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.1171875, -5.93121337890625, -5.7452392578125, -5.55926513671875, -5.373291015625, -5.18731689453125, -5.0013427734375, -4.81536865234375, -4.62939453125, -4.44342041015625, -4.2574462890625, -4.07147216796875, -3.885498046875, -3.69952392578125, -3.5135498046875, -3.32757568359375, -3.1416015625, -2.95562744140625, -2.7696533203125, -2.58367919921875, -2.397705078125, -2.21173095703125, -2.0257568359375, -1.83978271484375, -1.65380859375, -1.46783447265625, -1.2818603515625, -1.09588623046875, -0.909912109375, -0.72393798828125, -0.5379638671875, -0.35198974609375, -0.166015625, 0.01995849609375, 0.2059326171875, 0.39190673828125, 0.577880859375, 0.76385498046875, 0.9498291015625, 1.13580322265625, 1.32177734375, 1.50775146484375, 1.6937255859375, 1.87969970703125, 2.065673828125, 2.25164794921875, 2.4376220703125, 2.62359619140625, 2.8095703125, 2.99554443359375, 3.1815185546875, 3.36749267578125, 3.553466796875, 3.73944091796875, 3.9254150390625, 4.11138916015625, 4.29736328125, 4.48333740234375, 4.6693115234375, 4.85528564453125, 5.041259765625, 5.22723388671875, 5.4132080078125, 5.59918212890625, 5.78515625]}, "gradients/encoder.feature_projection.projection.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 4.0, 6.0, 10.0, 11.0, 9.0, 15.0, 14.0, 21.0, 25.0, 35.0, 32.0, 47.0, 55.0, 70.0, 72.0, 77.0, 75.0, 64.0, 82.0, 57.0, 38.0, 36.0, 25.0, 24.0, 28.0, 13.0, 15.0, 13.0, 9.0, 8.0, 6.0, 1.0, 6.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1376953125, -1.094451904296875, -1.05120849609375, -1.007965087890625, -0.9647216796875, -0.921478271484375, -0.87823486328125, -0.834991455078125, -0.791748046875, -0.748504638671875, -0.70526123046875, -0.662017822265625, -0.6187744140625, -0.575531005859375, -0.53228759765625, -0.489044189453125, -0.44580078125, -0.402557373046875, -0.35931396484375, -0.316070556640625, -0.2728271484375, -0.229583740234375, -0.18634033203125, -0.143096923828125, -0.099853515625, -0.056610107421875, -0.01336669921875, 0.029876708984375, 0.0731201171875, 0.116363525390625, 0.15960693359375, 0.202850341796875, 0.24609375, 0.289337158203125, 0.33258056640625, 0.375823974609375, 0.4190673828125, 0.462310791015625, 0.50555419921875, 0.548797607421875, 0.592041015625, 0.635284423828125, 0.67852783203125, 0.721771240234375, 0.7650146484375, 0.808258056640625, 0.85150146484375, 0.894744873046875, 0.93798828125, 0.981231689453125, 1.02447509765625, 1.067718505859375, 1.1109619140625, 1.154205322265625, 1.19744873046875, 1.240692138671875, 1.283935546875, 1.327178955078125, 1.37042236328125, 1.413665771484375, 1.4569091796875, 1.500152587890625, 1.54339599609375, 1.586639404296875, 1.6298828125]}, "gradients/encoder.feature_projection.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 1.0, 5.0, 2.0, 8.0, 16.0, 21.0, 31.0, 53.0, 74.0, 100.0, 67.0, 47.0, 23.0, 7.0, 15.0, 7.0, 7.0, 5.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-14.126689910888672, -13.782500267028809, -13.438310623168945, -13.094121932983398, -12.749932289123535, -12.405742645263672, -12.061553001403809, -11.717363357543945, -11.373173713684082, -11.028984069824219, -10.684794425964355, -10.340604782104492, -9.996416091918945, -9.652226448059082, -9.308036804199219, -8.963847160339355, -8.619657516479492, -8.275467872619629, -7.931278705596924, -7.5870890617370605, -7.242899417877197, -6.898710250854492, -6.554520606994629, -6.210330963134766, -5.866142272949219, -5.5219526290893555, -5.17776346206665, -4.833573818206787, -4.489384174346924, -4.145195007324219, -3.8010053634643555, -3.456815719604492, -3.1126255989074707, -2.7684361934661865, -2.4242465496063232, -2.080057144165039, -1.7358676195144653, -1.3916780948638916, -1.0474886894226074, -0.7032990455627441, -0.35910964012145996, -0.014920145273208618, 0.3292693495750427, 0.6734588146209717, 1.0176483392715454, 1.3618378639221191, 1.7060272693634033, 2.0502169132232666, 2.394406318664551, 2.738595724105835, 3.0827853679656982, 3.4269747734069824, 3.7711644172668457, 4.115353584289551, 4.459543228149414, 4.803732872009277, 5.147922515869141, 5.492112159729004, 5.836301326751709, 6.180490970611572, 6.5246806144714355, 6.868869781494141, 7.213059425354004, 7.557249069213867, 7.901438236236572]}, "gradients/encoder.feature_projection.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 5.0, 4.0, 1.0, 3.0, 0.0, 5.0, 2.0, 3.0, 5.0, 20.0, 22.0, 35.0, 66.0, 99.0, 82.0, 70.0, 25.0, 11.0, 5.0, 5.0, 5.0, 2.0, 2.0, 2.0, 7.0, 1.0, 5.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.248318672180176, -7.963571071624756, -7.678822994232178, -7.394075393676758, -7.10932731628418, -6.82457971572876, -6.53983211517334, -6.255084037780762, -5.970336437225342, -5.685588836669922, -5.400840759277344, -5.116093158721924, -4.831345558166504, -4.546597480773926, -4.261849880218506, -3.977102041244507, -3.692354202270508, -3.407606363296509, -3.1228585243225098, -2.83811092376709, -2.553363084793091, -2.268615245819092, -1.9838675260543823, -1.6991198062896729, -1.4143719673156738, -1.1296241283416748, -0.8448764085769653, -0.5601286292076111, -0.27538084983825684, 0.009366989135742188, 0.29411470890045166, 0.5788624286651611, 0.8636112213134766, 1.1483590602874756, 1.433106780052185, 1.7178544998168945, 2.0026023387908936, 2.2873501777648926, 2.5720977783203125, 2.8568456172943115, 3.1415934562683105, 3.4263412952423096, 3.7110891342163086, 3.9958367347717285, 4.280584335327148, 4.565332412719727, 4.8500800132751465, 5.134827613830566, 5.4195756912231445, 5.7043232917785645, 5.989071369171143, 6.2738189697265625, 6.558567047119141, 6.8433146476745605, 7.1280622482299805, 7.412810325622559, 7.6975579261779785, 7.982305526733398, 8.267053604125977, 8.551801681518555, 8.836548805236816, 9.121296882629395, 9.406044960021973, 9.690792083740234, 9.975540161132812]}, "eval/loss": 4.515435218811035, "eval/wer": 2.3907179690598968, "eval/runtime": 931.871, "eval/samples_per_second": 2.835, "eval/steps_per_second": 0.237, "train/train_runtime": 5719.3723, "train/train_samples_per_second": 4.99, "train/train_steps_per_second": 0.104, "train/total_flos": 0.0, "train/train_loss": 4.478918995520081}
\ No newline at end of file