diff --git "a/wandb/run-20220503_171959-a6039xud/files/wandb-summary.json" "b/wandb/run-20220503_171959-a6039xud/files/wandb-summary.json"
--- "a/wandb/run-20220503_171959-a6039xud/files/wandb-summary.json"
+++ "b/wandb/run-20220503_171959-a6039xud/files/wandb-summary.json"
@@ -1 +1 @@
-{"train/loss": 4.7184, "train/learning_rate": 0.0004082224095541114, "train/epoch": 0.54, "train/global_step": 3500, "_runtime": 38112, "_timestamp": 1651636512, "_step": 3506, "gradients/decoder.model.decoder.layers.11.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1022.0], "bins": [-137.34033203125, -135.1883544921875, -133.03639221191406, -130.88441467285156, -128.73243713378906, -126.5804672241211, -124.4284896850586, -122.27651977539062, -120.12454223632812, -117.97257232666016, -115.82059478759766, -113.66862487792969, -111.51664733886719, -109.36467742919922, -107.21269989013672, -105.06072998046875, -102.90876007080078, -100.75679016113281, -98.60481262207031, -96.45284271240234, -94.30086517333984, -92.14889526367188, -89.99691772460938, -87.8449478149414, -85.69297790527344, -83.54100799560547, -81.38903045654297, -79.237060546875, -77.0850830078125, -74.93311309814453, -72.78113555908203, -70.62916564941406, -68.4771957397461, -66.32522583007812, -64.17324829101562, -62.02127456665039, -59.869300842285156, -57.71733093261719, -55.56535720825195, -53.41338348388672, -51.26140594482422, -49.109432220458984, -46.95745849609375, -44.805484771728516, -42.65351104736328, -40.50154113769531, -38.34956741333008, -36.197593688964844, -34.04561996459961, -31.893646240234375, -29.74167251586914, -27.58970069885254, -25.437726974487305, -23.28575325012207, -21.13378143310547, -18.981807708740234, -16.829835891723633, -14.677862167358398, -12.52588939666748, -10.373916625976562, -8.221942901611328, -6.069969177246094, -3.917996406555176, -1.7660236358642578, 0.3859509229660034]}, "gradients/decoder.model.decoder.layers.11.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 7.0, 7.0, 5.0, 10.0, 14.0, 17.0, 35.0, 31.0, 41.0, 48.0, 43.0, 40.0, 54.0, 67.0, 57.0, 75.0, 71.0, 59.0, 45.0, 60.0, 52.0, 28.0, 33.0, 20.0, 28.0, 15.0, 8.0, 7.0, 6.0, 4.0, 3.0, 4.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-4.3119683265686035, -4.184384346008301, -4.05679988861084, -3.929215908050537, -3.8016319274902344, -3.6740477085113525, -3.5464634895324707, -3.418879508972168, -3.291295289993286, -3.1637110710144043, -3.0361270904541016, -2.9085428714752197, -2.780958652496338, -2.653374671936035, -2.5257904529571533, -2.3982062339782715, -2.2706222534179688, -2.143038034439087, -2.015454053878784, -1.8878698348999023, -1.76028573513031, -1.6327016353607178, -1.505117416381836, -1.3775333166122437, -1.2499492168426514, -1.122365117073059, -0.994780957698822, -0.867196798324585, -0.7396126985549927, -0.6120285987854004, -0.48444443941116333, -0.35686028003692627, -0.22927570343017578, -0.10169157385826111, 0.025892555713653564, 0.15347668528556824, 0.2810608148574829, 0.4086449146270752, 0.5362290740013123, 0.6638132333755493, 0.7913973331451416, 0.9189814329147339, 1.0465655326843262, 1.174149751663208, 1.3017338514328003, 1.4293179512023926, 1.5569021701812744, 1.6844862699508667, 1.812070369720459, 1.9396544694900513, 2.0672385692596436, 2.1948227882385254, 2.322406768798828, 2.44999098777771, 2.577575206756592, 2.7051591873168945, 2.8327434062957764, 2.960327625274658, 3.087911605834961, 3.2154958248138428, 3.3430800437927246, 3.4706640243530273, 3.598248243331909, 3.725832462310791, 3.8534164428710938]}, "gradients/decoder.model.decoder.layers.11.fc2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 3.0, 4.0, 6.0, 7.0, 18.0, 26.0, 50.0, 49.0, 93.0, 134.0, 236.0, 395.0, 923.0, 2832.0, 20488.0, 4159030.0, 6997.0, 1527.0, 642.0, 307.0, 185.0, 111.0, 77.0, 38.0, 34.0, 25.0, 18.0, 10.0, 6.0, 1.0, 3.0, 4.0, 5.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.494140625, -2.405853271484375, -2.31756591796875, -2.229278564453125, -2.1409912109375, -2.052703857421875, -1.96441650390625, -1.876129150390625, -1.787841796875, -1.699554443359375, -1.61126708984375, -1.522979736328125, -1.4346923828125, -1.346405029296875, -1.25811767578125, -1.169830322265625, -1.08154296875, -0.993255615234375, -0.90496826171875, -0.816680908203125, -0.7283935546875, -0.640106201171875, -0.55181884765625, -0.463531494140625, -0.375244140625, -0.286956787109375, -0.19866943359375, -0.110382080078125, -0.0220947265625, 0.066192626953125, 0.15447998046875, 0.242767333984375, 0.3310546875, 0.419342041015625, 0.50762939453125, 0.595916748046875, 0.6842041015625, 0.772491455078125, 0.86077880859375, 0.949066162109375, 1.037353515625, 1.125640869140625, 1.21392822265625, 1.302215576171875, 1.3905029296875, 1.478790283203125, 1.56707763671875, 1.655364990234375, 1.74365234375, 1.831939697265625, 1.92022705078125, 2.008514404296875, 2.0968017578125, 2.185089111328125, 2.27337646484375, 2.361663818359375, 2.449951171875, 2.538238525390625, 2.62652587890625, 2.714813232421875, 2.8031005859375, 2.891387939453125, 2.97967529296875, 3.067962646484375, 3.15625]}, "gradients/decoder.model.decoder.layers.11.fc2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 1.0, 9.0, 5.0, 6.0, 5.0, 13.0, 20.0, 25.0, 18.0, 30.0, 42.0, 29.0, 43.0, 50.0, 55.0, 53.0, 56.0, 63.0, 60.0, 69.0, 51.0, 45.0, 46.0, 50.0, 33.0, 23.0, 26.0, 13.0, 13.0, 11.0, 10.0, 7.0, 4.0, 5.0, 4.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-2.23046875, -2.1656341552734375, -2.100799560546875, -2.0359649658203125, -1.97113037109375, -1.9062957763671875, -1.841461181640625, -1.7766265869140625, -1.7117919921875, -1.6469573974609375, -1.582122802734375, -1.5172882080078125, -1.45245361328125, -1.3876190185546875, -1.322784423828125, -1.2579498291015625, -1.193115234375, -1.1282806396484375, -1.063446044921875, -0.9986114501953125, -0.93377685546875, -0.8689422607421875, -0.804107666015625, -0.7392730712890625, -0.6744384765625, -0.6096038818359375, -0.544769287109375, -0.4799346923828125, -0.41510009765625, -0.3502655029296875, -0.285430908203125, -0.2205963134765625, -0.15576171875, -0.0909271240234375, -0.026092529296875, 0.0387420654296875, 0.10357666015625, 0.1684112548828125, 0.233245849609375, 0.2980804443359375, 0.3629150390625, 0.4277496337890625, 0.492584228515625, 0.5574188232421875, 0.62225341796875, 0.6870880126953125, 0.751922607421875, 0.8167572021484375, 0.881591796875, 0.9464263916015625, 1.011260986328125, 1.0760955810546875, 1.14093017578125, 1.2057647705078125, 1.270599365234375, 1.3354339599609375, 1.4002685546875, 1.4651031494140625, 1.529937744140625, 1.5947723388671875, 1.65960693359375, 1.7244415283203125, 1.789276123046875, 1.8541107177734375, 1.9189453125]}, "gradients/decoder.model.decoder.layers.11.fc1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 7.0, 10.0, 6.0, 21.0, 4194179.0, 44.0, 11.0, 6.0, 4.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-174.5, -170.90576171875, -167.3115234375, -163.71728515625, -160.123046875, -156.52880859375, -152.9345703125, -149.34033203125, -145.74609375, -142.15185546875, -138.5576171875, -134.96337890625, -131.369140625, -127.77490234375, -124.1806640625, -120.58642578125, -116.9921875, -113.39794921875, -109.8037109375, -106.20947265625, -102.615234375, -99.02099609375, -95.4267578125, -91.83251953125, -88.23828125, -84.64404296875, -81.0498046875, -77.45556640625, -73.861328125, -70.26708984375, -66.6728515625, -63.07861328125, -59.484375, -55.89013671875, -52.2958984375, -48.70166015625, -45.107421875, -41.51318359375, -37.9189453125, -34.32470703125, -30.73046875, -27.13623046875, -23.5419921875, -19.94775390625, -16.353515625, -12.75927734375, -9.1650390625, -5.57080078125, -1.9765625, 1.61767578125, 5.2119140625, 8.80615234375, 12.400390625, 15.99462890625, 19.5888671875, 23.18310546875, 26.77734375, 30.37158203125, 33.9658203125, 37.56005859375, 41.154296875, 44.74853515625, 48.3427734375, 51.93701171875, 55.53125]}, "gradients/decoder.model.decoder.layers.11.fc1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 8.0, 8.0, 4.0, 19.0, 3990.0, 31.0, 8.0, 6.0, 4.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-2.16796875, -2.1232681274414062, -2.0785675048828125, -2.0338668823242188, -1.989166259765625, -1.9444656372070312, -1.8997650146484375, -1.8550643920898438, -1.81036376953125, -1.7656631469726562, -1.7209625244140625, -1.6762619018554688, -1.631561279296875, -1.5868606567382812, -1.5421600341796875, -1.4974594116210938, -1.4527587890625, -1.4080581665039062, -1.3633575439453125, -1.3186569213867188, -1.273956298828125, -1.2292556762695312, -1.1845550537109375, -1.1398544311523438, -1.09515380859375, -1.0504531860351562, -1.0057525634765625, -0.9610519409179688, -0.916351318359375, -0.8716506958007812, -0.8269500732421875, -0.7822494506835938, -0.737548828125, -0.6928482055664062, -0.6481475830078125, -0.6034469604492188, -0.558746337890625, -0.5140457153320312, -0.4693450927734375, -0.42464447021484375, -0.37994384765625, -0.33524322509765625, -0.2905426025390625, -0.24584197998046875, -0.201141357421875, -0.15644073486328125, -0.1117401123046875, -0.06703948974609375, -0.0223388671875, 0.02236175537109375, 0.0670623779296875, 0.11176300048828125, 0.156463623046875, 0.20116424560546875, 0.2458648681640625, 0.29056549072265625, 0.33526611328125, 0.37996673583984375, 0.4246673583984375, 0.46936798095703125, 0.514068603515625, 0.5587692260742188, 0.6034698486328125, 0.6481704711914062, 0.69287109375]}, "gradients/decoder.model.decoder.layers.11.encoder_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 4.0, 9.0, 17.0, 27.0, 44.0, 97.0, 188.0, 237.0, 172.0, 92.0, 62.0, 25.0, 14.0, 8.0, 8.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0668919086456299, -1.0129011869430542, -0.9589105844497681, -0.9049198627471924, -0.8509292006492615, -0.7969385385513306, -0.7429478764533997, -0.6889572143554688, -0.6349664926528931, -0.5809758305549622, -0.5269851684570312, -0.47299447655677795, -0.41900378465652466, -0.36501312255859375, -0.31102246046066284, -0.25703176856040955, -0.20304113626480103, -0.14905045926570892, -0.09505978971719742, -0.04106912016868591, 0.012921556830406189, 0.06691223382949829, 0.1209028959274292, 0.1748935878276825, 0.2288842499256134, 0.2828749120235443, 0.3368656039237976, 0.3908562660217285, 0.4448469281196594, 0.4988376200199127, 0.552828311920166, 0.6068189740180969, 0.6608096361160278, 0.7148002982139587, 0.7687909603118896, 0.8227816820144653, 0.8767723441123962, 0.9307630062103271, 0.9847536683082581, 1.038744330406189, 1.0927350521087646, 1.1467257738113403, 1.2007163763046265, 1.2547070980072021, 1.3086977005004883, 1.362688422203064, 1.4166791439056396, 1.4706697463989258, 1.524660348892212, 1.5786510705947876, 1.6326416730880737, 1.6866323947906494, 1.7406229972839355, 1.7946137189865112, 1.848604440689087, 1.902595043182373, 1.9565857648849487, 2.0105764865875244, 2.0645670890808105, 2.1185576915740967, 2.172548532485962, 2.226539134979248, 2.280529737472534, 2.3345205783843994, 2.3885111808776855]}, "gradients/decoder.model.decoder.layers.11.encoder_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 4.0, 3.0, 2.0, 4.0, 3.0, 4.0, 4.0, 15.0, 18.0, 8.0, 27.0, 26.0, 34.0, 43.0, 43.0, 46.0, 52.0, 46.0, 65.0, 55.0, 53.0, 55.0, 51.0, 56.0, 50.0, 42.0, 41.0, 31.0, 37.0, 21.0, 16.0, 14.0, 9.0, 2.0, 9.0, 9.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.043837785720825, -1.976622223854065, -1.9094065427780151, -1.8421909809112549, -1.774975299835205, -1.7077597379684448, -1.6405441761016846, -1.5733284950256348, -1.5061129331588745, -1.4388973712921143, -1.3716816902160645, -1.3044661283493042, -1.237250566482544, -1.1700348854064941, -1.1028193235397339, -1.0356037616729736, -0.9683880805969238, -0.9011724591255188, -0.8339568376541138, -0.7667412757873535, -0.6995256543159485, -0.6323100328445435, -0.5650944709777832, -0.4978788495063782, -0.43066322803497314, -0.3634476065635681, -0.2962320148944855, -0.22901640832424164, -0.1618008017539978, -0.09458518028259277, -0.027369588613510132, 0.03984600305557251, 0.10706186294555664, 0.17427746951580048, 0.2414930760860443, 0.30870866775512695, 0.375924289226532, 0.443139910697937, 0.5103554725646973, 0.5775710940361023, 0.6447867155075073, 0.7120023369789124, 0.7792179584503174, 0.8464335203170776, 0.9136491417884827, 0.9808647632598877, 1.048080325126648, 1.1152958869934082, 1.182511568069458, 1.2497271299362183, 1.316942811012268, 1.3841583728790283, 1.4513740539550781, 1.5185896158218384, 1.5858051776885986, 1.6530208587646484, 1.7202364206314087, 1.787451982498169, 1.8546676635742188, 1.921883225440979, 1.9890987873077393, 2.056314468383789, 2.123530149459839, 2.1907455921173096, 2.2579612731933594]}, "gradients/decoder.model.decoder.layers.11.encoder_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 4.0, 3.0, 7.0, 4.0, 9.0, 9.0, 10.0, 23.0, 27.0, 34.0, 34.0, 69.0, 95.0, 123.0, 232.0, 351.0, 608.0, 992.0, 1721.0, 3657.0, 8798.0, 38674.0, 911859.0, 61160.0, 11000.0, 4270.0, 2040.0, 1011.0, 602.0, 372.0, 239.0, 144.0, 97.0, 71.0, 69.0, 43.0, 39.0, 17.0, 17.0, 8.0, 9.0, 7.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.28076171875, -0.2724037170410156, -0.26404571533203125, -0.2556877136230469, -0.2473297119140625, -0.23897171020507812, -0.23061370849609375, -0.22225570678710938, -0.213897705078125, -0.20553970336914062, -0.19718170166015625, -0.18882369995117188, -0.1804656982421875, -0.17210769653320312, -0.16374969482421875, -0.15539169311523438, -0.14703369140625, -0.13867568969726562, -0.13031768798828125, -0.12195968627929688, -0.1136016845703125, -0.10524368286132812, -0.09688568115234375, -0.08852767944335938, -0.080169677734375, -0.07181167602539062, -0.06345367431640625, -0.055095672607421875, -0.0467376708984375, -0.038379669189453125, -0.03002166748046875, -0.021663665771484375, -0.0133056640625, -0.004947662353515625, 0.00341033935546875, 0.011768341064453125, 0.0201263427734375, 0.028484344482421875, 0.03684234619140625, 0.045200347900390625, 0.053558349609375, 0.061916351318359375, 0.07027435302734375, 0.07863235473632812, 0.0869903564453125, 0.09534835815429688, 0.10370635986328125, 0.11206436157226562, 0.12042236328125, 0.12878036499023438, 0.13713836669921875, 0.14549636840820312, 0.1538543701171875, 0.16221237182617188, 0.17057037353515625, 0.17892837524414062, 0.187286376953125, 0.19564437866210938, 0.20400238037109375, 0.21236038208007812, 0.2207183837890625, 0.22907638549804688, 0.23743438720703125, 0.24579238891601562, 0.254150390625]}, "gradients/decoder.model.decoder.layers.11.encoder_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 3.0, 4.0, 3.0, 4.0, 6.0, 4.0, 3.0, 8.0, 15.0, 23.0, 18.0, 35.0, 46.0, 57.0, 64.0, 76.0, 71.0, 82.0, 83.0, 65.0, 56.0, 59.0, 58.0, 38.0, 35.0, 24.0, 20.0, 13.0, 12.0, 6.0, 5.0, 5.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.8623046875, -0.8313140869140625, -0.800323486328125, -0.7693328857421875, -0.73834228515625, -0.7073516845703125, -0.676361083984375, -0.6453704833984375, -0.6143798828125, -0.5833892822265625, -0.552398681640625, -0.5214080810546875, -0.49041748046875, -0.4594268798828125, -0.428436279296875, -0.3974456787109375, -0.366455078125, -0.3354644775390625, -0.304473876953125, -0.2734832763671875, -0.24249267578125, -0.2115020751953125, -0.180511474609375, -0.1495208740234375, -0.1185302734375, -0.0875396728515625, -0.056549072265625, -0.0255584716796875, 0.00543212890625, 0.0364227294921875, 0.067413330078125, 0.0984039306640625, 0.12939453125, 0.1603851318359375, 0.191375732421875, 0.2223663330078125, 0.25335693359375, 0.2843475341796875, 0.315338134765625, 0.3463287353515625, 0.3773193359375, 0.4083099365234375, 0.439300537109375, 0.4702911376953125, 0.50128173828125, 0.5322723388671875, 0.563262939453125, 0.5942535400390625, 0.625244140625, 0.6562347412109375, 0.687225341796875, 0.7182159423828125, 0.74920654296875, 0.7801971435546875, 0.811187744140625, 0.8421783447265625, 0.8731689453125, 0.9041595458984375, 0.935150146484375, 0.9661407470703125, 0.99713134765625, 1.0281219482421875, 1.059112548828125, 1.0901031494140625, 1.12109375]}, "gradients/decoder.model.decoder.layers.11.encoder_attn.v_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 4.0, 5.0, 8.0, 10.0, 8.0, 19.0, 17.0, 29.0, 36.0, 46.0, 70.0, 91.0, 143.0, 236.0, 329.0, 554.0, 848.0, 1579.0, 2812.0, 4895.0, 9645.0, 19123.0, 41023.0, 94092.0, 319068.0, 369711.0, 98721.0, 42944.0, 20194.0, 9988.0, 5244.0, 2891.0, 1622.0, 950.0, 536.0, 346.0, 233.0, 138.0, 99.0, 62.0, 49.0, 41.0, 19.0, 26.0, 18.0, 5.0, 10.0, 3.0, 4.0, 6.0, 2.0, 4.0, 4.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0170135498046875, -0.01648235321044922, -0.015951156616210938, -0.015419960021972656, -0.014888763427734375, -0.014357566833496094, -0.013826370239257812, -0.013295173645019531, -0.01276397705078125, -0.012232780456542969, -0.011701583862304688, -0.011170387268066406, -0.010639190673828125, -0.010107994079589844, -0.009576797485351562, -0.009045600891113281, -0.008514404296875, -0.007983207702636719, -0.0074520111083984375, -0.006920814514160156, -0.006389617919921875, -0.005858421325683594, -0.0053272247314453125, -0.004796028137207031, -0.00426483154296875, -0.0037336349487304688, -0.0032024383544921875, -0.0026712417602539062, -0.002140045166015625, -0.0016088485717773438, -0.0010776519775390625, -0.0005464553833007812, -1.52587890625e-05, 0.0005159378051757812, 0.0010471343994140625, 0.0015783309936523438, 0.002109527587890625, 0.0026407241821289062, 0.0031719207763671875, 0.0037031173706054688, 0.00423431396484375, 0.004765510559082031, 0.0052967071533203125, 0.005827903747558594, 0.006359100341796875, 0.006890296936035156, 0.0074214935302734375, 0.007952690124511719, 0.00848388671875, 0.009015083312988281, 0.009546279907226562, 0.010077476501464844, 0.010608673095703125, 0.011139869689941406, 0.011671066284179688, 0.012202262878417969, 0.01273345947265625, 0.013264656066894531, 0.013795852661132812, 0.014327049255371094, 0.014858245849609375, 0.015389442443847656, 0.015920639038085938, 0.01645183563232422, 0.0169830322265625]}, "gradients/decoder.model.decoder.layers.11.encoder_attn.v_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 5.0, 4.0, 5.0, 6.0, 7.0, 11.0, 11.0, 12.0, 16.0, 17.0, 14.0, 23.0, 21.0, 25.0, 35.0, 28.0, 25.0, 29.0, 40.0, 39.0, 39.0, 44.0, 36.0, 40.0, 38.0, 35.0, 40.0, 37.0, 27.0, 23.0, 32.0, 27.0, 38.0, 29.0, 24.0, 18.0, 13.0, 14.0, 16.0, 11.0, 10.0, 10.0, 6.0, 3.0, 3.0, 1.0, 3.0, 5.0, 1.0, 3.0, 5.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.94873046875, -0.9191360473632812, -0.8895416259765625, -0.8599472045898438, -0.830352783203125, -0.8007583618164062, -0.7711639404296875, -0.7415695190429688, -0.71197509765625, -0.6823806762695312, -0.6527862548828125, -0.6231918334960938, -0.593597412109375, -0.5640029907226562, -0.5344085693359375, -0.5048141479492188, -0.4752197265625, -0.44562530517578125, -0.4160308837890625, -0.38643646240234375, -0.356842041015625, -0.32724761962890625, -0.2976531982421875, -0.26805877685546875, -0.23846435546875, -0.20886993408203125, -0.1792755126953125, -0.14968109130859375, -0.120086669921875, -0.09049224853515625, -0.0608978271484375, -0.03130340576171875, -0.001708984375, 0.02788543701171875, 0.0574798583984375, 0.08707427978515625, 0.116668701171875, 0.14626312255859375, 0.1758575439453125, 0.20545196533203125, 0.23504638671875, 0.26464080810546875, 0.2942352294921875, 0.32382965087890625, 0.353424072265625, 0.38301849365234375, 0.4126129150390625, 0.44220733642578125, 0.4718017578125, 0.5013961791992188, 0.5309906005859375, 0.5605850219726562, 0.590179443359375, 0.6197738647460938, 0.6493682861328125, 0.6789627075195312, 0.70855712890625, 0.7381515502929688, 0.7677459716796875, 0.7973403930664062, 0.826934814453125, 0.8565292358398438, 0.8861236572265625, 0.9157180786132812, 0.9453125]}, "gradients/decoder.model.decoder.layers.11.encoder_attn.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 4.0, 2.0, 4.0, 2.0, 4.0, 9.0, 12.0, 13.0, 14.0, 19.0, 33.0, 35.0, 66.0, 83.0, 112.0, 181.0, 205.0, 334.0, 520.0, 817.0, 1275.0, 2138.0, 3542.0, 6106.0, 11226.0, 21700.0, 52484.0, 178283.0, 550203.0, 133209.0, 42853.0, 18838.0, 9910.0, 5508.0, 3223.0, 1946.0, 1190.0, 775.0, 509.0, 354.0, 236.0, 175.0, 107.0, 86.0, 70.0, 42.0, 31.0, 26.0, 18.0, 12.0, 9.0, 6.0, 4.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-2.8014183044433594e-05, -2.7121976017951965e-05, -2.6229768991470337e-05, -2.533756196498871e-05, -2.444535493850708e-05, -2.355314791202545e-05, -2.2660940885543823e-05, -2.1768733859062195e-05, -2.0876526832580566e-05, -1.9984319806098938e-05, -1.909211277961731e-05, -1.819990575313568e-05, -1.7307698726654053e-05, -1.6415491700172424e-05, -1.5523284673690796e-05, -1.4631077647209167e-05, -1.3738870620727539e-05, -1.284666359424591e-05, -1.1954456567764282e-05, -1.1062249541282654e-05, -1.0170042514801025e-05, -9.277835488319397e-06, -8.385628461837769e-06, -7.49342143535614e-06, -6.601214408874512e-06, -5.709007382392883e-06, -4.816800355911255e-06, -3.9245933294296265e-06, -3.032386302947998e-06, -2.1401792764663696e-06, -1.2479722499847412e-06, -3.557652235031128e-07, 5.364418029785156e-07, 1.428648829460144e-06, 2.3208558559417725e-06, 3.213062882423401e-06, 4.105269908905029e-06, 4.997476935386658e-06, 5.889683961868286e-06, 6.7818909883499146e-06, 7.674098014831543e-06, 8.566305041313171e-06, 9.4585120677948e-06, 1.0350719094276428e-05, 1.1242926120758057e-05, 1.2135133147239685e-05, 1.3027340173721313e-05, 1.3919547200202942e-05, 1.481175422668457e-05, 1.57039612531662e-05, 1.6596168279647827e-05, 1.7488375306129456e-05, 1.8380582332611084e-05, 1.9272789359092712e-05, 2.016499638557434e-05, 2.105720341205597e-05, 2.1949410438537598e-05, 2.2841617465019226e-05, 2.3733824491500854e-05, 2.4626031517982483e-05, 2.551823854446411e-05, 2.641044557094574e-05, 2.7302652597427368e-05, 2.8194859623908997e-05, 2.9087066650390625e-05]}, "gradients/decoder.model.decoder.layers.11.encoder_attn.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 4.0, 1.0, 3.0, 9.0, 3.0, 10.0, 22.0, 40.0, 70.0, 162.0, 320.0, 160.0, 66.0, 46.0, 25.0, 18.0, 13.0, 7.0, 3.0, 4.0, 2.0, 4.0, 1.0, 6.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-2.5033950805664062e-05, -2.432987093925476e-05, -2.362579107284546e-05, -2.2921711206436157e-05, -2.2217631340026855e-05, -2.1513551473617554e-05, -2.0809471607208252e-05, -2.010539174079895e-05, -1.940131187438965e-05, -1.8697232007980347e-05, -1.7993152141571045e-05, -1.7289072275161743e-05, -1.658499240875244e-05, -1.588091254234314e-05, -1.5176832675933838e-05, -1.4472752809524536e-05, -1.3768672943115234e-05, -1.3064593076705933e-05, -1.2360513210296631e-05, -1.1656433343887329e-05, -1.0952353477478027e-05, -1.0248273611068726e-05, -9.544193744659424e-06, -8.840113878250122e-06, -8.13603401184082e-06, -7.4319541454315186e-06, -6.727874279022217e-06, -6.023794412612915e-06, -5.319714546203613e-06, -4.6156346797943115e-06, -3.91155481338501e-06, -3.207474946975708e-06, -2.5033950805664062e-06, -1.7993152141571045e-06, -1.0952353477478027e-06, -3.91155481338501e-07, 3.129243850708008e-07, 1.0170042514801025e-06, 1.7210841178894043e-06, 2.425163984298706e-06, 3.129243850708008e-06, 3.8333237171173096e-06, 4.537403583526611e-06, 5.241483449935913e-06, 5.945563316345215e-06, 6.649643182754517e-06, 7.353723049163818e-06, 8.05780291557312e-06, 8.761882781982422e-06, 9.465962648391724e-06, 1.0170042514801025e-05, 1.0874122381210327e-05, 1.1578202247619629e-05, 1.228228211402893e-05, 1.2986361980438232e-05, 1.3690441846847534e-05, 1.4394521713256836e-05, 1.5098601579666138e-05, 1.580268144607544e-05, 1.650676131248474e-05, 1.7210841178894043e-05, 1.7914921045303345e-05, 1.8619000911712646e-05, 1.9323080778121948e-05, 2.002716064453125e-05]}, "gradients/decoder.model.decoder.layers.11.encoder_attn.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 8.0, 6.0, 17.0, 15.0, 21.0, 26.0, 37.0, 38.0, 81.0, 189.0, 1037208.0, 10571.0, 117.0, 66.0, 30.0, 24.0, 17.0, 24.0, 15.0, 9.0, 6.0, 9.0, 8.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0006008148193359375, -0.000584043562412262, -0.0005672723054885864, -0.0005505010485649109, -0.0005337297916412354, -0.0005169585347175598, -0.0005001872777938843, -0.00048341602087020874, -0.0004666447639465332, -0.00044987350702285767, -0.00043310225009918213, -0.0004163309931755066, -0.00039955973625183105, -0.0003827884793281555, -0.00036601722240448, -0.00034924596548080444, -0.0003324747085571289, -0.00031570345163345337, -0.00029893219470977783, -0.0002821609377861023, -0.00026538968086242676, -0.0002486184239387512, -0.00023184716701507568, -0.00021507591009140015, -0.0001983046531677246, -0.00018153339624404907, -0.00016476213932037354, -0.000147990882396698, -0.00013121962547302246, -0.00011444836854934692, -9.767711162567139e-05, -8.090585470199585e-05, -6.413459777832031e-05, -4.7363340854644775e-05, -3.059208393096924e-05, -1.3820827007293701e-05, 2.950429916381836e-06, 1.9721686840057373e-05, 3.649294376373291e-05, 5.326420068740845e-05, 7.003545761108398e-05, 8.680671453475952e-05, 0.00010357797145843506, 0.0001203492283821106, 0.00013712048530578613, 0.00015389174222946167, 0.0001706629991531372, 0.00018743425607681274, 0.00020420551300048828, 0.00022097676992416382, 0.00023774802684783936, 0.0002545192837715149, 0.00027129054069519043, 0.00028806179761886597, 0.0003048330545425415, 0.00032160431146621704, 0.0003383755683898926, 0.0003551468253135681, 0.00037191808223724365, 0.0003886893391609192, 0.0004054605960845947, 0.00042223185300827026, 0.0004390031099319458, 0.00045577436685562134, 0.0004725456237792969]}, "gradients/decoder.model.decoder.layers.11.encoder_attn.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 8.0, 7.0, 17.0, 21.0, 24.0, 34.0, 48.0, 72.0, 134.0, 235.0, 140.0, 93.0, 43.0, 22.0, 26.0, 19.0, 12.0, 20.0, 8.0, 4.0, 4.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.0503997802734375e-05, -1.9927509129047394e-05, -1.9351020455360413e-05, -1.877453178167343e-05, -1.819804310798645e-05, -1.762155443429947e-05, -1.7045065760612488e-05, -1.6468577086925507e-05, -1.5892088413238525e-05, -1.5315599739551544e-05, -1.4739111065864563e-05, -1.4162622392177582e-05, -1.35861337184906e-05, -1.300964504480362e-05, -1.2433156371116638e-05, -1.1856667697429657e-05, -1.1280179023742676e-05, -1.0703690350055695e-05, -1.0127201676368713e-05, -9.550713002681732e-06, -8.974224328994751e-06, -8.39773565530777e-06, -7.821246981620789e-06, -7.244758307933807e-06, -6.668269634246826e-06, -6.091780960559845e-06, -5.515292286872864e-06, -4.9388036131858826e-06, -4.362314939498901e-06, -3.78582626581192e-06, -3.209337592124939e-06, -2.6328489184379578e-06, -2.0563602447509766e-06, -1.4798715710639954e-06, -9.033828973770142e-07, -3.2689422369003296e-07, 2.4959444999694824e-07, 8.260831236839294e-07, 1.4025717973709106e-06, 1.979060471057892e-06, 2.555549144744873e-06, 3.1320378184318542e-06, 3.7085264921188354e-06, 4.285015165805817e-06, 4.861503839492798e-06, 5.437992513179779e-06, 6.01448118686676e-06, 6.5909698605537415e-06, 7.167458534240723e-06, 7.743947207927704e-06, 8.320435881614685e-06, 8.896924555301666e-06, 9.473413228988647e-06, 1.0049901902675629e-05, 1.062639057636261e-05, 1.1202879250049591e-05, 1.1779367923736572e-05, 1.2355856597423553e-05, 1.2932345271110535e-05, 1.3508833944797516e-05, 1.4085322618484497e-05, 1.4661811292171478e-05, 1.523829996585846e-05, 1.581478863954544e-05, 1.6391277313232422e-05]}, "gradients/decoder.model.decoder.layers.11.self_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 3.0, 2.0, 5.0, 13.0, 29.0, 72.0, 236.0, 383.0, 181.0, 55.0, 22.0, 3.0, 3.0, 6.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6502927541732788, -0.5888973474502563, -0.5275018811225891, -0.46610644459724426, -0.4047110080718994, -0.34331557154655457, -0.2819201350212097, -0.22052469849586487, -0.15912926197052002, -0.09773382544517517, -0.03633838891983032, 0.025057047605514526, 0.08645248413085938, 0.14784792065620422, 0.20924335718154907, 0.2706387937068939, 0.33203423023223877, 0.3934296667575836, 0.45482510328292847, 0.5162205696105957, 0.5776159763336182, 0.6390113830566406, 0.7004068493843079, 0.7618023157119751, 0.8231977224349976, 0.88459312915802, 0.9459885954856873, 1.0073840618133545, 1.068779468536377, 1.1301748752593994, 1.1915702819824219, 1.2529658079147339, 1.314361333847046, 1.3757567405700684, 1.4371521472930908, 1.4985476732254028, 1.5599430799484253, 1.6213384866714478, 1.6827340126037598, 1.7441294193267822, 1.8055248260498047, 1.8669202327728271, 1.9283156394958496, 1.9897111654281616, 2.0511064529418945, 2.112502098083496, 2.1738975048065186, 2.235292911529541, 2.2966883182525635, 2.358083724975586, 2.4194791316986084, 2.480874538421631, 2.5422701835632324, 2.603665590286255, 2.6650609970092773, 2.7264564037323, 2.7878518104553223, 2.8492472171783447, 2.910642623901367, 2.9720380306243896, 3.033433437347412, 3.0948290824890137, 3.156224489212036, 3.2176198959350586, 3.279015302658081]}, "gradients/decoder.model.decoder.layers.11.self_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 9.0, 7.0, 4.0, 9.0, 15.0, 20.0, 32.0, 33.0, 53.0, 63.0, 70.0, 74.0, 79.0, 63.0, 83.0, 64.0, 76.0, 56.0, 44.0, 44.0, 33.0, 19.0, 10.0, 12.0, 4.0, 7.0, 7.0, 2.0, 2.0, 1.0, 4.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.8368047475814819, -0.8062847852706909, -0.7757648825645447, -0.7452449202537537, -0.7147249579429626, -0.6842050552368164, -0.6536850929260254, -0.6231651306152344, -0.5926452279090881, -0.5621252655982971, -0.5316053628921509, -0.5010854005813599, -0.47056546807289124, -0.4400455355644226, -0.4095255732536316, -0.37900564074516296, -0.34848567843437195, -0.3179657459259033, -0.2874457836151123, -0.2569258511066437, -0.22640591859817505, -0.19588597118854523, -0.1653660237789154, -0.13484609127044678, -0.10432614386081696, -0.07380620390176773, -0.04328626021742821, -0.012766316533088684, 0.01775362342596054, 0.048273563385009766, 0.07879351079463959, 0.10931344330310822, 0.13983339071273804, 0.17035333812236786, 0.2008732706308365, 0.2313932180404663, 0.26191315054893494, 0.29243308305740356, 0.3229530453681946, 0.3534729778766632, 0.38399291038513184, 0.41451284289360046, 0.4450328052043915, 0.4755527377128601, 0.5060727000236511, 0.5365926027297974, 0.5671125650405884, 0.5976325273513794, 0.6281524896621704, 0.6586724519729614, 0.6891923546791077, 0.7197123169898987, 0.7502322793006897, 0.7807521820068359, 0.811272144317627, 0.841792106628418, 0.8723120093345642, 0.9028319716453552, 0.9333518743515015, 0.9638718366622925, 0.9943917989730835, 1.0249117612838745, 1.055431604385376, 1.085951566696167, 1.116471529006958]}, "gradients/decoder.model.decoder.layers.11.self_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 3.0, 3.0, 3.0, 5.0, 12.0, 14.0, 7.0, 27.0, 33.0, 51.0, 58.0, 114.0, 174.0, 398.0, 744.0, 1394.0, 3557.0, 12562.0, 89125.0, 822385.0, 97964.0, 13116.0, 3722.0, 1493.0, 662.0, 344.0, 211.0, 128.0, 77.0, 46.0, 32.0, 21.0, 15.0, 14.0, 15.0, 9.0, 5.0, 5.0, 1.0, 7.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.98779296875, -0.9591751098632812, -0.9305572509765625, -0.9019393920898438, -0.873321533203125, -0.8447036743164062, -0.8160858154296875, -0.7874679565429688, -0.75885009765625, -0.7302322387695312, -0.7016143798828125, -0.6729965209960938, -0.644378662109375, -0.6157608032226562, -0.5871429443359375, -0.5585250854492188, -0.5299072265625, -0.5012893676757812, -0.4726715087890625, -0.44405364990234375, -0.415435791015625, -0.38681793212890625, -0.3582000732421875, -0.32958221435546875, -0.30096435546875, -0.27234649658203125, -0.2437286376953125, -0.21511077880859375, -0.186492919921875, -0.15787506103515625, -0.1292572021484375, -0.10063934326171875, -0.072021484375, -0.04340362548828125, -0.0147857666015625, 0.01383209228515625, 0.042449951171875, 0.07106781005859375, 0.0996856689453125, 0.12830352783203125, 0.15692138671875, 0.18553924560546875, 0.2141571044921875, 0.24277496337890625, 0.271392822265625, 0.30001068115234375, 0.3286285400390625, 0.35724639892578125, 0.3858642578125, 0.41448211669921875, 0.4430999755859375, 0.47171783447265625, 0.500335693359375, 0.5289535522460938, 0.5575714111328125, 0.5861892700195312, 0.61480712890625, 0.6434249877929688, 0.6720428466796875, 0.7006607055664062, 0.729278564453125, 0.7578964233398438, 0.7865142822265625, 0.8151321411132812, 0.84375]}, "gradients/decoder.model.decoder.layers.11.self_attn.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 4.0, 3.0, 3.0, 7.0, 12.0, 10.0, 16.0, 25.0, 34.0, 46.0, 71.0, 67.0, 82.0, 80.0, 96.0, 81.0, 92.0, 58.0, 43.0, 43.0, 49.0, 21.0, 19.0, 12.0, 13.0, 9.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.43994140625, -0.42444610595703125, -0.4089508056640625, -0.39345550537109375, -0.377960205078125, -0.36246490478515625, -0.3469696044921875, -0.33147430419921875, -0.31597900390625, -0.30048370361328125, -0.2849884033203125, -0.26949310302734375, -0.253997802734375, -0.23850250244140625, -0.2230072021484375, -0.20751190185546875, -0.1920166015625, -0.17652130126953125, -0.1610260009765625, -0.14553070068359375, -0.130035400390625, -0.11454010009765625, -0.0990447998046875, -0.08354949951171875, -0.06805419921875, -0.05255889892578125, -0.0370635986328125, -0.02156829833984375, -0.006072998046875, 0.00942230224609375, 0.0249176025390625, 0.04041290283203125, 0.055908203125, 0.07140350341796875, 0.0868988037109375, 0.10239410400390625, 0.117889404296875, 0.13338470458984375, 0.1488800048828125, 0.16437530517578125, 0.17987060546875, 0.19536590576171875, 0.2108612060546875, 0.22635650634765625, 0.241851806640625, 0.25734710693359375, 0.2728424072265625, 0.28833770751953125, 0.3038330078125, 0.31932830810546875, 0.3348236083984375, 0.35031890869140625, 0.365814208984375, 0.38130950927734375, 0.3968048095703125, 0.41230010986328125, 0.42779541015625, 0.44329071044921875, 0.4587860107421875, 0.47428131103515625, 0.489776611328125, 0.5052719116210938, 0.5207672119140625, 0.5362625122070312, 0.5517578125]}, "gradients/decoder.model.decoder.layers.11.self_attn.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 3.0, 2.0, 6.0, 3.0, 3.0, 2.0, 5.0, 5.0, 5.0, 6.0, 7.0, 13.0, 12.0, 16.0, 14.0, 28.0, 30.0, 41.0, 57.0, 76.0, 143.0, 3241.0, 1044295.0, 210.0, 90.0, 42.0, 42.0, 27.0, 26.0, 27.0, 23.0, 7.0, 11.0, 7.0, 5.0, 7.0, 5.0, 3.0, 3.0, 1.0, 5.0, 1.0, 2.0, 4.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.671875, -16.183837890625, -15.69580078125, -15.207763671875, -14.7197265625, -14.231689453125, -13.74365234375, -13.255615234375, -12.767578125, -12.279541015625, -11.79150390625, -11.303466796875, -10.8154296875, -10.327392578125, -9.83935546875, -9.351318359375, -8.86328125, -8.375244140625, -7.88720703125, -7.399169921875, -6.9111328125, -6.423095703125, -5.93505859375, -5.447021484375, -4.958984375, -4.470947265625, -3.98291015625, -3.494873046875, -3.0068359375, -2.518798828125, -2.03076171875, -1.542724609375, -1.0546875, -0.566650390625, -0.07861328125, 0.409423828125, 0.8974609375, 1.385498046875, 1.87353515625, 2.361572265625, 2.849609375, 3.337646484375, 3.82568359375, 4.313720703125, 4.8017578125, 5.289794921875, 5.77783203125, 6.265869140625, 6.75390625, 7.241943359375, 7.72998046875, 8.218017578125, 8.7060546875, 9.194091796875, 9.68212890625, 10.170166015625, 10.658203125, 11.146240234375, 11.63427734375, 12.122314453125, 12.6103515625, 13.098388671875, 13.58642578125, 14.074462890625, 14.5625]}, "gradients/decoder.model.decoder.layers.11.self_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 0.0, 5.0, 7.0, 7.0, 8.0, 7.0, 4.0, 5.0, 10.0, 11.0, 20.0, 15.0, 20.0, 23.0, 22.0, 27.0, 45.0, 49.0, 69.0, 66.0, 81.0, 73.0, 73.0, 62.0, 53.0, 44.0, 29.0, 30.0, 23.0, 22.0, 15.0, 13.0, 11.0, 5.0, 11.0, 7.0, 5.0, 2.0, 1.0, 4.0, 5.0, 6.0, 4.0, 3.0, 4.0, 1.0, 1.0, 2.0, 2.0], "bins": [-1.0, -0.9723587036132812, -0.9447174072265625, -0.9170761108398438, -0.889434814453125, -0.8617935180664062, -0.8341522216796875, -0.8065109252929688, -0.77886962890625, -0.7512283325195312, -0.7235870361328125, -0.6959457397460938, -0.668304443359375, -0.6406631469726562, -0.6130218505859375, -0.5853805541992188, -0.5577392578125, -0.5300979614257812, -0.5024566650390625, -0.47481536865234375, -0.447174072265625, -0.41953277587890625, -0.3918914794921875, -0.36425018310546875, -0.33660888671875, -0.30896759033203125, -0.2813262939453125, -0.25368499755859375, -0.226043701171875, -0.19840240478515625, -0.1707611083984375, -0.14311981201171875, -0.115478515625, -0.08783721923828125, -0.0601959228515625, -0.03255462646484375, -0.004913330078125, 0.02272796630859375, 0.0503692626953125, 0.07801055908203125, 0.10565185546875, 0.13329315185546875, 0.1609344482421875, 0.18857574462890625, 0.216217041015625, 0.24385833740234375, 0.2714996337890625, 0.29914093017578125, 0.3267822265625, 0.35442352294921875, 0.3820648193359375, 0.40970611572265625, 0.437347412109375, 0.46498870849609375, 0.4926300048828125, 0.5202713012695312, 0.54791259765625, 0.5755538940429688, 0.6031951904296875, 0.6308364868164062, 0.658477783203125, 0.6861190795898438, 0.7137603759765625, 0.7414016723632812, 0.76904296875]}, "gradients/decoder.model.decoder.layers.11.self_attn.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 3.0, 1.0, 7.0, 10.0, 68.0, 1444.0, 1046904.0, 78.0, 28.0, 9.0, 8.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-15.21875, -14.8575439453125, -14.496337890625, -14.1351318359375, -13.77392578125, -13.4127197265625, -13.051513671875, -12.6903076171875, -12.3291015625, -11.9678955078125, -11.606689453125, -11.2454833984375, -10.88427734375, -10.5230712890625, -10.161865234375, -9.8006591796875, -9.439453125, -9.0782470703125, -8.717041015625, -8.3558349609375, -7.99462890625, -7.6334228515625, -7.272216796875, -6.9110107421875, -6.5498046875, -6.1885986328125, -5.827392578125, -5.4661865234375, -5.10498046875, -4.7437744140625, -4.382568359375, -4.0213623046875, -3.66015625, -3.2989501953125, -2.937744140625, -2.5765380859375, -2.21533203125, -1.8541259765625, -1.492919921875, -1.1317138671875, -0.7705078125, -0.4093017578125, -0.048095703125, 0.3131103515625, 0.67431640625, 1.0355224609375, 1.396728515625, 1.7579345703125, 2.119140625, 2.4803466796875, 2.841552734375, 3.2027587890625, 3.56396484375, 3.9251708984375, 4.286376953125, 4.6475830078125, 5.0087890625, 5.3699951171875, 5.731201171875, 6.0924072265625, 6.45361328125, 6.8148193359375, 7.176025390625, 7.5372314453125, 7.8984375]}, "gradients/decoder.model.decoder.layers.11.self_attn.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 6.0, 5.0, 8.0, 17.0, 32.0, 42.0, 54.0, 146.0, 481.0, 88.0, 33.0, 34.0, 19.0, 20.0, 7.0, 5.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00014591217041015625, -0.00014199316501617432, -0.00013807415962219238, -0.00013415515422821045, -0.00013023614883422852, -0.00012631714344024658, -0.00012239813804626465, -0.00011847913265228271, -0.00011456012725830078, -0.00011064112186431885, -0.00010672211647033691, -0.00010280311107635498, -9.888410568237305e-05, -9.496510028839111e-05, -9.104609489440918e-05, -8.712708950042725e-05, -8.320808410644531e-05, -7.928907871246338e-05, -7.537007331848145e-05, -7.145106792449951e-05, -6.753206253051758e-05, -6.361305713653564e-05, -5.969405174255371e-05, -5.577504634857178e-05, -5.1856040954589844e-05, -4.793703556060791e-05, -4.4018030166625977e-05, -4.009902477264404e-05, -3.618001937866211e-05, -3.2261013984680176e-05, -2.8342008590698242e-05, -2.442300319671631e-05, -2.0503997802734375e-05, -1.658499240875244e-05, -1.2665987014770508e-05, -8.746981620788574e-06, -4.827976226806641e-06, -9.08970832824707e-07, 3.0100345611572266e-06, 6.92903995513916e-06, 1.0848045349121094e-05, 1.4767050743103027e-05, 1.868605613708496e-05, 2.2605061531066895e-05, 2.6524066925048828e-05, 3.0443072319030762e-05, 3.4362077713012695e-05, 3.828108310699463e-05, 4.220008850097656e-05, 4.6119093894958496e-05, 5.003809928894043e-05, 5.395710468292236e-05, 5.78761100769043e-05, 6.179511547088623e-05, 6.571412086486816e-05, 6.96331262588501e-05, 7.355213165283203e-05, 7.747113704681396e-05, 8.13901424407959e-05, 8.530914783477783e-05, 8.922815322875977e-05, 9.31471586227417e-05, 9.706616401672363e-05, 0.00010098516941070557, 0.0001049041748046875]}, "gradients/decoder.model.decoder.layers.11.self_attn.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 8.0, 5.0, 14.0, 19.0, 17.0, 30.0, 42.0, 164.0, 1048015.0, 93.0, 34.0, 36.0, 20.0, 17.0, 13.0, 12.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.79296875, -7.48602294921875, -7.1790771484375, -6.87213134765625, -6.565185546875, -6.25823974609375, -5.9512939453125, -5.64434814453125, -5.33740234375, -5.03045654296875, -4.7235107421875, -4.41656494140625, -4.109619140625, -3.80267333984375, -3.4957275390625, -3.18878173828125, -2.8818359375, -2.57489013671875, -2.2679443359375, -1.96099853515625, -1.654052734375, -1.34710693359375, -1.0401611328125, -0.73321533203125, -0.42626953125, -0.11932373046875, 0.1876220703125, 0.49456787109375, 0.801513671875, 1.10845947265625, 1.4154052734375, 1.72235107421875, 2.029296875, 2.33624267578125, 2.6431884765625, 2.95013427734375, 3.257080078125, 3.56402587890625, 3.8709716796875, 4.17791748046875, 4.48486328125, 4.79180908203125, 5.0987548828125, 5.40570068359375, 5.712646484375, 6.01959228515625, 6.3265380859375, 6.63348388671875, 6.9404296875, 7.24737548828125, 7.5543212890625, 7.86126708984375, 8.168212890625, 8.47515869140625, 8.7821044921875, 9.08905029296875, 9.39599609375, 9.70294189453125, 10.0098876953125, 10.31683349609375, 10.623779296875, 10.93072509765625, 11.2376708984375, 11.54461669921875, 11.8515625]}, "gradients/decoder.model.decoder.layers.11.self_attn.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 6.0, 5.0, 9.0, 20.0, 15.0, 25.0, 37.0, 58.0, 657.0, 40.0, 33.0, 27.0, 19.0, 17.0, 12.0, 6.0, 5.0, 2.0, 2.0, 4.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.375244140625, -0.3604850769042969, -0.34572601318359375, -0.3309669494628906, -0.3162078857421875, -0.3014488220214844, -0.28668975830078125, -0.2719306945800781, -0.257171630859375, -0.24241256713867188, -0.22765350341796875, -0.21289443969726562, -0.1981353759765625, -0.18337631225585938, -0.16861724853515625, -0.15385818481445312, -0.13909912109375, -0.12434005737304688, -0.10958099365234375, -0.09482192993164062, -0.0800628662109375, -0.06530380249023438, -0.05054473876953125, -0.035785675048828125, -0.021026611328125, -0.006267547607421875, 0.00849151611328125, 0.023250579833984375, 0.0380096435546875, 0.052768707275390625, 0.06752777099609375, 0.08228683471679688, 0.0970458984375, 0.11180496215820312, 0.12656402587890625, 0.14132308959960938, 0.1560821533203125, 0.17084121704101562, 0.18560028076171875, 0.20035934448242188, 0.215118408203125, 0.22987747192382812, 0.24463653564453125, 0.2593955993652344, 0.2741546630859375, 0.2889137268066406, 0.30367279052734375, 0.3184318542480469, 0.33319091796875, 0.3479499816894531, 0.36270904541015625, 0.3774681091308594, 0.3922271728515625, 0.4069862365722656, 0.42174530029296875, 0.4365043640136719, 0.451263427734375, 0.4660224914550781, 0.48078155517578125, 0.4955406188964844, 0.5102996826171875, 0.5250587463378906, 0.5398178100585938, 0.5545768737792969, 0.5693359375]}, "gradients/decoder.model.decoder.layers.10.final_layer_norm.weight": {"_type": "histogram", "values": [1021.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6764190793037415, 1.807426929473877, 4.2912726402282715, 6.775118827819824, 9.258964538574219, 11.742810249328613, 14.226656913757324, 16.71050262451172, 19.19434928894043, 21.67819595336914, 24.16204071044922, 26.64588737487793, 29.12973403930664, 31.61357879638672, 34.09742736816406, 36.581268310546875, 39.06511688232422, 41.5489616394043, 44.03281021118164, 46.51665496826172, 49.0004997253418, 51.484344482421875, 53.96819305419922, 56.4520378112793, 58.935882568359375, 61.41972732543945, 63.9035758972168, 66.38742065429688, 68.87126922607422, 71.35511016845703, 73.83895874023438, 76.32279968261719, 78.80664825439453, 81.29049682617188, 83.77433776855469, 86.25818634033203, 88.74203491210938, 91.22587585449219, 93.70972442626953, 96.19357299804688, 98.67741394042969, 101.16126251220703, 103.64510345458984, 106.12895202636719, 108.61280059814453, 111.09664154052734, 113.58049011230469, 116.0643310546875, 118.54818725585938, 121.03203582763672, 123.51587677001953, 125.99972534179688, 128.4835662841797, 130.96742248535156, 133.45126342773438, 135.9351043701172, 138.4189453125, 140.9027862548828, 143.3866424560547, 145.8704833984375, 148.3543243408203, 150.8381805419922, 153.322021484375, 155.8058624267578, 158.2897186279297]}, "gradients/decoder.model.decoder.layers.10.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 4.0, 6.0, 2.0, 4.0, 7.0, 18.0, 19.0, 28.0, 36.0, 48.0, 109.0, 107.0, 95.0, 136.0, 118.0, 89.0, 63.0, 39.0, 27.0, 19.0, 16.0, 8.0, 6.0, 7.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6479074954986572, -1.5325684547424316, -1.417229413986206, -1.3018903732299805, -1.1865513324737549, -1.0712122917175293, -0.9558732509613037, -0.8405342102050781, -0.7251951694488525, -0.609856128692627, -0.49451708793640137, -0.3791780471801758, -0.2638390064239502, -0.1484999656677246, -0.03316092491149902, 0.08217811584472656, 0.19751715660095215, 0.31285619735717773, 0.4281952381134033, 0.5435342788696289, 0.6588733196258545, 0.7742123603820801, 0.8895514011383057, 1.0048904418945312, 1.1202294826507568, 1.2355685234069824, 1.350907564163208, 1.4662466049194336, 1.5815856456756592, 1.6969246864318848, 1.8122637271881104, 1.927602767944336, 2.0429415702819824, 2.158280611038208, 2.2736196517944336, 2.388958692550659, 2.5042977333068848, 2.6196367740631104, 2.734975814819336, 2.8503148555755615, 2.965653896331787, 3.0809929370880127, 3.1963319778442383, 3.311671018600464, 3.4270100593566895, 3.542349100112915, 3.6576881408691406, 3.773027181625366, 3.888366222381592, 4.003705024719238, 4.119044303894043, 4.234383583068848, 4.349722385406494, 4.465061187744141, 4.580400466918945, 4.69573974609375, 4.8110785484313965, 4.926417350769043, 5.041756629943848, 5.157095909118652, 5.272434711456299, 5.387773513793945, 5.50311279296875, 5.618452072143555, 5.733790874481201]}, "gradients/decoder.model.decoder.layers.10.fc2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 6.0, 2.0, 4.0, 5.0, 3.0, 7.0, 9.0, 13.0, 18.0, 17.0, 27.0, 55.0, 59.0, 86.0, 127.0, 236.0, 360.0, 1300.0, 21538.0, 4166578.0, 2595.0, 503.0, 230.0, 153.0, 105.0, 80.0, 44.0, 37.0, 26.0, 23.0, 11.0, 13.0, 8.0, 3.0, 5.0, 5.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.8203125, -2.708251953125, -2.59619140625, -2.484130859375, -2.3720703125, -2.260009765625, -2.14794921875, -2.035888671875, -1.923828125, -1.811767578125, -1.69970703125, -1.587646484375, -1.4755859375, -1.363525390625, -1.25146484375, -1.139404296875, -1.02734375, -0.915283203125, -0.80322265625, -0.691162109375, -0.5791015625, -0.467041015625, -0.35498046875, -0.242919921875, -0.130859375, -0.018798828125, 0.09326171875, 0.205322265625, 0.3173828125, 0.429443359375, 0.54150390625, 0.653564453125, 0.765625, 0.877685546875, 0.98974609375, 1.101806640625, 1.2138671875, 1.325927734375, 1.43798828125, 1.550048828125, 1.662109375, 1.774169921875, 1.88623046875, 1.998291015625, 2.1103515625, 2.222412109375, 2.33447265625, 2.446533203125, 2.55859375, 2.670654296875, 2.78271484375, 2.894775390625, 3.0068359375, 3.118896484375, 3.23095703125, 3.343017578125, 3.455078125, 3.567138671875, 3.67919921875, 3.791259765625, 3.9033203125, 4.015380859375, 4.12744140625, 4.239501953125, 4.3515625]}, "gradients/decoder.model.decoder.layers.10.fc2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 0.0, 2.0, 2.0, 5.0, 9.0, 6.0, 16.0, 5.0, 15.0, 17.0, 25.0, 34.0, 34.0, 55.0, 60.0, 75.0, 77.0, 90.0, 77.0, 85.0, 80.0, 52.0, 37.0, 36.0, 26.0, 18.0, 13.0, 12.0, 12.0, 9.0, 7.0, 4.0, 7.0, 5.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.36572265625, -0.35150146484375, -0.3372802734375, -0.32305908203125, -0.308837890625, -0.29461669921875, -0.2803955078125, -0.26617431640625, -0.251953125, -0.23773193359375, -0.2235107421875, -0.20928955078125, -0.195068359375, -0.18084716796875, -0.1666259765625, -0.15240478515625, -0.13818359375, -0.12396240234375, -0.1097412109375, -0.09552001953125, -0.081298828125, -0.06707763671875, -0.0528564453125, -0.03863525390625, -0.0244140625, -0.01019287109375, 0.0040283203125, 0.01824951171875, 0.032470703125, 0.04669189453125, 0.0609130859375, 0.07513427734375, 0.08935546875, 0.10357666015625, 0.1177978515625, 0.13201904296875, 0.146240234375, 0.16046142578125, 0.1746826171875, 0.18890380859375, 0.203125, 0.21734619140625, 0.2315673828125, 0.24578857421875, 0.260009765625, 0.27423095703125, 0.2884521484375, 0.30267333984375, 0.31689453125, 0.33111572265625, 0.3453369140625, 0.35955810546875, 0.373779296875, 0.38800048828125, 0.4022216796875, 0.41644287109375, 0.4306640625, 0.44488525390625, 0.4591064453125, 0.47332763671875, 0.487548828125, 0.50177001953125, 0.5159912109375, 0.53021240234375, 0.54443359375]}, "gradients/decoder.model.decoder.layers.10.fc1.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 5.0, 16.0, 37.0, 4193696.0, 402.0, 54.0, 21.0, 15.0, 8.0, 4.0, 5.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-13.5703125, -12.7606201171875, -11.950927734375, -11.1412353515625, -10.33154296875, -9.5218505859375, -8.712158203125, -7.9024658203125, -7.0927734375, -6.2830810546875, -5.473388671875, -4.6636962890625, -3.85400390625, -3.0443115234375, -2.234619140625, -1.4249267578125, -0.615234375, 0.1944580078125, 1.004150390625, 1.8138427734375, 2.62353515625, 3.4332275390625, 4.242919921875, 5.0526123046875, 5.8623046875, 6.6719970703125, 7.481689453125, 8.2913818359375, 9.10107421875, 9.9107666015625, 10.720458984375, 11.5301513671875, 12.33984375, 13.1495361328125, 13.959228515625, 14.7689208984375, 15.57861328125, 16.3883056640625, 17.197998046875, 18.0076904296875, 18.8173828125, 19.6270751953125, 20.436767578125, 21.2464599609375, 22.05615234375, 22.8658447265625, 23.675537109375, 24.4852294921875, 25.294921875, 26.1046142578125, 26.914306640625, 27.7239990234375, 28.53369140625, 29.3433837890625, 30.153076171875, 30.9627685546875, 31.7724609375, 32.5821533203125, 33.391845703125, 34.2015380859375, 35.01123046875, 35.8209228515625, 36.630615234375, 37.4403076171875, 38.25]}, "gradients/decoder.model.decoder.layers.10.fc1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 4.0, 6.0, 10.0, 12.0, 67.0, 3826.0, 70.0, 22.0, 17.0, 8.0, 5.0, 7.0, 8.0, 2.0, 3.0, 4.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.37060546875, -0.3595123291015625, -0.348419189453125, -0.3373260498046875, -0.32623291015625, -0.3151397705078125, -0.304046630859375, -0.2929534912109375, -0.2818603515625, -0.2707672119140625, -0.259674072265625, -0.2485809326171875, -0.23748779296875, -0.2263946533203125, -0.215301513671875, -0.2042083740234375, -0.193115234375, -0.1820220947265625, -0.170928955078125, -0.1598358154296875, -0.14874267578125, -0.1376495361328125, -0.126556396484375, -0.1154632568359375, -0.1043701171875, -0.0932769775390625, -0.082183837890625, -0.0710906982421875, -0.05999755859375, -0.0489044189453125, -0.037811279296875, -0.0267181396484375, -0.015625, -0.0045318603515625, 0.006561279296875, 0.0176544189453125, 0.02874755859375, 0.0398406982421875, 0.050933837890625, 0.0620269775390625, 0.0731201171875, 0.0842132568359375, 0.095306396484375, 0.1063995361328125, 0.11749267578125, 0.1285858154296875, 0.139678955078125, 0.1507720947265625, 0.161865234375, 0.1729583740234375, 0.184051513671875, 0.1951446533203125, 0.20623779296875, 0.2173309326171875, 0.228424072265625, 0.2395172119140625, 0.2506103515625, 0.2617034912109375, 0.272796630859375, 0.2838897705078125, 0.29498291015625, 0.3060760498046875, 0.317169189453125, 0.3282623291015625, 0.33935546875]}, "gradients/decoder.model.decoder.layers.10.encoder_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 8.0, 18.0, 64.0, 548.0, 333.0, 40.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.91606867313385, -1.8145759105682373, -1.7130831480026245, -1.6115903854370117, -1.510097622871399, -1.4086048603057861, -1.307112216949463, -1.2056193351745605, -1.1041266918182373, -1.0026339292526245, -0.9011411666870117, -0.7996484041213989, -0.6981556415557861, -0.5966629385948181, -0.4951701760292053, -0.39367741346359253, -0.29218459129333496, -0.19069182872772217, -0.08919908106327057, 0.01229366660118103, 0.11378642916679382, 0.21527916193008423, 0.316771924495697, 0.4182646870613098, 0.5197574496269226, 0.6212502121925354, 0.7227429747581482, 0.8242356777191162, 0.925728440284729, 1.0272212028503418, 1.1287139654159546, 1.2302067279815674, 1.3316996097564697, 1.4331923723220825, 1.5346851348876953, 1.636177897453308, 1.737670660018921, 1.8391633033752441, 1.9406561851501465, 2.0421488285064697, 2.143641710281372, 2.2451343536376953, 2.3466272354125977, 2.448119878768921, 2.5496127605438232, 2.6511054039001465, 2.752598285675049, 2.854090929031372, 2.9555835723876953, 3.0570762157440186, 3.158569097518921, 3.260061740875244, 3.3615546226501465, 3.4630472660064697, 3.564540147781372, 3.6660327911376953, 3.7675256729125977, 3.869018316268921, 3.9705111980438232, 4.0720038414001465, 4.173496723175049, 4.274989604949951, 4.376482009887695, 4.477974891662598, 4.5794677734375]}, "gradients/decoder.model.decoder.layers.10.encoder_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 8.0, 4.0, 9.0, 4.0, 6.0, 6.0, 15.0, 19.0, 20.0, 13.0, 18.0, 26.0, 27.0, 24.0, 29.0, 37.0, 29.0, 49.0, 46.0, 55.0, 50.0, 43.0, 44.0, 58.0, 44.0, 39.0, 36.0, 38.0, 25.0, 27.0, 28.0, 13.0, 23.0, 14.0, 13.0, 15.0, 5.0, 14.0, 11.0, 5.0, 2.0, 3.0, 8.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.6573855876922607, -0.6377823948860168, -0.6181792616844177, -0.5985760688781738, -0.5789729356765747, -0.5593697428703308, -0.5397665500640869, -0.5201634168624878, -0.5005602240562439, -0.4809570610523224, -0.4613538980484009, -0.441750705242157, -0.4221475422382355, -0.40254437923431396, -0.38294121623039246, -0.36333805322647095, -0.34373489022254944, -0.32413172721862793, -0.3045285642147064, -0.2849254012107849, -0.265322208404541, -0.2457190454006195, -0.226115882396698, -0.2065127044916153, -0.1869095414876938, -0.16730637848377228, -0.14770320057868958, -0.12810003757476807, -0.10849686712026596, -0.08889369666576385, -0.06929053366184235, -0.049687355756759644, -0.030084192752838135, -0.010481024160981178, 0.009122144430875778, 0.028725311160087585, 0.04832848161458969, 0.0679316520690918, 0.0875348150730133, 0.10713799297809601, 0.12674115598201752, 0.14634431898593903, 0.16594749689102173, 0.18555065989494324, 0.20515382289886475, 0.22475700080394745, 0.24436016380786896, 0.26396334171295166, 0.28356650471687317, 0.3031696677207947, 0.3227728307247162, 0.3423759937286377, 0.3619791865348816, 0.3815823495388031, 0.4011855125427246, 0.4207887053489685, 0.4403918385505676, 0.45999500155448914, 0.47959816455841064, 0.49920135736465454, 0.5188044905662537, 0.5384076833724976, 0.5580108165740967, 0.5776140093803406, 0.5972172021865845]}, "gradients/decoder.model.decoder.layers.10.encoder_attn.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 5.0, 2.0, 4.0, 7.0, 4.0, 10.0, 13.0, 15.0, 19.0, 23.0, 52.0, 63.0, 71.0, 113.0, 172.0, 233.0, 302.0, 555.0, 837.0, 1301.0, 2174.0, 3725.0, 6972.0, 14493.0, 38373.0, 210420.0, 671013.0, 58083.0, 19202.0, 8652.0, 4496.0, 2613.0, 1597.0, 972.0, 628.0, 427.0, 257.0, 197.0, 134.0, 90.0, 76.0, 49.0, 35.0, 18.0, 23.0, 15.0, 9.0, 8.0, 2.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0], "bins": [-0.1800537109375, -0.17478370666503906, -0.16951370239257812, -0.1642436981201172, -0.15897369384765625, -0.1537036895751953, -0.14843368530273438, -0.14316368103027344, -0.1378936767578125, -0.13262367248535156, -0.12735366821289062, -0.12208366394042969, -0.11681365966796875, -0.11154365539550781, -0.10627365112304688, -0.10100364685058594, -0.095733642578125, -0.09046363830566406, -0.08519363403320312, -0.07992362976074219, -0.07465362548828125, -0.06938362121582031, -0.06411361694335938, -0.05884361267089844, -0.0535736083984375, -0.04830360412597656, -0.043033599853515625, -0.03776359558105469, -0.03249359130859375, -0.027223587036132812, -0.021953582763671875, -0.016683578491210938, -0.01141357421875, -0.0061435699462890625, -0.000873565673828125, 0.0043964385986328125, 0.00966644287109375, 0.014936447143554688, 0.020206451416015625, 0.025476455688476562, 0.0307464599609375, 0.03601646423339844, 0.041286468505859375, 0.04655647277832031, 0.05182647705078125, 0.05709648132324219, 0.062366485595703125, 0.06763648986816406, 0.072906494140625, 0.07817649841308594, 0.08344650268554688, 0.08871650695800781, 0.09398651123046875, 0.09925651550292969, 0.10452651977539062, 0.10979652404785156, 0.1150665283203125, 0.12033653259277344, 0.12560653686523438, 0.1308765411376953, 0.13614654541015625, 0.1414165496826172, 0.14668655395507812, 0.15195655822753906, 0.1572265625]}, "gradients/decoder.model.decoder.layers.10.encoder_attn.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 1.0, 2.0, 6.0, 5.0, 8.0, 10.0, 9.0, 8.0, 12.0, 16.0, 14.0, 22.0, 28.0, 19.0, 31.0, 47.0, 44.0, 52.0, 74.0, 60.0, 75.0, 65.0, 56.0, 55.0, 44.0, 44.0, 31.0, 27.0, 25.0, 21.0, 18.0, 13.0, 6.0, 11.0, 14.0, 12.0, 3.0, 5.0, 4.0, 1.0, 0.0, 2.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.440185546875, -0.4273414611816406, -0.41449737548828125, -0.4016532897949219, -0.3888092041015625, -0.3759651184082031, -0.36312103271484375, -0.3502769470214844, -0.337432861328125, -0.3245887756347656, -0.31174468994140625, -0.2989006042480469, -0.2860565185546875, -0.2732124328613281, -0.26036834716796875, -0.24752426147460938, -0.23468017578125, -0.22183609008789062, -0.20899200439453125, -0.19614791870117188, -0.1833038330078125, -0.17045974731445312, -0.15761566162109375, -0.14477157592773438, -0.131927490234375, -0.11908340454101562, -0.10623931884765625, -0.09339523315429688, -0.0805511474609375, -0.06770706176757812, -0.05486297607421875, -0.042018890380859375, -0.0291748046875, -0.016330718994140625, -0.00348663330078125, 0.009357452392578125, 0.0222015380859375, 0.035045623779296875, 0.04788970947265625, 0.060733795166015625, 0.073577880859375, 0.08642196655273438, 0.09926605224609375, 0.11211013793945312, 0.1249542236328125, 0.13779830932617188, 0.15064239501953125, 0.16348648071289062, 0.17633056640625, 0.18917465209960938, 0.20201873779296875, 0.21486282348632812, 0.2277069091796875, 0.24055099487304688, 0.25339508056640625, 0.2662391662597656, 0.279083251953125, 0.2919273376464844, 0.30477142333984375, 0.3176155090332031, 0.3304595947265625, 0.3433036804199219, 0.35614776611328125, 0.3689918518066406, 0.3818359375]}, "gradients/decoder.model.decoder.layers.10.encoder_attn.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 2.0, 2.0, 4.0, 10.0, 9.0, 8.0, 6.0, 27.0, 27.0, 37.0, 66.0, 82.0, 104.0, 221.0, 305.0, 576.0, 956.0, 1825.0, 3533.0, 7409.0, 15938.0, 37403.0, 97146.0, 363014.0, 355483.0, 95687.0, 37261.0, 16119.0, 7350.0, 3721.0, 1788.0, 970.0, 550.0, 312.0, 204.0, 128.0, 84.0, 53.0, 46.0, 25.0, 21.0, 16.0, 12.0, 7.0, 7.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01041412353515625, -0.010028362274169922, -0.009642601013183594, -0.009256839752197266, -0.008871078491210938, -0.00848531723022461, -0.008099555969238281, -0.007713794708251953, -0.007328033447265625, -0.006942272186279297, -0.006556510925292969, -0.006170749664306641, -0.0057849884033203125, -0.005399227142333984, -0.005013465881347656, -0.004627704620361328, -0.004241943359375, -0.003856182098388672, -0.0034704208374023438, -0.0030846595764160156, -0.0026988983154296875, -0.0023131370544433594, -0.0019273757934570312, -0.0015416145324707031, -0.001155853271484375, -0.0007700920104980469, -0.00038433074951171875, 1.430511474609375e-06, 0.0003871917724609375, 0.0007729530334472656, 0.0011587142944335938, 0.0015444755554199219, 0.00193023681640625, 0.002315998077392578, 0.0027017593383789062, 0.0030875205993652344, 0.0034732818603515625, 0.0038590431213378906, 0.004244804382324219, 0.004630565643310547, 0.005016326904296875, 0.005402088165283203, 0.005787849426269531, 0.006173610687255859, 0.0065593719482421875, 0.006945133209228516, 0.007330894470214844, 0.007716655731201172, 0.0081024169921875, 0.008488178253173828, 0.008873939514160156, 0.009259700775146484, 0.009645462036132812, 0.01003122329711914, 0.010416984558105469, 0.010802745819091797, 0.011188507080078125, 0.011574268341064453, 0.011960029602050781, 0.01234579086303711, 0.012731552124023438, 0.013117313385009766, 0.013503074645996094, 0.013888835906982422, 0.01427459716796875]}, "gradients/decoder.model.decoder.layers.10.encoder_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 2.0, 3.0, 1.0, 11.0, 4.0, 4.0, 3.0, 10.0, 13.0, 11.0, 13.0, 17.0, 17.0, 22.0, 29.0, 32.0, 26.0, 42.0, 43.0, 42.0, 50.0, 44.0, 36.0, 25.0, 43.0, 46.0, 40.0, 25.0, 37.0, 49.0, 32.0, 39.0, 27.0, 27.0, 33.0, 24.0, 20.0, 14.0, 12.0, 10.0, 9.0, 7.0, 7.0, 3.0, 4.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5791015625, -0.55767822265625, -0.5362548828125, -0.51483154296875, -0.493408203125, -0.47198486328125, -0.4505615234375, -0.42913818359375, -0.40771484375, -0.38629150390625, -0.3648681640625, -0.34344482421875, -0.322021484375, -0.30059814453125, -0.2791748046875, -0.25775146484375, -0.236328125, -0.21490478515625, -0.1934814453125, -0.17205810546875, -0.150634765625, -0.12921142578125, -0.1077880859375, -0.08636474609375, -0.06494140625, -0.04351806640625, -0.0220947265625, -0.00067138671875, 0.020751953125, 0.04217529296875, 0.0635986328125, 0.08502197265625, 0.1064453125, 0.12786865234375, 0.1492919921875, 0.17071533203125, 0.192138671875, 0.21356201171875, 0.2349853515625, 0.25640869140625, 0.27783203125, 0.29925537109375, 0.3206787109375, 0.34210205078125, 0.363525390625, 0.38494873046875, 0.4063720703125, 0.42779541015625, 0.44921875, 0.47064208984375, 0.4920654296875, 0.51348876953125, 0.534912109375, 0.55633544921875, 0.5777587890625, 0.59918212890625, 0.62060546875, 0.64202880859375, 0.6634521484375, 0.68487548828125, 0.706298828125, 0.72772216796875, 0.7491455078125, 0.77056884765625, 0.7919921875]}, "gradients/decoder.model.decoder.layers.10.encoder_attn.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 2.0, 2.0, 4.0, 3.0, 4.0, 7.0, 13.0, 23.0, 20.0, 42.0, 68.0, 86.0, 151.0, 237.0, 333.0, 464.0, 738.0, 1219.0, 1774.0, 2941.0, 5021.0, 8806.0, 15684.0, 32755.0, 79598.0, 334688.0, 397616.0, 89753.0, 36055.0, 17073.0, 9361.0, 5220.0, 3080.0, 1932.0, 1270.0, 806.0, 538.0, 379.0, 253.0, 167.0, 112.0, 82.0, 56.0, 37.0, 24.0, 25.0, 16.0, 9.0, 8.0, 3.0, 2.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.00010073184967041016, -9.738001972436905e-05, -9.402818977832794e-05, -9.067635983228683e-05, -8.732452988624573e-05, -8.397269994020462e-05, -8.062086999416351e-05, -7.72690400481224e-05, -7.39172101020813e-05, -7.056538015604019e-05, -6.721355020999908e-05, -6.386172026395798e-05, -6.050989031791687e-05, -5.715806037187576e-05, -5.3806230425834656e-05, -5.045440047979355e-05, -4.710257053375244e-05, -4.3750740587711334e-05, -4.039891064167023e-05, -3.704708069562912e-05, -3.369525074958801e-05, -3.0343420803546906e-05, -2.69915908575058e-05, -2.363976091146469e-05, -2.0287930965423584e-05, -1.6936101019382477e-05, -1.358427107334137e-05, -1.0232441127300262e-05, -6.880611181259155e-06, -3.528781235218048e-06, -1.7695128917694092e-07, 3.1748786568641663e-06, 6.5267086029052734e-06, 9.87853854894638e-06, 1.3230368494987488e-05, 1.6582198441028595e-05, 1.9934028387069702e-05, 2.328585833311081e-05, 2.6637688279151917e-05, 2.9989518225193024e-05, 3.334134817123413e-05, 3.669317811727524e-05, 4.0045008063316345e-05, 4.339683800935745e-05, 4.674866795539856e-05, 5.010049790143967e-05, 5.3452327847480774e-05, 5.680415779352188e-05, 6.015598773956299e-05, 6.35078176856041e-05, 6.68596476316452e-05, 7.021147757768631e-05, 7.356330752372742e-05, 7.691513746976852e-05, 8.026696741580963e-05, 8.361879736185074e-05, 8.697062730789185e-05, 9.032245725393295e-05, 9.367428719997406e-05, 9.702611714601517e-05, 0.00010037794709205627, 0.00010372977703809738, 0.00010708160698413849, 0.0001104334369301796, 0.0001137852668762207]}, "gradients/decoder.model.decoder.layers.10.encoder_attn.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 4.0, 2.0, 2.0, 3.0, 7.0, 6.0, 12.0, 12.0, 18.0, 20.0, 40.0, 30.0, 65.0, 110.0, 147.0, 163.0, 110.0, 72.0, 53.0, 35.0, 31.0, 19.0, 13.0, 7.0, 7.0, 4.0, 5.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-4.220008850097656e-05, -4.0804967284202576e-05, -3.940984606742859e-05, -3.80147248506546e-05, -3.6619603633880615e-05, -3.522448241710663e-05, -3.382936120033264e-05, -3.2434239983558655e-05, -3.103911876678467e-05, -2.964399755001068e-05, -2.8248876333236694e-05, -2.6853755116462708e-05, -2.545863389968872e-05, -2.4063512682914734e-05, -2.2668391466140747e-05, -2.127327024936676e-05, -1.9878149032592773e-05, -1.8483027815818787e-05, -1.70879065990448e-05, -1.5692785382270813e-05, -1.4297664165496826e-05, -1.290254294872284e-05, -1.1507421731948853e-05, -1.0112300515174866e-05, -8.717179298400879e-06, -7.322058081626892e-06, -5.926936864852905e-06, -4.5318156480789185e-06, -3.1366944313049316e-06, -1.7415732145309448e-06, -3.46451997756958e-07, 1.0486692190170288e-06, 2.4437904357910156e-06, 3.8389116525650024e-06, 5.234032869338989e-06, 6.629154086112976e-06, 8.024275302886963e-06, 9.41939651966095e-06, 1.0814517736434937e-05, 1.2209638953208923e-05, 1.360476016998291e-05, 1.4999881386756897e-05, 1.6395002603530884e-05, 1.779012382030487e-05, 1.9185245037078857e-05, 2.0580366253852844e-05, 2.197548747062683e-05, 2.3370608687400818e-05, 2.4765729904174805e-05, 2.616085112094879e-05, 2.755597233772278e-05, 2.8951093554496765e-05, 3.0346214771270752e-05, 3.174133598804474e-05, 3.3136457204818726e-05, 3.453157842159271e-05, 3.59266996383667e-05, 3.7321820855140686e-05, 3.871694207191467e-05, 4.011206328868866e-05, 4.1507184505462646e-05, 4.290230572223663e-05, 4.429742693901062e-05, 4.569254815578461e-05, 4.7087669372558594e-05]}, "gradients/decoder.model.decoder.layers.10.encoder_attn.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 3.0, 0.0, 3.0, 6.0, 1.0, 6.0, 5.0, 3.0, 7.0, 9.0, 28.0, 19.0, 27.0, 40.0, 66.0, 102.0, 276.0, 2391.0, 715804.0, 327130.0, 1994.0, 255.0, 135.0, 77.0, 43.0, 34.0, 27.0, 24.0, 7.0, 7.0, 10.0, 3.0, 7.0, 5.0, 1.0, 3.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0005326271057128906, -0.0005128756165504456, -0.0004931241273880005, -0.0004733726382255554, -0.00045362114906311035, -0.0004338696599006653, -0.0004141181707382202, -0.00039436668157577515, -0.0003746151924133301, -0.000354863703250885, -0.00033511221408843994, -0.0003153607249259949, -0.0002956092357635498, -0.00027585774660110474, -0.00025610625743865967, -0.0002363547682762146, -0.00021660327911376953, -0.00019685178995132446, -0.0001771003007888794, -0.00015734881162643433, -0.00013759732246398926, -0.00011784583330154419, -9.809434413909912e-05, -7.834285497665405e-05, -5.8591365814208984e-05, -3.8839876651763916e-05, -1.9088387489318848e-05, 6.631016731262207e-07, 2.041459083557129e-05, 4.016607999801636e-05, 5.9917569160461426e-05, 7.96690583229065e-05, 9.942054748535156e-05, 0.00011917203664779663, 0.0001389235258102417, 0.00015867501497268677, 0.00017842650413513184, 0.0001981779932975769, 0.00021792948246002197, 0.00023768097162246704, 0.0002574324607849121, 0.0002771839499473572, 0.00029693543910980225, 0.0003166869282722473, 0.0003364384174346924, 0.00035618990659713745, 0.0003759413957595825, 0.0003956928849220276, 0.00041544437408447266, 0.0004351958632469177, 0.0004549473524093628, 0.00047469884157180786, 0.0004944503307342529, 0.000514201819896698, 0.0005339533090591431, 0.0005537047982215881, 0.0005734562873840332, 0.0005932077765464783, 0.0006129592657089233, 0.0006327107548713684, 0.0006524622440338135, 0.0006722137331962585, 0.0006919652223587036, 0.0007117167115211487, 0.0007314682006835938]}, "gradients/decoder.model.decoder.layers.10.encoder_attn.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 0.0, 5.0, 2.0, 1.0, 8.0, 3.0, 5.0, 10.0, 16.0, 17.0, 18.0, 27.0, 43.0, 52.0, 73.0, 82.0, 101.0, 124.0, 86.0, 79.0, 67.0, 55.0, 23.0, 27.0, 26.0, 10.0, 9.0, 7.0, 6.0, 4.0, 8.0, 4.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.540515899658203e-05, -3.409292548894882e-05, -3.278069198131561e-05, -3.1468458473682404e-05, -3.0156224966049194e-05, -2.8843991458415985e-05, -2.7531757950782776e-05, -2.6219524443149567e-05, -2.4907290935516357e-05, -2.3595057427883148e-05, -2.228282392024994e-05, -2.097059041261673e-05, -1.965835690498352e-05, -1.834612339735031e-05, -1.7033889889717102e-05, -1.5721656382083893e-05, -1.4409422874450684e-05, -1.3097189366817474e-05, -1.1784955859184265e-05, -1.0472722351551056e-05, -9.160488843917847e-06, -7.848255336284637e-06, -6.536021828651428e-06, -5.223788321018219e-06, -3.91155481338501e-06, -2.5993213057518005e-06, -1.2870877981185913e-06, 2.514570951461792e-08, 1.3373792171478271e-06, 2.6496127247810364e-06, 3.961846232414246e-06, 5.274079740047455e-06, 6.586313247680664e-06, 7.898546755313873e-06, 9.210780262947083e-06, 1.0523013770580292e-05, 1.1835247278213501e-05, 1.314748078584671e-05, 1.445971429347992e-05, 1.577194780111313e-05, 1.7084181308746338e-05, 1.8396414816379547e-05, 1.9708648324012756e-05, 2.1020881831645966e-05, 2.2333115339279175e-05, 2.3645348846912384e-05, 2.4957582354545593e-05, 2.6269815862178802e-05, 2.7582049369812012e-05, 2.889428287744522e-05, 3.020651638507843e-05, 3.151874989271164e-05, 3.283098340034485e-05, 3.414321690797806e-05, 3.545545041561127e-05, 3.6767683923244476e-05, 3.8079917430877686e-05, 3.9392150938510895e-05, 4.0704384446144104e-05, 4.201661795377731e-05, 4.332885146141052e-05, 4.464108496904373e-05, 4.595331847667694e-05, 4.726555198431015e-05, 4.857778549194336e-05]}, "gradients/decoder.model.decoder.layers.10.self_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 5.0, 8.0, 56.0, 276.0, 640.0, 30.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2882500886917114, -1.203588843345642, -1.1189275979995728, -1.0342663526535034, -0.9496051073074341, -0.8649438619613647, -0.7802826166152954, -0.6956213712692261, -0.6109601259231567, -0.5262988805770874, -0.44163763523101807, -0.35697638988494873, -0.2723151445388794, -0.18765389919281006, -0.10299265384674072, -0.018331408500671387, 0.06632983684539795, 0.15099108219146729, 0.23565232753753662, 0.32031357288360596, 0.4049748182296753, 0.48963606357574463, 0.574297308921814, 0.6589585542678833, 0.7436197996139526, 0.828281044960022, 0.9129422903060913, 0.9976035356521606, 1.08226478099823, 1.1669260263442993, 1.2515872716903687, 1.336248517036438, 1.4209098815917969, 1.5055711269378662, 1.5902323722839355, 1.6748936176300049, 1.7595548629760742, 1.8442161083221436, 1.928877353668213, 2.0135385990142822, 2.0981998443603516, 2.182861089706421, 2.2675223350524902, 2.3521835803985596, 2.436844825744629, 2.5215060710906982, 2.6061673164367676, 2.690828561782837, 2.7754898071289062, 2.8601510524749756, 2.944812297821045, 3.0294735431671143, 3.1141347885131836, 3.198796033859253, 3.2834572792053223, 3.3681185245513916, 3.452779769897461, 3.5374410152435303, 3.6221022605895996, 3.706763505935669, 3.7914247512817383, 3.8760859966278076, 3.960747241973877, 4.045408248901367, 4.130069732666016]}, "gradients/decoder.model.decoder.layers.10.self_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 4.0, 8.0, 4.0, 6.0, 9.0, 11.0, 13.0, 19.0, 17.0, 23.0, 28.0, 31.0, 26.0, 36.0, 47.0, 43.0, 66.0, 59.0, 67.0, 55.0, 62.0, 52.0, 52.0, 41.0, 40.0, 29.0, 21.0, 25.0, 20.0, 12.0, 13.0, 11.0, 9.0, 13.0, 10.0, 4.0, 3.0, 5.0, 0.0, 3.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.43451058864593506, -0.4222903549671173, -0.41007012128829956, -0.3978499174118042, -0.38562968373298645, -0.3734094500541687, -0.36118924617767334, -0.3489690124988556, -0.33674877882003784, -0.3245285451412201, -0.31230831146240234, -0.300088107585907, -0.28786787390708923, -0.2756476402282715, -0.2634274363517761, -0.2512072026729584, -0.23898696899414062, -0.22676673531532288, -0.21454651653766632, -0.20232629776000977, -0.19010606408119202, -0.17788583040237427, -0.1656656116247177, -0.15344539284706116, -0.1412251591682434, -0.12900492548942566, -0.1167847067117691, -0.10456448048353195, -0.0923442542552948, -0.08012402802705765, -0.0679038017988205, -0.055683575570583344, -0.04346334934234619, -0.03124312311410904, -0.019022896885871887, -0.006802670657634735, 0.005417555570602417, 0.01763778179883957, 0.02985800802707672, 0.04207823425531387, 0.054298460483551025, 0.06651868671178818, 0.07873891294002533, 0.09095913916826248, 0.10317936539649963, 0.11539959162473679, 0.12761981785297394, 0.1398400366306305, 0.15206027030944824, 0.164280503988266, 0.17650072276592255, 0.1887209415435791, 0.20094117522239685, 0.2131614089012146, 0.22538162767887115, 0.2376018464565277, 0.24982208013534546, 0.2620423138141632, 0.27426254749298096, 0.2864827513694763, 0.29870298504829407, 0.3109232187271118, 0.3231434226036072, 0.3353636562824249, 0.3475838899612427]}, "gradients/decoder.model.decoder.layers.10.self_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 4.0, 0.0, 4.0, 2.0, 4.0, 9.0, 7.0, 13.0, 16.0, 21.0, 32.0, 40.0, 60.0, 84.0, 102.0, 167.0, 232.0, 391.0, 599.0, 975.0, 1677.0, 3122.0, 6154.0, 13418.0, 37823.0, 167779.0, 654921.0, 109388.0, 28528.0, 11144.0, 5216.0, 2686.0, 1429.0, 930.0, 558.0, 343.0, 212.0, 129.0, 96.0, 62.0, 47.0, 38.0, 23.0, 22.0, 11.0, 14.0, 8.0, 9.0, 4.0, 4.0, 1.0, 0.0, 5.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.37451171875, -0.3632926940917969, -0.35207366943359375, -0.3408546447753906, -0.3296356201171875, -0.3184165954589844, -0.30719757080078125, -0.2959785461425781, -0.284759521484375, -0.2735404968261719, -0.26232147216796875, -0.2511024475097656, -0.2398834228515625, -0.22866439819335938, -0.21744537353515625, -0.20622634887695312, -0.19500732421875, -0.18378829956054688, -0.17256927490234375, -0.16135025024414062, -0.1501312255859375, -0.13891220092773438, -0.12769317626953125, -0.11647415161132812, -0.105255126953125, -0.09403610229492188, -0.08281707763671875, -0.07159805297851562, -0.0603790283203125, -0.049160003662109375, -0.03794097900390625, -0.026721954345703125, -0.0155029296875, -0.004283905029296875, 0.00693511962890625, 0.018154144287109375, 0.0293731689453125, 0.040592193603515625, 0.05181121826171875, 0.06303024291992188, 0.074249267578125, 0.08546829223632812, 0.09668731689453125, 0.10790634155273438, 0.1191253662109375, 0.13034439086914062, 0.14156341552734375, 0.15278244018554688, 0.16400146484375, 0.17522048950195312, 0.18643951416015625, 0.19765853881835938, 0.2088775634765625, 0.22009658813476562, 0.23131561279296875, 0.24253463745117188, 0.253753662109375, 0.2649726867675781, 0.27619171142578125, 0.2874107360839844, 0.2986297607421875, 0.3098487854003906, 0.32106781005859375, 0.3322868347167969, 0.343505859375]}, "gradients/decoder.model.decoder.layers.10.self_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 3.0, 4.0, 8.0, 7.0, 7.0, 10.0, 16.0, 12.0, 15.0, 19.0, 20.0, 31.0, 30.0, 32.0, 41.0, 64.0, 87.0, 101.0, 91.0, 66.0, 59.0, 38.0, 40.0, 37.0, 29.0, 21.0, 13.0, 13.0, 23.0, 16.0, 8.0, 13.0, 10.0, 5.0, 6.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.1478271484375, -0.14333534240722656, -0.13884353637695312, -0.1343517303466797, -0.12985992431640625, -0.1253681182861328, -0.12087631225585938, -0.11638450622558594, -0.1118927001953125, -0.10740089416503906, -0.10290908813476562, -0.09841728210449219, -0.09392547607421875, -0.08943367004394531, -0.08494186401367188, -0.08045005798339844, -0.075958251953125, -0.07146644592285156, -0.06697463989257812, -0.06248283386230469, -0.05799102783203125, -0.05349922180175781, -0.049007415771484375, -0.04451560974121094, -0.0400238037109375, -0.03553199768066406, -0.031040191650390625, -0.026548385620117188, -0.02205657958984375, -0.017564773559570312, -0.013072967529296875, -0.008581161499023438, -0.00408935546875, 0.0004024505615234375, 0.004894256591796875, 0.009386062622070312, 0.01387786865234375, 0.018369674682617188, 0.022861480712890625, 0.027353286743164062, 0.0318450927734375, 0.03633689880371094, 0.040828704833984375, 0.04532051086425781, 0.04981231689453125, 0.05430412292480469, 0.058795928955078125, 0.06328773498535156, 0.067779541015625, 0.07227134704589844, 0.07676315307617188, 0.08125495910644531, 0.08574676513671875, 0.09023857116699219, 0.09473037719726562, 0.09922218322753906, 0.1037139892578125, 0.10820579528808594, 0.11269760131835938, 0.11718940734863281, 0.12168121337890625, 0.1261730194091797, 0.13066482543945312, 0.13515663146972656, 0.1396484375]}, "gradients/decoder.model.decoder.layers.10.self_attn.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 7.0, 6.0, 8.0, 11.0, 19.0, 13.0, 25.0, 23.0, 68.0, 192.0, 2897.0, 1033782.0, 10848.0, 394.0, 89.0, 48.0, 26.0, 23.0, 13.0, 13.0, 8.0, 5.0, 8.0, 4.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-7.58984375, -7.34222412109375, -7.0946044921875, -6.84698486328125, -6.599365234375, -6.35174560546875, -6.1041259765625, -5.85650634765625, -5.60888671875, -5.36126708984375, -5.1136474609375, -4.86602783203125, -4.618408203125, -4.37078857421875, -4.1231689453125, -3.87554931640625, -3.6279296875, -3.38031005859375, -3.1326904296875, -2.88507080078125, -2.637451171875, -2.38983154296875, -2.1422119140625, -1.89459228515625, -1.64697265625, -1.39935302734375, -1.1517333984375, -0.90411376953125, -0.656494140625, -0.40887451171875, -0.1612548828125, 0.08636474609375, 0.333984375, 0.58160400390625, 0.8292236328125, 1.07684326171875, 1.324462890625, 1.57208251953125, 1.8197021484375, 2.06732177734375, 2.31494140625, 2.56256103515625, 2.8101806640625, 3.05780029296875, 3.305419921875, 3.55303955078125, 3.8006591796875, 4.04827880859375, 4.2958984375, 4.54351806640625, 4.7911376953125, 5.03875732421875, 5.286376953125, 5.53399658203125, 5.7816162109375, 6.02923583984375, 6.27685546875, 6.52447509765625, 6.7720947265625, 7.01971435546875, 7.267333984375, 7.51495361328125, 7.7625732421875, 8.01019287109375, 8.2578125]}, "gradients/decoder.model.decoder.layers.10.self_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 9.0, 6.0, 7.0, 7.0, 18.0, 15.0, 22.0, 20.0, 45.0, 71.0, 106.0, 201.0, 152.0, 88.0, 58.0, 49.0, 29.0, 24.0, 14.0, 13.0, 9.0, 4.0, 9.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.263671875, -1.222686767578125, -1.18170166015625, -1.140716552734375, -1.0997314453125, -1.058746337890625, -1.01776123046875, -0.976776123046875, -0.935791015625, -0.894805908203125, -0.85382080078125, -0.812835693359375, -0.7718505859375, -0.730865478515625, -0.68988037109375, -0.648895263671875, -0.60791015625, -0.566925048828125, -0.52593994140625, -0.484954833984375, -0.4439697265625, -0.402984619140625, -0.36199951171875, -0.321014404296875, -0.280029296875, -0.239044189453125, -0.19805908203125, -0.157073974609375, -0.1160888671875, -0.075103759765625, -0.03411865234375, 0.006866455078125, 0.0478515625, 0.088836669921875, 0.12982177734375, 0.170806884765625, 0.2117919921875, 0.252777099609375, 0.29376220703125, 0.334747314453125, 0.375732421875, 0.416717529296875, 0.45770263671875, 0.498687744140625, 0.5396728515625, 0.580657958984375, 0.62164306640625, 0.662628173828125, 0.70361328125, 0.744598388671875, 0.78558349609375, 0.826568603515625, 0.8675537109375, 0.908538818359375, 0.94952392578125, 0.990509033203125, 1.031494140625, 1.072479248046875, 1.11346435546875, 1.154449462890625, 1.1954345703125, 1.236419677734375, 1.27740478515625, 1.318389892578125, 1.359375]}, "gradients/decoder.model.decoder.layers.10.self_attn.k_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 3.0, 3.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 5.0, 7.0, 13.0, 6.0, 27.0, 33.0, 76.0, 134.0, 267.0, 561.0, 1400.0, 4362.0, 15104.0, 87233.0, 857744.0, 63323.0, 12335.0, 3630.0, 1277.0, 492.0, 201.0, 110.0, 59.0, 30.0, 29.0, 19.0, 12.0, 10.0, 10.0, 9.0, 4.0, 3.0, 4.0, 2.0, 1.0, 4.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.052886962890625, -0.05120420455932617, -0.049521446228027344, -0.047838687896728516, -0.04615592956542969, -0.04447317123413086, -0.04279041290283203, -0.0411076545715332, -0.039424896240234375, -0.03774213790893555, -0.03605937957763672, -0.03437662124633789, -0.03269386291503906, -0.031011104583740234, -0.029328346252441406, -0.027645587921142578, -0.02596282958984375, -0.024280071258544922, -0.022597312927246094, -0.020914554595947266, -0.019231796264648438, -0.01754903793334961, -0.01586627960205078, -0.014183521270751953, -0.012500762939453125, -0.010818004608154297, -0.009135246276855469, -0.007452487945556641, -0.0057697296142578125, -0.004086971282958984, -0.0024042129516601562, -0.0007214546203613281, 0.0009613037109375, 0.002644062042236328, 0.004326820373535156, 0.006009578704833984, 0.0076923370361328125, 0.00937509536743164, 0.011057853698730469, 0.012740612030029297, 0.014423370361328125, 0.016106128692626953, 0.01778888702392578, 0.01947164535522461, 0.021154403686523438, 0.022837162017822266, 0.024519920349121094, 0.026202678680419922, 0.02788543701171875, 0.029568195343017578, 0.031250953674316406, 0.032933712005615234, 0.03461647033691406, 0.03629922866821289, 0.03798198699951172, 0.03966474533081055, 0.041347503662109375, 0.0430302619934082, 0.04471302032470703, 0.04639577865600586, 0.04807853698730469, 0.049761295318603516, 0.051444053649902344, 0.05312681198120117, 0.0548095703125]}, "gradients/decoder.model.decoder.layers.10.self_attn.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 3.0, 4.0, 4.0, 2.0, 3.0, 4.0, 4.0, 11.0, 6.0, 12.0, 11.0, 10.0, 26.0, 24.0, 19.0, 64.0, 502.0, 106.0, 44.0, 34.0, 22.0, 16.0, 9.0, 12.0, 13.0, 5.0, 6.0, 7.0, 1.0, 9.0, 1.0, 3.0, 5.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.3053417205810547e-05, -1.2667849659919739e-05, -1.228228211402893e-05, -1.1896714568138123e-05, -1.1511147022247314e-05, -1.1125579476356506e-05, -1.0740011930465698e-05, -1.035444438457489e-05, -9.968876838684082e-06, -9.583309292793274e-06, -9.197741746902466e-06, -8.812174201011658e-06, -8.42660665512085e-06, -8.041039109230042e-06, -7.655471563339233e-06, -7.269904017448425e-06, -6.884336471557617e-06, -6.498768925666809e-06, -6.113201379776001e-06, -5.727633833885193e-06, -5.342066287994385e-06, -4.956498742103577e-06, -4.5709311962127686e-06, -4.1853636503219604e-06, -3.7997961044311523e-06, -3.4142285585403442e-06, -3.028661012649536e-06, -2.643093466758728e-06, -2.25752592086792e-06, -1.8719583749771118e-06, -1.4863908290863037e-06, -1.1008232831954956e-06, -7.152557373046875e-07, -3.296881914138794e-07, 5.587935447692871e-08, 4.414469003677368e-07, 8.270144462585449e-07, 1.212581992149353e-06, 1.5981495380401611e-06, 1.9837170839309692e-06, 2.3692846298217773e-06, 2.7548521757125854e-06, 3.1404197216033936e-06, 3.5259872674942017e-06, 3.91155481338501e-06, 4.297122359275818e-06, 4.682689905166626e-06, 5.068257451057434e-06, 5.453824996948242e-06, 5.83939254283905e-06, 6.224960088729858e-06, 6.6105276346206665e-06, 6.996095180511475e-06, 7.381662726402283e-06, 7.76723027229309e-06, 8.152797818183899e-06, 8.538365364074707e-06, 8.923932909965515e-06, 9.309500455856323e-06, 9.695068001747131e-06, 1.008063554763794e-05, 1.0466203093528748e-05, 1.0851770639419556e-05, 1.1237338185310364e-05, 1.1622905731201172e-05]}, "gradients/decoder.model.decoder.layers.10.self_attn.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 4.0, 2.0, 5.0, 8.0, 10.0, 21.0, 44.0, 123.0, 554.0, 5929.0, 1031882.0, 8987.0, 749.0, 158.0, 38.0, 20.0, 7.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1661376953125, -0.16118812561035156, -0.15623855590820312, -0.1512889862060547, -0.14633941650390625, -0.1413898468017578, -0.13644027709960938, -0.13149070739746094, -0.1265411376953125, -0.12159156799316406, -0.11664199829101562, -0.11169242858886719, -0.10674285888671875, -0.10179328918457031, -0.09684371948242188, -0.09189414978027344, -0.086944580078125, -0.08199501037597656, -0.07704544067382812, -0.07209587097167969, -0.06714630126953125, -0.06219673156738281, -0.057247161865234375, -0.05229759216308594, -0.0473480224609375, -0.04239845275878906, -0.037448883056640625, -0.03249931335449219, -0.02754974365234375, -0.022600173950195312, -0.017650604248046875, -0.012701034545898438, -0.00775146484375, -0.0028018951416015625, 0.002147674560546875, 0.0070972442626953125, 0.01204681396484375, 0.016996383666992188, 0.021945953369140625, 0.026895523071289062, 0.0318450927734375, 0.03679466247558594, 0.041744232177734375, 0.04669380187988281, 0.05164337158203125, 0.05659294128417969, 0.061542510986328125, 0.06649208068847656, 0.071441650390625, 0.07639122009277344, 0.08134078979492188, 0.08629035949707031, 0.09123992919921875, 0.09618949890136719, 0.10113906860351562, 0.10608863830566406, 0.1110382080078125, 0.11598777770996094, 0.12093734741210938, 0.1258869171142578, 0.13083648681640625, 0.1357860565185547, 0.14073562622070312, 0.14568519592285156, 0.150634765625]}, "gradients/decoder.model.decoder.layers.10.self_attn.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 5.0, 5.0, 3.0, 11.0, 9.0, 18.0, 38.0, 43.0, 137.0, 486.0, 116.0, 67.0, 25.0, 10.0, 5.0, 6.0, 4.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02996826171875, -0.029071331024169922, -0.028174400329589844, -0.027277469635009766, -0.026380538940429688, -0.02548360824584961, -0.02458667755126953, -0.023689746856689453, -0.022792816162109375, -0.021895885467529297, -0.02099895477294922, -0.02010202407836914, -0.019205093383789062, -0.018308162689208984, -0.017411231994628906, -0.016514301300048828, -0.01561737060546875, -0.014720439910888672, -0.013823509216308594, -0.012926578521728516, -0.012029647827148438, -0.01113271713256836, -0.010235786437988281, -0.009338855743408203, -0.008441925048828125, -0.007544994354248047, -0.006648063659667969, -0.005751132965087891, -0.0048542022705078125, -0.003957271575927734, -0.0030603408813476562, -0.002163410186767578, -0.0012664794921875, -0.0003695487976074219, 0.0005273818969726562, 0.0014243125915527344, 0.0023212432861328125, 0.0032181739807128906, 0.004115104675292969, 0.005012035369873047, 0.005908966064453125, 0.006805896759033203, 0.007702827453613281, 0.00859975814819336, 0.009496688842773438, 0.010393619537353516, 0.011290550231933594, 0.012187480926513672, 0.01308441162109375, 0.013981342315673828, 0.014878273010253906, 0.015775203704833984, 0.016672134399414062, 0.01756906509399414, 0.01846599578857422, 0.019362926483154297, 0.020259857177734375, 0.021156787872314453, 0.02205371856689453, 0.02295064926147461, 0.023847579956054688, 0.024744510650634766, 0.025641441345214844, 0.026538372039794922, 0.027435302734375]}, "gradients/decoder.model.decoder.layers.9.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 6.0, 12.0, 27.0, 64.0, 151.0, 361.0, 220.0, 82.0, 37.0, 19.0, 11.0, 6.0, 4.0, 3.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-3.650599956512451, -3.5655953884124756, -3.480590581893921, -3.3955860137939453, -3.3105814456939697, -3.225576877593994, -3.1405720710754395, -3.055567502975464, -2.9705629348754883, -2.8855583667755127, -2.800553560256958, -2.7155489921569824, -2.630544424057007, -2.5455398559570312, -2.4605350494384766, -2.375530481338501, -2.2905259132385254, -2.20552134513855, -2.120516538619995, -2.0355119705200195, -1.950507402420044, -1.8655027151107788, -1.7804980278015137, -1.695493459701538, -1.6104886531829834, -1.5254839658737183, -1.4404793977737427, -1.3554747104644775, -1.270470142364502, -1.1854654550552368, -1.1004607677459717, -1.015456199645996, -0.9304516315460205, -0.8454470038414001, -0.7604423761367798, -0.6754376888275146, -0.5904331207275391, -0.5054284334182739, -0.42042380571365356, -0.3354191780090332, -0.25041455030441284, -0.16540992259979248, -0.08040527999401093, 0.00459936261177063, 0.08960399031639099, 0.17460861802101135, 0.2596132755279541, 0.34461790323257446, 0.4296225309371948, 0.5146271586418152, 0.5996317863464355, 0.6846364736557007, 0.7696410417556763, 0.8546457290649414, 0.9396503567695618, 1.0246549844741821, 1.1096596717834473, 1.1946643590927124, 1.279668927192688, 1.3646736145019531, 1.4496781826019287, 1.5346828699111938, 1.619687557220459, 1.7046921253204346, 1.7896966934204102]}, "gradients/decoder.model.decoder.layers.9.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 4.0, 3.0, 5.0, 6.0, 7.0, 9.0, 16.0, 15.0, 15.0, 26.0, 23.0, 25.0, 25.0, 41.0, 38.0, 51.0, 40.0, 60.0, 55.0, 66.0, 58.0, 41.0, 41.0, 56.0, 51.0, 39.0, 39.0, 31.0, 22.0, 19.0, 15.0, 10.0, 20.0, 10.0, 5.0, 7.0, 4.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4572972059249878, -1.4099549055099487, -1.3626126050949097, -1.315270185470581, -1.267927885055542, -1.220585584640503, -1.1732432842254639, -1.1259009838104248, -1.0785586833953857, -1.0312163829803467, -0.9838740229606628, -0.9365317225456238, -0.8891893625259399, -0.8418470621109009, -0.7945047616958618, -0.7471624612808228, -0.6998200416564941, -0.6524777412414551, -0.6051353812217712, -0.5577930808067322, -0.5104507207870483, -0.4631084203720093, -0.4157661199569702, -0.36842378973960876, -0.3210814595222473, -0.27373912930488586, -0.2263968139886856, -0.17905449867248535, -0.1317121684551239, -0.08436983823776245, -0.03702753782272339, 0.010314792394638062, 0.05765700340270996, 0.10499932616949081, 0.15234164893627167, 0.19968396425247192, 0.24702629446983337, 0.2943686246871948, 0.3417109251022339, 0.38905325531959534, 0.4363955855369568, 0.48373791575431824, 0.5310802459716797, 0.5784225463867188, 0.6257648468017578, 0.6731072068214417, 0.7204495072364807, 0.7677918672561646, 0.8151341676712036, 0.8624764680862427, 0.9098188281059265, 0.9571611285209656, 1.0045034885406494, 1.0518457889556885, 1.0991880893707275, 1.1465303897857666, 1.1938726902008057, 1.2412149906158447, 1.2885572910308838, 1.3358995914459229, 1.3832420110702515, 1.4305843114852905, 1.4779266119003296, 1.5252689123153687, 1.5726113319396973]}, "gradients/decoder.model.decoder.layers.9.fc2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 7.0, 2.0, 6.0, 7.0, 9.0, 11.0, 12.0, 21.0, 28.0, 26.0, 42.0, 46.0, 64.0, 85.0, 137.0, 153.0, 230.0, 292.0, 401.0, 501.0, 655.0, 940.0, 1381.0, 2269.0, 3844.0, 8404.0, 4154045.0, 8753.0, 4114.0, 2409.0, 1485.0, 955.0, 737.0, 551.0, 403.0, 334.0, 246.0, 165.0, 138.0, 95.0, 70.0, 45.0, 43.0, 26.0, 35.0, 18.0, 7.0, 17.0, 15.0, 6.0, 3.0, 5.0, 3.0, 0.0, 0.0, 2.0], "bins": [-2.416015625, -2.34600830078125, -2.2760009765625, -2.20599365234375, -2.135986328125, -2.06597900390625, -1.9959716796875, -1.92596435546875, -1.85595703125, -1.78594970703125, -1.7159423828125, -1.64593505859375, -1.575927734375, -1.50592041015625, -1.4359130859375, -1.36590576171875, -1.2958984375, -1.22589111328125, -1.1558837890625, -1.08587646484375, -1.015869140625, -0.94586181640625, -0.8758544921875, -0.80584716796875, -0.73583984375, -0.66583251953125, -0.5958251953125, -0.52581787109375, -0.455810546875, -0.38580322265625, -0.3157958984375, -0.24578857421875, -0.17578125, -0.10577392578125, -0.0357666015625, 0.03424072265625, 0.104248046875, 0.17425537109375, 0.2442626953125, 0.31427001953125, 0.38427734375, 0.45428466796875, 0.5242919921875, 0.59429931640625, 0.664306640625, 0.73431396484375, 0.8043212890625, 0.87432861328125, 0.9443359375, 1.01434326171875, 1.0843505859375, 1.15435791015625, 1.224365234375, 1.29437255859375, 1.3643798828125, 1.43438720703125, 1.50439453125, 1.57440185546875, 1.6444091796875, 1.71441650390625, 1.784423828125, 1.85443115234375, 1.9244384765625, 1.99444580078125, 2.064453125]}, "gradients/decoder.model.decoder.layers.9.fc2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 4.0, 6.0, 2.0, 6.0, 3.0, 15.0, 4.0, 14.0, 17.0, 17.0, 26.0, 19.0, 29.0, 33.0, 37.0, 46.0, 52.0, 55.0, 64.0, 74.0, 61.0, 48.0, 51.0, 49.0, 52.0, 36.0, 31.0, 25.0, 26.0, 17.0, 17.0, 13.0, 14.0, 15.0, 7.0, 6.0, 4.0, 2.0, 3.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.08306884765625, -0.08052539825439453, -0.07798194885253906, -0.0754384994506836, -0.07289505004882812, -0.07035160064697266, -0.06780815124511719, -0.06526470184326172, -0.06272125244140625, -0.06017780303955078, -0.05763435363769531, -0.055090904235839844, -0.052547454833984375, -0.050004005432128906, -0.04746055603027344, -0.04491710662841797, -0.0423736572265625, -0.03983020782470703, -0.03728675842285156, -0.034743309020996094, -0.032199859619140625, -0.029656410217285156, -0.027112960815429688, -0.02456951141357422, -0.02202606201171875, -0.01948261260986328, -0.016939163208007812, -0.014395713806152344, -0.011852264404296875, -0.009308815002441406, -0.0067653656005859375, -0.004221916198730469, -0.001678466796875, 0.0008649826049804688, 0.0034084320068359375, 0.005951881408691406, 0.008495330810546875, 0.011038780212402344, 0.013582229614257812, 0.01612567901611328, 0.01866912841796875, 0.02121257781982422, 0.023756027221679688, 0.026299476623535156, 0.028842926025390625, 0.031386375427246094, 0.03392982482910156, 0.03647327423095703, 0.0390167236328125, 0.04156017303466797, 0.04410362243652344, 0.046647071838378906, 0.049190521240234375, 0.051733970642089844, 0.05427742004394531, 0.05682086944580078, 0.05936431884765625, 0.06190776824951172, 0.06445121765136719, 0.06699466705322266, 0.06953811645507812, 0.0720815658569336, 0.07462501525878906, 0.07716846466064453, 0.0797119140625]}, "gradients/decoder.model.decoder.layers.9.fc1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 90.0, 4179640.0, 14445.0, 82.0, 12.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-37.84375, -36.7294921875, -35.615234375, -34.5009765625, -33.38671875, -32.2724609375, -31.158203125, -30.0439453125, -28.9296875, -27.8154296875, -26.701171875, -25.5869140625, -24.47265625, -23.3583984375, -22.244140625, -21.1298828125, -20.015625, -18.9013671875, -17.787109375, -16.6728515625, -15.55859375, -14.4443359375, -13.330078125, -12.2158203125, -11.1015625, -9.9873046875, -8.873046875, -7.7587890625, -6.64453125, -5.5302734375, -4.416015625, -3.3017578125, -2.1875, -1.0732421875, 0.041015625, 1.1552734375, 2.26953125, 3.3837890625, 4.498046875, 5.6123046875, 6.7265625, 7.8408203125, 8.955078125, 10.0693359375, 11.18359375, 12.2978515625, 13.412109375, 14.5263671875, 15.640625, 16.7548828125, 17.869140625, 18.9833984375, 20.09765625, 21.2119140625, 22.326171875, 23.4404296875, 24.5546875, 25.6689453125, 26.783203125, 27.8974609375, 29.01171875, 30.1259765625, 31.240234375, 32.3544921875, 33.46875]}, "gradients/decoder.model.decoder.layers.9.fc1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 6.0, 13.0, 3997.0, 34.0, 8.0, 10.0, 3.0, 2.0, 4.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.99462890625, -0.966064453125, -0.9375, -0.908935546875, -0.88037109375, -0.851806640625, -0.8232421875, -0.794677734375, -0.76611328125, -0.737548828125, -0.708984375, -0.680419921875, -0.65185546875, -0.623291015625, -0.5947265625, -0.566162109375, -0.53759765625, -0.509033203125, -0.48046875, -0.451904296875, -0.42333984375, -0.394775390625, -0.3662109375, -0.337646484375, -0.30908203125, -0.280517578125, -0.251953125, -0.223388671875, -0.19482421875, -0.166259765625, -0.1376953125, -0.109130859375, -0.08056640625, -0.052001953125, -0.0234375, 0.005126953125, 0.03369140625, 0.062255859375, 0.0908203125, 0.119384765625, 0.14794921875, 0.176513671875, 0.205078125, 0.233642578125, 0.26220703125, 0.290771484375, 0.3193359375, 0.347900390625, 0.37646484375, 0.405029296875, 0.43359375, 0.462158203125, 0.49072265625, 0.519287109375, 0.5478515625, 0.576416015625, 0.60498046875, 0.633544921875, 0.662109375, 0.690673828125, 0.71923828125, 0.747802734375, 0.7763671875, 0.804931640625, 0.83349609375]}, "gradients/decoder.model.decoder.layers.9.encoder_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 6.0, 2.0, 3.0, 3.0, 8.0, 8.0, 32.0, 78.0, 225.0, 409.0, 130.0, 49.0, 21.0, 21.0, 3.0, 5.0, 5.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4087477922439575, -1.3428752422332764, -1.2770025730133057, -1.2111300230026245, -1.1452574729919434, -1.0793848037719727, -1.0135122537612915, -0.9476396441459656, -0.8817670345306396, -0.8158944249153137, -0.7500218152999878, -0.6841492652893066, -0.6182766556739807, -0.5524040460586548, -0.48653146624565125, -0.4206588864326477, -0.3547862768173218, -0.28891366720199585, -0.2230410873889923, -0.15716849267482758, -0.09129589796066284, -0.025423288345336914, 0.040449291467666626, 0.10632187128067017, 0.1721944808959961, 0.23806707561016083, 0.30393967032432556, 0.3698122501373291, 0.43568485975265503, 0.501557469367981, 0.5674300193786621, 0.633302628993988, 0.6991753578186035, 0.7650479674339294, 0.8309205770492554, 0.8967931270599365, 0.9626657366752625, 1.0285383462905884, 1.0944108963012695, 1.1602835655212402, 1.2261561155319214, 1.2920286655426025, 1.3579013347625732, 1.4237738847732544, 1.4896464347839355, 1.5555191040039062, 1.6213916540145874, 1.6872642040252686, 1.7531368732452393, 1.8190094232559204, 1.8848820924758911, 1.9507546424865723, 2.016627311706543, 2.0824999809265137, 2.1483724117279053, 2.214245080947876, 2.2801175117492676, 2.3459901809692383, 2.41186261177063, 2.4777352809906006, 2.5436079502105713, 2.609480381011963, 2.6753530502319336, 2.7412257194519043, 2.807098388671875]}, "gradients/decoder.model.decoder.layers.9.encoder_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 6.0, 2.0, 6.0, 7.0, 3.0, 6.0, 13.0, 14.0, 14.0, 18.0, 23.0, 29.0, 28.0, 29.0, 32.0, 32.0, 39.0, 53.0, 52.0, 48.0, 53.0, 32.0, 36.0, 48.0, 39.0, 49.0, 43.0, 27.0, 36.0, 23.0, 28.0, 24.0, 17.0, 20.0, 13.0, 14.0, 10.0, 15.0, 6.0, 11.0, 8.0, 5.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.41049709916114807, -0.39942046999931335, -0.38834384083747864, -0.3772672116756439, -0.3661905825138092, -0.3551139533519745, -0.3440372943878174, -0.33296066522598267, -0.32188403606414795, -0.31080740690231323, -0.2997307777404785, -0.2886541485786438, -0.2775775194168091, -0.26650089025497437, -0.25542426109313965, -0.24434761703014374, -0.23327100276947021, -0.2221943736076355, -0.21111774444580078, -0.20004111528396606, -0.18896448612213135, -0.17788785696029663, -0.16681121289730072, -0.155734583735466, -0.1446579545736313, -0.13358132541179657, -0.12250469624996185, -0.11142805963754654, -0.10035143047571182, -0.0892748013138771, -0.07819816470146179, -0.06712153553962708, -0.056044936180114746, -0.04496830701828003, -0.033891674131155014, -0.02281504124403, -0.011738412082195282, -0.0006617829203605652, 0.010414853692054749, 0.021491482853889465, 0.03256811201572418, 0.0436447411775589, 0.054721374064683914, 0.06579800695180893, 0.07687463611364365, 0.08795126527547836, 0.09902790188789368, 0.1101045310497284, 0.12118116021156311, 0.13225778937339783, 0.14333441853523254, 0.15441104769706726, 0.16548767685890198, 0.1765643060207367, 0.1876409500837326, 0.19871757924556732, 0.20979420840740204, 0.22087083756923676, 0.23194746673107147, 0.24302411079406738, 0.2541007399559021, 0.2651773691177368, 0.27625399827957153, 0.28733062744140625, 0.29840725660324097]}, "gradients/decoder.model.decoder.layers.9.encoder_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 2.0, 5.0, 2.0, 8.0, 10.0, 14.0, 21.0, 23.0, 52.0, 74.0, 139.0, 297.0, 627.0, 1676.0, 5891.0, 45658.0, 945010.0, 40689.0, 5469.0, 1650.0, 637.0, 287.0, 116.0, 71.0, 41.0, 29.0, 21.0, 8.0, 9.0, 8.0, 1.0, 5.0, 3.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2020263671875, -0.1951732635498047, -0.18832015991210938, -0.18146705627441406, -0.17461395263671875, -0.16776084899902344, -0.16090774536132812, -0.1540546417236328, -0.1472015380859375, -0.1403484344482422, -0.13349533081054688, -0.12664222717285156, -0.11978912353515625, -0.11293601989746094, -0.10608291625976562, -0.09922981262207031, -0.092376708984375, -0.08552360534667969, -0.07867050170898438, -0.07181739807128906, -0.06496429443359375, -0.05811119079589844, -0.051258087158203125, -0.04440498352050781, -0.0375518798828125, -0.030698776245117188, -0.023845672607421875, -0.016992568969726562, -0.01013946533203125, -0.0032863616943359375, 0.003566741943359375, 0.010419845581054688, 0.01727294921875, 0.024126052856445312, 0.030979156494140625, 0.03783226013183594, 0.04468536376953125, 0.05153846740722656, 0.058391571044921875, 0.06524467468261719, 0.0720977783203125, 0.07895088195800781, 0.08580398559570312, 0.09265708923339844, 0.09951019287109375, 0.10636329650878906, 0.11321640014648438, 0.12006950378417969, 0.126922607421875, 0.1337757110595703, 0.14062881469726562, 0.14748191833496094, 0.15433502197265625, 0.16118812561035156, 0.16804122924804688, 0.1748943328857422, 0.1817474365234375, 0.1886005401611328, 0.19545364379882812, 0.20230674743652344, 0.20915985107421875, 0.21601295471191406, 0.22286605834960938, 0.2297191619873047, 0.236572265625]}, "gradients/decoder.model.decoder.layers.9.encoder_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 3.0, 4.0, 0.0, 5.0, 9.0, 14.0, 24.0, 34.0, 48.0, 72.0, 80.0, 153.0, 109.0, 106.0, 107.0, 67.0, 50.0, 46.0, 30.0, 17.0, 11.0, 5.0, 6.0, 3.0, 0.0, 5.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.486572265625, -0.4706687927246094, -0.45476531982421875, -0.4388618469238281, -0.4229583740234375, -0.4070549011230469, -0.39115142822265625, -0.3752479553222656, -0.359344482421875, -0.3434410095214844, -0.32753753662109375, -0.3116340637207031, -0.2957305908203125, -0.2798271179199219, -0.26392364501953125, -0.24802017211914062, -0.23211669921875, -0.21621322631835938, -0.20030975341796875, -0.18440628051757812, -0.1685028076171875, -0.15259933471679688, -0.13669586181640625, -0.12079238891601562, -0.104888916015625, -0.08898544311523438, -0.07308197021484375, -0.057178497314453125, -0.0412750244140625, -0.025371551513671875, -0.00946807861328125, 0.006435394287109375, 0.0223388671875, 0.038242340087890625, 0.05414581298828125, 0.07004928588867188, 0.0859527587890625, 0.10185623168945312, 0.11775970458984375, 0.13366317749023438, 0.149566650390625, 0.16547012329101562, 0.18137359619140625, 0.19727706909179688, 0.2131805419921875, 0.22908401489257812, 0.24498748779296875, 0.2608909606933594, 0.27679443359375, 0.2926979064941406, 0.30860137939453125, 0.3245048522949219, 0.3404083251953125, 0.3563117980957031, 0.37221527099609375, 0.3881187438964844, 0.404022216796875, 0.4199256896972656, 0.43582916259765625, 0.4517326354980469, 0.4676361083984375, 0.4835395812988281, 0.49944305419921875, 0.5153465270996094, 0.53125]}, "gradients/decoder.model.decoder.layers.9.encoder_attn.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 2.0, 6.0, 5.0, 7.0, 12.0, 13.0, 20.0, 17.0, 28.0, 37.0, 53.0, 74.0, 110.0, 146.0, 243.0, 357.0, 552.0, 974.0, 1650.0, 2744.0, 4801.0, 8871.0, 17013.0, 34749.0, 77349.0, 217365.0, 458060.0, 121359.0, 50971.0, 24003.0, 11910.0, 6362.0, 3596.0, 1939.0, 1141.0, 698.0, 405.0, 299.0, 178.0, 120.0, 77.0, 53.0, 52.0, 33.0, 22.0, 14.0, 18.0, 19.0, 5.0, 7.0, 3.0, 4.0, 3.0, 7.0, 2.0, 2.0, 3.0, 2.0], "bins": [-0.007610321044921875, -0.0073743462562561035, -0.007138371467590332, -0.0069023966789245605, -0.006666421890258789, -0.006430447101593018, -0.006194472312927246, -0.005958497524261475, -0.005722522735595703, -0.005486547946929932, -0.00525057315826416, -0.005014598369598389, -0.004778623580932617, -0.004542648792266846, -0.004306674003601074, -0.004070699214935303, -0.0038347244262695312, -0.0035987496376037598, -0.0033627748489379883, -0.003126800060272217, -0.0028908252716064453, -0.002654850482940674, -0.0024188756942749023, -0.002182900905609131, -0.0019469261169433594, -0.0017109513282775879, -0.0014749765396118164, -0.001239001750946045, -0.0010030269622802734, -0.000767052173614502, -0.0005310773849487305, -0.000295102596282959, -5.91278076171875e-05, 0.00017684698104858398, 0.00041282176971435547, 0.000648796558380127, 0.0008847713470458984, 0.00112074613571167, 0.0013567209243774414, 0.0015926957130432129, 0.0018286705017089844, 0.002064645290374756, 0.0023006200790405273, 0.002536594867706299, 0.0027725696563720703, 0.003008544445037842, 0.0032445192337036133, 0.0034804940223693848, 0.0037164688110351562, 0.003952443599700928, 0.004188418388366699, 0.004424393177032471, 0.004660367965698242, 0.004896342754364014, 0.005132317543029785, 0.005368292331695557, 0.005604267120361328, 0.0058402419090271, 0.006076216697692871, 0.006312191486358643, 0.006548166275024414, 0.0067841410636901855, 0.007020115852355957, 0.0072560906410217285, 0.0074920654296875]}, "gradients/decoder.model.decoder.layers.9.encoder_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 4.0, 2.0, 5.0, 7.0, 6.0, 13.0, 5.0, 10.0, 10.0, 6.0, 25.0, 16.0, 16.0, 22.0, 26.0, 31.0, 26.0, 33.0, 25.0, 35.0, 38.0, 33.0, 47.0, 42.0, 41.0, 42.0, 27.0, 40.0, 36.0, 29.0, 29.0, 30.0, 30.0, 24.0, 26.0, 22.0, 19.0, 28.0, 11.0, 18.0, 10.0, 10.0, 9.0, 2.0, 4.0, 7.0, 4.0, 6.0, 2.0, 2.0, 3.0, 2.0, 7.0, 1.0, 2.0, 3.0, 3.0], "bins": [-0.421875, -0.4088325500488281, -0.39579010009765625, -0.3827476501464844, -0.3697052001953125, -0.3566627502441406, -0.34362030029296875, -0.3305778503417969, -0.317535400390625, -0.3044929504394531, -0.29145050048828125, -0.2784080505371094, -0.2653656005859375, -0.2523231506347656, -0.23928070068359375, -0.22623825073242188, -0.21319580078125, -0.20015335083007812, -0.18711090087890625, -0.17406845092773438, -0.1610260009765625, -0.14798355102539062, -0.13494110107421875, -0.12189865112304688, -0.108856201171875, -0.09581375122070312, -0.08277130126953125, -0.06972885131835938, -0.0566864013671875, -0.043643951416015625, -0.03060150146484375, -0.017559051513671875, -0.0045166015625, 0.008525848388671875, 0.02156829833984375, 0.034610748291015625, 0.0476531982421875, 0.060695648193359375, 0.07373809814453125, 0.08678054809570312, 0.099822998046875, 0.11286544799804688, 0.12590789794921875, 0.13895034790039062, 0.1519927978515625, 0.16503524780273438, 0.17807769775390625, 0.19112014770507812, 0.20416259765625, 0.21720504760742188, 0.23024749755859375, 0.24328994750976562, 0.2563323974609375, 0.2693748474121094, 0.28241729736328125, 0.2954597473144531, 0.308502197265625, 0.3215446472167969, 0.33458709716796875, 0.3476295471191406, 0.3606719970703125, 0.3737144470214844, 0.38675689697265625, 0.3997993469238281, 0.412841796875]}, "gradients/decoder.model.decoder.layers.9.encoder_attn.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 4.0, 4.0, 6.0, 3.0, 12.0, 9.0, 11.0, 20.0, 33.0, 45.0, 57.0, 108.0, 167.0, 236.0, 378.0, 633.0, 978.0, 1478.0, 2403.0, 4544.0, 14259.0, 259722.0, 736950.0, 15368.0, 4667.0, 2347.0, 1460.0, 972.0, 594.0, 370.0, 239.0, 149.0, 92.0, 78.0, 41.0, 34.0, 31.0, 19.0, 11.0, 12.0, 6.0, 7.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0018177032470703125, -0.0017626583576202393, -0.001707613468170166, -0.0016525685787200928, -0.0015975236892700195, -0.0015424787998199463, -0.001487433910369873, -0.0014323890209197998, -0.0013773441314697266, -0.0013222992420196533, -0.00126725435256958, -0.0012122094631195068, -0.0011571645736694336, -0.0011021196842193604, -0.0010470747947692871, -0.0009920299053192139, -0.0009369850158691406, -0.0008819401264190674, -0.0008268952369689941, -0.0007718503475189209, -0.0007168054580688477, -0.0006617605686187744, -0.0006067156791687012, -0.0005516707897186279, -0.0004966259002685547, -0.00044158101081848145, -0.0003865361213684082, -0.00033149123191833496, -0.0002764463424682617, -0.00022140145301818848, -0.00016635656356811523, -0.00011131167411804199, -5.626678466796875e-05, -1.2218952178955078e-06, 5.3822994232177734e-05, 0.00010886788368225098, 0.00016391277313232422, 0.00021895766258239746, 0.0002740025520324707, 0.00032904744148254395, 0.0003840923309326172, 0.00043913722038269043, 0.0004941821098327637, 0.0005492269992828369, 0.0006042718887329102, 0.0006593167781829834, 0.0007143616676330566, 0.0007694065570831299, 0.0008244514465332031, 0.0008794963359832764, 0.0009345412254333496, 0.0009895861148834229, 0.001044631004333496, 0.0010996758937835693, 0.0011547207832336426, 0.0012097656726837158, 0.001264810562133789, 0.0013198554515838623, 0.0013749003410339355, 0.0014299452304840088, 0.001484990119934082, 0.0015400350093841553, 0.0015950798988342285, 0.0016501247882843018, 0.001705169677734375]}, "gradients/decoder.model.decoder.layers.9.encoder_attn.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 3.0, 2.0, 6.0, 12.0, 31.0, 71.0, 286.0, 476.0, 69.0, 32.0, 13.0, 6.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00014317035675048828, -0.00013477914035320282, -0.00012638792395591736, -0.0001179967075586319, -0.00010960549116134644, -0.00010121427476406097, -9.282305836677551e-05, -8.443184196949005e-05, -7.604062557220459e-05, -6.764940917491913e-05, -5.925819277763367e-05, -5.0866976380348206e-05, -4.2475759983062744e-05, -3.408454358577728e-05, -2.569332718849182e-05, -1.730211079120636e-05, -8.910894393920898e-06, -5.19677996635437e-07, 7.871538400650024e-06, 1.6262754797935486e-05, 2.4653971195220947e-05, 3.304518759250641e-05, 4.143640398979187e-05, 4.982762038707733e-05, 5.821883678436279e-05, 6.661005318164825e-05, 7.500126957893372e-05, 8.339248597621918e-05, 9.178370237350464e-05, 0.0001001749187707901, 0.00010856613516807556, 0.00011695735156536102, 0.00012534856796264648, 0.00013373978435993195, 0.0001421310007572174, 0.00015052221715450287, 0.00015891343355178833, 0.0001673046499490738, 0.00017569586634635925, 0.00018408708274364471, 0.00019247829914093018, 0.00020086951553821564, 0.0002092607319355011, 0.00021765194833278656, 0.00022604316473007202, 0.00023443438112735748, 0.00024282559752464294, 0.0002512168139219284, 0.00025960803031921387, 0.00026799924671649933, 0.0002763904631137848, 0.00028478167951107025, 0.0002931728959083557, 0.0003015641123056412, 0.00030995532870292664, 0.0003183465451002121, 0.00032673776149749756, 0.000335128977894783, 0.0003435201942920685, 0.00035191141068935394, 0.0003603026270866394, 0.00036869384348392487, 0.00037708505988121033, 0.0003854762762784958, 0.00039386749267578125]}, "gradients/decoder.model.decoder.layers.9.encoder_attn.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 4.0, 1.0, 5.0, 8.0, 1.0, 6.0, 5.0, 9.0, 9.0, 9.0, 15.0, 30.0, 46.0, 64.0, 93.0, 137.0, 206.0, 315.0, 469.0, 747.0, 1087.0, 1777.0, 2912.0, 5267.0, 21445.0, 975502.0, 24751.0, 5467.0, 2885.0, 1849.0, 1210.0, 741.0, 485.0, 332.0, 230.0, 145.0, 100.0, 64.0, 40.0, 28.0, 18.0, 11.0, 11.0, 5.0, 8.0, 4.0, 2.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.0018510818481445312, -0.001794174313545227, -0.0017372667789459229, -0.0016803592443466187, -0.0016234517097473145, -0.0015665441751480103, -0.001509636640548706, -0.0014527291059494019, -0.0013958215713500977, -0.0013389140367507935, -0.0012820065021514893, -0.001225098967552185, -0.0011681914329528809, -0.0011112838983535767, -0.0010543763637542725, -0.0009974688291549683, -0.0009405612945556641, -0.0008836537599563599, -0.0008267462253570557, -0.0007698386907577515, -0.0007129311561584473, -0.0006560236215591431, -0.0005991160869598389, -0.0005422085523605347, -0.00048530101776123047, -0.00042839348316192627, -0.00037148594856262207, -0.00031457841396331787, -0.00025767087936401367, -0.00020076334476470947, -0.00014385581016540527, -8.694827556610107e-05, -3.0040740966796875e-05, 2.6866793632507324e-05, 8.377432823181152e-05, 0.00014068186283111572, 0.00019758939743041992, 0.0002544969320297241, 0.0003114044666290283, 0.0003683120012283325, 0.0004252195358276367, 0.0004821270704269409, 0.0005390346050262451, 0.0005959421396255493, 0.0006528496742248535, 0.0007097572088241577, 0.0007666647434234619, 0.0008235722780227661, 0.0008804798126220703, 0.0009373873472213745, 0.0009942948818206787, 0.001051202416419983, 0.0011081099510192871, 0.0011650174856185913, 0.0012219250202178955, 0.0012788325548171997, 0.001335740089416504, 0.001392647624015808, 0.0014495551586151123, 0.0015064626932144165, 0.0015633702278137207, 0.001620277762413025, 0.001677185297012329, 0.0017340928316116333, 0.0017910003662109375]}, "gradients/decoder.model.decoder.layers.9.encoder_attn.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 4.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 1.0, 2.0, 7.0, 26.0, 26.0, 80.0, 650.0, 107.0, 29.0, 22.0, 11.0, 4.0, 4.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0003638267517089844, -0.00035263970494270325, -0.0003414526581764221, -0.000330265611410141, -0.00031907856464385986, -0.00030789151787757874, -0.0002967044711112976, -0.0002855174243450165, -0.00027433037757873535, -0.0002631433308124542, -0.0002519562840461731, -0.00024076923727989197, -0.00022958219051361084, -0.0002183951437473297, -0.00020720809698104858, -0.00019602105021476746, -0.00018483400344848633, -0.0001736469566822052, -0.00016245990991592407, -0.00015127286314964294, -0.00014008581638336182, -0.0001288987696170807, -0.00011771172285079956, -0.00010652467608451843, -9.53376293182373e-05, -8.415058255195618e-05, -7.296353578567505e-05, -6.177648901939392e-05, -5.058944225311279e-05, -3.9402395486831665e-05, -2.8215348720550537e-05, -1.702830195426941e-05, -5.841255187988281e-06, 5.345791578292847e-06, 1.6532838344573975e-05, 2.7719885110855103e-05, 3.890693187713623e-05, 5.009397864341736e-05, 6.128102540969849e-05, 7.246807217597961e-05, 8.365511894226074e-05, 9.484216570854187e-05, 0.000106029212474823, 0.00011721625924110413, 0.00012840330600738525, 0.00013959035277366638, 0.0001507773995399475, 0.00016196444630622864, 0.00017315149307250977, 0.0001843385398387909, 0.00019552558660507202, 0.00020671263337135315, 0.00021789968013763428, 0.0002290867269039154, 0.00024027377367019653, 0.00025146082043647766, 0.0002626478672027588, 0.0002738349139690399, 0.00028502196073532104, 0.00029620900750160217, 0.0003073960542678833, 0.00031858310103416443, 0.00032977014780044556, 0.0003409571945667267, 0.0003521442413330078]}, "gradients/decoder.model.decoder.layers.9.self_attn_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 3.0, 3.0, 6.0, 11.0, 43.0, 137.0, 612.0, 130.0, 43.0, 9.0, 6.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.8101184368133545, -0.7612192034721375, -0.7123199701309204, -0.6634206771850586, -0.6145215034484863, -0.5656222105026245, -0.5167229771614075, -0.46782374382019043, -0.4189245104789734, -0.37002527713775635, -0.3211260437965393, -0.2722267806529999, -0.22332754731178284, -0.1744283139705658, -0.12552905082702637, -0.07662981748580933, -0.027730584144592285, 0.021168656647205353, 0.07006789743900299, 0.11896714568138123, 0.16786637902259827, 0.2167656123638153, 0.26566487550735474, 0.3145641088485718, 0.3634633421897888, 0.41236257553100586, 0.4612618088722229, 0.5101610422134399, 0.5590603351593018, 0.607959508895874, 0.6568588018417358, 0.7057580351829529, 0.7546572685241699, 0.803556501865387, 0.852455735206604, 0.9013550281524658, 0.9502542018890381, 0.9991534948348999, 1.0480527877807617, 1.096951961517334, 1.1458511352539062, 1.194750428199768, 1.2436496019363403, 1.2925488948822021, 1.3414480686187744, 1.3903473615646362, 1.439246654510498, 1.4881458282470703, 1.5370451211929321, 1.585944414138794, 1.6348435878753662, 1.683742880821228, 1.7326420545578003, 1.781541347503662, 1.8304405212402344, 1.8793398141860962, 1.928239107131958, 1.9771384000778198, 2.0260376930236816, 2.074936866760254, 2.123836040496826, 2.1727352142333984, 2.22163462638855, 2.270533800125122, 2.3194329738616943]}, "gradients/decoder.model.decoder.layers.9.self_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 5.0, 9.0, 22.0, 53.0, 65.0, 79.0, 105.0, 134.0, 109.0, 121.0, 100.0, 73.0, 46.0, 29.0, 32.0, 19.0, 6.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.3569430112838745, -0.34389495849609375, -0.330846905708313, -0.3177988529205322, -0.30475082993507385, -0.2917027771472931, -0.27865472435951233, -0.26560667157173157, -0.2525586485862732, -0.23951059579849243, -0.22646255791187286, -0.2134145051240921, -0.20036646723747253, -0.18731841444969177, -0.174270361661911, -0.16122230887413025, -0.1481742560863495, -0.13512620329856873, -0.12207816541194916, -0.1090301126241684, -0.09598206728696823, -0.08293402194976807, -0.0698859691619873, -0.05683792382478714, -0.043789878487586975, -0.03074183128774166, -0.017693784087896347, -0.004645735025405884, 0.008402310311794281, 0.021450355648994446, 0.03449840843677521, 0.04754645377397537, 0.060594528913497925, 0.07364257425069809, 0.08669061958789825, 0.09973867237567902, 0.11278671771287918, 0.12583476305007935, 0.1388828158378601, 0.15193086862564087, 0.16497890651226044, 0.1780269593000412, 0.19107499718666077, 0.20412304997444153, 0.2171711027622223, 0.23021914064884186, 0.24326719343662262, 0.2563152313232422, 0.26936328411102295, 0.2824113368988037, 0.2954593896865845, 0.30850744247436523, 0.3215554654598236, 0.33460351824760437, 0.34765157103538513, 0.3606996238231659, 0.37374764680862427, 0.38679569959640503, 0.3998437523841858, 0.41289180517196655, 0.4259398281574249, 0.4389878809452057, 0.45203593373298645, 0.4650839865207672, 0.478132039308548]}, "gradients/decoder.model.decoder.layers.9.self_attn.out_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 5.0, 4.0, 8.0, 6.0, 7.0, 16.0, 9.0, 29.0, 18.0, 33.0, 25.0, 39.0, 46.0, 54.0, 91.0, 99.0, 136.0, 209.0, 292.0, 443.0, 653.0, 1063.0, 1948.0, 3774.0, 7432.0, 17452.0, 65792.0, 797757.0, 108951.0, 22988.0, 8737.0, 4514.0, 2374.0, 1142.0, 708.0, 486.0, 338.0, 231.0, 148.0, 120.0, 71.0, 61.0, 53.0, 37.0, 35.0, 25.0, 24.0, 19.0, 22.0, 12.0, 7.0, 4.0, 6.0, 6.0, 4.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0], "bins": [-0.227783203125, -0.22034454345703125, -0.2129058837890625, -0.20546722412109375, -0.198028564453125, -0.19058990478515625, -0.1831512451171875, -0.17571258544921875, -0.16827392578125, -0.16083526611328125, -0.1533966064453125, -0.14595794677734375, -0.138519287109375, -0.13108062744140625, -0.1236419677734375, -0.11620330810546875, -0.1087646484375, -0.10132598876953125, -0.0938873291015625, -0.08644866943359375, -0.079010009765625, -0.07157135009765625, -0.0641326904296875, -0.05669403076171875, -0.04925537109375, -0.04181671142578125, -0.0343780517578125, -0.02693939208984375, -0.019500732421875, -0.01206207275390625, -0.0046234130859375, 0.00281524658203125, 0.01025390625, 0.01769256591796875, 0.0251312255859375, 0.03256988525390625, 0.040008544921875, 0.04744720458984375, 0.0548858642578125, 0.06232452392578125, 0.06976318359375, 0.07720184326171875, 0.0846405029296875, 0.09207916259765625, 0.099517822265625, 0.10695648193359375, 0.1143951416015625, 0.12183380126953125, 0.1292724609375, 0.13671112060546875, 0.1441497802734375, 0.15158843994140625, 0.159027099609375, 0.16646575927734375, 0.1739044189453125, 0.18134307861328125, 0.18878173828125, 0.19622039794921875, 0.2036590576171875, 0.21109771728515625, 0.218536376953125, 0.22597503662109375, 0.2334136962890625, 0.24085235595703125, 0.248291015625]}, "gradients/decoder.model.decoder.layers.9.self_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 7.0, 5.0, 12.0, 9.0, 20.0, 40.0, 54.0, 80.0, 98.0, 131.0, 116.0, 119.0, 98.0, 67.0, 43.0, 37.0, 29.0, 10.0, 6.0, 4.0, 7.0, 3.0, 3.0, 5.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0167388916015625, -0.016223669052124023, -0.015708446502685547, -0.01519322395324707, -0.014678001403808594, -0.014162778854370117, -0.01364755630493164, -0.013132333755493164, -0.012617111206054688, -0.012101888656616211, -0.011586666107177734, -0.011071443557739258, -0.010556221008300781, -0.010040998458862305, -0.009525775909423828, -0.009010553359985352, -0.008495330810546875, -0.007980108261108398, -0.007464885711669922, -0.006949663162231445, -0.006434440612792969, -0.005919218063354492, -0.005403995513916016, -0.004888772964477539, -0.0043735504150390625, -0.003858327865600586, -0.0033431053161621094, -0.002827882766723633, -0.0023126602172851562, -0.0017974376678466797, -0.0012822151184082031, -0.0007669925689697266, -0.00025177001953125, 0.00026345252990722656, 0.0007786750793457031, 0.0012938976287841797, 0.0018091201782226562, 0.002324342727661133, 0.0028395652770996094, 0.003354787826538086, 0.0038700103759765625, 0.004385232925415039, 0.004900455474853516, 0.005415678024291992, 0.005930900573730469, 0.006446123123168945, 0.006961345672607422, 0.0074765682220458984, 0.007991790771484375, 0.008507013320922852, 0.009022235870361328, 0.009537458419799805, 0.010052680969238281, 0.010567903518676758, 0.011083126068115234, 0.011598348617553711, 0.012113571166992188, 0.012628793716430664, 0.01314401626586914, 0.013659238815307617, 0.014174461364746094, 0.01468968391418457, 0.015204906463623047, 0.015720129013061523, 0.0162353515625]}, "gradients/decoder.model.decoder.layers.9.self_attn.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 4.0, 8.0, 5.0, 5.0, 7.0, 12.0, 17.0, 22.0, 35.0, 41.0, 59.0, 82.0, 110.0, 142.0, 188.0, 281.0, 421.0, 577.0, 876.0, 1341.0, 2082.0, 3383.0, 5400.0, 8863.0, 15804.0, 30755.0, 71430.0, 314435.0, 436949.0, 79795.0, 33238.0, 16939.0, 9413.0, 5801.0, 3449.0, 2186.0, 1392.0, 928.0, 613.0, 428.0, 280.0, 197.0, 150.0, 117.0, 77.0, 69.0, 48.0, 30.0, 25.0, 13.0, 20.0, 8.0, 8.0, 6.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.050994873046875, -0.04935264587402344, -0.047710418701171875, -0.04606819152832031, -0.04442596435546875, -0.04278373718261719, -0.041141510009765625, -0.03949928283691406, -0.0378570556640625, -0.03621482849121094, -0.034572601318359375, -0.03293037414550781, -0.03128814697265625, -0.029645919799804688, -0.028003692626953125, -0.026361465454101562, -0.02471923828125, -0.023077011108398438, -0.021434783935546875, -0.019792556762695312, -0.01815032958984375, -0.016508102416992188, -0.014865875244140625, -0.013223648071289062, -0.0115814208984375, -0.009939193725585938, -0.008296966552734375, -0.0066547393798828125, -0.00501251220703125, -0.0033702850341796875, -0.001728057861328125, -8.58306884765625e-05, 0.001556396484375, 0.0031986236572265625, 0.004840850830078125, 0.0064830780029296875, 0.00812530517578125, 0.009767532348632812, 0.011409759521484375, 0.013051986694335938, 0.0146942138671875, 0.016336441040039062, 0.017978668212890625, 0.019620895385742188, 0.02126312255859375, 0.022905349731445312, 0.024547576904296875, 0.026189804077148438, 0.02783203125, 0.029474258422851562, 0.031116485595703125, 0.03275871276855469, 0.03440093994140625, 0.03604316711425781, 0.037685394287109375, 0.03932762145996094, 0.0409698486328125, 0.04261207580566406, 0.044254302978515625, 0.04589653015136719, 0.04753875732421875, 0.04918098449707031, 0.050823211669921875, 0.05246543884277344, 0.054107666015625]}, "gradients/decoder.model.decoder.layers.9.self_attn.v_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 5.0, 1.0, 1.0, 3.0, 6.0, 4.0, 6.0, 5.0, 9.0, 6.0, 17.0, 15.0, 14.0, 17.0, 10.0, 16.0, 19.0, 20.0, 24.0, 29.0, 29.0, 33.0, 38.0, 47.0, 49.0, 44.0, 57.0, 45.0, 45.0, 44.0, 49.0, 35.0, 31.0, 29.0, 24.0, 25.0, 13.0, 21.0, 17.0, 12.0, 11.0, 12.0, 11.0, 13.0, 7.0, 10.0, 10.0, 9.0, 6.0, 4.0, 3.0, 0.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017303466796875, -0.016702651977539062, -0.016101837158203125, -0.015501022338867188, -0.01490020751953125, -0.014299392700195312, -0.013698577880859375, -0.013097763061523438, -0.0124969482421875, -0.011896133422851562, -0.011295318603515625, -0.010694503784179688, -0.01009368896484375, -0.009492874145507812, -0.008892059326171875, -0.008291244506835938, -0.0076904296875, -0.0070896148681640625, -0.006488800048828125, -0.0058879852294921875, -0.00528717041015625, -0.0046863555908203125, -0.004085540771484375, -0.0034847259521484375, -0.0028839111328125, -0.0022830963134765625, -0.001682281494140625, -0.0010814666748046875, -0.00048065185546875, 0.0001201629638671875, 0.000720977783203125, 0.0013217926025390625, 0.001922607421875, 0.0025234222412109375, 0.003124237060546875, 0.0037250518798828125, 0.00432586669921875, 0.0049266815185546875, 0.005527496337890625, 0.0061283111572265625, 0.0067291259765625, 0.0073299407958984375, 0.007930755615234375, 0.008531570434570312, 0.00913238525390625, 0.009733200073242188, 0.010334014892578125, 0.010934829711914062, 0.01153564453125, 0.012136459350585938, 0.012737274169921875, 0.013338088989257812, 0.01393890380859375, 0.014539718627929688, 0.015140533447265625, 0.015741348266601562, 0.0163421630859375, 0.016942977905273438, 0.017543792724609375, 0.018144607543945312, 0.01874542236328125, 0.019346237182617188, 0.019947052001953125, 0.020547866821289062, 0.021148681640625]}, "gradients/decoder.model.decoder.layers.9.self_attn.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 5.0, 8.0, 7.0, 8.0, 9.0, 15.0, 24.0, 31.0, 31.0, 67.0, 101.0, 173.0, 287.0, 524.0, 1149.0, 1035506.0, 8568.0, 931.0, 449.0, 248.0, 132.0, 88.0, 59.0, 51.0, 28.0, 13.0, 10.0, 11.0, 7.0, 7.0, 0.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.626953125, -3.522918701171875, -3.41888427734375, -3.314849853515625, -3.2108154296875, -3.106781005859375, -3.00274658203125, -2.898712158203125, -2.794677734375, -2.690643310546875, -2.58660888671875, -2.482574462890625, -2.3785400390625, -2.274505615234375, -2.17047119140625, -2.066436767578125, -1.96240234375, -1.858367919921875, -1.75433349609375, -1.650299072265625, -1.5462646484375, -1.442230224609375, -1.33819580078125, -1.234161376953125, -1.130126953125, -1.026092529296875, -0.92205810546875, -0.818023681640625, -0.7139892578125, -0.609954833984375, -0.50592041015625, -0.401885986328125, -0.2978515625, -0.193817138671875, -0.08978271484375, 0.014251708984375, 0.1182861328125, 0.222320556640625, 0.32635498046875, 0.430389404296875, 0.534423828125, 0.638458251953125, 0.74249267578125, 0.846527099609375, 0.9505615234375, 1.054595947265625, 1.15863037109375, 1.262664794921875, 1.36669921875, 1.470733642578125, 1.57476806640625, 1.678802490234375, 1.7828369140625, 1.886871337890625, 1.99090576171875, 2.094940185546875, 2.198974609375, 2.303009033203125, 2.40704345703125, 2.511077880859375, 2.6151123046875, 2.719146728515625, 2.82318115234375, 2.927215576171875, 3.03125]}, "gradients/decoder.model.decoder.layers.9.self_attn.k_proj.bias": {"_type": "histogram", "values": [7.0, 4.0, 13.0, 41.0, 926.0, 19.0, 6.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.2961368560791016e-05, -2.5282613933086395e-05, -1.7603859305381775e-05, -9.925104677677155e-06, -2.246350049972534e-06, 5.432404577732086e-06, 1.3111159205436707e-05, 2.0789913833141327e-05, 2.8468668460845947e-05, 3.614742308855057e-05, 4.382617771625519e-05, 5.150493234395981e-05, 5.918368697166443e-05, 6.686244159936905e-05, 7.454119622707367e-05, 8.221995085477829e-05, 8.989870548248291e-05, 9.757746011018753e-05, 0.00010525621473789215, 0.00011293496936559677, 0.00012061372399330139, 0.000128292478621006, 0.00013597123324871063, 0.00014364998787641525, 0.00015132874250411987, 0.0001590074971318245, 0.00016668625175952911, 0.00017436500638723373, 0.00018204376101493835, 0.00018972251564264297, 0.0001974012702703476, 0.00020508002489805222, 0.00021275877952575684, 0.00022043753415346146, 0.00022811628878116608, 0.0002357950434088707, 0.00024347379803657532, 0.00025115255266427994, 0.00025883130729198456, 0.0002665100619196892, 0.0002741888165473938, 0.0002818675711750984, 0.00028954632580280304, 0.00029722508043050766, 0.0003049038350582123, 0.0003125825896859169, 0.0003202613443136215, 0.00032794009894132614, 0.00033561885356903076, 0.0003432976081967354, 0.00035097636282444, 0.0003586551174521446, 0.00036633387207984924, 0.00037401262670755386, 0.0003816913813352585, 0.0003893701359629631, 0.0003970488905906677, 0.00040472764521837234, 0.00041240639984607697, 0.0004200851544737816, 0.0004277639091014862, 0.0004354426637291908, 0.00044312141835689545, 0.00045080017298460007, 0.0004584789276123047]}, "gradients/decoder.model.decoder.layers.9.self_attn.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 3.0, 4.0, 7.0, 8.0, 9.0, 15.0, 15.0, 29.0, 43.0, 43.0, 69.0, 121.0, 169.0, 260.0, 430.0, 706.0, 1254.0, 2381.0, 5341.0, 998316.0, 29218.0, 4875.0, 2208.0, 1232.0, 649.0, 415.0, 240.0, 145.0, 107.0, 77.0, 52.0, 38.0, 22.0, 16.0, 15.0, 9.0, 6.0, 6.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.33984375, -0.3298301696777344, -0.31981658935546875, -0.3098030090332031, -0.2997894287109375, -0.2897758483886719, -0.27976226806640625, -0.2697486877441406, -0.259735107421875, -0.24972152709960938, -0.23970794677734375, -0.22969436645507812, -0.2196807861328125, -0.20966720581054688, -0.19965362548828125, -0.18964004516601562, -0.17962646484375, -0.16961288452148438, -0.15959930419921875, -0.14958572387695312, -0.1395721435546875, -0.12955856323242188, -0.11954498291015625, -0.10953140258789062, -0.099517822265625, -0.08950424194335938, -0.07949066162109375, -0.06947708129882812, -0.0594635009765625, -0.049449920654296875, -0.03943634033203125, -0.029422760009765625, -0.0194091796875, -0.009395599365234375, 0.00061798095703125, 0.010631561279296875, 0.0206451416015625, 0.030658721923828125, 0.04067230224609375, 0.050685882568359375, 0.060699462890625, 0.07071304321289062, 0.08072662353515625, 0.09074020385742188, 0.1007537841796875, 0.11076736450195312, 0.12078094482421875, 0.13079452514648438, 0.14080810546875, 0.15082168579101562, 0.16083526611328125, 0.17084884643554688, 0.1808624267578125, 0.19087600708007812, 0.20088958740234375, 0.21090316772460938, 0.220916748046875, 0.23093032836914062, 0.24094390869140625, 0.2509574890136719, 0.2609710693359375, 0.2709846496582031, 0.28099822998046875, 0.2910118103027344, 0.301025390625]}, "gradients/decoder.model.decoder.layers.9.self_attn.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 148.0, 816.0, 2.0, 2.0, 4.0, 1.0, 2.0, 5.0, 0.0, 3.0, 1.0, 1.0, 2.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12384033203125, -0.1197214126586914, -0.11560249328613281, -0.11148357391357422, -0.10736465454101562, -0.10324573516845703, -0.09912681579589844, -0.09500789642333984, -0.09088897705078125, -0.08677005767822266, -0.08265113830566406, -0.07853221893310547, -0.07441329956054688, -0.07029438018798828, -0.06617546081542969, -0.062056541442871094, -0.0579376220703125, -0.053818702697753906, -0.04969978332519531, -0.04558086395263672, -0.041461944580078125, -0.03734302520751953, -0.03322410583496094, -0.029105186462402344, -0.02498626708984375, -0.020867347717285156, -0.016748428344726562, -0.012629508972167969, -0.008510589599609375, -0.004391670227050781, -0.0002727508544921875, 0.0038461685180664062, 0.007965087890625, 0.012084007263183594, 0.016202926635742188, 0.02032184600830078, 0.024440765380859375, 0.02855968475341797, 0.03267860412597656, 0.036797523498535156, 0.04091644287109375, 0.045035362243652344, 0.04915428161621094, 0.05327320098876953, 0.057392120361328125, 0.06151103973388672, 0.06562995910644531, 0.0697488784790039, 0.0738677978515625, 0.0779867172241211, 0.08210563659667969, 0.08622455596923828, 0.09034347534179688, 0.09446239471435547, 0.09858131408691406, 0.10270023345947266, 0.10681915283203125, 0.11093807220458984, 0.11505699157714844, 0.11917591094970703, 0.12329483032226562, 0.12741374969482422, 0.1315326690673828, 0.1356515884399414, 0.1397705078125]}, "gradients/decoder.model.decoder.layers.8.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 4.0, 14.0, 10.0, 106.0, 788.0, 43.0, 13.0, 5.0, 6.0, 2.0, 5.0, 1.0, 2.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-9.449183464050293, -9.249077796936035, -9.048972129821777, -8.848867416381836, -8.648761749267578, -8.44865608215332, -8.248550415039062, -8.048444747924805, -7.848339080810547, -7.648233413696289, -7.4481282234191895, -7.248022556304932, -7.047916889190674, -6.847811698913574, -6.647706031799316, -6.447600364685059, -6.247495174407959, -6.047389507293701, -5.847284317016602, -5.647178649902344, -5.447072982788086, -5.246967315673828, -5.0468621253967285, -4.846756458282471, -4.646651268005371, -4.446545600891113, -4.246440410614014, -4.046334743499756, -3.846229076385498, -3.6461236476898193, -3.4460182189941406, -3.245912551879883, -3.045806646347046, -2.845701217651367, -2.6455955505371094, -2.4454901218414307, -2.245384693145752, -2.045279026031494, -1.8451735973358154, -1.6450680494308472, -1.444962501525879, -1.2448569536209106, -1.0447514057159424, -0.8446459770202637, -0.6445404291152954, -0.44443488121032715, -0.24432945251464844, -0.044223904609680176, 0.15588164329528809, 0.35598716139793396, 0.5560926795005798, 0.7561981678009033, 0.9563037157058716, 1.1564092636108398, 1.3565146923065186, 1.5566202402114868, 1.756725788116455, 1.9568313360214233, 2.1569368839263916, 2.3570423126220703, 2.557147979736328, 2.757253408432007, 2.9573588371276855, 3.1574645042419434, 3.357569932937622]}, "gradients/decoder.model.decoder.layers.8.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 7.0, 3.0, 9.0, 7.0, 2.0, 12.0, 11.0, 12.0, 14.0, 22.0, 18.0, 19.0, 20.0, 31.0, 33.0, 38.0, 33.0, 30.0, 35.0, 39.0, 39.0, 33.0, 42.0, 30.0, 46.0, 47.0, 38.0, 40.0, 31.0, 38.0, 28.0, 27.0, 30.0, 21.0, 23.0, 12.0, 17.0, 20.0, 10.0, 8.0, 7.0, 7.0, 2.0, 6.0, 4.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.11871138215065002, -0.11465751379728317, -0.11060365289449692, -0.10654978454113007, -0.10249592363834381, -0.09844205528497696, -0.09438818693161011, -0.09033432602882385, -0.086280457675457, -0.08222658932209015, -0.0781727284193039, -0.07411886006593704, -0.07006499171257019, -0.06601113080978394, -0.061957262456417084, -0.05790339782834053, -0.05384953320026398, -0.049795668572187424, -0.04574180394411087, -0.04168793559074402, -0.037634070962667465, -0.03358020633459091, -0.02952633984386921, -0.025472473353147507, -0.021418608725070953, -0.0173647440969944, -0.013310877606272697, -0.00925701204687357, -0.0052031464874744415, -0.0011492818593978882, 0.0029045846313238144, 0.006958451122045517, 0.011012330651283264, 0.015066196210682392, 0.01912006177008152, 0.023173928260803223, 0.027227792888879776, 0.03128165751695633, 0.03533552587032318, 0.039389390498399734, 0.04344325512647629, 0.04749711975455284, 0.051550984382629395, 0.055604852735996246, 0.0596587173640728, 0.06371258199214935, 0.0677664503455162, 0.07182031869888306, 0.07587417960166931, 0.07992804795503616, 0.08398190885782242, 0.08803577721118927, 0.09208963811397552, 0.09614350646734238, 0.10019737482070923, 0.10425123572349548, 0.10830510407686234, 0.11235897243022919, 0.11641283333301544, 0.1204667016863823, 0.12452057003974915, 0.1285744309425354, 0.13262829184532166, 0.1366821676492691, 0.14073602855205536]}, "gradients/decoder.model.decoder.layers.8.fc2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 4.0, 9.0, 7.0, 14.0, 26.0, 26.0, 45.0, 88.0, 128.0, 173.0, 315.0, 452.0, 743.0, 1263.0, 2096.0, 3597.0, 6493.0, 12411.0, 28217.0, 286990.0, 3782029.0, 36505.0, 15228.0, 7488.0, 3895.0, 2261.0, 1368.0, 817.0, 525.0, 327.0, 241.0, 157.0, 116.0, 70.0, 54.0, 29.0, 24.0, 17.0, 13.0, 5.0, 11.0, 9.0, 3.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.401123046875, -0.3863105773925781, -0.37149810791015625, -0.3566856384277344, -0.3418731689453125, -0.3270606994628906, -0.31224822998046875, -0.2974357604980469, -0.282623291015625, -0.2678108215332031, -0.25299835205078125, -0.23818588256835938, -0.2233734130859375, -0.20856094360351562, -0.19374847412109375, -0.17893600463867188, -0.16412353515625, -0.14931106567382812, -0.13449859619140625, -0.11968612670898438, -0.1048736572265625, -0.09006118774414062, -0.07524871826171875, -0.060436248779296875, -0.045623779296875, -0.030811309814453125, -0.01599884033203125, -0.001186370849609375, 0.0136260986328125, 0.028438568115234375, 0.04325103759765625, 0.058063507080078125, 0.0728759765625, 0.08768844604492188, 0.10250091552734375, 0.11731338500976562, 0.1321258544921875, 0.14693832397460938, 0.16175079345703125, 0.17656326293945312, 0.191375732421875, 0.20618820190429688, 0.22100067138671875, 0.23581314086914062, 0.2506256103515625, 0.2654380798339844, 0.28025054931640625, 0.2950630187988281, 0.30987548828125, 0.3246879577636719, 0.33950042724609375, 0.3543128967285156, 0.3691253662109375, 0.3839378356933594, 0.39875030517578125, 0.4135627746582031, 0.428375244140625, 0.4431877136230469, 0.45800018310546875, 0.4728126525878906, 0.4876251220703125, 0.5024375915527344, 0.5172500610351562, 0.5320625305175781, 0.546875]}, "gradients/decoder.model.decoder.layers.8.fc2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 4.0, 4.0, 6.0, 0.0, 4.0, 3.0, 5.0, 5.0, 8.0, 8.0, 25.0, 271.0, 509.0, 73.0, 13.0, 9.0, 10.0, 8.0, 4.0, 6.0, 7.0, 7.0, 1.0, 6.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01214599609375, -0.011700153350830078, -0.011254310607910156, -0.010808467864990234, -0.010362625122070312, -0.00991678237915039, -0.009470939636230469, -0.009025096893310547, -0.008579254150390625, -0.008133411407470703, -0.007687568664550781, -0.007241725921630859, -0.0067958831787109375, -0.006350040435791016, -0.005904197692871094, -0.005458354949951172, -0.00501251220703125, -0.004566669464111328, -0.004120826721191406, -0.0036749839782714844, -0.0032291412353515625, -0.0027832984924316406, -0.0023374557495117188, -0.0018916130065917969, -0.001445770263671875, -0.0009999275207519531, -0.0005540847778320312, -0.00010824203491210938, 0.0003376007080078125, 0.0007834434509277344, 0.0012292861938476562, 0.0016751289367675781, 0.0021209716796875, 0.002566814422607422, 0.0030126571655273438, 0.0034584999084472656, 0.0039043426513671875, 0.004350185394287109, 0.004796028137207031, 0.005241870880126953, 0.005687713623046875, 0.006133556365966797, 0.006579399108886719, 0.007025241851806641, 0.0074710845947265625, 0.007916927337646484, 0.008362770080566406, 0.008808612823486328, 0.00925445556640625, 0.009700298309326172, 0.010146141052246094, 0.010591983795166016, 0.011037826538085938, 0.01148366928100586, 0.011929512023925781, 0.012375354766845703, 0.012821197509765625, 0.013267040252685547, 0.013712882995605469, 0.01415872573852539, 0.014604568481445312, 0.015050411224365234, 0.015496253967285156, 0.015942096710205078, 0.016387939453125]}, "gradients/decoder.model.decoder.layers.8.fc1.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 8.0, 1.0, 3.0, 2.0, 10.0, 15.0, 21.0, 29.0, 31.0, 51.0, 77.0, 125.0, 177.0, 292.0, 510.0, 732.0, 1387.0, 2525.0, 4799.0, 10801.0, 29555.0, 337416.0, 3745458.0, 36532.0, 12085.0, 5342.0, 2661.0, 1449.0, 789.0, 507.0, 334.0, 187.0, 126.0, 88.0, 57.0, 36.0, 19.0, 14.0, 20.0, 8.0, 4.0, 3.0, 3.0, 5.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.299560546875, -0.29022216796875, -0.2808837890625, -0.27154541015625, -0.26220703125, -0.25286865234375, -0.2435302734375, -0.23419189453125, -0.224853515625, -0.21551513671875, -0.2061767578125, -0.19683837890625, -0.1875, -0.17816162109375, -0.1688232421875, -0.15948486328125, -0.150146484375, -0.14080810546875, -0.1314697265625, -0.12213134765625, -0.11279296875, -0.10345458984375, -0.0941162109375, -0.08477783203125, -0.075439453125, -0.06610107421875, -0.0567626953125, -0.04742431640625, -0.0380859375, -0.02874755859375, -0.0194091796875, -0.01007080078125, -0.000732421875, 0.00860595703125, 0.0179443359375, 0.02728271484375, 0.03662109375, 0.04595947265625, 0.0552978515625, 0.06463623046875, 0.073974609375, 0.08331298828125, 0.0926513671875, 0.10198974609375, 0.111328125, 0.12066650390625, 0.1300048828125, 0.13934326171875, 0.148681640625, 0.15802001953125, 0.1673583984375, 0.17669677734375, 0.18603515625, 0.19537353515625, 0.2047119140625, 0.21405029296875, 0.223388671875, 0.23272705078125, 0.2420654296875, 0.25140380859375, 0.2607421875, 0.27008056640625, 0.2794189453125, 0.28875732421875, 0.298095703125]}, "gradients/decoder.model.decoder.layers.8.fc1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 5.0, 3.0, 4.0, 2.0, 3.0, 14.0, 4.0, 39.0, 193.0, 1178.0, 2500.0, 53.0, 10.0, 12.0, 8.0, 7.0, 7.0, 3.0, 5.0, 5.0, 2.0, 5.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.10687255859375, -0.10353755950927734, -0.10020256042480469, -0.09686756134033203, -0.09353256225585938, -0.09019756317138672, -0.08686256408691406, -0.0835275650024414, -0.08019256591796875, -0.0768575668334961, -0.07352256774902344, -0.07018756866455078, -0.06685256958007812, -0.06351757049560547, -0.06018257141113281, -0.056847572326660156, -0.0535125732421875, -0.050177574157714844, -0.04684257507324219, -0.04350757598876953, -0.040172576904296875, -0.03683757781982422, -0.03350257873535156, -0.030167579650878906, -0.02683258056640625, -0.023497581481933594, -0.020162582397460938, -0.01682758331298828, -0.013492584228515625, -0.010157585144042969, -0.0068225860595703125, -0.0034875869750976562, -0.000152587890625, 0.0031824111938476562, 0.0065174102783203125, 0.009852409362792969, 0.013187408447265625, 0.01652240753173828, 0.019857406616210938, 0.023192405700683594, 0.02652740478515625, 0.029862403869628906, 0.03319740295410156, 0.03653240203857422, 0.039867401123046875, 0.04320240020751953, 0.04653739929199219, 0.049872398376464844, 0.0532073974609375, 0.056542396545410156, 0.05987739562988281, 0.06321239471435547, 0.06654739379882812, 0.06988239288330078, 0.07321739196777344, 0.0765523910522461, 0.07988739013671875, 0.0832223892211914, 0.08655738830566406, 0.08989238739013672, 0.09322738647460938, 0.09656238555908203, 0.09989738464355469, 0.10323238372802734, 0.1065673828125]}, "gradients/decoder.model.decoder.layers.8.encoder_attn_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 4.0, 4.0, 5.0, 9.0, 13.0, 58.0, 605.0, 235.0, 29.0, 19.0, 11.0, 7.0, 0.0, 3.0, 3.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4472086429595947, -1.4002857208251953, -1.353362798690796, -1.3064398765563965, -1.259516954421997, -1.212593913078308, -1.1656709909439087, -1.1187480688095093, -1.0718251466751099, -1.0249022245407104, -0.977979302406311, -0.9310563206672668, -0.8841333985328674, -0.837210476398468, -0.7902874946594238, -0.7433645725250244, -0.696441650390625, -0.6495187282562256, -0.6025958061218262, -0.555672824382782, -0.5087499022483826, -0.46182698011398315, -0.41490402817726135, -0.36798107624053955, -0.32105815410614014, -0.2741352319717407, -0.22721228003501892, -0.1802893429994583, -0.1333664059638977, -0.0864434689283371, -0.03952053189277649, 0.0074024200439453125, 0.05432534217834473, 0.10124827921390533, 0.14817121624946594, 0.19509415328502655, 0.24201709032058716, 0.2889400124549866, 0.3358629643917084, 0.3827859163284302, 0.4297088384628296, 0.476631760597229, 0.5235546827316284, 0.5704776644706726, 0.617400586605072, 0.6643235087394714, 0.7112464904785156, 0.758169412612915, 0.8050923347473145, 0.8520152568817139, 0.8989381790161133, 0.9458611607551575, 0.9927840828895569, 1.039707064628601, 1.0866299867630005, 1.1335529088974, 1.1804758310317993, 1.2273987531661987, 1.2743216753005981, 1.3212445974349976, 1.3681676387786865, 1.415090560913086, 1.4620134830474854, 1.5089364051818848, 1.5558593273162842]}, "gradients/decoder.model.decoder.layers.8.encoder_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 7.0, 6.0, 8.0, 9.0, 15.0, 18.0, 19.0, 13.0, 25.0, 34.0, 24.0, 29.0, 38.0, 33.0, 25.0, 37.0, 37.0, 42.0, 42.0, 38.0, 48.0, 45.0, 48.0, 45.0, 34.0, 36.0, 36.0, 20.0, 36.0, 25.0, 27.0, 13.0, 17.0, 20.0, 12.0, 11.0, 6.0, 5.0, 5.0, 1.0, 5.0, 6.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0], "bins": [-0.08857769519090652, -0.08628536015748978, -0.08399301767349243, -0.08170068264007568, -0.07940834760665894, -0.07711601257324219, -0.07482367753982544, -0.0725313350558281, -0.07023900002241135, -0.0679466649889946, -0.06565432250499725, -0.0633619874715805, -0.06106965243816376, -0.05877731740474701, -0.05648497864603996, -0.054192639887332916, -0.05190030485391617, -0.04960796982049942, -0.047315631061792374, -0.04502329230308533, -0.04273095726966858, -0.04043862223625183, -0.038146283477544785, -0.03585394471883774, -0.03356160968542099, -0.03126927465200424, -0.028976935893297195, -0.026684598997235298, -0.0243922621011734, -0.022099925205111504, -0.019807588309049606, -0.01751525141298771, -0.015222914516925812, -0.012930577620863914, -0.010638240724802017, -0.00834590382874012, -0.006053566932678223, -0.0037612300366163254, -0.001468893140554428, 0.0008234437555074692, 0.0031157806515693665, 0.005408117547631264, 0.007700454443693161, 0.009992791339755058, 0.012285128235816956, 0.014577465131878853, 0.01686980202794075, 0.019162138924002647, 0.021454475820064545, 0.023746812716126442, 0.02603914961218834, 0.028331486508250237, 0.030623823404312134, 0.03291615843772888, 0.03520849719643593, 0.037500835955142975, 0.03979317098855972, 0.04208550602197647, 0.04437784478068352, 0.046670183539390564, 0.04896251857280731, 0.05125485360622406, 0.05354719236493111, 0.05583953112363815, 0.0581318661570549]}, "gradients/decoder.model.decoder.layers.8.encoder_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 8.0, 6.0, 10.0, 9.0, 8.0, 21.0, 29.0, 45.0, 81.0, 142.0, 229.0, 528.0, 993.0, 2287.0, 6605.0, 24912.0, 853907.0, 137774.0, 13299.0, 4391.0, 1675.0, 742.0, 361.0, 198.0, 112.0, 66.0, 43.0, 18.0, 16.0, 10.0, 10.0, 10.0, 6.0, 5.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09735107421875, -0.0940847396850586, -0.09081840515136719, -0.08755207061767578, -0.08428573608398438, -0.08101940155029297, -0.07775306701660156, -0.07448673248291016, -0.07122039794921875, -0.06795406341552734, -0.06468772888183594, -0.06142139434814453, -0.058155059814453125, -0.05488872528076172, -0.05162239074707031, -0.048356056213378906, -0.0450897216796875, -0.041823387145996094, -0.03855705261230469, -0.03529071807861328, -0.032024383544921875, -0.02875804901123047, -0.025491714477539062, -0.022225379943847656, -0.01895904541015625, -0.015692710876464844, -0.012426376342773438, -0.009160041809082031, -0.005893707275390625, -0.0026273727416992188, 0.0006389617919921875, 0.0039052963256835938, 0.007171630859375, 0.010437965393066406, 0.013704299926757812, 0.01697063446044922, 0.020236968994140625, 0.02350330352783203, 0.026769638061523438, 0.030035972595214844, 0.03330230712890625, 0.036568641662597656, 0.03983497619628906, 0.04310131072998047, 0.046367645263671875, 0.04963397979736328, 0.05290031433105469, 0.056166648864746094, 0.0594329833984375, 0.0626993179321289, 0.06596565246582031, 0.06923198699951172, 0.07249832153320312, 0.07576465606689453, 0.07903099060058594, 0.08229732513427734, 0.08556365966796875, 0.08882999420166016, 0.09209632873535156, 0.09536266326904297, 0.09862899780273438, 0.10189533233642578, 0.10516166687011719, 0.1084280014038086, 0.1116943359375]}, "gradients/decoder.model.decoder.layers.8.encoder_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 3.0, 3.0, 5.0, 4.0, 5.0, 12.0, 15.0, 18.0, 51.0, 163.0, 292.0, 250.0, 85.0, 33.0, 14.0, 8.0, 5.0, 9.0, 2.0, 3.0, 2.0, 5.0, 4.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2169189453125, -0.21007728576660156, -0.20323562622070312, -0.1963939666748047, -0.18955230712890625, -0.1827106475830078, -0.17586898803710938, -0.16902732849121094, -0.1621856689453125, -0.15534400939941406, -0.14850234985351562, -0.1416606903076172, -0.13481903076171875, -0.1279773712158203, -0.12113571166992188, -0.11429405212402344, -0.107452392578125, -0.10061073303222656, -0.09376907348632812, -0.08692741394042969, -0.08008575439453125, -0.07324409484863281, -0.06640243530273438, -0.05956077575683594, -0.0527191162109375, -0.04587745666503906, -0.039035797119140625, -0.03219413757324219, -0.02535247802734375, -0.018510818481445312, -0.011669158935546875, -0.0048274993896484375, 0.00201416015625, 0.008855819702148438, 0.015697479248046875, 0.022539138793945312, 0.02938079833984375, 0.03622245788574219, 0.043064117431640625, 0.04990577697753906, 0.0567474365234375, 0.06358909606933594, 0.07043075561523438, 0.07727241516113281, 0.08411407470703125, 0.09095573425292969, 0.09779739379882812, 0.10463905334472656, 0.111480712890625, 0.11832237243652344, 0.12516403198242188, 0.1320056915283203, 0.13884735107421875, 0.1456890106201172, 0.15253067016601562, 0.15937232971191406, 0.1662139892578125, 0.17305564880371094, 0.17989730834960938, 0.1867389678955078, 0.19358062744140625, 0.2004222869873047, 0.20726394653320312, 0.21410560607910156, 0.220947265625]}, "gradients/decoder.model.decoder.layers.8.encoder_attn.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 3.0, 10.0, 3.0, 13.0, 12.0, 23.0, 28.0, 43.0, 68.0, 106.0, 144.0, 274.0, 522.0, 916.0, 1899.0, 4010.0, 8986.0, 21951.0, 61149.0, 216515.0, 554754.0, 113782.0, 37010.0, 14374.0, 6100.0, 2775.0, 1339.0, 708.0, 395.0, 240.0, 123.0, 98.0, 55.0, 38.0, 35.0, 17.0, 12.0, 11.0, 9.0, 3.0, 2.0, 4.0, 4.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.00498199462890625, -0.004848301410675049, -0.004714608192443848, -0.0045809149742126465, -0.004447221755981445, -0.004313528537750244, -0.004179835319519043, -0.004046142101287842, -0.003912448883056641, -0.0037787556648254395, -0.0036450624465942383, -0.003511369228363037, -0.003377676010131836, -0.0032439827919006348, -0.0031102895736694336, -0.0029765963554382324, -0.0028429031372070312, -0.00270920991897583, -0.002575516700744629, -0.0024418234825134277, -0.0023081302642822266, -0.0021744370460510254, -0.0020407438278198242, -0.001907050609588623, -0.0017733573913574219, -0.0016396641731262207, -0.0015059709548950195, -0.0013722777366638184, -0.0012385845184326172, -0.001104891300201416, -0.0009711980819702148, -0.0008375048637390137, -0.0007038116455078125, -0.0005701184272766113, -0.00043642520904541016, -0.000302731990814209, -0.0001690387725830078, -3.534555435180664e-05, 9.834766387939453e-05, 0.0002320408821105957, 0.0003657341003417969, 0.000499427318572998, 0.0006331205368041992, 0.0007668137550354004, 0.0009005069732666016, 0.0010342001914978027, 0.001167893409729004, 0.001301586627960205, 0.0014352798461914062, 0.0015689730644226074, 0.0017026662826538086, 0.0018363595008850098, 0.001970052719116211, 0.002103745937347412, 0.0022374391555786133, 0.0023711323738098145, 0.0025048255920410156, 0.002638518810272217, 0.002772212028503418, 0.002905905246734619, 0.0030395984649658203, 0.0031732916831970215, 0.0033069849014282227, 0.003440678119659424, 0.003574371337890625]}, "gradients/decoder.model.decoder.layers.8.encoder_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 6.0, 6.0, 6.0, 8.0, 9.0, 11.0, 17.0, 20.0, 19.0, 24.0, 21.0, 34.0, 45.0, 43.0, 40.0, 45.0, 43.0, 53.0, 64.0, 60.0, 53.0, 37.0, 52.0, 44.0, 40.0, 46.0, 36.0, 20.0, 17.0, 20.0, 17.0, 10.0, 11.0, 5.0, 5.0, 6.0, 5.0, 2.0, 5.0, 0.0, 5.0, 4.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.267822265625, -0.26050758361816406, -0.2531929016113281, -0.2458782196044922, -0.23856353759765625, -0.2312488555908203, -0.22393417358398438, -0.21661949157714844, -0.2093048095703125, -0.20199012756347656, -0.19467544555664062, -0.1873607635498047, -0.18004608154296875, -0.1727313995361328, -0.16541671752929688, -0.15810203552246094, -0.150787353515625, -0.14347267150878906, -0.13615798950195312, -0.1288433074951172, -0.12152862548828125, -0.11421394348144531, -0.10689926147460938, -0.09958457946777344, -0.0922698974609375, -0.08495521545410156, -0.07764053344726562, -0.07032585144042969, -0.06301116943359375, -0.05569648742675781, -0.048381805419921875, -0.04106712341308594, -0.03375244140625, -0.026437759399414062, -0.019123077392578125, -0.011808395385742188, -0.00449371337890625, 0.0028209686279296875, 0.010135650634765625, 0.017450332641601562, 0.0247650146484375, 0.03207969665527344, 0.039394378662109375, 0.04670906066894531, 0.05402374267578125, 0.06133842468261719, 0.06865310668945312, 0.07596778869628906, 0.083282470703125, 0.09059715270996094, 0.09791183471679688, 0.10522651672363281, 0.11254119873046875, 0.11985588073730469, 0.12717056274414062, 0.13448524475097656, 0.1417999267578125, 0.14911460876464844, 0.15642929077148438, 0.1637439727783203, 0.17105865478515625, 0.1783733367919922, 0.18568801879882812, 0.19300270080566406, 0.2003173828125]}, "gradients/decoder.model.decoder.layers.8.encoder_attn.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 8.0, 1.0, 4.0, 6.0, 12.0, 15.0, 25.0, 29.0, 28.0, 57.0, 75.0, 84.0, 150.0, 197.0, 308.0, 395.0, 662.0, 918.0, 1382.0, 2207.0, 3627.0, 6251.0, 13153.0, 54915.0, 903944.0, 34503.0, 10695.0, 5551.0, 3235.0, 2062.0, 1293.0, 868.0, 598.0, 381.0, 254.0, 193.0, 147.0, 99.0, 56.0, 47.0, 40.0, 24.0, 14.0, 12.0, 10.0, 12.0, 8.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.0004017353057861328, -0.00038970261812210083, -0.00037766993045806885, -0.00036563724279403687, -0.0003536045551300049, -0.0003415718674659729, -0.0003295391798019409, -0.00031750649213790894, -0.00030547380447387695, -0.00029344111680984497, -0.000281408429145813, -0.000269375741481781, -0.000257343053817749, -0.00024531036615371704, -0.00023327767848968506, -0.00022124499082565308, -0.0002092123031616211, -0.0001971796154975891, -0.00018514692783355713, -0.00017311424016952515, -0.00016108155250549316, -0.00014904886484146118, -0.0001370161771774292, -0.00012498348951339722, -0.00011295080184936523, -0.00010091811418533325, -8.888542652130127e-05, -7.685273885726929e-05, -6.48200511932373e-05, -5.278736352920532e-05, -4.075467586517334e-05, -2.8721988201141357e-05, -1.6689300537109375e-05, -4.656612873077393e-06, 7.37607479095459e-06, 1.9408762454986572e-05, 3.1441450119018555e-05, 4.347413778305054e-05, 5.550682544708252e-05, 6.75395131111145e-05, 7.957220077514648e-05, 9.160488843917847e-05, 0.00010363757610321045, 0.00011567026376724243, 0.00012770295143127441, 0.0001397356390953064, 0.00015176832675933838, 0.00016380101442337036, 0.00017583370208740234, 0.00018786638975143433, 0.0001998990774154663, 0.0002119317650794983, 0.00022396445274353027, 0.00023599714040756226, 0.00024802982807159424, 0.0002600625157356262, 0.0002720952033996582, 0.0002841278910636902, 0.00029616057872772217, 0.00030819326639175415, 0.00032022595405578613, 0.0003322586417198181, 0.0003442913293838501, 0.0003563240170478821, 0.00036835670471191406]}, "gradients/decoder.model.decoder.layers.8.encoder_attn.k_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 2.0, 5.0, 1.0, 7.0, 10.0, 20.0, 31.0, 60.0, 167.0, 519.0, 74.0, 44.0, 20.0, 17.0, 13.0, 4.0, 2.0, 2.0, 0.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.133317947387695e-05, -5.844142287969589e-05, -5.554966628551483e-05, -5.265790969133377e-05, -4.976615309715271e-05, -4.687439650297165e-05, -4.398263990879059e-05, -4.109088331460953e-05, -3.819912672042847e-05, -3.5307370126247406e-05, -3.2415613532066345e-05, -2.9523856937885284e-05, -2.6632100343704224e-05, -2.3740343749523163e-05, -2.0848587155342102e-05, -1.795683056116104e-05, -1.506507396697998e-05, -1.217331737279892e-05, -9.281560778617859e-06, -6.389804184436798e-06, -3.4980475902557373e-06, -6.062909960746765e-07, 2.2854655981063843e-06, 5.177222192287445e-06, 8.068978786468506e-06, 1.0960735380649567e-05, 1.3852491974830627e-05, 1.6744248569011688e-05, 1.963600516319275e-05, 2.252776175737381e-05, 2.541951835155487e-05, 2.831127494573593e-05, 3.120303153991699e-05, 3.409478813409805e-05, 3.6986544728279114e-05, 3.9878301322460175e-05, 4.2770057916641235e-05, 4.5661814510822296e-05, 4.855357110500336e-05, 5.144532769918442e-05, 5.433708429336548e-05, 5.722884088754654e-05, 6.01205974817276e-05, 6.301235407590866e-05, 6.590411067008972e-05, 6.879586726427078e-05, 7.168762385845184e-05, 7.45793804526329e-05, 7.747113704681396e-05, 8.036289364099503e-05, 8.325465023517609e-05, 8.614640682935715e-05, 8.903816342353821e-05, 9.192992001771927e-05, 9.482167661190033e-05, 9.771343320608139e-05, 0.00010060518980026245, 0.00010349694639444351, 0.00010638870298862457, 0.00010928045958280563, 0.0001121722161769867, 0.00011506397277116776, 0.00011795572936534882, 0.00012084748595952988, 0.00012373924255371094]}, "gradients/decoder.model.decoder.layers.8.encoder_attn.q_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 6.0, 7.0, 6.0, 5.0, 10.0, 15.0, 25.0, 35.0, 33.0, 34.0, 48.0, 82.0, 125.0, 147.0, 218.0, 255.0, 385.0, 432.0, 625.0, 945.0, 1376.0, 2047.0, 3256.0, 5491.0, 9766.0, 20075.0, 130458.0, 821444.0, 23216.0, 10862.0, 6162.0, 3542.0, 2236.0, 1552.0, 1018.0, 663.0, 508.0, 342.0, 303.0, 224.0, 137.0, 104.0, 67.0, 65.0, 57.0, 44.0, 27.0, 16.0, 18.0, 18.0, 18.0, 6.0, 6.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0], "bins": [-0.0002608299255371094, -0.00025186315178871155, -0.00024289637804031372, -0.0002339296042919159, -0.00022496283054351807, -0.00021599605679512024, -0.0002070292830467224, -0.00019806250929832458, -0.00018909573554992676, -0.00018012896180152893, -0.0001711621880531311, -0.00016219541430473328, -0.00015322864055633545, -0.00014426186680793762, -0.0001352950930595398, -0.00012632831931114197, -0.00011736154556274414, -0.00010839477181434631, -9.942799806594849e-05, -9.046122431755066e-05, -8.149445056915283e-05, -7.2527676820755e-05, -6.356090307235718e-05, -5.459412932395935e-05, -4.5627355575561523e-05, -3.6660581827163696e-05, -2.769380807876587e-05, -1.8727034330368042e-05, -9.760260581970215e-06, -7.934868335723877e-07, 8.17328691482544e-06, 1.7140060663223267e-05, 2.6106834411621094e-05, 3.507360816001892e-05, 4.404038190841675e-05, 5.3007155656814575e-05, 6.19739294052124e-05, 7.094070315361023e-05, 7.990747690200806e-05, 8.887425065040588e-05, 9.784102439880371e-05, 0.00010680779814720154, 0.00011577457189559937, 0.0001247413456439972, 0.00013370811939239502, 0.00014267489314079285, 0.00015164166688919067, 0.0001606084406375885, 0.00016957521438598633, 0.00017854198813438416, 0.00018750876188278198, 0.0001964755356311798, 0.00020544230937957764, 0.00021440908312797546, 0.0002233758568763733, 0.00023234263062477112, 0.00024130940437316895, 0.00025027617812156677, 0.0002592429518699646, 0.0002682097256183624, 0.00027717649936676025, 0.0002861432731151581, 0.0002951100468635559, 0.00030407682061195374, 0.00031304359436035156]}, "gradients/decoder.model.decoder.layers.8.encoder_attn.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 7.0, 3.0, 6.0, 5.0, 7.0, 7.0, 9.0, 9.0, 7.0, 8.0, 13.0, 32.0, 252.0, 519.0, 35.0, 16.0, 6.0, 4.0, 5.0, 9.0, 5.0, 2.0, 10.0, 1.0, 2.0, 3.0, 1.0, 3.0, 0.0, 3.0, 6.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0], "bins": [-7.337331771850586e-05, -7.08485022187233e-05, -6.832368671894073e-05, -6.579887121915817e-05, -6.327405571937561e-05, -6.074924021959305e-05, -5.8224424719810486e-05, -5.5699609220027924e-05, -5.317479372024536e-05, -5.06499782204628e-05, -4.812516272068024e-05, -4.5600347220897675e-05, -4.307553172111511e-05, -4.055071622133255e-05, -3.802590072154999e-05, -3.5501085221767426e-05, -3.297626972198486e-05, -3.04514542222023e-05, -2.792663872241974e-05, -2.5401823222637177e-05, -2.2877007722854614e-05, -2.0352192223072052e-05, -1.782737672328949e-05, -1.5302561223506927e-05, -1.2777745723724365e-05, -1.0252930223941803e-05, -7.72811472415924e-06, -5.2032992243766785e-06, -2.678483724594116e-06, -1.5366822481155396e-07, 2.3711472749710083e-06, 4.8959627747535706e-06, 7.420778274536133e-06, 9.945593774318695e-06, 1.2470409274101257e-05, 1.499522477388382e-05, 1.7520040273666382e-05, 2.0044855773448944e-05, 2.2569671273231506e-05, 2.509448677301407e-05, 2.761930227279663e-05, 3.0144117772579193e-05, 3.2668933272361755e-05, 3.519374877214432e-05, 3.771856427192688e-05, 4.024337977170944e-05, 4.2768195271492004e-05, 4.529301077127457e-05, 4.781782627105713e-05, 5.034264177083969e-05, 5.2867457270622253e-05, 5.5392272770404816e-05, 5.791708827018738e-05, 6.044190376996994e-05, 6.29667192697525e-05, 6.549153476953506e-05, 6.801635026931763e-05, 7.054116576910019e-05, 7.306598126888275e-05, 7.559079676866531e-05, 7.811561226844788e-05, 8.064042776823044e-05, 8.3165243268013e-05, 8.569005876779556e-05, 8.821487426757812e-05]}, "gradients/decoder.model.decoder.layers.8.self_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 4.0, 0.0, 6.0, 19.0, 53.0, 703.0, 171.0, 25.0, 10.0, 9.0, 3.0, 5.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.31303849816322327, -0.2943710386753082, -0.2757035493850708, -0.25703608989715576, -0.23836863040924072, -0.21970117092132568, -0.20103369653224945, -0.18236622214317322, -0.16369876265525818, -0.14503130316734314, -0.1263638287782669, -0.10769636183977127, -0.08902889490127563, -0.07036142796278, -0.05169396102428436, -0.03302648663520813, -0.01435902714729309, 0.004308439791202545, 0.02297590672969818, 0.04164337366819382, 0.06031084060668945, 0.07897830754518509, 0.09764577448368073, 0.11631324887275696, 0.134980708360672, 0.15364816784858704, 0.17231564223766327, 0.1909831166267395, 0.20965057611465454, 0.22831803560256958, 0.2469855099916458, 0.26565298438072205, 0.2843204140663147, 0.30298787355422974, 0.3216553330421448, 0.3403228223323822, 0.35899028182029724, 0.3776577413082123, 0.3963252305984497, 0.41499269008636475, 0.4336601495742798, 0.4523276090621948, 0.47099506855010986, 0.4896625578403473, 0.5083299875259399, 0.5269975066184998, 0.5456649661064148, 0.5643324255943298, 0.5829998850822449, 0.6016673445701599, 0.620334804058075, 0.63900226354599, 0.6576697826385498, 0.6763372421264648, 0.6950047016143799, 0.7136721611022949, 0.73233962059021, 0.751007080078125, 0.76967453956604, 0.7883419990539551, 0.8070094585418701, 0.8256769776344299, 0.844344437122345, 0.86301189661026, 0.881679356098175]}, "gradients/decoder.model.decoder.layers.8.self_attn_layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 1.0, 11.0, 11.0, 5.0, 16.0, 14.0, 31.0, 17.0, 30.0, 33.0, 36.0, 49.0, 66.0, 51.0, 58.0, 60.0, 73.0, 68.0, 62.0, 49.0, 57.0, 46.0, 32.0, 23.0, 26.0, 26.0, 13.0, 12.0, 11.0, 3.0, 8.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02783265709877014, -0.026715323328971863, -0.025597991421818733, -0.024480659514665604, -0.023363325744867325, -0.022245991975069046, -0.021128660067915916, -0.020011328160762787, -0.018893994390964508, -0.01777666062116623, -0.0166593287140131, -0.015541995875537395, -0.014424663037061691, -0.013307330198585987, -0.012189997360110283, -0.011072664521634579, -0.009955331683158875, -0.00883799884468317, -0.007720666006207466, -0.006603333167731762, -0.005486000329256058, -0.0043686674907803535, -0.0032513346523046494, -0.002134001813828945, -0.001016668975353241, 0.00010066386312246323, 0.0012179967015981674, 0.0023353295400738716, 0.003452662378549576, 0.00456999521702528, 0.005687328055500984, 0.006804660893976688, 0.007921990007162094, 0.009039322845637798, 0.010156655684113503, 0.011273988522589207, 0.012391321361064911, 0.013508654199540615, 0.01462598703801632, 0.01574331894516945, 0.016860652714967728, 0.017977986484766006, 0.019095318391919136, 0.020212650299072266, 0.021329984068870544, 0.022447317838668823, 0.023564649745821953, 0.024681981652975082, 0.02579931542277336, 0.02691664919257164, 0.02803398109972477, 0.0291513130068779, 0.030268646776676178, 0.03138598054647446, 0.032503314316272736, 0.033620644360780716, 0.034737978130578995, 0.035855311900377274, 0.036972641944885254, 0.03808997571468353, 0.03920730948448181, 0.04032464325428009, 0.04144197702407837, 0.04255930706858635, 0.04367664083838463]}, "gradients/decoder.model.decoder.layers.8.self_attn.out_proj.weight": {"_type": "histogram", "values": [4.0, 2.0, 0.0, 3.0, 1.0, 5.0, 4.0, 5.0, 8.0, 4.0, 7.0, 7.0, 9.0, 8.0, 15.0, 16.0, 34.0, 38.0, 60.0, 97.0, 162.0, 244.0, 393.0, 677.0, 1186.0, 2037.0, 3799.0, 8416.0, 25178.0, 231370.0, 712204.0, 40861.0, 11019.0, 4773.0, 2414.0, 1420.0, 760.0, 471.0, 307.0, 170.0, 126.0, 75.0, 55.0, 21.0, 26.0, 15.0, 8.0, 7.0, 10.0, 5.0, 5.0, 6.0, 8.0, 6.0, 3.0, 4.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0740966796875, -0.0716390609741211, -0.06918144226074219, -0.06672382354736328, -0.06426620483398438, -0.06180858612060547, -0.05935096740722656, -0.056893348693847656, -0.05443572998046875, -0.051978111267089844, -0.04952049255371094, -0.04706287384033203, -0.044605255126953125, -0.04214763641357422, -0.03969001770019531, -0.037232398986816406, -0.0347747802734375, -0.032317161560058594, -0.029859542846679688, -0.02740192413330078, -0.024944305419921875, -0.02248668670654297, -0.020029067993164062, -0.017571449279785156, -0.01511383056640625, -0.012656211853027344, -0.010198593139648438, -0.007740974426269531, -0.005283355712890625, -0.0028257369995117188, -0.0003681182861328125, 0.0020895004272460938, 0.004547119140625, 0.007004737854003906, 0.009462356567382812, 0.011919975280761719, 0.014377593994140625, 0.01683521270751953, 0.019292831420898438, 0.021750450134277344, 0.02420806884765625, 0.026665687561035156, 0.029123306274414062, 0.03158092498779297, 0.034038543701171875, 0.03649616241455078, 0.03895378112792969, 0.041411399841308594, 0.0438690185546875, 0.046326637268066406, 0.04878425598144531, 0.05124187469482422, 0.053699493408203125, 0.05615711212158203, 0.05861473083496094, 0.061072349548339844, 0.06352996826171875, 0.06598758697509766, 0.06844520568847656, 0.07090282440185547, 0.07336044311523438, 0.07581806182861328, 0.07827568054199219, 0.0807332992553711, 0.08319091796875]}, "gradients/decoder.model.decoder.layers.8.self_attn.out_proj.bias": {"_type": "histogram", "values": [4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 6.0, 0.0, 4.0, 1.0, 3.0, 8.0, 6.0, 11.0, 15.0, 65.0, 172.0, 329.0, 230.0, 90.0, 14.0, 10.0, 8.0, 7.0, 5.0, 1.0, 5.0, 5.0, 3.0, 3.0, 0.0, 3.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01186370849609375, -0.011226534843444824, -0.010589361190795898, -0.009952187538146973, -0.009315013885498047, -0.008677840232849121, -0.008040666580200195, -0.0074034929275512695, -0.006766319274902344, -0.006129145622253418, -0.005491971969604492, -0.004854798316955566, -0.004217624664306641, -0.003580451011657715, -0.002943277359008789, -0.0023061037063598633, -0.0016689300537109375, -0.0010317564010620117, -0.00039458274841308594, 0.00024259090423583984, 0.0008797645568847656, 0.0015169382095336914, 0.002154111862182617, 0.002791285514831543, 0.0034284591674804688, 0.0040656328201293945, 0.00470280647277832, 0.005339980125427246, 0.005977153778076172, 0.006614327430725098, 0.0072515010833740234, 0.00788867473602295, 0.008525848388671875, 0.0091630220413208, 0.009800195693969727, 0.010437369346618652, 0.011074542999267578, 0.011711716651916504, 0.01234889030456543, 0.012986063957214355, 0.013623237609863281, 0.014260411262512207, 0.014897584915161133, 0.015534758567810059, 0.016171932220458984, 0.01680910587310791, 0.017446279525756836, 0.01808345317840576, 0.018720626831054688, 0.019357800483703613, 0.01999497413635254, 0.020632147789001465, 0.02126932144165039, 0.021906495094299316, 0.022543668746948242, 0.023180842399597168, 0.023818016052246094, 0.02445518970489502, 0.025092363357543945, 0.02572953701019287, 0.026366710662841797, 0.027003884315490723, 0.02764105796813965, 0.028278231620788574, 0.0289154052734375]}, "gradients/decoder.model.decoder.layers.8.self_attn.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 8.0, 2.0, 2.0, 5.0, 8.0, 3.0, 8.0, 11.0, 11.0, 16.0, 21.0, 20.0, 26.0, 41.0, 44.0, 46.0, 68.0, 72.0, 145.0, 1088.0, 80083.0, 960977.0, 5176.0, 275.0, 78.0, 57.0, 46.0, 37.0, 39.0, 31.0, 16.0, 19.0, 12.0, 13.0, 12.0, 6.0, 10.0, 3.0, 8.0, 2.0, 2.0, 0.0, 4.0, 2.0, 5.0, 3.0, 0.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.06317138671875, -0.061148643493652344, -0.05912590026855469, -0.05710315704345703, -0.055080413818359375, -0.05305767059326172, -0.05103492736816406, -0.049012184143066406, -0.04698944091796875, -0.044966697692871094, -0.04294395446777344, -0.04092121124267578, -0.038898468017578125, -0.03687572479248047, -0.03485298156738281, -0.032830238342285156, -0.0308074951171875, -0.028784751892089844, -0.026762008666992188, -0.02473926544189453, -0.022716522216796875, -0.02069377899169922, -0.018671035766601562, -0.016648292541503906, -0.01462554931640625, -0.012602806091308594, -0.010580062866210938, -0.008557319641113281, -0.006534576416015625, -0.004511833190917969, -0.0024890899658203125, -0.00046634674072265625, 0.001556396484375, 0.0035791397094726562, 0.0056018829345703125, 0.007624626159667969, 0.009647369384765625, 0.011670112609863281, 0.013692855834960938, 0.015715599060058594, 0.01773834228515625, 0.019761085510253906, 0.021783828735351562, 0.02380657196044922, 0.025829315185546875, 0.02785205841064453, 0.029874801635742188, 0.031897544860839844, 0.0339202880859375, 0.035943031311035156, 0.03796577453613281, 0.03998851776123047, 0.042011260986328125, 0.04403400421142578, 0.04605674743652344, 0.048079490661621094, 0.05010223388671875, 0.052124977111816406, 0.05414772033691406, 0.05617046356201172, 0.058193206787109375, 0.06021595001220703, 0.06223869323730469, 0.06426143646240234, 0.0662841796875]}, "gradients/decoder.model.decoder.layers.8.self_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 5.0, 3.0, 1.0, 6.0, 6.0, 6.0, 4.0, 9.0, 16.0, 13.0, 18.0, 16.0, 20.0, 32.0, 43.0, 30.0, 47.0, 61.0, 38.0, 45.0, 52.0, 47.0, 54.0, 48.0, 47.0, 37.0, 41.0, 30.0, 39.0, 26.0, 40.0, 18.0, 18.0, 20.0, 9.0, 15.0, 7.0, 8.0, 6.0, 6.0, 5.0, 1.0, 2.0, 2.0, 6.0, 2.0, 2.0, 2.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0145721435546875, -0.014105439186096191, -0.013638734817504883, -0.013172030448913574, -0.012705326080322266, -0.012238621711730957, -0.011771917343139648, -0.01130521297454834, -0.010838508605957031, -0.010371804237365723, -0.009905099868774414, -0.009438395500183105, -0.008971691131591797, -0.008504986763000488, -0.00803828239440918, -0.007571578025817871, -0.0071048736572265625, -0.006638169288635254, -0.006171464920043945, -0.005704760551452637, -0.005238056182861328, -0.0047713518142700195, -0.004304647445678711, -0.0038379430770874023, -0.0033712387084960938, -0.002904534339904785, -0.0024378299713134766, -0.001971125602722168, -0.0015044212341308594, -0.0010377168655395508, -0.0005710124969482422, -0.0001043081283569336, 0.000362396240234375, 0.0008291006088256836, 0.0012958049774169922, 0.0017625093460083008, 0.0022292137145996094, 0.002695918083190918, 0.0031626224517822266, 0.003629326820373535, 0.004096031188964844, 0.004562735557556152, 0.005029439926147461, 0.0054961442947387695, 0.005962848663330078, 0.006429553031921387, 0.006896257400512695, 0.007362961769104004, 0.007829666137695312, 0.008296370506286621, 0.00876307487487793, 0.009229779243469238, 0.009696483612060547, 0.010163187980651855, 0.010629892349243164, 0.011096596717834473, 0.011563301086425781, 0.01203000545501709, 0.012496709823608398, 0.012963414192199707, 0.013430118560791016, 0.013896822929382324, 0.014363527297973633, 0.014830231666564941, 0.01529693603515625]}, "gradients/decoder.model.decoder.layers.8.self_attn.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 5.0, 1.0, 3.0, 4.0, 4.0, 4.0, 6.0, 9.0, 11.0, 12.0, 16.0, 24.0, 21.0, 54.0, 52.0, 88.0, 89.0, 168.0, 203.0, 314.0, 571.0, 1393.0, 5854.0, 590958.0, 439673.0, 5880.0, 1446.0, 610.0, 340.0, 235.0, 139.0, 102.0, 67.0, 49.0, 39.0, 38.0, 21.0, 12.0, 17.0, 7.0, 8.0, 6.0, 3.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.0338134765625, -0.032788753509521484, -0.03176403045654297, -0.030739307403564453, -0.029714584350585938, -0.028689861297607422, -0.027665138244628906, -0.02664041519165039, -0.025615692138671875, -0.02459096908569336, -0.023566246032714844, -0.022541522979736328, -0.021516799926757812, -0.020492076873779297, -0.01946735382080078, -0.018442630767822266, -0.01741790771484375, -0.016393184661865234, -0.015368461608886719, -0.014343738555908203, -0.013319015502929688, -0.012294292449951172, -0.011269569396972656, -0.01024484634399414, -0.009220123291015625, -0.00819540023803711, -0.007170677185058594, -0.006145954132080078, -0.0051212310791015625, -0.004096508026123047, -0.0030717849731445312, -0.0020470619201660156, -0.0010223388671875, 2.384185791015625e-06, 0.0010271072387695312, 0.002051830291748047, 0.0030765533447265625, 0.004101276397705078, 0.005125999450683594, 0.006150722503662109, 0.007175445556640625, 0.00820016860961914, 0.009224891662597656, 0.010249614715576172, 0.011274337768554688, 0.012299060821533203, 0.013323783874511719, 0.014348506927490234, 0.01537322998046875, 0.016397953033447266, 0.01742267608642578, 0.018447399139404297, 0.019472122192382812, 0.020496845245361328, 0.021521568298339844, 0.02254629135131836, 0.023571014404296875, 0.02459573745727539, 0.025620460510253906, 0.026645183563232422, 0.027669906616210938, 0.028694629669189453, 0.02971935272216797, 0.030744075775146484, 0.031768798828125]}, "gradients/decoder.model.decoder.layers.8.self_attn.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 4.0, 8.0, 11.0, 17.0, 50.0, 207.0, 602.0, 49.0, 31.0, 8.0, 7.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.349781036376953e-05, -3.205053508281708e-05, -3.0603259801864624e-05, -2.915598452091217e-05, -2.7708709239959717e-05, -2.6261433959007263e-05, -2.481415867805481e-05, -2.3366883397102356e-05, -2.1919608116149902e-05, -2.047233283519745e-05, -1.9025057554244995e-05, -1.757778227329254e-05, -1.6130506992340088e-05, -1.4683231711387634e-05, -1.323595643043518e-05, -1.1788681149482727e-05, -1.0341405868530273e-05, -8.89413058757782e-06, -7.446855306625366e-06, -5.999580025672913e-06, -4.552304744720459e-06, -3.1050294637680054e-06, -1.6577541828155518e-06, -2.1047890186309814e-07, 1.2367963790893555e-06, 2.684071660041809e-06, 4.131346940994263e-06, 5.578622221946716e-06, 7.02589750289917e-06, 8.473172783851624e-06, 9.920448064804077e-06, 1.136772334575653e-05, 1.2814998626708984e-05, 1.4262273907661438e-05, 1.570954918861389e-05, 1.7156824469566345e-05, 1.86040997505188e-05, 2.0051375031471252e-05, 2.1498650312423706e-05, 2.294592559337616e-05, 2.4393200874328613e-05, 2.5840476155281067e-05, 2.728775143623352e-05, 2.8735026717185974e-05, 3.0182301998138428e-05, 3.162957727909088e-05, 3.3076852560043335e-05, 3.452412784099579e-05, 3.597140312194824e-05, 3.7418678402900696e-05, 3.886595368385315e-05, 4.03132289648056e-05, 4.176050424575806e-05, 4.320777952671051e-05, 4.4655054807662964e-05, 4.610233008861542e-05, 4.754960536956787e-05, 4.8996880650520325e-05, 5.044415593147278e-05, 5.189143121242523e-05, 5.3338706493377686e-05, 5.478598177433014e-05, 5.623325705528259e-05, 5.7680532336235046e-05, 5.91278076171875e-05]}, "gradients/decoder.model.decoder.layers.8.self_attn.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 0.0, 1.0, 3.0, 2.0, 4.0, 6.0, 7.0, 1.0, 6.0, 14.0, 15.0, 13.0, 25.0, 62.0, 560.0, 35361.0, 1010862.0, 1409.0, 96.0, 27.0, 12.0, 16.0, 10.0, 9.0, 11.0, 4.0, 6.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.031158447265625, -0.03021860122680664, -0.02927875518798828, -0.028338909149169922, -0.027399063110351562, -0.026459217071533203, -0.025519371032714844, -0.024579524993896484, -0.023639678955078125, -0.022699832916259766, -0.021759986877441406, -0.020820140838623047, -0.019880294799804688, -0.018940448760986328, -0.01800060272216797, -0.01706075668334961, -0.01612091064453125, -0.01518106460571289, -0.014241218566894531, -0.013301372528076172, -0.012361526489257812, -0.011421680450439453, -0.010481834411621094, -0.009541988372802734, -0.008602142333984375, -0.007662296295166016, -0.006722450256347656, -0.005782604217529297, -0.0048427581787109375, -0.003902912139892578, -0.0029630661010742188, -0.0020232200622558594, -0.0010833740234375, -0.00014352798461914062, 0.0007963180541992188, 0.0017361640930175781, 0.0026760101318359375, 0.003615856170654297, 0.004555702209472656, 0.005495548248291016, 0.006435394287109375, 0.007375240325927734, 0.008315086364746094, 0.009254932403564453, 0.010194778442382812, 0.011134624481201172, 0.012074470520019531, 0.01301431655883789, 0.01395416259765625, 0.01489400863647461, 0.01583385467529297, 0.016773700714111328, 0.017713546752929688, 0.018653392791748047, 0.019593238830566406, 0.020533084869384766, 0.021472930908203125, 0.022412776947021484, 0.023352622985839844, 0.024292469024658203, 0.025232315063476562, 0.026172161102294922, 0.02711200714111328, 0.02805185317993164, 0.02899169921875]}, "gradients/decoder.model.decoder.layers.8.self_attn.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 5.0, 0.0, 1.0, 2.0, 3.0, 3.0, 5.0, 9.0, 1.0, 6.0, 14.0, 14.0, 14.0, 25.0, 45.0, 80.0, 213.0, 305.0, 105.0, 52.0, 26.0, 11.0, 17.0, 10.0, 8.0, 11.0, 4.0, 7.0, 0.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.007534027099609375, -0.0073067545890808105, -0.007079482078552246, -0.006852209568023682, -0.006624937057495117, -0.006397664546966553, -0.006170392036437988, -0.005943119525909424, -0.005715847015380859, -0.005488574504852295, -0.0052613019943237305, -0.005034029483795166, -0.0048067569732666016, -0.004579484462738037, -0.004352211952209473, -0.004124939441680908, -0.0038976669311523438, -0.0036703944206237793, -0.003443121910095215, -0.0032158493995666504, -0.002988576889038086, -0.0027613043785095215, -0.002534031867980957, -0.0023067593574523926, -0.002079486846923828, -0.0018522143363952637, -0.0016249418258666992, -0.0013976693153381348, -0.0011703968048095703, -0.0009431242942810059, -0.0007158517837524414, -0.000488579273223877, -0.0002613067626953125, -3.403425216674805e-05, 0.0001932382583618164, 0.00042051076889038086, 0.0006477832794189453, 0.0008750557899475098, 0.0011023283004760742, 0.0013296008110046387, 0.0015568733215332031, 0.0017841458320617676, 0.002011418342590332, 0.0022386908531188965, 0.002465963363647461, 0.0026932358741760254, 0.00292050838470459, 0.0031477808952331543, 0.0033750534057617188, 0.003602325916290283, 0.0038295984268188477, 0.004056870937347412, 0.0042841434478759766, 0.004511415958404541, 0.0047386884689331055, 0.00496596097946167, 0.005193233489990234, 0.005420506000518799, 0.005647778511047363, 0.005875051021575928, 0.006102323532104492, 0.006329596042633057, 0.006556868553161621, 0.0067841410636901855, 0.00701141357421875]}, "gradients/decoder.model.decoder.layers.7.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 8.0, 36.0, 822.0, 129.0, 10.0, 4.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08472833782434464, -0.07593647390604019, -0.06714460998773575, -0.0583527497947216, -0.04956088587641716, -0.04076902195811272, -0.03197716176509857, -0.02318529784679413, -0.014393433928489685, -0.005601570941507816, 0.0031902920454740524, 0.011982154101133347, 0.02077401801943779, 0.029565881937742233, 0.03835774213075638, 0.04714960604906082, 0.055941469967365265, 0.06473333388566971, 0.07352519780397415, 0.082317054271698, 0.09110891819000244, 0.09990078210830688, 0.10869264602661133, 0.11748450994491577, 0.12627637386322021, 0.13506823778152466, 0.1438601016998291, 0.15265196561813354, 0.161443829536438, 0.17023569345474243, 0.17902755737304688, 0.18781942129135132, 0.19661128520965576, 0.2054031491279602, 0.21419501304626465, 0.2229868769645691, 0.23177874088287354, 0.24057060480117798, 0.24936246871948242, 0.25815433263778687, 0.2669461965560913, 0.27573806047439575, 0.2845299243927002, 0.29332178831100464, 0.3021136522293091, 0.3109055161476135, 0.31969738006591797, 0.3284892439842224, 0.33728110790252686, 0.3460729718208313, 0.35486483573913574, 0.3636566996574402, 0.37244856357574463, 0.3812404274940491, 0.3900322914123535, 0.39882415533065796, 0.40761598944664, 0.41640785336494446, 0.4251997172832489, 0.43399158120155334, 0.4427834451198578, 0.45157530903816223, 0.4603671729564667, 0.4691590368747711, 0.47795090079307556]}, "gradients/decoder.model.decoder.layers.7.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 2.0, 3.0, 6.0, 7.0, 7.0, 10.0, 9.0, 20.0, 22.0, 26.0, 24.0, 22.0, 32.0, 34.0, 39.0, 38.0, 33.0, 42.0, 52.0, 35.0, 50.0, 49.0, 63.0, 60.0, 36.0, 48.0, 38.0, 32.0, 25.0, 20.0, 18.0, 18.0, 17.0, 17.0, 17.0, 11.0, 12.0, 7.0, 6.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02524787373840809, -0.024125367403030396, -0.023002859205007553, -0.02188035100698471, -0.020757844671607018, -0.019635338336229324, -0.018512830138206482, -0.01739032194018364, -0.016267815604805946, -0.015145308338105679, -0.01402280107140541, -0.012900293804705143, -0.011777786538004875, -0.010655279271304607, -0.00953277200460434, -0.008410264737904072, -0.007287757471203804, -0.006165250204503536, -0.005042742937803268, -0.003920235671103001, -0.002797728404402733, -0.001675221137702465, -0.0005527138710021973, 0.0005697933956980705, 0.0016923006623983383, 0.002814807929098606, 0.003937315195798874, 0.005059822462499142, 0.0061823297291994095, 0.007304836995899677, 0.008427344262599945, 0.009549851529300213, 0.010672356933355331, 0.0117948642000556, 0.012917371466755867, 0.014039878733456135, 0.015162386000156403, 0.016284894198179245, 0.017407400533556938, 0.01852990686893463, 0.019652415066957474, 0.020774923264980316, 0.02189742960035801, 0.023019935935735703, 0.024142444133758545, 0.025264952331781387, 0.02638745866715908, 0.027509965002536774, 0.028632473200559616, 0.02975498139858246, 0.03087748773396015, 0.031999994069337845, 0.03312250226736069, 0.03424501046538353, 0.03536751866340637, 0.036490023136138916, 0.03761253133416176, 0.0387350395321846, 0.039857544004917145, 0.04098005220293999, 0.04210256040096283, 0.04322506859898567, 0.044347576797008514, 0.04547008126974106, 0.0465925894677639]}, "gradients/decoder.model.decoder.layers.7.fc2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 0.0, 2.0, 2.0, 2.0, 1.0, 5.0, 6.0, 7.0, 8.0, 20.0, 48.0, 79.0, 220.0, 654.0, 1934.0, 9482.0, 4172199.0, 6944.0, 1681.0, 554.0, 220.0, 98.0, 47.0, 30.0, 14.0, 7.0, 3.0, 9.0, 4.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09222412109375, -0.08897972106933594, -0.08573532104492188, -0.08249092102050781, -0.07924652099609375, -0.07600212097167969, -0.07275772094726562, -0.06951332092285156, -0.0662689208984375, -0.06302452087402344, -0.059780120849609375, -0.05653572082519531, -0.05329132080078125, -0.05004692077636719, -0.046802520751953125, -0.04355812072753906, -0.040313720703125, -0.03706932067871094, -0.033824920654296875, -0.030580520629882812, -0.02733612060546875, -0.024091720581054688, -0.020847320556640625, -0.017602920532226562, -0.0143585205078125, -0.011114120483398438, -0.007869720458984375, -0.0046253204345703125, -0.00138092041015625, 0.0018634796142578125, 0.005107879638671875, 0.008352279663085938, 0.0115966796875, 0.014841079711914062, 0.018085479736328125, 0.021329879760742188, 0.02457427978515625, 0.027818679809570312, 0.031063079833984375, 0.03430747985839844, 0.0375518798828125, 0.04079627990722656, 0.044040679931640625, 0.04728507995605469, 0.05052947998046875, 0.05377388000488281, 0.057018280029296875, 0.06026268005371094, 0.063507080078125, 0.06675148010253906, 0.06999588012695312, 0.07324028015136719, 0.07648468017578125, 0.07972908020019531, 0.08297348022460938, 0.08621788024902344, 0.0894622802734375, 0.09270668029785156, 0.09595108032226562, 0.09919548034667969, 0.10243988037109375, 0.10568428039550781, 0.10892868041992188, 0.11217308044433594, 0.11541748046875]}, "gradients/decoder.model.decoder.layers.7.fc2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 5.0, 5.0, 7.0, 3.0, 7.0, 0.0, 15.0, 19.0, 83.0, 129.0, 212.0, 237.0, 130.0, 59.0, 40.0, 10.0, 12.0, 4.0, 6.0, 7.0, 2.0, 2.0, 3.0, 1.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0016841888427734375, -0.0016193687915802002, -0.0015545487403869629, -0.0014897286891937256, -0.0014249086380004883, -0.001360088586807251, -0.0012952685356140137, -0.0012304484844207764, -0.001165628433227539, -0.0011008083820343018, -0.0010359883308410645, -0.0009711682796478271, -0.0009063482284545898, -0.0008415281772613525, -0.0007767081260681152, -0.0007118880748748779, -0.0006470680236816406, -0.0005822479724884033, -0.000517427921295166, -0.0004526078701019287, -0.0003877878189086914, -0.0003229677677154541, -0.0002581477165222168, -0.0001933276653289795, -0.0001285076141357422, -6.368756294250488e-05, 1.1324882507324219e-06, 6.595253944396973e-05, 0.00013077259063720703, 0.00019559264183044434, 0.00026041269302368164, 0.00032523274421691895, 0.00039005279541015625, 0.00045487284660339355, 0.0005196928977966309, 0.0005845129489898682, 0.0006493330001831055, 0.0007141530513763428, 0.0007789731025695801, 0.0008437931537628174, 0.0009086132049560547, 0.000973433256149292, 0.0010382533073425293, 0.0011030733585357666, 0.001167893409729004, 0.0012327134609222412, 0.0012975335121154785, 0.0013623535633087158, 0.0014271736145019531, 0.0014919936656951904, 0.0015568137168884277, 0.001621633768081665, 0.0016864538192749023, 0.0017512738704681396, 0.001816093921661377, 0.0018809139728546143, 0.0019457340240478516, 0.002010554075241089, 0.002075374126434326, 0.0021401941776275635, 0.0022050142288208008, 0.002269834280014038, 0.0023346543312072754, 0.0023994743824005127, 0.00246429443359375]}, "gradients/decoder.model.decoder.layers.7.fc1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 3.0, 0.0, 3.0, 4.0, 4.0, 14.0, 11.0, 12.0, 49.0, 114.0, 353.0, 1682.0, 11379.0, 4175645.0, 3915.0, 767.0, 189.0, 51.0, 26.0, 18.0, 11.0, 15.0, 2.0, 2.0, 3.0, 2.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06939697265625, -0.06665325164794922, -0.06390953063964844, -0.061165809631347656, -0.058422088623046875, -0.055678367614746094, -0.05293464660644531, -0.05019092559814453, -0.04744720458984375, -0.04470348358154297, -0.04195976257324219, -0.039216041564941406, -0.036472320556640625, -0.033728599548339844, -0.030984878540039062, -0.02824115753173828, -0.0254974365234375, -0.02275371551513672, -0.020009994506835938, -0.017266273498535156, -0.014522552490234375, -0.011778831481933594, -0.009035110473632812, -0.006291389465332031, -0.00354766845703125, -0.0008039474487304688, 0.0019397735595703125, 0.004683494567871094, 0.007427215576171875, 0.010170936584472656, 0.012914657592773438, 0.01565837860107422, 0.018402099609375, 0.02114582061767578, 0.023889541625976562, 0.026633262634277344, 0.029376983642578125, 0.032120704650878906, 0.03486442565917969, 0.03760814666748047, 0.04035186767578125, 0.04309558868408203, 0.04583930969238281, 0.048583030700683594, 0.051326751708984375, 0.054070472717285156, 0.05681419372558594, 0.05955791473388672, 0.0623016357421875, 0.06504535675048828, 0.06778907775878906, 0.07053279876708984, 0.07327651977539062, 0.0760202407836914, 0.07876396179199219, 0.08150768280029297, 0.08425140380859375, 0.08699512481689453, 0.08973884582519531, 0.0924825668334961, 0.09522628784179688, 0.09797000885009766, 0.10071372985839844, 0.10345745086669922, 0.106201171875]}, "gradients/decoder.model.decoder.layers.7.fc1.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 2.0, 10.0, 17.0, 81.0, 3468.0, 393.0, 60.0, 25.0, 4.0, 4.0, 4.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.00754547119140625, -0.007328450679779053, -0.0071114301681518555, -0.006894409656524658, -0.006677389144897461, -0.006460368633270264, -0.006243348121643066, -0.006026327610015869, -0.005809307098388672, -0.005592286586761475, -0.005375266075134277, -0.00515824556350708, -0.004941225051879883, -0.0047242045402526855, -0.004507184028625488, -0.004290163516998291, -0.004073143005371094, -0.0038561224937438965, -0.0036391019821166992, -0.003422081470489502, -0.0032050609588623047, -0.0029880404472351074, -0.00277101993560791, -0.002553999423980713, -0.0023369789123535156, -0.0021199584007263184, -0.001902937889099121, -0.0016859173774719238, -0.0014688968658447266, -0.0012518763542175293, -0.001034855842590332, -0.0008178353309631348, -0.0006008148193359375, -0.00038379430770874023, -0.00016677379608154297, 5.02467155456543e-05, 0.00026726722717285156, 0.00048428773880004883, 0.0007013082504272461, 0.0009183287620544434, 0.0011353492736816406, 0.0013523697853088379, 0.0015693902969360352, 0.0017864108085632324, 0.0020034313201904297, 0.002220451831817627, 0.0024374723434448242, 0.0026544928550720215, 0.0028715133666992188, 0.003088533878326416, 0.0033055543899536133, 0.0035225749015808105, 0.003739595413208008, 0.003956615924835205, 0.004173636436462402, 0.0043906569480896, 0.004607677459716797, 0.004824697971343994, 0.005041718482971191, 0.005258738994598389, 0.005475759506225586, 0.005692780017852783, 0.0059098005294799805, 0.006126821041107178, 0.006343841552734375]}, "gradients/decoder.model.decoder.layers.7.encoder_attn_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 6.0, 9.0, 5.0, 7.0, 16.0, 30.0, 54.0, 111.0, 354.0, 213.0, 93.0, 38.0, 27.0, 11.0, 11.0, 3.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.01594715379178524, -0.01535083632916212, -0.014754519797861576, -0.014158202335238457, -0.013561885803937912, -0.012965568341314793, -0.012369250878691673, -0.011772934347391129, -0.011176617816090584, -0.010580300353467464, -0.00998398382216692, -0.0093876663595438, -0.008791349828243256, -0.008195032365620136, -0.007598715368658304, -0.007002398371696472, -0.006406080909073353, -0.005809763912111521, -0.005213446915149689, -0.004617129452526569, -0.004020812921226025, -0.003424495691433549, -0.0028281784616410732, -0.002231861464679241, -0.0016355444677174091, -0.001039227470755577, -0.0004429103573784232, 0.00015340675599873066, 0.0007497237529605627, 0.0013460407499223948, 0.0019423579797148705, 0.0025386749766767025, 0.0031349919736385345, 0.0037313089706003666, 0.004327625967562199, 0.004923943430185318, 0.005520259961485863, 0.006116577424108982, 0.006712894421070814, 0.007309211418032646, 0.007905527949333191, 0.00850184541195631, 0.009098161943256855, 0.009694479405879974, 0.010290795937180519, 0.010887113399803638, 0.011483430862426758, 0.012079747393727303, 0.012676064856350422, 0.013272382318973541, 0.013868698850274086, 0.014465016312897205, 0.01506133284419775, 0.01565765030682087, 0.016253966838121414, 0.016850285232067108, 0.017446601763367653, 0.018042918294668198, 0.01863923668861389, 0.019235553219914436, 0.01983186975121498, 0.020428186282515526, 0.02102450467646122, 0.021620821207761765, 0.02221713773906231]}, "gradients/decoder.model.decoder.layers.7.encoder_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 11.0, 15.0, 27.0, 24.0, 32.0, 30.0, 49.0, 42.0, 57.0, 64.0, 73.0, 84.0, 61.0, 70.0, 61.0, 57.0, 41.0, 50.0, 37.0, 33.0, 30.0, 19.0, 14.0, 11.0, 8.0, 3.0, 0.0, 6.0, 1.0, 0.0, 1.0], "bins": [-0.007828970439732075, -0.007652250584214926, -0.007475531194359064, -0.007298811338841915, -0.0071220919489860535, -0.0069453720934689045, -0.0067686522379517555, -0.006591932848095894, -0.006415212992578745, -0.006238493137061596, -0.006061773747205734, -0.005885053891688585, -0.005708334501832724, -0.005531614646315575, -0.005354895256459713, -0.005178175400942564, -0.005001455545425415, -0.004824735689908266, -0.004648016300052404, -0.004471296444535255, -0.004294577054679394, -0.004117857199162245, -0.003941137343645096, -0.003764417953789234, -0.0035876985639333725, -0.003410978941246867, -0.003234259318560362, -0.003057539463043213, -0.0028808198403567076, -0.0027041002176702023, -0.002527380594983697, -0.0023506609722971916, -0.0021739411167800426, -0.0019972214940935373, -0.0018205017549917102, -0.0016437821323052049, -0.0014670623932033777, -0.0012903427705168724, -0.001113623147830367, -0.0009369034087285399, -0.0007601837860420346, -0.0005834641051478684, -0.0004067444533575326, -0.00023002480156719685, -5.3305120673030615e-05, 0.00012341456022113562, 0.00030013418290764093, 0.0004768539220094681, 0.0006535735446959734, 0.0008302932255901396, 0.0010070129064843059, 0.0011837325291708112, 0.0013604522682726383, 0.0015371718909591436, 0.001713891513645649, 0.001890611252747476, 0.0020673307590186596, 0.002244050381705165, 0.0024207700043916702, 0.002597489859908819, 0.0027742094825953245, 0.00295092910528183, 0.003127648727968335, 0.0033043683506548405, 0.0034810882061719894]}, "gradients/decoder.model.decoder.layers.7.encoder_attn.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 7.0, 2.0, 6.0, 7.0, 6.0, 8.0, 11.0, 19.0, 17.0, 32.0, 37.0, 57.0, 98.0, 141.0, 271.0, 459.0, 925.0, 2422.0, 7456.0, 44320.0, 910413.0, 67663.0, 9157.0, 2755.0, 1116.0, 448.0, 261.0, 113.0, 105.0, 44.0, 54.0, 34.0, 23.0, 15.0, 15.0, 13.0, 8.0, 4.0, 6.0, 7.0, 3.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0022430419921875, -0.0021719932556152344, -0.0021009445190429688, -0.002029895782470703, -0.0019588470458984375, -0.0018877983093261719, -0.0018167495727539062, -0.0017457008361816406, -0.001674652099609375, -0.0016036033630371094, -0.0015325546264648438, -0.0014615058898925781, -0.0013904571533203125, -0.0013194084167480469, -0.0012483596801757812, -0.0011773109436035156, -0.00110626220703125, -0.0010352134704589844, -0.0009641647338867188, -0.0008931159973144531, -0.0008220672607421875, -0.0007510185241699219, -0.0006799697875976562, -0.0006089210510253906, -0.000537872314453125, -0.0004668235778808594, -0.00039577484130859375, -0.0003247261047363281, -0.0002536773681640625, -0.00018262863159179688, -0.00011157989501953125, -4.0531158447265625e-05, 3.0517578125e-05, 0.00010156631469726562, 0.00017261505126953125, 0.00024366378784179688, 0.0003147125244140625, 0.0003857612609863281, 0.00045680999755859375, 0.0005278587341308594, 0.000598907470703125, 0.0006699562072753906, 0.0007410049438476562, 0.0008120536804199219, 0.0008831024169921875, 0.0009541511535644531, 0.0010251998901367188, 0.0010962486267089844, 0.00116729736328125, 0.0012383460998535156, 0.0013093948364257812, 0.0013804435729980469, 0.0014514923095703125, 0.0015225410461425781, 0.0015935897827148438, 0.0016646385192871094, 0.001735687255859375, 0.0018067359924316406, 0.0018777847290039062, 0.0019488334655761719, 0.0020198822021484375, 0.002090930938720703, 0.0021619796752929688, 0.0022330284118652344, 0.0023040771484375]}, "gradients/decoder.model.decoder.layers.7.encoder_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 5.0, 1.0, 1.0, 3.0, 1.0, 4.0, 3.0, 8.0, 3.0, 8.0, 3.0, 21.0, 28.0, 52.0, 73.0, 106.0, 150.0, 138.0, 112.0, 87.0, 72.0, 44.0, 26.0, 21.0, 8.0, 8.0, 1.0, 3.0, 0.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.007366180419921875, -0.0071378350257873535, -0.006909489631652832, -0.0066811442375183105, -0.006452798843383789, -0.006224453449249268, -0.005996108055114746, -0.005767762660980225, -0.005539417266845703, -0.005311071872711182, -0.00508272647857666, -0.004854381084442139, -0.004626035690307617, -0.004397690296173096, -0.004169344902038574, -0.003940999507904053, -0.0037126541137695312, -0.0034843087196350098, -0.0032559633255004883, -0.003027617931365967, -0.0027992725372314453, -0.002570927143096924, -0.0023425817489624023, -0.002114236354827881, -0.0018858909606933594, -0.0016575455665588379, -0.0014292001724243164, -0.001200854778289795, -0.0009725093841552734, -0.000744163990020752, -0.0005158185958862305, -0.000287473201751709, -5.91278076171875e-05, 0.00016921758651733398, 0.00039756298065185547, 0.000625908374786377, 0.0008542537689208984, 0.00108259916305542, 0.0013109445571899414, 0.0015392899513244629, 0.0017676353454589844, 0.001995980739593506, 0.0022243261337280273, 0.002452671527862549, 0.0026810169219970703, 0.002909362316131592, 0.0031377077102661133, 0.0033660531044006348, 0.0035943984985351562, 0.0038227438926696777, 0.004051089286804199, 0.004279434680938721, 0.004507780075073242, 0.004736125469207764, 0.004964470863342285, 0.005192816257476807, 0.005421161651611328, 0.00564950704574585, 0.005877852439880371, 0.006106197834014893, 0.006334543228149414, 0.0065628886222839355, 0.006791234016418457, 0.0070195794105529785, 0.0072479248046875]}, "gradients/decoder.model.decoder.layers.7.encoder_attn.v_proj.weight": {"_type": "histogram", "values": [3.0, 4.0, 1.0, 0.0, 3.0, 5.0, 9.0, 8.0, 5.0, 18.0, 15.0, 27.0, 26.0, 57.0, 55.0, 77.0, 155.0, 217.0, 333.0, 583.0, 945.0, 1711.0, 3432.0, 6567.0, 13735.0, 30043.0, 71525.0, 210205.0, 494642.0, 124298.0, 48003.0, 21157.0, 9956.0, 4891.0, 2528.0, 1387.0, 738.0, 444.0, 226.0, 193.0, 92.0, 69.0, 61.0, 34.0, 26.0, 20.0, 10.0, 8.0, 6.0, 9.0, 3.0, 1.0, 5.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00012314319610595703, -0.00011878833174705505, -0.00011443346738815308, -0.0001100786030292511, -0.00010572373867034912, -0.00010136887431144714, -9.701400995254517e-05, -9.265914559364319e-05, -8.830428123474121e-05, -8.394941687583923e-05, -7.959455251693726e-05, -7.523968815803528e-05, -7.08848237991333e-05, -6.652995944023132e-05, -6.217509508132935e-05, -5.782023072242737e-05, -5.346536636352539e-05, -4.911050200462341e-05, -4.4755637645721436e-05, -4.040077328681946e-05, -3.604590892791748e-05, -3.16910445690155e-05, -2.7336180210113525e-05, -2.2981315851211548e-05, -1.862645149230957e-05, -1.4271587133407593e-05, -9.916722774505615e-06, -5.561858415603638e-06, -1.2069940567016602e-06, 3.1478703022003174e-06, 7.502734661102295e-06, 1.1857599020004272e-05, 1.621246337890625e-05, 2.0567327737808228e-05, 2.4922192096710205e-05, 2.9277056455612183e-05, 3.363192081451416e-05, 3.798678517341614e-05, 4.2341649532318115e-05, 4.669651389122009e-05, 5.105137825012207e-05, 5.540624260902405e-05, 5.9761106967926025e-05, 6.4115971326828e-05, 6.847083568572998e-05, 7.282570004463196e-05, 7.718056440353394e-05, 8.153542876243591e-05, 8.589029312133789e-05, 9.024515748023987e-05, 9.460002183914185e-05, 9.895488619804382e-05, 0.0001033097505569458, 0.00010766461491584778, 0.00011201947927474976, 0.00011637434363365173, 0.00012072920799255371, 0.0001250840723514557, 0.00012943893671035767, 0.00013379380106925964, 0.00013814866542816162, 0.0001425035297870636, 0.00014685839414596558, 0.00015121325850486755, 0.00015556812286376953]}, "gradients/decoder.model.decoder.layers.7.encoder_attn.v_proj.bias": {"_type": "histogram", "values": [3.0, 4.0, 1.0, 0.0, 3.0, 3.0, 5.0, 6.0, 5.0, 6.0, 5.0, 10.0, 7.0, 13.0, 15.0, 10.0, 27.0, 25.0, 28.0, 27.0, 23.0, 29.0, 43.0, 38.0, 34.0, 42.0, 42.0, 56.0, 40.0, 35.0, 47.0, 40.0, 37.0, 32.0, 25.0, 39.0, 34.0, 23.0, 26.0, 24.0, 15.0, 16.0, 19.0, 10.0, 12.0, 10.0, 4.0, 5.0, 3.0, 8.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006809234619140625, -0.006568491458892822, -0.0063277482986450195, -0.006087005138397217, -0.005846261978149414, -0.005605518817901611, -0.005364775657653809, -0.005124032497406006, -0.004883289337158203, -0.0046425461769104, -0.004401803016662598, -0.004161059856414795, -0.003920316696166992, -0.0036795735359191895, -0.0034388303756713867, -0.003198087215423584, -0.0029573440551757812, -0.0027166008949279785, -0.0024758577346801758, -0.002235114574432373, -0.0019943714141845703, -0.0017536282539367676, -0.0015128850936889648, -0.0012721419334411621, -0.0010313987731933594, -0.0007906556129455566, -0.0005499124526977539, -0.00030916929244995117, -6.842613220214844e-05, 0.0001723170280456543, 0.00041306018829345703, 0.0006538033485412598, 0.0008945465087890625, 0.0011352896690368652, 0.001376032829284668, 0.0016167759895324707, 0.0018575191497802734, 0.002098262310028076, 0.002339005470275879, 0.0025797486305236816, 0.0028204917907714844, 0.003061234951019287, 0.00330197811126709, 0.0035427212715148926, 0.0037834644317626953, 0.004024207592010498, 0.004264950752258301, 0.0045056939125061035, 0.004746437072753906, 0.004987180233001709, 0.005227923393249512, 0.0054686665534973145, 0.005709409713745117, 0.00595015287399292, 0.006190896034240723, 0.006431639194488525, 0.006672382354736328, 0.006913125514984131, 0.007153868675231934, 0.007394611835479736, 0.007635354995727539, 0.007876098155975342, 0.008116841316223145, 0.008357584476470947, 0.00859832763671875]}, "gradients/decoder.model.decoder.layers.7.encoder_attn.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 2.0, 6.0, 12.0, 9.0, 9.0, 15.0, 26.0, 32.0, 38.0, 55.0, 75.0, 109.0, 127.0, 195.0, 212.0, 284.0, 391.0, 510.0, 661.0, 1050.0, 1113.0, 1473.0, 1840.0, 2567.0, 3546.0, 7915.0, 22465.0, 959625.0, 22660.0, 7080.0, 4417.0, 2360.0, 1736.0, 1307.0, 1074.0, 806.0, 707.0, 532.0, 365.0, 277.0, 215.0, 167.0, 144.0, 93.0, 55.0, 49.0, 48.0, 34.0, 25.0, 18.0, 13.0, 10.0, 3.0, 5.0, 4.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-9.715557098388672e-06, -9.407289326190948e-06, -9.099021553993225e-06, -8.790753781795502e-06, -8.482486009597778e-06, -8.174218237400055e-06, -7.865950465202332e-06, -7.557682693004608e-06, -7.249414920806885e-06, -6.941147148609161e-06, -6.632879376411438e-06, -6.324611604213715e-06, -6.016343832015991e-06, -5.708076059818268e-06, -5.3998082876205444e-06, -5.091540515422821e-06, -4.783272743225098e-06, -4.475004971027374e-06, -4.166737198829651e-06, -3.8584694266319275e-06, -3.550201654434204e-06, -3.2419338822364807e-06, -2.9336661100387573e-06, -2.625398337841034e-06, -2.3171305656433105e-06, -2.008862793445587e-06, -1.7005950212478638e-06, -1.3923272490501404e-06, -1.084059476852417e-06, -7.757917046546936e-07, -4.675239324569702e-07, -1.5925616025924683e-07, 1.4901161193847656e-07, 4.5727938413619995e-07, 7.655471563339233e-07, 1.0738149285316467e-06, 1.3820827007293701e-06, 1.6903504729270935e-06, 1.998618245124817e-06, 2.3068860173225403e-06, 2.6151537895202637e-06, 2.923421561717987e-06, 3.2316893339157104e-06, 3.539957106113434e-06, 3.848224878311157e-06, 4.156492650508881e-06, 4.464760422706604e-06, 4.773028194904327e-06, 5.081295967102051e-06, 5.389563739299774e-06, 5.6978315114974976e-06, 6.006099283695221e-06, 6.314367055892944e-06, 6.622634828090668e-06, 6.930902600288391e-06, 7.2391703724861145e-06, 7.547438144683838e-06, 7.855705916881561e-06, 8.163973689079285e-06, 8.472241461277008e-06, 8.780509233474731e-06, 9.088777005672455e-06, 9.397044777870178e-06, 9.705312550067902e-06, 1.0013580322265625e-05]}, "gradients/decoder.model.decoder.layers.7.encoder_attn.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 7.0, 9.0, 6.0, 13.0, 11.0, 40.0, 52.0, 69.0, 92.0, 266.0, 111.0, 98.0, 74.0, 52.0, 36.0, 18.0, 13.0, 15.0, 9.0, 5.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8477439880371094e-06, -1.7816200852394104e-06, -1.7154961824417114e-06, -1.6493722796440125e-06, -1.5832483768463135e-06, -1.5171244740486145e-06, -1.4510005712509155e-06, -1.3848766684532166e-06, -1.3187527656555176e-06, -1.2526288628578186e-06, -1.1865049600601196e-06, -1.1203810572624207e-06, -1.0542571544647217e-06, -9.881332516670227e-07, -9.220093488693237e-07, -8.558854460716248e-07, -7.897615432739258e-07, -7.236376404762268e-07, -6.575137376785278e-07, -5.913898348808289e-07, -5.252659320831299e-07, -4.591420292854309e-07, -3.9301812648773193e-07, -3.2689422369003296e-07, -2.60770320892334e-07, -1.94646418094635e-07, -1.2852251529693604e-07, -6.239861249923706e-08, 3.725290298461914e-09, 6.984919309616089e-08, 1.3597309589385986e-07, 2.0209699869155884e-07, 2.682209014892578e-07, 3.343448042869568e-07, 4.0046870708465576e-07, 4.6659260988235474e-07, 5.327165126800537e-07, 5.988404154777527e-07, 6.649643182754517e-07, 7.310882210731506e-07, 7.972121238708496e-07, 8.633360266685486e-07, 9.294599294662476e-07, 9.955838322639465e-07, 1.0617077350616455e-06, 1.1278316378593445e-06, 1.1939555406570435e-06, 1.2600794434547424e-06, 1.3262033462524414e-06, 1.3923272490501404e-06, 1.4584511518478394e-06, 1.5245750546455383e-06, 1.5906989574432373e-06, 1.6568228602409363e-06, 1.7229467630386353e-06, 1.7890706658363342e-06, 1.8551945686340332e-06, 1.921318471431732e-06, 1.987442374229431e-06, 2.05356627702713e-06, 2.119690179824829e-06, 2.185814082622528e-06, 2.251937985420227e-06, 2.318061888217926e-06, 2.384185791015625e-06]}, "gradients/decoder.model.decoder.layers.7.encoder_attn.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 7.0, 2.0, 11.0, 5.0, 20.0, 30.0, 41.0, 46.0, 88.0, 144.0, 185.0, 350.0, 581.0, 750.0, 1461.0, 2647.0, 4142.0, 18449.0, 973443.0, 33781.0, 5931.0, 2310.0, 1673.0, 938.0, 483.0, 382.0, 234.0, 139.0, 94.0, 61.0, 39.0, 35.0, 21.0, 7.0, 13.0, 5.0, 4.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.761882781982422e-06, -8.48434865474701e-06, -8.206814527511597e-06, -7.929280400276184e-06, -7.651746273040771e-06, -7.374212145805359e-06, -7.096678018569946e-06, -6.819143891334534e-06, -6.541609764099121e-06, -6.2640756368637085e-06, -5.986541509628296e-06, -5.709007382392883e-06, -5.431473255157471e-06, -5.153939127922058e-06, -4.8764050006866455e-06, -4.598870873451233e-06, -4.32133674621582e-06, -4.043802618980408e-06, -3.766268491744995e-06, -3.4887343645095825e-06, -3.21120023727417e-06, -2.9336661100387573e-06, -2.6561319828033447e-06, -2.378597855567932e-06, -2.1010637283325195e-06, -1.823529601097107e-06, -1.5459954738616943e-06, -1.2684613466262817e-06, -9.909272193908691e-07, -7.133930921554565e-07, -4.3585896492004395e-07, -1.5832483768463135e-07, 1.1920928955078125e-07, 3.9674341678619385e-07, 6.742775440216064e-07, 9.51811671257019e-07, 1.2293457984924316e-06, 1.5068799257278442e-06, 1.7844140529632568e-06, 2.0619481801986694e-06, 2.339482307434082e-06, 2.6170164346694946e-06, 2.8945505619049072e-06, 3.17208468914032e-06, 3.4496188163757324e-06, 3.727152943611145e-06, 4.004687070846558e-06, 4.28222119808197e-06, 4.559755325317383e-06, 4.837289452552795e-06, 5.114823579788208e-06, 5.392357707023621e-06, 5.669891834259033e-06, 5.947425961494446e-06, 6.224960088729858e-06, 6.502494215965271e-06, 6.780028343200684e-06, 7.057562470436096e-06, 7.335096597671509e-06, 7.612630724906921e-06, 7.890164852142334e-06, 8.167698979377747e-06, 8.44523310661316e-06, 8.722767233848572e-06, 9.000301361083984e-06]}, "gradients/decoder.model.decoder.layers.7.encoder_attn.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 5.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 3.0, 4.0, 10.0, 8.0, 15.0, 78.0, 726.0, 88.0, 20.0, 14.0, 9.0, 4.0, 2.0, 1.0, 3.0, 0.0, 6.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.0265579223632812e-06, -1.964159309864044e-06, -1.9017606973648071e-06, -1.83936208486557e-06, -1.776963472366333e-06, -1.714564859867096e-06, -1.6521662473678589e-06, -1.5897676348686218e-06, -1.5273690223693848e-06, -1.4649704098701477e-06, -1.4025717973709106e-06, -1.3401731848716736e-06, -1.2777745723724365e-06, -1.2153759598731995e-06, -1.1529773473739624e-06, -1.0905787348747253e-06, -1.0281801223754883e-06, -9.657815098762512e-07, -9.033828973770142e-07, -8.409842848777771e-07, -7.7858567237854e-07, -7.16187059879303e-07, -6.537884473800659e-07, -5.913898348808289e-07, -5.289912223815918e-07, -4.6659260988235474e-07, -4.041939973831177e-07, -3.417953848838806e-07, -2.7939677238464355e-07, -2.169981598854065e-07, -1.5459954738616943e-07, -9.220093488693237e-08, -2.9802322387695312e-08, 3.259629011154175e-08, 9.499490261077881e-08, 1.5739351511001587e-07, 2.1979212760925293e-07, 2.8219074010849e-07, 3.4458935260772705e-07, 4.069879651069641e-07, 4.6938657760620117e-07, 5.317851901054382e-07, 5.941838026046753e-07, 6.565824151039124e-07, 7.189810276031494e-07, 7.813796401023865e-07, 8.437782526016235e-07, 9.061768651008606e-07, 9.685754776000977e-07, 1.0309740900993347e-06, 1.0933727025985718e-06, 1.1557713150978088e-06, 1.218169927597046e-06, 1.280568540096283e-06, 1.34296715259552e-06, 1.405365765094757e-06, 1.4677643775939941e-06, 1.5301629900932312e-06, 1.5925616025924683e-06, 1.6549602150917053e-06, 1.7173588275909424e-06, 1.7797574400901794e-06, 1.8421560525894165e-06, 1.9045546650886536e-06, 1.9669532775878906e-06]}, "gradients/decoder.model.decoder.layers.7.self_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 3.0, 4.0, 9.0, 6.0, 11.0, 23.0, 57.0, 138.0, 464.0, 185.0, 48.0, 26.0, 12.0, 5.0, 4.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.013969704508781433, -0.013552924618124962, -0.013136145658791065, -0.012719365768134594, -0.012302586808800697, -0.011885806918144226, -0.011469027027487755, -0.011052247136831284, -0.010635468177497387, -0.010218688286840916, -0.009801909327507019, -0.009385129436850548, -0.008968349546194077, -0.00855157058686018, -0.008134790696203709, -0.007718011271208525, -0.007301231846213341, -0.006884452421218157, -0.006467672996222973, -0.006050893105566502, -0.005634113680571318, -0.005217334255576134, -0.0048005543649196625, -0.0043837749399244785, -0.003966995514929295, -0.0035502160899341106, -0.003133436432108283, -0.0027166567742824554, -0.0022998773492872715, -0.0018830979242920876, -0.00146631826646626, -0.0010495386086404324, -0.0006327591836452484, -0.00021597964223474264, 0.00020079989917576313, 0.0006175794405862689, 0.0010343589819967747, 0.0014511384069919586, 0.0018679180648177862, 0.002284697722643614, 0.0027014771476387978, 0.0031182565726339817, 0.0035350362304598093, 0.003951815888285637, 0.004368595313280821, 0.004785374738276005, 0.005202154628932476, 0.00561893405392766, 0.006035713478922844, 0.006452492903918028, 0.006869272328913212, 0.007286052219569683, 0.007702831644564867, 0.008119611069560051, 0.008536390960216522, 0.008953170850872993, 0.00936994981020689, 0.009786729700863361, 0.010203508660197258, 0.01062028855085373, 0.0110370684415102, 0.011453847400844097, 0.011870627291500568, 0.012287406250834465, 0.012704186141490936]}, "gradients/decoder.model.decoder.layers.7.self_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 9.0, 20.0, 42.0, 46.0, 69.0, 77.0, 95.0, 138.0, 110.0, 106.0, 76.0, 82.0, 53.0, 35.0, 30.0, 15.0, 4.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006415879353880882, -0.006263367831707001, -0.006110856309533119, -0.005958344787359238, -0.005805832799524069, -0.005653321277350187, -0.005500809755176306, -0.005348298233002424, -0.005195786710828543, -0.005043275188654661, -0.00489076366648078, -0.004738251678645611, -0.004585740156471729, -0.004433228634297848, -0.004280717112123966, -0.004128205589950085, -0.003975694067776203, -0.0038231825456023216, -0.0036706707905977964, -0.003518159268423915, -0.0033656477462500334, -0.003213135991245508, -0.0030606244690716267, -0.002908112946897745, -0.0027556009590625763, -0.0026030894368886948, -0.0024505776818841696, -0.002298066159710288, -0.0021455546375364065, -0.0019930428825318813, -0.0018405313603579998, -0.0016880198381841183, -0.001535508083179593, -0.0013829964445903897, -0.0012304849224165082, -0.0010779732838273048, -0.0009254617034457624, -0.00077295012306422, -0.0006204384844750166, -0.00046792696230113506, -0.0003154153237119317, -0.00016290372877847403, -1.039213384501636e-05, 0.00014211947564035654, 0.000294631056021899, 0.00044714263640344143, 0.0005996542749926448, 0.0007521657971665263, 0.0009046774357557297, 0.001057189074344933, 0.0012097005965188146, 0.001362212235108018, 0.0015147237572818995, 0.0016672353958711028, 0.0018197470344603062, 0.0019722585566341877, 0.0021247700788080692, 0.0022772816009819508, 0.002429793355986476, 0.0025823048781603575, 0.002734816400334239, 0.002887328155338764, 0.0030398396775126457, 0.0031923511996865273, 0.0033448629546910524]}, "gradients/decoder.model.decoder.layers.7.self_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 2.0, 1.0, 3.0, 1.0, 3.0, 7.0, 7.0, 5.0, 12.0, 10.0, 37.0, 38.0, 57.0, 68.0, 140.0, 281.0, 708.0, 2542.0, 23699.0, 966475.0, 49259.0, 3527.0, 882.0, 309.0, 173.0, 98.0, 49.0, 44.0, 25.0, 22.0, 22.0, 8.0, 7.0, 10.0, 7.0, 7.0, 5.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0140533447265625, -0.01359415054321289, -0.013134956359863281, -0.012675762176513672, -0.012216567993164062, -0.011757373809814453, -0.011298179626464844, -0.010838985443115234, -0.010379791259765625, -0.009920597076416016, -0.009461402893066406, -0.009002208709716797, -0.008543014526367188, -0.008083820343017578, -0.007624626159667969, -0.007165431976318359, -0.00670623779296875, -0.006247043609619141, -0.005787849426269531, -0.005328655242919922, -0.0048694610595703125, -0.004410266876220703, -0.003951072692871094, -0.0034918785095214844, -0.003032684326171875, -0.0025734901428222656, -0.0021142959594726562, -0.0016551017761230469, -0.0011959075927734375, -0.0007367134094238281, -0.00027751922607421875, 0.00018167495727539062, 0.000640869140625, 0.0011000633239746094, 0.0015592575073242188, 0.002018451690673828, 0.0024776458740234375, 0.002936840057373047, 0.0033960342407226562, 0.0038552284240722656, 0.004314422607421875, 0.004773616790771484, 0.005232810974121094, 0.005692005157470703, 0.0061511993408203125, 0.006610393524169922, 0.007069587707519531, 0.007528781890869141, 0.00798797607421875, 0.00844717025756836, 0.008906364440917969, 0.009365558624267578, 0.009824752807617188, 0.010283946990966797, 0.010743141174316406, 0.011202335357666016, 0.011661529541015625, 0.012120723724365234, 0.012579917907714844, 0.013039112091064453, 0.013498306274414062, 0.013957500457763672, 0.014416694641113281, 0.01487588882446289, 0.0153350830078125]}, "gradients/decoder.model.decoder.layers.7.self_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 7.0, 4.0, 3.0, 7.0, 11.0, 18.0, 71.0, 154.0, 243.0, 230.0, 148.0, 64.0, 30.0, 6.0, 4.0, 8.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.001636505126953125, -0.0016030371189117432, -0.0015695691108703613, -0.0015361011028289795, -0.0015026330947875977, -0.0014691650867462158, -0.001435697078704834, -0.0014022290706634521, -0.0013687610626220703, -0.0013352930545806885, -0.0013018250465393066, -0.0012683570384979248, -0.001234889030456543, -0.0012014210224151611, -0.0011679530143737793, -0.0011344850063323975, -0.0011010169982910156, -0.0010675489902496338, -0.001034080982208252, -0.0010006129741668701, -0.0009671449661254883, -0.0009336769580841064, -0.0009002089500427246, -0.0008667409420013428, -0.0008332729339599609, -0.0007998049259185791, -0.0007663369178771973, -0.0007328689098358154, -0.0006994009017944336, -0.0006659328937530518, -0.0006324648857116699, -0.0005989968776702881, -0.0005655288696289062, -0.0005320608615875244, -0.0004985928535461426, -0.00046512484550476074, -0.0004316568374633789, -0.00039818882942199707, -0.00036472082138061523, -0.0003312528133392334, -0.00029778480529785156, -0.0002643167972564697, -0.0002308487892150879, -0.00019738078117370605, -0.00016391277313232422, -0.00013044476509094238, -9.697675704956055e-05, -6.350874900817871e-05, -3.0040740966796875e-05, 3.427267074584961e-06, 3.68952751159668e-05, 7.036328315734863e-05, 0.00010383129119873047, 0.0001372992992401123, 0.00017076730728149414, 0.00020423531532287598, 0.0002377033233642578, 0.00027117133140563965, 0.0003046393394470215, 0.0003381073474884033, 0.00037157535552978516, 0.000405043363571167, 0.00043851137161254883, 0.00047197937965393066, 0.0005054473876953125]}, "gradients/decoder.model.decoder.layers.7.self_attn.v_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 2.0, 3.0, 1.0, 8.0, 13.0, 10.0, 19.0, 20.0, 40.0, 63.0, 73.0, 115.0, 166.0, 242.0, 438.0, 671.0, 1191.0, 2308.0, 4410.0, 9443.0, 22821.0, 66714.0, 305108.0, 496438.0, 87180.0, 28271.0, 11394.0, 5156.0, 2579.0, 1446.0, 841.0, 485.0, 304.0, 187.0, 129.0, 90.0, 69.0, 42.0, 22.0, 15.0, 3.0, 12.0, 5.0, 4.0, 1.0, 5.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.001224517822265625, -0.0011875331401824951, -0.0011505484580993652, -0.0011135637760162354, -0.0010765790939331055, -0.0010395944118499756, -0.0010026097297668457, -0.0009656250476837158, -0.0009286403656005859, -0.0008916556835174561, -0.0008546710014343262, -0.0008176863193511963, -0.0007807016372680664, -0.0007437169551849365, -0.0007067322731018066, -0.0006697475910186768, -0.0006327629089355469, -0.000595778226852417, -0.0005587935447692871, -0.0005218088626861572, -0.00048482418060302734, -0.00044783949851989746, -0.0004108548164367676, -0.0003738701343536377, -0.0003368854522705078, -0.00029990077018737793, -0.00026291608810424805, -0.00022593140602111816, -0.00018894672393798828, -0.0001519620418548584, -0.00011497735977172852, -7.799267768859863e-05, -4.100799560546875e-05, -4.023313522338867e-06, 3.2961368560791016e-05, 6.99460506439209e-05, 0.00010693073272705078, 0.00014391541481018066, 0.00018090009689331055, 0.00021788477897644043, 0.0002548694610595703, 0.0002918541431427002, 0.0003288388252258301, 0.00036582350730895996, 0.00040280818939208984, 0.0004397928714752197, 0.0004767775535583496, 0.0005137622356414795, 0.0005507469177246094, 0.0005877315998077393, 0.0006247162818908691, 0.000661700963973999, 0.0006986856460571289, 0.0007356703281402588, 0.0007726550102233887, 0.0008096396923065186, 0.0008466243743896484, 0.0008836090564727783, 0.0009205937385559082, 0.0009575784206390381, 0.000994563102722168, 0.0010315477848052979, 0.0010685324668884277, 0.0011055171489715576, 0.0011425018310546875]}, "gradients/decoder.model.decoder.layers.7.self_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 1.0, 5.0, 1.0, 2.0, 3.0, 4.0, 3.0, 9.0, 8.0, 10.0, 13.0, 22.0, 16.0, 22.0, 25.0, 24.0, 31.0, 46.0, 40.0, 50.0, 41.0, 54.0, 43.0, 54.0, 42.0, 45.0, 40.0, 46.0, 41.0, 40.0, 33.0, 37.0, 20.0, 20.0, 21.0, 16.0, 8.0, 14.0, 14.0, 10.0, 8.0, 6.0, 3.0, 3.0, 4.0, 1.0, 4.0, 5.0, 2.0, 3.0, 1.0, 1.0, 2.0], "bins": [-0.0004401206970214844, -0.0004275478422641754, -0.00041497498750686646, -0.0004024021327495575, -0.00038982927799224854, -0.0003772564232349396, -0.0003646835684776306, -0.00035211071372032166, -0.0003395378589630127, -0.00032696500420570374, -0.0003143921494483948, -0.0003018192946910858, -0.00028924643993377686, -0.0002766735851764679, -0.00026410073041915894, -0.00025152787566185, -0.00023895502090454102, -0.00022638216614723206, -0.0002138093113899231, -0.00020123645663261414, -0.00018866360187530518, -0.00017609074711799622, -0.00016351789236068726, -0.0001509450376033783, -0.00013837218284606934, -0.00012579932808876038, -0.00011322647333145142, -0.00010065361857414246, -8.80807638168335e-05, -7.550790905952454e-05, -6.293505430221558e-05, -5.0362199544906616e-05, -3.7789344787597656e-05, -2.5216490030288696e-05, -1.2643635272979736e-05, -7.078051567077637e-08, 1.2502074241638184e-05, 2.5074928998947144e-05, 3.7647783756256104e-05, 5.0220638513565063e-05, 6.279349327087402e-05, 7.536634802818298e-05, 8.793920278549194e-05, 0.0001005120575428009, 0.00011308491230010986, 0.00012565776705741882, 0.00013823062181472778, 0.00015080347657203674, 0.0001633763313293457, 0.00017594918608665466, 0.00018852204084396362, 0.00020109489560127258, 0.00021366775035858154, 0.0002262406051158905, 0.00023881345987319946, 0.0002513863146305084, 0.0002639591693878174, 0.00027653202414512634, 0.0002891048789024353, 0.00030167773365974426, 0.0003142505884170532, 0.0003268234431743622, 0.00033939629793167114, 0.0003519691526889801, 0.00036454200744628906]}, "gradients/decoder.model.decoder.layers.7.self_attn.k_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 5.0, 3.0, 2.0, 8.0, 5.0, 11.0, 16.0, 17.0, 15.0, 29.0, 30.0, 35.0, 49.0, 66.0, 93.0, 103.0, 167.0, 238.0, 360.0, 544.0, 925.0, 1717.0, 4202.0, 15225.0, 930264.0, 78563.0, 9157.0, 2981.0, 1359.0, 756.0, 497.0, 320.0, 190.0, 152.0, 116.0, 67.0, 57.0, 50.0, 43.0, 26.0, 20.0, 21.0, 6.0, 14.0, 12.0, 10.0, 4.0, 5.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.00481414794921875, -0.0046579837799072266, -0.004501819610595703, -0.00434565544128418, -0.004189491271972656, -0.004033327102661133, -0.0038771629333496094, -0.003720998764038086, -0.0035648345947265625, -0.003408670425415039, -0.0032525062561035156, -0.003096342086791992, -0.0029401779174804688, -0.0027840137481689453, -0.002627849578857422, -0.0024716854095458984, -0.002315521240234375, -0.0021593570709228516, -0.002003192901611328, -0.0018470287322998047, -0.0016908645629882812, -0.0015347003936767578, -0.0013785362243652344, -0.001222372055053711, -0.0010662078857421875, -0.0009100437164306641, -0.0007538795471191406, -0.0005977153778076172, -0.00044155120849609375, -0.0002853870391845703, -0.00012922286987304688, 2.6941299438476562e-05, 0.00018310546875, 0.00033926963806152344, 0.0004954338073730469, 0.0006515979766845703, 0.0008077621459960938, 0.0009639263153076172, 0.0011200904846191406, 0.001276254653930664, 0.0014324188232421875, 0.001588582992553711, 0.0017447471618652344, 0.0019009113311767578, 0.0020570755004882812, 0.0022132396697998047, 0.002369403839111328, 0.0025255680084228516, 0.002681732177734375, 0.0028378963470458984, 0.002994060516357422, 0.0031502246856689453, 0.0033063888549804688, 0.003462553024291992, 0.0036187171936035156, 0.003774881362915039, 0.0039310455322265625, 0.004087209701538086, 0.004243373870849609, 0.004399538040161133, 0.004555702209472656, 0.00471186637878418, 0.004868030548095703, 0.0050241947174072266, 0.00518035888671875]}, "gradients/decoder.model.decoder.layers.7.self_attn.k_proj.bias": {"_type": "histogram", "values": [4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 9.0, 2.0, 4.0, 2.0, 15.0, 16.0, 25.0, 73.0, 190.0, 310.0, 207.0, 83.0, 20.0, 19.0, 6.0, 3.0, 5.0, 6.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0], "bins": [-1.9669532775878906e-06, -1.9064173102378845e-06, -1.8458813428878784e-06, -1.7853453755378723e-06, -1.7248094081878662e-06, -1.6642734408378601e-06, -1.603737473487854e-06, -1.543201506137848e-06, -1.4826655387878418e-06, -1.4221295714378357e-06, -1.3615936040878296e-06, -1.3010576367378235e-06, -1.2405216693878174e-06, -1.1799857020378113e-06, -1.1194497346878052e-06, -1.058913767337799e-06, -9.98377799987793e-07, -9.378418326377869e-07, -8.773058652877808e-07, -8.167698979377747e-07, -7.562339305877686e-07, -6.956979632377625e-07, -6.351619958877563e-07, -5.746260285377502e-07, -5.140900611877441e-07, -4.5355409383773804e-07, -3.9301812648773193e-07, -3.3248215913772583e-07, -2.7194619178771973e-07, -2.1141022443771362e-07, -1.5087425708770752e-07, -9.033828973770142e-08, -2.9802322387695312e-08, 3.073364496231079e-08, 9.12696123123169e-08, 1.51805579662323e-07, 2.123415470123291e-07, 2.728775143623352e-07, 3.334134817123413e-07, 3.939494490623474e-07, 4.544854164123535e-07, 5.150213837623596e-07, 5.755573511123657e-07, 6.360933184623718e-07, 6.966292858123779e-07, 7.57165253162384e-07, 8.177012205123901e-07, 8.782371878623962e-07, 9.387731552124023e-07, 9.993091225624084e-07, 1.0598450899124146e-06, 1.1203810572624207e-06, 1.1809170246124268e-06, 1.2414529919624329e-06, 1.301988959312439e-06, 1.362524926662445e-06, 1.4230608940124512e-06, 1.4835968613624573e-06, 1.5441328287124634e-06, 1.6046687960624695e-06, 1.6652047634124756e-06, 1.7257407307624817e-06, 1.7862766981124878e-06, 1.846812665462494e-06, 1.9073486328125e-06]}, "gradients/decoder.model.decoder.layers.7.self_attn.q_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 4.0, 2.0, 5.0, 7.0, 6.0, 7.0, 9.0, 11.0, 8.0, 18.0, 30.0, 24.0, 47.0, 48.0, 72.0, 113.0, 131.0, 195.0, 252.0, 395.0, 549.0, 867.0, 1353.0, 2316.0, 4396.0, 9771.0, 30479.0, 852217.0, 109541.0, 19460.0, 7292.0, 3476.0, 1923.0, 1155.0, 700.0, 485.0, 340.0, 224.0, 183.0, 120.0, 98.0, 51.0, 36.0, 30.0, 31.0, 25.0, 13.0, 12.0, 9.0, 10.0, 6.0, 2.0, 4.0, 6.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0], "bins": [-0.002147674560546875, -0.002080202102661133, -0.0020127296447753906, -0.0019452571868896484, -0.0018777847290039062, -0.001810312271118164, -0.0017428398132324219, -0.0016753673553466797, -0.0016078948974609375, -0.0015404224395751953, -0.0014729499816894531, -0.001405477523803711, -0.0013380050659179688, -0.0012705326080322266, -0.0012030601501464844, -0.0011355876922607422, -0.001068115234375, -0.0010006427764892578, -0.0009331703186035156, -0.0008656978607177734, -0.0007982254028320312, -0.0007307529449462891, -0.0006632804870605469, -0.0005958080291748047, -0.0005283355712890625, -0.0004608631134033203, -0.0003933906555175781, -0.00032591819763183594, -0.00025844573974609375, -0.00019097328186035156, -0.00012350082397460938, -5.602836608886719e-05, 1.1444091796875e-05, 7.891654968261719e-05, 0.00014638900756835938, 0.00021386146545410156, 0.00028133392333984375, 0.00034880638122558594, 0.0004162788391113281, 0.0004837512969970703, 0.0005512237548828125, 0.0006186962127685547, 0.0006861686706542969, 0.0007536411285400391, 0.0008211135864257812, 0.0008885860443115234, 0.0009560585021972656, 0.0010235309600830078, 0.00109100341796875, 0.0011584758758544922, 0.0012259483337402344, 0.0012934207916259766, 0.0013608932495117188, 0.001428365707397461, 0.0014958381652832031, 0.0015633106231689453, 0.0016307830810546875, 0.0016982555389404297, 0.0017657279968261719, 0.001833200454711914, 0.0019006729125976562, 0.0019681453704833984, 0.0020356178283691406, 0.002103090286254883, 0.002170562744140625]}, "gradients/decoder.model.decoder.layers.7.self_attn.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 1.0, 2.0, 5.0, 4.0, 7.0, 6.0, 9.0, 5.0, 15.0, 25.0, 38.0, 42.0, 132.0, 525.0, 55.0, 37.0, 26.0, 19.0, 12.0, 8.0, 6.0, 7.0, 4.0, 1.0, 3.0, 4.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0011949539184570312, -0.001157805323600769, -0.0011206567287445068, -0.0010835081338882446, -0.0010463595390319824, -0.0010092109441757202, -0.000972062349319458, -0.0009349137544631958, -0.0008977651596069336, -0.0008606165647506714, -0.0008234679698944092, -0.000786319375038147, -0.0007491707801818848, -0.0007120221853256226, -0.0006748735904693604, -0.0006377249956130981, -0.0006005764007568359, -0.0005634278059005737, -0.0005262792110443115, -0.0004891306161880493, -0.0004519820213317871, -0.0004148334264755249, -0.0003776848316192627, -0.0003405362367630005, -0.0003033876419067383, -0.0002662390470504761, -0.00022909045219421387, -0.00019194185733795166, -0.00015479326248168945, -0.00011764466762542725, -8.049607276916504e-05, -4.334747791290283e-05, -6.198883056640625e-06, 3.094971179962158e-05, 6.809830665588379e-05, 0.000105246901512146, 0.0001423954963684082, 0.0001795440912246704, 0.00021669268608093262, 0.0002538412809371948, 0.00029098987579345703, 0.00032813847064971924, 0.00036528706550598145, 0.00040243566036224365, 0.00043958425521850586, 0.00047673285007476807, 0.0005138814449310303, 0.0005510300397872925, 0.0005881786346435547, 0.0006253272294998169, 0.0006624758243560791, 0.0006996244192123413, 0.0007367730140686035, 0.0007739216089248657, 0.0008110702037811279, 0.0008482187986373901, 0.0008853673934936523, 0.0009225159883499146, 0.0009596645832061768, 0.000996813178062439, 0.0010339617729187012, 0.0010711103677749634, 0.0011082589626312256, 0.0011454075574874878, 0.00118255615234375]}, "gradients/decoder.model.decoder.layers.6.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 1.0, 7.0, 7.0, 23.0, 13.0, 34.0, 71.0, 154.0, 312.0, 177.0, 74.0, 44.0, 31.0, 14.0, 16.0, 2.0, 3.0, 7.0, 6.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008791781030595303, -0.008529651910066605, -0.008267522789537907, -0.008005393669009209, -0.007743265014141798, -0.0074811358936131, -0.007219006773084402, -0.006956877652555704, -0.0066947489976882935, -0.0064326198771595955, -0.0061704907566308975, -0.0059083616361021996, -0.005646232981234789, -0.005384103860706091, -0.005121974740177393, -0.004859845619648695, -0.004597716499119997, -0.004335587378591299, -0.004073458258062601, -0.0038113293703645468, -0.0035492004826664925, -0.0032870713621377945, -0.0030249422416090965, -0.0027628131210803986, -0.0025006842333823442, -0.0022385551128536463, -0.001976426225155592, -0.001714297104626894, -0.0014521681005135179, -0.0011900390964001417, -0.0009279099758714437, -0.0006657809717580676, -0.00040365196764469147, -0.00014152293442748487, 0.00012060609878972173, 0.0003827351611107588, 0.0006448641652241349, 0.0009069931693375111, 0.001169122289866209, 0.0014312512939795852, 0.0016933802980929613, 0.0019555094186216593, 0.0022176383063197136, 0.0024797674268484116, 0.0027418965473771095, 0.003004025435075164, 0.003266154555603862, 0.003528283443301916, 0.003790412563830614, 0.004052541684359312, 0.00431467080488801, 0.004576799459755421, 0.004838928580284119, 0.005101057700812817, 0.005363186821341515, 0.0056253159418702126, 0.0058874450623989105, 0.0061495741829276085, 0.0064117033034563065, 0.006673832423985004, 0.006935961078852415, 0.007198090199381113, 0.007460219319909811, 0.007722348440438509, 0.00798447709530592]}, "gradients/decoder.model.decoder.layers.6.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 5.0, 2.0, 6.0, 4.0, 6.0, 13.0, 20.0, 16.0, 11.0, 20.0, 21.0, 31.0, 28.0, 26.0, 47.0, 36.0, 50.0, 46.0, 43.0, 57.0, 48.0, 43.0, 45.0, 53.0, 40.0, 45.0, 28.0, 36.0, 29.0, 27.0, 31.0, 14.0, 19.0, 23.0, 7.0, 7.0, 7.0, 6.0, 6.0, 4.0, 2.0, 4.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.0020476377103477716, -0.0019949106499552727, -0.0019421838223934174, -0.0018894567620009184, -0.0018367298180237412, -0.001784002874046564, -0.0017312758136540651, -0.001678548869676888, -0.0016258219256997108, -0.0015730949817225337, -0.0015203680377453566, -0.0014676409773528576, -0.0014149140333756804, -0.0013621870893985033, -0.0013094600290060043, -0.0012567330850288272, -0.00120400614105165, -0.001151279197074473, -0.0010985522530972958, -0.0010458251927047968, -0.0009930982487276196, -0.0009403713047504425, -0.0008876443025656044, -0.0008349173003807664, -0.0007821903564035892, -0.0007294634124264121, -0.000676736410241574, -0.000624009408056736, -0.0005712824640795588, -0.0005185555201023817, -0.00046582851791754365, -0.00041310154483653605, -0.0003603746881708503, -0.0003076477150898427, -0.0002549207420088351, -0.00020219376892782748, -0.00014946679584681988, -9.673982276581228e-05, -4.401284968480468e-05, 8.714123396202922e-06, 6.144109647721052e-05, 0.00011416806955821812, 0.00016689504263922572, 0.00021962201572023332, 0.0002723489888012409, 0.0003250759618822485, 0.0003778029349632561, 0.0004305299080442637, 0.0004832568811252713, 0.0005359838251024485, 0.0005887108272872865, 0.0006414378294721246, 0.0006941647734493017, 0.0007468917174264789, 0.0007996187196113169, 0.000852345721796155, 0.0009050726657733321, 0.0009577996097505093, 0.0010105266701430082, 0.0010632536141201854, 0.0011159805580973625, 0.0011687075020745397, 0.0012214344460517168, 0.0012741615064442158, 0.001326888450421393]}, "gradients/decoder.model.decoder.layers.6.fc2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 4.0, 2.0, 6.0, 9.0, 4.0, 12.0, 11.0, 10.0, 18.0, 20.0, 17.0, 47.0, 62.0, 70.0, 85.0, 145.0, 255.0, 486.0, 1203.0, 2725.0, 8333.0, 29097.0, 221822.0, 3797893.0, 106073.0, 17609.0, 5055.0, 1897.0, 707.0, 335.0, 142.0, 72.0, 31.0, 17.0, 9.0, 5.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.006420135498046875, -0.00628170371055603, -0.0061432719230651855, -0.006004840135574341, -0.005866408348083496, -0.005727976560592651, -0.005589544773101807, -0.005451112985610962, -0.005312681198120117, -0.0051742494106292725, -0.005035817623138428, -0.004897385835647583, -0.004758954048156738, -0.0046205222606658936, -0.004482090473175049, -0.004343658685684204, -0.004205226898193359, -0.004066795110702515, -0.00392836332321167, -0.003789931535720825, -0.0036514997482299805, -0.0035130679607391357, -0.003374636173248291, -0.0032362043857574463, -0.0030977725982666016, -0.002959340810775757, -0.002820909023284912, -0.0026824772357940674, -0.0025440454483032227, -0.002405613660812378, -0.002267181873321533, -0.0021287500858306885, -0.0019903182983398438, -0.001851886510848999, -0.0017134547233581543, -0.0015750229358673096, -0.0014365911483764648, -0.0012981593608856201, -0.0011597275733947754, -0.0010212957859039307, -0.0008828639984130859, -0.0007444322109222412, -0.0006060004234313965, -0.00046756863594055176, -0.00032913684844970703, -0.0001907050609588623, -5.227327346801758e-05, 8.615851402282715e-05, 0.00022459030151367188, 0.0003630220890045166, 0.0005014538764953613, 0.0006398856639862061, 0.0007783174514770508, 0.0009167492389678955, 0.0010551810264587402, 0.001193612813949585, 0.0013320446014404297, 0.0014704763889312744, 0.0016089081764221191, 0.0017473399639129639, 0.0018857717514038086, 0.0020242035388946533, 0.002162635326385498, 0.0023010671138763428, 0.0024394989013671875]}, "gradients/decoder.model.decoder.layers.6.fc2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 6.0, 2.0, 6.0, 8.0, 11.0, 16.0, 24.0, 43.0, 69.0, 115.0, 181.0, 172.0, 130.0, 95.0, 55.0, 32.0, 18.0, 7.0, 4.0, 8.0, 6.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0004482269287109375, -0.00043852999806404114, -0.0004288330674171448, -0.0004191361367702484, -0.00040943920612335205, -0.0003997422754764557, -0.0003900453448295593, -0.00038034841418266296, -0.0003706514835357666, -0.00036095455288887024, -0.0003512576222419739, -0.0003415606915950775, -0.00033186376094818115, -0.0003221668303012848, -0.00031246989965438843, -0.00030277296900749207, -0.0002930760383605957, -0.00028337910771369934, -0.000273682177066803, -0.0002639852464199066, -0.00025428831577301025, -0.0002445913851261139, -0.00023489445447921753, -0.00022519752383232117, -0.0002155005931854248, -0.00020580366253852844, -0.00019610673189163208, -0.00018640980124473572, -0.00017671287059783936, -0.000167015939950943, -0.00015731900930404663, -0.00014762207865715027, -0.0001379251480102539, -0.00012822821736335754, -0.00011853128671646118, -0.00010883435606956482, -9.913742542266846e-05, -8.94404947757721e-05, -7.974356412887573e-05, -7.004663348197937e-05, -6.034970283508301e-05, -5.0652772188186646e-05, -4.095584154129028e-05, -3.125891089439392e-05, -2.156198024749756e-05, -1.1865049600601196e-05, -2.168118953704834e-06, 7.528811693191528e-06, 1.722574234008789e-05, 2.6922672986984253e-05, 3.6619603633880615e-05, 4.631653428077698e-05, 5.601346492767334e-05, 6.57103955745697e-05, 7.540732622146606e-05, 8.510425686836243e-05, 9.480118751525879e-05, 0.00010449811816215515, 0.00011419504880905151, 0.00012389197945594788, 0.00013358891010284424, 0.0001432858407497406, 0.00015298277139663696, 0.00016267970204353333, 0.0001723766326904297]}, "gradients/decoder.model.decoder.layers.6.fc1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 10.0, 10.0, 20.0, 38.0, 73.0, 135.0, 270.0, 641.0, 14558.0, 4135242.0, 41752.0, 963.0, 299.0, 120.0, 84.0, 33.0, 22.0, 12.0, 2.0, 10.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.006801605224609375, -0.00664559006690979, -0.006489574909210205, -0.00633355975151062, -0.006177544593811035, -0.00602152943611145, -0.005865514278411865, -0.00570949912071228, -0.005553483963012695, -0.00539746880531311, -0.005241453647613525, -0.00508543848991394, -0.0049294233322143555, -0.0047734081745147705, -0.0046173930168151855, -0.004461377859115601, -0.004305362701416016, -0.004149347543716431, -0.003993332386016846, -0.0038373172283172607, -0.0036813020706176758, -0.003525286912918091, -0.003369271755218506, -0.003213256597518921, -0.003057241439819336, -0.002901226282119751, -0.002745211124420166, -0.002589195966720581, -0.002433180809020996, -0.002277165651321411, -0.002121150493621826, -0.001965135335922241, -0.0018091201782226562, -0.0016531050205230713, -0.0014970898628234863, -0.0013410747051239014, -0.0011850595474243164, -0.0010290443897247314, -0.0008730292320251465, -0.0007170140743255615, -0.0005609989166259766, -0.0004049837589263916, -0.00024896860122680664, -9.295344352722168e-05, 6.306171417236328e-05, 0.00021907687187194824, 0.0003750920295715332, 0.0005311071872711182, 0.0006871223449707031, 0.0008431375026702881, 0.000999152660369873, 0.001155167818069458, 0.001311182975769043, 0.001467198133468628, 0.0016232132911682129, 0.0017792284488677979, 0.0019352436065673828, 0.0020912587642669678, 0.0022472739219665527, 0.0024032890796661377, 0.0025593042373657227, 0.0027153193950653076, 0.0028713345527648926, 0.0030273497104644775, 0.0031833648681640625]}, "gradients/decoder.model.decoder.layers.6.fc1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 7.0, 6.0, 14.0, 37.0, 71.0, 157.0, 348.0, 744.0, 1569.0, 587.0, 269.0, 153.0, 65.0, 30.0, 11.0, 8.0, 6.0, 6.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00034689903259277344, -0.00032697245478630066, -0.0003070458769798279, -0.0002871192991733551, -0.0002671927213668823, -0.00024726614356040955, -0.00022733956575393677, -0.000207412987947464, -0.0001874864101409912, -0.00016755983233451843, -0.00014763325452804565, -0.00012770667672157288, -0.0001077800989151001, -8.785352110862732e-05, -6.792694330215454e-05, -4.800036549568176e-05, -2.8073787689208984e-05, -8.147209882736206e-06, 1.1779367923736572e-05, 3.170594573020935e-05, 5.163252353668213e-05, 7.155910134315491e-05, 9.148567914962769e-05, 0.00011141225695610046, 0.00013133883476257324, 0.00015126541256904602, 0.0001711919903755188, 0.00019111856818199158, 0.00021104514598846436, 0.00023097172379493713, 0.0002508983016014099, 0.0002708248794078827, 0.00029075145721435547, 0.00031067803502082825, 0.000330604612827301, 0.0003505311906337738, 0.0003704577684402466, 0.00039038434624671936, 0.00041031092405319214, 0.0004302375018596649, 0.0004501640796661377, 0.0004700906574726105, 0.0004900172352790833, 0.000509943813085556, 0.0005298703908920288, 0.0005497969686985016, 0.0005697235465049744, 0.0005896501243114471, 0.0006095767021179199, 0.0006295032799243927, 0.0006494298577308655, 0.0006693564355373383, 0.000689283013343811, 0.0007092095911502838, 0.0007291361689567566, 0.0007490627467632294, 0.0007689893245697021, 0.0007889159023761749, 0.0008088424801826477, 0.0008287690579891205, 0.0008486956357955933, 0.000868622213602066, 0.0008885487914085388, 0.0009084753692150116, 0.0009284019470214844]}, "gradients/decoder.model.decoder.layers.6.encoder_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 6.0, 4.0, 5.0, 4.0, 12.0, 17.0, 17.0, 23.0, 42.0, 51.0, 81.0, 126.0, 185.0, 141.0, 80.0, 65.0, 31.0, 32.0, 21.0, 20.0, 9.0, 5.0, 10.0, 3.0, 5.0, 6.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0008134617237374187, -0.000779082765802741, -0.0007447038078680634, -0.0007103248499333858, -0.0006759458919987082, -0.0006415669340640306, -0.000607188034337014, -0.0005728090764023364, -0.0005384301184676588, -0.0005040511605329812, -0.00046967220259830356, -0.0004352932737674564, -0.0004009143158327788, -0.0003665353578981012, -0.00033215642906725407, -0.00029777747113257647, -0.00026339851319789886, -0.00022901955526322126, -0.0001946406118804589, -0.00016026166849769652, -0.00012588271056301892, -9.150375262834132e-05, -5.7124809245578945e-05, -2.2745865862816572e-05, 1.1633092071861029e-05, 4.6012042730581015e-05, 8.0390993389301e-05, 0.00011476994404802099, 0.00014914889470674098, 0.00018352785264141858, 0.00021790679602418095, 0.0002522857394069433, 0.00028666481375694275, 0.00032104377169162035, 0.00035542272962629795, 0.0003898016584571451, 0.0004241806163918227, 0.0004585595743265003, 0.0004929385031573474, 0.000527317461092025, 0.0005616964190267026, 0.0005960753769613802, 0.0006304543348960578, 0.0006648332928307354, 0.0006992121925577521, 0.0007335911504924297, 0.0007679701084271073, 0.0008023490663617849, 0.0008367280242964625, 0.0008711069822311401, 0.0009054859401658177, 0.0009398648981004953, 0.0009742438560351729, 0.0010086228139698505, 0.0010430017719045281, 0.0010773807298392057, 0.0011117595713585615, 0.0011461385292932391, 0.0011805174872279167, 0.0012148964451625943, 0.001249275403097272, 0.0012836543610319495, 0.0013180333189666271, 0.001352412160485983, 0.0013867912348359823]}, "gradients/decoder.model.decoder.layers.6.encoder_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 4.0, 1.0, 4.0, 5.0, 8.0, 3.0, 5.0, 11.0, 7.0, 8.0, 12.0, 15.0, 16.0, 19.0, 19.0, 19.0, 22.0, 17.0, 23.0, 26.0, 36.0, 27.0, 30.0, 37.0, 42.0, 33.0, 40.0, 41.0, 32.0, 31.0, 37.0, 38.0, 31.0, 29.0, 29.0, 26.0, 41.0, 28.0, 25.0, 15.0, 23.0, 14.0, 18.0, 7.0, 13.0, 10.0, 9.0, 5.0, 8.0, 3.0, 5.0, 6.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.00037866656202822924, -0.0003679877263493836, -0.00035730889067053795, -0.0003466300549916923, -0.00033595121931284666, -0.000325272383634001, -0.00031459354795515537, -0.00030391468317247927, -0.00029323584749363363, -0.000282557011814788, -0.00027187817613594234, -0.0002611993404570967, -0.00025052050477825105, -0.00023984165454749018, -0.00022916281886864454, -0.00021848396863788366, -0.00020780514751095325, -0.0001971263118321076, -0.00018644747615326196, -0.0001757686259225011, -0.00016508979024365544, -0.0001544109545648098, -0.00014373211888596416, -0.0001330532832071185, -0.00012237444752827287, -0.00011169561184942722, -0.00010101676889462397, -9.033793321577832e-05, -7.965909026097506e-05, -6.898025458212942e-05, -5.8301418903283775e-05, -4.762257594848052e-05, -3.694373299367726e-05, -2.6264893676852807e-05, -1.558605617901776e-05, -4.907218681182712e-06, 5.771620635641739e-06, 1.645045995246619e-05, 2.7129295631311834e-05, 3.780813858611509e-05, 4.8486974264960736e-05, 5.916581358178519e-05, 6.984465289860964e-05, 8.052348857745528e-05, 9.120232425630093e-05, 0.00010188116721110418, 0.00011256000288994983, 0.0001232388458447531, 0.00013391768152359873, 0.00014459651720244437, 0.00015527535288129002, 0.0001659542031120509, 0.00017663303879089653, 0.00018731187446974218, 0.00019799071014858782, 0.00020866954582743347, 0.0002193483815062791, 0.00023002721718512475, 0.0002407060528639704, 0.00025138488854281604, 0.0002620637242216617, 0.0002727425890043378, 0.00028342142468318343, 0.0002941002603620291, 0.0003047790960408747]}, "gradients/decoder.model.decoder.layers.6.encoder_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 3.0, 1.0, 2.0, 11.0, 5.0, 6.0, 14.0, 20.0, 33.0, 59.0, 104.0, 202.0, 517.0, 1488.0, 5790.0, 47826.0, 922133.0, 61001.0, 6434.0, 1742.0, 612.0, 268.0, 118.0, 65.0, 40.0, 19.0, 16.0, 5.0, 9.0, 1.0, 6.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.00019419193267822266, -0.00018915347754955292, -0.00018411502242088318, -0.00017907656729221344, -0.0001740381121635437, -0.00016899965703487396, -0.00016396120190620422, -0.00015892274677753448, -0.00015388429164886475, -0.000148845836520195, -0.00014380738139152527, -0.00013876892626285553, -0.0001337304711341858, -0.00012869201600551605, -0.0001236535608768463, -0.00011861510574817657, -0.00011357665061950684, -0.0001085381954908371, -0.00010349974036216736, -9.846128523349762e-05, -9.342283010482788e-05, -8.838437497615814e-05, -8.33459198474884e-05, -7.830746471881866e-05, -7.326900959014893e-05, -6.823055446147919e-05, -6.319209933280945e-05, -5.815364420413971e-05, -5.311518907546997e-05, -4.807673394680023e-05, -4.303827881813049e-05, -3.7999823689460754e-05, -3.2961368560791016e-05, -2.7922913432121277e-05, -2.2884458303451538e-05, -1.78460031747818e-05, -1.280754804611206e-05, -7.769092917442322e-06, -2.730637788772583e-06, 2.3078173398971558e-06, 7.3462724685668945e-06, 1.2384727597236633e-05, 1.7423182725906372e-05, 2.246163785457611e-05, 2.750009298324585e-05, 3.253854811191559e-05, 3.757700324058533e-05, 4.2615458369255066e-05, 4.7653913497924805e-05, 5.2692368626594543e-05, 5.773082375526428e-05, 6.276927888393402e-05, 6.780773401260376e-05, 7.28461891412735e-05, 7.788464426994324e-05, 8.292309939861298e-05, 8.796155452728271e-05, 9.300000965595245e-05, 9.803846478462219e-05, 0.00010307691991329193, 0.00010811537504196167, 0.00011315383017063141, 0.00011819228529930115, 0.00012323074042797089, 0.00012826919555664062]}, "gradients/decoder.model.decoder.layers.6.encoder_attn.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 2.0, 3.0, 5.0, 4.0, 15.0, 18.0, 27.0, 44.0, 55.0, 69.0, 97.0, 116.0, 113.0, 108.0, 94.0, 87.0, 64.0, 39.0, 24.0, 10.0, 7.0, 3.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00037598609924316406, -0.0003516487777233124, -0.0003273114562034607, -0.000302974134683609, -0.0002786368131637573, -0.00025429949164390564, -0.00022996217012405396, -0.00020562484860420227, -0.00018128752708435059, -0.0001569502055644989, -0.00013261288404464722, -0.00010827556252479553, -8.393824100494385e-05, -5.960091948509216e-05, -3.526359796524048e-05, -1.0926276445388794e-05, 1.341104507446289e-05, 3.7748366594314575e-05, 6.208568811416626e-05, 8.642300963401794e-05, 0.00011076033115386963, 0.0001350976526737213, 0.000159434974193573, 0.00018377229571342468, 0.00020810961723327637, 0.00023244693875312805, 0.00025678426027297974, 0.0002811215817928314, 0.0003054589033126831, 0.0003297962248325348, 0.0003541335463523865, 0.00037847086787223816, 0.00040280818939208984, 0.00042714551091194153, 0.0004514828324317932, 0.0004758201539516449, 0.0005001574754714966, 0.0005244947969913483, 0.0005488321185112, 0.0005731694400310516, 0.0005975067615509033, 0.000621844083070755, 0.0006461814045906067, 0.0006705187261104584, 0.0006948560476303101, 0.0007191933691501617, 0.0007435306906700134, 0.0007678680121898651, 0.0007922053337097168, 0.0008165426552295685, 0.0008408799767494202, 0.0008652172982692719, 0.0008895546197891235, 0.0009138919413089752, 0.0009382292628288269, 0.0009625665843486786, 0.0009869039058685303, 0.001011241227388382, 0.0010355785489082336, 0.0010599158704280853, 0.001084253191947937, 0.0011085905134677887, 0.0011329278349876404, 0.001157265156507492, 0.0011816024780273438]}, "gradients/decoder.model.decoder.layers.6.encoder_attn.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 4.0, 3.0, 1.0, 6.0, 8.0, 13.0, 25.0, 18.0, 29.0, 54.0, 77.0, 120.0, 190.0, 338.0, 624.0, 1257.0, 2567.0, 4841.0, 12887.0, 35302.0, 123562.0, 620756.0, 163570.0, 51600.0, 17527.0, 6906.0, 3062.0, 1367.0, 747.0, 431.0, 247.0, 156.0, 81.0, 59.0, 37.0, 30.0, 20.0, 12.0, 9.0, 8.0, 2.0, 3.0, 1.0, 3.0, 3.0, 0.0, 2.0], "bins": [-2.0265579223632812e-05, -1.9741244614124298e-05, -1.9216910004615784e-05, -1.869257539510727e-05, -1.8168240785598755e-05, -1.764390617609024e-05, -1.7119571566581726e-05, -1.659523695707321e-05, -1.6070902347564697e-05, -1.5546567738056183e-05, -1.5022233128547668e-05, -1.4497898519039154e-05, -1.397356390953064e-05, -1.3449229300022125e-05, -1.292489469051361e-05, -1.2400560081005096e-05, -1.1876225471496582e-05, -1.1351890861988068e-05, -1.0827556252479553e-05, -1.0303221642971039e-05, -9.778887033462524e-06, -9.25455242395401e-06, -8.730217814445496e-06, -8.205883204936981e-06, -7.681548595428467e-06, -7.157213985919952e-06, -6.632879376411438e-06, -6.108544766902924e-06, -5.584210157394409e-06, -5.059875547885895e-06, -4.53554093837738e-06, -4.011206328868866e-06, -3.4868717193603516e-06, -2.962537109851837e-06, -2.4382025003433228e-06, -1.9138678908348083e-06, -1.389533281326294e-06, -8.651986718177795e-07, -3.4086406230926514e-07, 1.8347054719924927e-07, 7.078051567077637e-07, 1.232139766216278e-06, 1.7564743757247925e-06, 2.280808985233307e-06, 2.8051435947418213e-06, 3.3294782042503357e-06, 3.85381281375885e-06, 4.3781474232673645e-06, 4.902482032775879e-06, 5.426816642284393e-06, 5.951151251792908e-06, 6.475485861301422e-06, 6.9998204708099365e-06, 7.524155080318451e-06, 8.048489689826965e-06, 8.57282429933548e-06, 9.097158908843994e-06, 9.621493518352509e-06, 1.0145828127861023e-05, 1.0670162737369537e-05, 1.1194497346878052e-05, 1.1718831956386566e-05, 1.224316656589508e-05, 1.2767501175403595e-05, 1.329183578491211e-05]}, "gradients/decoder.model.decoder.layers.6.encoder_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 7.0, 5.0, 7.0, 7.0, 12.0, 19.0, 18.0, 15.0, 31.0, 35.0, 31.0, 50.0, 52.0, 59.0, 55.0, 71.0, 73.0, 60.0, 48.0, 49.0, 48.0, 55.0, 39.0, 26.0, 24.0, 17.0, 22.0, 16.0, 12.0, 9.0, 8.0, 7.0, 6.0, 2.0, 4.0, 2.0, 0.0, 1.0, 2.0, 4.0, 0.0, 2.0], "bins": [-0.0011186599731445312, -0.0010896846652030945, -0.0010607093572616577, -0.001031734049320221, -0.0010027587413787842, -0.0009737834334373474, -0.0009448081254959106, -0.0009158328175544739, -0.0008868575096130371, -0.0008578822016716003, -0.0008289068937301636, -0.0007999315857887268, -0.00077095627784729, -0.0007419809699058533, -0.0007130056619644165, -0.0006840303540229797, -0.000655055046081543, -0.0006260797381401062, -0.0005971044301986694, -0.0005681291222572327, -0.0005391538143157959, -0.0005101785063743591, -0.00048120319843292236, -0.0004522278904914856, -0.00042325258255004883, -0.00039427727460861206, -0.0003653019666671753, -0.0003363266587257385, -0.00030735135078430176, -0.000278376042842865, -0.0002494007349014282, -0.00022042542695999146, -0.0001914501190185547, -0.00016247481107711792, -0.00013349950313568115, -0.00010452419519424438, -7.554888725280762e-05, -4.657357931137085e-05, -1.7598271369934082e-05, 1.1377036571502686e-05, 4.035234451293945e-05, 6.932765245437622e-05, 9.830296039581299e-05, 0.00012727826833724976, 0.00015625357627868652, 0.0001852288842201233, 0.00021420419216156006, 0.00024317950010299683, 0.0002721548080444336, 0.00030113011598587036, 0.00033010542392730713, 0.0003590807318687439, 0.00038805603981018066, 0.00041703134775161743, 0.0004460066556930542, 0.00047498196363449097, 0.0005039572715759277, 0.0005329325795173645, 0.0005619078874588013, 0.000590883195400238, 0.0006198585033416748, 0.0006488338112831116, 0.0006778091192245483, 0.0007067844271659851, 0.0007357597351074219]}, "gradients/decoder.model.decoder.layers.6.encoder_attn.k_proj.weight": {"_type": "histogram", "values": [5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1969.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1044571.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2026.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0], "bins": [-1.1920928955078125e-07, -1.1548399925231934e-07, -1.1175870895385742e-07, -1.0803341865539551e-07, -1.043081283569336e-07, -1.0058283805847168e-07, -9.685754776000977e-08, -9.313225746154785e-08, -8.940696716308594e-08, -8.568167686462402e-08, -8.195638656616211e-08, -7.82310962677002e-08, -7.450580596923828e-08, -7.078051567077637e-08, -6.705522537231445e-08, -6.332993507385254e-08, -5.960464477539063e-08, -5.587935447692871e-08, -5.21540641784668e-08, -4.842877388000488e-08, -4.470348358154297e-08, -4.0978193283081055e-08, -3.725290298461914e-08, -3.3527612686157227e-08, -2.9802322387695312e-08, -2.60770320892334e-08, -2.2351741790771484e-08, -1.862645149230957e-08, -1.4901161193847656e-08, -1.1175870895385742e-08, -7.450580596923828e-09, -3.725290298461914e-09, 0.0, 3.725290298461914e-09, 7.450580596923828e-09, 1.1175870895385742e-08, 1.4901161193847656e-08, 1.862645149230957e-08, 2.2351741790771484e-08, 2.60770320892334e-08, 2.9802322387695312e-08, 3.3527612686157227e-08, 3.725290298461914e-08, 4.0978193283081055e-08, 4.470348358154297e-08, 4.842877388000488e-08, 5.21540641784668e-08, 5.587935447692871e-08, 5.960464477539063e-08, 6.332993507385254e-08, 6.705522537231445e-08, 7.078051567077637e-08, 7.450580596923828e-08, 7.82310962677002e-08, 8.195638656616211e-08, 8.568167686462402e-08, 8.940696716308594e-08, 9.313225746154785e-08, 9.685754776000977e-08, 1.0058283805847168e-07, 1.043081283569336e-07, 1.0803341865539551e-07, 1.1175870895385742e-07, 1.1548399925231934e-07, 1.1920928955078125e-07]}, "gradients/decoder.model.decoder.layers.6.encoder_attn.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 6.0, 0.0, 0.0, 21.0, 0.0, 0.0, 53.0, 0.0, 0.0, 76.0, 0.0, 0.0, 114.0, 0.0, 0.0, 0.0, 175.0, 0.0, 0.0, 129.0, 0.0, 0.0, 153.0, 0.0, 0.0, 114.0, 0.0, 0.0, 83.0, 0.0, 0.0, 0.0, 54.0, 0.0, 0.0, 20.0, 0.0, 0.0, 12.0, 0.0, 0.0, 5.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-6.556510925292969e-07, -6.370246410369873e-07, -6.183981895446777e-07, -5.997717380523682e-07, -5.811452865600586e-07, -5.62518835067749e-07, -5.438923835754395e-07, -5.252659320831299e-07, -5.066394805908203e-07, -4.880130290985107e-07, -4.6938657760620117e-07, -4.507601261138916e-07, -4.3213367462158203e-07, -4.1350722312927246e-07, -3.948807716369629e-07, -3.762543201446533e-07, -3.5762786865234375e-07, -3.390014171600342e-07, -3.203749656677246e-07, -3.0174851417541504e-07, -2.8312206268310547e-07, -2.644956111907959e-07, -2.4586915969848633e-07, -2.2724270820617676e-07, -2.086162567138672e-07, -1.8998980522155762e-07, -1.7136335372924805e-07, -1.5273690223693848e-07, -1.341104507446289e-07, -1.1548399925231934e-07, -9.685754776000977e-08, -7.82310962677002e-08, -5.960464477539063e-08, -4.0978193283081055e-08, -2.2351741790771484e-08, -3.725290298461914e-09, 1.4901161193847656e-08, 3.3527612686157227e-08, 5.21540641784668e-08, 7.078051567077637e-08, 8.940696716308594e-08, 1.0803341865539551e-07, 1.2665987014770508e-07, 1.4528632164001465e-07, 1.6391277313232422e-07, 1.825392246246338e-07, 2.0116567611694336e-07, 2.1979212760925293e-07, 2.384185791015625e-07, 2.5704503059387207e-07, 2.7567148208618164e-07, 2.942979335784912e-07, 3.129243850708008e-07, 3.3155083656311035e-07, 3.501772880554199e-07, 3.688037395477295e-07, 3.8743019104003906e-07, 4.0605664253234863e-07, 4.246830940246582e-07, 4.4330954551696777e-07, 4.6193599700927734e-07, 4.805624485015869e-07, 4.991888999938965e-07, 5.178153514862061e-07, 5.364418029785156e-07]}, "gradients/decoder.model.decoder.layers.6.encoder_attn.q_proj.weight": {"_type": "histogram", "values": [8.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 74.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 434.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1047588.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 416.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 54.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.7881393432617188e-07, -1.73225998878479e-07, -1.6763806343078613e-07, -1.6205012798309326e-07, -1.564621925354004e-07, -1.5087425708770752e-07, -1.4528632164001465e-07, -1.3969838619232178e-07, -1.341104507446289e-07, -1.2852251529693604e-07, -1.2293457984924316e-07, -1.1734664440155029e-07, -1.1175870895385742e-07, -1.0617077350616455e-07, -1.0058283805847168e-07, -9.499490261077881e-08, -8.940696716308594e-08, -8.381903171539307e-08, -7.82310962677002e-08, -7.264316082000732e-08, -6.705522537231445e-08, -6.146728992462158e-08, -5.587935447692871e-08, -5.029141902923584e-08, -4.470348358154297e-08, -3.91155481338501e-08, -3.3527612686157227e-08, -2.7939677238464355e-08, -2.2351741790771484e-08, -1.6763806343078613e-08, -1.1175870895385742e-08, -5.587935447692871e-09, 0.0, 5.587935447692871e-09, 1.1175870895385742e-08, 1.6763806343078613e-08, 2.2351741790771484e-08, 2.7939677238464355e-08, 3.3527612686157227e-08, 3.91155481338501e-08, 4.470348358154297e-08, 5.029141902923584e-08, 5.587935447692871e-08, 6.146728992462158e-08, 6.705522537231445e-08, 7.264316082000732e-08, 7.82310962677002e-08, 8.381903171539307e-08, 8.940696716308594e-08, 9.499490261077881e-08, 1.0058283805847168e-07, 1.0617077350616455e-07, 1.1175870895385742e-07, 1.1734664440155029e-07, 1.2293457984924316e-07, 1.2852251529693604e-07, 1.341104507446289e-07, 1.3969838619232178e-07, 1.4528632164001465e-07, 1.5087425708770752e-07, 1.564621925354004e-07, 1.6205012798309326e-07, 1.6763806343078613e-07, 1.73225998878479e-07, 1.7881393432617188e-07]}, "gradients/decoder.model.decoder.layers.6.encoder_attn.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1022.0], "bins": [-5.960464477539063e-08, -5.8673322200775146e-08, -5.774199962615967e-08, -5.681067705154419e-08, -5.587935447692871e-08, -5.494803190231323e-08, -5.4016709327697754e-08, -5.3085386753082275e-08, -5.21540641784668e-08, -5.122274160385132e-08, -5.029141902923584e-08, -4.936009645462036e-08, -4.842877388000488e-08, -4.7497451305389404e-08, -4.6566128730773926e-08, -4.563480615615845e-08, -4.470348358154297e-08, -4.377216100692749e-08, -4.284083843231201e-08, -4.190951585769653e-08, -4.0978193283081055e-08, -4.0046870708465576e-08, -3.91155481338501e-08, -3.818422555923462e-08, -3.725290298461914e-08, -3.632158041000366e-08, -3.5390257835388184e-08, -3.4458935260772705e-08, -3.3527612686157227e-08, -3.259629011154175e-08, -3.166496753692627e-08, -3.073364496231079e-08, -2.9802322387695312e-08, -2.8870999813079834e-08, -2.7939677238464355e-08, -2.7008354663848877e-08, -2.60770320892334e-08, -2.514570951461792e-08, -2.421438694000244e-08, -2.3283064365386963e-08, -2.2351741790771484e-08, -2.1420419216156006e-08, -2.0489096641540527e-08, -1.955777406692505e-08, -1.862645149230957e-08, -1.7695128917694092e-08, -1.6763806343078613e-08, -1.5832483768463135e-08, -1.4901161193847656e-08, -1.3969838619232178e-08, -1.30385160446167e-08, -1.210719347000122e-08, -1.1175870895385742e-08, -1.0244548320770264e-08, -9.313225746154785e-09, -8.381903171539307e-09, -7.450580596923828e-09, -6.51925802230835e-09, -5.587935447692871e-09, -4.6566128730773926e-09, -3.725290298461914e-09, -2.7939677238464355e-09, -1.862645149230957e-09, -9.313225746154785e-10, 0.0]}, "gradients/decoder.model.decoder.layers.6.self_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 5.0, 4.0, 5.0, 9.0, 4.0, 12.0, 23.0, 26.0, 34.0, 45.0, 102.0, 178.0, 219.0, 119.0, 65.0, 45.0, 38.0, 25.0, 13.0, 13.0, 7.0, 5.0, 3.0, 6.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0005741367931477726, -0.0005513906362466514, -0.0005286444793455303, -0.0005058983224444091, -0.00048315219464711845, -0.0004604060377459973, -0.0004376599099487066, -0.0004149137530475855, -0.00039216759614646435, -0.0003694214392453432, -0.00034667528234422207, -0.0003239291545469314, -0.00030118299764581025, -0.0002784368407446891, -0.0002556907129473984, -0.00023294455604627728, -0.00021019839914515615, -0.000187452242244035, -0.0001647060998948291, -0.00014195995754562318, -0.00011921380064450204, -9.646765101933852e-05, -7.372150139417499e-05, -5.097535904496908e-05, -2.8229202143847942e-05, -5.483052518684417e-06, 1.726309710647911e-05, 4.0009246731642634e-05, 6.275539635680616e-05, 8.550154598196968e-05, 0.00010824769560713321, 0.00013099383795633912, 0.00015373999485746026, 0.0001764861517585814, 0.0001992322941077873, 0.00022197843645699322, 0.00024472459335811436, 0.0002674707502592355, 0.0002902168780565262, 0.0003129630349576473, 0.00033570919185876846, 0.0003584553487598896, 0.00038120150566101074, 0.0004039476334583014, 0.00042669379035942256, 0.0004494399472605437, 0.0004721860750578344, 0.0004949322319589555, 0.0005176783888600767, 0.0005404245457611978, 0.0005631707026623189, 0.0005859168595634401, 0.0006086629582569003, 0.0006314091151580215, 0.0006541552720591426, 0.0006769014289602637, 0.0006996475858613849, 0.000722393742762506, 0.0007451398996636271, 0.0007678860565647483, 0.0007906322134658694, 0.0008133783121593297, 0.0008361244690604508, 0.0008588706259615719, 0.0008816167828626931]}, "gradients/decoder.model.decoder.layers.6.self_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 4.0, 7.0, 7.0, 5.0, 8.0, 11.0, 12.0, 17.0, 24.0, 19.0, 20.0, 29.0, 21.0, 29.0, 32.0, 31.0, 44.0, 41.0, 54.0, 41.0, 51.0, 40.0, 46.0, 47.0, 32.0, 43.0, 31.0, 39.0, 51.0, 25.0, 25.0, 23.0, 21.0, 15.0, 9.0, 15.0, 12.0, 7.0, 6.0, 7.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0002551894576754421, -0.00024717458290979266, -0.000239159693592228, -0.00023114480427466333, -0.0002231299295090139, -0.00021511504019144922, -0.00020710015087388456, -0.00019908527610823512, -0.00019107038679067045, -0.0001830554974731058, -0.00017504062270745635, -0.00016702573338989168, -0.00015901084407232702, -0.00015099596930667758, -0.00014298107998911291, -0.00013496619067154825, -0.0001269513159058988, -0.00011893643386429176, -0.0001109215518226847, -0.00010290666250512004, -9.489178046351299e-05, -8.687689842190593e-05, -7.886200910434127e-05, -7.084712706273422e-05, -6.283224502112716e-05, -5.481736297952011e-05, -4.680247729993425e-05, -3.8787591620348394e-05, -3.077270957874134e-05, -2.275782753713429e-05, -1.474294185754843e-05, -6.728056177962571e-06, 1.2868258636444807e-06, 9.301709724240936e-06, 1.7316593584837392e-05, 2.5331477445433848e-05, 3.33463613060303e-05, 4.1361243347637355e-05, 4.9376129027223215e-05, 5.7391014706809074e-05, 6.540589674841613e-05, 7.342077879002318e-05, 8.143566083163023e-05, 8.94505501491949e-05, 9.746543219080195e-05, 0.000105480314232409, 0.00011349520354997367, 0.00012151008559158072, 0.00012952496763318777, 0.00013753985695075244, 0.00014555473171640188, 0.00015356962103396654, 0.00016158449579961598, 0.00016959938511718065, 0.0001776142744347453, 0.00018562914920039475, 0.00019364403851795942, 0.00020165892783552408, 0.00020967380260117352, 0.00021768869191873819, 0.00022570358123630285, 0.0002337184560019523, 0.00024173334531951696, 0.0002497482346370816, 0.00025776310940273106]}, "gradients/decoder.model.decoder.layers.6.self_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 3.0, 2.0, 4.0, 8.0, 4.0, 13.0, 17.0, 28.0, 68.0, 215.0, 677.0, 3152.0, 16823.0, 148585.0, 792930.0, 73396.0, 9997.0, 1907.0, 443.0, 157.0, 53.0, 25.0, 15.0, 8.0, 4.0, 2.0, 4.0, 3.0, 4.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0], "bins": [-0.0014619827270507812, -0.0014194250106811523, -0.0013768672943115234, -0.0013343095779418945, -0.0012917518615722656, -0.0012491941452026367, -0.0012066364288330078, -0.001164078712463379, -0.00112152099609375, -0.001078963279724121, -0.0010364055633544922, -0.0009938478469848633, -0.0009512901306152344, -0.0009087324142456055, -0.0008661746978759766, -0.0008236169815063477, -0.0007810592651367188, -0.0007385015487670898, -0.0006959438323974609, -0.000653386116027832, -0.0006108283996582031, -0.0005682706832885742, -0.0005257129669189453, -0.0004831552505493164, -0.0004405975341796875, -0.0003980398178100586, -0.0003554821014404297, -0.0003129243850708008, -0.0002703666687011719, -0.00022780895233154297, -0.00018525123596191406, -0.00014269351959228516, -0.00010013580322265625, -5.7578086853027344e-05, -1.5020370483398438e-05, 2.753734588623047e-05, 7.009506225585938e-05, 0.00011265277862548828, 0.0001552104949951172, 0.0001977682113647461, 0.000240325927734375, 0.0002828836441040039, 0.0003254413604736328, 0.0003679990768432617, 0.0004105567932128906, 0.00045311450958251953, 0.0004956722259521484, 0.0005382299423217773, 0.0005807876586914062, 0.0006233453750610352, 0.0006659030914306641, 0.000708460807800293, 0.0007510185241699219, 0.0007935762405395508, 0.0008361339569091797, 0.0008786916732788086, 0.0009212493896484375, 0.0009638071060180664, 0.0010063648223876953, 0.0010489225387573242, 0.0010914802551269531, 0.001134037971496582, 0.001176595687866211, 0.0012191534042358398, 0.0012617111206054688]}, "gradients/decoder.model.decoder.layers.6.self_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 3.0, 5.0, 5.0, 4.0, 13.0, 8.0, 13.0, 17.0, 24.0, 30.0, 35.0, 42.0, 38.0, 56.0, 45.0, 56.0, 58.0, 76.0, 72.0, 46.0, 64.0, 57.0, 49.0, 49.0, 19.0, 24.0, 33.0, 19.0, 11.0, 9.0, 8.0, 2.0, 4.0, 2.0, 3.0, 1.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-8.475780487060547e-05, -8.190236985683441e-05, -7.904693484306335e-05, -7.61914998292923e-05, -7.333606481552124e-05, -7.048062980175018e-05, -6.762519478797913e-05, -6.476975977420807e-05, -6.191432476043701e-05, -5.9058889746665955e-05, -5.62034547328949e-05, -5.334801971912384e-05, -5.049258470535278e-05, -4.7637149691581726e-05, -4.478171467781067e-05, -4.192627966403961e-05, -3.9070844650268555e-05, -3.62154096364975e-05, -3.335997462272644e-05, -3.0504539608955383e-05, -2.7649104595184326e-05, -2.479366958141327e-05, -2.1938234567642212e-05, -1.9082799553871155e-05, -1.6227364540100098e-05, -1.337192952632904e-05, -1.0516494512557983e-05, -7.661059498786926e-06, -4.805624485015869e-06, -1.950189471244812e-06, 9.052455425262451e-07, 3.7606805562973022e-06, 6.616115570068359e-06, 9.471550583839417e-06, 1.2326985597610474e-05, 1.518242061138153e-05, 1.8037855625152588e-05, 2.0893290638923645e-05, 2.3748725652694702e-05, 2.660416066646576e-05, 2.9459595680236816e-05, 3.2315030694007874e-05, 3.517046570777893e-05, 3.802590072154999e-05, 4.0881335735321045e-05, 4.37367707490921e-05, 4.659220576286316e-05, 4.9447640776634216e-05, 5.2303075790405273e-05, 5.515851080417633e-05, 5.801394581794739e-05, 6.0869380831718445e-05, 6.37248158454895e-05, 6.658025085926056e-05, 6.943568587303162e-05, 7.229112088680267e-05, 7.514655590057373e-05, 7.800199091434479e-05, 8.085742592811584e-05, 8.37128609418869e-05, 8.656829595565796e-05, 8.942373096942902e-05, 9.227916598320007e-05, 9.513460099697113e-05, 9.799003601074219e-05]}, "gradients/decoder.model.decoder.layers.6.self_attn.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 4.0, 3.0, 7.0, 7.0, 9.0, 19.0, 33.0, 25.0, 41.0, 62.0, 89.0, 156.0, 249.0, 280.0, 450.0, 564.0, 898.0, 1391.0, 2115.0, 3276.0, 5211.0, 8528.0, 13932.0, 23408.0, 42320.0, 79385.0, 168556.0, 335364.0, 175172.0, 81882.0, 43375.0, 23868.0, 14252.0, 8488.0, 5191.0, 3283.0, 2260.0, 1402.0, 985.0, 610.0, 401.0, 288.0, 224.0, 130.0, 93.0, 69.0, 58.0, 48.0, 33.0, 23.0, 22.0, 10.0, 5.0, 3.0, 2.0, 5.0, 1.0, 3.0, 0.0, 2.0, 3.0], "bins": [-0.00013756752014160156, -0.00013305991888046265, -0.00012855231761932373, -0.00012404471635818481, -0.0001195371150970459, -0.00011502951383590698, -0.00011052191257476807, -0.00010601431131362915, -0.00010150671005249023, -9.699910879135132e-05, -9.24915075302124e-05, -8.798390626907349e-05, -8.347630500793457e-05, -7.896870374679565e-05, -7.446110248565674e-05, -6.995350122451782e-05, -6.54458999633789e-05, -6.093829870223999e-05, -5.6430697441101074e-05, -5.192309617996216e-05, -4.741549491882324e-05, -4.2907893657684326e-05, -3.840029239654541e-05, -3.3892691135406494e-05, -2.9385089874267578e-05, -2.4877488613128662e-05, -2.0369887351989746e-05, -1.586228609085083e-05, -1.1354684829711914e-05, -6.847083568572998e-06, -2.339482307434082e-06, 2.168118953704834e-06, 6.67572021484375e-06, 1.1183321475982666e-05, 1.5690922737121582e-05, 2.0198523998260498e-05, 2.4706125259399414e-05, 2.921372652053833e-05, 3.3721327781677246e-05, 3.822892904281616e-05, 4.273653030395508e-05, 4.7244131565093994e-05, 5.175173282623291e-05, 5.6259334087371826e-05, 6.076693534851074e-05, 6.527453660964966e-05, 6.978213787078857e-05, 7.428973913192749e-05, 7.87973403930664e-05, 8.330494165420532e-05, 8.781254291534424e-05, 9.232014417648315e-05, 9.682774543762207e-05, 0.00010133534669876099, 0.0001058429479598999, 0.00011035054922103882, 0.00011485815048217773, 0.00011936575174331665, 0.00012387335300445557, 0.00012838095426559448, 0.0001328885555267334, 0.00013739615678787231, 0.00014190375804901123, 0.00014641135931015015, 0.00015091896057128906]}, "gradients/decoder.model.decoder.layers.6.self_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 1.0, 1.0, 4.0, 3.0, 10.0, 12.0, 10.0, 19.0, 19.0, 18.0, 22.0, 26.0, 26.0, 38.0, 39.0, 33.0, 41.0, 47.0, 36.0, 44.0, 58.0, 45.0, 44.0, 64.0, 37.0, 35.0, 35.0, 46.0, 29.0, 21.0, 38.0, 19.0, 15.0, 20.0, 10.0, 8.0, 9.0, 2.0, 4.0, 4.0, 4.0, 3.0, 6.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.530782699584961e-05, -9.201560169458389e-05, -8.872337639331818e-05, -8.543115109205246e-05, -8.213892579078674e-05, -7.884670048952103e-05, -7.555447518825531e-05, -7.22622498869896e-05, -6.897002458572388e-05, -6.567779928445816e-05, -6.238557398319244e-05, -5.909334868192673e-05, -5.580112338066101e-05, -5.2508898079395294e-05, -4.921667277812958e-05, -4.592444747686386e-05, -4.2632222175598145e-05, -3.933999687433243e-05, -3.604777157306671e-05, -3.2755546271800995e-05, -2.946332097053528e-05, -2.6171095669269562e-05, -2.2878870368003845e-05, -1.958664506673813e-05, -1.6294419765472412e-05, -1.3002194464206696e-05, -9.709969162940979e-06, -6.4177438616752625e-06, -3.125518560409546e-06, 1.6670674085617065e-07, 3.458932042121887e-06, 6.751157343387604e-06, 1.004338264465332e-05, 1.3335607945919037e-05, 1.6627833247184753e-05, 1.992005854845047e-05, 2.3212283849716187e-05, 2.6504509150981903e-05, 2.979673445224762e-05, 3.3088959753513336e-05, 3.638118505477905e-05, 3.967341035604477e-05, 4.2965635657310486e-05, 4.62578609585762e-05, 4.955008625984192e-05, 5.2842311561107635e-05, 5.613453686237335e-05, 5.942676216363907e-05, 6.271898746490479e-05, 6.60112127661705e-05, 6.930343806743622e-05, 7.259566336870193e-05, 7.588788866996765e-05, 7.918011397123337e-05, 8.247233927249908e-05, 8.57645645737648e-05, 8.905678987503052e-05, 9.234901517629623e-05, 9.564124047756195e-05, 9.893346577882767e-05, 0.00010222569108009338, 0.0001055179163813591, 0.00010881014168262482, 0.00011210236698389053, 0.00011539459228515625]}, "gradients/decoder.model.decoder.layers.6.self_attn.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 3.0, 4.0, 7.0, 7.0, 9.0, 6.0, 20.0, 25.0, 51.0, 60.0, 103.0, 139.0, 222.0, 283.0, 504.0, 849.0, 1624.0, 3003.0, 6621.0, 18940.0, 67597.0, 687651.0, 203085.0, 35734.0, 11639.0, 4855.0, 2246.0, 1304.0, 664.0, 441.0, 274.0, 178.0, 117.0, 81.0, 62.0, 41.0, 29.0, 27.0, 16.0, 10.0, 7.0, 7.0, 5.0, 4.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0], "bins": [-3.343820571899414e-05, -3.247708082199097e-05, -3.151595592498779e-05, -3.055483102798462e-05, -2.9593706130981445e-05, -2.863258123397827e-05, -2.7671456336975098e-05, -2.6710331439971924e-05, -2.574920654296875e-05, -2.4788081645965576e-05, -2.3826956748962402e-05, -2.286583185195923e-05, -2.1904706954956055e-05, -2.094358205795288e-05, -1.9982457160949707e-05, -1.9021332263946533e-05, -1.806020736694336e-05, -1.7099082469940186e-05, -1.6137957572937012e-05, -1.5176832675933838e-05, -1.4215707778930664e-05, -1.325458288192749e-05, -1.2293457984924316e-05, -1.1332333087921143e-05, -1.0371208190917969e-05, -9.410083293914795e-06, -8.448958396911621e-06, -7.487833499908447e-06, -6.5267086029052734e-06, -5.5655837059021e-06, -4.604458808898926e-06, -3.643333911895752e-06, -2.682209014892578e-06, -1.7210841178894043e-06, -7.599592208862305e-07, 2.0116567611694336e-07, 1.1622905731201172e-06, 2.123415470123291e-06, 3.084540367126465e-06, 4.045665264129639e-06, 5.0067901611328125e-06, 5.967915058135986e-06, 6.92903995513916e-06, 7.890164852142334e-06, 8.851289749145508e-06, 9.812414646148682e-06, 1.0773539543151855e-05, 1.173466444015503e-05, 1.2695789337158203e-05, 1.3656914234161377e-05, 1.461803913116455e-05, 1.5579164028167725e-05, 1.65402889251709e-05, 1.7501413822174072e-05, 1.8462538719177246e-05, 1.942366361618042e-05, 2.0384788513183594e-05, 2.1345913410186768e-05, 2.230703830718994e-05, 2.3268163204193115e-05, 2.422928810119629e-05, 2.5190412998199463e-05, 2.6151537895202637e-05, 2.711266279220581e-05, 2.8073787689208984e-05]}, "gradients/decoder.model.decoder.layers.6.self_attn.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 16.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 189.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 590.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 208.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 18.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7881393432617188e-07, -1.73225998878479e-07, -1.6763806343078613e-07, -1.6205012798309326e-07, -1.564621925354004e-07, -1.5087425708770752e-07, -1.4528632164001465e-07, -1.3969838619232178e-07, -1.341104507446289e-07, -1.2852251529693604e-07, -1.2293457984924316e-07, -1.1734664440155029e-07, -1.1175870895385742e-07, -1.0617077350616455e-07, -1.0058283805847168e-07, -9.499490261077881e-08, -8.940696716308594e-08, -8.381903171539307e-08, -7.82310962677002e-08, -7.264316082000732e-08, -6.705522537231445e-08, -6.146728992462158e-08, -5.587935447692871e-08, -5.029141902923584e-08, -4.470348358154297e-08, -3.91155481338501e-08, -3.3527612686157227e-08, -2.7939677238464355e-08, -2.2351741790771484e-08, -1.6763806343078613e-08, -1.1175870895385742e-08, -5.587935447692871e-09, 0.0, 5.587935447692871e-09, 1.1175870895385742e-08, 1.6763806343078613e-08, 2.2351741790771484e-08, 2.7939677238464355e-08, 3.3527612686157227e-08, 3.91155481338501e-08, 4.470348358154297e-08, 5.029141902923584e-08, 5.587935447692871e-08, 6.146728992462158e-08, 6.705522537231445e-08, 7.264316082000732e-08, 7.82310962677002e-08, 8.381903171539307e-08, 8.940696716308594e-08, 9.499490261077881e-08, 1.0058283805847168e-07, 1.0617077350616455e-07, 1.1175870895385742e-07, 1.1734664440155029e-07, 1.2293457984924316e-07, 1.2852251529693604e-07, 1.341104507446289e-07, 1.3969838619232178e-07, 1.4528632164001465e-07, 1.5087425708770752e-07, 1.564621925354004e-07, 1.6205012798309326e-07, 1.6763806343078613e-07, 1.73225998878479e-07, 1.7881393432617188e-07]}, "gradients/decoder.model.decoder.layers.6.self_attn.q_proj.weight": {"_type": "histogram", "values": [9.0, 0.0, 4.0, 8.0, 13.0, 19.0, 27.0, 27.0, 48.0, 53.0, 77.0, 103.0, 151.0, 154.0, 221.0, 335.0, 433.0, 606.0, 922.0, 1363.0, 2000.0, 2482.0, 4579.0, 7651.0, 13301.0, 26047.0, 55953.0, 162683.0, 535215.0, 130464.0, 48656.0, 22854.0, 12269.0, 6948.0, 4275.0, 2618.0, 1783.0, 1213.0, 824.0, 582.0, 392.0, 317.0, 184.0, 165.0, 149.0, 109.0, 64.0, 54.0, 38.0, 34.0, 34.0, 12.0, 18.0, 7.0, 7.0, 7.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0], "bins": [-1.0073184967041016e-05, -9.718351066112518e-06, -9.363517165184021e-06, -9.008683264255524e-06, -8.653849363327026e-06, -8.299015462398529e-06, -7.944181561470032e-06, -7.5893476605415344e-06, -7.234513759613037e-06, -6.87967985868454e-06, -6.5248459577560425e-06, -6.170012056827545e-06, -5.815178155899048e-06, -5.4603442549705505e-06, -5.105510354042053e-06, -4.750676453113556e-06, -4.395842552185059e-06, -4.041008651256561e-06, -3.686174750328064e-06, -3.3313408493995667e-06, -2.9765069484710693e-06, -2.621673047542572e-06, -2.2668391466140747e-06, -1.9120052456855774e-06, -1.55717134475708e-06, -1.2023374438285828e-06, -8.475035429000854e-07, -4.926696419715881e-07, -1.3783574104309082e-07, 2.169981598854065e-07, 5.718320608139038e-07, 9.266659617424011e-07, 1.2814998626708984e-06, 1.6363337635993958e-06, 1.991167664527893e-06, 2.3460015654563904e-06, 2.7008354663848877e-06, 3.055669367313385e-06, 3.4105032682418823e-06, 3.7653371691703796e-06, 4.120171070098877e-06, 4.475004971027374e-06, 4.829838871955872e-06, 5.184672772884369e-06, 5.539506673812866e-06, 5.8943405747413635e-06, 6.249174475669861e-06, 6.604008376598358e-06, 6.9588422775268555e-06, 7.313676178455353e-06, 7.66851007938385e-06, 8.023343980312347e-06, 8.378177881240845e-06, 8.733011782169342e-06, 9.08784568309784e-06, 9.442679584026337e-06, 9.797513484954834e-06, 1.0152347385883331e-05, 1.0507181286811829e-05, 1.0862015187740326e-05, 1.1216849088668823e-05, 1.157168298959732e-05, 1.1926516890525818e-05, 1.2281350791454315e-05, 1.2636184692382812e-05]}, "gradients/decoder.model.decoder.layers.6.self_attn.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 2.0, 5.0, 1.0, 4.0, 4.0, 5.0, 14.0, 14.0, 8.0, 15.0, 26.0, 32.0, 38.0, 49.0, 62.0, 76.0, 132.0, 138.0, 72.0, 56.0, 58.0, 49.0, 33.0, 17.0, 19.0, 18.0, 15.0, 9.0, 7.0, 6.0, 7.0, 1.0, 6.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.046627044677734e-06, -7.760711014270782e-06, -7.4747949838638306e-06, -7.188878953456879e-06, -6.902962923049927e-06, -6.617046892642975e-06, -6.331130862236023e-06, -6.045214831829071e-06, -5.759298801422119e-06, -5.473382771015167e-06, -5.187466740608215e-06, -4.9015507102012634e-06, -4.6156346797943115e-06, -4.32971864938736e-06, -4.043802618980408e-06, -3.757886588573456e-06, -3.471970558166504e-06, -3.186054527759552e-06, -2.9001384973526e-06, -2.614222466945648e-06, -2.3283064365386963e-06, -2.0423904061317444e-06, -1.7564743757247925e-06, -1.4705583453178406e-06, -1.1846423149108887e-06, -8.987262845039368e-07, -6.128102540969849e-07, -3.2689422369003296e-07, -4.0978193283081055e-08, 2.4493783712387085e-07, 5.308538675308228e-07, 8.167698979377747e-07, 1.1026859283447266e-06, 1.3886019587516785e-06, 1.6745179891586304e-06, 1.9604340195655823e-06, 2.246350049972534e-06, 2.532266080379486e-06, 2.818182110786438e-06, 3.10409814119339e-06, 3.390014171600342e-06, 3.6759302020072937e-06, 3.961846232414246e-06, 4.2477622628211975e-06, 4.533678293228149e-06, 4.819594323635101e-06, 5.105510354042053e-06, 5.391426384449005e-06, 5.677342414855957e-06, 5.963258445262909e-06, 6.249174475669861e-06, 6.535090506076813e-06, 6.821006536483765e-06, 7.1069225668907166e-06, 7.3928385972976685e-06, 7.67875462770462e-06, 7.964670658111572e-06, 8.250586688518524e-06, 8.536502718925476e-06, 8.822418749332428e-06, 9.10833477973938e-06, 9.394250810146332e-06, 9.680166840553284e-06, 9.966082870960236e-06, 1.0251998901367188e-05]}, "gradients/decoder.model.decoder.layers.5.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 5.0, 3.0, 6.0, 8.0, 10.0, 15.0, 18.0, 31.0, 46.0, 76.0, 124.0, 173.0, 162.0, 132.0, 61.0, 44.0, 22.0, 27.0, 10.0, 14.0, 6.0, 4.0, 5.0, 3.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00026042686658911407, -0.0002491241320967674, -0.000237821412156336, -0.0002265186922159046, -0.00021521595772355795, -0.0002039132232312113, -0.0001926105032907799, -0.00018130778335034847, -0.00017000504885800183, -0.00015870231436565518, -0.00014739959442522377, -0.00013609687448479235, -0.0001247941399924457, -0.00011349141277605668, -0.00010218868555966765, -9.088595834327862e-05, -7.958323112688959e-05, -6.828050391050056e-05, -5.6977776694111526e-05, -4.5675049477722496e-05, -3.4372322261333466e-05, -2.3069595044944435e-05, -1.1766867828555405e-05, -4.641406121663749e-07, 1.0838586604222655e-05, 2.2141313820611686e-05, 3.3444041037000716e-05, 4.4746768253389746e-05, 5.6049495469778776e-05, 6.73522226861678e-05, 7.865494990255684e-05, 8.995767711894587e-05, 0.00010126037523150444, 0.00011256310244789347, 0.0001238658296642825, 0.00013516854960471392, 0.00014647128409706056, 0.0001577740185894072, 0.00016907673852983862, 0.00018037945847027004, 0.00019168219296261668, 0.00020298492745496333, 0.00021428764739539474, 0.00022559036733582616, 0.0002368931018281728, 0.00024819583632051945, 0.00025949854170903563, 0.0002708012762013823, 0.0002821040106937289, 0.00029340674518607557, 0.0003047094796784222, 0.0003160121850669384, 0.00032731491955928504, 0.0003386176540516317, 0.0003499203594401479, 0.0003612230939324945, 0.00037252582842484117, 0.0003838285629171878, 0.00039513129740953445, 0.00040643400279805064, 0.0004177367372903973, 0.00042903947178274393, 0.0004403421771712601, 0.00045164491166360676, 0.0004629476461559534]}, "gradients/decoder.model.decoder.layers.5.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 6.0, 6.0, 7.0, 6.0, 9.0, 3.0, 13.0, 15.0, 16.0, 20.0, 28.0, 26.0, 46.0, 32.0, 48.0, 34.0, 46.0, 49.0, 49.0, 39.0, 51.0, 57.0, 48.0, 46.0, 40.0, 31.0, 33.0, 39.0, 32.0, 18.0, 28.0, 16.0, 21.0, 10.0, 11.0, 12.0, 4.0, 6.0, 6.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00017205024778377265, -0.00016691855853423476, -0.0001617868838366121, -0.00015665519458707422, -0.00015152350533753633, -0.00014639181608799845, -0.00014126012683846056, -0.0001361284521408379, -0.00013099676289130002, -0.00012586507364176214, -0.00012073339166818187, -0.0001156017096946016, -0.00011047002044506371, -0.00010533833119552583, -0.00010020664922194555, -9.507496724836528e-05, -8.99432779988274e-05, -8.481158874928951e-05, -7.967990677570924e-05, -7.454822480212897e-05, -6.941653555259109e-05, -6.42848463030532e-05, -5.915316432947293e-05, -5.402147871791385e-05, -4.888979310635477e-05, -4.3758107494795695e-05, -3.862642188323662e-05, -3.349473627167754e-05, -2.836305066011846e-05, -2.3231365048559383e-05, -1.8099679437000304e-05, -1.2967993825441226e-05, -7.836322765797377e-06, -2.7046371542382985e-06, 2.4270484573207796e-06, 7.558734068879858e-06, 1.2690419680438936e-05, 1.7822105291998014e-05, 2.2953790903557092e-05, 2.808547651511617e-05, 3.321716212667525e-05, 3.8348847738234326e-05, 4.3480533349793404e-05, 4.861221896135248e-05, 5.374390457291156e-05, 5.887559018447064e-05, 6.400727579602972e-05, 6.913895776960999e-05, 7.427064701914787e-05, 7.940233626868576e-05, 8.453401824226603e-05, 8.96657002158463e-05, 9.479738946538419e-05, 9.992907871492207e-05, 0.00010506076068850234, 0.00011019244266208261, 0.0001153241319116205, 0.00012045582116115838, 0.00012558751041069627, 0.00013071918510831892, 0.0001358508743578568, 0.0001409825636073947, 0.00014611423830501735, 0.00015124592755455524, 0.00015637761680409312]}, "gradients/decoder.model.decoder.layers.5.fc2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 9.0, 5.0, 4.0, 8.0, 12.0, 21.0, 19.0, 35.0, 34.0, 35.0, 70.0, 97.0, 126.0, 143.0, 208.0, 265.0, 351.0, 502.0, 654.0, 1070.0, 1650.0, 2745.0, 5022.0, 10056.0, 26719.0, 1123231.0, 2952832.0, 43709.0, 11236.0, 5384.0, 2873.0, 1649.0, 1051.0, 668.0, 479.0, 344.0, 241.0, 177.0, 138.0, 115.0, 71.0, 65.0, 42.0, 34.0, 28.0, 18.0, 17.0, 8.0, 4.0, 5.0, 5.0, 1.0, 2.0, 1.0, 5.0, 2.0], "bins": [-0.00022983551025390625, -0.00022309646010398865, -0.00021635740995407104, -0.00020961835980415344, -0.00020287930965423584, -0.00019614025950431824, -0.00018940120935440063, -0.00018266215920448303, -0.00017592310905456543, -0.00016918405890464783, -0.00016244500875473022, -0.00015570595860481262, -0.00014896690845489502, -0.00014222785830497742, -0.00013548880815505981, -0.0001287497580051422, -0.00012201070785522461, -0.00011527165770530701, -0.0001085326075553894, -0.0001017935574054718, -9.50545072555542e-05, -8.83154571056366e-05, -8.1576406955719e-05, -7.483735680580139e-05, -6.809830665588379e-05, -6.135925650596619e-05, -5.4620206356048584e-05, -4.788115620613098e-05, -4.114210605621338e-05, -3.4403055906295776e-05, -2.7664005756378174e-05, -2.092495560646057e-05, -1.4185905456542969e-05, -7.446855306625366e-06, -7.078051567077637e-07, 6.031244993209839e-06, 1.2770295143127441e-05, 1.9509345293045044e-05, 2.6248395442962646e-05, 3.298744559288025e-05, 3.972649574279785e-05, 4.6465545892715454e-05, 5.320459604263306e-05, 5.994364619255066e-05, 6.668269634246826e-05, 7.342174649238586e-05, 8.016079664230347e-05, 8.689984679222107e-05, 9.363889694213867e-05, 0.00010037794709205627, 0.00010711699724197388, 0.00011385604739189148, 0.00012059509754180908, 0.00012733414769172668, 0.0001340731978416443, 0.0001408122479915619, 0.0001475512981414795, 0.0001542903482913971, 0.0001610293984413147, 0.0001677684485912323, 0.0001745074987411499, 0.0001812465488910675, 0.0001879855990409851, 0.0001947246491909027, 0.0002014636993408203]}, "gradients/decoder.model.decoder.layers.5.fc2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 3.0, 3.0, 7.0, 11.0, 3.0, 4.0, 8.0, 13.0, 17.0, 11.0, 15.0, 13.0, 21.0, 23.0, 37.0, 38.0, 33.0, 38.0, 33.0, 42.0, 35.0, 40.0, 43.0, 41.0, 43.0, 46.0, 38.0, 45.0, 32.0, 34.0, 27.0, 47.0, 19.0, 22.0, 16.0, 22.0, 18.0, 18.0, 9.0, 13.0, 6.0, 8.0, 5.0, 4.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0], "bins": [-5.036592483520508e-05, -4.890095442533493e-05, -4.743598401546478e-05, -4.5971013605594635e-05, -4.450604319572449e-05, -4.304107278585434e-05, -4.157610237598419e-05, -4.0111131966114044e-05, -3.8646161556243896e-05, -3.718119114637375e-05, -3.57162207365036e-05, -3.425125032663345e-05, -3.2786279916763306e-05, -3.132130950689316e-05, -2.985633909702301e-05, -2.8391368687152863e-05, -2.6926398277282715e-05, -2.5461427867412567e-05, -2.399645745754242e-05, -2.2531487047672272e-05, -2.1066516637802124e-05, -1.9601546227931976e-05, -1.813657581806183e-05, -1.667160540819168e-05, -1.5206634998321533e-05, -1.3741664588451385e-05, -1.2276694178581238e-05, -1.081172376871109e-05, -9.346753358840942e-06, -7.881782948970795e-06, -6.416812539100647e-06, -4.951842129230499e-06, -3.4868717193603516e-06, -2.021901309490204e-06, -5.569308996200562e-07, 9.080395102500916e-07, 2.3730099201202393e-06, 3.837980329990387e-06, 5.302950739860535e-06, 6.767921149730682e-06, 8.23289155960083e-06, 9.697861969470978e-06, 1.1162832379341125e-05, 1.2627802789211273e-05, 1.4092773199081421e-05, 1.555774360895157e-05, 1.7022714018821716e-05, 1.8487684428691864e-05, 1.9952654838562012e-05, 2.141762524843216e-05, 2.2882595658302307e-05, 2.4347566068172455e-05, 2.5812536478042603e-05, 2.727750688791275e-05, 2.8742477297782898e-05, 3.0207447707653046e-05, 3.167241811752319e-05, 3.313738852739334e-05, 3.460235893726349e-05, 3.6067329347133636e-05, 3.7532299757003784e-05, 3.899727016687393e-05, 4.046224057674408e-05, 4.192721098661423e-05, 4.3392181396484375e-05]}, "gradients/decoder.model.decoder.layers.5.fc1.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 3.0, 0.0, 3.0, 6.0, 12.0, 5.0, 17.0, 24.0, 44.0, 75.0, 139.0, 282.0, 566.0, 1544.0, 4344.0, 17470.0, 178092.0, 3928918.0, 48263.0, 9419.0, 2843.0, 1061.0, 520.0, 275.0, 142.0, 83.0, 49.0, 23.0, 18.0, 10.0, 11.0, 3.0, 2.0, 2.0, 7.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0002627372741699219, -0.0002545975148677826, -0.0002464577555656433, -0.00023831799626350403, -0.00023017823696136475, -0.00022203847765922546, -0.00021389871835708618, -0.0002057589590549469, -0.00019761919975280762, -0.00018947944045066833, -0.00018133968114852905, -0.00017319992184638977, -0.0001650601625442505, -0.0001569204032421112, -0.00014878064393997192, -0.00014064088463783264, -0.00013250112533569336, -0.00012436136603355408, -0.0001162216067314148, -0.00010808184742927551, -9.994208812713623e-05, -9.180232882499695e-05, -8.366256952285767e-05, -7.552281022071838e-05, -6.73830509185791e-05, -5.924329161643982e-05, -5.110353231430054e-05, -4.2963773012161255e-05, -3.482401371002197e-05, -2.668425440788269e-05, -1.8544495105743408e-05, -1.0404735803604126e-05, -2.2649765014648438e-06, 5.8747828006744385e-06, 1.401454210281372e-05, 2.2154301404953003e-05, 3.0294060707092285e-05, 3.843382000923157e-05, 4.657357931137085e-05, 5.471333861351013e-05, 6.285309791564941e-05, 7.09928572177887e-05, 7.913261651992798e-05, 8.727237582206726e-05, 9.541213512420654e-05, 0.00010355189442634583, 0.00011169165372848511, 0.00011983141303062439, 0.00012797117233276367, 0.00013611093163490295, 0.00014425069093704224, 0.00015239045023918152, 0.0001605302095413208, 0.00016866996884346008, 0.00017680972814559937, 0.00018494948744773865, 0.00019308924674987793, 0.0002012290060520172, 0.0002093687653541565, 0.00021750852465629578, 0.00022564828395843506, 0.00023378804326057434, 0.00024192780256271362, 0.0002500675618648529, 0.0002582073211669922]}, "gradients/decoder.model.decoder.layers.5.fc1.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 3.0, 1.0, 0.0, 3.0, 7.0, 4.0, 8.0, 11.0, 11.0, 21.0, 17.0, 24.0, 34.0, 52.0, 158.0, 476.0, 1669.0, 1043.0, 318.0, 78.0, 45.0, 24.0, 14.0, 15.0, 12.0, 7.0, 10.0, 5.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-7.575750350952148e-05, -7.375702261924744e-05, -7.175654172897339e-05, -6.975606083869934e-05, -6.775557994842529e-05, -6.575509905815125e-05, -6.37546181678772e-05, -6.175413727760315e-05, -5.97536563873291e-05, -5.7753175497055054e-05, -5.5752694606781006e-05, -5.375221371650696e-05, -5.175173282623291e-05, -4.975125193595886e-05, -4.7750771045684814e-05, -4.5750290155410767e-05, -4.374980926513672e-05, -4.174932837486267e-05, -3.974884748458862e-05, -3.7748366594314575e-05, -3.574788570404053e-05, -3.374740481376648e-05, -3.174692392349243e-05, -2.9746443033218384e-05, -2.7745962142944336e-05, -2.5745481252670288e-05, -2.374500036239624e-05, -2.1744519472122192e-05, -1.9744038581848145e-05, -1.7743557691574097e-05, -1.574307680130005e-05, -1.3742595911026001e-05, -1.1742115020751953e-05, -9.741634130477905e-06, -7.741153240203857e-06, -5.7406723499298096e-06, -3.7401914596557617e-06, -1.7397105693817139e-06, 2.60770320892334e-07, 2.261251211166382e-06, 4.26173210144043e-06, 6.2622129917144775e-06, 8.262693881988525e-06, 1.0263174772262573e-05, 1.2263655662536621e-05, 1.4264136552810669e-05, 1.6264617443084717e-05, 1.8265098333358765e-05, 2.0265579223632812e-05, 2.226606011390686e-05, 2.4266541004180908e-05, 2.6267021894454956e-05, 2.8267502784729004e-05, 3.0267983675003052e-05, 3.22684645652771e-05, 3.426894545555115e-05, 3.6269426345825195e-05, 3.826990723609924e-05, 4.027038812637329e-05, 4.227086901664734e-05, 4.427134990692139e-05, 4.6271830797195435e-05, 4.827231168746948e-05, 5.027279257774353e-05, 5.227327346801758e-05]}, "gradients/decoder.model.decoder.layers.5.encoder_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 2.0, 2.0, 4.0, 1.0, 4.0, 3.0, 11.0, 9.0, 10.0, 15.0, 17.0, 18.0, 29.0, 26.0, 51.0, 61.0, 87.0, 168.0, 159.0, 85.0, 65.0, 49.0, 33.0, 20.0, 16.0, 14.0, 10.0, 9.0, 6.0, 9.0, 6.0, 0.0, 6.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00014346654643304646, -0.00013864829088561237, -0.00013383002078626305, -0.00012901175068691373, -0.00012419349513947964, -0.00011937523231608793, -0.00011455696949269623, -0.00010973870666930452, -0.00010492044384591281, -0.00010010218102252111, -9.52839181991294e-05, -9.04656553757377e-05, -8.564739255234599e-05, -8.082912972895429e-05, -7.601086690556258e-05, -7.119260408217087e-05, -6.637434125877917e-05, -6.155607843538746e-05, -5.673781561199576e-05, -5.191955278860405e-05, -4.7101289965212345e-05, -4.228302714182064e-05, -3.7464764318428934e-05, -3.264650149503723e-05, -2.7828238671645522e-05, -2.3009975848253816e-05, -1.819171302486211e-05, -1.3373450201470405e-05, -8.555187378078699e-06, -3.7369245546869934e-06, 1.0813382687047124e-06, 5.899601092096418e-06, 1.0717878467403352e-05, 1.5536141290795058e-05, 2.0354404114186764e-05, 2.517266693757847e-05, 2.9990929760970175e-05, 3.480919258436188e-05, 3.962745540775359e-05, 4.444571823114529e-05, 4.9263981054537e-05, 5.4082243877928704e-05, 5.890050670132041e-05, 6.371876952471212e-05, 6.853703234810382e-05, 7.335529517149553e-05, 7.817355799488723e-05, 8.299182081827894e-05, 8.781008364167064e-05, 9.262834646506235e-05, 9.744660928845406e-05, 0.00010226487211184576, 0.00010708313493523747, 0.00011190139775862917, 0.00011671966058202088, 0.00012153792340541258, 0.0001263561862288043, 0.0001311744563281536, 0.0001359927118755877, 0.0001408109674230218, 0.0001456292375223711, 0.00015044750762172043, 0.00015526576316915452, 0.00016008401871658862, 0.00016490228881593794]}, "gradients/decoder.model.decoder.layers.5.encoder_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 6.0, 5.0, 6.0, 8.0, 8.0, 9.0, 14.0, 13.0, 22.0, 14.0, 25.0, 31.0, 35.0, 30.0, 45.0, 41.0, 55.0, 36.0, 45.0, 60.0, 52.0, 49.0, 34.0, 59.0, 43.0, 36.0, 37.0, 29.0, 21.0, 27.0, 20.0, 18.0, 22.0, 13.0, 15.0, 10.0, 3.0, 6.0, 4.0, 5.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00010294213279848918, -0.00010012762504629791, -9.731311001814902e-05, -9.449860226595774e-05, -9.168409451376647e-05, -8.886957948561758e-05, -8.60550717334263e-05, -8.324056398123503e-05, -8.042604895308614e-05, -7.761154120089486e-05, -7.479702617274597e-05, -7.19825184205547e-05, -6.916801066836342e-05, -6.635350291617215e-05, -6.353898788802326e-05, -6.072448013583198e-05, -5.7909972383640707e-05, -5.5095460993470624e-05, -5.228095324127935e-05, -4.9466441851109266e-05, -4.665193409891799e-05, -4.383742270874791e-05, -4.1022911318577826e-05, -3.820840356638655e-05, -3.539389217621647e-05, -3.2579380786046386e-05, -2.976487303385511e-05, -2.6950361643685028e-05, -2.413585207250435e-05, -2.132134250132367e-05, -1.8506831111153588e-05, -1.569232153997291e-05, -1.2877819244749844e-05, -1.0063309673569165e-05, -7.2487991928937845e-06, -4.434288712218404e-06, -1.619779141037725e-06, 1.194730430142954e-06, 4.0092418203130364e-06, 6.823751391493715e-06, 9.638260962674394e-06, 1.2452770533855073e-05, 1.5267280105035752e-05, 1.8081791495205835e-05, 2.0896301066386513e-05, 2.3710810637567192e-05, 2.6525322027737275e-05, 2.9339831598917954e-05, 3.215434117009863e-05, 3.4968852560268715e-05, 3.778336031245999e-05, 4.059787170263007e-05, 4.341237945482135e-05, 4.622689084499143e-05, 4.904140223516151e-05, 5.185590998735279e-05, 5.467042137752287e-05, 5.748493276769295e-05, 6.029944051988423e-05, 6.311395554803312e-05, 6.59284633002244e-05, 6.874297105241567e-05, 7.155748608056456e-05, 7.437199383275583e-05, 7.718650158494711e-05]}, "gradients/decoder.model.decoder.layers.5.encoder_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 5.0, 9.0, 12.0, 21.0, 39.0, 70.0, 115.0, 240.0, 581.0, 1876.0, 10825.0, 663826.0, 358988.0, 9378.0, 1530.0, 571.0, 243.0, 112.0, 52.0, 29.0, 15.0, 9.0, 3.0, 2.0, 2.0, 3.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-3.230571746826172e-05, -3.145448863506317e-05, -3.0603259801864624e-05, -2.9752030968666077e-05, -2.890080213546753e-05, -2.8049573302268982e-05, -2.7198344469070435e-05, -2.6347115635871887e-05, -2.549588680267334e-05, -2.4644657969474792e-05, -2.3793429136276245e-05, -2.2942200303077698e-05, -2.209097146987915e-05, -2.1239742636680603e-05, -2.0388513803482056e-05, -1.9537284970283508e-05, -1.868605613708496e-05, -1.7834827303886414e-05, -1.6983598470687866e-05, -1.613236963748932e-05, -1.528114080429077e-05, -1.4429911971092224e-05, -1.3578683137893677e-05, -1.272745430469513e-05, -1.1876225471496582e-05, -1.1024996638298035e-05, -1.0173767805099487e-05, -9.32253897190094e-06, -8.471310138702393e-06, -7.620081305503845e-06, -6.768852472305298e-06, -5.9176236391067505e-06, -5.066394805908203e-06, -4.215165972709656e-06, -3.3639371395111084e-06, -2.512708306312561e-06, -1.6614794731140137e-06, -8.102506399154663e-07, 4.0978193283081055e-08, 8.922070264816284e-07, 1.7434358596801758e-06, 2.594664692878723e-06, 3.4458935260772705e-06, 4.297122359275818e-06, 5.148351192474365e-06, 5.999580025672913e-06, 6.85080885887146e-06, 7.702037692070007e-06, 8.553266525268555e-06, 9.404495358467102e-06, 1.025572419166565e-05, 1.1106953024864197e-05, 1.1958181858062744e-05, 1.2809410691261292e-05, 1.3660639524459839e-05, 1.4511868357658386e-05, 1.5363097190856934e-05, 1.621432602405548e-05, 1.706555485725403e-05, 1.7916783690452576e-05, 1.8768012523651123e-05, 1.961924135684967e-05, 2.0470470190048218e-05, 2.1321699023246765e-05, 2.2172927856445312e-05]}, "gradients/decoder.model.decoder.layers.5.encoder_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 8.0, 7.0, 11.0, 24.0, 40.0, 49.0, 60.0, 86.0, 105.0, 121.0, 122.0, 94.0, 90.0, 51.0, 55.0, 36.0, 22.0, 16.0, 8.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.930133819580078e-05, -9.514577686786652e-05, -9.099021553993225e-05, -8.683465421199799e-05, -8.267909288406372e-05, -7.852353155612946e-05, -7.436797022819519e-05, -7.021240890026093e-05, -6.605684757232666e-05, -6.19012862443924e-05, -5.774572491645813e-05, -5.3590163588523865e-05, -4.94346022605896e-05, -4.5279040932655334e-05, -4.112347960472107e-05, -3.6967918276786804e-05, -3.281235694885254e-05, -2.8656795620918274e-05, -2.450123429298401e-05, -2.0345672965049744e-05, -1.619011163711548e-05, -1.2034550309181213e-05, -7.878988981246948e-06, -3.723427653312683e-06, 4.3213367462158203e-07, 4.587695002555847e-06, 8.743256330490112e-06, 1.2898817658424377e-05, 1.7054378986358643e-05, 2.1209940314292908e-05, 2.5365501642227173e-05, 2.9521062970161438e-05, 3.36766242980957e-05, 3.783218562602997e-05, 4.1987746953964233e-05, 4.61433082818985e-05, 5.0298869609832764e-05, 5.445443093776703e-05, 5.8609992265701294e-05, 6.276555359363556e-05, 6.692111492156982e-05, 7.107667624950409e-05, 7.523223757743835e-05, 7.938779890537262e-05, 8.354336023330688e-05, 8.769892156124115e-05, 9.185448288917542e-05, 9.601004421710968e-05, 0.00010016560554504395, 0.00010432116687297821, 0.00010847672820091248, 0.00011263228952884674, 0.000116787850856781, 0.00012094341218471527, 0.00012509897351264954, 0.0001292545348405838, 0.00013341009616851807, 0.00013756565749645233, 0.0001417212188243866, 0.00014587678015232086, 0.00015003234148025513, 0.0001541879028081894, 0.00015834346413612366, 0.00016249902546405792, 0.0001666545867919922]}, "gradients/decoder.model.decoder.layers.5.encoder_attn.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 2.0, 6.0, 3.0, 10.0, 8.0, 14.0, 14.0, 28.0, 30.0, 45.0, 41.0, 99.0, 147.0, 262.0, 526.0, 1242.0, 3429.0, 13597.0, 95856.0, 817823.0, 95793.0, 13544.0, 3530.0, 1236.0, 519.0, 305.0, 100.0, 111.0, 72.0, 72.0, 31.0, 25.0, 11.0, 11.0, 7.0, 4.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-7.092952728271484e-06, -6.917864084243774e-06, -6.7427754402160645e-06, -6.5676867961883545e-06, -6.3925981521606445e-06, -6.2175095081329346e-06, -6.042420864105225e-06, -5.867332220077515e-06, -5.692243576049805e-06, -5.517154932022095e-06, -5.342066287994385e-06, -5.166977643966675e-06, -4.991888999938965e-06, -4.816800355911255e-06, -4.641711711883545e-06, -4.466623067855835e-06, -4.291534423828125e-06, -4.116445779800415e-06, -3.941357135772705e-06, -3.766268491744995e-06, -3.591179847717285e-06, -3.416091203689575e-06, -3.2410025596618652e-06, -3.0659139156341553e-06, -2.8908252716064453e-06, -2.7157366275787354e-06, -2.5406479835510254e-06, -2.3655593395233154e-06, -2.1904706954956055e-06, -2.0153820514678955e-06, -1.8402934074401855e-06, -1.6652047634124756e-06, -1.4901161193847656e-06, -1.3150274753570557e-06, -1.1399388313293457e-06, -9.648501873016357e-07, -7.897615432739258e-07, -6.146728992462158e-07, -4.3958425521850586e-07, -2.644956111907959e-07, -8.940696716308594e-08, 8.568167686462402e-08, 2.60770320892334e-07, 4.3585896492004395e-07, 6.109476089477539e-07, 7.860362529754639e-07, 9.611248970031738e-07, 1.1362135410308838e-06, 1.3113021850585938e-06, 1.4863908290863037e-06, 1.6614794731140137e-06, 1.8365681171417236e-06, 2.0116567611694336e-06, 2.1867454051971436e-06, 2.3618340492248535e-06, 2.5369226932525635e-06, 2.7120113372802734e-06, 2.8870999813079834e-06, 3.0621886253356934e-06, 3.2372772693634033e-06, 3.4123659133911133e-06, 3.5874545574188232e-06, 3.762543201446533e-06, 3.937631845474243e-06, 4.112720489501953e-06]}, "gradients/decoder.model.decoder.layers.5.encoder_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 4.0, 5.0, 6.0, 10.0, 13.0, 14.0, 35.0, 55.0, 83.0, 102.0, 117.0, 119.0, 121.0, 101.0, 77.0, 55.0, 29.0, 24.0, 16.0, 10.0, 5.0, 2.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00039315223693847656, -0.00038343295454978943, -0.0003737136721611023, -0.00036399438977241516, -0.00035427510738372803, -0.0003445558249950409, -0.00033483654260635376, -0.0003251172602176666, -0.0003153979778289795, -0.00030567869544029236, -0.0002959594130516052, -0.0002862401306629181, -0.00027652084827423096, -0.0002668015658855438, -0.0002570822834968567, -0.00024736300110816956, -0.00023764371871948242, -0.0002279244363307953, -0.00021820515394210815, -0.00020848587155342102, -0.0001987665891647339, -0.00018904730677604675, -0.00017932802438735962, -0.00016960874199867249, -0.00015988945960998535, -0.00015017017722129822, -0.00014045089483261108, -0.00013073161244392395, -0.00012101233005523682, -0.00011129304766654968, -0.00010157376527786255, -9.185448288917542e-05, -8.213520050048828e-05, -7.241591811180115e-05, -6.269663572311401e-05, -5.297735333442688e-05, -4.3258070945739746e-05, -3.353878855705261e-05, -2.381950616836548e-05, -1.4100223779678345e-05, -4.380941390991211e-06, 5.338340997695923e-06, 1.5057623386383057e-05, 2.477690577507019e-05, 3.4496188163757324e-05, 4.421547055244446e-05, 5.393475294113159e-05, 6.365403532981873e-05, 7.337331771850586e-05, 8.309260010719299e-05, 9.281188249588013e-05, 0.00010253116488456726, 0.0001122504472732544, 0.00012196972966194153, 0.00013168901205062866, 0.0001414082944393158, 0.00015112757682800293, 0.00016084685921669006, 0.0001705661416053772, 0.00018028542399406433, 0.00019000470638275146, 0.0001997239887714386, 0.00020944327116012573, 0.00021916255354881287, 0.0002288818359375]}, "gradients/decoder.model.decoder.layers.5.encoder_attn.k_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.5.encoder_attn.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 3.0, 0.0, 0.0, 10.0, 0.0, 0.0, 0.0, 19.0, 0.0, 0.0, 25.0, 0.0, 0.0, 57.0, 0.0, 0.0, 123.0, 0.0, 0.0, 140.0, 0.0, 0.0, 0.0, 216.0, 0.0, 0.0, 157.0, 0.0, 0.0, 122.0, 0.0, 0.0, 73.0, 0.0, 0.0, 38.0, 0.0, 0.0, 0.0, 19.0, 0.0, 0.0, 10.0, 0.0, 0.0, 3.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.960464477539062e-07, -5.774199962615967e-07, -5.587935447692871e-07, -5.401670932769775e-07, -5.21540641784668e-07, -5.029141902923584e-07, -4.842877388000488e-07, -4.6566128730773926e-07, -4.470348358154297e-07, -4.284083843231201e-07, -4.0978193283081055e-07, -3.91155481338501e-07, -3.725290298461914e-07, -3.5390257835388184e-07, -3.3527612686157227e-07, -3.166496753692627e-07, -2.980232238769531e-07, -2.7939677238464355e-07, -2.60770320892334e-07, -2.421438694000244e-07, -2.2351741790771484e-07, -2.0489096641540527e-07, -1.862645149230957e-07, -1.6763806343078613e-07, -1.4901161193847656e-07, -1.30385160446167e-07, -1.1175870895385742e-07, -9.313225746154785e-08, -7.450580596923828e-08, -5.587935447692871e-08, -3.725290298461914e-08, -1.862645149230957e-08, 0.0, 1.862645149230957e-08, 3.725290298461914e-08, 5.587935447692871e-08, 7.450580596923828e-08, 9.313225746154785e-08, 1.1175870895385742e-07, 1.30385160446167e-07, 1.4901161193847656e-07, 1.6763806343078613e-07, 1.862645149230957e-07, 2.0489096641540527e-07, 2.2351741790771484e-07, 2.421438694000244e-07, 2.60770320892334e-07, 2.7939677238464355e-07, 2.980232238769531e-07, 3.166496753692627e-07, 3.3527612686157227e-07, 3.5390257835388184e-07, 3.725290298461914e-07, 3.91155481338501e-07, 4.0978193283081055e-07, 4.284083843231201e-07, 4.470348358154297e-07, 4.6566128730773926e-07, 4.842877388000488e-07, 5.029141902923584e-07, 5.21540641784668e-07, 5.401670932769775e-07, 5.587935447692871e-07, 5.774199962615967e-07, 5.960464477539062e-07]}, "gradients/decoder.model.decoder.layers.5.encoder_attn.q_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.5.encoder_attn.q_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.5.self_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 5.0, 3.0, 3.0, 7.0, 7.0, 7.0, 10.0, 18.0, 21.0, 24.0, 34.0, 50.0, 62.0, 90.0, 183.0, 166.0, 86.0, 59.0, 38.0, 35.0, 24.0, 17.0, 12.0, 14.0, 5.0, 11.0, 2.0, 6.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00010077210754388943, -9.787356975721195e-05, -9.497503197053447e-05, -9.2076494183857e-05, -8.917796367313713e-05, -8.627942588645965e-05, -8.338088809978217e-05, -8.048235031310469e-05, -7.758381252642721e-05, -7.468527473974973e-05, -7.178673695307225e-05, -6.888819916639477e-05, -6.598966137971729e-05, -6.309113086899742e-05, -6.0192593082319945e-05, -5.7294055295642465e-05, -5.4395517508964986e-05, -5.1496979722287506e-05, -4.8598441935610026e-05, -4.5699907786911353e-05, -4.2801370000233874e-05, -3.9902832213556394e-05, -3.700429806485772e-05, -3.410576027818024e-05, -3.120722249150276e-05, -2.8308684704825282e-05, -2.5410148737137206e-05, -2.251161276944913e-05, -1.961307498277165e-05, -1.671453719609417e-05, -1.3816001228406094e-05, -1.0917465260718018e-05, -8.018934749998152e-06, -5.120397872815374e-06, -2.2218609956325963e-06, 6.766758815501817e-07, 3.5752127587329596e-06, 6.473749635915738e-06, 9.372286513098516e-06, 1.2270822480786592e-05, 1.5169360267464072e-05, 1.806789805414155e-05, 2.0966434021829627e-05, 2.3864969989517704e-05, 2.6763507776195183e-05, 2.9662045562872663e-05, 3.2560579711571336e-05, 3.5459117498248816e-05, 3.8357655284926295e-05, 4.1256193071603775e-05, 4.4154730858281255e-05, 4.705326500697993e-05, 4.995180279365741e-05, 5.285034058033489e-05, 5.574887472903356e-05, 5.864741251571104e-05, 6.154595030238852e-05, 6.4444488089066e-05, 6.734302587574348e-05, 7.024156366242096e-05, 7.314009417314082e-05, 7.60386319598183e-05, 7.893716974649578e-05, 8.183570753317326e-05, 8.473424531985074e-05]}, "gradients/decoder.model.decoder.layers.5.self_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 6.0, 4.0, 2.0, 9.0, 7.0, 16.0, 17.0, 24.0, 23.0, 35.0, 36.0, 52.0, 68.0, 58.0, 49.0, 74.0, 69.0, 67.0, 58.0, 56.0, 55.0, 41.0, 32.0, 31.0, 35.0, 19.0, 18.0, 18.0, 13.0, 9.0, 6.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.875624916981906e-05, -8.655891724629328e-05, -8.436157804680988e-05, -8.21642461232841e-05, -7.996690692380071e-05, -7.776957500027493e-05, -7.557224307674915e-05, -7.337490387726575e-05, -7.117757195373997e-05, -6.898024003021419e-05, -6.67829008307308e-05, -6.458556890720502e-05, -6.238822970772162e-05, -6.019089778419584e-05, -5.799356222269125e-05, -5.5796226661186665e-05, -5.359889109968208e-05, -5.140155553817749e-05, -4.92042199766729e-05, -4.7006884415168315e-05, -4.4809552491642535e-05, -4.261221693013795e-05, -4.041488136863336e-05, -3.821754944510758e-05, -3.6020210245624185e-05, -3.38228746841196e-05, -3.162553912261501e-05, -2.9428205380099826e-05, -2.723087163758464e-05, -2.5033536076080054e-05, -2.2836200514575467e-05, -2.0638866772060283e-05, -1.8441536667523906e-05, -1.6244201106019318e-05, -1.4046867363504134e-05, -1.1849531801999547e-05, -9.65219714998966e-06, -7.454862497979775e-06, -5.2575269364751875e-06, -3.0601931939600036e-06, -8.62857632455416e-07, 1.3344772469281452e-06, 3.5318121263117064e-06, 5.729147233068943e-06, 7.926481885078829e-06, 1.0123816537088715e-05, 1.2321152098593302e-05, 1.4518485841108486e-05, 1.6715821402613074e-05, 1.891315696411766e-05, 2.1110490706632845e-05, 2.3307826268137433e-05, 2.5505160010652617e-05, 2.7702495572157204e-05, 2.989983113366179e-05, 3.209716669516638e-05, 3.429449861869216e-05, 3.649183418019675e-05, 3.8689169741701335e-05, 4.0886501665227115e-05, 4.30838372267317e-05, 4.528117278823629e-05, 4.747850834974088e-05, 4.9675843911245465e-05, 5.187317947275005e-05]}, "gradients/decoder.model.decoder.layers.5.self_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 8.0, 7.0, 14.0, 8.0, 20.0, 30.0, 34.0, 53.0, 84.0, 177.0, 403.0, 905.0, 2606.0, 8265.0, 30727.0, 176114.0, 721707.0, 81393.0, 17802.0, 5161.0, 1716.0, 695.0, 288.0, 131.0, 74.0, 42.0, 28.0, 18.0, 12.0, 16.0, 9.0, 2.0, 4.0, 2.0, 4.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00021922588348388672, -0.00021334923803806305, -0.00020747259259223938, -0.0002015959471464157, -0.00019571930170059204, -0.00018984265625476837, -0.0001839660108089447, -0.00017808936536312103, -0.00017221271991729736, -0.0001663360744714737, -0.00016045942902565002, -0.00015458278357982635, -0.00014870613813400269, -0.00014282949268817902, -0.00013695284724235535, -0.00013107620179653168, -0.000125199556350708, -0.00011932291090488434, -0.00011344626545906067, -0.000107569620013237, -0.00010169297456741333, -9.581632912158966e-05, -8.993968367576599e-05, -8.406303822994232e-05, -7.818639278411865e-05, -7.230974733829498e-05, -6.643310189247131e-05, -6.0556456446647644e-05, -5.4679811000823975e-05, -4.8803165555000305e-05, -4.2926520109176636e-05, -3.7049874663352966e-05, -3.11732292175293e-05, -2.5296583771705627e-05, -1.9419938325881958e-05, -1.3543292880058289e-05, -7.666647434234619e-06, -1.7900019884109497e-06, 4.08664345741272e-06, 9.96328890323639e-06, 1.583993434906006e-05, 2.1716579794883728e-05, 2.7593225240707397e-05, 3.346987068653107e-05, 3.9346516132354736e-05, 4.5223161578178406e-05, 5.1099807024002075e-05, 5.6976452469825745e-05, 6.285309791564941e-05, 6.872974336147308e-05, 7.460638880729675e-05, 8.048303425312042e-05, 8.635967969894409e-05, 9.223632514476776e-05, 9.811297059059143e-05, 0.0001039896160364151, 0.00010986626148223877, 0.00011574290692806244, 0.00012161955237388611, 0.00012749619781970978, 0.00013337284326553345, 0.00013924948871135712, 0.00014512613415718079, 0.00015100277960300446, 0.00015687942504882812]}, "gradients/decoder.model.decoder.layers.5.self_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 6.0, 4.0, 7.0, 9.0, 20.0, 23.0, 20.0, 29.0, 48.0, 64.0, 66.0, 66.0, 76.0, 94.0, 77.0, 74.0, 61.0, 63.0, 41.0, 35.0, 33.0, 32.0, 19.0, 10.0, 12.0, 11.0, 4.0, 4.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9729137420654297e-05, -1.8821097910404205e-05, -1.7913058400154114e-05, -1.7005018889904022e-05, -1.609697937965393e-05, -1.5188939869403839e-05, -1.4280900359153748e-05, -1.3372860848903656e-05, -1.2464821338653564e-05, -1.1556781828403473e-05, -1.0648742318153381e-05, -9.74070280790329e-06, -8.832663297653198e-06, -7.924623787403107e-06, -7.016584277153015e-06, -6.108544766902924e-06, -5.200505256652832e-06, -4.2924657464027405e-06, -3.384426236152649e-06, -2.4763867259025574e-06, -1.5683472156524658e-06, -6.603077054023743e-07, 2.477318048477173e-07, 1.1557713150978088e-06, 2.0638108253479004e-06, 2.971850335597992e-06, 3.8798898458480835e-06, 4.787929356098175e-06, 5.695968866348267e-06, 6.604008376598358e-06, 7.51204788684845e-06, 8.420087397098541e-06, 9.328126907348633e-06, 1.0236166417598724e-05, 1.1144205927848816e-05, 1.2052245438098907e-05, 1.2960284948348999e-05, 1.386832445859909e-05, 1.4776363968849182e-05, 1.5684403479099274e-05, 1.6592442989349365e-05, 1.7500482499599457e-05, 1.840852200984955e-05, 1.931656152009964e-05, 2.022460103034973e-05, 2.1132640540599823e-05, 2.2040680050849915e-05, 2.2948719561100006e-05, 2.3856759071350098e-05, 2.476479858160019e-05, 2.567283809185028e-05, 2.6580877602100372e-05, 2.7488917112350464e-05, 2.8396956622600555e-05, 2.9304996132850647e-05, 3.021303564310074e-05, 3.112107515335083e-05, 3.202911466360092e-05, 3.293715417385101e-05, 3.3845193684101105e-05, 3.4753233194351196e-05, 3.566127270460129e-05, 3.656931221485138e-05, 3.747735172510147e-05, 3.838539123535156e-05]}, "gradients/decoder.model.decoder.layers.5.self_attn.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 3.0, 10.0, 9.0, 12.0, 16.0, 17.0, 38.0, 59.0, 109.0, 194.0, 372.0, 801.0, 1846.0, 4383.0, 11958.0, 39744.0, 167970.0, 649517.0, 123508.0, 31100.0, 10214.0, 3715.0, 1496.0, 701.0, 353.0, 164.0, 86.0, 62.0, 34.0, 20.0, 19.0, 6.0, 2.0, 7.0, 5.0, 5.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-9.03010368347168e-05, -8.742604404687881e-05, -8.455105125904083e-05, -8.167605847120285e-05, -7.880106568336487e-05, -7.592607289552689e-05, -7.30510801076889e-05, -7.017608731985092e-05, -6.730109453201294e-05, -6.442610174417496e-05, -6.155110895633698e-05, -5.867611616849899e-05, -5.580112338066101e-05, -5.292613059282303e-05, -5.0051137804985046e-05, -4.7176145017147064e-05, -4.430115222930908e-05, -4.14261594414711e-05, -3.855116665363312e-05, -3.5676173865795135e-05, -3.280118107795715e-05, -2.992618829011917e-05, -2.705119550228119e-05, -2.4176202714443207e-05, -2.1301209926605225e-05, -1.8426217138767242e-05, -1.555122435092926e-05, -1.2676231563091278e-05, -9.801238775253296e-06, -6.926245987415314e-06, -4.0512531995773315e-06, -1.1762604117393494e-06, 1.6987323760986328e-06, 4.573725163936615e-06, 7.448717951774597e-06, 1.032371073961258e-05, 1.3198703527450562e-05, 1.6073696315288544e-05, 1.8948689103126526e-05, 2.1823681890964508e-05, 2.469867467880249e-05, 2.7573667466640472e-05, 3.0448660254478455e-05, 3.332365304231644e-05, 3.619864583015442e-05, 3.90736386179924e-05, 4.194863140583038e-05, 4.4823624193668365e-05, 4.769861698150635e-05, 5.057360976934433e-05, 5.344860255718231e-05, 5.6323595345020294e-05, 5.9198588132858276e-05, 6.207358092069626e-05, 6.494857370853424e-05, 6.782356649637222e-05, 7.06985592842102e-05, 7.357355207204819e-05, 7.644854485988617e-05, 7.932353764772415e-05, 8.219853043556213e-05, 8.507352322340012e-05, 8.79485160112381e-05, 9.082350879907608e-05, 9.369850158691406e-05]}, "gradients/decoder.model.decoder.layers.5.self_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 4.0, 5.0, 3.0, 3.0, 5.0, 8.0, 10.0, 14.0, 15.0, 20.0, 30.0, 28.0, 50.0, 47.0, 46.0, 63.0, 63.0, 58.0, 83.0, 63.0, 67.0, 40.0, 51.0, 42.0, 42.0, 30.0, 25.0, 18.0, 19.0, 11.0, 7.0, 10.0, 9.0, 6.0, 7.0, 3.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.552436828613281e-05, -3.443099558353424e-05, -3.333762288093567e-05, -3.22442501783371e-05, -3.1150877475738525e-05, -3.0057504773139954e-05, -2.8964132070541382e-05, -2.787075936794281e-05, -2.6777386665344238e-05, -2.5684013962745667e-05, -2.4590641260147095e-05, -2.3497268557548523e-05, -2.240389585494995e-05, -2.131052315235138e-05, -2.0217150449752808e-05, -1.9123777747154236e-05, -1.8030405044555664e-05, -1.6937032341957092e-05, -1.584365963935852e-05, -1.4750286936759949e-05, -1.3656914234161377e-05, -1.2563541531562805e-05, -1.1470168828964233e-05, -1.0376796126365662e-05, -9.28342342376709e-06, -8.190050721168518e-06, -7.096678018569946e-06, -6.0033053159713745e-06, -4.909932613372803e-06, -3.816559910774231e-06, -2.723187208175659e-06, -1.6298145055770874e-06, -5.364418029785156e-07, 5.569308996200562e-07, 1.650303602218628e-06, 2.7436763048171997e-06, 3.8370490074157715e-06, 4.930421710014343e-06, 6.023794412612915e-06, 7.117167115211487e-06, 8.210539817810059e-06, 9.30391252040863e-06, 1.0397285223007202e-05, 1.1490657925605774e-05, 1.2584030628204346e-05, 1.3677403330802917e-05, 1.477077603340149e-05, 1.586414873600006e-05, 1.6957521438598633e-05, 1.8050894141197205e-05, 1.9144266843795776e-05, 2.0237639546394348e-05, 2.133101224899292e-05, 2.2424384951591492e-05, 2.3517757654190063e-05, 2.4611130356788635e-05, 2.5704503059387207e-05, 2.679787576198578e-05, 2.789124846458435e-05, 2.8984621167182922e-05, 3.0077993869781494e-05, 3.1171366572380066e-05, 3.226473927497864e-05, 3.335811197757721e-05, 3.445148468017578e-05]}, "gradients/decoder.model.decoder.layers.5.self_attn.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 4.0, 2.0, 9.0, 18.0, 5.0, 24.0, 25.0, 44.0, 64.0, 76.0, 142.0, 189.0, 311.0, 700.0, 1082.0, 2443.0, 7240.0, 36777.0, 912015.0, 71249.0, 9866.0, 3551.0, 1113.0, 577.0, 340.0, 217.0, 152.0, 100.0, 70.0, 59.0, 17.0, 21.0, 14.0, 13.0, 3.0, 5.0, 6.0, 4.0, 2.0, 1.0, 4.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-7.271766662597656e-06, -7.02589750289917e-06, -6.780028343200684e-06, -6.534159183502197e-06, -6.288290023803711e-06, -6.042420864105225e-06, -5.796551704406738e-06, -5.550682544708252e-06, -5.304813385009766e-06, -5.058944225311279e-06, -4.813075065612793e-06, -4.567205905914307e-06, -4.32133674621582e-06, -4.075467586517334e-06, -3.829598426818848e-06, -3.5837292671203613e-06, -3.337860107421875e-06, -3.0919909477233887e-06, -2.8461217880249023e-06, -2.600252628326416e-06, -2.3543834686279297e-06, -2.1085143089294434e-06, -1.862645149230957e-06, -1.6167759895324707e-06, -1.3709068298339844e-06, -1.125037670135498e-06, -8.791685104370117e-07, -6.332993507385254e-07, -3.8743019104003906e-07, -1.4156103134155273e-07, 1.043081283569336e-07, 3.501772880554199e-07, 5.960464477539062e-07, 8.419156074523926e-07, 1.087784767150879e-06, 1.3336539268493652e-06, 1.5795230865478516e-06, 1.8253922462463379e-06, 2.0712614059448242e-06, 2.3171305656433105e-06, 2.562999725341797e-06, 2.808868885040283e-06, 3.0547380447387695e-06, 3.300607204437256e-06, 3.546476364135742e-06, 3.7923455238342285e-06, 4.038214683532715e-06, 4.284083843231201e-06, 4.5299530029296875e-06, 4.775822162628174e-06, 5.02169132232666e-06, 5.2675604820251465e-06, 5.513429641723633e-06, 5.759298801422119e-06, 6.0051679611206055e-06, 6.251037120819092e-06, 6.496906280517578e-06, 6.7427754402160645e-06, 6.988644599914551e-06, 7.234513759613037e-06, 7.4803829193115234e-06, 7.72625207901001e-06, 7.972121238708496e-06, 8.217990398406982e-06, 8.463859558105469e-06]}, "gradients/decoder.model.decoder.layers.5.self_attn.k_proj.bias": {"_type": "histogram", "values": [8.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 188.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 629.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 184.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 15.0], "bins": [-1.1920928955078125e-07, -1.1548399925231934e-07, -1.1175870895385742e-07, -1.0803341865539551e-07, -1.043081283569336e-07, -1.0058283805847168e-07, -9.685754776000977e-08, -9.313225746154785e-08, -8.940696716308594e-08, -8.568167686462402e-08, -8.195638656616211e-08, -7.82310962677002e-08, -7.450580596923828e-08, -7.078051567077637e-08, -6.705522537231445e-08, -6.332993507385254e-08, -5.960464477539063e-08, -5.587935447692871e-08, -5.21540641784668e-08, -4.842877388000488e-08, -4.470348358154297e-08, -4.0978193283081055e-08, -3.725290298461914e-08, -3.3527612686157227e-08, -2.9802322387695312e-08, -2.60770320892334e-08, -2.2351741790771484e-08, -1.862645149230957e-08, -1.4901161193847656e-08, -1.1175870895385742e-08, -7.450580596923828e-09, -3.725290298461914e-09, 0.0, 3.725290298461914e-09, 7.450580596923828e-09, 1.1175870895385742e-08, 1.4901161193847656e-08, 1.862645149230957e-08, 2.2351741790771484e-08, 2.60770320892334e-08, 2.9802322387695312e-08, 3.3527612686157227e-08, 3.725290298461914e-08, 4.0978193283081055e-08, 4.470348358154297e-08, 4.842877388000488e-08, 5.21540641784668e-08, 5.587935447692871e-08, 5.960464477539063e-08, 6.332993507385254e-08, 6.705522537231445e-08, 7.078051567077637e-08, 7.450580596923828e-08, 7.82310962677002e-08, 8.195638656616211e-08, 8.568167686462402e-08, 8.940696716308594e-08, 9.313225746154785e-08, 9.685754776000977e-08, 1.0058283805847168e-07, 1.043081283569336e-07, 1.0803341865539551e-07, 1.1175870895385742e-07, 1.1548399925231934e-07, 1.1920928955078125e-07]}, "gradients/decoder.model.decoder.layers.5.self_attn.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 0.0, 4.0, 3.0, 1.0, 3.0, 0.0, 6.0, 3.0, 5.0, 5.0, 6.0, 21.0, 33.0, 79.0, 138.0, 146.0, 565.0, 1399.0, 3364.0, 9519.0, 12363.0, 156284.0, 804923.0, 44424.0, 9512.0, 2046.0, 2111.0, 950.0, 337.0, 158.0, 34.0, 51.0, 24.0, 13.0, 12.0, 1.0, 7.0, 3.0, 1.0, 3.0, 0.0, 3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.337860107421875e-06, -3.230758011341095e-06, -3.123655915260315e-06, -3.016553819179535e-06, -2.909451723098755e-06, -2.802349627017975e-06, -2.695247530937195e-06, -2.588145434856415e-06, -2.4810433387756348e-06, -2.3739412426948547e-06, -2.2668391466140747e-06, -2.1597370505332947e-06, -2.0526349544525146e-06, -1.9455328583717346e-06, -1.8384307622909546e-06, -1.7313286662101746e-06, -1.6242265701293945e-06, -1.5171244740486145e-06, -1.4100223779678345e-06, -1.3029202818870544e-06, -1.1958181858062744e-06, -1.0887160897254944e-06, -9.816139936447144e-07, -8.745118975639343e-07, -7.674098014831543e-07, -6.603077054023743e-07, -5.532056093215942e-07, -4.461035132408142e-07, -3.390014171600342e-07, -2.3189932107925415e-07, -1.2479722499847412e-07, -1.7695128917694092e-08, 8.940696716308594e-08, 1.9650906324386597e-07, 3.03611159324646e-07, 4.10713255405426e-07, 5.178153514862061e-07, 6.249174475669861e-07, 7.320195436477661e-07, 8.391216397285461e-07, 9.462237358093262e-07, 1.0533258318901062e-06, 1.1604279279708862e-06, 1.2675300240516663e-06, 1.3746321201324463e-06, 1.4817342162132263e-06, 1.5888363122940063e-06, 1.6959384083747864e-06, 1.8030405044555664e-06, 1.9101426005363464e-06, 2.0172446966171265e-06, 2.1243467926979065e-06, 2.2314488887786865e-06, 2.3385509848594666e-06, 2.4456530809402466e-06, 2.5527551770210266e-06, 2.6598572731018066e-06, 2.7669593691825867e-06, 2.8740614652633667e-06, 2.9811635613441467e-06, 3.0882656574249268e-06, 3.1953677535057068e-06, 3.302469849586487e-06, 3.409571945667267e-06, 3.516674041748047e-06]}, "gradients/decoder.model.decoder.layers.5.self_attn.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 4.0, 3.0, 0.0, 7.0, 0.0, 9.0, 9.0, 0.0, 12.0, 0.0, 28.0, 58.0, 0.0, 78.0, 0.0, 128.0, 0.0, 301.0, 160.0, 0.0, 80.0, 0.0, 47.0, 28.0, 0.0, 14.0, 0.0, 14.0, 4.0, 0.0, 4.0, 0.0, 6.0, 2.0, 0.0, 4.0, 0.0, 5.0, 2.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1324882507324219e-06, -1.0970979928970337e-06, -1.0617077350616455e-06, -1.0263174772262573e-06, -9.909272193908691e-07, -9.55536961555481e-07, -9.201467037200928e-07, -8.847564458847046e-07, -8.493661880493164e-07, -8.139759302139282e-07, -7.7858567237854e-07, -7.431954145431519e-07, -7.078051567077637e-07, -6.724148988723755e-07, -6.370246410369873e-07, -6.016343832015991e-07, -5.662441253662109e-07, -5.308538675308228e-07, -4.954636096954346e-07, -4.600733518600464e-07, -4.246830940246582e-07, -3.8929283618927e-07, -3.5390257835388184e-07, -3.1851232051849365e-07, -2.8312206268310547e-07, -2.477318048477173e-07, -2.123415470123291e-07, -1.7695128917694092e-07, -1.4156103134155273e-07, -1.0617077350616455e-07, -7.078051567077637e-08, -3.5390257835388184e-08, 0.0, 3.5390257835388184e-08, 7.078051567077637e-08, 1.0617077350616455e-07, 1.4156103134155273e-07, 1.7695128917694092e-07, 2.123415470123291e-07, 2.477318048477173e-07, 2.8312206268310547e-07, 3.1851232051849365e-07, 3.5390257835388184e-07, 3.8929283618927e-07, 4.246830940246582e-07, 4.600733518600464e-07, 4.954636096954346e-07, 5.308538675308228e-07, 5.662441253662109e-07, 6.016343832015991e-07, 6.370246410369873e-07, 6.724148988723755e-07, 7.078051567077637e-07, 7.431954145431519e-07, 7.7858567237854e-07, 8.139759302139282e-07, 8.493661880493164e-07, 8.847564458847046e-07, 9.201467037200928e-07, 9.55536961555481e-07, 9.909272193908691e-07, 1.0263174772262573e-06, 1.0617077350616455e-06, 1.0970979928970337e-06, 1.1324882507324219e-06]}, "gradients/decoder.model.decoder.layers.4.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 3.0, 2.0, 0.0, 7.0, 1.0, 7.0, 4.0, 2.0, 8.0, 13.0, 20.0, 20.0, 37.0, 45.0, 42.0, 63.0, 109.0, 178.0, 135.0, 82.0, 50.0, 42.0, 29.0, 22.0, 20.0, 20.0, 7.0, 9.0, 8.0, 11.0, 4.0, 3.0, 1.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.660242070211098e-05, -6.420638237614185e-05, -6.181034405017272e-05, -5.9414309362182394e-05, -5.7018271036213264e-05, -5.4622232710244134e-05, -5.222619802225381e-05, -4.983015969628468e-05, -4.743412137031555e-05, -4.503808304434642e-05, -4.264204471837729e-05, -4.024601003038697e-05, -3.784997170441784e-05, -3.545393337844871e-05, -3.305789869045839e-05, -3.066186036448926e-05, -2.8265822038520128e-05, -2.5869783712550998e-05, -2.347374720557127e-05, -2.1077710698591545e-05, -1.8681672372622415e-05, -1.6285634046653286e-05, -1.388959753967356e-05, -1.1493561032693833e-05, -9.097522706724703e-06, -6.701485290250275e-06, -4.305447873775847e-06, -1.9094104573014192e-06, 4.866269591730088e-07, 2.882664375647437e-06, 5.278701792121865e-06, 7.674738299101591e-06, 1.0070783901028335e-05, 1.2466821317502763e-05, 1.4862858733977191e-05, 1.7258895240956917e-05, 1.9654933566926047e-05, 2.2050971892895177e-05, 2.4447008399874903e-05, 2.684304490685463e-05, 2.923908323282376e-05, 3.163512155879289e-05, 3.403115988476202e-05, 3.642719457275234e-05, 3.882323289872147e-05, 4.12192712246906e-05, 4.3615305912680924e-05, 4.6011344238650054e-05, 4.8407382564619184e-05, 5.080342089058831e-05, 5.319945921655744e-05, 5.5595493904547766e-05, 5.7991532230516896e-05, 6.0387570556486025e-05, 6.278360524447635e-05, 6.517964357044548e-05, 6.757568189641461e-05, 6.997172022238374e-05, 7.236775854835287e-05, 7.4763796874322e-05, 7.715982792433351e-05, 7.955586625030264e-05, 8.195190457627177e-05, 8.43479429022409e-05, 8.674398122821003e-05]}, "gradients/decoder.model.decoder.layers.4.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 5.0, 4.0, 6.0, 8.0, 17.0, 13.0, 15.0, 14.0, 23.0, 26.0, 30.0, 27.0, 25.0, 40.0, 31.0, 42.0, 48.0, 45.0, 57.0, 51.0, 48.0, 50.0, 37.0, 26.0, 46.0, 48.0, 38.0, 32.0, 23.0, 25.0, 17.0, 15.0, 20.0, 12.0, 14.0, 10.0, 8.0, 3.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-5.0634160288609564e-05, -4.9064979975810274e-05, -4.749580330098979e-05, -4.59266229881905e-05, -4.435744631337002e-05, -4.278826600057073e-05, -4.121908568777144e-05, -3.964990901295096e-05, -3.808072870015167e-05, -3.651154838735238e-05, -3.4942371712531894e-05, -3.3373191399732605e-05, -3.180401472491212e-05, -3.0234834412112832e-05, -2.8665655918302946e-05, -2.709647742449306e-05, -2.5527298930683173e-05, -2.3958120436873287e-05, -2.23889419430634e-05, -2.0819763449253514e-05, -1.9250583136454225e-05, -1.768140464264434e-05, -1.6112226148834452e-05, -1.4543046745529864e-05, -1.2973868251719978e-05, -1.1404689757910091e-05, -9.835510354605503e-06, -8.266331860795617e-06, -6.69715291223838e-06, -5.127973963681143e-06, -3.5587954698712565e-06, -1.9896160665666685e-06, -4.204375727567822e-07, 1.1487412621136173e-06, 2.7179200969840167e-06, 4.2870988181675784e-06, 5.856277766724816e-06, 7.425456715282053e-06, 8.994635209091939e-06, 1.0563814612396527e-05, 1.2132993106206413e-05, 1.37021716000163e-05, 1.5271351003320888e-05, 1.6840529497130774e-05, 1.840970799094066e-05, 1.997888830373995e-05, 2.1548064978560433e-05, 2.3117245291359723e-05, 2.468642378516961e-05, 2.6255602278979495e-05, 2.782478077278938e-05, 2.9393959266599268e-05, 3.096313957939856e-05, 3.253231989219785e-05, 3.410149656701833e-05, 3.567067687981762e-05, 3.72398535546381e-05, 3.880903386743739e-05, 4.0378210542257875e-05, 4.1947390855057165e-05, 4.351656752987765e-05, 4.508574784267694e-05, 4.665492451749742e-05, 4.822410483029671e-05, 4.9793285143096e-05]}, "gradients/decoder.model.decoder.layers.4.fc2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 5.0, 6.0, 2.0, 8.0, 8.0, 17.0, 32.0, 31.0, 27.0, 54.0, 51.0, 71.0, 103.0, 115.0, 152.0, 166.0, 227.0, 330.0, 421.0, 1133.0, 19881.0, 3996227.0, 168473.0, 4616.0, 508.0, 367.0, 276.0, 238.0, 168.0, 138.0, 97.0, 70.0, 61.0, 47.0, 42.0, 32.0, 22.0, 17.0, 11.0, 16.0, 6.0, 5.0, 1.0, 3.0, 5.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.006261825561523e-05, -8.703954517841339e-05, -8.401647210121155e-05, -8.09933990240097e-05, -7.797032594680786e-05, -7.494725286960602e-05, -7.192417979240417e-05, -6.890110671520233e-05, -6.587803363800049e-05, -6.285496056079865e-05, -5.98318874835968e-05, -5.680881440639496e-05, -5.3785741329193115e-05, -5.076266825199127e-05, -4.773959517478943e-05, -4.4716522097587585e-05, -4.169344902038574e-05, -3.86703759431839e-05, -3.5647302865982056e-05, -3.262422978878021e-05, -2.960115671157837e-05, -2.6578083634376526e-05, -2.3555010557174683e-05, -2.053193747997284e-05, -1.7508864402770996e-05, -1.4485791325569153e-05, -1.146271824836731e-05, -8.439645171165466e-06, -5.416572093963623e-06, -2.3934990167617798e-06, 6.295740604400635e-07, 3.6526471376419067e-06, 6.67572021484375e-06, 9.698793292045593e-06, 1.2721866369247437e-05, 1.574493944644928e-05, 1.8768012523651123e-05, 2.1791085600852966e-05, 2.481415867805481e-05, 2.7837231755256653e-05, 3.0860304832458496e-05, 3.388337790966034e-05, 3.690645098686218e-05, 3.9929524064064026e-05, 4.295259714126587e-05, 4.597567021846771e-05, 4.8998743295669556e-05, 5.20218163728714e-05, 5.504488945007324e-05, 5.8067962527275085e-05, 6.109103560447693e-05, 6.411410868167877e-05, 6.713718175888062e-05, 7.016025483608246e-05, 7.31833279132843e-05, 7.620640099048615e-05, 7.922947406768799e-05, 8.225254714488983e-05, 8.527562022209167e-05, 8.829869329929352e-05, 9.132176637649536e-05, 9.43448394536972e-05, 9.736791253089905e-05, 0.00010039098560810089, 0.00010341405868530273]}, "gradients/decoder.model.decoder.layers.4.fc2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 5.0, 5.0, 8.0, 8.0, 14.0, 12.0, 15.0, 17.0, 29.0, 18.0, 23.0, 32.0, 41.0, 28.0, 40.0, 50.0, 43.0, 47.0, 52.0, 72.0, 58.0, 33.0, 35.0, 36.0, 42.0, 45.0, 32.0, 23.0, 23.0, 21.0, 16.0, 15.0, 18.0, 8.0, 14.0, 7.0, 8.0, 0.0, 5.0, 2.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.504753112792969e-05, -3.388989716768265e-05, -3.273226320743561e-05, -3.157462924718857e-05, -3.041699528694153e-05, -2.925936132669449e-05, -2.810172736644745e-05, -2.694409340620041e-05, -2.578645944595337e-05, -2.462882548570633e-05, -2.347119152545929e-05, -2.231355756521225e-05, -2.115592360496521e-05, -1.999828964471817e-05, -1.884065568447113e-05, -1.768302172422409e-05, -1.652538776397705e-05, -1.536775380373001e-05, -1.4210119843482971e-05, -1.3052485883235931e-05, -1.1894851922988892e-05, -1.0737217962741852e-05, -9.579584002494812e-06, -8.421950042247772e-06, -7.264316082000732e-06, -6.106682121753693e-06, -4.949048161506653e-06, -3.791414201259613e-06, -2.6337802410125732e-06, -1.4761462807655334e-06, -3.1851232051849365e-07, 8.391216397285461e-07, 1.996755599975586e-06, 3.1543895602226257e-06, 4.3120235204696655e-06, 5.469657480716705e-06, 6.627291440963745e-06, 7.784925401210785e-06, 8.942559361457825e-06, 1.0100193321704865e-05, 1.1257827281951904e-05, 1.2415461242198944e-05, 1.3573095202445984e-05, 1.4730729162693024e-05, 1.5888363122940063e-05, 1.7045997083187103e-05, 1.8203631043434143e-05, 1.9361265003681183e-05, 2.0518898963928223e-05, 2.1676532924175262e-05, 2.2834166884422302e-05, 2.3991800844669342e-05, 2.5149434804916382e-05, 2.630706876516342e-05, 2.746470272541046e-05, 2.86223366856575e-05, 2.977997064590454e-05, 3.093760460615158e-05, 3.209523856639862e-05, 3.325287252664566e-05, 3.44105064868927e-05, 3.556814044713974e-05, 3.672577440738678e-05, 3.788340836763382e-05, 3.904104232788086e-05]}, "gradients/decoder.model.decoder.layers.4.fc1.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 8.0, 14.0, 47.0, 67.0, 126.0, 292.0, 951.0, 5225.0, 4166604.0, 18150.0, 1788.0, 539.0, 226.0, 107.0, 71.0, 30.0, 20.0, 8.0, 7.0, 2.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.159875869750977e-05, -7.516052573919296e-05, -6.872229278087616e-05, -6.228405982255936e-05, -5.5845826864242554e-05, -4.940759390592575e-05, -4.296936094760895e-05, -3.6531127989292145e-05, -3.0092895030975342e-05, -2.365466207265854e-05, -1.7216429114341736e-05, -1.0778196156024933e-05, -4.33996319770813e-06, 2.098269760608673e-06, 8.536502718925476e-06, 1.4974735677242279e-05, 2.1412968635559082e-05, 2.7851201593875885e-05, 3.428943455219269e-05, 4.072766751050949e-05, 4.7165900468826294e-05, 5.36041334271431e-05, 6.00423663854599e-05, 6.64805993437767e-05, 7.29188323020935e-05, 7.935706526041031e-05, 8.579529821872711e-05, 9.223353117704391e-05, 9.867176413536072e-05, 0.00010510999709367752, 0.00011154823005199432, 0.00011798646301031113, 0.00012442469596862793, 0.00013086292892694473, 0.00013730116188526154, 0.00014373939484357834, 0.00015017762780189514, 0.00015661586076021194, 0.00016305409371852875, 0.00016949232667684555, 0.00017593055963516235, 0.00018236879259347916, 0.00018880702555179596, 0.00019524525851011276, 0.00020168349146842957, 0.00020812172442674637, 0.00021455995738506317, 0.00022099819034337997, 0.00022743642330169678, 0.00023387465626001358, 0.00024031288921833038, 0.0002467511221766472, 0.000253189355134964, 0.0002596275880932808, 0.0002660658210515976, 0.0002725040540099144, 0.0002789422869682312, 0.000285380519926548, 0.0002918187528848648, 0.0002982569858431816, 0.0003046952188014984, 0.0003111334517598152, 0.000317571684718132, 0.0003240099176764488, 0.0003304481506347656]}, "gradients/decoder.model.decoder.layers.4.fc1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 5.0, 10.0, 13.0, 28.0, 108.0, 515.0, 3193.0, 115.0, 54.0, 14.0, 11.0, 5.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.774332046508789e-05, -4.68110665678978e-05, -4.58788126707077e-05, -4.494655877351761e-05, -4.4014304876327515e-05, -4.308205097913742e-05, -4.214979708194733e-05, -4.121754318475723e-05, -4.028528928756714e-05, -3.9353035390377045e-05, -3.842078149318695e-05, -3.748852759599686e-05, -3.655627369880676e-05, -3.562401980161667e-05, -3.4691765904426575e-05, -3.375951200723648e-05, -3.282725811004639e-05, -3.189500421285629e-05, -3.09627503156662e-05, -3.0030496418476105e-05, -2.909824252128601e-05, -2.8165988624095917e-05, -2.7233734726905823e-05, -2.630148082971573e-05, -2.5369226932525635e-05, -2.443697303533554e-05, -2.3504719138145447e-05, -2.2572465240955353e-05, -2.164021134376526e-05, -2.0707957446575165e-05, -1.977570354938507e-05, -1.8843449652194977e-05, -1.7911195755004883e-05, -1.697894185781479e-05, -1.6046687960624695e-05, -1.51144340634346e-05, -1.4182180166244507e-05, -1.3249926269054413e-05, -1.2317672371864319e-05, -1.1385418474674225e-05, -1.0453164577484131e-05, -9.520910680294037e-06, -8.588656783103943e-06, -7.656402885913849e-06, -6.724148988723755e-06, -5.791895091533661e-06, -4.859641194343567e-06, -3.927387297153473e-06, -2.995133399963379e-06, -2.062879502773285e-06, -1.130625605583191e-06, -1.9837170839309692e-07, 7.338821887969971e-07, 1.666136085987091e-06, 2.598389983177185e-06, 3.530643880367279e-06, 4.462897777557373e-06, 5.395151674747467e-06, 6.327405571937561e-06, 7.259659469127655e-06, 8.191913366317749e-06, 9.124167263507843e-06, 1.0056421160697937e-05, 1.0988675057888031e-05, 1.1920928955078125e-05]}, "gradients/decoder.model.decoder.layers.4.encoder_attn_layer_norm.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 5.0, 6.0, 4.0, 2.0, 6.0, 6.0, 10.0, 12.0, 17.0, 21.0, 29.0, 29.0, 33.0, 65.0, 84.0, 200.0, 151.0, 91.0, 58.0, 34.0, 35.0, 24.0, 15.0, 16.0, 7.0, 12.0, 9.0, 8.0, 5.0, 2.0, 3.0, 3.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.63096221210435e-05, -4.437033931026235e-05, -4.24310564994812e-05, -4.049177368870005e-05, -3.85524908779189e-05, -3.661320806713775e-05, -3.46739252563566e-05, -3.2734642445575446e-05, -3.0795359634794295e-05, -2.8856076824013144e-05, -2.6916794013231993e-05, -2.497751120245084e-05, -2.303822839166969e-05, -2.109894558088854e-05, -1.9159660951117985e-05, -1.7220378140336834e-05, -1.528109351056628e-05, -1.3341810699785128e-05, -1.1402527889003977e-05, -9.463244168728124e-06, -7.523961357946973e-06, -5.584678547165822e-06, -3.6453948268899694e-06, -1.7061120161088184e-06, 2.331707946723327e-07, 2.172453832827159e-06, 4.111736870981986e-06, 6.051020136510488e-06, 7.990302947291639e-06, 9.92958575807279e-06, 1.1868869478348643e-05, 1.3808152289129794e-05, 1.5747435099910945e-05, 1.7686717910692096e-05, 1.9626000721473247e-05, 2.1565283532254398e-05, 2.350456634303555e-05, 2.54438491538167e-05, 2.7383133783587255e-05, 2.9322416594368406e-05, 3.126169758616015e-05, 3.3200980396941304e-05, 3.5140263207722455e-05, 3.7079546018503606e-05, 3.901882882928476e-05, 4.095811164006591e-05, 4.289739445084706e-05, 4.483667726162821e-05, 4.677596371038817e-05, 4.871524652116932e-05, 5.065452933195047e-05, 5.259381214273162e-05, 5.453309495351277e-05, 5.6472377764293924e-05, 5.841166421305388e-05, 6.035094702383503e-05, 6.229022983461618e-05, 6.422951264539734e-05, 6.616879545617849e-05, 6.810807826695964e-05, 7.004736107774079e-05, 7.198664388852194e-05, 7.392592669930309e-05, 7.586520951008424e-05, 7.780449232086539e-05]}, "gradients/decoder.model.decoder.layers.4.encoder_attn_layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 5.0, 5.0, 5.0, 3.0, 12.0, 7.0, 13.0, 16.0, 16.0, 17.0, 27.0, 31.0, 38.0, 43.0, 36.0, 44.0, 46.0, 56.0, 48.0, 59.0, 50.0, 40.0, 33.0, 40.0, 42.0, 47.0, 39.0, 27.0, 30.0, 27.0, 25.0, 10.0, 10.0, 12.0, 15.0, 13.0, 8.0, 0.0, 3.0, 3.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.608324914239347e-05, -3.4850654628826305e-05, -3.361806011525914e-05, -3.238546196371317e-05, -3.1152867450146005e-05, -2.992027293657884e-05, -2.8687676604022272e-05, -2.7455080271465704e-05, -2.622248575789854e-05, -2.4989891244331375e-05, -2.3757294911774807e-05, -2.252469857921824e-05, -2.1292104065651074e-05, -2.005950955208391e-05, -1.882691321952734e-05, -1.7594316886970773e-05, -1.636172237340361e-05, -1.5129126950341742e-05, -1.3896531527279876e-05, -1.266393610421801e-05, -1.1431340681156144e-05, -1.0198745258094277e-05, -8.966149835032411e-06, -7.733554411970545e-06, -6.500958988908678e-06, -5.268363565846812e-06, -4.035768142784946e-06, -2.8031727197230794e-06, -1.570577296661213e-06, -3.3798187359934673e-07, 8.946135494625196e-07, 2.127208972524386e-06, 3.3598043955862522e-06, 4.5923998186481185e-06, 5.824995241709985e-06, 7.057590664771851e-06, 8.290186087833717e-06, 9.522781510895584e-06, 1.075537693395745e-05, 1.1987972357019316e-05, 1.3220567780081183e-05, 1.4453163203143049e-05, 1.5685758626204915e-05, 1.6918354958761483e-05, 1.8150949472328648e-05, 1.9383543985895813e-05, 2.061614031845238e-05, 2.184873665100895e-05, 2.3081331164576113e-05, 2.4313925678143278e-05, 2.5546522010699846e-05, 2.6779118343256414e-05, 2.801171285682358e-05, 2.9244307370390743e-05, 3.047690370294731e-05, 3.170950003550388e-05, 3.2942094549071044e-05, 3.417468906263821e-05, 3.540728357620537e-05, 3.6639881727751344e-05, 3.787247624131851e-05, 3.9105070754885674e-05, 4.0337668906431645e-05, 4.157026341999881e-05, 4.2802857933565974e-05]}, "gradients/decoder.model.decoder.layers.4.encoder_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 4.0, 3.0, 5.0, 1.0, 7.0, 9.0, 7.0, 13.0, 13.0, 14.0, 31.0, 30.0, 45.0, 82.0, 92.0, 122.0, 200.0, 306.0, 470.0, 837.0, 1943.0, 5540.0, 25226.0, 269432.0, 690492.0, 40970.0, 7688.0, 2357.0, 990.0, 559.0, 318.0, 199.0, 134.0, 112.0, 73.0, 58.0, 44.0, 30.0, 21.0, 24.0, 17.0, 10.0, 11.0, 4.0, 6.0, 4.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0, 0.0, 1.0], "bins": [-8.106231689453125e-06, -7.868744432926178e-06, -7.631257176399231e-06, -7.393769919872284e-06, -7.156282663345337e-06, -6.91879540681839e-06, -6.681308150291443e-06, -6.443820893764496e-06, -6.206333637237549e-06, -5.968846380710602e-06, -5.731359124183655e-06, -5.493871867656708e-06, -5.256384611129761e-06, -5.018897354602814e-06, -4.781410098075867e-06, -4.54392284154892e-06, -4.306435585021973e-06, -4.068948328495026e-06, -3.831461071968079e-06, -3.5939738154411316e-06, -3.3564865589141846e-06, -3.1189993023872375e-06, -2.8815120458602905e-06, -2.6440247893333435e-06, -2.4065375328063965e-06, -2.1690502762794495e-06, -1.9315630197525024e-06, -1.6940757632255554e-06, -1.4565885066986084e-06, -1.2191012501716614e-06, -9.816139936447144e-07, -7.441267371177673e-07, -5.066394805908203e-07, -2.691522240638733e-07, -3.166496753692627e-08, 2.0582228899002075e-07, 4.4330954551696777e-07, 6.807968020439148e-07, 9.182840585708618e-07, 1.1557713150978088e-06, 1.3932585716247559e-06, 1.6307458281517029e-06, 1.86823308467865e-06, 2.105720341205597e-06, 2.343207597732544e-06, 2.580694854259491e-06, 2.818182110786438e-06, 3.055669367313385e-06, 3.293156623840332e-06, 3.530643880367279e-06, 3.768131136894226e-06, 4.005618393421173e-06, 4.24310564994812e-06, 4.480592906475067e-06, 4.718080163002014e-06, 4.955567419528961e-06, 5.193054676055908e-06, 5.430541932582855e-06, 5.668029189109802e-06, 5.905516445636749e-06, 6.143003702163696e-06, 6.380490958690643e-06, 6.61797821521759e-06, 6.855465471744537e-06, 7.092952728271484e-06]}, "gradients/decoder.model.decoder.layers.4.encoder_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 3.0, 2.0, 3.0, 3.0, 4.0, 2.0, 4.0, 5.0, 9.0, 6.0, 15.0, 24.0, 18.0, 18.0, 37.0, 35.0, 34.0, 43.0, 37.0, 59.0, 69.0, 62.0, 61.0, 57.0, 41.0, 50.0, 37.0, 37.0, 39.0, 34.0, 34.0, 19.0, 24.0, 21.0, 12.0, 12.0, 10.0, 3.0, 11.0, 4.0, 4.0, 5.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-3.248453140258789e-05, -3.1567178666591644e-05, -3.06498259305954e-05, -2.973247319459915e-05, -2.8815120458602905e-05, -2.789776772260666e-05, -2.6980414986610413e-05, -2.6063062250614166e-05, -2.514570951461792e-05, -2.4228356778621674e-05, -2.3311004042625427e-05, -2.239365130662918e-05, -2.1476298570632935e-05, -2.0558945834636688e-05, -1.9641593098640442e-05, -1.8724240362644196e-05, -1.780688762664795e-05, -1.6889534890651703e-05, -1.5972182154655457e-05, -1.505482941865921e-05, -1.4137476682662964e-05, -1.3220123946666718e-05, -1.2302771210670471e-05, -1.1385418474674225e-05, -1.0468065738677979e-05, -9.550713002681732e-06, -8.633360266685486e-06, -7.71600753068924e-06, -6.798654794692993e-06, -5.881302058696747e-06, -4.9639493227005005e-06, -4.046596586704254e-06, -3.129243850708008e-06, -2.2118911147117615e-06, -1.2945383787155151e-06, -3.771856427192688e-07, 5.401670932769775e-07, 1.4575198292732239e-06, 2.3748725652694702e-06, 3.2922253012657166e-06, 4.209578037261963e-06, 5.126930773258209e-06, 6.0442835092544556e-06, 6.961636245250702e-06, 7.878988981246948e-06, 8.796341717243195e-06, 9.713694453239441e-06, 1.0631047189235687e-05, 1.1548399925231934e-05, 1.246575266122818e-05, 1.3383105397224426e-05, 1.4300458133220673e-05, 1.5217810869216919e-05, 1.6135163605213165e-05, 1.705251634120941e-05, 1.7969869077205658e-05, 1.8887221813201904e-05, 1.980457454919815e-05, 2.0721927285194397e-05, 2.1639280021190643e-05, 2.255663275718689e-05, 2.3473985493183136e-05, 2.4391338229179382e-05, 2.530869096517563e-05, 2.6226043701171875e-05]}, "gradients/decoder.model.decoder.layers.4.encoder_attn.v_proj.weight": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 6.0, 0.0, 17.0, 0.0, 36.0, 54.0, 0.0, 125.0, 0.0, 275.0, 0.0, 638.0, 0.0, 1895.0, 6638.0, 0.0, 26499.0, 0.0, 133468.0, 0.0, 709917.0, 133211.0, 0.0, 26399.0, 0.0, 6391.0, 0.0, 1765.0, 0.0, 680.0, 252.0, 0.0, 131.0, 0.0, 76.0, 0.0, 39.0, 24.0, 0.0, 11.0, 0.0, 13.0, 0.0, 4.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.748603820800781e-07, -7.413327693939209e-07, -7.078051567077637e-07, -6.742775440216064e-07, -6.407499313354492e-07, -6.07222318649292e-07, -5.736947059631348e-07, -5.401670932769775e-07, -5.066394805908203e-07, -4.731118679046631e-07, -4.3958425521850586e-07, -4.0605664253234863e-07, -3.725290298461914e-07, -3.390014171600342e-07, -3.0547380447387695e-07, -2.7194619178771973e-07, -2.384185791015625e-07, -2.0489096641540527e-07, -1.7136335372924805e-07, -1.3783574104309082e-07, -1.043081283569336e-07, -7.078051567077637e-08, -3.725290298461914e-08, -3.725290298461914e-09, 2.9802322387695312e-08, 6.332993507385254e-08, 9.685754776000977e-08, 1.30385160446167e-07, 1.6391277313232422e-07, 1.9744038581848145e-07, 2.3096799850463867e-07, 2.644956111907959e-07, 2.980232238769531e-07, 3.3155083656311035e-07, 3.650784492492676e-07, 3.986060619354248e-07, 4.3213367462158203e-07, 4.6566128730773926e-07, 4.991888999938965e-07, 5.327165126800537e-07, 5.662441253662109e-07, 5.997717380523682e-07, 6.332993507385254e-07, 6.668269634246826e-07, 7.003545761108398e-07, 7.338821887969971e-07, 7.674098014831543e-07, 8.009374141693115e-07, 8.344650268554688e-07, 8.67992639541626e-07, 9.015202522277832e-07, 9.350478649139404e-07, 9.685754776000977e-07, 1.0021030902862549e-06, 1.0356307029724121e-06, 1.0691583156585693e-06, 1.1026859283447266e-06, 1.1362135410308838e-06, 1.169741153717041e-06, 1.2032687664031982e-06, 1.2367963790893555e-06, 1.2703239917755127e-06, 1.30385160446167e-06, 1.3373792171478271e-06, 1.3709068298339844e-06]}, "gradients/decoder.model.decoder.layers.4.encoder_attn.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 3.0, 6.0, 6.0, 12.0, 13.0, 17.0, 10.0, 20.0, 20.0, 30.0, 26.0, 25.0, 26.0, 35.0, 40.0, 39.0, 39.0, 51.0, 53.0, 46.0, 49.0, 41.0, 39.0, 44.0, 45.0, 30.0, 36.0, 31.0, 32.0, 25.0, 19.0, 27.0, 14.0, 9.0, 14.0, 8.0, 6.0, 4.0, 9.0, 2.0, 5.0, 4.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.273653030395508e-05, -4.089251160621643e-05, -3.904849290847778e-05, -3.7204474210739136e-05, -3.536045551300049e-05, -3.351643681526184e-05, -3.167241811752319e-05, -2.9828399419784546e-05, -2.79843807220459e-05, -2.614036202430725e-05, -2.4296343326568604e-05, -2.2452324628829956e-05, -2.060830593109131e-05, -1.876428723335266e-05, -1.6920268535614014e-05, -1.5076249837875366e-05, -1.3232231140136719e-05, -1.1388212442398071e-05, -9.544193744659424e-06, -7.700175046920776e-06, -5.856156349182129e-06, -4.0121376514434814e-06, -2.168118953704834e-06, -3.241002559661865e-07, 1.519918441772461e-06, 3.3639371395111084e-06, 5.207955837249756e-06, 7.051974534988403e-06, 8.89599323272705e-06, 1.0740011930465698e-05, 1.2584030628204346e-05, 1.4428049325942993e-05, 1.627206802368164e-05, 1.8116086721420288e-05, 1.9960105419158936e-05, 2.1804124116897583e-05, 2.364814281463623e-05, 2.5492161512374878e-05, 2.7336180210113525e-05, 2.9180198907852173e-05, 3.102421760559082e-05, 3.286823630332947e-05, 3.4712255001068115e-05, 3.655627369880676e-05, 3.840029239654541e-05, 4.024431109428406e-05, 4.2088329792022705e-05, 4.393234848976135e-05, 4.57763671875e-05, 4.762038588523865e-05, 4.9464404582977295e-05, 5.130842328071594e-05, 5.315244197845459e-05, 5.499646067619324e-05, 5.6840479373931885e-05, 5.868449807167053e-05, 6.052851676940918e-05, 6.237253546714783e-05, 6.421655416488647e-05, 6.606057286262512e-05, 6.790459156036377e-05, 6.974861025810242e-05, 7.159262895584106e-05, 7.343664765357971e-05, 7.528066635131836e-05]}, "gradients/decoder.model.decoder.layers.4.encoder_attn.k_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.4.encoder_attn.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 9.0, 0.0, 0.0, 0.0, 0.0, 40.0, 0.0, 0.0, 0.0, 0.0, 91.0, 0.0, 0.0, 0.0, 0.0, 128.0, 0.0, 0.0, 0.0, 0.0, 503.0, 0.0, 0.0, 0.0, 0.0, 128.0, 0.0, 0.0, 0.0, 0.0, 88.0, 0.0, 0.0, 0.0, 0.0, 17.0, 0.0, 0.0, 0.0, 0.0, 12.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.980232238769531e-07, -2.859160304069519e-07, -2.738088369369507e-07, -2.6170164346694946e-07, -2.4959444999694824e-07, -2.3748725652694702e-07, -2.253800630569458e-07, -2.1327286958694458e-07, -2.0116567611694336e-07, -1.8905848264694214e-07, -1.7695128917694092e-07, -1.648440957069397e-07, -1.5273690223693848e-07, -1.4062970876693726e-07, -1.2852251529693604e-07, -1.1641532182693481e-07, -1.043081283569336e-07, -9.220093488693237e-08, -8.009374141693115e-08, -6.798654794692993e-08, -5.587935447692871e-08, -4.377216100692749e-08, -3.166496753692627e-08, -1.955777406692505e-08, -7.450580596923828e-09, 4.6566128730773926e-09, 1.6763806343078613e-08, 2.8870999813079834e-08, 4.0978193283081055e-08, 5.3085386753082275e-08, 6.51925802230835e-08, 7.729977369308472e-08, 8.940696716308594e-08, 1.0151416063308716e-07, 1.1362135410308838e-07, 1.257285475730896e-07, 1.3783574104309082e-07, 1.4994293451309204e-07, 1.6205012798309326e-07, 1.7415732145309448e-07, 1.862645149230957e-07, 1.9837170839309692e-07, 2.1047890186309814e-07, 2.2258609533309937e-07, 2.3469328880310059e-07, 2.468004822731018e-07, 2.5890767574310303e-07, 2.7101486921310425e-07, 2.8312206268310547e-07, 2.952292561531067e-07, 3.073364496231079e-07, 3.1944364309310913e-07, 3.3155083656311035e-07, 3.4365803003311157e-07, 3.557652235031128e-07, 3.67872416973114e-07, 3.7997961044311523e-07, 3.9208680391311646e-07, 4.041939973831177e-07, 4.163011908531189e-07, 4.284083843231201e-07, 4.4051557779312134e-07, 4.5262277126312256e-07, 4.647299647331238e-07, 4.76837158203125e-07]}, "gradients/decoder.model.decoder.layers.4.encoder_attn.q_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.4.encoder_attn.q_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.4.self_attn_layer_norm.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 4.0, 7.0, 7.0, 10.0, 7.0, 16.0, 31.0, 45.0, 47.0, 98.0, 257.0, 227.0, 102.0, 49.0, 38.0, 22.0, 15.0, 11.0, 7.0, 6.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.1295658118324354e-05, -2.9204094971646555e-05, -2.7112531824968755e-05, -2.502097049728036e-05, -2.2929405531613156e-05, -2.083784420392476e-05, -1.874628105724696e-05, -1.665471791056916e-05, -1.4563154763891362e-05, -1.2471591617213562e-05, -1.0380028470535763e-05, -8.288466233352665e-06, -6.196903086674865e-06, -4.105339939997066e-06, -2.013777702813968e-06, 7.778544386383146e-08, 2.169348590541631e-06, 4.2609117372194305e-06, 6.352474429149879e-06, 8.444037121080328e-06, 1.0535600267758127e-05, 1.2627163414435927e-05, 1.4718725651619025e-05, 1.6810288798296824e-05, 1.8901851944974624e-05, 2.0993415091652423e-05, 2.3084978238330223e-05, 2.5176541385008022e-05, 2.7268102712696418e-05, 2.935966767836362e-05, 3.145122900605202e-05, 3.354279033374041e-05, 3.563435893738642e-05, 3.772592026507482e-05, 3.981748523074202e-05, 4.190904655843042e-05, 4.400061152409762e-05, 4.609217285178602e-05, 4.8183734179474413e-05, 5.0275299145141616e-05, 5.236686411080882e-05, 5.4458425438497216e-05, 5.654999040416442e-05, 5.8641551731852815e-05, 6.073311669752002e-05, 6.282467802520841e-05, 6.491623935289681e-05, 6.70078006805852e-05, 6.90993620082736e-05, 7.1190923335962e-05, 7.32824846636504e-05, 7.53740532672964e-05, 7.74656145949848e-05, 7.95571759226732e-05, 8.164873725036159e-05, 8.37403058540076e-05, 8.5831867181696e-05, 8.79234285093844e-05, 9.001498983707279e-05, 9.21065584407188e-05, 9.41981197684072e-05, 9.628968109609559e-05, 9.838124242378399e-05, 0.00010047281102743, 0.0001025643723551184]}, "gradients/decoder.model.decoder.layers.4.self_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 5.0, 4.0, 8.0, 6.0, 4.0, 11.0, 10.0, 17.0, 24.0, 23.0, 40.0, 50.0, 44.0, 52.0, 56.0, 61.0, 65.0, 67.0, 54.0, 40.0, 54.0, 54.0, 47.0, 40.0, 37.0, 23.0, 31.0, 15.0, 19.0, 15.0, 11.0, 6.0, 5.0, 5.0, 2.0, 0.0, 5.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.7441672500572167e-05, -2.647963810886722e-05, -2.5517603717162274e-05, -2.4555569325457327e-05, -2.359353493375238e-05, -2.2631500542047434e-05, -2.166946796933189e-05, -2.0707433577626944e-05, -1.9745399185921997e-05, -1.878336479421705e-05, -1.7821330402512103e-05, -1.6859296010807157e-05, -1.589726161910221e-05, -1.4935227227397263e-05, -1.3973193745187018e-05, -1.3011159353482071e-05, -1.2049124052282423e-05, -1.1087089660577476e-05, -1.012505526887253e-05, -9.163020877167583e-06, -8.200986485462636e-06, -7.23895254850504e-06, -6.276918611547444e-06, -5.314884219842497e-06, -4.3528498281375505e-06, -3.3908154364326037e-06, -2.4287812721013324e-06, -1.4667471077700611e-06, -5.047127160651144e-07, 4.573216756398324e-07, 1.4193556125974283e-06, 2.381390004302375e-06, 3.3434225770179182e-06, 4.305456968722865e-06, 5.267491360427812e-06, 6.229525297385408e-06, 7.191559689090354e-06, 8.153594535542652e-06, 9.115628017752897e-06, 1.0077662409457844e-05, 1.103969680116279e-05, 1.2001731192867737e-05, 1.2963765584572684e-05, 1.3925799066782929e-05, 1.4887833458487876e-05, 1.5849867850192823e-05, 1.681190224189777e-05, 1.7773936633602716e-05, 1.8735971025307663e-05, 1.969800541701261e-05, 2.0660039808717556e-05, 2.1622074200422503e-05, 2.258410859212745e-05, 2.3546142983832397e-05, 2.450817555654794e-05, 2.5470209948252887e-05, 2.6432244339957833e-05, 2.739427873166278e-05, 2.8356313123367727e-05, 2.9318347515072674e-05, 3.028038190677762e-05, 3.124241629848257e-05, 3.2204450690187514e-05, 3.316648508189246e-05, 3.412851947359741e-05]}, "gradients/decoder.model.decoder.layers.4.self_attn.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 10.0, 16.0, 14.0, 28.0, 32.0, 62.0, 87.0, 154.0, 220.0, 429.0, 698.0, 1170.0, 2111.0, 4066.0, 7430.0, 15000.0, 32403.0, 84242.0, 345740.0, 399635.0, 86325.0, 35892.0, 15690.0, 7668.0, 4137.0, 2231.0, 1245.0, 697.0, 435.0, 262.0, 151.0, 99.0, 67.0, 40.0, 19.0, 20.0, 12.0, 6.0, 7.0, 4.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.62396240234375e-05, -3.503262996673584e-05, -3.382563591003418e-05, -3.261864185333252e-05, -3.141164779663086e-05, -3.02046537399292e-05, -2.899765968322754e-05, -2.779066562652588e-05, -2.658367156982422e-05, -2.537667751312256e-05, -2.41696834564209e-05, -2.2962689399719238e-05, -2.1755695343017578e-05, -2.0548701286315918e-05, -1.9341707229614258e-05, -1.8134713172912598e-05, -1.6927719116210938e-05, -1.5720725059509277e-05, -1.4513731002807617e-05, -1.3306736946105957e-05, -1.2099742889404297e-05, -1.0892748832702637e-05, -9.685754776000977e-06, -8.478760719299316e-06, -7.271766662597656e-06, -6.064772605895996e-06, -4.857778549194336e-06, -3.6507844924926758e-06, -2.4437904357910156e-06, -1.2367963790893555e-06, -2.9802322387695312e-08, 1.1771917343139648e-06, 2.384185791015625e-06, 3.591179847717285e-06, 4.798173904418945e-06, 6.0051679611206055e-06, 7.212162017822266e-06, 8.419156074523926e-06, 9.626150131225586e-06, 1.0833144187927246e-05, 1.2040138244628906e-05, 1.3247132301330566e-05, 1.4454126358032227e-05, 1.5661120414733887e-05, 1.6868114471435547e-05, 1.8075108528137207e-05, 1.9282102584838867e-05, 2.0489096641540527e-05, 2.1696090698242188e-05, 2.2903084754943848e-05, 2.4110078811645508e-05, 2.5317072868347168e-05, 2.6524066925048828e-05, 2.7731060981750488e-05, 2.893805503845215e-05, 3.014504909515381e-05, 3.135204315185547e-05, 3.255903720855713e-05, 3.376603126525879e-05, 3.497302532196045e-05, 3.618001937866211e-05, 3.738701343536377e-05, 3.859400749206543e-05, 3.980100154876709e-05, 4.100799560546875e-05]}, "gradients/decoder.model.decoder.layers.4.self_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 4.0, 3.0, 7.0, 5.0, 2.0, 6.0, 5.0, 7.0, 19.0, 14.0, 20.0, 32.0, 33.0, 43.0, 33.0, 50.0, 48.0, 58.0, 74.0, 61.0, 68.0, 50.0, 55.0, 50.0, 34.0, 41.0, 30.0, 31.0, 25.0, 16.0, 21.0, 14.0, 10.0, 14.0, 4.0, 8.0, 4.0, 4.0, 1.0, 3.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.165836334228516e-06, -7.892027497291565e-06, -7.618218660354614e-06, -7.3444098234176636e-06, -7.070600986480713e-06, -6.796792149543762e-06, -6.5229833126068115e-06, -6.249174475669861e-06, -5.97536563873291e-06, -5.7015568017959595e-06, -5.427747964859009e-06, -5.153939127922058e-06, -4.880130290985107e-06, -4.606321454048157e-06, -4.332512617111206e-06, -4.058703780174255e-06, -3.7848949432373047e-06, -3.511086106300354e-06, -3.2372772693634033e-06, -2.9634684324264526e-06, -2.689659595489502e-06, -2.4158507585525513e-06, -2.1420419216156006e-06, -1.86823308467865e-06, -1.5944242477416992e-06, -1.3206154108047485e-06, -1.0468065738677979e-06, -7.729977369308472e-07, -4.991888999938965e-07, -2.253800630569458e-07, 4.842877388000488e-08, 3.2223761081695557e-07, 5.960464477539062e-07, 8.698552846908569e-07, 1.1436641216278076e-06, 1.4174729585647583e-06, 1.691281795501709e-06, 1.9650906324386597e-06, 2.2388994693756104e-06, 2.512708306312561e-06, 2.7865171432495117e-06, 3.0603259801864624e-06, 3.334134817123413e-06, 3.6079436540603638e-06, 3.8817524909973145e-06, 4.155561327934265e-06, 4.429370164871216e-06, 4.7031790018081665e-06, 4.976987838745117e-06, 5.250796675682068e-06, 5.5246055126190186e-06, 5.798414349555969e-06, 6.07222318649292e-06, 6.346032023429871e-06, 6.619840860366821e-06, 6.893649697303772e-06, 7.167458534240723e-06, 7.441267371177673e-06, 7.715076208114624e-06, 7.988885045051575e-06, 8.262693881988525e-06, 8.536502718925476e-06, 8.810311555862427e-06, 9.084120392799377e-06, 9.357929229736328e-06]}, "gradients/decoder.model.decoder.layers.4.self_attn.v_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 0.0, 5.0, 4.0, 1.0, 6.0, 12.0, 11.0, 24.0, 31.0, 32.0, 48.0, 80.0, 116.0, 192.0, 278.0, 387.0, 489.0, 878.0, 1336.0, 1816.0, 3220.0, 5144.0, 7241.0, 13589.0, 24170.0, 38897.0, 88283.0, 290317.0, 353632.0, 106153.0, 49054.0, 26060.0, 13279.0, 9019.0, 5357.0, 3072.0, 2232.0, 1401.0, 833.0, 655.0, 381.0, 244.0, 183.0, 118.0, 80.0, 65.0, 40.0, 26.0, 25.0, 15.0, 10.0, 7.0, 8.0, 2.0, 3.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.609325408935547e-05, -1.5575438737869263e-05, -1.5057623386383057e-05, -1.453980803489685e-05, -1.4021992683410645e-05, -1.3504177331924438e-05, -1.2986361980438232e-05, -1.2468546628952026e-05, -1.195073127746582e-05, -1.1432915925979614e-05, -1.0915100574493408e-05, -1.0397285223007202e-05, -9.879469871520996e-06, -9.36165452003479e-06, -8.843839168548584e-06, -8.326023817062378e-06, -7.808208465576172e-06, -7.290393114089966e-06, -6.77257776260376e-06, -6.254762411117554e-06, -5.736947059631348e-06, -5.219131708145142e-06, -4.7013163566589355e-06, -4.1835010051727295e-06, -3.6656856536865234e-06, -3.1478703022003174e-06, -2.6300549507141113e-06, -2.1122395992279053e-06, -1.5944242477416992e-06, -1.0766088962554932e-06, -5.587935447692871e-07, -4.0978193283081055e-08, 4.76837158203125e-07, 9.94652509689331e-07, 1.5124678611755371e-06, 2.030283212661743e-06, 2.5480985641479492e-06, 3.0659139156341553e-06, 3.5837292671203613e-06, 4.101544618606567e-06, 4.6193599700927734e-06, 5.1371753215789795e-06, 5.6549906730651855e-06, 6.172806024551392e-06, 6.690621376037598e-06, 7.208436727523804e-06, 7.72625207901001e-06, 8.244067430496216e-06, 8.761882781982422e-06, 9.279698133468628e-06, 9.797513484954834e-06, 1.031532883644104e-05, 1.0833144187927246e-05, 1.1350959539413452e-05, 1.1868774890899658e-05, 1.2386590242385864e-05, 1.290440559387207e-05, 1.3422220945358276e-05, 1.3940036296844482e-05, 1.4457851648330688e-05, 1.4975666999816895e-05, 1.54934823513031e-05, 1.6011297702789307e-05, 1.6529113054275513e-05, 1.704692840576172e-05]}, "gradients/decoder.model.decoder.layers.4.self_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 4.0, 5.0, 4.0, 4.0, 1.0, 2.0, 4.0, 14.0, 5.0, 11.0, 5.0, 14.0, 14.0, 19.0, 20.0, 26.0, 33.0, 31.0, 45.0, 37.0, 42.0, 47.0, 45.0, 58.0, 55.0, 48.0, 44.0, 51.0, 35.0, 32.0, 33.0, 42.0, 24.0, 25.0, 20.0, 20.0, 18.0, 11.0, 7.0, 13.0, 11.0, 9.0, 2.0, 9.0, 3.0, 0.0, 2.0, 4.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0], "bins": [-1.2099742889404297e-05, -1.173466444015503e-05, -1.1369585990905762e-05, -1.1004507541656494e-05, -1.0639429092407227e-05, -1.0274350643157959e-05, -9.909272193908691e-06, -9.544193744659424e-06, -9.179115295410156e-06, -8.814036846160889e-06, -8.448958396911621e-06, -8.083879947662354e-06, -7.718801498413086e-06, -7.353723049163818e-06, -6.988644599914551e-06, -6.623566150665283e-06, -6.258487701416016e-06, -5.893409252166748e-06, -5.5283308029174805e-06, -5.163252353668213e-06, -4.798173904418945e-06, -4.433095455169678e-06, -4.06801700592041e-06, -3.7029385566711426e-06, -3.337860107421875e-06, -2.9727816581726074e-06, -2.60770320892334e-06, -2.2426247596740723e-06, -1.8775463104248047e-06, -1.5124678611755371e-06, -1.1473894119262695e-06, -7.82310962677002e-07, -4.172325134277344e-07, -5.21540641784668e-08, 3.129243850708008e-07, 6.780028343200684e-07, 1.043081283569336e-06, 1.4081597328186035e-06, 1.773238182067871e-06, 2.1383166313171387e-06, 2.5033950805664062e-06, 2.868473529815674e-06, 3.2335519790649414e-06, 3.598630428314209e-06, 3.9637088775634766e-06, 4.328787326812744e-06, 4.693865776062012e-06, 5.058944225311279e-06, 5.424022674560547e-06, 5.7891011238098145e-06, 6.154179573059082e-06, 6.51925802230835e-06, 6.884336471557617e-06, 7.249414920806885e-06, 7.614493370056152e-06, 7.97957181930542e-06, 8.344650268554688e-06, 8.709728717803955e-06, 9.074807167053223e-06, 9.43988561630249e-06, 9.804964065551758e-06, 1.0170042514801025e-05, 1.0535120964050293e-05, 1.090019941329956e-05, 1.1265277862548828e-05]}, "gradients/decoder.model.decoder.layers.4.self_attn.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 3.0, 0.0, 5.0, 0.0, 6.0, 0.0, 16.0, 0.0, 17.0, 0.0, 39.0, 0.0, 60.0, 0.0, 113.0, 0.0, 228.0, 0.0, 493.0, 0.0, 1340.0, 0.0, 5469.0, 0.0, 0.0, 63141.0, 0.0, 906601.0, 0.0, 63108.0, 0.0, 5694.0, 0.0, 1298.0, 0.0, 492.0, 0.0, 199.0, 0.0, 118.0, 0.0, 56.0, 0.0, 38.0, 0.0, 14.0, 0.0, 6.0, 0.0, 7.0, 0.0, 4.0, 0.0, 4.0, 0.0, 2.0], "bins": [-1.0132789611816406e-06, -9.844079613685608e-07, -9.55536961555481e-07, -9.266659617424011e-07, -8.977949619293213e-07, -8.689239621162415e-07, -8.400529623031616e-07, -8.111819624900818e-07, -7.82310962677002e-07, -7.534399628639221e-07, -7.245689630508423e-07, -6.956979632377625e-07, -6.668269634246826e-07, -6.379559636116028e-07, -6.09084963798523e-07, -5.802139639854431e-07, -5.513429641723633e-07, -5.224719643592834e-07, -4.936009645462036e-07, -4.647299647331238e-07, -4.3585896492004395e-07, -4.069879651069641e-07, -3.781169652938843e-07, -3.4924596548080444e-07, -3.203749656677246e-07, -2.915039658546448e-07, -2.6263296604156494e-07, -2.337619662284851e-07, -2.0489096641540527e-07, -1.7601996660232544e-07, -1.471489667892456e-07, -1.1827796697616577e-07, -8.940696716308594e-08, -6.05359673500061e-08, -3.166496753692627e-08, -2.7939677238464355e-09, 2.60770320892334e-08, 5.494803190231323e-08, 8.381903171539307e-08, 1.126900315284729e-07, 1.4156103134155273e-07, 1.7043203115463257e-07, 1.993030309677124e-07, 2.2817403078079224e-07, 2.5704503059387207e-07, 2.859160304069519e-07, 3.1478703022003174e-07, 3.4365803003311157e-07, 3.725290298461914e-07, 4.0140002965927124e-07, 4.302710294723511e-07, 4.591420292854309e-07, 4.880130290985107e-07, 5.168840289115906e-07, 5.457550287246704e-07, 5.746260285377502e-07, 6.034970283508301e-07, 6.323680281639099e-07, 6.612390279769897e-07, 6.901100277900696e-07, 7.189810276031494e-07, 7.478520274162292e-07, 7.767230272293091e-07, 8.055940270423889e-07, 8.344650268554688e-07]}, "gradients/decoder.model.decoder.layers.4.self_attn.k_proj.bias": {"_type": "histogram", "values": [6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 122.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 768.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 122.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0], "bins": [-1.1920928955078125e-07, -1.1548399925231934e-07, -1.1175870895385742e-07, -1.0803341865539551e-07, -1.043081283569336e-07, -1.0058283805847168e-07, -9.685754776000977e-08, -9.313225746154785e-08, -8.940696716308594e-08, -8.568167686462402e-08, -8.195638656616211e-08, -7.82310962677002e-08, -7.450580596923828e-08, -7.078051567077637e-08, -6.705522537231445e-08, -6.332993507385254e-08, -5.960464477539063e-08, -5.587935447692871e-08, -5.21540641784668e-08, -4.842877388000488e-08, -4.470348358154297e-08, -4.0978193283081055e-08, -3.725290298461914e-08, -3.3527612686157227e-08, -2.9802322387695312e-08, -2.60770320892334e-08, -2.2351741790771484e-08, -1.862645149230957e-08, -1.4901161193847656e-08, -1.1175870895385742e-08, -7.450580596923828e-09, -3.725290298461914e-09, 0.0, 3.725290298461914e-09, 7.450580596923828e-09, 1.1175870895385742e-08, 1.4901161193847656e-08, 1.862645149230957e-08, 2.2351741790771484e-08, 2.60770320892334e-08, 2.9802322387695312e-08, 3.3527612686157227e-08, 3.725290298461914e-08, 4.0978193283081055e-08, 4.470348358154297e-08, 4.842877388000488e-08, 5.21540641784668e-08, 5.587935447692871e-08, 5.960464477539063e-08, 6.332993507385254e-08, 6.705522537231445e-08, 7.078051567077637e-08, 7.450580596923828e-08, 7.82310962677002e-08, 8.195638656616211e-08, 8.568167686462402e-08, 8.940696716308594e-08, 9.313225746154785e-08, 9.685754776000977e-08, 1.0058283805847168e-07, 1.043081283569336e-07, 1.0803341865539551e-07, 1.1175870895385742e-07, 1.1548399925231934e-07, 1.1920928955078125e-07]}, "gradients/decoder.model.decoder.layers.4.self_attn.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 12.0, 0.0, 0.0, 30.0, 0.0, 0.0, 62.0, 0.0, 0.0, 258.0, 0.0, 0.0, 1051.0, 0.0, 0.0, 6189.0, 0.0, 0.0, 63136.0, 0.0, 0.0, 906733.0, 0.0, 0.0, 63480.0, 0.0, 0.0, 6235.0, 0.0, 0.0, 989.0, 0.0, 0.0, 251.0, 0.0, 0.0, 86.0, 0.0, 0.0, 37.0, 0.0, 0.0, 11.0, 0.0, 0.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-5.960464477539062e-07, -5.764886736869812e-07, -5.569308996200562e-07, -5.373731255531311e-07, -5.178153514862061e-07, -4.98257577419281e-07, -4.78699803352356e-07, -4.591420292854309e-07, -4.3958425521850586e-07, -4.200264811515808e-07, -4.0046870708465576e-07, -3.809109330177307e-07, -3.6135315895080566e-07, -3.417953848838806e-07, -3.2223761081695557e-07, -3.026798367500305e-07, -2.8312206268310547e-07, -2.635642886161804e-07, -2.4400651454925537e-07, -2.2444874048233032e-07, -2.0489096641540527e-07, -1.8533319234848022e-07, -1.6577541828155518e-07, -1.4621764421463013e-07, -1.2665987014770508e-07, -1.0710209608078003e-07, -8.754432201385498e-08, -6.798654794692993e-08, -4.842877388000488e-08, -2.8870999813079834e-08, -9.313225746154785e-09, 1.0244548320770264e-08, 2.9802322387695312e-08, 4.936009645462036e-08, 6.891787052154541e-08, 8.847564458847046e-08, 1.0803341865539551e-07, 1.2759119272232056e-07, 1.471489667892456e-07, 1.6670674085617065e-07, 1.862645149230957e-07, 2.0582228899002075e-07, 2.253800630569458e-07, 2.4493783712387085e-07, 2.644956111907959e-07, 2.8405338525772095e-07, 3.03611159324646e-07, 3.2316893339157104e-07, 3.427267074584961e-07, 3.6228448152542114e-07, 3.818422555923462e-07, 4.0140002965927124e-07, 4.209578037261963e-07, 4.4051557779312134e-07, 4.600733518600464e-07, 4.796311259269714e-07, 4.991888999938965e-07, 5.187466740608215e-07, 5.383044481277466e-07, 5.578622221946716e-07, 5.774199962615967e-07, 5.969777703285217e-07, 6.165355443954468e-07, 6.360933184623718e-07, 6.556510925292969e-07]}, "gradients/decoder.model.decoder.layers.4.self_attn.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 15.0, 0.0, 0.0, 0.0, 0.0, 59.0, 0.0, 0.0, 0.0, 0.0, 136.0, 0.0, 0.0, 0.0, 0.0, 596.0, 0.0, 0.0, 0.0, 0.0, 141.0, 0.0, 0.0, 0.0, 0.0, 49.0, 0.0, 0.0, 0.0, 0.0, 16.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.76837158203125e-07, -4.647299647331238e-07, -4.5262277126312256e-07, -4.4051557779312134e-07, -4.284083843231201e-07, -4.163011908531189e-07, -4.041939973831177e-07, -3.9208680391311646e-07, -3.7997961044311523e-07, -3.67872416973114e-07, -3.557652235031128e-07, -3.4365803003311157e-07, -3.3155083656311035e-07, -3.1944364309310913e-07, -3.073364496231079e-07, -2.952292561531067e-07, -2.8312206268310547e-07, -2.7101486921310425e-07, -2.5890767574310303e-07, -2.468004822731018e-07, -2.3469328880310059e-07, -2.2258609533309937e-07, -2.1047890186309814e-07, -1.9837170839309692e-07, -1.862645149230957e-07, -1.7415732145309448e-07, -1.6205012798309326e-07, -1.4994293451309204e-07, -1.3783574104309082e-07, -1.257285475730896e-07, -1.1362135410308838e-07, -1.0151416063308716e-07, -8.940696716308594e-08, -7.729977369308472e-08, -6.51925802230835e-08, -5.3085386753082275e-08, -4.0978193283081055e-08, -2.8870999813079834e-08, -1.6763806343078613e-08, -4.6566128730773926e-09, 7.450580596923828e-09, 1.955777406692505e-08, 3.166496753692627e-08, 4.377216100692749e-08, 5.587935447692871e-08, 6.798654794692993e-08, 8.009374141693115e-08, 9.220093488693237e-08, 1.043081283569336e-07, 1.1641532182693481e-07, 1.2852251529693604e-07, 1.4062970876693726e-07, 1.5273690223693848e-07, 1.648440957069397e-07, 1.7695128917694092e-07, 1.8905848264694214e-07, 2.0116567611694336e-07, 2.1327286958694458e-07, 2.253800630569458e-07, 2.3748725652694702e-07, 2.4959444999694824e-07, 2.6170164346694946e-07, 2.738088369369507e-07, 2.859160304069519e-07, 2.980232238769531e-07]}, "gradients/decoder.model.decoder.layers.3.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 5.0, 2.0, 2.0, 1.0, 2.0, 4.0, 4.0, 6.0, 14.0, 9.0, 5.0, 17.0, 27.0, 35.0, 41.0, 54.0, 107.0, 245.0, 144.0, 83.0, 54.0, 37.0, 27.0, 13.0, 17.0, 16.0, 13.0, 5.0, 2.0, 3.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-3.3054609957616776e-05, -3.2045034458860755e-05, -3.103545532212593e-05, -3.0025879823369905e-05, -2.901630250562448e-05, -2.8006725187879056e-05, -2.6997149689123034e-05, -2.598757237137761e-05, -2.4977995053632185e-05, -2.396841773588676e-05, -2.2958840418141335e-05, -2.1949264919385314e-05, -2.093968760163989e-05, -1.9930110283894464e-05, -1.8920534785138443e-05, -1.7910957467393018e-05, -1.6901380149647593e-05, -1.589180283190217e-05, -1.4882226423651446e-05, -1.3872650015400723e-05, -1.2863072697655298e-05, -1.1853495379909873e-05, -1.084391897165915e-05, -9.834342563408427e-06, -8.824765245663002e-06, -7.815187927917577e-06, -6.805611519666854e-06, -5.79603465666878e-06, -4.7864577936707065e-06, -3.7768809306726325e-06, -2.7673040676745586e-06, -1.7577272046764847e-06, -7.481467036996037e-07, 2.6143015929847024e-07, 1.2710070222965442e-06, 2.280583885294618e-06, 3.290160748292692e-06, 4.299737611290766e-06, 5.30931447428884e-06, 6.318891337286914e-06, 7.328468200284988e-06, 8.338045518030412e-06, 9.347621926281136e-06, 1.0357198334531859e-05, 1.1366775652277283e-05, 1.2376352970022708e-05, 1.3385929378273431e-05, 1.4395505786524154e-05, 1.540508310426958e-05, 1.6414660422015004e-05, 1.742423773976043e-05, 1.843381323851645e-05, 1.9443390556261875e-05, 2.04529678740073e-05, 2.146254337276332e-05, 2.2472120690508746e-05, 2.348169800825417e-05, 2.4491275325999595e-05, 2.550085264374502e-05, 2.651042814250104e-05, 2.7520005460246466e-05, 2.852958277799189e-05, 2.9539158276747912e-05, 3.054873741348274e-05, 3.155831291223876e-05]}, "gradients/decoder.model.decoder.layers.3.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 3.0, 4.0, 4.0, 5.0, 3.0, 6.0, 3.0, 6.0, 6.0, 16.0, 12.0, 21.0, 16.0, 22.0, 16.0, 21.0, 33.0, 32.0, 32.0, 49.0, 47.0, 47.0, 44.0, 48.0, 41.0, 46.0, 45.0, 40.0, 43.0, 35.0, 35.0, 30.0, 30.0, 26.0, 20.0, 17.0, 20.0, 14.0, 14.0, 11.0, 10.0, 9.0, 9.0, 8.0, 5.0, 4.0, 6.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7909222151502036e-05, -1.7317714082309976e-05, -1.6726206013117917e-05, -1.6134696124936454e-05, -1.5543188055744395e-05, -1.4951679986552335e-05, -1.4360171917360276e-05, -1.3768663848168217e-05, -1.3177154869481456e-05, -1.2585646800289396e-05, -1.1994137821602635e-05, -1.1402629752410576e-05, -1.0811121683218516e-05, -1.0219612704531755e-05, -9.628104635339696e-06, -9.036595656652935e-06, -8.445087587460876e-06, -7.853579518268816e-06, -7.262070539582055e-06, -6.670562470389996e-06, -6.0790539464505855e-06, -5.487545422511175e-06, -4.896037353319116e-06, -4.304528829379706e-06, -3.7130203054402955e-06, -3.1215117815008853e-06, -2.5300034849351505e-06, -1.9384951883694157e-06, -1.3469866644300055e-06, -7.554781404905953e-07, -1.6396984392486047e-07, 4.275384526408743e-07, 1.019045157590881e-06, 1.6105535678434535e-06, 2.202061978096026e-06, 2.7935702746617608e-06, 3.385078798601171e-06, 3.976587322540581e-06, 4.5680953917326406e-06, 5.159603915672051e-06, 5.751112439611461e-06, 6.342620963550871e-06, 6.9341294874902815e-06, 7.525637556682341e-06, 8.1171456258744e-06, 8.708654604561161e-06, 9.30016267375322e-06, 9.891671652439982e-06, 1.0483179721632041e-05, 1.10746877908241e-05, 1.1666196769510861e-05, 1.225770483870292e-05, 1.2849213817389682e-05, 1.3440721886581741e-05, 1.40322299557738e-05, 1.462373802496586e-05, 1.5215247003652621e-05, 1.5806755982339382e-05, 1.639826405153144e-05, 1.69897721207235e-05, 1.758128018991556e-05, 1.817278825910762e-05, 1.8764298147289082e-05, 1.9355806216481142e-05, 1.99473142856732e-05]}, "gradients/decoder.model.decoder.layers.3.fc2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 6.0, 3.0, 9.0, 9.0, 4.0, 20.0, 30.0, 47.0, 59.0, 106.0, 162.0, 383.0, 543.0, 955.0, 1830.0, 3082.0, 8063.0, 12382.0, 23516.0, 42322.0, 85165.0, 203163.0, 2565008.0, 854553.0, 204016.0, 89391.0, 45833.0, 29044.0, 11615.0, 6041.0, 3131.0, 1673.0, 1062.0, 469.0, 220.0, 132.0, 86.0, 47.0, 38.0, 17.0, 17.0, 12.0, 10.0, 6.0, 8.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-8.225440979003906e-06, -7.975846529006958e-06, -7.72625207901001e-06, -7.4766576290130615e-06, -7.227063179016113e-06, -6.977468729019165e-06, -6.727874279022217e-06, -6.4782798290252686e-06, -6.22868537902832e-06, -5.979090929031372e-06, -5.729496479034424e-06, -5.479902029037476e-06, -5.230307579040527e-06, -4.980713129043579e-06, -4.731118679046631e-06, -4.481524229049683e-06, -4.231929779052734e-06, -3.982335329055786e-06, -3.732740879058838e-06, -3.4831464290618896e-06, -3.2335519790649414e-06, -2.983957529067993e-06, -2.734363079071045e-06, -2.4847686290740967e-06, -2.2351741790771484e-06, -1.9855797290802e-06, -1.735985279083252e-06, -1.4863908290863037e-06, -1.2367963790893555e-06, -9.872019290924072e-07, -7.37607479095459e-07, -4.880130290985107e-07, -2.384185791015625e-07, 1.1175870895385742e-08, 2.60770320892334e-07, 5.103647708892822e-07, 7.599592208862305e-07, 1.0095536708831787e-06, 1.259148120880127e-06, 1.5087425708770752e-06, 1.7583370208740234e-06, 2.0079314708709717e-06, 2.25752592086792e-06, 2.507120370864868e-06, 2.7567148208618164e-06, 3.0063092708587646e-06, 3.255903720855713e-06, 3.505498170852661e-06, 3.7550926208496094e-06, 4.004687070846558e-06, 4.254281520843506e-06, 4.503875970840454e-06, 4.753470420837402e-06, 5.003064870834351e-06, 5.252659320831299e-06, 5.502253770828247e-06, 5.751848220825195e-06, 6.0014426708221436e-06, 6.251037120819092e-06, 6.50063157081604e-06, 6.750226020812988e-06, 6.9998204708099365e-06, 7.249414920806885e-06, 7.499009370803833e-06, 7.748603820800781e-06]}, "gradients/decoder.model.decoder.layers.3.fc2.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 0.0, 8.0, 0.0, 11.0, 0.0, 6.0, 0.0, 17.0, 0.0, 34.0, 0.0, 19.0, 0.0, 37.0, 0.0, 52.0, 0.0, 73.0, 0.0, 90.0, 0.0, 99.0, 0.0, 131.0, 0.0, 104.0, 0.0, 67.0, 0.0, 68.0, 0.0, 52.0, 0.0, 33.0, 0.0, 26.0, 0.0, 24.0, 0.0, 23.0, 0.0, 17.0, 0.0, 11.0, 0.0, 9.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-1.0132789611816406e-06, -9.834766387939453e-07, -9.5367431640625e-07, -9.238719940185547e-07, -8.940696716308594e-07, -8.642673492431641e-07, -8.344650268554688e-07, -8.046627044677734e-07, -7.748603820800781e-07, -7.450580596923828e-07, -7.152557373046875e-07, -6.854534149169922e-07, -6.556510925292969e-07, -6.258487701416016e-07, -5.960464477539062e-07, -5.662441253662109e-07, -5.364418029785156e-07, -5.066394805908203e-07, -4.76837158203125e-07, -4.470348358154297e-07, -4.172325134277344e-07, -3.8743019104003906e-07, -3.5762786865234375e-07, -3.2782554626464844e-07, -2.980232238769531e-07, -2.682209014892578e-07, -2.384185791015625e-07, -2.086162567138672e-07, -1.7881393432617188e-07, -1.4901161193847656e-07, -1.1920928955078125e-07, -8.940696716308594e-08, -5.960464477539063e-08, -2.9802322387695312e-08, 0.0, 2.9802322387695312e-08, 5.960464477539063e-08, 8.940696716308594e-08, 1.1920928955078125e-07, 1.4901161193847656e-07, 1.7881393432617188e-07, 2.086162567138672e-07, 2.384185791015625e-07, 2.682209014892578e-07, 2.980232238769531e-07, 3.2782554626464844e-07, 3.5762786865234375e-07, 3.8743019104003906e-07, 4.172325134277344e-07, 4.470348358154297e-07, 4.76837158203125e-07, 5.066394805908203e-07, 5.364418029785156e-07, 5.662441253662109e-07, 5.960464477539062e-07, 6.258487701416016e-07, 6.556510925292969e-07, 6.854534149169922e-07, 7.152557373046875e-07, 7.450580596923828e-07, 7.748603820800781e-07, 8.046627044677734e-07, 8.344650268554688e-07, 8.642673492431641e-07, 8.940696716308594e-07]}, "gradients/decoder.model.decoder.layers.3.fc1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 7.0, 3.0, 7.0, 7.0, 9.0, 9.0, 23.0, 34.0, 58.0, 76.0, 119.0, 146.0, 181.0, 182.0, 240.0, 581.0, 3121.0, 40470.0, 3153382.0, 950080.0, 40726.0, 3105.0, 613.0, 249.0, 169.0, 215.0, 140.0, 97.0, 84.0, 58.0, 37.0, 18.0, 13.0, 10.0, 5.0, 7.0, 7.0, 5.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2695789337158203e-05, -1.2286007404327393e-05, -1.1876225471496582e-05, -1.1466443538665771e-05, -1.1056661605834961e-05, -1.064687967300415e-05, -1.023709774017334e-05, -9.82731580734253e-06, -9.417533874511719e-06, -9.007751941680908e-06, -8.597970008850098e-06, -8.188188076019287e-06, -7.778406143188477e-06, -7.368624210357666e-06, -6.9588422775268555e-06, -6.549060344696045e-06, -6.139278411865234e-06, -5.729496479034424e-06, -5.319714546203613e-06, -4.909932613372803e-06, -4.500150680541992e-06, -4.090368747711182e-06, -3.680586814880371e-06, -3.2708048820495605e-06, -2.86102294921875e-06, -2.4512410163879395e-06, -2.041459083557129e-06, -1.6316771507263184e-06, -1.2218952178955078e-06, -8.121132850646973e-07, -4.023313522338867e-07, 7.450580596923828e-09, 4.172325134277344e-07, 8.270144462585449e-07, 1.2367963790893555e-06, 1.646578311920166e-06, 2.0563602447509766e-06, 2.466142177581787e-06, 2.8759241104125977e-06, 3.285706043243408e-06, 3.6954879760742188e-06, 4.105269908905029e-06, 4.51505184173584e-06, 4.92483377456665e-06, 5.334615707397461e-06, 5.7443976402282715e-06, 6.154179573059082e-06, 6.563961505889893e-06, 6.973743438720703e-06, 7.383525371551514e-06, 7.793307304382324e-06, 8.203089237213135e-06, 8.612871170043945e-06, 9.022653102874756e-06, 9.432435035705566e-06, 9.842216968536377e-06, 1.0251998901367188e-05, 1.0661780834197998e-05, 1.1071562767028809e-05, 1.1481344699859619e-05, 1.189112663269043e-05, 1.230090856552124e-05, 1.271069049835205e-05, 1.3120472431182861e-05, 1.3530254364013672e-05]}, "gradients/decoder.model.decoder.layers.3.fc1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 4.0, 3.0, 0.0, 5.0, 6.0, 17.0, 26.0, 0.0, 38.0, 65.0, 57.0, 77.0, 0.0, 93.0, 86.0, 123.0, 242.0, 291.0, 0.0, 469.0, 880.0, 485.0, 290.0, 0.0, 194.0, 149.0, 96.0, 79.0, 0.0, 87.0, 75.0, 42.0, 31.0, 27.0, 0.0, 16.0, 7.0, 4.0, 7.0, 0.0, 2.0, 3.0, 5.0, 1.0, 3.0], "bins": [-1.9073486328125e-06, -1.8589198589324951e-06, -1.8104910850524902e-06, -1.7620623111724854e-06, -1.7136335372924805e-06, -1.6652047634124756e-06, -1.6167759895324707e-06, -1.5683472156524658e-06, -1.519918441772461e-06, -1.471489667892456e-06, -1.4230608940124512e-06, -1.3746321201324463e-06, -1.3262033462524414e-06, -1.2777745723724365e-06, -1.2293457984924316e-06, -1.1809170246124268e-06, -1.1324882507324219e-06, -1.084059476852417e-06, -1.0356307029724121e-06, -9.872019290924072e-07, -9.387731552124023e-07, -8.903443813323975e-07, -8.419156074523926e-07, -7.934868335723877e-07, -7.450580596923828e-07, -6.966292858123779e-07, -6.48200511932373e-07, -5.997717380523682e-07, -5.513429641723633e-07, -5.029141902923584e-07, -4.544854164123535e-07, -4.0605664253234863e-07, -3.5762786865234375e-07, -3.0919909477233887e-07, -2.60770320892334e-07, -2.123415470123291e-07, -1.6391277313232422e-07, -1.1548399925231934e-07, -6.705522537231445e-08, -1.862645149230957e-08, 2.9802322387695312e-08, 7.82310962677002e-08, 1.2665987014770508e-07, 1.7508864402770996e-07, 2.2351741790771484e-07, 2.7194619178771973e-07, 3.203749656677246e-07, 3.688037395477295e-07, 4.172325134277344e-07, 4.6566128730773926e-07, 5.140900611877441e-07, 5.62518835067749e-07, 6.109476089477539e-07, 6.593763828277588e-07, 7.078051567077637e-07, 7.562339305877686e-07, 8.046627044677734e-07, 8.530914783477783e-07, 9.015202522277832e-07, 9.499490261077881e-07, 9.98377799987793e-07, 1.0468065738677979e-06, 1.0952353477478027e-06, 1.1436641216278076e-06, 1.1920928955078125e-06]}, "gradients/decoder.model.decoder.layers.3.encoder_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 5.0, 6.0, 3.0, 5.0, 9.0, 11.0, 9.0, 18.0, 15.0, 21.0, 29.0, 40.0, 59.0, 100.0, 193.0, 173.0, 87.0, 65.0, 31.0, 30.0, 16.0, 18.0, 15.0, 19.0, 9.0, 7.0, 4.0, 5.0, 4.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.5152696657169145e-06, -4.29888814323931e-06, -4.082506166014355e-06, -3.86612464353675e-06, -3.6497428936854703e-06, -3.4333611438341904e-06, -3.216979621356586e-06, -3.000597871505306e-06, -2.784216121654026e-06, -2.5678343718027463e-06, -2.3514526219514664e-06, -2.135071099473862e-06, -1.918689349622582e-06, -1.7023075997713022e-06, -1.48592596360686e-06, -1.2695443274424179e-06, -1.053162577591138e-06, -8.367808845832769e-07, -6.203991915754159e-07, -4.0401749856755487e-07, -1.8763580555969384e-07, 2.8745944291586056e-08, 2.4512758045602823e-07, 4.615092166204704e-07, 6.778909664717503e-07, 8.942726594796113e-07, 1.1106543524874724e-06, 1.3270359886519145e-06, 1.5434177385031944e-06, 1.7597994883544743e-06, 1.9761810108320788e-06, 2.1925627606833586e-06, 2.4089440557872877e-06, 2.6253258056385675e-06, 2.8417075554898474e-06, 3.058089077967452e-06, 3.2744708278187318e-06, 3.4908525776700117e-06, 3.707234100147616e-06, 3.9236156226252206e-06, 4.139997599850176e-06, 4.35637912232778e-06, 4.572761099552736e-06, 4.78914262203034e-06, 5.005524144507945e-06, 5.2219061217329e-06, 5.438287644210504e-06, 5.65466962143546e-06, 5.871051143913064e-06, 6.087432666390669e-06, 6.303814643615624e-06, 6.520196166093228e-06, 6.736578143318184e-06, 6.952959665795788e-06, 7.169341188273393e-06, 7.385722710750997e-06, 7.602104687975952e-06, 7.818486665200908e-06, 8.034868187678512e-06, 8.251249710156117e-06, 8.467631232633721e-06, 8.684013664606027e-06, 8.900395187083632e-06, 9.116776709561236e-06, 9.33315823203884e-06]}, "gradients/decoder.model.decoder.layers.3.encoder_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 4.0, 9.0, 6.0, 9.0, 8.0, 15.0, 11.0, 25.0, 10.0, 25.0, 26.0, 24.0, 22.0, 35.0, 31.0, 45.0, 31.0, 35.0, 34.0, 47.0, 48.0, 40.0, 47.0, 39.0, 37.0, 41.0, 32.0, 31.0, 30.0, 32.0, 25.0, 19.0, 20.0, 15.0, 15.0, 20.0, 9.0, 13.0, 11.0, 6.0, 4.0, 5.0, 5.0, 4.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0], "bins": [-3.974728770117508e-06, -3.86506781069329e-06, -3.755406396521721e-06, -3.6457452097238274e-06, -3.536084022925934e-06, -3.4264230635017157e-06, -3.316761876703822e-06, -3.2071006899059284e-06, -3.097439503108035e-06, -2.9877783163101412e-06, -2.8781171295122476e-06, -2.768455942714354e-06, -2.658794983290136e-06, -2.549133569118567e-06, -2.4394726096943486e-06, -2.329811422896455e-06, -2.2201502360985614e-06, -2.110489049300668e-06, -2.0008278625027742e-06, -1.8911667893917183e-06, -1.7815056025938247e-06, -1.6718444157959311e-06, -1.5621833426848752e-06, -1.4525221558869816e-06, -1.342860969089088e-06, -1.2331997822911944e-06, -1.1235385954933008e-06, -1.013877522382245e-06, -9.042163355843513e-07, -7.945551487864577e-07, -6.84894018831983e-07, -5.752328888775082e-07, -4.655717020796146e-07, -3.5591054370343045e-07, -2.4624938532724627e-07, -1.365882269510621e-07, -2.692706857487792e-08, 8.273411822301568e-08, 1.9239524817749043e-07, 3.020563781319652e-07, 4.117175649298588e-07, 5.213787517277524e-07, 6.310398816822271e-07, 7.407010116367019e-07, 8.503621984345955e-07, 9.60023385232489e-07, 1.069684458343545e-06, 1.1793456451414386e-06, 1.2890068319393322e-06, 1.3986680187372258e-06, 1.5083292055351194e-06, 1.6179902786461753e-06, 1.7276514654440689e-06, 1.8373126522419625e-06, 1.9469737253530184e-06, 2.056634912150912e-06, 2.1662960989488056e-06, 2.275957285746699e-06, 2.385618472544593e-06, 2.4952796593424864e-06, 2.6049406187667046e-06, 2.7146020329382736e-06, 2.8242629923624918e-06, 2.9339241791603854e-06, 3.043585365958279e-06]}, "gradients/decoder.model.decoder.layers.3.encoder_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 0.0, 0.0, 13.0, 0.0, 0.0, 33.0, 0.0, 0.0, 74.0, 0.0, 0.0, 223.0, 0.0, 889.0, 0.0, 0.0, 4148.0, 0.0, 0.0, 36532.0, 0.0, 0.0, 964551.0, 0.0, 36747.0, 0.0, 0.0, 4149.0, 0.0, 0.0, 891.0, 0.0, 0.0, 183.0, 0.0, 0.0, 64.0, 0.0, 39.0, 0.0, 0.0, 15.0, 0.0, 0.0, 8.0, 0.0, 0.0, 8.0, 0.0, 1.0], "bins": [-7.748603820800781e-07, -7.534399628639221e-07, -7.320195436477661e-07, -7.105991244316101e-07, -6.891787052154541e-07, -6.677582859992981e-07, -6.463378667831421e-07, -6.249174475669861e-07, -6.034970283508301e-07, -5.820766091346741e-07, -5.606561899185181e-07, -5.392357707023621e-07, -5.178153514862061e-07, -4.9639493227005e-07, -4.7497451305389404e-07, -4.5355409383773804e-07, -4.3213367462158203e-07, -4.10713255405426e-07, -3.8929283618927e-07, -3.67872416973114e-07, -3.46451997756958e-07, -3.25031578540802e-07, -3.03611159324646e-07, -2.8219074010849e-07, -2.60770320892334e-07, -2.39349901676178e-07, -2.1792948246002197e-07, -1.9650906324386597e-07, -1.7508864402770996e-07, -1.5366822481155396e-07, -1.3224780559539795e-07, -1.1082738637924194e-07, -8.940696716308594e-08, -6.798654794692993e-08, -4.6566128730773926e-08, -2.514570951461792e-08, -3.725290298461914e-09, 1.7695128917694092e-08, 3.91155481338501e-08, 6.05359673500061e-08, 8.195638656616211e-08, 1.0337680578231812e-07, 1.2479722499847412e-07, 1.4621764421463013e-07, 1.6763806343078613e-07, 1.8905848264694214e-07, 2.1047890186309814e-07, 2.3189932107925415e-07, 2.5331974029541016e-07, 2.7474015951156616e-07, 2.9616057872772217e-07, 3.175809979438782e-07, 3.390014171600342e-07, 3.604218363761902e-07, 3.818422555923462e-07, 4.032626748085022e-07, 4.246830940246582e-07, 4.461035132408142e-07, 4.675239324569702e-07, 4.889443516731262e-07, 5.103647708892822e-07, 5.317851901054382e-07, 5.532056093215942e-07, 5.746260285377502e-07, 5.960464477539062e-07]}, "gradients/decoder.model.decoder.layers.3.encoder_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 4.0, 6.0, 7.0, 15.0, 11.0, 11.0, 23.0, 9.0, 8.0, 38.0, 21.0, 17.0, 47.0, 28.0, 33.0, 46.0, 25.0, 29.0, 102.0, 54.0, 44.0, 73.0, 38.0, 26.0, 53.0, 18.0, 23.0, 46.0, 15.0, 18.0, 21.0, 14.0, 15.0, 15.0, 12.0, 10.0, 11.0, 7.0, 3.0, 8.0, 1.0, 1.0, 0.0, 2.0, 3.0, 4.0], "bins": [-2.9802322387695312e-06, -2.9010698199272156e-06, -2.8219074010849e-06, -2.7427449822425842e-06, -2.6635825634002686e-06, -2.584420144557953e-06, -2.505257725715637e-06, -2.4260953068733215e-06, -2.346932888031006e-06, -2.26777046918869e-06, -2.1886080503463745e-06, -2.109445631504059e-06, -2.030283212661743e-06, -1.9511207938194275e-06, -1.8719583749771118e-06, -1.7927959561347961e-06, -1.7136335372924805e-06, -1.6344711184501648e-06, -1.5553086996078491e-06, -1.4761462807655334e-06, -1.3969838619232178e-06, -1.317821443080902e-06, -1.2386590242385864e-06, -1.1594966053962708e-06, -1.080334186553955e-06, -1.0011717677116394e-06, -9.220093488693237e-07, -8.428469300270081e-07, -7.636845111846924e-07, -6.845220923423767e-07, -6.05359673500061e-07, -5.261972546577454e-07, -4.470348358154297e-07, -3.67872416973114e-07, -2.8870999813079834e-07, -2.0954757928848267e-07, -1.30385160446167e-07, -5.122274160385132e-08, 2.7939677238464355e-08, 1.0710209608078003e-07, 1.862645149230957e-07, 2.654269337654114e-07, 3.4458935260772705e-07, 4.237517714500427e-07, 5.029141902923584e-07, 5.820766091346741e-07, 6.612390279769897e-07, 7.404014468193054e-07, 8.195638656616211e-07, 8.987262845039368e-07, 9.778887033462524e-07, 1.0570511221885681e-06, 1.1362135410308838e-06, 1.2153759598731995e-06, 1.2945383787155151e-06, 1.3737007975578308e-06, 1.4528632164001465e-06, 1.5320256352424622e-06, 1.6111880540847778e-06, 1.6903504729270935e-06, 1.7695128917694092e-06, 1.8486753106117249e-06, 1.9278377294540405e-06, 2.007000148296356e-06, 2.086162567138672e-06]}, "gradients/decoder.model.decoder.layers.3.encoder_attn.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 437.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1047504.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 632.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.1920928955078125e-07, -1.1548399925231934e-07, -1.1175870895385742e-07, -1.0803341865539551e-07, -1.043081283569336e-07, -1.0058283805847168e-07, -9.685754776000977e-08, -9.313225746154785e-08, -8.940696716308594e-08, -8.568167686462402e-08, -8.195638656616211e-08, -7.82310962677002e-08, -7.450580596923828e-08, -7.078051567077637e-08, -6.705522537231445e-08, -6.332993507385254e-08, -5.960464477539063e-08, -5.587935447692871e-08, -5.21540641784668e-08, -4.842877388000488e-08, -4.470348358154297e-08, -4.0978193283081055e-08, -3.725290298461914e-08, -3.3527612686157227e-08, -2.9802322387695312e-08, -2.60770320892334e-08, -2.2351741790771484e-08, -1.862645149230957e-08, -1.4901161193847656e-08, -1.1175870895385742e-08, -7.450580596923828e-09, -3.725290298461914e-09, 0.0, 3.725290298461914e-09, 7.450580596923828e-09, 1.1175870895385742e-08, 1.4901161193847656e-08, 1.862645149230957e-08, 2.2351741790771484e-08, 2.60770320892334e-08, 2.9802322387695312e-08, 3.3527612686157227e-08, 3.725290298461914e-08, 4.0978193283081055e-08, 4.470348358154297e-08, 4.842877388000488e-08, 5.21540641784668e-08, 5.587935447692871e-08, 5.960464477539063e-08, 6.332993507385254e-08, 6.705522537231445e-08, 7.078051567077637e-08, 7.450580596923828e-08, 7.82310962677002e-08, 8.195638656616211e-08, 8.568167686462402e-08, 8.940696716308594e-08, 9.313225746154785e-08, 9.685754776000977e-08, 1.0058283805847168e-07, 1.043081283569336e-07, 1.0803341865539551e-07, 1.1175870895385742e-07, 1.1548399925231934e-07, 1.1920928955078125e-07]}, "gradients/decoder.model.decoder.layers.3.encoder_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 4.0, 3.0, 7.0, 14.0, 7.0, 21.0, 19.0, 12.0, 15.0, 34.0, 11.0, 32.0, 49.0, 38.0, 21.0, 117.0, 18.0, 9.0, 133.0, 15.0, 12.0, 103.0, 15.0, 16.0, 62.0, 21.0, 15.0, 32.0, 28.0, 9.0, 31.0, 22.0, 6.0, 18.0, 8.0, 6.0, 3.0, 0.0, 7.0, 4.0, 1.0, 9.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-5.304813385009766e-06, -5.141831934452057e-06, -4.978850483894348e-06, -4.815869033336639e-06, -4.652887582778931e-06, -4.489906132221222e-06, -4.326924681663513e-06, -4.1639432311058044e-06, -4.000961780548096e-06, -3.837980329990387e-06, -3.6749988794326782e-06, -3.5120174288749695e-06, -3.3490359783172607e-06, -3.186054527759552e-06, -3.0230730772018433e-06, -2.8600916266441345e-06, -2.6971101760864258e-06, -2.534128725528717e-06, -2.3711472749710083e-06, -2.2081658244132996e-06, -2.045184373855591e-06, -1.882202923297882e-06, -1.7192214727401733e-06, -1.5562400221824646e-06, -1.3932585716247559e-06, -1.2302771210670471e-06, -1.0672956705093384e-06, -9.043142199516296e-07, -7.413327693939209e-07, -5.783513188362122e-07, -4.153698682785034e-07, -2.523884177207947e-07, -8.940696716308594e-08, 7.35744833946228e-08, 2.3655593395233154e-07, 3.995373845100403e-07, 5.62518835067749e-07, 7.255002856254578e-07, 8.884817361831665e-07, 1.0514631867408752e-06, 1.214444637298584e-06, 1.3774260878562927e-06, 1.5404075384140015e-06, 1.7033889889717102e-06, 1.866370439529419e-06, 2.0293518900871277e-06, 2.1923333406448364e-06, 2.355314791202545e-06, 2.518296241760254e-06, 2.6812776923179626e-06, 2.8442591428756714e-06, 3.00724059343338e-06, 3.170222043991089e-06, 3.3332034945487976e-06, 3.4961849451065063e-06, 3.659166395664215e-06, 3.822147846221924e-06, 3.9851292967796326e-06, 4.148110747337341e-06, 4.31109219789505e-06, 4.474073648452759e-06, 4.6370550990104675e-06, 4.800036549568176e-06, 4.963018000125885e-06, 5.125999450683594e-06]}, "gradients/decoder.model.decoder.layers.3.encoder_attn.k_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.3.encoder_attn.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 7.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 30.0, 0.0, 0.0, 0.0, 0.0, 0.0, 22.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 886.0, 0.0, 0.0, 0.0, 0.0, 0.0, 23.0, 0.0, 0.0, 0.0, 0.0, 0.0, 39.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 10.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.980232238769531e-07, -2.8870999813079834e-07, -2.7939677238464355e-07, -2.7008354663848877e-07, -2.60770320892334e-07, -2.514570951461792e-07, -2.421438694000244e-07, -2.3283064365386963e-07, -2.2351741790771484e-07, -2.1420419216156006e-07, -2.0489096641540527e-07, -1.955777406692505e-07, -1.862645149230957e-07, -1.7695128917694092e-07, -1.6763806343078613e-07, -1.5832483768463135e-07, -1.4901161193847656e-07, -1.3969838619232178e-07, -1.30385160446167e-07, -1.210719347000122e-07, -1.1175870895385742e-07, -1.0244548320770264e-07, -9.313225746154785e-08, -8.381903171539307e-08, -7.450580596923828e-08, -6.51925802230835e-08, -5.587935447692871e-08, -4.6566128730773926e-08, -3.725290298461914e-08, -2.7939677238464355e-08, -1.862645149230957e-08, -9.313225746154785e-09, 0.0, 9.313225746154785e-09, 1.862645149230957e-08, 2.7939677238464355e-08, 3.725290298461914e-08, 4.6566128730773926e-08, 5.587935447692871e-08, 6.51925802230835e-08, 7.450580596923828e-08, 8.381903171539307e-08, 9.313225746154785e-08, 1.0244548320770264e-07, 1.1175870895385742e-07, 1.210719347000122e-07, 1.30385160446167e-07, 1.3969838619232178e-07, 1.4901161193847656e-07, 1.5832483768463135e-07, 1.6763806343078613e-07, 1.7695128917694092e-07, 1.862645149230957e-07, 1.955777406692505e-07, 2.0489096641540527e-07, 2.1420419216156006e-07, 2.2351741790771484e-07, 2.3283064365386963e-07, 2.421438694000244e-07, 2.514570951461792e-07, 2.60770320892334e-07, 2.7008354663848877e-07, 2.7939677238464355e-07, 2.8870999813079834e-07, 2.980232238769531e-07]}, "gradients/decoder.model.decoder.layers.3.encoder_attn.q_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.3.encoder_attn.q_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.3.self_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 0.0, 1.0, 3.0, 7.0, 7.0, 5.0, 6.0, 13.0, 11.0, 18.0, 15.0, 20.0, 31.0, 41.0, 66.0, 127.0, 202.0, 157.0, 85.0, 47.0, 34.0, 22.0, 21.0, 14.0, 14.0, 14.0, 6.0, 9.0, 3.0, 6.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.070685008628061e-06, -3.937769633921562e-06, -3.804854031841387e-06, -3.6719386571348878e-06, -3.5390232824283885e-06, -3.4061076803482138e-06, -3.2731923056417145e-06, -3.140276930935215e-06, -3.007361556228716e-06, -2.8744461815222166e-06, -2.741530579442042e-06, -2.6086152047355426e-06, -2.4756998300290434e-06, -2.3427842279488686e-06, -2.2098688532423694e-06, -2.07695347853587e-06, -1.9440378764556954e-06, -1.8111223880623584e-06, -1.678207013355859e-06, -1.545291524962522e-06, -1.4123761502560228e-06, -1.2794606618626858e-06, -1.1465451734693488e-06, -1.0136297987628495e-06, -8.807143103695125e-07, -7.477988788195944e-07, -6.148834472696763e-07, -4.819679588763393e-07, -3.490525273264211e-07, -2.1613709577650297e-07, -8.322160738316597e-08, 4.9693824166752165e-08, 1.826092557166703e-07, 3.1552468726658844e-07, 4.48440147238216e-07, 5.813556072098436e-07, 7.142710387597617e-07, 8.471864703096799e-07, 9.801019587030169e-07, 1.1130173334095161e-06, 1.2459328218028531e-06, 1.3788483101961901e-06, 1.5117636849026894e-06, 1.6446791732960264e-06, 1.7775946616893634e-06, 1.9105100363958627e-06, 2.043425411102362e-06, 2.1763410131825367e-06, 2.309256387889036e-06, 2.4421717625955353e-06, 2.57508736467571e-06, 2.7080027393822093e-06, 2.8409181140887085e-06, 2.973833488795208e-06, 3.1067490908753825e-06, 3.239664465581882e-06, 3.3725800676620565e-06, 3.505495442368556e-06, 3.6384110444487305e-06, 3.77132641915523e-06, 3.9042420212354045e-06, 4.037157395941904e-06, 4.170072770648403e-06, 4.302988145354902e-06, 4.435903520061402e-06]}, "gradients/decoder.model.decoder.layers.3.self_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 3.0, 5.0, 5.0, 10.0, 9.0, 6.0, 10.0, 13.0, 14.0, 17.0, 13.0, 19.0, 30.0, 19.0, 22.0, 30.0, 30.0, 35.0, 40.0, 33.0, 30.0, 42.0, 42.0, 36.0, 44.0, 41.0, 40.0, 34.0, 34.0, 32.0, 36.0, 26.0, 32.0, 20.0, 22.0, 17.0, 13.0, 17.0, 17.0, 13.0, 10.0, 8.0, 9.0, 6.0, 8.0, 5.0, 5.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 3.0, 1.0], "bins": [-2.03553463506978e-06, -1.97339613805525e-06, -1.9112574136670446e-06, -1.8491188029656769e-06, -1.7869801922643092e-06, -1.7248416952497791e-06, -1.6627030845484114e-06, -1.6005644738470437e-06, -1.538425863145676e-06, -1.4762872524443083e-06, -1.4141486417429405e-06, -1.3520100310415728e-06, -1.2898715340270428e-06, -1.2277328096388374e-06, -1.1655943126243073e-06, -1.1034557019229396e-06, -1.041317091221572e-06, -9.791784805202042e-07, -9.170398698188365e-07, -8.549013159608876e-07, -7.927627052595199e-07, -7.306240945581521e-07, -6.684855407002033e-07, -6.063469299988355e-07, -5.442083192974678e-07, -4.820697085961001e-07, -4.199311263164418e-07, -3.577925440367835e-07, -2.956539333354158e-07, -2.3351532263404806e-07, -1.7137674035438977e-07, -1.0923815807473147e-07, -4.709954737336375e-08, 1.503904911714926e-08, 7.717764560766227e-08, 1.3931624209817528e-07, 2.014548385886883e-07, 2.63593449290056e-07, 3.257320315697143e-07, 3.878706138493726e-07, 4.5000922455074033e-07, 5.12147835252108e-07, 5.742864459534758e-07, 6.364249998114246e-07, 6.985636105127924e-07, 7.607022212141601e-07, 8.22840775072109e-07, 8.849793857734767e-07, 9.471179964748444e-07, 1.0092566071762121e-06, 1.0713952178775799e-06, 1.1335338285789476e-06, 1.1956724392803153e-06, 1.2578109362948453e-06, 1.319949546996213e-06, 1.3820881576975808e-06, 1.4442267683989485e-06, 1.5063653791003162e-06, 1.568503989801684e-06, 1.6306426005030517e-06, 1.6927810975175817e-06, 1.754919821905787e-06, 1.8170583189203171e-06, 1.8791969296216848e-06, 1.9413355403230526e-06]}, "gradients/decoder.model.decoder.layers.3.self_attn.out_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 5.0, 11.0, 7.0, 21.0, 19.0, 70.0, 52.0, 86.0, 90.0, 118.0, 175.0, 197.0, 273.0, 864.0, 658.0, 836.0, 1105.0, 1460.0, 1938.0, 2650.0, 3555.0, 11466.0, 8986.0, 12457.0, 17885.0, 25590.0, 38788.0, 62465.0, 126110.0, 538823.0, 62556.0, 38524.0, 25720.0, 17807.0, 12593.0, 9073.0, 6716.0, 8227.0, 2707.0, 1950.0, 1409.0, 1125.0, 840.0, 596.0, 475.0, 647.0, 201.0, 172.0, 139.0, 82.0, 71.0, 46.0, 41.0, 49.0, 13.0, 7.0, 10.0, 5.0, 4.0, 3.0, 2.0], "bins": [-2.1457672119140625e-06, -2.078711986541748e-06, -2.0116567611694336e-06, -1.944601535797119e-06, -1.8775463104248047e-06, -1.8104910850524902e-06, -1.7434358596801758e-06, -1.6763806343078613e-06, -1.6093254089355469e-06, -1.5422701835632324e-06, -1.475214958190918e-06, -1.4081597328186035e-06, -1.341104507446289e-06, -1.2740492820739746e-06, -1.2069940567016602e-06, -1.1399388313293457e-06, -1.0728836059570312e-06, -1.0058283805847168e-06, -9.387731552124023e-07, -8.717179298400879e-07, -8.046627044677734e-07, -7.37607479095459e-07, -6.705522537231445e-07, -6.034970283508301e-07, -5.364418029785156e-07, -4.6938657760620117e-07, -4.023313522338867e-07, -3.3527612686157227e-07, -2.682209014892578e-07, -2.0116567611694336e-07, -1.341104507446289e-07, -6.705522537231445e-08, 0.0, 6.705522537231445e-08, 1.341104507446289e-07, 2.0116567611694336e-07, 2.682209014892578e-07, 3.3527612686157227e-07, 4.023313522338867e-07, 4.6938657760620117e-07, 5.364418029785156e-07, 6.034970283508301e-07, 6.705522537231445e-07, 7.37607479095459e-07, 8.046627044677734e-07, 8.717179298400879e-07, 9.387731552124023e-07, 1.0058283805847168e-06, 1.0728836059570312e-06, 1.1399388313293457e-06, 1.2069940567016602e-06, 1.2740492820739746e-06, 1.341104507446289e-06, 1.4081597328186035e-06, 1.475214958190918e-06, 1.5422701835632324e-06, 1.6093254089355469e-06, 1.6763806343078613e-06, 1.7434358596801758e-06, 1.8104910850524902e-06, 1.8775463104248047e-06, 1.944601535797119e-06, 2.0116567611694336e-06, 2.078711986541748e-06, 2.1457672119140625e-06]}, "gradients/decoder.model.decoder.layers.3.self_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 0.0, 10.0, 5.0, 9.0, 11.0, 4.0, 10.0, 13.0, 18.0, 16.0, 12.0, 24.0, 30.0, 15.0, 24.0, 23.0, 40.0, 33.0, 21.0, 43.0, 18.0, 61.0, 70.0, 39.0, 64.0, 25.0, 31.0, 51.0, 15.0, 36.0, 15.0, 30.0, 23.0, 12.0, 31.0, 15.0, 7.0, 21.0, 7.0, 14.0, 13.0, 4.0, 8.0, 10.0, 7.0, 4.0, 2.0, 5.0, 1.0, 1.0, 4.0, 1.0, 0.0, 4.0], "bins": [-3.159046173095703e-06, -3.063119947910309e-06, -2.9671937227249146e-06, -2.8712674975395203e-06, -2.775341272354126e-06, -2.6794150471687317e-06, -2.5834888219833374e-06, -2.487562596797943e-06, -2.391636371612549e-06, -2.2957101464271545e-06, -2.1997839212417603e-06, -2.103857696056366e-06, -2.0079314708709717e-06, -1.9120052456855774e-06, -1.816079020500183e-06, -1.7201527953147888e-06, -1.6242265701293945e-06, -1.5283003449440002e-06, -1.432374119758606e-06, -1.3364478945732117e-06, -1.2405216693878174e-06, -1.144595444202423e-06, -1.0486692190170288e-06, -9.527429938316345e-07, -8.568167686462402e-07, -7.60890543460846e-07, -6.649643182754517e-07, -5.690380930900574e-07, -4.731118679046631e-07, -3.771856427192688e-07, -2.812594175338745e-07, -1.8533319234848022e-07, -8.940696716308594e-08, 6.51925802230835e-09, 1.0244548320770264e-07, 1.9837170839309692e-07, 2.942979335784912e-07, 3.902241587638855e-07, 4.861503839492798e-07, 5.820766091346741e-07, 6.780028343200684e-07, 7.739290595054626e-07, 8.698552846908569e-07, 9.657815098762512e-07, 1.0617077350616455e-06, 1.1576339602470398e-06, 1.253560185432434e-06, 1.3494864106178284e-06, 1.4454126358032227e-06, 1.541338860988617e-06, 1.6372650861740112e-06, 1.7331913113594055e-06, 1.8291175365447998e-06, 1.925043761730194e-06, 2.0209699869155884e-06, 2.1168962121009827e-06, 2.212822437286377e-06, 2.3087486624717712e-06, 2.4046748876571655e-06, 2.50060111284256e-06, 2.596527338027954e-06, 2.6924535632133484e-06, 2.7883797883987427e-06, 2.884306013584137e-06, 2.9802322387695312e-06]}, "gradients/decoder.model.decoder.layers.3.self_attn.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 4.0, 4.0, 10.0, 11.0, 15.0, 10.0, 10.0, 20.0, 21.0, 25.0, 21.0, 36.0, 28.0, 41.0, 67.0, 80.0, 105.0, 177.0, 323.0, 1211.0, 12832.0, 916615.0, 112178.0, 3443.0, 456.0, 216.0, 157.0, 78.0, 80.0, 43.0, 40.0, 30.0, 33.0, 21.0, 21.0, 23.0, 14.0, 9.0, 14.0, 9.0, 10.0, 11.0, 6.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.239776611328125e-05, -1.1994503438472748e-05, -1.1591240763664246e-05, -1.1187978088855743e-05, -1.0784715414047241e-05, -1.0381452739238739e-05, -9.978190064430237e-06, -9.574927389621735e-06, -9.171664714813232e-06, -8.76840204000473e-06, -8.365139365196228e-06, -7.961876690387726e-06, -7.558614015579224e-06, -7.1553513407707214e-06, -6.752088665962219e-06, -6.348825991153717e-06, -5.945563316345215e-06, -5.542300641536713e-06, -5.1390379667282104e-06, -4.735775291919708e-06, -4.332512617111206e-06, -3.929249942302704e-06, -3.5259872674942017e-06, -3.1227245926856995e-06, -2.7194619178771973e-06, -2.316199243068695e-06, -1.912936568260193e-06, -1.5096738934516907e-06, -1.1064112186431885e-06, -7.031485438346863e-07, -2.998858690261841e-07, 1.0337680578231812e-07, 5.066394805908203e-07, 9.099021553993225e-07, 1.3131648302078247e-06, 1.716427505016327e-06, 2.119690179824829e-06, 2.5229528546333313e-06, 2.9262155294418335e-06, 3.3294782042503357e-06, 3.732740879058838e-06, 4.13600355386734e-06, 4.539266228675842e-06, 4.9425289034843445e-06, 5.345791578292847e-06, 5.749054253101349e-06, 6.152316927909851e-06, 6.555579602718353e-06, 6.9588422775268555e-06, 7.362104952335358e-06, 7.76536762714386e-06, 8.168630301952362e-06, 8.571892976760864e-06, 8.975155651569366e-06, 9.378418326377869e-06, 9.781681001186371e-06, 1.0184943675994873e-05, 1.0588206350803375e-05, 1.0991469025611877e-05, 1.139473170042038e-05, 1.1797994375228882e-05, 1.2201257050037384e-05, 1.2604519724845886e-05, 1.3007782399654388e-05, 1.341104507446289e-05]}, "gradients/decoder.model.decoder.layers.3.self_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 1.0, 4.0, 5.0, 3.0, 3.0, 8.0, 7.0, 6.0, 11.0, 9.0, 10.0, 8.0, 28.0, 7.0, 22.0, 28.0, 27.0, 25.0, 34.0, 49.0, 40.0, 61.0, 77.0, 91.0, 58.0, 63.0, 49.0, 28.0, 35.0, 33.0, 14.0, 23.0, 27.0, 18.0, 7.0, 13.0, 13.0, 6.0, 11.0, 9.0, 8.0, 4.0, 6.0, 5.0, 2.0, 5.0, 3.0, 2.0, 3.0, 1.0, 1.0], "bins": [-5.900859832763672e-06, -5.739741027355194e-06, -5.578622221946716e-06, -5.4175034165382385e-06, -5.256384611129761e-06, -5.095265805721283e-06, -4.934147000312805e-06, -4.773028194904327e-06, -4.61190938949585e-06, -4.450790584087372e-06, -4.289671778678894e-06, -4.128552973270416e-06, -3.9674341678619385e-06, -3.8063153624534607e-06, -3.645196557044983e-06, -3.484077751636505e-06, -3.3229589462280273e-06, -3.1618401408195496e-06, -3.0007213354110718e-06, -2.839602530002594e-06, -2.678483724594116e-06, -2.5173649191856384e-06, -2.3562461137771606e-06, -2.195127308368683e-06, -2.034008502960205e-06, -1.8728896975517273e-06, -1.7117708921432495e-06, -1.5506520867347717e-06, -1.389533281326294e-06, -1.2284144759178162e-06, -1.0672956705093384e-06, -9.061768651008606e-07, -7.450580596923828e-07, -5.83939254283905e-07, -4.2282044887542725e-07, -2.6170164346694946e-07, -1.0058283805847168e-07, 6.05359673500061e-08, 2.2165477275848389e-07, 3.8277357816696167e-07, 5.438923835754395e-07, 7.050111889839172e-07, 8.66129994392395e-07, 1.0272487998008728e-06, 1.1883676052093506e-06, 1.3494864106178284e-06, 1.5106052160263062e-06, 1.671724021434784e-06, 1.8328428268432617e-06, 1.9939616322517395e-06, 2.1550804376602173e-06, 2.316199243068695e-06, 2.477318048477173e-06, 2.6384368538856506e-06, 2.7995556592941284e-06, 2.960674464702606e-06, 3.121793270111084e-06, 3.2829120755195618e-06, 3.4440308809280396e-06, 3.6051496863365173e-06, 3.766268491744995e-06, 3.927387297153473e-06, 4.088506102561951e-06, 4.2496249079704285e-06, 4.410743713378906e-06]}, "gradients/decoder.model.decoder.layers.3.self_attn.k_proj.weight": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 19.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 71.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048389.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 73.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 20.0], "bins": [-2.384185791015625e-07, -2.3283064365386963e-07, -2.2724270820617676e-07, -2.2165477275848389e-07, -2.1606683731079102e-07, -2.1047890186309814e-07, -2.0489096641540527e-07, -1.993030309677124e-07, -1.9371509552001953e-07, -1.8812716007232666e-07, -1.825392246246338e-07, -1.7695128917694092e-07, -1.7136335372924805e-07, -1.6577541828155518e-07, -1.601874828338623e-07, -1.5459954738616943e-07, -1.4901161193847656e-07, -1.434236764907837e-07, -1.3783574104309082e-07, -1.3224780559539795e-07, -1.2665987014770508e-07, -1.210719347000122e-07, -1.1548399925231934e-07, -1.0989606380462646e-07, -1.043081283569336e-07, -9.872019290924072e-08, -9.313225746154785e-08, -8.754432201385498e-08, -8.195638656616211e-08, -7.636845111846924e-08, -7.078051567077637e-08, -6.51925802230835e-08, -5.960464477539063e-08, -5.4016709327697754e-08, -4.842877388000488e-08, -4.284083843231201e-08, -3.725290298461914e-08, -3.166496753692627e-08, -2.60770320892334e-08, -2.0489096641540527e-08, -1.4901161193847656e-08, -9.313225746154785e-09, -3.725290298461914e-09, 1.862645149230957e-09, 7.450580596923828e-09, 1.30385160446167e-08, 1.862645149230957e-08, 2.421438694000244e-08, 2.9802322387695312e-08, 3.5390257835388184e-08, 4.0978193283081055e-08, 4.6566128730773926e-08, 5.21540641784668e-08, 5.774199962615967e-08, 6.332993507385254e-08, 6.891787052154541e-08, 7.450580596923828e-08, 8.009374141693115e-08, 8.568167686462402e-08, 9.12696123123169e-08, 9.685754776000977e-08, 1.0244548320770264e-07, 1.0803341865539551e-07, 1.1362135410308838e-07, 1.1920928955078125e-07]}, "gradients/decoder.model.decoder.layers.3.self_attn.k_proj.bias": {"_type": "histogram", "values": [1023.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [0.0, 9.313225746154785e-10, 1.862645149230957e-09, 2.7939677238464355e-09, 3.725290298461914e-09, 4.6566128730773926e-09, 5.587935447692871e-09, 6.51925802230835e-09, 7.450580596923828e-09, 8.381903171539307e-09, 9.313225746154785e-09, 1.0244548320770264e-08, 1.1175870895385742e-08, 1.210719347000122e-08, 1.30385160446167e-08, 1.3969838619232178e-08, 1.4901161193847656e-08, 1.5832483768463135e-08, 1.6763806343078613e-08, 1.7695128917694092e-08, 1.862645149230957e-08, 1.955777406692505e-08, 2.0489096641540527e-08, 2.1420419216156006e-08, 2.2351741790771484e-08, 2.3283064365386963e-08, 2.421438694000244e-08, 2.514570951461792e-08, 2.60770320892334e-08, 2.7008354663848877e-08, 2.7939677238464355e-08, 2.8870999813079834e-08, 2.9802322387695312e-08, 3.073364496231079e-08, 3.166496753692627e-08, 3.259629011154175e-08, 3.3527612686157227e-08, 3.4458935260772705e-08, 3.5390257835388184e-08, 3.632158041000366e-08, 3.725290298461914e-08, 3.818422555923462e-08, 3.91155481338501e-08, 4.0046870708465576e-08, 4.0978193283081055e-08, 4.190951585769653e-08, 4.284083843231201e-08, 4.377216100692749e-08, 4.470348358154297e-08, 4.563480615615845e-08, 4.6566128730773926e-08, 4.7497451305389404e-08, 4.842877388000488e-08, 4.936009645462036e-08, 5.029141902923584e-08, 5.122274160385132e-08, 5.21540641784668e-08, 5.3085386753082275e-08, 5.4016709327697754e-08, 5.494803190231323e-08, 5.587935447692871e-08, 5.681067705154419e-08, 5.774199962615967e-08, 5.8673322200775146e-08, 5.960464477539063e-08]}, "gradients/decoder.model.decoder.layers.3.self_attn.q_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.3.self_attn.q_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.2.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 6.0, 11.0, 14.0, 25.0, 57.0, 128.0, 299.0, 244.0, 102.0, 56.0, 27.0, 19.0, 8.0, 3.0, 5.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.0776333510875702e-05, -1.0551557352300733e-05, -1.0326780284231063e-05, -1.0102003216161393e-05, -9.877227057586424e-06, -9.652450899011455e-06, -9.427673830941785e-06, -9.202896762872115e-06, -8.978120604297146e-06, -8.753344445722178e-06, -8.528567377652507e-06, -8.303790309582837e-06, -8.079014151007868e-06, -7.8542379924329e-06, -7.62946092436323e-06, -7.40468431104091e-06, -7.1799076977185905e-06, -6.955131084396271e-06, -6.7303544710739516e-06, -6.505577857751632e-06, -6.280801244429313e-06, -6.056024631106993e-06, -5.831248017784674e-06, -5.606471404462354e-06, -5.381694791140035e-06, -5.156918177817715e-06, -4.932141564495396e-06, -4.707364951173076e-06, -4.482588337850757e-06, -4.2578117245284375e-06, -4.033035111206118e-06, -3.8082584978837986e-06, -3.583481429814128e-06, -3.3587048164918087e-06, -3.1339282031694893e-06, -2.90915158984717e-06, -2.6843749765248504e-06, -2.459598363202531e-06, -2.2348217498802114e-06, -2.010045136557892e-06, -1.7852685232355725e-06, -1.560491909913253e-06, -1.3357152965909336e-06, -1.1109386832686141e-06, -8.861620699462947e-07, -6.613854566239752e-07, -4.366088433016557e-07, -2.1183222997933626e-07, 1.2944383342983201e-08, 2.3772099666530266e-07, 4.6249760998762213e-07, 6.872742233099416e-07, 9.12050836632261e-07, 1.1368274499545805e-06, 1.3616040632769e-06, 1.5863806765992194e-06, 1.811157289921539e-06, 2.0359339032438584e-06, 2.260710516566178e-06, 2.4854871298884973e-06, 2.7102637432108168e-06, 2.9350403565331362e-06, 3.1598169698554557e-06, 3.384593583177775e-06, 3.6093701965000946e-06]}, "gradients/decoder.model.decoder.layers.2.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 4.0, 2.0, 6.0, 6.0, 8.0, 3.0, 15.0, 10.0, 15.0, 22.0, 25.0, 17.0, 30.0, 32.0, 27.0, 32.0, 30.0, 47.0, 39.0, 45.0, 48.0, 46.0, 50.0, 39.0, 39.0, 37.0, 42.0, 35.0, 39.0, 36.0, 29.0, 24.0, 18.0, 18.0, 13.0, 20.0, 13.0, 8.0, 4.0, 8.0, 7.0, 5.0, 6.0, 6.0, 2.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-7.055729383864673e-06, -6.813980235165218e-06, -6.572231541213114e-06, -6.330482392513659e-06, -6.088733243814204e-06, -5.8469845498621e-06, -5.605235401162645e-06, -5.363486707210541e-06, -5.121737558511086e-06, -4.879988409811631e-06, -4.638239715859527e-06, -4.396490567160072e-06, -4.154741873207968e-06, -3.912992724508513e-06, -3.671243575809058e-06, -3.4294946544832783e-06, -3.1877457331574988e-06, -2.9459968118317192e-06, -2.7042478905059397e-06, -2.4624987418064848e-06, -2.2207498204807052e-06, -1.9790008991549257e-06, -1.7372518641423085e-06, -1.4955028291296912e-06, -1.2537539078039117e-06, -1.0120049864781322e-06, -7.70255951465515e-07, -5.285069732963166e-07, -2.867579951271182e-07, -4.500907380133867e-08, 1.9673996121127857e-07, 4.384889962238958e-07, 6.802374628023244e-07, 9.219864409715228e-07, 1.1637354191407212e-06, 1.4054844541533384e-06, 1.647233375479118e-06, 1.8889822968048975e-06, 2.1307314455043525e-06, 2.372480366830132e-06, 2.6142292881559115e-06, 2.855978209481691e-06, 3.0977271308074705e-06, 3.3394762795069255e-06, 3.581225200832705e-06, 3.8229741221584845e-06, 4.0647232708579395e-06, 4.3064719648100436e-06, 4.5482211135094985e-06, 4.7899702622089535e-06, 5.031718956161058e-06, 5.2734681048605125e-06, 5.515216798812617e-06, 5.756965947512072e-06, 5.9987150962115265e-06, 6.2404642449109815e-06, 6.482212938863086e-06, 6.7239620875625405e-06, 6.965710781514645e-06, 7.2074599302141e-06, 7.4492090789135545e-06, 7.69095822761301e-06, 7.932706466817763e-06, 8.174455615517218e-06, 8.416204764216673e-06]}, "gradients/decoder.model.decoder.layers.2.fc2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 9.0, 0.0, 0.0, 0.0, 0.0, 42.0, 0.0, 0.0, 0.0, 126.0, 0.0, 1.0, 3.0, 3.0, 184.0, 53.0, 182.0, 544.0, 232800.0, 3959164.0, 557.0, 169.0, 71.0, 206.0, 7.0, 7.0, 1.0, 0.0, 98.0, 0.0, 0.0, 0.0, 53.0, 0.0, 0.0, 0.0, 0.0, 12.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 6.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.606081008911133e-05, -3.49339097738266e-05, -3.380700945854187e-05, -3.268010914325714e-05, -3.155320882797241e-05, -3.0426308512687683e-05, -2.9299408197402954e-05, -2.8172507882118225e-05, -2.7045607566833496e-05, -2.5918707251548767e-05, -2.4791806936264038e-05, -2.366490662097931e-05, -2.253800630569458e-05, -2.141110599040985e-05, -2.0284205675125122e-05, -1.9157305359840393e-05, -1.8030405044555664e-05, -1.6903504729270935e-05, -1.5776604413986206e-05, -1.4649704098701477e-05, -1.3522803783416748e-05, -1.2395903468132019e-05, -1.126900315284729e-05, -1.0142102837562561e-05, -9.015202522277832e-06, -7.888302206993103e-06, -6.761401891708374e-06, -5.634501576423645e-06, -4.507601261138916e-06, -3.380700945854187e-06, -2.253800630569458e-06, -1.126900315284729e-06, 0.0, 1.126900315284729e-06, 2.253800630569458e-06, 3.380700945854187e-06, 4.507601261138916e-06, 5.634501576423645e-06, 6.761401891708374e-06, 7.888302206993103e-06, 9.015202522277832e-06, 1.0142102837562561e-05, 1.126900315284729e-05, 1.2395903468132019e-05, 1.3522803783416748e-05, 1.4649704098701477e-05, 1.5776604413986206e-05, 1.6903504729270935e-05, 1.8030405044555664e-05, 1.9157305359840393e-05, 2.0284205675125122e-05, 2.141110599040985e-05, 2.253800630569458e-05, 2.366490662097931e-05, 2.4791806936264038e-05, 2.5918707251548767e-05, 2.7045607566833496e-05, 2.8172507882118225e-05, 2.9299408197402954e-05, 3.0426308512687683e-05, 3.155320882797241e-05, 3.268010914325714e-05, 3.380700945854187e-05, 3.49339097738266e-05, 3.606081008911133e-05]}, "gradients/decoder.model.decoder.layers.2.fc2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 6.0, 0.0, 0.0, 0.0, 16.0, 0.0, 0.0, 23.0, 0.0, 0.0, 0.0, 70.0, 0.0, 0.0, 0.0, 119.0, 0.0, 0.0, 0.0, 165.0, 0.0, 0.0, 211.0, 0.0, 0.0, 0.0, 186.0, 0.0, 0.0, 0.0, 93.0, 0.0, 0.0, 0.0, 77.0, 0.0, 0.0, 33.0, 0.0, 0.0, 0.0, 14.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-5.364418029785156e-07, -5.206093192100525e-07, -5.047768354415894e-07, -4.889443516731262e-07, -4.731118679046631e-07, -4.5727938413619995e-07, -4.414469003677368e-07, -4.256144165992737e-07, -4.0978193283081055e-07, -3.939494490623474e-07, -3.781169652938843e-07, -3.6228448152542114e-07, -3.46451997756958e-07, -3.3061951398849487e-07, -3.1478703022003174e-07, -2.989545464515686e-07, -2.8312206268310547e-07, -2.6728957891464233e-07, -2.514570951461792e-07, -2.3562461137771606e-07, -2.1979212760925293e-07, -2.039596438407898e-07, -1.8812716007232666e-07, -1.7229467630386353e-07, -1.564621925354004e-07, -1.4062970876693726e-07, -1.2479722499847412e-07, -1.0896474123001099e-07, -9.313225746154785e-08, -7.729977369308472e-08, -6.146728992462158e-08, -4.563480615615845e-08, -2.9802322387695312e-08, -1.3969838619232178e-08, 1.862645149230957e-09, 1.7695128917694092e-08, 3.3527612686157227e-08, 4.936009645462036e-08, 6.51925802230835e-08, 8.102506399154663e-08, 9.685754776000977e-08, 1.126900315284729e-07, 1.2852251529693604e-07, 1.4435499906539917e-07, 1.601874828338623e-07, 1.7601996660232544e-07, 1.9185245037078857e-07, 2.076849341392517e-07, 2.2351741790771484e-07, 2.39349901676178e-07, 2.551823854446411e-07, 2.7101486921310425e-07, 2.868473529815674e-07, 3.026798367500305e-07, 3.1851232051849365e-07, 3.343448042869568e-07, 3.501772880554199e-07, 3.6600977182388306e-07, 3.818422555923462e-07, 3.976747393608093e-07, 4.1350722312927246e-07, 4.293397068977356e-07, 4.4517219066619873e-07, 4.6100467443466187e-07, 4.76837158203125e-07]}, "gradients/decoder.model.decoder.layers.2.fc1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 6.0, 0.0, 0.0, 24.0, 0.0, 0.0, 75.0, 1.0, 4.0, 198.0, 44.0, 972.0, 4191919.0, 671.0, 40.0, 229.0, 5.0, 1.0, 64.0, 0.0, 0.0, 19.0, 0.0, 0.0, 8.0, 0.0, 0.0, 3.0, 0.0, 0.0, 5.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.0279159545898438e-05, -2.944841980934143e-05, -2.8617680072784424e-05, -2.7786940336227417e-05, -2.695620059967041e-05, -2.6125460863113403e-05, -2.5294721126556396e-05, -2.446398138999939e-05, -2.3633241653442383e-05, -2.2802501916885376e-05, -2.197176218032837e-05, -2.1141022443771362e-05, -2.0310282707214355e-05, -1.947954297065735e-05, -1.8648803234100342e-05, -1.7818063497543335e-05, -1.6987323760986328e-05, -1.615658402442932e-05, -1.5325844287872314e-05, -1.4495104551315308e-05, -1.36643648147583e-05, -1.2833625078201294e-05, -1.2002885341644287e-05, -1.117214560508728e-05, -1.0341405868530273e-05, -9.510666131973267e-06, -8.67992639541626e-06, -7.849186658859253e-06, -7.018446922302246e-06, -6.187707185745239e-06, -5.356967449188232e-06, -4.526227712631226e-06, -3.6954879760742188e-06, -2.864748239517212e-06, -2.034008502960205e-06, -1.2032687664031982e-06, -3.725290298461914e-07, 4.5821070671081543e-07, 1.2889504432678223e-06, 2.119690179824829e-06, 2.950429916381836e-06, 3.7811696529388428e-06, 4.61190938949585e-06, 5.4426491260528564e-06, 6.273388862609863e-06, 7.10412859916687e-06, 7.934868335723877e-06, 8.765608072280884e-06, 9.59634780883789e-06, 1.0427087545394897e-05, 1.1257827281951904e-05, 1.2088567018508911e-05, 1.2919306755065918e-05, 1.3750046491622925e-05, 1.4580786228179932e-05, 1.541152596473694e-05, 1.6242265701293945e-05, 1.7073005437850952e-05, 1.790374517440796e-05, 1.8734484910964966e-05, 1.9565224647521973e-05, 2.039596438407898e-05, 2.1226704120635986e-05, 2.2057443857192993e-05, 2.288818359375e-05]}, "gradients/decoder.model.decoder.layers.2.fc1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 11.0, 0.0, 0.0, 28.0, 0.0, 0.0, 94.0, 0.0, 0.0, 305.0, 0.0, 3210.0, 0.0, 0.0, 292.0, 0.0, 0.0, 94.0, 0.0, 0.0, 25.0, 0.0, 0.0, 10.0, 0.0, 3.0, 0.0, 0.0, 4.0, 0.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-8.344650268554688e-07, -8.130446076393127e-07, -7.916241884231567e-07, -7.702037692070007e-07, -7.487833499908447e-07, -7.273629307746887e-07, -7.059425115585327e-07, -6.845220923423767e-07, -6.631016731262207e-07, -6.416812539100647e-07, -6.202608346939087e-07, -5.988404154777527e-07, -5.774199962615967e-07, -5.559995770454407e-07, -5.345791578292847e-07, -5.131587386131287e-07, -4.917383193969727e-07, -4.7031790018081665e-07, -4.4889748096466064e-07, -4.2747706174850464e-07, -4.0605664253234863e-07, -3.8463622331619263e-07, -3.632158041000366e-07, -3.417953848838806e-07, -3.203749656677246e-07, -2.989545464515686e-07, -2.775341272354126e-07, -2.561137080192566e-07, -2.3469328880310059e-07, -2.1327286958694458e-07, -1.9185245037078857e-07, -1.7043203115463257e-07, -1.4901161193847656e-07, -1.2759119272232056e-07, -1.0617077350616455e-07, -8.475035429000854e-08, -6.332993507385254e-08, -4.190951585769653e-08, -2.0489096641540527e-08, 9.313225746154785e-10, 2.2351741790771484e-08, 4.377216100692749e-08, 6.51925802230835e-08, 8.66129994392395e-08, 1.0803341865539551e-07, 1.2945383787155151e-07, 1.5087425708770752e-07, 1.7229467630386353e-07, 1.9371509552001953e-07, 2.1513551473617554e-07, 2.3655593395233154e-07, 2.5797635316848755e-07, 2.7939677238464355e-07, 3.0081719160079956e-07, 3.2223761081695557e-07, 3.4365803003311157e-07, 3.650784492492676e-07, 3.864988684654236e-07, 4.079192876815796e-07, 4.293397068977356e-07, 4.507601261138916e-07, 4.721805453300476e-07, 4.936009645462036e-07, 5.150213837623596e-07, 5.364418029785156e-07]}, "gradients/decoder.model.decoder.layers.2.encoder_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 7.0, 3.0, 15.0, 13.0, 39.0, 56.0, 78.0, 127.0, 261.0, 175.0, 101.0, 48.0, 30.0, 18.0, 15.0, 8.0, 5.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2907556765640038e-06, -1.2180247495052754e-06, -1.145293822446547e-06, -1.0725628953878186e-06, -9.998318546422524e-07, -9.271009844269429e-07, -8.543700005247956e-07, -7.816390734660672e-07, -7.089081464073388e-07, -6.361772193486104e-07, -5.63446292289882e-07, -4.907153083877347e-07, -4.179843813290063e-07, -3.4525345427027787e-07, -2.7252249878984003e-07, -1.9979154330940219e-07, -1.2706061625067377e-07, -5.432967498109065e-08, 1.840126628849248e-08, 9.11322075580756e-08, 1.6386314882765873e-07, 2.3659407588638715e-07, 3.09325031366825e-07, 3.8205598684726283e-07, 4.5478691390599124e-07, 5.275178409647197e-07, 6.002487680234481e-07, 6.729797519255953e-07, 7.457106789843237e-07, 8.184416060430522e-07, 8.911725899451994e-07, 9.639035170039278e-07, 1.036634557749494e-06, 1.1093654848082224e-06, 1.1820964118669508e-06, 1.2548273389256792e-06, 1.3275582659844076e-06, 1.400289193043136e-06, 1.4730202337887022e-06, 1.5457511608474306e-06, 1.618482087906159e-06, 1.6912130149648874e-06, 1.7639439420236158e-06, 1.8366748690823442e-06, 1.9094059098279104e-06, 1.9821368368866388e-06, 2.054867763945367e-06, 2.1275986910040956e-06, 2.200329618062824e-06, 2.2730605451215524e-06, 2.345791472180281e-06, 2.4185223992390092e-06, 2.4912533262977377e-06, 2.563984253356466e-06, 2.6367151804151945e-06, 2.709446107473923e-06, 2.7821770345326513e-06, 2.8549079615913797e-06, 2.927638888650108e-06, 3.0003698157088365e-06, 3.073100742767565e-06, 3.1458316698262934e-06, 3.2185625968850218e-06, 3.29129352394375e-06, 3.364024678376154e-06]}, "gradients/decoder.model.decoder.layers.2.encoder_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 3.0, 0.0, 2.0, 6.0, 1.0, 3.0, 4.0, 4.0, 4.0, 15.0, 4.0, 12.0, 11.0, 20.0, 13.0, 14.0, 18.0, 17.0, 30.0, 20.0, 35.0, 34.0, 42.0, 41.0, 44.0, 45.0, 31.0, 38.0, 45.0, 41.0, 31.0, 35.0, 41.0, 40.0, 28.0, 30.0, 23.0, 17.0, 24.0, 16.0, 19.0, 17.0, 12.0, 9.0, 9.0, 16.0, 10.0, 12.0, 5.0, 5.0, 4.0, 7.0, 5.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0], "bins": [-6.903374014655128e-07, -6.671979235761683e-07, -6.440583888434048e-07, -6.209189109540603e-07, -5.977794330647157e-07, -5.746399551753711e-07, -5.515004204426077e-07, -5.283609425532632e-07, -5.052214646639186e-07, -4.82081986774574e-07, -4.5894248046352004e-07, -4.3580297415246605e-07, -4.126634962631215e-07, -3.895239899520675e-07, -3.663844836410135e-07, -3.4324500575166894e-07, -3.2010549944061495e-07, -2.9696599312956096e-07, -2.738265152402164e-07, -2.506870089291624e-07, -2.2754753103981784e-07, -2.0440802472876385e-07, -1.8126853262856457e-07, -1.581290405283653e-07, -1.3498954842816602e-07, -1.1185005632796674e-07, -8.871056422776746e-08, -6.557106502214083e-08, -4.243157292194155e-08, -1.9292080821742275e-08, 3.84741838388436e-09, 2.6986910484083637e-08, 5.0126402584282914e-08, 7.326589468448219e-08, 9.640538678468147e-08, 1.1954489309573546e-07, 1.4268437098508002e-07, 1.6582387729613401e-07, 1.889633693963333e-07, 2.1210286149653257e-07, 2.3524235359673185e-07, 2.583818456969311e-07, 2.815213520079851e-07, 3.046608298973297e-07, 3.2780033620838367e-07, 3.5093981409772823e-07, 3.740793204087822e-07, 3.972187982981268e-07, 4.203583046091808e-07, 4.4349781092023477e-07, 4.6663728880957933e-07, 4.897767666989239e-07, 5.129163014316873e-07, 5.360557793210319e-07, 5.591952572103764e-07, 5.823347919431399e-07, 6.054742698324844e-07, 6.28613747721829e-07, 6.517532824545924e-07, 6.74892760343937e-07, 6.980322382332815e-07, 7.211717161226261e-07, 7.443112508553895e-07, 7.674507287447341e-07, 7.905902066340786e-07]}, "gradients/decoder.model.decoder.layers.2.encoder_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 4.0, 0.0, 0.0, 10.0, 0.0, 60.0, 0.0, 0.0, 350.0, 0.0, 0.0, 5095.0, 0.0, 0.0, 1037567.0, 0.0, 5078.0, 0.0, 0.0, 327.0, 0.0, 0.0, 58.0, 0.0, 0.0, 13.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-7.748603820800781e-07, -7.534399628639221e-07, -7.320195436477661e-07, -7.105991244316101e-07, -6.891787052154541e-07, -6.677582859992981e-07, -6.463378667831421e-07, -6.249174475669861e-07, -6.034970283508301e-07, -5.820766091346741e-07, -5.606561899185181e-07, -5.392357707023621e-07, -5.178153514862061e-07, -4.9639493227005e-07, -4.7497451305389404e-07, -4.5355409383773804e-07, -4.3213367462158203e-07, -4.10713255405426e-07, -3.8929283618927e-07, -3.67872416973114e-07, -3.46451997756958e-07, -3.25031578540802e-07, -3.03611159324646e-07, -2.8219074010849e-07, -2.60770320892334e-07, -2.39349901676178e-07, -2.1792948246002197e-07, -1.9650906324386597e-07, -1.7508864402770996e-07, -1.5366822481155396e-07, -1.3224780559539795e-07, -1.1082738637924194e-07, -8.940696716308594e-08, -6.798654794692993e-08, -4.6566128730773926e-08, -2.514570951461792e-08, -3.725290298461914e-09, 1.7695128917694092e-08, 3.91155481338501e-08, 6.05359673500061e-08, 8.195638656616211e-08, 1.0337680578231812e-07, 1.2479722499847412e-07, 1.4621764421463013e-07, 1.6763806343078613e-07, 1.8905848264694214e-07, 2.1047890186309814e-07, 2.3189932107925415e-07, 2.5331974029541016e-07, 2.7474015951156616e-07, 2.9616057872772217e-07, 3.175809979438782e-07, 3.390014171600342e-07, 3.604218363761902e-07, 3.818422555923462e-07, 4.032626748085022e-07, 4.246830940246582e-07, 4.461035132408142e-07, 4.675239324569702e-07, 4.889443516731262e-07, 5.103647708892822e-07, 5.317851901054382e-07, 5.532056093215942e-07, 5.746260285377502e-07, 5.960464477539062e-07]}, "gradients/decoder.model.decoder.layers.2.encoder_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 5.0, 10.0, 15.0, 0.0, 26.0, 48.0, 75.0, 0.0, 116.0, 148.0, 0.0, 152.0, 144.0, 102.0, 0.0, 64.0, 44.0, 23.0, 0.0, 19.0, 9.0, 8.0, 0.0, 7.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.344650268554688e-07, -7.906928658485413e-07, -7.469207048416138e-07, -7.031485438346863e-07, -6.593763828277588e-07, -6.156042218208313e-07, -5.718320608139038e-07, -5.280598998069763e-07, -4.842877388000488e-07, -4.4051557779312134e-07, -3.9674341678619385e-07, -3.5297125577926636e-07, -3.0919909477233887e-07, -2.654269337654114e-07, -2.2165477275848389e-07, -1.778826117515564e-07, -1.341104507446289e-07, -9.033828973770142e-08, -4.6566128730773926e-08, -2.7939677238464355e-09, 4.0978193283081055e-08, 8.475035429000854e-08, 1.2852251529693604e-07, 1.7229467630386353e-07, 2.1606683731079102e-07, 2.598389983177185e-07, 3.03611159324646e-07, 3.473833203315735e-07, 3.91155481338501e-07, 4.3492764234542847e-07, 4.78699803352356e-07, 5.224719643592834e-07, 5.662441253662109e-07, 6.100162863731384e-07, 6.537884473800659e-07, 6.975606083869934e-07, 7.413327693939209e-07, 7.851049304008484e-07, 8.288770914077759e-07, 8.726492524147034e-07, 9.164214134216309e-07, 9.601935744285583e-07, 1.0039657354354858e-06, 1.0477378964424133e-06, 1.0915100574493408e-06, 1.1352822184562683e-06, 1.1790543794631958e-06, 1.2228265404701233e-06, 1.2665987014770508e-06, 1.3103708624839783e-06, 1.3541430234909058e-06, 1.3979151844978333e-06, 1.4416873455047607e-06, 1.4854595065116882e-06, 1.5292316675186157e-06, 1.5730038285255432e-06, 1.6167759895324707e-06, 1.6605481505393982e-06, 1.7043203115463257e-06, 1.7480924725532532e-06, 1.7918646335601807e-06, 1.8356367945671082e-06, 1.8794089555740356e-06, 1.923181116580963e-06, 1.9669532775878906e-06]}, "gradients/decoder.model.decoder.layers.2.encoder_attn.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048574.0], "bins": [-5.960464477539063e-08, -5.8673322200775146e-08, -5.774199962615967e-08, -5.681067705154419e-08, -5.587935447692871e-08, -5.494803190231323e-08, -5.4016709327697754e-08, -5.3085386753082275e-08, -5.21540641784668e-08, -5.122274160385132e-08, -5.029141902923584e-08, -4.936009645462036e-08, -4.842877388000488e-08, -4.7497451305389404e-08, -4.6566128730773926e-08, -4.563480615615845e-08, -4.470348358154297e-08, -4.377216100692749e-08, -4.284083843231201e-08, -4.190951585769653e-08, -4.0978193283081055e-08, -4.0046870708465576e-08, -3.91155481338501e-08, -3.818422555923462e-08, -3.725290298461914e-08, -3.632158041000366e-08, -3.5390257835388184e-08, -3.4458935260772705e-08, -3.3527612686157227e-08, -3.259629011154175e-08, -3.166496753692627e-08, -3.073364496231079e-08, -2.9802322387695312e-08, -2.8870999813079834e-08, -2.7939677238464355e-08, -2.7008354663848877e-08, -2.60770320892334e-08, -2.514570951461792e-08, -2.421438694000244e-08, -2.3283064365386963e-08, -2.2351741790771484e-08, -2.1420419216156006e-08, -2.0489096641540527e-08, -1.955777406692505e-08, -1.862645149230957e-08, -1.7695128917694092e-08, -1.6763806343078613e-08, -1.5832483768463135e-08, -1.4901161193847656e-08, -1.3969838619232178e-08, -1.30385160446167e-08, -1.210719347000122e-08, -1.1175870895385742e-08, -1.0244548320770264e-08, -9.313225746154785e-09, -8.381903171539307e-09, -7.450580596923828e-09, -6.51925802230835e-09, -5.587935447692871e-09, -4.6566128730773926e-09, -3.725290298461914e-09, -2.7939677238464355e-09, -1.862645149230957e-09, -9.313225746154785e-10, 0.0]}, "gradients/decoder.model.decoder.layers.2.encoder_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 4.0, 5.0, 5.0, 8.0, 0.0, 3.0, 4.0, 2.0, 0.0, 2.0, 93.0, 83.0, 26.0, 17.0, 5.0, 0.0, 2.0, 5.0, 22.0, 440.0, 28.0, 7.0, 1.0, 0.0, 3.0, 0.0, 14.0, 28.0, 60.0, 107.0, 0.0, 0.0, 0.0, 5.0, 3.0, 6.0, 9.0, 7.0, 12.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.086162567138672e-06, -2.0293518900871277e-06, -1.9725412130355835e-06, -1.9157305359840393e-06, -1.8589198589324951e-06, -1.802109181880951e-06, -1.7452985048294067e-06, -1.6884878277778625e-06, -1.6316771507263184e-06, -1.5748664736747742e-06, -1.51805579662323e-06, -1.4612451195716858e-06, -1.4044344425201416e-06, -1.3476237654685974e-06, -1.2908130884170532e-06, -1.234002411365509e-06, -1.1771917343139648e-06, -1.1203810572624207e-06, -1.0635703802108765e-06, -1.0067597031593323e-06, -9.499490261077881e-07, -8.931383490562439e-07, -8.363276720046997e-07, -7.795169949531555e-07, -7.227063179016113e-07, -6.658956408500671e-07, -6.09084963798523e-07, -5.522742867469788e-07, -4.954636096954346e-07, -4.386529326438904e-07, -3.818422555923462e-07, -3.25031578540802e-07, -2.682209014892578e-07, -2.1141022443771362e-07, -1.5459954738616943e-07, -9.778887033462524e-08, -4.0978193283081055e-08, 1.5832483768463135e-08, 7.264316082000732e-08, 1.2945383787155151e-07, 1.862645149230957e-07, 2.430751919746399e-07, 2.998858690261841e-07, 3.5669654607772827e-07, 4.1350722312927246e-07, 4.7031790018081665e-07, 5.271285772323608e-07, 5.83939254283905e-07, 6.407499313354492e-07, 6.975606083869934e-07, 7.543712854385376e-07, 8.111819624900818e-07, 8.67992639541626e-07, 9.248033165931702e-07, 9.816139936447144e-07, 1.0384246706962585e-06, 1.0952353477478027e-06, 1.152046024799347e-06, 1.2088567018508911e-06, 1.2656673789024353e-06, 1.3224780559539795e-06, 1.3792887330055237e-06, 1.4360994100570679e-06, 1.492910087108612e-06, 1.5497207641601562e-06]}, "gradients/decoder.model.decoder.layers.2.encoder_attn.k_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.2.encoder_attn.k_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1015.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0], "bins": [-5.960464477539063e-08, -5.774199962615967e-08, -5.587935447692871e-08, -5.4016709327697754e-08, -5.21540641784668e-08, -5.029141902923584e-08, -4.842877388000488e-08, -4.6566128730773926e-08, -4.470348358154297e-08, -4.284083843231201e-08, -4.0978193283081055e-08, -3.91155481338501e-08, -3.725290298461914e-08, -3.5390257835388184e-08, -3.3527612686157227e-08, -3.166496753692627e-08, -2.9802322387695312e-08, -2.7939677238464355e-08, -2.60770320892334e-08, -2.421438694000244e-08, -2.2351741790771484e-08, -2.0489096641540527e-08, -1.862645149230957e-08, -1.6763806343078613e-08, -1.4901161193847656e-08, -1.30385160446167e-08, -1.1175870895385742e-08, -9.313225746154785e-09, -7.450580596923828e-09, -5.587935447692871e-09, -3.725290298461914e-09, -1.862645149230957e-09, 0.0, 1.862645149230957e-09, 3.725290298461914e-09, 5.587935447692871e-09, 7.450580596923828e-09, 9.313225746154785e-09, 1.1175870895385742e-08, 1.30385160446167e-08, 1.4901161193847656e-08, 1.6763806343078613e-08, 1.862645149230957e-08, 2.0489096641540527e-08, 2.2351741790771484e-08, 2.421438694000244e-08, 2.60770320892334e-08, 2.7939677238464355e-08, 2.9802322387695312e-08, 3.166496753692627e-08, 3.3527612686157227e-08, 3.5390257835388184e-08, 3.725290298461914e-08, 3.91155481338501e-08, 4.0978193283081055e-08, 4.284083843231201e-08, 4.470348358154297e-08, 4.6566128730773926e-08, 4.842877388000488e-08, 5.029141902923584e-08, 5.21540641784668e-08, 5.4016709327697754e-08, 5.587935447692871e-08, 5.774199962615967e-08, 5.960464477539063e-08]}, "gradients/decoder.model.decoder.layers.2.encoder_attn.q_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.2.encoder_attn.q_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.2.self_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 16.0, 92.0, 537.0, 306.0, 50.0, 8.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.740587206062628e-06, -2.5681331408122787e-06, -2.395679302935605e-06, -2.2232252376852557e-06, -2.050771399808582e-06, -1.8783173345582327e-06, -1.7058632693078835e-06, -1.533409317744372e-06, -1.3609553661808604e-06, -1.188501414617349e-06, -1.0160474630538374e-06, -8.435933978034882e-07, -6.711394462399767e-07, -4.986854946764652e-07, -3.2623142942611594e-07, -1.5377747786260443e-07, 1.867647370090708e-08, 1.9113045368612802e-07, 3.6358443367134896e-07, 5.360384420782793e-07, 7.084923936417908e-07, 8.809463452053024e-07, 1.0534004104556516e-06, 1.225854362019163e-06, 1.3983083135826746e-06, 1.5707622651461861e-06, 1.7432162167096976e-06, 1.915670281960047e-06, 2.088124347210396e-06, 2.26057818508707e-06, 2.433032250337419e-06, 2.6054863155877683e-06, 2.777940608211793e-06, 2.9503946734621422e-06, 3.122848511338816e-06, 3.2953025765891653e-06, 3.467756414465839e-06, 3.6402104797161883e-06, 3.8126645449665375e-06, 3.985118382843211e-06, 4.157572220719885e-06, 4.330026058596559e-06, 4.5024803512205835e-06, 4.674934189097257e-06, 4.847388026973931e-06, 5.019842319597956e-06, 5.19229615747463e-06, 5.364749995351303e-06, 5.537204287975328e-06, 5.709658125852002e-06, 5.8821124184760265e-06, 6.0545662563527e-06, 6.227020094229374e-06, 6.399473932106048e-06, 6.5719282247300725e-06, 6.744382062606746e-06, 6.916836355230771e-06, 7.089290193107445e-06, 7.2617444857314695e-06, 7.434198323608143e-06, 7.606652161484817e-06, 7.779106454108842e-06, 7.951560291985516e-06, 8.12401412986219e-06, 8.296467967738863e-06]}, "gradients/decoder.model.decoder.layers.2.self_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 7.0, 6.0, 11.0, 20.0, 27.0, 33.0, 51.0, 57.0, 89.0, 104.0, 94.0, 93.0, 79.0, 98.0, 57.0, 48.0, 45.0, 23.0, 29.0, 19.0, 12.0, 6.0, 5.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.732691642559075e-07, -7.332184281949594e-07, -6.931676921340113e-07, -6.531169560730632e-07, -6.130662200121151e-07, -5.73015483951167e-07, -5.329647478902189e-07, -4.929140118292707e-07, -4.5286327576832264e-07, -4.128125397073745e-07, -3.727618036464264e-07, -3.327110675854783e-07, -2.926603315245302e-07, -2.526095954635821e-07, -2.1255885940263397e-07, -1.7250812334168586e-07, -1.3245738728073775e-07, -9.240665121978964e-08, -5.2355915158841526e-08, -1.2305179097893415e-08, 2.7745556963054696e-08, 6.779629302400281e-08, 1.0784702908495092e-07, 1.4789776514589903e-07, 1.8794850120684714e-07, 2.2799923726779525e-07, 2.6804997332874336e-07, 3.081007093896915e-07, 3.481514454506396e-07, 3.882021815115877e-07, 4.282529175725358e-07, 4.683036536334839e-07, 5.083544465378509e-07, 5.48405182598799e-07, 5.884559186597471e-07, 6.285066547206952e-07, 6.685573907816433e-07, 7.086081268425914e-07, 7.486588629035396e-07, 7.887095989644877e-07, 8.287603350254358e-07, 8.688110710863839e-07, 9.08861807147332e-07, 9.489125432082801e-07, 9.889632792692282e-07, 1.0290140153301763e-06, 1.0690647513911244e-06, 1.1091154874520726e-06, 1.1491662235130207e-06, 1.1892169595739688e-06, 1.2292676956349169e-06, 1.269318431695865e-06, 1.3093691677568131e-06, 1.3494199038177612e-06, 1.3894706398787093e-06, 1.4295213759396574e-06, 1.4695721120006056e-06, 1.5096228480615537e-06, 1.5496735841225018e-06, 1.5897243201834499e-06, 1.629775056244398e-06, 1.6698257923053461e-06, 1.7098765283662942e-06, 1.7499272644272423e-06, 1.7899780004881904e-06]}, "gradients/decoder.model.decoder.layers.2.self_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 5.0, 12.0, 7.0, 9.0, 12.0, 13.0, 56.0, 40.0, 43.0, 55.0, 80.0, 471.0, 885.0, 2935.0, 12384.0, 90030.0, 924537.0, 12503.0, 2891.0, 811.0, 307.0, 222.0, 59.0, 38.0, 35.0, 26.0, 46.0, 7.0, 10.0, 8.0, 9.0, 4.0, 1.0, 6.0, 2.0, 2.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.086162567138672e-06, -2.01445072889328e-06, -1.942738890647888e-06, -1.8710270524024963e-06, -1.7993152141571045e-06, -1.7276033759117126e-06, -1.6558915376663208e-06, -1.584179699420929e-06, -1.5124678611755371e-06, -1.4407560229301453e-06, -1.3690441846847534e-06, -1.2973323464393616e-06, -1.2256205081939697e-06, -1.1539086699485779e-06, -1.082196831703186e-06, -1.0104849934577942e-06, -9.387731552124023e-07, -8.670613169670105e-07, -7.953494787216187e-07, -7.236376404762268e-07, -6.51925802230835e-07, -5.802139639854431e-07, -5.085021257400513e-07, -4.367902874946594e-07, -3.650784492492676e-07, -2.9336661100387573e-07, -2.2165477275848389e-07, -1.4994293451309204e-07, -7.82310962677002e-08, -6.51925802230835e-09, 6.51925802230835e-08, 1.3690441846847534e-07, 2.086162567138672e-07, 2.8032809495925903e-07, 3.520399332046509e-07, 4.237517714500427e-07, 4.954636096954346e-07, 5.671754479408264e-07, 6.388872861862183e-07, 7.105991244316101e-07, 7.82310962677002e-07, 8.540228009223938e-07, 9.257346391677856e-07, 9.974464774131775e-07, 1.0691583156585693e-06, 1.1408701539039612e-06, 1.212581992149353e-06, 1.2842938303947449e-06, 1.3560056686401367e-06, 1.4277175068855286e-06, 1.4994293451309204e-06, 1.5711411833763123e-06, 1.642853021621704e-06, 1.714564859867096e-06, 1.7862766981124878e-06, 1.8579885363578796e-06, 1.9297003746032715e-06, 2.0014122128486633e-06, 2.073124051094055e-06, 2.144835889339447e-06, 2.216547727584839e-06, 2.2882595658302307e-06, 2.3599714040756226e-06, 2.4316832423210144e-06, 2.5033950805664062e-06]}, "gradients/decoder.model.decoder.layers.2.self_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 9.0, 3.0, 5.0, 11.0, 11.0, 17.0, 20.0, 21.0, 25.0, 41.0, 33.0, 41.0, 48.0, 41.0, 81.0, 84.0, 94.0, 60.0, 35.0, 62.0, 43.0, 40.0, 31.0, 42.0, 18.0, 18.0, 15.0, 20.0, 7.0, 11.0, 9.0, 3.0, 2.0, 3.0, 5.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.874301910400391e-06, -3.7420541048049927e-06, -3.6098062992095947e-06, -3.4775584936141968e-06, -3.345310688018799e-06, -3.213062882423401e-06, -3.080815076828003e-06, -2.948567271232605e-06, -2.816319465637207e-06, -2.684071660041809e-06, -2.551823854446411e-06, -2.419576048851013e-06, -2.2873282432556152e-06, -2.1550804376602173e-06, -2.0228326320648193e-06, -1.8905848264694214e-06, -1.7583370208740234e-06, -1.6260892152786255e-06, -1.4938414096832275e-06, -1.3615936040878296e-06, -1.2293457984924316e-06, -1.0970979928970337e-06, -9.648501873016357e-07, -8.326023817062378e-07, -7.003545761108398e-07, -5.681067705154419e-07, -4.3585896492004395e-07, -3.03611159324646e-07, -1.7136335372924805e-07, -3.91155481338501e-08, 9.313225746154785e-08, 2.253800630569458e-07, 3.5762786865234375e-07, 4.898756742477417e-07, 6.221234798431396e-07, 7.543712854385376e-07, 8.866190910339355e-07, 1.0188668966293335e-06, 1.1511147022247314e-06, 1.2833625078201294e-06, 1.4156103134155273e-06, 1.5478581190109253e-06, 1.6801059246063232e-06, 1.8123537302017212e-06, 1.944601535797119e-06, 2.076849341392517e-06, 2.209097146987915e-06, 2.341344952583313e-06, 2.473592758178711e-06, 2.605840563774109e-06, 2.738088369369507e-06, 2.8703361749649048e-06, 3.0025839805603027e-06, 3.1348317861557007e-06, 3.2670795917510986e-06, 3.3993273973464966e-06, 3.5315752029418945e-06, 3.6638230085372925e-06, 3.7960708141326904e-06, 3.928318619728088e-06, 4.060566425323486e-06, 4.192814230918884e-06, 4.325062036514282e-06, 4.45730984210968e-06, 4.589557647705078e-06]}, "gradients/decoder.model.decoder.layers.2.self_attn.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 5.0, 3.0, 5.0, 6.0, 6.0, 5.0, 9.0, 13.0, 12.0, 12.0, 16.0, 32.0, 27.0, 32.0, 44.0, 55.0, 170.0, 260.0, 1019.0, 1041215.0, 4284.0, 697.0, 226.0, 111.0, 57.0, 42.0, 38.0, 24.0, 27.0, 32.0, 11.0, 21.0, 3.0, 15.0, 8.0, 5.0, 1.0, 2.0, 4.0, 2.0, 3.0, 1.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.0907649993896484e-05, -1.0575167834758759e-05, -1.0242685675621033e-05, -9.910203516483307e-06, -9.577721357345581e-06, -9.245239198207855e-06, -8.91275703907013e-06, -8.580274879932404e-06, -8.247792720794678e-06, -7.915310561656952e-06, -7.582828402519226e-06, -7.2503462433815e-06, -6.917864084243774e-06, -6.585381925106049e-06, -6.252899765968323e-06, -5.920417606830597e-06, -5.587935447692871e-06, -5.255453288555145e-06, -4.9229711294174194e-06, -4.590488970279694e-06, -4.258006811141968e-06, -3.925524652004242e-06, -3.593042492866516e-06, -3.2605603337287903e-06, -2.9280781745910645e-06, -2.5955960154533386e-06, -2.263113856315613e-06, -1.930631697177887e-06, -1.5981495380401611e-06, -1.2656673789024353e-06, -9.331852197647095e-07, -6.007030606269836e-07, -2.682209014892578e-07, 6.426125764846802e-08, 3.9674341678619385e-07, 7.292255759239197e-07, 1.0617077350616455e-06, 1.3941898941993713e-06, 1.7266720533370972e-06, 2.059154212474823e-06, 2.391636371612549e-06, 2.7241185307502747e-06, 3.0566006898880005e-06, 3.3890828490257263e-06, 3.721565008163452e-06, 4.054047167301178e-06, 4.386529326438904e-06, 4.71901148557663e-06, 5.0514936447143555e-06, 5.383975803852081e-06, 5.716457962989807e-06, 6.048940122127533e-06, 6.381422281265259e-06, 6.713904440402985e-06, 7.0463865995407104e-06, 7.378868758678436e-06, 7.711350917816162e-06, 8.043833076953888e-06, 8.376315236091614e-06, 8.70879739522934e-06, 9.041279554367065e-06, 9.373761713504791e-06, 9.706243872642517e-06, 1.0038726031780243e-05, 1.0371208190917969e-05]}, "gradients/decoder.model.decoder.layers.2.self_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 5.0, 4.0, 3.0, 7.0, 6.0, 9.0, 4.0, 15.0, 15.0, 8.0, 16.0, 35.0, 21.0, 27.0, 36.0, 25.0, 68.0, 72.0, 43.0, 108.0, 72.0, 61.0, 42.0, 50.0, 43.0, 20.0, 35.0, 30.0, 19.0, 32.0, 13.0, 20.0, 3.0, 14.0, 8.0, 5.0, 3.0, 1.0, 4.0, 2.0, 3.0, 0.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.245208740234375e-06, -5.085021257400513e-06, -4.92483377456665e-06, -4.764646291732788e-06, -4.604458808898926e-06, -4.4442713260650635e-06, -4.284083843231201e-06, -4.123896360397339e-06, -3.9637088775634766e-06, -3.8035213947296143e-06, -3.643333911895752e-06, -3.4831464290618896e-06, -3.3229589462280273e-06, -3.162771463394165e-06, -3.0025839805603027e-06, -2.8423964977264404e-06, -2.682209014892578e-06, -2.522021532058716e-06, -2.3618340492248535e-06, -2.201646566390991e-06, -2.041459083557129e-06, -1.8812716007232666e-06, -1.7210841178894043e-06, -1.560896635055542e-06, -1.4007091522216797e-06, -1.2405216693878174e-06, -1.080334186553955e-06, -9.201467037200928e-07, -7.599592208862305e-07, -5.997717380523682e-07, -4.3958425521850586e-07, -2.7939677238464355e-07, -1.1920928955078125e-07, 4.0978193283081055e-08, 2.0116567611694336e-07, 3.6135315895080566e-07, 5.21540641784668e-07, 6.817281246185303e-07, 8.419156074523926e-07, 1.0021030902862549e-06, 1.1622905731201172e-06, 1.3224780559539795e-06, 1.4826655387878418e-06, 1.642853021621704e-06, 1.8030405044555664e-06, 1.9632279872894287e-06, 2.123415470123291e-06, 2.2836029529571533e-06, 2.4437904357910156e-06, 2.603977918624878e-06, 2.7641654014587402e-06, 2.9243528842926025e-06, 3.084540367126465e-06, 3.244727849960327e-06, 3.4049153327941895e-06, 3.5651028156280518e-06, 3.725290298461914e-06, 3.885477781295776e-06, 4.045665264129639e-06, 4.205852746963501e-06, 4.366040229797363e-06, 4.526227712631226e-06, 4.686415195465088e-06, 4.84660267829895e-06, 5.0067901611328125e-06]}, "gradients/decoder.model.decoder.layers.2.self_attn.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 118.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048328.0, 0.0, 0.0, 0.0, 0.0, 0.0, 118.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.980232238769531e-07, -2.8870999813079834e-07, -2.7939677238464355e-07, -2.7008354663848877e-07, -2.60770320892334e-07, -2.514570951461792e-07, -2.421438694000244e-07, -2.3283064365386963e-07, -2.2351741790771484e-07, -2.1420419216156006e-07, -2.0489096641540527e-07, -1.955777406692505e-07, -1.862645149230957e-07, -1.7695128917694092e-07, -1.6763806343078613e-07, -1.5832483768463135e-07, -1.4901161193847656e-07, -1.3969838619232178e-07, -1.30385160446167e-07, -1.210719347000122e-07, -1.1175870895385742e-07, -1.0244548320770264e-07, -9.313225746154785e-08, -8.381903171539307e-08, -7.450580596923828e-08, -6.51925802230835e-08, -5.587935447692871e-08, -4.6566128730773926e-08, -3.725290298461914e-08, -2.7939677238464355e-08, -1.862645149230957e-08, -9.313225746154785e-09, 0.0, 9.313225746154785e-09, 1.862645149230957e-08, 2.7939677238464355e-08, 3.725290298461914e-08, 4.6566128730773926e-08, 5.587935447692871e-08, 6.51925802230835e-08, 7.450580596923828e-08, 8.381903171539307e-08, 9.313225746154785e-08, 1.0244548320770264e-07, 1.1175870895385742e-07, 1.210719347000122e-07, 1.30385160446167e-07, 1.3969838619232178e-07, 1.4901161193847656e-07, 1.5832483768463135e-07, 1.6763806343078613e-07, 1.7695128917694092e-07, 1.862645149230957e-07, 1.955777406692505e-07, 2.0489096641540527e-07, 2.1420419216156006e-07, 2.2351741790771484e-07, 2.3283064365386963e-07, 2.421438694000244e-07, 2.514570951461792e-07, 2.60770320892334e-07, 2.7008354663848877e-07, 2.7939677238464355e-07, 2.8870999813079834e-07, 2.980232238769531e-07]}, "gradients/decoder.model.decoder.layers.2.self_attn.k_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.2.self_attn.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 9.0, 0.0, 0.0, 0.0, 0.0, 475.0, 0.0, 0.0, 0.0, 0.0, 1047617.0, 0.0, 0.0, 0.0, 0.0, 450.0, 0.0, 0.0, 0.0, 0.0, 9.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.384185791015625e-07, -2.2631138563156128e-07, -2.1420419216156006e-07, -2.0209699869155884e-07, -1.8998980522155762e-07, -1.778826117515564e-07, -1.6577541828155518e-07, -1.5366822481155396e-07, -1.4156103134155273e-07, -1.2945383787155151e-07, -1.1734664440155029e-07, -1.0523945093154907e-07, -9.313225746154785e-08, -8.102506399154663e-08, -6.891787052154541e-08, -5.681067705154419e-08, -4.470348358154297e-08, -3.259629011154175e-08, -2.0489096641540527e-08, -8.381903171539307e-09, 3.725290298461914e-09, 1.5832483768463135e-08, 2.7939677238464355e-08, 4.0046870708465576e-08, 5.21540641784668e-08, 6.426125764846802e-08, 7.636845111846924e-08, 8.847564458847046e-08, 1.0058283805847168e-07, 1.126900315284729e-07, 1.2479722499847412e-07, 1.3690441846847534e-07, 1.4901161193847656e-07, 1.6111880540847778e-07, 1.73225998878479e-07, 1.8533319234848022e-07, 1.9744038581848145e-07, 2.0954757928848267e-07, 2.2165477275848389e-07, 2.337619662284851e-07, 2.4586915969848633e-07, 2.5797635316848755e-07, 2.7008354663848877e-07, 2.8219074010849e-07, 2.942979335784912e-07, 3.0640512704849243e-07, 3.1851232051849365e-07, 3.3061951398849487e-07, 3.427267074584961e-07, 3.548339009284973e-07, 3.6694109439849854e-07, 3.7904828786849976e-07, 3.91155481338501e-07, 4.032626748085022e-07, 4.153698682785034e-07, 4.2747706174850464e-07, 4.3958425521850586e-07, 4.516914486885071e-07, 4.637986421585083e-07, 4.759058356285095e-07, 4.880130290985107e-07, 5.00120222568512e-07, 5.122274160385132e-07, 5.243346095085144e-07, 5.364418029785156e-07]}, "gradients/decoder.model.decoder.layers.2.self_attn.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1018.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.1920928955078125e-07, -1.1641532182693481e-07, -1.1362135410308838e-07, -1.1082738637924194e-07, -1.0803341865539551e-07, -1.0523945093154907e-07, -1.0244548320770264e-07, -9.96515154838562e-08, -9.685754776000977e-08, -9.406358003616333e-08, -9.12696123123169e-08, -8.847564458847046e-08, -8.568167686462402e-08, -8.288770914077759e-08, -8.009374141693115e-08, -7.729977369308472e-08, -7.450580596923828e-08, -7.171183824539185e-08, -6.891787052154541e-08, -6.612390279769897e-08, -6.332993507385254e-08, -6.05359673500061e-08, -5.774199962615967e-08, -5.494803190231323e-08, -5.21540641784668e-08, -4.936009645462036e-08, -4.6566128730773926e-08, -4.377216100692749e-08, -4.0978193283081055e-08, -3.818422555923462e-08, -3.5390257835388184e-08, -3.259629011154175e-08, -2.9802322387695312e-08, -2.7008354663848877e-08, -2.421438694000244e-08, -2.1420419216156006e-08, -1.862645149230957e-08, -1.5832483768463135e-08, -1.30385160446167e-08, -1.0244548320770264e-08, -7.450580596923828e-09, -4.6566128730773926e-09, -1.862645149230957e-09, 9.313225746154785e-10, 3.725290298461914e-09, 6.51925802230835e-09, 9.313225746154785e-09, 1.210719347000122e-08, 1.4901161193847656e-08, 1.7695128917694092e-08, 2.0489096641540527e-08, 2.3283064365386963e-08, 2.60770320892334e-08, 2.8870999813079834e-08, 3.166496753692627e-08, 3.4458935260772705e-08, 3.725290298461914e-08, 4.0046870708465576e-08, 4.284083843231201e-08, 4.563480615615845e-08, 4.842877388000488e-08, 5.122274160385132e-08, 5.4016709327697754e-08, 5.681067705154419e-08, 5.960464477539063e-08]}, "gradients/decoder.model.decoder.layers.1.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 5.0, 22.0, 129.0, 675.0, 161.0, 17.0, 6.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9692770365509205e-06, -1.7400476508555585e-06, -1.5108182651601965e-06, -1.2815887657779967e-06, -1.0523594937694725e-06, -8.231299943872727e-07, -5.939006086919107e-07, -3.6467122299654875e-07, -1.3544183730118675e-07, 9.378756260502996e-08, 3.230169625112467e-07, 5.522463766283181e-07, 7.814757623236801e-07, 1.010705204862461e-06, 1.239934590557823e-06, 1.469163976253185e-06, 1.698393361948547e-06, 1.9276228613307467e-06, 2.156852133339271e-06, 2.3860816327214707e-06, 2.615310904729995e-06, 2.8445404041121947e-06, 3.073769676120719e-06, 3.3029991755029187e-06, 3.5322286748851184e-06, 3.761458174267318e-06, 3.990687673649518e-06, 4.219916718284367e-06, 4.449146217666566e-06, 4.678375717048766e-06, 4.907605216430966e-06, 5.136834261065815e-06, 5.366063760448014e-06, 5.595293259830214e-06, 5.824522759212414e-06, 6.053751803847263e-06, 6.282981303229462e-06, 6.512210802611662e-06, 6.741440301993862e-06, 6.970669346628711e-06, 7.19989884601091e-06, 7.42912834539311e-06, 7.658357390027959e-06, 7.88758734415751e-06, 8.116816388792358e-06, 8.346045433427207e-06, 8.575275387556758e-06, 8.804504432191607e-06, 9.033734386321157e-06, 9.262963430956006e-06, 9.492193385085557e-06, 9.721422429720405e-06, 9.950652383849956e-06, 1.0179881428484805e-05, 1.0409110473119654e-05, 1.0638340427249204e-05, 1.0867569471884053e-05, 1.1096798516518902e-05, 1.1326028470648453e-05, 1.1555257515283301e-05, 1.1784487469412852e-05, 1.2013716514047701e-05, 1.224294555868255e-05, 1.24721755128121e-05, 1.270140455744695e-05]}, "gradients/decoder.model.decoder.layers.1.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 5.0, 8.0, 9.0, 13.0, 5.0, 17.0, 15.0, 13.0, 19.0, 15.0, 16.0, 22.0, 27.0, 26.0, 27.0, 34.0, 48.0, 43.0, 41.0, 44.0, 42.0, 39.0, 44.0, 35.0, 45.0, 43.0, 42.0, 35.0, 36.0, 35.0, 22.0, 16.0, 20.0, 18.0, 12.0, 24.0, 12.0, 11.0, 2.0, 8.0, 7.0, 3.0, 5.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-5.812253220938146e-06, -5.624372988677351e-06, -5.4364927564165555e-06, -5.248612978903111e-06, -5.060732746642316e-06, -4.8728525143815205e-06, -4.684972282120725e-06, -4.49709204985993e-06, -4.309212272346485e-06, -4.12133204008569e-06, -3.933451807824895e-06, -3.745571802937775e-06, -3.557691798050655e-06, -3.3698115657898597e-06, -3.1819313335290644e-06, -2.994051101268269e-06, -2.806170869007474e-06, -2.6182906367466785e-06, -2.4304106318595586e-06, -2.2425303995987633e-06, -2.0546503947116435e-06, -1.8667701624508481e-06, -1.6788899301900528e-06, -1.4910098116160952e-06, -1.3031296930421377e-06, -1.11524957446818e-06, -9.273693990508036e-07, -7.394892236334272e-07, -5.516091050594696e-07, -3.63728986485512e-07, -1.7584875422471669e-07, 1.2031364349240903e-08, 1.999110281758476e-07, 3.877911751715146e-07, 5.756713221671816e-07, 7.635514975845581e-07, 9.514316161585157e-07, 1.1393117347324733e-06, 1.3271919669932686e-06, 1.5150720855672262e-06, 1.7029522041411838e-06, 1.8908323227151413e-06, 2.078712441289099e-06, 2.2665926735498942e-06, 2.4544729058106896e-06, 2.6423529106978094e-06, 2.8302331429586047e-06, 3.0181131478457246e-06, 3.20599338010652e-06, 3.3938736123673152e-06, 3.581753617254435e-06, 3.7696338495152304e-06, 3.95751385440235e-06, 4.1453940866631456e-06, 4.333274318923941e-06, 4.521154551184736e-06, 4.709034328698181e-06, 4.896914560958976e-06, 5.084794793219771e-06, 5.272674570733216e-06, 5.460554802994011e-06, 5.648435035254806e-06, 5.836315267515602e-06, 6.024195499776397e-06, 6.212075732037192e-06]}, "gradients/decoder.model.decoder.layers.1.fc2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 4.0, 0.0, 4.0, 0.0, 7.0, 0.0, 6.0, 0.0, 29.0, 0.0, 36.0, 47.0, 0.0, 283.0, 0.0, 273.0, 0.0, 1183.0, 0.0, 3649.0, 0.0, 32481.0, 4123568.0, 0.0, 27106.0, 0.0, 3603.0, 0.0, 1206.0, 0.0, 318.0, 0.0, 299.0, 68.0, 0.0, 47.0, 0.0, 44.0, 0.0, 10.0, 0.0, 14.0, 0.0, 2.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 1.0], "bins": [-1.0728836059570312e-06, -1.0402873158454895e-06, -1.0076910257339478e-06, -9.75094735622406e-07, -9.424984455108643e-07, -9.099021553993225e-07, -8.773058652877808e-07, -8.44709575176239e-07, -8.121132850646973e-07, -7.795169949531555e-07, -7.469207048416138e-07, -7.14324414730072e-07, -6.817281246185303e-07, -6.491318345069885e-07, -6.165355443954468e-07, -5.83939254283905e-07, -5.513429641723633e-07, -5.187466740608215e-07, -4.861503839492798e-07, -4.5355409383773804e-07, -4.209578037261963e-07, -3.8836151361465454e-07, -3.557652235031128e-07, -3.2316893339157104e-07, -2.905726432800293e-07, -2.5797635316848755e-07, -2.253800630569458e-07, -1.9278377294540405e-07, -1.601874828338623e-07, -1.2759119272232056e-07, -9.499490261077881e-08, -6.239861249923706e-08, -2.9802322387695312e-08, 2.7939677238464355e-09, 3.5390257835388184e-08, 6.798654794692993e-08, 1.0058283805847168e-07, 1.3317912817001343e-07, 1.6577541828155518e-07, 1.9837170839309692e-07, 2.3096799850463867e-07, 2.635642886161804e-07, 2.9616057872772217e-07, 3.287568688392639e-07, 3.6135315895080566e-07, 3.939494490623474e-07, 4.2654573917388916e-07, 4.591420292854309e-07, 4.917383193969727e-07, 5.243346095085144e-07, 5.569308996200562e-07, 5.895271897315979e-07, 6.221234798431396e-07, 6.547197699546814e-07, 6.873160600662231e-07, 7.199123501777649e-07, 7.525086402893066e-07, 7.851049304008484e-07, 8.177012205123901e-07, 8.502975106239319e-07, 8.828938007354736e-07, 9.154900908470154e-07, 9.480863809585571e-07, 9.806826710700989e-07, 1.0132789611816406e-06]}, "gradients/decoder.model.decoder.layers.1.fc2.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 19.0, 0.0, 0.0, 0.0, 0.0, 91.0, 0.0, 0.0, 0.0, 0.0, 211.0, 0.0, 0.0, 0.0, 0.0, 375.0, 0.0, 0.0, 0.0, 0.0, 215.0, 0.0, 0.0, 0.0, 0.0, 71.0, 0.0, 0.0, 0.0, 0.0, 25.0, 0.0, 0.0, 0.0, 0.0, 6.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.5762786865234375e-07, -3.4552067518234253e-07, -3.334134817123413e-07, -3.213062882423401e-07, -3.0919909477233887e-07, -2.9709190130233765e-07, -2.849847078323364e-07, -2.728775143623352e-07, -2.60770320892334e-07, -2.4866312742233276e-07, -2.3655593395233154e-07, -2.2444874048233032e-07, -2.123415470123291e-07, -2.0023435354232788e-07, -1.8812716007232666e-07, -1.7601996660232544e-07, -1.6391277313232422e-07, -1.51805579662323e-07, -1.3969838619232178e-07, -1.2759119272232056e-07, -1.1548399925231934e-07, -1.0337680578231812e-07, -9.12696123123169e-08, -7.916241884231567e-08, -6.705522537231445e-08, -5.494803190231323e-08, -4.284083843231201e-08, -3.073364496231079e-08, -1.862645149230957e-08, -6.51925802230835e-09, 5.587935447692871e-09, 1.7695128917694092e-08, 2.9802322387695312e-08, 4.190951585769653e-08, 5.4016709327697754e-08, 6.612390279769897e-08, 7.82310962677002e-08, 9.033828973770142e-08, 1.0244548320770264e-07, 1.1455267667770386e-07, 1.2665987014770508e-07, 1.387670636177063e-07, 1.5087425708770752e-07, 1.6298145055770874e-07, 1.7508864402770996e-07, 1.8719583749771118e-07, 1.993030309677124e-07, 2.1141022443771362e-07, 2.2351741790771484e-07, 2.3562461137771606e-07, 2.477318048477173e-07, 2.598389983177185e-07, 2.7194619178771973e-07, 2.8405338525772095e-07, 2.9616057872772217e-07, 3.082677721977234e-07, 3.203749656677246e-07, 3.3248215913772583e-07, 3.4458935260772705e-07, 3.5669654607772827e-07, 3.688037395477295e-07, 3.809109330177307e-07, 3.9301812648773193e-07, 4.0512531995773315e-07, 4.172325134277344e-07]}, "gradients/decoder.model.decoder.layers.1.fc1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 11.0, 1.0, 3.0, 1.0, 37.0, 4.0, 8.0, 95.0, 31.0, 66.0, 1143.0, 3736.0, 34908.0, 4149380.0, 3577.0, 812.0, 317.0, 25.0, 24.0, 66.0, 2.0, 20.0, 1.0, 2.0, 1.0, 6.0, 0.0, 0.0, 5.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-2.86102294921875e-06, -2.7818605303764343e-06, -2.7026981115341187e-06, -2.623535692691803e-06, -2.5443732738494873e-06, -2.4652108550071716e-06, -2.386048436164856e-06, -2.3068860173225403e-06, -2.2277235984802246e-06, -2.148561179637909e-06, -2.0693987607955933e-06, -1.9902363419532776e-06, -1.911073923110962e-06, -1.8319115042686462e-06, -1.7527490854263306e-06, -1.6735866665840149e-06, -1.5944242477416992e-06, -1.5152618288993835e-06, -1.4360994100570679e-06, -1.3569369912147522e-06, -1.2777745723724365e-06, -1.1986121535301208e-06, -1.1194497346878052e-06, -1.0402873158454895e-06, -9.611248970031738e-07, -8.819624781608582e-07, -8.028000593185425e-07, -7.236376404762268e-07, -6.444752216339111e-07, -5.653128027915955e-07, -4.861503839492798e-07, -4.069879651069641e-07, -3.2782554626464844e-07, -2.4866312742233276e-07, -1.695007085800171e-07, -9.033828973770142e-08, -1.1175870895385742e-08, 6.798654794692993e-08, 1.471489667892456e-07, 2.2631138563156128e-07, 3.0547380447387695e-07, 3.8463622331619263e-07, 4.637986421585083e-07, 5.42961061000824e-07, 6.221234798431396e-07, 7.012858986854553e-07, 7.80448317527771e-07, 8.596107363700867e-07, 9.387731552124023e-07, 1.017935574054718e-06, 1.0970979928970337e-06, 1.1762604117393494e-06, 1.255422830581665e-06, 1.3345852494239807e-06, 1.4137476682662964e-06, 1.492910087108612e-06, 1.5720725059509277e-06, 1.6512349247932434e-06, 1.730397343635559e-06, 1.8095597624778748e-06, 1.8887221813201904e-06, 1.967884600162506e-06, 2.0470470190048218e-06, 2.1262094378471375e-06, 2.205371856689453e-06]}, "gradients/decoder.model.decoder.layers.1.fc1.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 12.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 71.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3888.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 93.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 14.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 7.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.384185791015625e-07, -2.300366759300232e-07, -2.2165477275848389e-07, -2.1327286958694458e-07, -2.0489096641540527e-07, -1.9650906324386597e-07, -1.8812716007232666e-07, -1.7974525690078735e-07, -1.7136335372924805e-07, -1.6298145055770874e-07, -1.5459954738616943e-07, -1.4621764421463013e-07, -1.3783574104309082e-07, -1.2945383787155151e-07, -1.210719347000122e-07, -1.126900315284729e-07, -1.043081283569336e-07, -9.592622518539429e-08, -8.754432201385498e-08, -7.916241884231567e-08, -7.078051567077637e-08, -6.239861249923706e-08, -5.4016709327697754e-08, -4.563480615615845e-08, -3.725290298461914e-08, -2.8870999813079834e-08, -2.0489096641540527e-08, -1.210719347000122e-08, -3.725290298461914e-09, 4.6566128730773926e-09, 1.30385160446167e-08, 2.1420419216156006e-08, 2.9802322387695312e-08, 3.818422555923462e-08, 4.6566128730773926e-08, 5.494803190231323e-08, 6.332993507385254e-08, 7.171183824539185e-08, 8.009374141693115e-08, 8.847564458847046e-08, 9.685754776000977e-08, 1.0523945093154907e-07, 1.1362135410308838e-07, 1.2200325727462769e-07, 1.30385160446167e-07, 1.387670636177063e-07, 1.471489667892456e-07, 1.555308699607849e-07, 1.6391277313232422e-07, 1.7229467630386353e-07, 1.8067657947540283e-07, 1.8905848264694214e-07, 1.9744038581848145e-07, 2.0582228899002075e-07, 2.1420419216156006e-07, 2.2258609533309937e-07, 2.3096799850463867e-07, 2.39349901676178e-07, 2.477318048477173e-07, 2.561137080192566e-07, 2.644956111907959e-07, 2.728775143623352e-07, 2.812594175338745e-07, 2.896413207054138e-07, 2.980232238769531e-07]}, "gradients/decoder.model.decoder.layers.1.encoder_attn_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 4.0, 3.0, 4.0, 6.0, 15.0, 13.0, 20.0, 27.0, 32.0, 38.0, 61.0, 120.0, 179.0, 180.0, 106.0, 52.0, 36.0, 30.0, 16.0, 13.0, 12.0, 9.0, 8.0, 7.0, 5.0, 3.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.70233567032119e-07, -5.489999921337585e-07, -5.27766417235398e-07, -5.065328423370374e-07, -4.852992674386769e-07, -4.640656925403164e-07, -4.428321460636653e-07, -4.2159857116530475e-07, -4.003649962669442e-07, -3.791314213685837e-07, -3.5789784647022316e-07, -3.3666429999357206e-07, -3.1543072509521153e-07, -2.94197150196851e-07, -2.7296357529849047e-07, -2.5173000040012994e-07, -2.304964255017694e-07, -2.0926285060340888e-07, -1.8802927570504835e-07, -1.6679571501754253e-07, -1.45562140119182e-07, -1.2432856522082147e-07, -1.0309500453331566e-07, -8.186142963495513e-08, -6.06278547365946e-08, -3.939428339094775e-08, -1.8160712045300897e-08, 3.072855747632275e-09, 2.4306430645992805e-08, 4.5540005544353335e-08, 6.677356623185915e-08, 8.800714113021968e-08, 1.0924077287199907e-07, 1.304743477703596e-07, 1.5170792266872013e-07, 1.7294148335622594e-07, 1.9417505825458647e-07, 2.15408633152947e-07, 2.3664219384045282e-07, 2.5787576873881335e-07, 2.791093436371739e-07, 3.003429185355344e-07, 3.2157649343389494e-07, 3.4281003991054604e-07, 3.6404361480890657e-07, 3.852771897072671e-07, 4.0651076460562763e-07, 4.2774433950398816e-07, 4.489779144023487e-07, 4.702114893007092e-07, 4.914450641990697e-07, 5.126786390974303e-07, 5.339122139957908e-07, 5.551457888941513e-07, 5.76379306949093e-07, 5.976129386908724e-07, 6.188464567458141e-07, 6.400800316441746e-07, 6.613136065425351e-07, 6.825471814408957e-07, 7.037807563392562e-07, 7.250143312376167e-07, 7.462479061359772e-07, 7.674814241909189e-07, 7.887150559326983e-07]}, "gradients/decoder.model.decoder.layers.1.encoder_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 6.0, 8.0, 5.0, 10.0, 13.0, 15.0, 29.0, 36.0, 36.0, 33.0, 38.0, 48.0, 55.0, 47.0, 60.0, 56.0, 47.0, 65.0, 45.0, 40.0, 53.0, 46.0, 37.0, 33.0, 27.0, 26.0, 18.0, 19.0, 18.0, 6.0, 4.0, 8.0, 6.0, 6.0, 2.0, 2.0, 2.0, 4.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.0499770648239064e-07, -3.921431925846264e-07, -3.7928870710857154e-07, -3.664341932108073e-07, -3.5357970773475245e-07, -3.407251938369882e-07, -3.278706799392239e-07, -3.1501616604145966e-07, -3.021616805654048e-07, -2.8930716666764056e-07, -2.764526811915857e-07, -2.6359816729382146e-07, -2.507436533960572e-07, -2.3788916792000236e-07, -2.250346540222381e-07, -2.1218015433532855e-07, -1.99325654648419e-07, -1.8647115496150946e-07, -1.736166552745999e-07, -1.6076214137683564e-07, -1.479076416899261e-07, -1.3505314200301655e-07, -1.2219862810525228e-07, -1.0934412841834273e-07, -9.648962873143319e-08, -8.363512904452364e-08, -7.078062225218673e-08, -5.7926119012563504e-08, -4.5071615772940277e-08, -3.221711608603073e-08, -1.9362609293693822e-08, -6.508102501356916e-09, 6.3463971855526324e-09, 1.920090042517586e-08, 3.205540366479909e-08, 4.4909906904422314e-08, 5.776441014404554e-08, 7.061890983095509e-08, 8.3473416623292e-08, 9.63279234156289e-08, 1.0918242310253845e-07, 1.22036922789448e-07, 1.3489142247635755e-07, 1.477459363741218e-07, 1.6060043606103136e-07, 1.734549357479409e-07, 1.8630944964570517e-07, 1.9916394933261472e-07, 2.1201844901952427e-07, 2.2487294870643382e-07, 2.3772744839334337e-07, 2.5058196229110763e-07, 2.6343644776716246e-07, 2.762909616649267e-07, 2.89145475562691e-07, 3.0199998946045525e-07, 3.148544749365101e-07, 3.2770898883427435e-07, 3.405634743103292e-07, 3.5341798820809345e-07, 3.662725021058577e-07, 3.7912698758191254e-07, 3.919815014796768e-07, 4.0483598695573164e-07, 4.176905008534959e-07]}, "gradients/decoder.model.decoder.layers.1.encoder_attn.out_proj.weight": {"_type": "histogram", "values": [151.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048214.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 211.0], "bins": [-5.960464477539063e-08, -5.774199962615967e-08, -5.587935447692871e-08, -5.4016709327697754e-08, -5.21540641784668e-08, -5.029141902923584e-08, -4.842877388000488e-08, -4.6566128730773926e-08, -4.470348358154297e-08, -4.284083843231201e-08, -4.0978193283081055e-08, -3.91155481338501e-08, -3.725290298461914e-08, -3.5390257835388184e-08, -3.3527612686157227e-08, -3.166496753692627e-08, -2.9802322387695312e-08, -2.7939677238464355e-08, -2.60770320892334e-08, -2.421438694000244e-08, -2.2351741790771484e-08, -2.0489096641540527e-08, -1.862645149230957e-08, -1.6763806343078613e-08, -1.4901161193847656e-08, -1.30385160446167e-08, -1.1175870895385742e-08, -9.313225746154785e-09, -7.450580596923828e-09, -5.587935447692871e-09, -3.725290298461914e-09, -1.862645149230957e-09, 0.0, 1.862645149230957e-09, 3.725290298461914e-09, 5.587935447692871e-09, 7.450580596923828e-09, 9.313225746154785e-09, 1.1175870895385742e-08, 1.30385160446167e-08, 1.4901161193847656e-08, 1.6763806343078613e-08, 1.862645149230957e-08, 2.0489096641540527e-08, 2.2351741790771484e-08, 2.421438694000244e-08, 2.60770320892334e-08, 2.7939677238464355e-08, 2.9802322387695312e-08, 3.166496753692627e-08, 3.3527612686157227e-08, 3.5390257835388184e-08, 3.725290298461914e-08, 3.91155481338501e-08, 4.0978193283081055e-08, 4.284083843231201e-08, 4.470348358154297e-08, 4.6566128730773926e-08, 4.842877388000488e-08, 5.029141902923584e-08, 5.21540641784668e-08, 5.4016709327697754e-08, 5.587935447692871e-08, 5.774199962615967e-08, 5.960464477539063e-08]}, "gradients/decoder.model.decoder.layers.1.encoder_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 7.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 30.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 225.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 493.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 212.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 43.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 10.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-2.384185791015625e-07, -2.3096799850463867e-07, -2.2351741790771484e-07, -2.1606683731079102e-07, -2.086162567138672e-07, -2.0116567611694336e-07, -1.9371509552001953e-07, -1.862645149230957e-07, -1.7881393432617188e-07, -1.7136335372924805e-07, -1.6391277313232422e-07, -1.564621925354004e-07, -1.4901161193847656e-07, -1.4156103134155273e-07, -1.341104507446289e-07, -1.2665987014770508e-07, -1.1920928955078125e-07, -1.1175870895385742e-07, -1.043081283569336e-07, -9.685754776000977e-08, -8.940696716308594e-08, -8.195638656616211e-08, -7.450580596923828e-08, -6.705522537231445e-08, -5.960464477539063e-08, -5.21540641784668e-08, -4.470348358154297e-08, -3.725290298461914e-08, -2.9802322387695312e-08, -2.2351741790771484e-08, -1.4901161193847656e-08, -7.450580596923828e-09, 0.0, 7.450580596923828e-09, 1.4901161193847656e-08, 2.2351741790771484e-08, 2.9802322387695312e-08, 3.725290298461914e-08, 4.470348358154297e-08, 5.21540641784668e-08, 5.960464477539063e-08, 6.705522537231445e-08, 7.450580596923828e-08, 8.195638656616211e-08, 8.940696716308594e-08, 9.685754776000977e-08, 1.043081283569336e-07, 1.1175870895385742e-07, 1.1920928955078125e-07, 1.2665987014770508e-07, 1.341104507446289e-07, 1.4156103134155273e-07, 1.4901161193847656e-07, 1.564621925354004e-07, 1.6391277313232422e-07, 1.7136335372924805e-07, 1.7881393432617188e-07, 1.862645149230957e-07, 1.9371509552001953e-07, 2.0116567611694336e-07, 2.086162567138672e-07, 2.1606683731079102e-07, 2.2351741790771484e-07, 2.3096799850463867e-07, 2.384185791015625e-07]}, "gradients/decoder.model.decoder.layers.1.encoder_attn.v_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.1.encoder_attn.v_proj.bias": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 14.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 974.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 10.0, 0.0, 0.0, 4.0], "bins": [-5.364418029785156e-07, -5.19677996635437e-07, -5.029141902923584e-07, -4.861503839492798e-07, -4.6938657760620117e-07, -4.5262277126312256e-07, -4.3585896492004395e-07, -4.1909515857696533e-07, -4.023313522338867e-07, -3.855675458908081e-07, -3.688037395477295e-07, -3.520399332046509e-07, -3.3527612686157227e-07, -3.1851232051849365e-07, -3.0174851417541504e-07, -2.849847078323364e-07, -2.682209014892578e-07, -2.514570951461792e-07, -2.3469328880310059e-07, -2.1792948246002197e-07, -2.0116567611694336e-07, -1.8440186977386475e-07, -1.6763806343078613e-07, -1.5087425708770752e-07, -1.341104507446289e-07, -1.1734664440155029e-07, -1.0058283805847168e-07, -8.381903171539307e-08, -6.705522537231445e-08, -5.029141902923584e-08, -3.3527612686157227e-08, -1.6763806343078613e-08, 0.0, 1.6763806343078613e-08, 3.3527612686157227e-08, 5.029141902923584e-08, 6.705522537231445e-08, 8.381903171539307e-08, 1.0058283805847168e-07, 1.1734664440155029e-07, 1.341104507446289e-07, 1.5087425708770752e-07, 1.6763806343078613e-07, 1.8440186977386475e-07, 2.0116567611694336e-07, 2.1792948246002197e-07, 2.3469328880310059e-07, 2.514570951461792e-07, 2.682209014892578e-07, 2.849847078323364e-07, 3.0174851417541504e-07, 3.1851232051849365e-07, 3.3527612686157227e-07, 3.520399332046509e-07, 3.688037395477295e-07, 3.855675458908081e-07, 4.023313522338867e-07, 4.1909515857696533e-07, 4.3585896492004395e-07, 4.5262277126312256e-07, 4.6938657760620117e-07, 4.861503839492798e-07, 5.029141902923584e-07, 5.19677996635437e-07, 5.364418029785156e-07]}, "gradients/decoder.model.decoder.layers.1.encoder_attn.k_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.1.encoder_attn.k_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.1.encoder_attn.q_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.1.encoder_attn.q_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.1.self_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 0.0, 6.0, 3.0, 14.0, 5.0, 14.0, 19.0, 33.0, 23.0, 40.0, 60.0, 113.0, 168.0, 177.0, 109.0, 71.0, 29.0, 27.0, 22.0, 12.0, 15.0, 8.0, 8.0, 6.0, 3.0, 4.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-3.21134592695671e-07, -3.092538065629924e-07, -2.9737302043031377e-07, -2.8549223429763515e-07, -2.7361147658666596e-07, -2.6173069045398734e-07, -2.498499043213087e-07, -2.379691181886301e-07, -2.2608833205595147e-07, -2.1420754592327285e-07, -2.0232675979059422e-07, -1.9044598786877032e-07, -1.785652017360917e-07, -1.6668441560341307e-07, -1.5480364368158916e-07, -1.4292285754891054e-07, -1.3104207141623192e-07, -1.191612852835533e-07, -1.0728050625630203e-07, -9.539972722905077e-08, -8.351894109637215e-08, -7.163815496369352e-08, -5.975737593644226e-08, -4.7876596909190994e-08, -3.599581077651237e-08, -2.4115028196547428e-08, -1.2234245616582484e-08, -3.5346303661754064e-10, 1.1527319543347403e-08, 2.3408102123312347e-08, 3.528888470327729e-08, 4.7169663730528555e-08, 5.905042144149775e-08, 7.093120757417637e-08, 8.281198660142763e-08, 9.46927656286789e-08, 1.0657355176135752e-07, 1.1845433789403614e-07, 1.3033510981586005e-07, 1.4221589594853867e-07, 1.540966820812173e-07, 1.6597746821389592e-07, 1.7785825434657454e-07, 1.8973902626839845e-07, 2.0161981240107707e-07, 2.135005985337557e-07, 2.253813704555796e-07, 2.3726215658825822e-07, 2.4914294272093684e-07, 2.6102372885361547e-07, 2.729045149862941e-07, 2.847853011189727e-07, 2.9666608725165133e-07, 3.085468449626205e-07, 3.2042763109529915e-07, 3.3230841722797777e-07, 3.441892033606564e-07, 3.56069989493335e-07, 3.6795077562601364e-07, 3.7983156175869226e-07, 3.9171231946966145e-07, 4.035931056023401e-07, 4.154738917350187e-07, 4.273546778676973e-07, 4.3923546400037594e-07]}, "gradients/decoder.model.decoder.layers.1.self_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 4.0, 4.0, 8.0, 4.0, 14.0, 14.0, 26.0, 36.0, 35.0, 30.0, 33.0, 48.0, 50.0, 56.0, 49.0, 67.0, 52.0, 55.0, 56.0, 42.0, 52.0, 45.0, 40.0, 35.0, 24.0, 31.0, 20.0, 15.0, 14.0, 6.0, 8.0, 8.0, 6.0, 9.0, 0.0, 3.0, 2.0, 2.0, 1.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.1004794348300493e-07, -2.0250057275461586e-07, -1.949532020262268e-07, -1.87405817086983e-07, -1.7985844635859394e-07, -1.7231107563020487e-07, -1.6476369069096108e-07, -1.5721631996257202e-07, -1.4966894923418295e-07, -1.4212157850579388e-07, -1.345742077774048e-07, -1.2702682283816102e-07, -1.1947945210977196e-07, -1.1193208138138289e-07, -1.0438470354756646e-07, -9.683732571375003e-08, -8.928995498536096e-08, -8.17425842569719e-08, -7.419520642315547e-08, -6.664782858933904e-08, -5.910045786094997e-08, -5.1553083579847225e-08, -4.400570929874448e-08, -3.645833501764173e-08, -2.8910960736538982e-08, -2.1363586455436234e-08, -1.3816212174333486e-08, -6.268837893230739e-09, 1.278536387872009e-09, 8.825910668974757e-09, 1.6373284950077505e-08, 2.3920659231180252e-08, 3.1468033512283e-08, 3.901540779338575e-08, 4.6562782074488496e-08, 5.4110156355591243e-08, 6.165753063669399e-08, 6.920490136508306e-08, 7.675227919889949e-08, 8.429965703271591e-08, 9.184702776110498e-08, 9.939439848949405e-08, 1.0694177632331048e-07, 1.144891541571269e-07, 1.2203652488551597e-07, 1.2958389561390504e-07, 1.3713128055314883e-07, 1.446786512815379e-07, 1.5222602200992696e-07, 1.5977339273831603e-07, 1.673207634667051e-07, 1.7486814840594889e-07, 1.8241551913433796e-07, 1.8996288986272702e-07, 1.975102748019708e-07, 2.0505764553035988e-07, 2.1260501625874895e-07, 2.2015238698713802e-07, 2.2769975771552708e-07, 2.3524714265477087e-07, 2.427944991723052e-07, 2.50341884111549e-07, 2.578892690507928e-07, 2.6543662556832714e-07, 2.7298401050757093e-07]}, "gradients/decoder.model.decoder.layers.1.self_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 49.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1052.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1046358.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1041.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 60.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 7.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-2.384185791015625e-07, -2.3096799850463867e-07, -2.2351741790771484e-07, -2.1606683731079102e-07, -2.086162567138672e-07, -2.0116567611694336e-07, -1.9371509552001953e-07, -1.862645149230957e-07, -1.7881393432617188e-07, -1.7136335372924805e-07, -1.6391277313232422e-07, -1.564621925354004e-07, -1.4901161193847656e-07, -1.4156103134155273e-07, -1.341104507446289e-07, -1.2665987014770508e-07, -1.1920928955078125e-07, -1.1175870895385742e-07, -1.043081283569336e-07, -9.685754776000977e-08, -8.940696716308594e-08, -8.195638656616211e-08, -7.450580596923828e-08, -6.705522537231445e-08, -5.960464477539063e-08, -5.21540641784668e-08, -4.470348358154297e-08, -3.725290298461914e-08, -2.9802322387695312e-08, -2.2351741790771484e-08, -1.4901161193847656e-08, -7.450580596923828e-09, 0.0, 7.450580596923828e-09, 1.4901161193847656e-08, 2.2351741790771484e-08, 2.9802322387695312e-08, 3.725290298461914e-08, 4.470348358154297e-08, 5.21540641784668e-08, 5.960464477539063e-08, 6.705522537231445e-08, 7.450580596923828e-08, 8.195638656616211e-08, 8.940696716308594e-08, 9.685754776000977e-08, 1.043081283569336e-07, 1.1175870895385742e-07, 1.1920928955078125e-07, 1.2665987014770508e-07, 1.341104507446289e-07, 1.4156103134155273e-07, 1.4901161193847656e-07, 1.564621925354004e-07, 1.6391277313232422e-07, 1.7136335372924805e-07, 1.7881393432617188e-07, 1.862645149230957e-07, 1.9371509552001953e-07, 2.0116567611694336e-07, 2.086162567138672e-07, 2.1606683731079102e-07, 2.2351741790771484e-07, 2.3096799850463867e-07, 2.384185791015625e-07]}, "gradients/decoder.model.decoder.layers.1.self_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 11.0, 0.0, 0.0, 23.0, 0.0, 0.0, 63.0, 0.0, 0.0, 124.0, 0.0, 0.0, 186.0, 0.0, 0.0, 0.0, 219.0, 0.0, 0.0, 175.0, 0.0, 0.0, 113.0, 0.0, 0.0, 50.0, 0.0, 0.0, 25.0, 0.0, 0.0, 0.0, 13.0, 0.0, 0.0, 5.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-5.960464477539062e-07, -5.774199962615967e-07, -5.587935447692871e-07, -5.401670932769775e-07, -5.21540641784668e-07, -5.029141902923584e-07, -4.842877388000488e-07, -4.6566128730773926e-07, -4.470348358154297e-07, -4.284083843231201e-07, -4.0978193283081055e-07, -3.91155481338501e-07, -3.725290298461914e-07, -3.5390257835388184e-07, -3.3527612686157227e-07, -3.166496753692627e-07, -2.980232238769531e-07, -2.7939677238464355e-07, -2.60770320892334e-07, -2.421438694000244e-07, -2.2351741790771484e-07, -2.0489096641540527e-07, -1.862645149230957e-07, -1.6763806343078613e-07, -1.4901161193847656e-07, -1.30385160446167e-07, -1.1175870895385742e-07, -9.313225746154785e-08, -7.450580596923828e-08, -5.587935447692871e-08, -3.725290298461914e-08, -1.862645149230957e-08, 0.0, 1.862645149230957e-08, 3.725290298461914e-08, 5.587935447692871e-08, 7.450580596923828e-08, 9.313225746154785e-08, 1.1175870895385742e-07, 1.30385160446167e-07, 1.4901161193847656e-07, 1.6763806343078613e-07, 1.862645149230957e-07, 2.0489096641540527e-07, 2.2351741790771484e-07, 2.421438694000244e-07, 2.60770320892334e-07, 2.7939677238464355e-07, 2.980232238769531e-07, 3.166496753692627e-07, 3.3527612686157227e-07, 3.5390257835388184e-07, 3.725290298461914e-07, 3.91155481338501e-07, 4.0978193283081055e-07, 4.284083843231201e-07, 4.470348358154297e-07, 4.6566128730773926e-07, 4.842877388000488e-07, 5.029141902923584e-07, 5.21540641784668e-07, 5.401670932769775e-07, 5.587935447692871e-07, 5.774199962615967e-07, 5.960464477539062e-07]}, "gradients/decoder.model.decoder.layers.1.self_attn.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 7.0, 0.0, 0.0, 0.0, 12.0, 0.0, 0.0, 0.0, 17.0, 0.0, 0.0, 35.0, 0.0, 0.0, 0.0, 165.0, 0.0, 0.0, 0.0, 557.0, 0.0, 0.0, 0.0, 2007.0, 0.0, 0.0, 1043075.0, 0.0, 0.0, 0.0, 1879.0, 0.0, 0.0, 0.0, 584.0, 0.0, 0.0, 0.0, 164.0, 0.0, 0.0, 36.0, 0.0, 0.0, 0.0, 23.0, 0.0, 0.0, 0.0, 7.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 3.0], "bins": [-5.364418029785156e-07, -5.206093192100525e-07, -5.047768354415894e-07, -4.889443516731262e-07, -4.731118679046631e-07, -4.5727938413619995e-07, -4.414469003677368e-07, -4.256144165992737e-07, -4.0978193283081055e-07, -3.939494490623474e-07, -3.781169652938843e-07, -3.6228448152542114e-07, -3.46451997756958e-07, -3.3061951398849487e-07, -3.1478703022003174e-07, -2.989545464515686e-07, -2.8312206268310547e-07, -2.6728957891464233e-07, -2.514570951461792e-07, -2.3562461137771606e-07, -2.1979212760925293e-07, -2.039596438407898e-07, -1.8812716007232666e-07, -1.7229467630386353e-07, -1.564621925354004e-07, -1.4062970876693726e-07, -1.2479722499847412e-07, -1.0896474123001099e-07, -9.313225746154785e-08, -7.729977369308472e-08, -6.146728992462158e-08, -4.563480615615845e-08, -2.9802322387695312e-08, -1.3969838619232178e-08, 1.862645149230957e-09, 1.7695128917694092e-08, 3.3527612686157227e-08, 4.936009645462036e-08, 6.51925802230835e-08, 8.102506399154663e-08, 9.685754776000977e-08, 1.126900315284729e-07, 1.2852251529693604e-07, 1.4435499906539917e-07, 1.601874828338623e-07, 1.7601996660232544e-07, 1.9185245037078857e-07, 2.076849341392517e-07, 2.2351741790771484e-07, 2.39349901676178e-07, 2.551823854446411e-07, 2.7101486921310425e-07, 2.868473529815674e-07, 3.026798367500305e-07, 3.1851232051849365e-07, 3.343448042869568e-07, 3.501772880554199e-07, 3.6600977182388306e-07, 3.818422555923462e-07, 3.976747393608093e-07, 4.1350722312927246e-07, 4.293397068977356e-07, 4.4517219066619873e-07, 4.6100467443466187e-07, 4.76837158203125e-07]}, "gradients/decoder.model.decoder.layers.1.self_attn.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 0.0, 0.0, 10.0, 0.0, 0.0, 13.0, 0.0, 0.0, 0.0, 60.0, 0.0, 0.0, 55.0, 0.0, 0.0, 186.0, 0.0, 0.0, 73.0, 0.0, 0.0, 200.0, 0.0, 0.0, 0.0, 78.0, 0.0, 0.0, 173.0, 0.0, 0.0, 53.0, 0.0, 0.0, 76.0, 0.0, 0.0, 20.0, 0.0, 0.0, 0.0, 8.0, 0.0, 0.0, 6.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.364418029785156e-07, -5.178153514862061e-07, -4.991888999938965e-07, -4.805624485015869e-07, -4.6193599700927734e-07, -4.4330954551696777e-07, -4.246830940246582e-07, -4.0605664253234863e-07, -3.8743019104003906e-07, -3.688037395477295e-07, -3.501772880554199e-07, -3.3155083656311035e-07, -3.129243850708008e-07, -2.942979335784912e-07, -2.7567148208618164e-07, -2.5704503059387207e-07, -2.384185791015625e-07, -2.1979212760925293e-07, -2.0116567611694336e-07, -1.825392246246338e-07, -1.6391277313232422e-07, -1.4528632164001465e-07, -1.2665987014770508e-07, -1.0803341865539551e-07, -8.940696716308594e-08, -7.078051567077637e-08, -5.21540641784668e-08, -3.3527612686157227e-08, -1.4901161193847656e-08, 3.725290298461914e-09, 2.2351741790771484e-08, 4.0978193283081055e-08, 5.960464477539063e-08, 7.82310962677002e-08, 9.685754776000977e-08, 1.1548399925231934e-07, 1.341104507446289e-07, 1.5273690223693848e-07, 1.7136335372924805e-07, 1.8998980522155762e-07, 2.086162567138672e-07, 2.2724270820617676e-07, 2.4586915969848633e-07, 2.644956111907959e-07, 2.8312206268310547e-07, 3.0174851417541504e-07, 3.203749656677246e-07, 3.390014171600342e-07, 3.5762786865234375e-07, 3.762543201446533e-07, 3.948807716369629e-07, 4.1350722312927246e-07, 4.3213367462158203e-07, 4.507601261138916e-07, 4.6938657760620117e-07, 4.880130290985107e-07, 5.066394805908203e-07, 5.252659320831299e-07, 5.438923835754395e-07, 5.62518835067749e-07, 5.811452865600586e-07, 5.997717380523682e-07, 6.183981895446777e-07, 6.370246410369873e-07, 6.556510925292969e-07]}, "gradients/decoder.model.decoder.layers.1.self_attn.k_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.1.self_attn.k_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.1.self_attn.q_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.1.self_attn.q_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.0.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 3.0, 6.0, 13.0, 20.0, 54.0, 127.0, 389.0, 253.0, 81.0, 33.0, 15.0, 11.0, 4.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.413358164536476e-07, -5.760902013207669e-07, -5.108446430313052e-07, -4.4559902789842454e-07, -3.8035344118725334e-07, -3.1510785447608214e-07, -2.498622393432015e-07, -1.846166526320303e-07, -1.193710659208591e-07, -5.412547210426055e-08, 1.1120121712338005e-08, 7.636572263436392e-08, 1.4161130934553512e-07, 2.0685689605670632e-07, 2.7210251118958695e-07, 3.3734809790075815e-07, 4.0259368461192935e-07, 4.6783927132310055e-07, 5.330848580342717e-07, 5.983304731671524e-07, 6.63576088300033e-07, 7.288216465894948e-07, 7.940672617223754e-07, 8.59312876855256e-07, 9.245584351447178e-07, 9.898039934341796e-07, 1.055049665410479e-06, 1.1202952236999408e-06, 1.1855407819894026e-06, 1.250786453965702e-06, 1.3160320122551639e-06, 1.3812775705446256e-06, 1.4465233562077628e-06, 1.5117689144972246e-06, 1.577014586473524e-06, 1.6422601447629859e-06, 1.7075057030524476e-06, 1.7727513750287471e-06, 1.837996933318209e-06, 1.9032424916076707e-06, 1.9684880498971324e-06, 2.033733608186594e-06, 2.098979166476056e-06, 2.164224952139193e-06, 2.229470510428655e-06, 2.2947160687181167e-06, 2.3599616270075785e-06, 2.4252071852970403e-06, 2.4904529709601775e-06, 2.5556985292496393e-06, 2.620944087539101e-06, 2.6861898732022382e-06, 2.7514354314917e-06, 2.8166809897811618e-06, 2.8819265480706235e-06, 2.9471721063600853e-06, 3.012417664649547e-06, 3.077663222939009e-06, 3.1429087812284706e-06, 3.2081543395179324e-06, 3.2734001251810696e-06, 3.3386456834705314e-06, 3.403891241759993e-06, 3.469136800049455e-06, 3.5343823583389167e-06]}, "gradients/decoder.model.decoder.layers.0.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 4.0, 2.0, 9.0, 4.0, 11.0, 8.0, 7.0, 7.0, 14.0, 13.0, 21.0, 24.0, 14.0, 31.0, 22.0, 27.0, 26.0, 29.0, 41.0, 28.0, 33.0, 37.0, 32.0, 42.0, 44.0, 46.0, 41.0, 43.0, 32.0, 37.0, 31.0, 34.0, 26.0, 26.0, 19.0, 22.0, 14.0, 16.0, 9.0, 23.0, 11.0, 14.0, 7.0, 6.0, 9.0, 5.0, 2.0, 3.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-7.535115287282679e-07, -7.287289349733328e-07, -7.039463412183977e-07, -6.791638043068815e-07, -6.543812105519464e-07, -6.295986167970113e-07, -6.048160230420763e-07, -5.800334292871412e-07, -5.552508355322061e-07, -5.30468241777271e-07, -5.05685648022336e-07, -4.809030542674009e-07, -4.5612051735588466e-07, -4.313379236009496e-07, -4.065553298460145e-07, -3.817727360910794e-07, -3.569901991795632e-07, -3.3220760542462813e-07, -3.074250400914025e-07, -2.826424463364674e-07, -2.5785988100324175e-07, -2.3307728724830667e-07, -2.082946934933716e-07, -1.8351211394929123e-07, -1.5872953440521087e-07, -1.339469548611305e-07, -1.0916436821162279e-07, -8.438178156211507e-08, -5.95992020180347e-08, -3.481662247395434e-08, -1.0034028719019261e-08, 1.4748550825061102e-08, 3.9531187212560326e-08, 6.431376675664069e-08, 8.909635340614841e-08, 1.1387894005565613e-07, 1.386615195997365e-07, 1.6344409914381686e-07, 1.8822669289875193e-07, 2.130092724428323e-07, 2.3779185198691266e-07, 2.6257444574184774e-07, 2.873570110750734e-07, 3.1213960483000847e-07, 3.3692219858494354e-07, 3.617047639181692e-07, 3.8648735767310427e-07, 4.112699230063299e-07, 4.36052516761265e-07, 4.608351105162001e-07, 4.856177042711352e-07, 5.104002411826514e-07, 5.351828349375864e-07, 5.599654286925215e-07, 5.847480224474566e-07, 6.095306162023917e-07, 6.343132099573268e-07, 6.590958037122618e-07, 6.838783974671969e-07, 7.08660991222132e-07, 7.334435281336482e-07, 7.582261218885833e-07, 7.830087156435184e-07, 8.077913093984534e-07, 8.325738463099697e-07]}, "gradients/decoder.model.decoder.layers.0.fc2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 9.0, 8.0, 2.0, 0.0, 4.0, 44.0, 44.0, 21.0, 0.0, 56.0, 620.0, 602.0, 0.0, 1450.0, 17683.0, 4156118.0, 14478.0, 0.0, 1573.0, 676.0, 669.0, 68.0, 0.0, 32.0, 43.0, 61.0, 0.0, 6.0, 4.0, 7.0, 9.0, 0.0, 2.0, 0.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0], "bins": [-1.6093254089355469e-06, -1.562759280204773e-06, -1.516193151473999e-06, -1.469627022743225e-06, -1.4230608940124512e-06, -1.3764947652816772e-06, -1.3299286365509033e-06, -1.2833625078201294e-06, -1.2367963790893555e-06, -1.1902302503585815e-06, -1.1436641216278076e-06, -1.0970979928970337e-06, -1.0505318641662598e-06, -1.0039657354354858e-06, -9.57399606704712e-07, -9.10833477973938e-07, -8.642673492431641e-07, -8.177012205123901e-07, -7.711350917816162e-07, -7.245689630508423e-07, -6.780028343200684e-07, -6.314367055892944e-07, -5.848705768585205e-07, -5.383044481277466e-07, -4.917383193969727e-07, -4.4517219066619873e-07, -3.986060619354248e-07, -3.520399332046509e-07, -3.0547380447387695e-07, -2.5890767574310303e-07, -2.123415470123291e-07, -1.6577541828155518e-07, -1.1920928955078125e-07, -7.264316082000732e-08, -2.60770320892334e-08, 2.0489096641540527e-08, 6.705522537231445e-08, 1.1362135410308838e-07, 1.601874828338623e-07, 2.0675361156463623e-07, 2.5331974029541016e-07, 2.998858690261841e-07, 3.46451997756958e-07, 3.9301812648773193e-07, 4.3958425521850586e-07, 4.861503839492798e-07, 5.327165126800537e-07, 5.792826414108276e-07, 6.258487701416016e-07, 6.724148988723755e-07, 7.189810276031494e-07, 7.655471563339233e-07, 8.121132850646973e-07, 8.586794137954712e-07, 9.052455425262451e-07, 9.51811671257019e-07, 9.98377799987793e-07, 1.044943928718567e-06, 1.0915100574493408e-06, 1.1380761861801147e-06, 1.1846423149108887e-06, 1.2312084436416626e-06, 1.2777745723724365e-06, 1.3243407011032104e-06, 1.3709068298339844e-06]}, "gradients/decoder.model.decoder.layers.0.fc2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 7.0, 0.0, 0.0, 0.0, 0.0, 32.0, 0.0, 0.0, 0.0, 0.0, 230.0, 0.0, 0.0, 0.0, 0.0, 490.0, 0.0, 0.0, 0.0, 0.0, 204.0, 0.0, 0.0, 0.0, 0.0, 44.0, 0.0, 0.0, 0.0, 0.0, 12.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.172325134277344e-07, -4.0512531995773315e-07, -3.9301812648773193e-07, -3.809109330177307e-07, -3.688037395477295e-07, -3.5669654607772827e-07, -3.4458935260772705e-07, -3.3248215913772583e-07, -3.203749656677246e-07, -3.082677721977234e-07, -2.9616057872772217e-07, -2.8405338525772095e-07, -2.7194619178771973e-07, -2.598389983177185e-07, -2.477318048477173e-07, -2.3562461137771606e-07, -2.2351741790771484e-07, -2.1141022443771362e-07, -1.993030309677124e-07, -1.8719583749771118e-07, -1.7508864402770996e-07, -1.6298145055770874e-07, -1.5087425708770752e-07, -1.387670636177063e-07, -1.2665987014770508e-07, -1.1455267667770386e-07, -1.0244548320770264e-07, -9.033828973770142e-08, -7.82310962677002e-08, -6.612390279769897e-08, -5.4016709327697754e-08, -4.190951585769653e-08, -2.9802322387695312e-08, -1.7695128917694092e-08, -5.587935447692871e-09, 6.51925802230835e-09, 1.862645149230957e-08, 3.073364496231079e-08, 4.284083843231201e-08, 5.494803190231323e-08, 6.705522537231445e-08, 7.916241884231567e-08, 9.12696123123169e-08, 1.0337680578231812e-07, 1.1548399925231934e-07, 1.2759119272232056e-07, 1.3969838619232178e-07, 1.51805579662323e-07, 1.6391277313232422e-07, 1.7601996660232544e-07, 1.8812716007232666e-07, 2.0023435354232788e-07, 2.123415470123291e-07, 2.2444874048233032e-07, 2.3655593395233154e-07, 2.4866312742233276e-07, 2.60770320892334e-07, 2.728775143623352e-07, 2.849847078323364e-07, 2.9709190130233765e-07, 3.0919909477233887e-07, 3.213062882423401e-07, 3.334134817123413e-07, 3.4552067518234253e-07, 3.5762786865234375e-07]}, "gradients/decoder.model.decoder.layers.0.fc1.weight": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 54.0, 0.0, 9.0, 6.0, 0.0, 62.0, 0.0, 35.0, 208.0, 0.0, 1228.0, 20649.0, 0.0, 4149840.0, 0.0, 20574.0, 1304.0, 0.0, 122.0, 55.0, 0.0, 59.0, 0.0, 4.0, 8.0, 0.0, 55.0, 0.0, 0.0, 8.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 8.0], "bins": [-1.430511474609375e-06, -1.3932585716247559e-06, -1.3560056686401367e-06, -1.3187527656555176e-06, -1.2814998626708984e-06, -1.2442469596862793e-06, -1.2069940567016602e-06, -1.169741153717041e-06, -1.1324882507324219e-06, -1.0952353477478027e-06, -1.0579824447631836e-06, -1.0207295417785645e-06, -9.834766387939453e-07, -9.462237358093262e-07, -9.08970832824707e-07, -8.717179298400879e-07, -8.344650268554688e-07, -7.972121238708496e-07, -7.599592208862305e-07, -7.227063179016113e-07, -6.854534149169922e-07, -6.48200511932373e-07, -6.109476089477539e-07, -5.736947059631348e-07, -5.364418029785156e-07, -4.991888999938965e-07, -4.6193599700927734e-07, -4.246830940246582e-07, -3.8743019104003906e-07, -3.501772880554199e-07, -3.129243850708008e-07, -2.7567148208618164e-07, -2.384185791015625e-07, -2.0116567611694336e-07, -1.6391277313232422e-07, -1.2665987014770508e-07, -8.940696716308594e-08, -5.21540641784668e-08, -1.4901161193847656e-08, 2.2351741790771484e-08, 5.960464477539063e-08, 9.685754776000977e-08, 1.341104507446289e-07, 1.7136335372924805e-07, 2.086162567138672e-07, 2.4586915969848633e-07, 2.8312206268310547e-07, 3.203749656677246e-07, 3.5762786865234375e-07, 3.948807716369629e-07, 4.3213367462158203e-07, 4.6938657760620117e-07, 5.066394805908203e-07, 5.438923835754395e-07, 5.811452865600586e-07, 6.183981895446777e-07, 6.556510925292969e-07, 6.92903995513916e-07, 7.301568984985352e-07, 7.674098014831543e-07, 8.046627044677734e-07, 8.419156074523926e-07, 8.791685104370117e-07, 9.164214134216309e-07, 9.5367431640625e-07]}, "gradients/decoder.model.decoder.layers.0.fc1.bias": {"_type": "histogram", "values": [8.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 63.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3953.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 65.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0], "bins": [-1.1920928955078125e-07, -1.1455267667770386e-07, -1.0989606380462646e-07, -1.0523945093154907e-07, -1.0058283805847168e-07, -9.592622518539429e-08, -9.12696123123169e-08, -8.66129994392395e-08, -8.195638656616211e-08, -7.729977369308472e-08, -7.264316082000732e-08, -6.798654794692993e-08, -6.332993507385254e-08, -5.8673322200775146e-08, -5.4016709327697754e-08, -4.936009645462036e-08, -4.470348358154297e-08, -4.0046870708465576e-08, -3.5390257835388184e-08, -3.073364496231079e-08, -2.60770320892334e-08, -2.1420419216156006e-08, -1.6763806343078613e-08, -1.210719347000122e-08, -7.450580596923828e-09, -2.7939677238464355e-09, 1.862645149230957e-09, 6.51925802230835e-09, 1.1175870895385742e-08, 1.5832483768463135e-08, 2.0489096641540527e-08, 2.514570951461792e-08, 2.9802322387695312e-08, 3.4458935260772705e-08, 3.91155481338501e-08, 4.377216100692749e-08, 4.842877388000488e-08, 5.3085386753082275e-08, 5.774199962615967e-08, 6.239861249923706e-08, 6.705522537231445e-08, 7.171183824539185e-08, 7.636845111846924e-08, 8.102506399154663e-08, 8.568167686462402e-08, 9.033828973770142e-08, 9.499490261077881e-08, 9.96515154838562e-08, 1.043081283569336e-07, 1.0896474123001099e-07, 1.1362135410308838e-07, 1.1827796697616577e-07, 1.2293457984924316e-07, 1.2759119272232056e-07, 1.3224780559539795e-07, 1.3690441846847534e-07, 1.4156103134155273e-07, 1.4621764421463013e-07, 1.5087425708770752e-07, 1.555308699607849e-07, 1.601874828338623e-07, 1.648440957069397e-07, 1.695007085800171e-07, 1.7415732145309448e-07, 1.7881393432617188e-07]}, "gradients/decoder.model.decoder.layers.0.encoder_attn_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 5.0, 9.0, 6.0, 13.0, 17.0, 16.0, 23.0, 28.0, 54.0, 79.0, 117.0, 235.0, 139.0, 88.0, 60.0, 21.0, 26.0, 15.0, 15.0, 11.0, 5.0, 6.0, 3.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.437763780311798e-07, -3.2982941888803907e-07, -3.1588245974489837e-07, -3.0193550060175767e-07, -2.8798854145861696e-07, -2.740416107371857e-07, -2.60094651594045e-07, -2.461476924509043e-07, -2.3220073330776358e-07, -2.1825377416462288e-07, -2.0430681502148218e-07, -1.903598700891962e-07, -1.764129109460555e-07, -1.624659518029148e-07, -1.485190068706288e-07, -1.345720477274881e-07, -1.206250885843474e-07, -1.0667812944120669e-07, -9.273117740349335e-08, -7.878422536578e-08, -6.48372662226393e-08, -5.08903070794986e-08, -3.694335504178525e-08, -2.2996403004071908e-08, -9.049443860931206e-09, 4.897511729495818e-09, 1.8844467319922842e-08, 3.2791422910349866e-08, 4.673837850077689e-08, 6.068533764391759e-08, 7.463228968163094e-08, 8.857924171934428e-08, 1.0252620086248498e-07, 1.1647316000562569e-07, 1.304201191487664e-07, 1.4436706408105238e-07, 1.5831402322419308e-07, 1.7226098236733378e-07, 1.8620792729961977e-07, 2.0015488644276047e-07, 2.1410184558590117e-07, 2.2804880472904188e-07, 2.419957638721826e-07, 2.559427230153233e-07, 2.6988965373675455e-07, 2.838366413016047e-07, 2.9778357202303596e-07, 3.1173053116617666e-07, 3.2567749030931736e-07, 3.3962444945245807e-07, 3.5357140859559877e-07, 3.6751836773873947e-07, 3.8146532688188017e-07, 3.9541225760331145e-07, 4.0935921674645215e-07, 4.2330617588959285e-07, 4.3725313503273355e-07, 4.5120009417587426e-07, 4.6514705331901496e-07, 4.790940124621557e-07, 4.930409431835869e-07, 5.069879307484371e-07, 5.209348614698683e-07, 5.348817921912996e-07, 5.488287797561497e-07]}, "gradients/decoder.model.decoder.layers.0.encoder_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 3.0, 4.0, 12.0, 3.0, 12.0, 20.0, 20.0, 33.0, 46.0, 40.0, 51.0, 63.0, 64.0, 70.0, 84.0, 65.0, 65.0, 61.0, 54.0, 54.0, 36.0, 39.0, 16.0, 27.0, 9.0, 12.0, 15.0, 11.0, 2.0, 5.0, 3.0, 2.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.3652455044830276e-07, -3.266417820668721e-07, -3.1675901368544146e-07, -3.068762453040108e-07, -2.9699347692258016e-07, -2.871107085411495e-07, -2.7722794015971886e-07, -2.673451717782882e-07, -2.57462431818567e-07, -2.4757966343713633e-07, -2.3769689505570568e-07, -2.2781412667427503e-07, -2.1793135829284438e-07, -2.0804858991141373e-07, -1.981658357408378e-07, -1.8828306735940714e-07, -1.7840028476712178e-07, -1.6851751638569112e-07, -1.5863474800426047e-07, -1.4875197962282982e-07, -1.3886921124139917e-07, -1.2898644285996852e-07, -1.1910368868939258e-07, -1.0922092030796193e-07, -9.933815192653128e-08, -8.945538354510063e-08, -7.957261516366998e-08, -6.968985388766669e-08, -5.980708550623604e-08, -4.9924317124805384e-08, -4.004155229608841e-08, -3.015878746737144e-08, -2.027604750765022e-08, -1.0393280902576407e-08, -5.105142975025956e-10, 9.372252307571216e-09, 1.9255018912645028e-08, 2.913778729407568e-08, 3.902055212279265e-08, 4.8903316951509623e-08, 5.8786085332940274e-08, 6.866885371437093e-08, 7.855162209580158e-08, 8.843438337180487e-08, 9.831715175323552e-08, 1.0819992013466617e-07, 1.1808268141066947e-07, 1.2796544979210012e-07, 1.3784821817353077e-07, 1.4773098655496142e-07, 1.5761375493639207e-07, 1.6749652331782272e-07, 1.7737929169925337e-07, 1.8726206008068402e-07, 1.9714481425125996e-07, 2.070275826326906e-07, 2.1691035101412126e-07, 2.267931193955519e-07, 2.3667588777698256e-07, 2.465586419475585e-07, 2.5644141032898915e-07, 2.663241787104198e-07, 2.7620694709185045e-07, 2.860897154732811e-07, 2.9597248385471175e-07]}, "gradients/decoder.model.decoder.layers.0.encoder_attn.out_proj.weight": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 260.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048052.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 255.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0], "bins": [-1.1920928955078125e-07, -1.1548399925231934e-07, -1.1175870895385742e-07, -1.0803341865539551e-07, -1.043081283569336e-07, -1.0058283805847168e-07, -9.685754776000977e-08, -9.313225746154785e-08, -8.940696716308594e-08, -8.568167686462402e-08, -8.195638656616211e-08, -7.82310962677002e-08, -7.450580596923828e-08, -7.078051567077637e-08, -6.705522537231445e-08, -6.332993507385254e-08, -5.960464477539063e-08, -5.587935447692871e-08, -5.21540641784668e-08, -4.842877388000488e-08, -4.470348358154297e-08, -4.0978193283081055e-08, -3.725290298461914e-08, -3.3527612686157227e-08, -2.9802322387695312e-08, -2.60770320892334e-08, -2.2351741790771484e-08, -1.862645149230957e-08, -1.4901161193847656e-08, -1.1175870895385742e-08, -7.450580596923828e-09, -3.725290298461914e-09, 0.0, 3.725290298461914e-09, 7.450580596923828e-09, 1.1175870895385742e-08, 1.4901161193847656e-08, 1.862645149230957e-08, 2.2351741790771484e-08, 2.60770320892334e-08, 2.9802322387695312e-08, 3.3527612686157227e-08, 3.725290298461914e-08, 4.0978193283081055e-08, 4.470348358154297e-08, 4.842877388000488e-08, 5.21540641784668e-08, 5.587935447692871e-08, 5.960464477539063e-08, 6.332993507385254e-08, 6.705522537231445e-08, 7.078051567077637e-08, 7.450580596923828e-08, 7.82310962677002e-08, 8.195638656616211e-08, 8.568167686462402e-08, 8.940696716308594e-08, 9.313225746154785e-08, 9.685754776000977e-08, 1.0058283805847168e-07, 1.043081283569336e-07, 1.0803341865539551e-07, 1.1175870895385742e-07, 1.1548399925231934e-07, 1.1920928955078125e-07]}, "gradients/decoder.model.decoder.layers.0.encoder_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 10.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 160.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 675.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 157.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 14.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0], "bins": [-2.384185791015625e-07, -2.3189932107925415e-07, -2.253800630569458e-07, -2.1886080503463745e-07, -2.123415470123291e-07, -2.0582228899002075e-07, -1.993030309677124e-07, -1.9278377294540405e-07, -1.862645149230957e-07, -1.7974525690078735e-07, -1.73225998878479e-07, -1.6670674085617065e-07, -1.601874828338623e-07, -1.5366822481155396e-07, -1.471489667892456e-07, -1.4062970876693726e-07, -1.341104507446289e-07, -1.2759119272232056e-07, -1.210719347000122e-07, -1.1455267667770386e-07, -1.0803341865539551e-07, -1.0151416063308716e-07, -9.499490261077881e-08, -8.847564458847046e-08, -8.195638656616211e-08, -7.543712854385376e-08, -6.891787052154541e-08, -6.239861249923706e-08, -5.587935447692871e-08, -4.936009645462036e-08, -4.284083843231201e-08, -3.632158041000366e-08, -2.9802322387695312e-08, -2.3283064365386963e-08, -1.6763806343078613e-08, -1.0244548320770264e-08, -3.725290298461914e-09, 2.7939677238464355e-09, 9.313225746154785e-09, 1.5832483768463135e-08, 2.2351741790771484e-08, 2.8870999813079834e-08, 3.5390257835388184e-08, 4.190951585769653e-08, 4.842877388000488e-08, 5.494803190231323e-08, 6.146728992462158e-08, 6.798654794692993e-08, 7.450580596923828e-08, 8.102506399154663e-08, 8.754432201385498e-08, 9.406358003616333e-08, 1.0058283805847168e-07, 1.0710209608078003e-07, 1.1362135410308838e-07, 1.2014061212539673e-07, 1.2665987014770508e-07, 1.3317912817001343e-07, 1.3969838619232178e-07, 1.4621764421463013e-07, 1.5273690223693848e-07, 1.5925616025924683e-07, 1.6577541828155518e-07, 1.7229467630386353e-07, 1.7881393432617188e-07]}, "gradients/decoder.model.decoder.layers.0.encoder_attn.v_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.0.encoder_attn.v_proj.bias": {"_type": "histogram", "values": [5.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 998.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0], "bins": [-5.364418029785156e-07, -5.19677996635437e-07, -5.029141902923584e-07, -4.861503839492798e-07, -4.6938657760620117e-07, -4.5262277126312256e-07, -4.3585896492004395e-07, -4.1909515857696533e-07, -4.023313522338867e-07, -3.855675458908081e-07, -3.688037395477295e-07, -3.520399332046509e-07, -3.3527612686157227e-07, -3.1851232051849365e-07, -3.0174851417541504e-07, -2.849847078323364e-07, -2.682209014892578e-07, -2.514570951461792e-07, -2.3469328880310059e-07, -2.1792948246002197e-07, -2.0116567611694336e-07, -1.8440186977386475e-07, -1.6763806343078613e-07, -1.5087425708770752e-07, -1.341104507446289e-07, -1.1734664440155029e-07, -1.0058283805847168e-07, -8.381903171539307e-08, -6.705522537231445e-08, -5.029141902923584e-08, -3.3527612686157227e-08, -1.6763806343078613e-08, 0.0, 1.6763806343078613e-08, 3.3527612686157227e-08, 5.029141902923584e-08, 6.705522537231445e-08, 8.381903171539307e-08, 1.0058283805847168e-07, 1.1734664440155029e-07, 1.341104507446289e-07, 1.5087425708770752e-07, 1.6763806343078613e-07, 1.8440186977386475e-07, 2.0116567611694336e-07, 2.1792948246002197e-07, 2.3469328880310059e-07, 2.514570951461792e-07, 2.682209014892578e-07, 2.849847078323364e-07, 3.0174851417541504e-07, 3.1851232051849365e-07, 3.3527612686157227e-07, 3.520399332046509e-07, 3.688037395477295e-07, 3.855675458908081e-07, 4.023313522338867e-07, 4.1909515857696533e-07, 4.3585896492004395e-07, 4.5262277126312256e-07, 4.6938657760620117e-07, 4.861503839492798e-07, 5.029141902923584e-07, 5.19677996635437e-07, 5.364418029785156e-07]}, "gradients/decoder.model.decoder.layers.0.encoder_attn.k_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.0.encoder_attn.k_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.0.encoder_attn.q_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.0.encoder_attn.q_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.0.self_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 7.0, 12.0, 14.0, 30.0, 49.0, 118.0, 331.0, 262.0, 85.0, 43.0, 27.0, 10.0, 7.0, 2.0, 3.0, 3.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.8526048367893964e-07, -2.6837847144633997e-07, -2.5149648763544974e-07, -2.3461447540285008e-07, -2.177324631702504e-07, -2.0085046514850546e-07, -1.8396846712676052e-07, -1.6708645489416085e-07, -1.502044568724159e-07, -1.3332245885067096e-07, -1.1644044661807129e-07, -9.955844859632634e-08, -8.267644346915404e-08, -6.579443834198173e-08, -4.891244032023678e-08, -3.203043519306448e-08, -1.514843006589217e-08, 1.7335732849232954e-09, 1.8615576635738762e-08, 3.549757821019739e-08, 5.2379583337369695e-08, 6.9261588464542e-08, 8.614358648628695e-08, 1.0302559161345926e-07, 1.1990759674063156e-07, 1.367895947623765e-07, 1.5367160699497617e-07, 1.7055360501672112e-07, 1.8743560303846607e-07, 2.0431761527106573e-07, 2.2119961329281068e-07, 2.3808161131455563e-07, 2.5496359512544586e-07, 2.7184560735804553e-07, 2.8872759116893576e-07, 3.056096034015354e-07, 3.224916156341351e-07, 3.3937362786673475e-07, 3.56255611677625e-07, 3.7313762391022465e-07, 3.900196361428243e-07, 4.06901648375424e-07, 4.237836321863142e-07, 4.4066564441891387e-07, 4.5754765665151353e-07, 4.744296688841132e-07, 4.913116526950034e-07, 5.081936365058937e-07, 5.250756203167839e-07, 5.419576041276741e-07, 5.588396447819832e-07, 5.757216285928735e-07, 5.926036124037637e-07, 6.094856530580728e-07, 6.26367636868963e-07, 6.432496206798533e-07, 6.601316613341623e-07, 6.770136451450526e-07, 6.938956857993617e-07, 7.107776696102519e-07, 7.276596534211421e-07, 7.445416940754512e-07, 7.614236778863415e-07, 7.783056616972317e-07, 7.951877023515408e-07]}, "gradients/decoder.model.decoder.layers.0.self_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 4.0, 3.0, 10.0, 11.0, 9.0, 18.0, 23.0, 39.0, 45.0, 48.0, 57.0, 77.0, 73.0, 85.0, 83.0, 67.0, 67.0, 60.0, 51.0, 46.0, 32.0, 27.0, 14.0, 11.0, 13.0, 10.0, 7.0, 6.0, 4.0, 3.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.3013011229977565e-07, -2.2339345662203414e-07, -2.1665680094429263e-07, -2.0992014526655112e-07, -2.031834895888096e-07, -1.964468481219228e-07, -1.897101924441813e-07, -1.829735367664398e-07, -1.7623688108869828e-07, -1.6950022541095677e-07, -1.6276356973321526e-07, -1.5602691405547375e-07, -1.4929025837773224e-07, -1.4255360269999073e-07, -1.3581694702224922e-07, -1.2908030555536243e-07, -1.223436356667662e-07, -1.156069799890247e-07, -1.0887032431128318e-07, -1.0213366863354167e-07, -9.539702006122752e-08, -8.866036438348601e-08, -8.19237087057445e-08, -7.518706013343035e-08, -6.845040445568884e-08, -6.171374877794733e-08, -5.49770966529195e-08, -4.824044097517799e-08, -4.150378885015016e-08, -3.476713317240865e-08, -2.803047749466714e-08, -2.1293825369639308e-08, -1.4557173244611477e-08, -7.820519343226806e-09, -1.083864553663716e-09, 5.652790235899374e-09, 1.2389444137284045e-08, 1.9126098038668715e-08, 2.5862753716410225e-08, 3.2599405841438056e-08, 3.9336061519179566e-08, 4.6072717196921076e-08, 5.280936932194891e-08, 5.954602499969042e-08, 6.628268067743193e-08, 7.301933635517344e-08, 7.975599203291495e-08, 8.64926406052291e-08, 9.322929628297061e-08, 9.996595196071212e-08, 1.0670260763845363e-07, 1.1343925621076778e-07, 1.201759118885093e-07, 1.269125675662508e-07, 1.336492232439923e-07, 1.4038587892173382e-07, 1.4712253459947533e-07, 1.5385919027721684e-07, 1.6059584595495835e-07, 1.6733250163269986e-07, 1.7406915731044137e-07, 1.8080581298818288e-07, 1.875424686659244e-07, 1.9427911013281118e-07, 2.010157658105527e-07]}, "gradients/decoder.model.decoder.layers.0.self_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 14.0, 0.0, 0.0, 48.0, 0.0, 0.0, 168.0, 0.0, 0.0, 580.0, 0.0, 0.0, 9977.0, 0.0, 1027022.0, 0.0, 0.0, 10003.0, 0.0, 0.0, 505.0, 0.0, 0.0, 179.0, 0.0, 0.0, 40.0, 0.0, 0.0, 14.0, 0.0, 0.0, 10.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.152557373046875e-07, -6.94766640663147e-07, -6.742775440216064e-07, -6.537884473800659e-07, -6.332993507385254e-07, -6.128102540969849e-07, -5.923211574554443e-07, -5.718320608139038e-07, -5.513429641723633e-07, -5.308538675308228e-07, -5.103647708892822e-07, -4.898756742477417e-07, -4.6938657760620117e-07, -4.4889748096466064e-07, -4.284083843231201e-07, -4.079192876815796e-07, -3.8743019104003906e-07, -3.6694109439849854e-07, -3.46451997756958e-07, -3.259629011154175e-07, -3.0547380447387695e-07, -2.849847078323364e-07, -2.644956111907959e-07, -2.4400651454925537e-07, -2.2351741790771484e-07, -2.0302832126617432e-07, -1.825392246246338e-07, -1.6205012798309326e-07, -1.4156103134155273e-07, -1.210719347000122e-07, -1.0058283805847168e-07, -8.009374141693115e-08, -5.960464477539063e-08, -3.91155481338501e-08, -1.862645149230957e-08, 1.862645149230957e-09, 2.2351741790771484e-08, 4.284083843231201e-08, 6.332993507385254e-08, 8.381903171539307e-08, 1.043081283569336e-07, 1.2479722499847412e-07, 1.4528632164001465e-07, 1.6577541828155518e-07, 1.862645149230957e-07, 2.0675361156463623e-07, 2.2724270820617676e-07, 2.477318048477173e-07, 2.682209014892578e-07, 2.8870999813079834e-07, 3.0919909477233887e-07, 3.296881914138794e-07, 3.501772880554199e-07, 3.7066638469696045e-07, 3.91155481338501e-07, 4.116445779800415e-07, 4.3213367462158203e-07, 4.5262277126312256e-07, 4.731118679046631e-07, 4.936009645462036e-07, 5.140900611877441e-07, 5.345791578292847e-07, 5.550682544708252e-07, 5.755573511123657e-07, 5.960464477539062e-07]}, "gradients/decoder.model.decoder.layers.0.self_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 12.0, 0.0, 0.0, 0.0, 71.0, 0.0, 0.0, 0.0, 197.0, 0.0, 0.0, 0.0, 436.0, 0.0, 0.0, 0.0, 220.0, 0.0, 0.0, 0.0, 60.0, 0.0, 0.0, 0.0, 16.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.364418029785156e-07, -5.21540641784668e-07, -5.066394805908203e-07, -4.917383193969727e-07, -4.76837158203125e-07, -4.6193599700927734e-07, -4.470348358154297e-07, -4.3213367462158203e-07, -4.172325134277344e-07, -4.023313522338867e-07, -3.8743019104003906e-07, -3.725290298461914e-07, -3.5762786865234375e-07, -3.427267074584961e-07, -3.2782554626464844e-07, -3.129243850708008e-07, -2.980232238769531e-07, -2.8312206268310547e-07, -2.682209014892578e-07, -2.5331974029541016e-07, -2.384185791015625e-07, -2.2351741790771484e-07, -2.086162567138672e-07, -1.9371509552001953e-07, -1.7881393432617188e-07, -1.6391277313232422e-07, -1.4901161193847656e-07, -1.341104507446289e-07, -1.1920928955078125e-07, -1.043081283569336e-07, -8.940696716308594e-08, -7.450580596923828e-08, -5.960464477539063e-08, -4.470348358154297e-08, -2.9802322387695312e-08, -1.4901161193847656e-08, 0.0, 1.4901161193847656e-08, 2.9802322387695312e-08, 4.470348358154297e-08, 5.960464477539063e-08, 7.450580596923828e-08, 8.940696716308594e-08, 1.043081283569336e-07, 1.1920928955078125e-07, 1.341104507446289e-07, 1.4901161193847656e-07, 1.6391277313232422e-07, 1.7881393432617188e-07, 1.9371509552001953e-07, 2.086162567138672e-07, 2.2351741790771484e-07, 2.384185791015625e-07, 2.5331974029541016e-07, 2.682209014892578e-07, 2.8312206268310547e-07, 2.980232238769531e-07, 3.129243850708008e-07, 3.2782554626464844e-07, 3.427267074584961e-07, 3.5762786865234375e-07, 3.725290298461914e-07, 3.8743019104003906e-07, 4.023313522338867e-07, 4.172325134277344e-07]}, "gradients/decoder.model.decoder.layers.0.self_attn.v_proj.weight": {"_type": "histogram", "values": [5.0, 0.0, 0.0, 0.0, 12.0, 0.0, 0.0, 0.0, 0.0, 25.0, 0.0, 0.0, 0.0, 114.0, 0.0, 0.0, 0.0, 0.0, 489.0, 0.0, 0.0, 0.0, 2130.0, 0.0, 0.0, 0.0, 0.0, 17004.0, 0.0, 0.0, 0.0, 0.0, 1008744.0, 0.0, 0.0, 0.0, 17223.0, 0.0, 0.0, 0.0, 0.0, 2192.0, 0.0, 0.0, 0.0, 477.0, 0.0, 0.0, 0.0, 0.0, 128.0, 0.0, 0.0, 0.0, 22.0, 0.0, 0.0, 0.0, 0.0, 8.0, 0.0, 0.0, 0.0, 3.0], "bins": [-4.172325134277344e-07, -4.041939973831177e-07, -3.91155481338501e-07, -3.781169652938843e-07, -3.650784492492676e-07, -3.520399332046509e-07, -3.390014171600342e-07, -3.259629011154175e-07, -3.129243850708008e-07, -2.998858690261841e-07, -2.868473529815674e-07, -2.738088369369507e-07, -2.60770320892334e-07, -2.477318048477173e-07, -2.3469328880310059e-07, -2.2165477275848389e-07, -2.086162567138672e-07, -1.955777406692505e-07, -1.825392246246338e-07, -1.695007085800171e-07, -1.564621925354004e-07, -1.434236764907837e-07, -1.30385160446167e-07, -1.1734664440155029e-07, -1.043081283569336e-07, -9.12696123123169e-08, -7.82310962677002e-08, -6.51925802230835e-08, -5.21540641784668e-08, -3.91155481338501e-08, -2.60770320892334e-08, -1.30385160446167e-08, 0.0, 1.30385160446167e-08, 2.60770320892334e-08, 3.91155481338501e-08, 5.21540641784668e-08, 6.51925802230835e-08, 7.82310962677002e-08, 9.12696123123169e-08, 1.043081283569336e-07, 1.1734664440155029e-07, 1.30385160446167e-07, 1.434236764907837e-07, 1.564621925354004e-07, 1.695007085800171e-07, 1.825392246246338e-07, 1.955777406692505e-07, 2.086162567138672e-07, 2.2165477275848389e-07, 2.3469328880310059e-07, 2.477318048477173e-07, 2.60770320892334e-07, 2.738088369369507e-07, 2.868473529815674e-07, 2.998858690261841e-07, 3.129243850708008e-07, 3.259629011154175e-07, 3.390014171600342e-07, 3.520399332046509e-07, 3.650784492492676e-07, 3.781169652938843e-07, 3.91155481338501e-07, 4.041939973831177e-07, 4.172325134277344e-07]}, "gradients/decoder.model.decoder.layers.0.self_attn.v_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 11.0, 0.0, 0.0, 0.0, 10.0, 0.0, 0.0, 0.0, 0.0, 38.0, 0.0, 0.0, 0.0, 68.0, 0.0, 0.0, 0.0, 0.0, 196.0, 0.0, 0.0, 0.0, 0.0, 352.0, 0.0, 0.0, 0.0, 199.0, 0.0, 0.0, 0.0, 0.0, 68.0, 0.0, 0.0, 0.0, 54.0, 0.0, 0.0, 0.0, 0.0, 15.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.172325134277344e-07, -4.041939973831177e-07, -3.91155481338501e-07, -3.781169652938843e-07, -3.650784492492676e-07, -3.520399332046509e-07, -3.390014171600342e-07, -3.259629011154175e-07, -3.129243850708008e-07, -2.998858690261841e-07, -2.868473529815674e-07, -2.738088369369507e-07, -2.60770320892334e-07, -2.477318048477173e-07, -2.3469328880310059e-07, -2.2165477275848389e-07, -2.086162567138672e-07, -1.955777406692505e-07, -1.825392246246338e-07, -1.695007085800171e-07, -1.564621925354004e-07, -1.434236764907837e-07, -1.30385160446167e-07, -1.1734664440155029e-07, -1.043081283569336e-07, -9.12696123123169e-08, -7.82310962677002e-08, -6.51925802230835e-08, -5.21540641784668e-08, -3.91155481338501e-08, -2.60770320892334e-08, -1.30385160446167e-08, 0.0, 1.30385160446167e-08, 2.60770320892334e-08, 3.91155481338501e-08, 5.21540641784668e-08, 6.51925802230835e-08, 7.82310962677002e-08, 9.12696123123169e-08, 1.043081283569336e-07, 1.1734664440155029e-07, 1.30385160446167e-07, 1.434236764907837e-07, 1.564621925354004e-07, 1.695007085800171e-07, 1.825392246246338e-07, 1.955777406692505e-07, 2.086162567138672e-07, 2.2165477275848389e-07, 2.3469328880310059e-07, 2.477318048477173e-07, 2.60770320892334e-07, 2.738088369369507e-07, 2.868473529815674e-07, 2.998858690261841e-07, 3.129243850708008e-07, 3.259629011154175e-07, 3.390014171600342e-07, 3.520399332046509e-07, 3.650784492492676e-07, 3.781169652938843e-07, 3.91155481338501e-07, 4.041939973831177e-07, 4.172325134277344e-07]}, "gradients/decoder.model.decoder.layers.0.self_attn.k_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.0.self_attn.k_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.0.self_attn.q_proj.weight": {"_type": "histogram", "values": [196.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048167.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 213.0], "bins": [-5.960464477539063e-08, -5.774199962615967e-08, -5.587935447692871e-08, -5.4016709327697754e-08, -5.21540641784668e-08, -5.029141902923584e-08, -4.842877388000488e-08, -4.6566128730773926e-08, -4.470348358154297e-08, -4.284083843231201e-08, -4.0978193283081055e-08, -3.91155481338501e-08, -3.725290298461914e-08, -3.5390257835388184e-08, -3.3527612686157227e-08, -3.166496753692627e-08, -2.9802322387695312e-08, -2.7939677238464355e-08, -2.60770320892334e-08, -2.421438694000244e-08, -2.2351741790771484e-08, -2.0489096641540527e-08, -1.862645149230957e-08, -1.6763806343078613e-08, -1.4901161193847656e-08, -1.30385160446167e-08, -1.1175870895385742e-08, -9.313225746154785e-09, -7.450580596923828e-09, -5.587935447692871e-09, -3.725290298461914e-09, -1.862645149230957e-09, 0.0, 1.862645149230957e-09, 3.725290298461914e-09, 5.587935447692871e-09, 7.450580596923828e-09, 9.313225746154785e-09, 1.1175870895385742e-08, 1.30385160446167e-08, 1.4901161193847656e-08, 1.6763806343078613e-08, 1.862645149230957e-08, 2.0489096641540527e-08, 2.2351741790771484e-08, 2.421438694000244e-08, 2.60770320892334e-08, 2.7939677238464355e-08, 2.9802322387695312e-08, 3.166496753692627e-08, 3.3527612686157227e-08, 3.5390257835388184e-08, 3.725290298461914e-08, 3.91155481338501e-08, 4.0978193283081055e-08, 4.284083843231201e-08, 4.470348358154297e-08, 4.6566128730773926e-08, 4.842877388000488e-08, 5.029141902923584e-08, 5.21540641784668e-08, 5.4016709327697754e-08, 5.587935447692871e-08, 5.774199962615967e-08, 5.960464477539063e-08]}, "gradients/decoder.model.decoder.layers.0.self_attn.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1022.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.960464477539063e-08, -5.774199962615967e-08, -5.587935447692871e-08, -5.4016709327697754e-08, -5.21540641784668e-08, -5.029141902923584e-08, -4.842877388000488e-08, -4.6566128730773926e-08, -4.470348358154297e-08, -4.284083843231201e-08, -4.0978193283081055e-08, -3.91155481338501e-08, -3.725290298461914e-08, -3.5390257835388184e-08, -3.3527612686157227e-08, -3.166496753692627e-08, -2.9802322387695312e-08, -2.7939677238464355e-08, -2.60770320892334e-08, -2.421438694000244e-08, -2.2351741790771484e-08, -2.0489096641540527e-08, -1.862645149230957e-08, -1.6763806343078613e-08, -1.4901161193847656e-08, -1.30385160446167e-08, -1.1175870895385742e-08, -9.313225746154785e-09, -7.450580596923828e-09, -5.587935447692871e-09, -3.725290298461914e-09, -1.862645149230957e-09, 0.0, 1.862645149230957e-09, 3.725290298461914e-09, 5.587935447692871e-09, 7.450580596923828e-09, 9.313225746154785e-09, 1.1175870895385742e-08, 1.30385160446167e-08, 1.4901161193847656e-08, 1.6763806343078613e-08, 1.862645149230957e-08, 2.0489096641540527e-08, 2.2351741790771484e-08, 2.421438694000244e-08, 2.60770320892334e-08, 2.7939677238464355e-08, 2.9802322387695312e-08, 3.166496753692627e-08, 3.3527612686157227e-08, 3.5390257835388184e-08, 3.725290298461914e-08, 3.91155481338501e-08, 4.0978193283081055e-08, 4.284083843231201e-08, 4.470348358154297e-08, 4.6566128730773926e-08, 4.842877388000488e-08, 5.029141902923584e-08, 5.21540641784668e-08, 5.4016709327697754e-08, 5.587935447692871e-08, 5.774199962615967e-08, 5.960464477539063e-08]}, "gradients/decoder.model.decoder.layernorm_embedding.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 5.0, 8.0, 5.0, 6.0, 11.0, 18.0, 33.0, 57.0, 122.0, 208.0, 219.0, 125.0, 76.0, 45.0, 24.0, 7.0, 11.0, 7.0, 6.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 3.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-8.122833037305099e-07, -7.869564342399826e-07, -7.616295647494553e-07, -7.36302695258928e-07, -7.109758257684007e-07, -6.856489562778734e-07, -6.603220299439272e-07, -6.349951604533999e-07, -6.096682909628726e-07, -5.843414214723452e-07, -5.590145519818179e-07, -5.336876824912906e-07, -5.083608130007633e-07, -4.830338866668171e-07, -4.5770704559799924e-07, -4.323801476857625e-07, -4.070533066169446e-07, -3.817264371264173e-07, -3.5639956763589e-07, -3.3107266972365323e-07, -3.057458002331259e-07, -2.804189307425986e-07, -2.550920612520713e-07, -2.2976517755068926e-07, -2.0443830806016194e-07, -1.7911143856963463e-07, -1.537845548682526e-07, -1.2845768537772528e-07, -1.0313080878177061e-07, -7.780393218581594e-08, -5.247706269528862e-08, -2.7150178993906593e-08, -1.8233095033792779e-09, 2.3503565316218555e-08, 4.883044013581639e-08, 7.415731317905738e-08, 9.948418977501206e-08, 1.2481106637096673e-07, 1.5013793586149404e-07, 1.7546481956287607e-07, 2.007916890534034e-07, 2.261185585439307e-07, 2.5144544224531273e-07, 2.7677231173584005e-07, 3.0209918122636736e-07, 3.274260507168947e-07, 3.52752920207422e-07, 3.7807981811965874e-07, 4.0340668761018605e-07, 4.2873355710071337e-07, 4.540604265912407e-07, 4.793873245034774e-07, 5.047141939940047e-07, 5.300410634845321e-07, 5.553679329750594e-07, 5.806948024655867e-07, 6.06021671956114e-07, 6.313485414466413e-07, 6.566754109371686e-07, 6.82002280427696e-07, 7.073291499182233e-07, 7.326560762521694e-07, 7.579828888992779e-07, 7.833098152332241e-07, 8.086366847237514e-07]}, "gradients/decoder.model.decoder.layernorm_embedding.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 1.0, 0.0, 4.0, 3.0, 0.0, 3.0, 5.0, 10.0, 7.0, 10.0, 11.0, 12.0, 11.0, 16.0, 24.0, 16.0, 22.0, 27.0, 36.0, 34.0, 26.0, 47.0, 36.0, 34.0, 36.0, 45.0, 53.0, 36.0, 33.0, 39.0, 55.0, 38.0, 35.0, 34.0, 38.0, 24.0, 21.0, 18.0, 23.0, 13.0, 13.0, 14.0, 6.0, 9.0, 11.0, 3.0, 4.0, 4.0, 5.0, 2.0, 2.0, 1.0, 5.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-4.4332932702673133e-07, -4.281529584204691e-07, -4.129765898142068e-07, -3.9780022120794456e-07, -3.826238526016823e-07, -3.6744748399542004e-07, -3.522711153891578e-07, -3.3709474678289553e-07, -3.2191837817663327e-07, -3.06742009570371e-07, -2.9156564096410875e-07, -2.763892723578465e-07, -2.6121290375158424e-07, -2.46036535145322e-07, -2.3086016653905972e-07, -2.1568379793279746e-07, -2.005074293265352e-07, -1.8533106072027294e-07, -1.7015469211401069e-07, -1.5497832350774843e-07, -1.3980195490148617e-07, -1.246255862952239e-07, -1.0944921768896165e-07, -9.42728490826994e-08, -7.909648047643714e-08, -6.392011187017488e-08, -4.874374326391262e-08, -3.356737465765036e-08, -1.8391006051388104e-08, -3.2146374451258453e-09, 1.1961731161136413e-08, 2.713809976739867e-08, 4.231452521707979e-08, 5.749089382334205e-08, 7.266726242960431e-08, 8.784363103586657e-08, 1.0301999964212882e-07, 1.1819636824839108e-07, 1.3337273685465334e-07, 1.485491054609156e-07, 1.6372547406717786e-07, 1.7890184267344011e-07, 1.9407821127970237e-07, 2.0925457988596463e-07, 2.244309484922269e-07, 2.3960731709848915e-07, 2.547836857047514e-07, 2.6996005431101366e-07, 2.851364229172759e-07, 3.003127915235382e-07, 3.1548916012980044e-07, 3.306655287360627e-07, 3.4584189734232496e-07, 3.610182659485872e-07, 3.7619463455484947e-07, 3.9137100316111173e-07, 4.06547371767374e-07, 4.2172374037363625e-07, 4.369001089798985e-07, 4.5207647758616076e-07, 4.67252846192423e-07, 4.824291863769758e-07, 4.976055834049475e-07, 5.127819804329192e-07, 5.279583206174721e-07]}, "gradients/decoder.model.decoder.embed_positions.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 5.0, 6.0, 3.0, 9.0, 9.0, 11.0, 16.0, 17.0, 23.0, 45.0, 38.0, 38.0, 129.0, 54.0, 46.0, 213.0, 195.0, 108.0, 1048722.0, 81.0, 262.0, 152.0, 51.0, 107.0, 70.0, 27.0, 48.0, 26.0, 17.0, 17.0, 12.0, 11.0, 15.0, 6.0, 10.0, 5.0, 4.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1648863846858148e-06, -1.1206764156668214e-06, -1.076466446647828e-06, -1.0322564776288345e-06, -9.880463949230034e-07, -9.4383642590401e-07, -8.996264568850165e-07, -8.554164878660231e-07, -8.112065188470297e-07, -7.669965498280362e-07, -7.227865239656239e-07, -6.785765549466305e-07, -6.343665859276371e-07, -5.901565600652248e-07, -5.459465910462313e-07, -5.017366220272379e-07, -4.575265961648256e-07, -4.1331659872412274e-07, -3.691066297051293e-07, -3.2489663226442644e-07, -2.80686663245433e-07, -2.3647666580473015e-07, -1.9226666836402728e-07, -1.4805669934503385e-07, -1.0384670190433098e-07, -5.963671867448284e-08, -1.542672833920733e-08, 2.8783261996068177e-08, 7.299324522591633e-08, 1.1720322845576447e-07, 1.6141322589646734e-07, 2.0562319491546077e-07, 2.4983319235616364e-07, 2.940431897968665e-07, 3.3825315881585993e-07, 3.824631562565628e-07, 4.2667312527555623e-07, 4.708831227162591e-07, 5.15093120156962e-07, 5.593030891759554e-07, 6.035130581949488e-07, 6.477230272139423e-07, 6.919330530763546e-07, 7.36143022095348e-07, 7.803529911143414e-07, 8.245630169767537e-07, 8.687729859957471e-07, 9.129829550147406e-07, 9.57192924033734e-07, 1.0014028930527274e-06, 1.0456128620717209e-06, 1.089822944777552e-06, 1.1340329137965455e-06, 1.178242882815539e-06, 1.2224528518345323e-06, 1.2666628208535258e-06, 1.310872903559357e-06, 1.3550828725783504e-06, 1.3992928415973438e-06, 1.443502924303175e-06, 1.4877128933221684e-06, 1.5319228623411618e-06, 1.5761328313601553e-06, 1.6203428003791487e-06, 1.6645527693981421e-06]}, "gradients/decoder.model.decoder.embed_tokens.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 9.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 7.0, 14.0, 47.0, 380.0, 51462828.0, 7476.0, 468.0, 74.0, 24.0, 8.0, 5.0, 9.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.859375, -26.285400390625, -25.71142578125, -25.137451171875, -24.5634765625, -23.989501953125, -23.41552734375, -22.841552734375, -22.267578125, -21.693603515625, -21.11962890625, -20.545654296875, -19.9716796875, -19.397705078125, -18.82373046875, -18.249755859375, -17.67578125, -17.101806640625, -16.52783203125, -15.953857421875, -15.3798828125, -14.805908203125, -14.23193359375, -13.657958984375, -13.083984375, -12.510009765625, -11.93603515625, -11.362060546875, -10.7880859375, -10.214111328125, -9.64013671875, -9.066162109375, -8.4921875, -7.918212890625, -7.34423828125, -6.770263671875, -6.1962890625, -5.622314453125, -5.04833984375, -4.474365234375, -3.900390625, -3.326416015625, -2.75244140625, -2.178466796875, -1.6044921875, -1.030517578125, -0.45654296875, 0.117431640625, 0.69140625, 1.265380859375, 1.83935546875, 2.413330078125, 2.9873046875, 3.561279296875, 4.13525390625, 4.709228515625, 5.283203125, 5.857177734375, 6.43115234375, 7.005126953125, 7.5791015625, 8.153076171875, 8.72705078125, 9.301025390625, 9.875]}, "gradients/encoder.adapter.layers.2.conv.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 2.0, 5.0, 7.0, 12.0, 12.0, 22.0, 38.0, 59.0, 81.0, 110.0, 168.0, 261.0, 383.0, 552.0, 807.0, 1228.0, 1821.0, 2721.0, 4065.0, 6124.0, 8981.0, 13743.0, 21038.0, 32212.0, 50039.0, 79453.0, 129382.0, 218227.0, 406774.0, 4118127.0, 523162.0, 263043.0, 151301.0, 92774.0, 57876.0, 36918.0, 23745.0, 15606.0, 10173.0, 6870.0, 4512.0, 2915.0, 1971.0, 1335.0, 948.0, 613.0, 385.0, 278.0, 187.0, 130.0, 75.0, 65.0, 42.0, 25.0, 17.0, 12.0, 6.0, 4.0, 1.0, 4.0, 2.0], "bins": [-0.005451202392578125, -0.005284309387207031, -0.0051174163818359375, -0.004950523376464844, -0.00478363037109375, -0.004616737365722656, -0.0044498443603515625, -0.004282951354980469, -0.004116058349609375, -0.003949165344238281, -0.0037822723388671875, -0.0036153793334960938, -0.003448486328125, -0.0032815933227539062, -0.0031147003173828125, -0.0029478073120117188, -0.002780914306640625, -0.0026140213012695312, -0.0024471282958984375, -0.0022802352905273438, -0.00211334228515625, -0.0019464492797851562, -0.0017795562744140625, -0.0016126632690429688, -0.001445770263671875, -0.0012788772583007812, -0.0011119842529296875, -0.0009450912475585938, -0.0007781982421875, -0.0006113052368164062, -0.0004444122314453125, -0.00027751922607421875, -0.000110626220703125, 5.626678466796875e-05, 0.0002231597900390625, 0.00039005279541015625, 0.00055694580078125, 0.0007238388061523438, 0.0008907318115234375, 0.0010576248168945312, 0.001224517822265625, 0.0013914108276367188, 0.0015583038330078125, 0.0017251968383789062, 0.00189208984375, 0.0020589828491210938, 0.0022258758544921875, 0.0023927688598632812, 0.002559661865234375, 0.0027265548706054688, 0.0028934478759765625, 0.0030603408813476562, 0.00322723388671875, 0.0033941268920898438, 0.0035610198974609375, 0.0037279129028320312, 0.003894805908203125, 0.004061698913574219, 0.0042285919189453125, 0.004395484924316406, 0.0045623779296875, 0.004729270935058594, 0.0048961639404296875, 0.005063056945800781, 0.005229949951171875]}, "gradients/encoder.adapter.layers.2.conv.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 7.0, 4.0, 3.0, 2.0, 6.0, 4.0, 9.0, 7.0, 9.0, 9.0, 19.0, 17.0, 15.0, 24.0, 23.0, 21.0, 23.0, 31.0, 30.0, 41.0, 46.0, 26.0, 41.0, 52.0, 26.0, 994.0, 123.0, 35.0, 46.0, 31.0, 32.0, 21.0, 33.0, 29.0, 32.0, 30.0, 21.0, 12.0, 16.0, 17.0, 17.0, 8.0, 7.0, 7.0, 9.0, 6.0, 6.0, 4.0, 0.0, 5.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-2.0546875, -1.9941253662109375, -1.933563232421875, -1.8730010986328125, -1.81243896484375, -1.7518768310546875, -1.691314697265625, -1.6307525634765625, -1.5701904296875, -1.5096282958984375, -1.449066162109375, -1.3885040283203125, -1.32794189453125, -1.2673797607421875, -1.206817626953125, -1.1462554931640625, -1.085693359375, -1.0251312255859375, -0.964569091796875, -0.9040069580078125, -0.84344482421875, -0.7828826904296875, -0.722320556640625, -0.6617584228515625, -0.6011962890625, -0.5406341552734375, -0.480072021484375, -0.4195098876953125, -0.35894775390625, -0.2983856201171875, -0.237823486328125, -0.1772613525390625, -0.11669921875, -0.0561370849609375, 0.004425048828125, 0.0649871826171875, 0.12554931640625, 0.1861114501953125, 0.246673583984375, 0.3072357177734375, 0.3677978515625, 0.4283599853515625, 0.488922119140625, 0.5494842529296875, 0.61004638671875, 0.6706085205078125, 0.731170654296875, 0.7917327880859375, 0.852294921875, 0.9128570556640625, 0.973419189453125, 1.0339813232421875, 1.09454345703125, 1.1551055908203125, 1.215667724609375, 1.2762298583984375, 1.3367919921875, 1.3973541259765625, 1.457916259765625, 1.5184783935546875, 1.57904052734375, 1.6396026611328125, 1.700164794921875, 1.7607269287109375, 1.8212890625]}, "gradients/encoder.adapter.layers.1.conv.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 9.0, 5.0, 4.0, 10.0, 8.0, 14.0, 16.0, 33.0, 38.0, 58.0, 64.0, 107.0, 158.0, 244.0, 356.0, 529.0, 848.0, 1390.0, 2458.0, 4432.0, 8559.0, 16984.0, 34730.0, 74964.0, 202851.0, 4564968.0, 1061893.0, 180240.0, 69096.0, 32173.0, 15766.0, 8076.0, 4348.0, 2323.0, 1345.0, 771.0, 509.0, 332.0, 225.0, 133.0, 97.0, 72.0, 54.0, 46.0, 31.0, 18.0, 12.0, 13.0, 10.0, 8.0, 8.0, 3.0, 3.0, 2.0, 6.0, 1.0], "bins": [-0.0024890899658203125, -0.002415776252746582, -0.0023424625396728516, -0.002269148826599121, -0.0021958351135253906, -0.00212252140045166, -0.0020492076873779297, -0.0019758939743041992, -0.0019025802612304688, -0.0018292665481567383, -0.0017559528350830078, -0.0016826391220092773, -0.0016093254089355469, -0.0015360116958618164, -0.001462697982788086, -0.0013893842697143555, -0.001316070556640625, -0.0012427568435668945, -0.001169443130493164, -0.0010961294174194336, -0.0010228157043457031, -0.0009495019912719727, -0.0008761882781982422, -0.0008028745651245117, -0.0007295608520507812, -0.0006562471389770508, -0.0005829334259033203, -0.0005096197128295898, -0.0004363059997558594, -0.0003629922866821289, -0.00028967857360839844, -0.00021636486053466797, -0.0001430511474609375, -6.973743438720703e-05, 3.5762786865234375e-06, 7.68899917602539e-05, 0.00015020370483398438, 0.00022351741790771484, 0.0002968311309814453, 0.0003701448440551758, 0.00044345855712890625, 0.0005167722702026367, 0.0005900859832763672, 0.0006633996963500977, 0.0007367134094238281, 0.0008100271224975586, 0.0008833408355712891, 0.0009566545486450195, 0.00102996826171875, 0.0011032819747924805, 0.001176595687866211, 0.0012499094009399414, 0.0013232231140136719, 0.0013965368270874023, 0.0014698505401611328, 0.0015431642532348633, 0.0016164779663085938, 0.0016897916793823242, 0.0017631053924560547, 0.0018364191055297852, 0.0019097328186035156, 0.001983046531677246, 0.0020563602447509766, 0.002129673957824707, 0.0022029876708984375]}, "gradients/encoder.adapter.layers.1.conv.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 2.0, 6.0, 5.0, 3.0, 10.0, 5.0, 14.0, 12.0, 21.0, 12.0, 22.0, 12.0, 22.0, 16.0, 36.0, 21.0, 23.0, 38.0, 30.0, 35.0, 44.0, 38.0, 30.0, 44.0, 1051.0, 38.0, 28.0, 47.0, 29.0, 32.0, 30.0, 34.0, 27.0, 24.0, 26.0, 18.0, 23.0, 22.0, 15.0, 18.0, 7.0, 15.0, 7.0, 9.0, 11.0, 4.0, 2.0, 8.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.9853515625, -0.9537353515625, -0.922119140625, -0.8905029296875, -0.85888671875, -0.8272705078125, -0.795654296875, -0.7640380859375, -0.732421875, -0.7008056640625, -0.669189453125, -0.6375732421875, -0.60595703125, -0.5743408203125, -0.542724609375, -0.5111083984375, -0.4794921875, -0.4478759765625, -0.416259765625, -0.3846435546875, -0.35302734375, -0.3214111328125, -0.289794921875, -0.2581787109375, -0.2265625, -0.1949462890625, -0.163330078125, -0.1317138671875, -0.10009765625, -0.0684814453125, -0.036865234375, -0.0052490234375, 0.0263671875, 0.0579833984375, 0.089599609375, 0.1212158203125, 0.15283203125, 0.1844482421875, 0.216064453125, 0.2476806640625, 0.279296875, 0.3109130859375, 0.342529296875, 0.3741455078125, 0.40576171875, 0.4373779296875, 0.468994140625, 0.5006103515625, 0.5322265625, 0.5638427734375, 0.595458984375, 0.6270751953125, 0.65869140625, 0.6903076171875, 0.721923828125, 0.7535400390625, 0.78515625, 0.8167724609375, 0.848388671875, 0.8800048828125, 0.91162109375, 0.9432373046875, 0.974853515625, 1.0064697265625, 1.0380859375]}, "gradients/encoder.adapter.layers.0.conv.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 4.0, 5.0, 6.0, 6.0, 11.0, 14.0, 15.0, 26.0, 44.0, 42.0, 73.0, 115.0, 154.0, 248.0, 370.0, 623.0, 941.0, 1685.0, 2831.0, 5061.0, 9394.0, 19196.0, 42052.0, 109627.0, 457347.0, 5035074.0, 422243.0, 104563.0, 40210.0, 18482.0, 9157.0, 4842.0, 2778.0, 1579.0, 943.0, 577.0, 399.0, 203.0, 153.0, 103.0, 70.0, 49.0, 42.0, 23.0, 22.0, 13.0, 12.0, 9.0, 3.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.004169464111328125, -0.004044920206069946, -0.003920376300811768, -0.003795832395553589, -0.00367128849029541, -0.0035467445850372314, -0.0034222006797790527, -0.003297656774520874, -0.0031731128692626953, -0.0030485689640045166, -0.002924025058746338, -0.002799481153488159, -0.0026749372482299805, -0.0025503933429718018, -0.002425849437713623, -0.0023013055324554443, -0.0021767616271972656, -0.002052217721939087, -0.0019276738166809082, -0.0018031299114227295, -0.0016785860061645508, -0.001554042100906372, -0.0014294981956481934, -0.0013049542903900146, -0.001180410385131836, -0.0010558664798736572, -0.0009313225746154785, -0.0008067786693572998, -0.0006822347640991211, -0.0005576908588409424, -0.00043314695358276367, -0.00030860304832458496, -0.00018405914306640625, -5.951523780822754e-05, 6.502866744995117e-05, 0.00018957257270812988, 0.0003141164779663086, 0.0004386603832244873, 0.000563204288482666, 0.0006877481937408447, 0.0008122920989990234, 0.0009368360042572021, 0.0010613799095153809, 0.0011859238147735596, 0.0013104677200317383, 0.001435011625289917, 0.0015595555305480957, 0.0016840994358062744, 0.0018086433410644531, 0.0019331872463226318, 0.0020577311515808105, 0.0021822750568389893, 0.002306818962097168, 0.0024313628673553467, 0.0025559067726135254, 0.002680450677871704, 0.002804994583129883, 0.0029295384883880615, 0.0030540823936462402, 0.003178626298904419, 0.0033031702041625977, 0.0034277141094207764, 0.003552258014678955, 0.003676801919937134, 0.0038013458251953125]}, "gradients/encoder.adapter.layers.0.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 4.0, 4.0, 8.0, 7.0, 7.0, 12.0, 13.0, 21.0, 28.0, 29.0, 37.0, 39.0, 45.0, 53.0, 59.0, 85.0, 110.0, 272.0, 460.0, 215.0, 115.0, 75.0, 69.0, 63.0, 38.0, 36.0, 24.0, 28.0, 19.0, 20.0, 9.0, 10.0, 8.0, 3.0, 3.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005939483642578125, -0.005775511264801025, -0.005611538887023926, -0.005447566509246826, -0.0052835941314697266, -0.005119621753692627, -0.004955649375915527, -0.004791676998138428, -0.004627704620361328, -0.0044637322425842285, -0.004299759864807129, -0.004135787487030029, -0.00397181510925293, -0.00380784273147583, -0.0036438703536987305, -0.003479897975921631, -0.0033159255981445312, -0.0031519532203674316, -0.002987980842590332, -0.0028240084648132324, -0.002660036087036133, -0.002496063709259033, -0.0023320913314819336, -0.002168118953704834, -0.0020041465759277344, -0.0018401741981506348, -0.0016762018203735352, -0.0015122294425964355, -0.001348257064819336, -0.0011842846870422363, -0.0010203123092651367, -0.0008563399314880371, -0.0006923675537109375, -0.0005283951759338379, -0.0003644227981567383, -0.00020045042037963867, -3.647804260253906e-05, 0.00012749433517456055, 0.00029146671295166016, 0.00045543909072875977, 0.0006194114685058594, 0.000783383846282959, 0.0009473562240600586, 0.0011113286018371582, 0.0012753009796142578, 0.0014392733573913574, 0.001603245735168457, 0.0017672181129455566, 0.0019311904907226562, 0.002095162868499756, 0.0022591352462768555, 0.002423107624053955, 0.0025870800018310547, 0.0027510523796081543, 0.002915024757385254, 0.0030789971351623535, 0.003242969512939453, 0.0034069418907165527, 0.0035709142684936523, 0.003734886646270752, 0.0038988590240478516, 0.004062831401824951, 0.004226803779602051, 0.00439077615737915, 0.00455474853515625]}, "gradients/encoder.encoder.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 8.0, 5.0, 11.0, 26.0, 28.0, 38.0, 51.0, 80.0, 121.0, 299.0, 195.0, 61.0, 34.0, 20.0, 14.0, 10.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04682450741529465, -0.04551729932427406, -0.04421008750796318, -0.042902879416942596, -0.04159567132592201, -0.04028846323490143, -0.038981251418590546, -0.03767404332756996, -0.03636683523654938, -0.03505962714552879, -0.03375241532921791, -0.03244520723819733, -0.031137999147176743, -0.02983078919351101, -0.028523579239845276, -0.027216371148824692, -0.02590915933251381, -0.024601949378848076, -0.023294741287827492, -0.02198753133416176, -0.020680323243141174, -0.01937311328947544, -0.018065903335809708, -0.016758695244789124, -0.01545148529112339, -0.014144276268780231, -0.012837067246437073, -0.01152985729277134, -0.01022264827042818, -0.008915439248085022, -0.007608229294419289, -0.00630102027207613, -0.00499381497502327, -0.0036866057198494673, -0.002379396464675665, -0.0010721869766712189, 0.00023502204567193985, 0.0015422310680150986, 0.002849441021680832, 0.004156650044023991, 0.005463859066367149, 0.006771068088710308, 0.008078277111053467, 0.0093854870647192, 0.010692696087062359, 0.011999905109405518, 0.013307115063071251, 0.01461432408541441, 0.01592153310775757, 0.0172287430614233, 0.018535951152443886, 0.01984316110610962, 0.021150369197130203, 0.022457579150795937, 0.02376478910446167, 0.025071997195482254, 0.026379207149147987, 0.02768641710281372, 0.028993625193834305, 0.030300835147500038, 0.03160804510116577, 0.032915253192186356, 0.03422246128320694, 0.03552967309951782, 0.036836881190538406]}, "gradients/encoder.encoder.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 3.0, 6.0, 3.0, 5.0, 8.0, 7.0, 6.0, 16.0, 15.0, 14.0, 19.0, 34.0, 24.0, 23.0, 30.0, 38.0, 42.0, 44.0, 37.0, 30.0, 65.0, 43.0, 43.0, 46.0, 40.0, 43.0, 31.0, 29.0, 28.0, 38.0, 34.0, 36.0, 27.0, 17.0, 13.0, 20.0, 8.0, 11.0, 5.0, 9.0, 4.0, 5.0, 4.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015821635723114014, -0.015342488884925842, -0.014863342046737671, -0.0143841952085495, -0.013905048370361328, -0.013425901532173157, -0.012946754693984985, -0.012467607855796814, -0.011988461017608643, -0.011509314179420471, -0.0110301673412323, -0.010551020503044128, -0.010071873664855957, -0.009592726826667786, -0.009113579988479614, -0.008634433150291443, -0.008155286312103271, -0.0076761394739151, -0.007196992635726929, -0.006717845797538757, -0.006238698959350586, -0.0057595521211624146, -0.005280405282974243, -0.004801258444786072, -0.0043221116065979, -0.003842964768409729, -0.0033638179302215576, -0.0028846710920333862, -0.002405524253845215, -0.0019263774156570435, -0.001447230577468872, -0.0009680837392807007, -0.0004889369010925293, -9.79006290435791e-06, 0.0004693567752838135, 0.0009485036134719849, 0.0014276504516601562, 0.0019067972898483276, 0.002385944128036499, 0.0028650909662246704, 0.003344237804412842, 0.003823384642601013, 0.004302531480789185, 0.004781678318977356, 0.005260825157165527, 0.005739971995353699, 0.00621911883354187, 0.0066982656717300415, 0.007177412509918213, 0.007656559348106384, 0.008135706186294556, 0.008614853024482727, 0.009093999862670898, 0.00957314670085907, 0.010052293539047241, 0.010531440377235413, 0.011010587215423584, 0.011489734053611755, 0.011968880891799927, 0.012448027729988098, 0.01292717456817627, 0.013406321406364441, 0.013885468244552612, 0.014364615082740784, 0.014843761920928955]}, "gradients/encoder.encoder.layers.23.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 4.0, 9.0, 10.0, 24.0, 26.0, 43.0, 54.0, 87.0, 123.0, 175.0, 274.0, 420.0, 828.0, 1563.0, 3233.0, 7769.0, 23814.0, 83873.0, 564465.0, 3324454.0, 124018.0, 36071.0, 12736.0, 5177.0, 2700.0, 1244.0, 608.0, 270.0, 106.0, 40.0, 16.0, 15.0, 14.0, 5.0, 1.0, 0.0, 1.0, 4.0, 6.0, 4.0, 5.0, 2.0], "bins": [-0.0002491474151611328, -0.00024309009313583374, -0.00023703277111053467, -0.0002309754490852356, -0.00022491812705993652, -0.00021886080503463745, -0.00021280348300933838, -0.0002067461609840393, -0.00020068883895874023, -0.00019463151693344116, -0.0001885741949081421, -0.00018251687288284302, -0.00017645955085754395, -0.00017040222883224487, -0.0001643449068069458, -0.00015828758478164673, -0.00015223026275634766, -0.00014617294073104858, -0.0001401156187057495, -0.00013405829668045044, -0.00012800097465515137, -0.0001219436526298523, -0.00011588633060455322, -0.00010982900857925415, -0.00010377168655395508, -9.7714364528656e-05, -9.165704250335693e-05, -8.559972047805786e-05, -7.954239845275879e-05, -7.348507642745972e-05, -6.742775440216064e-05, -6.137043237686157e-05, -5.53131103515625e-05, -4.925578832626343e-05, -4.3198466300964355e-05, -3.714114427566528e-05, -3.108382225036621e-05, -2.502650022506714e-05, -1.8969178199768066e-05, -1.2911856174468994e-05, -6.854534149169922e-06, -7.972121238708496e-07, 5.260109901428223e-06, 1.1317431926727295e-05, 1.7374753952026367e-05, 2.343207597732544e-05, 2.9489398002624512e-05, 3.5546720027923584e-05, 4.1604042053222656e-05, 4.766136407852173e-05, 5.37186861038208e-05, 5.977600812911987e-05, 6.583333015441895e-05, 7.189065217971802e-05, 7.794797420501709e-05, 8.400529623031616e-05, 9.006261825561523e-05, 9.61199402809143e-05, 0.00010217726230621338, 0.00010823458433151245, 0.00011429190635681152, 0.0001203492283821106, 0.00012640655040740967, 0.00013246387243270874, 0.0001385211944580078]}, "gradients/encoder.encoder.layers.23.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 3.0, 1.0, 2.0, 4.0, 9.0, 10.0, 16.0, 19.0, 22.0, 26.0, 39.0, 57.0, 60.0, 88.0, 116.0, 126.0, 91.0, 85.0, 65.0, 36.0, 29.0, 23.0, 21.0, 13.0, 10.0, 10.0, 5.0, 5.0, 6.0, 5.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 3.0, 2.0], "bins": [-1.6808509826660156e-05, -1.639965921640396e-05, -1.5990808606147766e-05, -1.558195799589157e-05, -1.5173107385635376e-05, -1.4764256775379181e-05, -1.4355406165122986e-05, -1.394655555486679e-05, -1.3537704944610596e-05, -1.31288543343544e-05, -1.2720003724098206e-05, -1.231115311384201e-05, -1.1902302503585815e-05, -1.149345189332962e-05, -1.1084601283073425e-05, -1.067575067281723e-05, -1.0266900062561035e-05, -9.85804945230484e-06, -9.449198842048645e-06, -9.04034823179245e-06, -8.631497621536255e-06, -8.22264701128006e-06, -7.813796401023865e-06, -7.40494579076767e-06, -6.996095180511475e-06, -6.5872445702552795e-06, -6.1783939599990845e-06, -5.769543349742889e-06, -5.360692739486694e-06, -4.951842129230499e-06, -4.542991518974304e-06, -4.134140908718109e-06, -3.725290298461914e-06, -3.316439688205719e-06, -2.907589077949524e-06, -2.498738467693329e-06, -2.089887857437134e-06, -1.6810372471809387e-06, -1.2721866369247437e-06, -8.633360266685486e-07, -4.544854164123535e-07, -4.563480615615845e-08, 3.632158041000366e-07, 7.720664143562317e-07, 1.1809170246124268e-06, 1.5897676348686218e-06, 1.998618245124817e-06, 2.407468855381012e-06, 2.816319465637207e-06, 3.225170075893402e-06, 3.634020686149597e-06, 4.042871296405792e-06, 4.451721906661987e-06, 4.860572516918182e-06, 5.2694231271743774e-06, 5.6782737374305725e-06, 6.087124347686768e-06, 6.495974957942963e-06, 6.904825568199158e-06, 7.313676178455353e-06, 7.722526788711548e-06, 8.131377398967743e-06, 8.540228009223938e-06, 8.949078619480133e-06, 9.357929229736328e-06]}, "gradients/encoder.encoder.layers.23.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 6.0, 13.0, 17.0, 24.0, 37.0, 45.0, 75.0, 128.0, 229.0, 464.0, 951.0, 2303.0, 5833.0, 15434.0, 53963.0, 262397.0, 3456875.0, 310763.0, 58114.0, 15907.0, 5936.0, 2431.0, 1061.0, 494.0, 284.0, 164.0, 100.0, 68.0, 46.0, 44.0, 23.0, 13.0, 16.0, 7.0, 4.0, 4.0, 5.0, 2.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.00010335445404052734, -0.00010052509605884552, -9.76957380771637e-05, -9.486638009548187e-05, -9.203702211380005e-05, -8.920766413211823e-05, -8.63783061504364e-05, -8.354894816875458e-05, -8.071959018707275e-05, -7.789023220539093e-05, -7.50608742237091e-05, -7.223151624202728e-05, -6.940215826034546e-05, -6.657280027866364e-05, -6.374344229698181e-05, -6.091408431529999e-05, -5.8084726333618164e-05, -5.525536835193634e-05, -5.2426010370254517e-05, -4.959665238857269e-05, -4.676729440689087e-05, -4.3937936425209045e-05, -4.110857844352722e-05, -3.82792204618454e-05, -3.5449862480163574e-05, -3.262050449848175e-05, -2.9791146516799927e-05, -2.6961788535118103e-05, -2.413243055343628e-05, -2.1303072571754456e-05, -1.8473714590072632e-05, -1.5644356608390808e-05, -1.2814998626708984e-05, -9.98564064502716e-06, -7.156282663345337e-06, -4.326924681663513e-06, -1.4975666999816895e-06, 1.3317912817001343e-06, 4.161149263381958e-06, 6.990507245063782e-06, 9.819865226745605e-06, 1.264922320842743e-05, 1.5478581190109253e-05, 1.8307939171791077e-05, 2.11372971534729e-05, 2.3966655135154724e-05, 2.6796013116836548e-05, 2.962537109851837e-05, 3.2454729080200195e-05, 3.528408706188202e-05, 3.811344504356384e-05, 4.0942803025245667e-05, 4.377216100692749e-05, 4.6601518988609314e-05, 4.943087697029114e-05, 5.226023495197296e-05, 5.5089592933654785e-05, 5.791895091533661e-05, 6.074830889701843e-05, 6.357766687870026e-05, 6.640702486038208e-05, 6.92363828420639e-05, 7.206574082374573e-05, 7.489509880542755e-05, 7.772445678710938e-05]}, "gradients/encoder.encoder.layers.23.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 3.0, 5.0, 2.0, 9.0, 13.0, 14.0, 19.0, 30.0, 34.0, 40.0, 46.0, 52.0, 74.0, 86.0, 124.0, 163.0, 147.0, 210.0, 282.0, 434.0, 1135.0, 407.0, 169.0, 132.0, 86.0, 102.0, 73.0, 41.0, 24.0, 25.0, 23.0, 17.0, 14.0, 18.0, 5.0, 7.0, 4.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.8371810913085938e-05, -2.7339905500411987e-05, -2.6308000087738037e-05, -2.5276094675064087e-05, -2.4244189262390137e-05, -2.3212283849716187e-05, -2.2180378437042236e-05, -2.1148473024368286e-05, -2.0116567611694336e-05, -1.9084662199020386e-05, -1.8052756786346436e-05, -1.7020851373672485e-05, -1.5988945960998535e-05, -1.4957040548324585e-05, -1.3925135135650635e-05, -1.2893229722976685e-05, -1.1861324310302734e-05, -1.0829418897628784e-05, -9.797513484954834e-06, -8.765608072280884e-06, -7.733702659606934e-06, -6.701797246932983e-06, -5.669891834259033e-06, -4.637986421585083e-06, -3.606081008911133e-06, -2.5741755962371826e-06, -1.5422701835632324e-06, -5.103647708892822e-07, 5.21540641784668e-07, 1.5534460544586182e-06, 2.5853514671325684e-06, 3.6172568798065186e-06, 4.649162292480469e-06, 5.681067705154419e-06, 6.712973117828369e-06, 7.74487853050232e-06, 8.77678394317627e-06, 9.80868935585022e-06, 1.084059476852417e-05, 1.187250018119812e-05, 1.290440559387207e-05, 1.393631100654602e-05, 1.496821641921997e-05, 1.600012183189392e-05, 1.703202724456787e-05, 1.806393265724182e-05, 1.909583806991577e-05, 2.012774348258972e-05, 2.1159648895263672e-05, 2.2191554307937622e-05, 2.3223459720611572e-05, 2.4255365133285522e-05, 2.5287270545959473e-05, 2.6319175958633423e-05, 2.7351081371307373e-05, 2.8382986783981323e-05, 2.9414892196655273e-05, 3.0446797609329224e-05, 3.1478703022003174e-05, 3.2510608434677124e-05, 3.3542513847351074e-05, 3.4574419260025024e-05, 3.5606324672698975e-05, 3.6638230085372925e-05, 3.7670135498046875e-05]}, "gradients/encoder.encoder.layers.23.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 2.0, 4.0, 9.0, 10.0, 24.0, 33.0, 40.0, 67.0, 115.0, 268.0, 317.0, 74.0, 22.0, 13.0, 5.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002004581270739436, -0.0019490753766149282, -0.0018935693660750985, -0.0018380634719505906, -0.0017825574614107609, -0.001727051567286253, -0.001671545673161745, -0.0016160397790372372, -0.0015605337684974074, -0.0015050278743728995, -0.0014495218638330698, -0.001394015969708562, -0.001338510075584054, -0.0012830040650442243, -0.0012274981709197164, -0.0011719921603798866, -0.0011164862662553787, -0.0010609803721308708, -0.001005474361591041, -0.0009499684674665332, -0.0008944625151343644, -0.0008389565628021955, -0.0007834506686776876, -0.0007279447163455188, -0.00067243876401335, -0.0006169328116811812, -0.0005614268593490124, -0.0005059209652245045, -0.00045041501289233565, -0.00039490906056016684, -0.0003394031373318285, -0.0002838972141034901, -0.00022839137818664312, -0.00017288544040638953, -0.00011737950262613595, -6.187356484588236e-05, -6.367627065628767e-06, 4.913832526654005e-05, 0.00010464424849487841, 0.00016015017172321677, 0.0002156561240553856, 0.0002711620763875544, 0.00032666799961589277, 0.00038217392284423113, 0.00043767987517639995, 0.0004931858275085688, 0.0005486917216330767, 0.0006041976739652455, 0.0006597036262974143, 0.0007152095786295831, 0.0007707155309617519, 0.0008262214250862598, 0.0008817273774184287, 0.0009372333297505975, 0.0009927392238751054, 0.0010482452344149351, 0.001103751128539443, 0.001159257022663951, 0.0012147630332037807, 0.0012702689273282886, 0.0013257749378681183, 0.0013812808319926262, 0.001436786726117134, 0.001492292620241642, 0.0015477986307814717]}, "gradients/encoder.encoder.layers.23.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 3.0, 5.0, 6.0, 9.0, 9.0, 5.0, 16.0, 22.0, 19.0, 27.0, 29.0, 27.0, 33.0, 39.0, 41.0, 53.0, 57.0, 48.0, 69.0, 47.0, 57.0, 37.0, 46.0, 45.0, 45.0, 44.0, 36.0, 26.0, 16.0, 19.0, 17.0, 14.0, 12.0, 7.0, 9.0, 2.0, 2.0, 5.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0005741715431213379, -0.0005558021366596222, -0.0005374327301979065, -0.0005190633237361908, -0.0005006939172744751, -0.0004823245108127594, -0.0004639551043510437, -0.000445585697889328, -0.0004272162914276123, -0.0004088468849658966, -0.0003904774785041809, -0.0003721080720424652, -0.0003537386655807495, -0.0003353692591190338, -0.0003169998526573181, -0.0002986304461956024, -0.0002802610397338867, -0.000261891633272171, -0.00024352222681045532, -0.00022515282034873962, -0.00020678341388702393, -0.00018841400742530823, -0.00017004460096359253, -0.00015167519450187683, -0.00013330578804016113, -0.00011493638157844543, -9.656697511672974e-05, -7.819756865501404e-05, -5.982816219329834e-05, -4.145875573158264e-05, -2.3089349269866943e-05, -4.719942808151245e-06, 1.3649463653564453e-05, 3.201887011528015e-05, 5.038827657699585e-05, 6.875768303871155e-05, 8.712708950042725e-05, 0.00010549649596214294, 0.00012386590242385864, 0.00014223530888557434, 0.00016060471534729004, 0.00017897412180900574, 0.00019734352827072144, 0.00021571293473243713, 0.00023408234119415283, 0.00025245174765586853, 0.00027082115411758423, 0.0002891905605792999, 0.0003075599670410156, 0.0003259293735027313, 0.000344298779964447, 0.0003626681864261627, 0.0003810375928878784, 0.0003994069993495941, 0.0004177764058113098, 0.0004361458122730255, 0.0004545152187347412, 0.0004728846251964569, 0.0004912540316581726, 0.0005096234381198883, 0.000527992844581604, 0.0005463622510433197, 0.0005647316575050354, 0.0005831010639667511, 0.0006014704704284668]}, "gradients/encoder.encoder.layers.23.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 4.0, 6.0, 1.0, 8.0, 11.0, 3.0, 12.0, 24.0, 21.0, 35.0, 47.0, 68.0, 81.0, 150.0, 224.0, 345.0, 606.0, 1152.0, 2249.0, 5310.0, 16722.0, 92428.0, 825666.0, 78597.0, 14911.0, 5001.0, 2196.0, 1104.0, 590.0, 367.0, 208.0, 133.0, 70.0, 69.0, 37.0, 36.0, 11.0, 18.0, 9.0, 4.0, 7.0, 9.0, 0.0, 3.0, 5.0, 2.0, 3.0, 0.0, 1.0, 6.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0003361701965332031, -0.0003229677677154541, -0.0003097653388977051, -0.00029656291007995605, -0.00028336048126220703, -0.000270158052444458, -0.000256955623626709, -0.00024375319480895996, -0.00023055076599121094, -0.00021734833717346191, -0.0002041459083557129, -0.00019094347953796387, -0.00017774105072021484, -0.00016453862190246582, -0.0001513361930847168, -0.00013813376426696777, -0.00012493133544921875, -0.00011172890663146973, -9.85264778137207e-05, -8.532404899597168e-05, -7.212162017822266e-05, -5.891919136047363e-05, -4.571676254272461e-05, -3.2514333724975586e-05, -1.9311904907226562e-05, -6.109476089477539e-06, 7.092952728271484e-06, 2.0295381546020508e-05, 3.349781036376953e-05, 4.6700239181518555e-05, 5.990266799926758e-05, 7.31050968170166e-05, 8.630752563476562e-05, 9.950995445251465e-05, 0.00011271238327026367, 0.0001259148120880127, 0.00013911724090576172, 0.00015231966972351074, 0.00016552209854125977, 0.0001787245273590088, 0.0001919269561767578, 0.00020512938499450684, 0.00021833181381225586, 0.00023153424263000488, 0.0002447366714477539, 0.00025793910026550293, 0.00027114152908325195, 0.000284343957901001, 0.00029754638671875, 0.000310748815536499, 0.00032395124435424805, 0.00033715367317199707, 0.0003503561019897461, 0.0003635585308074951, 0.00037676095962524414, 0.00038996338844299316, 0.0004031658172607422, 0.0004163682460784912, 0.00042957067489624023, 0.00044277310371398926, 0.0004559755325317383, 0.0004691779613494873, 0.00048238039016723633, 0.0004955828189849854, 0.0005087852478027344]}, "gradients/encoder.encoder.layers.23.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 1.0, 0.0, 3.0, 3.0, 0.0, 8.0, 5.0, 10.0, 10.0, 16.0, 12.0, 34.0, 24.0, 43.0, 59.0, 57.0, 98.0, 106.0, 124.0, 84.0, 91.0, 57.0, 38.0, 28.0, 22.0, 12.0, 20.0, 11.0, 6.0, 6.0, 8.0, 3.0, 6.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-1.4781951904296875e-05, -1.439359039068222e-05, -1.4005228877067566e-05, -1.3616867363452911e-05, -1.3228505849838257e-05, -1.2840144336223602e-05, -1.2451782822608948e-05, -1.2063421308994293e-05, -1.1675059795379639e-05, -1.1286698281764984e-05, -1.089833676815033e-05, -1.0509975254535675e-05, -1.012161374092102e-05, -9.733252227306366e-06, -9.344890713691711e-06, -8.956529200077057e-06, -8.568167686462402e-06, -8.179806172847748e-06, -7.791444659233093e-06, -7.403083145618439e-06, -7.014721632003784e-06, -6.62636011838913e-06, -6.237998604774475e-06, -5.8496370911598206e-06, -5.461275577545166e-06, -5.0729140639305115e-06, -4.684552550315857e-06, -4.296191036701202e-06, -3.907829523086548e-06, -3.5194680094718933e-06, -3.1311064958572388e-06, -2.7427449822425842e-06, -2.3543834686279297e-06, -1.966021955013275e-06, -1.5776604413986206e-06, -1.189298927783966e-06, -8.009374141693115e-07, -4.12575900554657e-07, -2.421438694000244e-08, 3.641471266746521e-07, 7.525086402893066e-07, 1.1408701539039612e-06, 1.5292316675186157e-06, 1.9175931811332703e-06, 2.305954694747925e-06, 2.6943162083625793e-06, 3.082677721977234e-06, 3.4710392355918884e-06, 3.859400749206543e-06, 4.2477622628211975e-06, 4.636123776435852e-06, 5.024485290050507e-06, 5.412846803665161e-06, 5.801208317279816e-06, 6.18956983089447e-06, 6.577931344509125e-06, 6.966292858123779e-06, 7.354654371738434e-06, 7.743015885353088e-06, 8.131377398967743e-06, 8.519738912582397e-06, 8.908100426197052e-06, 9.296461939811707e-06, 9.684823453426361e-06, 1.0073184967041016e-05]}, "gradients/encoder.encoder.layers.23.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 6.0, 7.0, 11.0, 22.0, 25.0, 20.0, 65.0, 56.0, 103.0, 124.0, 185.0, 249.0, 348.0, 497.0, 663.0, 903.0, 1333.0, 2051.0, 2995.0, 4493.0, 6761.0, 11217.0, 18252.0, 32059.0, 61989.0, 130583.0, 439901.0, 170771.0, 71195.0, 36207.0, 19786.0, 12468.0, 7744.0, 5059.0, 3276.0, 2163.0, 1589.0, 1032.0, 696.0, 460.0, 348.0, 269.0, 167.0, 113.0, 88.0, 51.0, 54.0, 25.0, 28.0, 16.0, 11.0, 14.0, 8.0, 3.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0], "bins": [-4.5239925384521484e-05, -4.376191645860672e-05, -4.2283907532691956e-05, -4.080589860677719e-05, -3.932788968086243e-05, -3.784988075494766e-05, -3.63718718290329e-05, -3.4893862903118134e-05, -3.341585397720337e-05, -3.1937845051288605e-05, -3.045983612537384e-05, -2.8981827199459076e-05, -2.750381827354431e-05, -2.6025809347629547e-05, -2.4547800421714783e-05, -2.306979149580002e-05, -2.1591782569885254e-05, -2.011377364397049e-05, -1.8635764718055725e-05, -1.715775579214096e-05, -1.5679746866226196e-05, -1.4201737940311432e-05, -1.2723729014396667e-05, -1.1245720088481903e-05, -9.767711162567139e-06, -8.289702236652374e-06, -6.81169331073761e-06, -5.3336843848228455e-06, -3.855675458908081e-06, -2.3776665329933167e-06, -8.996576070785522e-07, 5.783513188362122e-07, 2.0563602447509766e-06, 3.534369170665741e-06, 5.012378096580505e-06, 6.49038702249527e-06, 7.968395948410034e-06, 9.446404874324799e-06, 1.0924413800239563e-05, 1.2402422726154327e-05, 1.3880431652069092e-05, 1.5358440577983856e-05, 1.683644950389862e-05, 1.8314458429813385e-05, 1.979246735572815e-05, 2.1270476281642914e-05, 2.2748485207557678e-05, 2.4226494133472443e-05, 2.5704503059387207e-05, 2.718251198530197e-05, 2.8660520911216736e-05, 3.01385298371315e-05, 3.1616538763046265e-05, 3.309454768896103e-05, 3.4572556614875793e-05, 3.605056554079056e-05, 3.752857446670532e-05, 3.900658339262009e-05, 4.048459231853485e-05, 4.1962601244449615e-05, 4.344061017036438e-05, 4.4918619096279144e-05, 4.639662802219391e-05, 4.787463694810867e-05, 4.935264587402344e-05]}, "gradients/encoder.encoder.layers.23.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 3.0, 4.0, 8.0, 3.0, 7.0, 10.0, 9.0, 15.0, 15.0, 24.0, 23.0, 16.0, 16.0, 23.0, 45.0, 31.0, 51.0, 40.0, 39.0, 53.0, 48.0, 53.0, 35.0, 42.0, 45.0, 33.0, 36.0, 37.0, 43.0, 31.0, 20.0, 20.0, 21.0, 13.0, 17.0, 9.0, 11.0, 6.0, 12.0, 3.0, 13.0, 8.0, 5.0, 5.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-3.0934810638427734e-05, -3.000441938638687e-05, -2.9074028134346008e-05, -2.8143636882305145e-05, -2.7213245630264282e-05, -2.628285437822342e-05, -2.5352463126182556e-05, -2.4422071874141693e-05, -2.349168062210083e-05, -2.2561289370059967e-05, -2.1630898118019104e-05, -2.070050686597824e-05, -1.9770115613937378e-05, -1.8839724361896515e-05, -1.7909333109855652e-05, -1.697894185781479e-05, -1.6048550605773926e-05, -1.5118159353733063e-05, -1.41877681016922e-05, -1.3257376849651337e-05, -1.2326985597610474e-05, -1.139659434556961e-05, -1.0466203093528748e-05, -9.535811841487885e-06, -8.605420589447021e-06, -7.675029337406158e-06, -6.744638085365295e-06, -5.814246833324432e-06, -4.883855581283569e-06, -3.953464329242706e-06, -3.0230730772018433e-06, -2.0926818251609802e-06, -1.1622905731201172e-06, -2.3189932107925415e-07, 6.984919309616089e-07, 1.628883183002472e-06, 2.559274435043335e-06, 3.489665687084198e-06, 4.420056939125061e-06, 5.350448191165924e-06, 6.280839443206787e-06, 7.21123069524765e-06, 8.141621947288513e-06, 9.072013199329376e-06, 1.000240445137024e-05, 1.0932795703411102e-05, 1.1863186955451965e-05, 1.2793578207492828e-05, 1.3723969459533691e-05, 1.4654360711574554e-05, 1.5584751963615417e-05, 1.651514321565628e-05, 1.7445534467697144e-05, 1.8375925719738007e-05, 1.930631697177887e-05, 2.0236708223819733e-05, 2.1167099475860596e-05, 2.209749072790146e-05, 2.3027881979942322e-05, 2.3958273231983185e-05, 2.4888664484024048e-05, 2.581905573606491e-05, 2.6749446988105774e-05, 2.7679838240146637e-05, 2.86102294921875e-05]}, "gradients/encoder.encoder.layers.23.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 4.0, 2.0, 4.0, 12.0, 8.0, 10.0, 12.0, 24.0, 32.0, 45.0, 103.0, 157.0, 250.0, 411.0, 757.0, 1404.0, 2765.0, 6547.0, 89428.0, 931787.0, 8041.0, 3056.0, 1606.0, 871.0, 476.0, 283.0, 159.0, 114.0, 59.0, 40.0, 28.0, 18.0, 9.0, 14.0, 7.0, 7.0, 1.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.000457763671875, -0.00044349581003189087, -0.00042922794818878174, -0.0004149600863456726, -0.0004006922245025635, -0.00038642436265945435, -0.0003721565008163452, -0.0003578886389732361, -0.00034362077713012695, -0.0003293529152870178, -0.0003150850534439087, -0.00030081719160079956, -0.00028654932975769043, -0.0002722814679145813, -0.00025801360607147217, -0.00024374574422836304, -0.0002294778823852539, -0.00021521002054214478, -0.00020094215869903564, -0.00018667429685592651, -0.00017240643501281738, -0.00015813857316970825, -0.00014387071132659912, -0.00012960284948349, -0.00011533498764038086, -0.00010106712579727173, -8.67992639541626e-05, -7.253140211105347e-05, -5.8263540267944336e-05, -4.3995678424835205e-05, -2.9727816581726074e-05, -1.5459954738616943e-05, -1.1920928955078125e-06, 1.3075768947601318e-05, 2.734363079071045e-05, 4.161149263381958e-05, 5.587935447692871e-05, 7.014721632003784e-05, 8.441507816314697e-05, 9.86829400062561e-05, 0.00011295080184936523, 0.00012721866369247437, 0.0001414865255355835, 0.00015575438737869263, 0.00017002224922180176, 0.0001842901110649109, 0.00019855797290802002, 0.00021282583475112915, 0.00022709369659423828, 0.0002413615584373474, 0.00025562942028045654, 0.0002698972821235657, 0.0002841651439666748, 0.00029843300580978394, 0.00031270086765289307, 0.0003269687294960022, 0.00034123659133911133, 0.00035550445318222046, 0.0003697723150253296, 0.0003840401768684387, 0.00039830803871154785, 0.000412575900554657, 0.0004268437623977661, 0.00044111162424087524, 0.0004553794860839844]}, "gradients/encoder.encoder.layers.23.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 6.0, 4.0, 1.0, 6.0, 4.0, 6.0, 13.0, 24.0, 19.0, 37.0, 33.0, 79.0, 68.0, 105.0, 145.0, 130.0, 77.0, 69.0, 61.0, 38.0, 24.0, 17.0, 15.0, 10.0, 4.0, 4.0, 3.0, 2.0, 3.0, 5.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.827976226806641e-06, -4.63239848613739e-06, -4.43682074546814e-06, -4.241243004798889e-06, -4.045665264129639e-06, -3.850087523460388e-06, -3.6545097827911377e-06, -3.458932042121887e-06, -3.2633543014526367e-06, -3.0677765607833862e-06, -2.8721988201141357e-06, -2.6766210794448853e-06, -2.4810433387756348e-06, -2.2854655981063843e-06, -2.089887857437134e-06, -1.8943101167678833e-06, -1.6987323760986328e-06, -1.5031546354293823e-06, -1.3075768947601318e-06, -1.1119991540908813e-06, -9.164214134216309e-07, -7.208436727523804e-07, -5.252659320831299e-07, -3.296881914138794e-07, -1.341104507446289e-07, 6.146728992462158e-08, 2.5704503059387207e-07, 4.5262277126312256e-07, 6.48200511932373e-07, 8.437782526016235e-07, 1.039355993270874e-06, 1.2349337339401245e-06, 1.430511474609375e-06, 1.6260892152786255e-06, 1.821666955947876e-06, 2.0172446966171265e-06, 2.212822437286377e-06, 2.4084001779556274e-06, 2.603977918624878e-06, 2.7995556592941284e-06, 2.995133399963379e-06, 3.1907111406326294e-06, 3.38628888130188e-06, 3.5818666219711304e-06, 3.777444362640381e-06, 3.973022103309631e-06, 4.168599843978882e-06, 4.364177584648132e-06, 4.559755325317383e-06, 4.755333065986633e-06, 4.950910806655884e-06, 5.146488547325134e-06, 5.342066287994385e-06, 5.537644028663635e-06, 5.733221769332886e-06, 5.928799510002136e-06, 6.124377250671387e-06, 6.319954991340637e-06, 6.515532732009888e-06, 6.711110472679138e-06, 6.906688213348389e-06, 7.102265954017639e-06, 7.29784369468689e-06, 7.49342143535614e-06, 7.68899917602539e-06]}, "gradients/encoder.encoder.layers.23.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 1.0, 1.0, 4.0, 4.0, 7.0, 5.0, 12.0, 10.0, 17.0, 18.0, 16.0, 22.0, 31.0, 34.0, 46.0, 67.0, 68.0, 102.0, 122.0, 158.0, 247.0, 290.0, 384.0, 600.0, 857.0, 1161.0, 2023.0, 3257.0, 6821.0, 23595.0, 576343.0, 396073.0, 20358.0, 6657.0, 3015.0, 1896.0, 1106.0, 835.0, 565.0, 427.0, 307.0, 249.0, 176.0, 135.0, 103.0, 84.0, 59.0, 36.0, 42.0, 33.0, 19.0, 15.0, 6.0, 12.0, 9.0, 13.0, 10.0, 2.0, 4.0, 1.0, 1.0], "bins": [-4.965066909790039e-05, -4.8189423978328705e-05, -4.672817885875702e-05, -4.526693373918533e-05, -4.380568861961365e-05, -4.234444350004196e-05, -4.0883198380470276e-05, -3.942195326089859e-05, -3.7960708141326904e-05, -3.649946302175522e-05, -3.503821790218353e-05, -3.357697278261185e-05, -3.211572766304016e-05, -3.0654482543468475e-05, -2.919323742389679e-05, -2.7731992304325104e-05, -2.6270747184753418e-05, -2.4809502065181732e-05, -2.3348256945610046e-05, -2.188701182603836e-05, -2.0425766706466675e-05, -1.896452158689499e-05, -1.7503276467323303e-05, -1.6042031347751617e-05, -1.4580786228179932e-05, -1.3119541108608246e-05, -1.165829598903656e-05, -1.0197050869464874e-05, -8.735805749893188e-06, -7.274560630321503e-06, -5.813315510749817e-06, -4.352070391178131e-06, -2.8908252716064453e-06, -1.4295801520347595e-06, 3.166496753692627e-08, 1.492910087108612e-06, 2.954155206680298e-06, 4.415400326251984e-06, 5.8766454458236694e-06, 7.337890565395355e-06, 8.799135684967041e-06, 1.0260380804538727e-05, 1.1721625924110413e-05, 1.3182871043682098e-05, 1.4644116163253784e-05, 1.610536128282547e-05, 1.7566606402397156e-05, 1.902785152196884e-05, 2.0489096641540527e-05, 2.1950341761112213e-05, 2.34115868806839e-05, 2.4872832000255585e-05, 2.633407711982727e-05, 2.7795322239398956e-05, 2.9256567358970642e-05, 3.071781247854233e-05, 3.2179057598114014e-05, 3.36403027176857e-05, 3.5101547837257385e-05, 3.656279295682907e-05, 3.802403807640076e-05, 3.948528319597244e-05, 4.094652831554413e-05, 4.2407773435115814e-05, 4.38690185546875e-05]}, "gradients/encoder.encoder.layers.23.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 1.0, 2.0, 3.0, 4.0, 1.0, 3.0, 6.0, 5.0, 9.0, 18.0, 50.0, 132.0, 288.0, 260.0, 113.0, 56.0, 11.0, 14.0, 10.0, 0.0, 3.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-2.765655517578125e-05, -2.6730820536613464e-05, -2.580508589744568e-05, -2.4879351258277893e-05, -2.3953616619110107e-05, -2.3027881979942322e-05, -2.2102147340774536e-05, -2.117641270160675e-05, -2.0250678062438965e-05, -1.932494342327118e-05, -1.8399208784103394e-05, -1.7473474144935608e-05, -1.6547739505767822e-05, -1.5622004866600037e-05, -1.4696270227432251e-05, -1.3770535588264465e-05, -1.284480094909668e-05, -1.1919066309928894e-05, -1.0993331670761108e-05, -1.0067597031593323e-05, -9.141862392425537e-06, -8.216127753257751e-06, -7.290393114089966e-06, -6.36465847492218e-06, -5.4389238357543945e-06, -4.513189196586609e-06, -3.5874545574188232e-06, -2.6617199182510376e-06, -1.735985279083252e-06, -8.102506399154663e-07, 1.1548399925231934e-07, 1.041218638420105e-06, 1.9669532775878906e-06, 2.8926879167556763e-06, 3.818422555923462e-06, 4.7441571950912476e-06, 5.669891834259033e-06, 6.595626473426819e-06, 7.5213611125946045e-06, 8.44709575176239e-06, 9.372830390930176e-06, 1.0298565030097961e-05, 1.1224299669265747e-05, 1.2150034308433533e-05, 1.3075768947601318e-05, 1.4001503586769104e-05, 1.492723822593689e-05, 1.5852972865104675e-05, 1.677870750427246e-05, 1.7704442143440247e-05, 1.8630176782608032e-05, 1.9555911421775818e-05, 2.0481646060943604e-05, 2.140738070011139e-05, 2.2333115339279175e-05, 2.325884997844696e-05, 2.4184584617614746e-05, 2.5110319256782532e-05, 2.6036053895950317e-05, 2.6961788535118103e-05, 2.788752317428589e-05, 2.8813257813453674e-05, 2.973899245262146e-05, 3.0664727091789246e-05, 3.159046173095703e-05]}, "gradients/encoder.encoder.layers.23.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 4.0, 6.0, 12.0, 14.0, 22.0, 43.0, 70.0, 132.0, 174.0, 136.0, 91.0, 86.0, 67.0, 41.0, 24.0, 23.0, 19.0, 12.0, 4.0, 5.0, 11.0, 3.0, 1.0, 8.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0009272072929888964, -0.0008869263692758977, -0.0008466454455628991, -0.0008063644636422396, -0.0007660835399292409, -0.0007258026162162423, -0.0006855216342955828, -0.0006452407105825841, -0.0006049597868695855, -0.0005646788631565869, -0.0005243979394435883, -0.0004841169575229287, -0.0004438360338099301, -0.00040355511009693146, -0.00036327415728010237, -0.0003229932044632733, -0.00028271228075027466, -0.0002424313424853608, -0.00020215040422044694, -0.0001618694659555331, -0.00012158852769061923, -8.130758942570537e-05, -4.1026651160791516e-05, -7.45698343962431e-07, 3.95352253690362e-05, 7.981616363395005e-05, 0.00012009710189886391, 0.00016037804016377777, 0.00020065897842869163, 0.00024093991669360548, 0.00028122085495851934, 0.0003215018077753484, 0.00036178273148834705, 0.0004020636552013457, 0.00044234460801817477, 0.00048262556083500385, 0.0005229064845480025, 0.0005631874082610011, 0.0006034683901816607, 0.0006437493138946593, 0.0006840302376076579, 0.0007243111613206565, 0.0007645920850336552, 0.0008048730669543147, 0.0008451539906673133, 0.000885434914380312, 0.0009257158963009715, 0.0009659968200139701, 0.0010062777437269688, 0.0010465587256476283, 0.001086839591152966, 0.0011271205730736256, 0.0011674014385789633, 0.0012076824204996228, 0.0012479634024202824, 0.00128824426792562, 0.0013285252498462796, 0.0013688062317669392, 0.0014090870972722769, 0.0014493680791929364, 0.001489649061113596, 0.0015299299266189337, 0.0015702109085395932, 0.0016104918904602528, 0.0016507727559655905]}, "gradients/encoder.encoder.layers.23.layer_norm.bias": {"_type": "histogram", "values": [3.0, 4.0, 3.0, 3.0, 4.0, 4.0, 6.0, 4.0, 11.0, 15.0, 18.0, 11.0, 19.0, 12.0, 13.0, 14.0, 21.0, 19.0, 22.0, 27.0, 27.0, 17.0, 30.0, 37.0, 21.0, 22.0, 19.0, 25.0, 24.0, 24.0, 23.0, 30.0, 22.0, 19.0, 28.0, 27.0, 24.0, 23.0, 33.0, 15.0, 30.0, 30.0, 29.0, 20.0, 22.0, 21.0, 20.0, 18.0, 17.0, 18.0, 14.0, 5.0, 18.0, 10.0, 13.0, 1.0, 4.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.0002588629722595215, -0.00025060027837753296, -0.00024233758449554443, -0.0002340748906135559, -0.00022581219673156738, -0.00021754950284957886, -0.00020928680896759033, -0.0002010241150856018, -0.00019276142120361328, -0.00018449872732162476, -0.00017623603343963623, -0.0001679733395576477, -0.00015971064567565918, -0.00015144795179367065, -0.00014318525791168213, -0.0001349225640296936, -0.00012665987014770508, -0.00011839717626571655, -0.00011013448238372803, -0.0001018717885017395, -9.360909461975098e-05, -8.534640073776245e-05, -7.708370685577393e-05, -6.88210129737854e-05, -6.0558319091796875e-05, -5.229562520980835e-05, -4.4032931327819824e-05, -3.57702374458313e-05, -2.7507543563842773e-05, -1.9244849681854248e-05, -1.0982155799865723e-05, -2.7194619178771973e-06, 5.543231964111328e-06, 1.3805925846099854e-05, 2.206861972808838e-05, 3.0331313610076904e-05, 3.859400749206543e-05, 4.6856701374053955e-05, 5.511939525604248e-05, 6.3382089138031e-05, 7.164478302001953e-05, 7.990747690200806e-05, 8.817017078399658e-05, 9.643286466598511e-05, 0.00010469555854797363, 0.00011295825242996216, 0.00012122094631195068, 0.0001294836401939392, 0.00013774633407592773, 0.00014600902795791626, 0.00015427172183990479, 0.0001625344157218933, 0.00017079710960388184, 0.00017905980348587036, 0.0001873224973678589, 0.0001955851912498474, 0.00020384788513183594, 0.00021211057901382446, 0.000220373272895813, 0.00022863596677780151, 0.00023689866065979004, 0.00024516135454177856, 0.0002534240484237671, 0.0002616867423057556, 0.00026994943618774414]}, "gradients/encoder.encoder.layers.22.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 4.0, 7.0, 13.0, 13.0, 15.0, 18.0, 20.0, 28.0, 57.0, 77.0, 112.0, 199.0, 292.0, 458.0, 738.0, 1349.0, 2720.0, 6194.0, 16069.0, 48053.0, 210934.0, 3662598.0, 177413.0, 41718.0, 14148.0, 5682.0, 2633.0, 1228.0, 642.0, 354.0, 219.0, 126.0, 66.0, 26.0, 15.0, 8.0, 8.0, 4.0, 6.0, 6.0, 8.0, 6.0, 4.0, 2.0, 2.0], "bins": [-0.0003497600555419922, -0.00034111179411411285, -0.0003324635326862335, -0.0003238152712583542, -0.00031516700983047485, -0.0003065187484025955, -0.0002978704869747162, -0.00028922222554683685, -0.0002805739641189575, -0.0002719257026910782, -0.00026327744126319885, -0.0002546291798353195, -0.0002459809184074402, -0.00023733265697956085, -0.00022868439555168152, -0.00022003613412380219, -0.00021138787269592285, -0.00020273961126804352, -0.00019409134984016418, -0.00018544308841228485, -0.00017679482698440552, -0.00016814656555652618, -0.00015949830412864685, -0.00015085004270076752, -0.00014220178127288818, -0.00013355351984500885, -0.00012490525841712952, -0.00011625699698925018, -0.00010760873556137085, -9.896047413349152e-05, -9.031221270561218e-05, -8.166395127773285e-05, -7.301568984985352e-05, -6.436742842197418e-05, -5.571916699409485e-05, -4.7070905566215515e-05, -3.842264413833618e-05, -2.9774382710456848e-05, -2.1126121282577515e-05, -1.2477859854698181e-05, -3.829598426818848e-06, 4.818663001060486e-06, 1.346692442893982e-05, 2.2115185856819153e-05, 3.0763447284698486e-05, 3.941170871257782e-05, 4.805997014045715e-05, 5.670823156833649e-05, 6.535649299621582e-05, 7.400475442409515e-05, 8.265301585197449e-05, 9.130127727985382e-05, 9.994953870773315e-05, 0.00010859780013561249, 0.00011724606156349182, 0.00012589432299137115, 0.0001345425844192505, 0.00014319084584712982, 0.00015183910727500916, 0.0001604873687028885, 0.00016913563013076782, 0.00017778389155864716, 0.0001864321529865265, 0.00019508041441440582, 0.00020372867584228516]}, "gradients/encoder.encoder.layers.22.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 6.0, 6.0, 6.0, 15.0, 16.0, 22.0, 18.0, 28.0, 25.0, 45.0, 72.0, 61.0, 114.0, 114.0, 90.0, 92.0, 66.0, 55.0, 30.0, 27.0, 20.0, 18.0, 14.0, 11.0, 9.0, 9.0, 3.0, 2.0, 4.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 2.0], "bins": [-1.5974044799804688e-05, -1.558009535074234e-05, -1.5186145901679993e-05, -1.4792196452617645e-05, -1.4398247003555298e-05, -1.400429755449295e-05, -1.3610348105430603e-05, -1.3216398656368256e-05, -1.2822449207305908e-05, -1.242849975824356e-05, -1.2034550309181213e-05, -1.1640600860118866e-05, -1.1246651411056519e-05, -1.0852701961994171e-05, -1.0458752512931824e-05, -1.0064803063869476e-05, -9.670853614807129e-06, -9.276904165744781e-06, -8.882954716682434e-06, -8.489005267620087e-06, -8.09505581855774e-06, -7.701106369495392e-06, -7.3071569204330444e-06, -6.913207471370697e-06, -6.51925802230835e-06, -6.125308573246002e-06, -5.731359124183655e-06, -5.337409675121307e-06, -4.94346022605896e-06, -4.5495107769966125e-06, -4.155561327934265e-06, -3.7616118788719177e-06, -3.3676624298095703e-06, -2.973712980747223e-06, -2.5797635316848755e-06, -2.185814082622528e-06, -1.7918646335601807e-06, -1.3979151844978333e-06, -1.0039657354354858e-06, -6.100162863731384e-07, -2.1606683731079102e-07, 1.778826117515564e-07, 5.718320608139038e-07, 9.657815098762512e-07, 1.3597309589385986e-06, 1.753680408000946e-06, 2.1476298570632935e-06, 2.541579306125641e-06, 2.9355287551879883e-06, 3.3294782042503357e-06, 3.723427653312683e-06, 4.1173771023750305e-06, 4.511326551437378e-06, 4.905276000499725e-06, 5.299225449562073e-06, 5.69317489862442e-06, 6.087124347686768e-06, 6.481073796749115e-06, 6.875023245811462e-06, 7.26897269487381e-06, 7.662922143936157e-06, 8.056871592998505e-06, 8.450821042060852e-06, 8.8447704911232e-06, 9.238719940185547e-06]}, "gradients/encoder.encoder.layers.22.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 7.0, 10.0, 18.0, 12.0, 21.0, 30.0, 54.0, 62.0, 88.0, 104.0, 161.0, 206.0, 308.0, 497.0, 710.0, 1008.0, 1677.0, 2477.0, 4085.0, 6478.0, 11371.0, 20614.0, 40252.0, 86708.0, 243014.0, 2955135.0, 554995.0, 138982.0, 58584.0, 28422.0, 14907.0, 8440.0, 5170.0, 3281.0, 2051.0, 1405.0, 841.0, 597.0, 421.0, 267.0, 207.0, 149.0, 116.0, 77.0, 75.0, 48.0, 40.0, 31.0, 18.0, 20.0, 13.0, 14.0, 4.0, 5.0, 3.0, 1.0, 0.0, 3.0], "bins": [-8.887052536010742e-05, -8.606910705566406e-05, -8.32676887512207e-05, -8.046627044677734e-05, -7.766485214233398e-05, -7.486343383789062e-05, -7.206201553344727e-05, -6.92605972290039e-05, -6.645917892456055e-05, -6.365776062011719e-05, -6.085634231567383e-05, -5.805492401123047e-05, -5.525350570678711e-05, -5.245208740234375e-05, -4.965066909790039e-05, -4.684925079345703e-05, -4.404783248901367e-05, -4.124641418457031e-05, -3.844499588012695e-05, -3.5643577575683594e-05, -3.2842159271240234e-05, -3.0040740966796875e-05, -2.7239322662353516e-05, -2.4437904357910156e-05, -2.1636486053466797e-05, -1.8835067749023438e-05, -1.6033649444580078e-05, -1.3232231140136719e-05, -1.043081283569336e-05, -7.62939453125e-06, -4.827976226806641e-06, -2.0265579223632812e-06, 7.748603820800781e-07, 3.5762786865234375e-06, 6.377696990966797e-06, 9.179115295410156e-06, 1.1980533599853516e-05, 1.4781951904296875e-05, 1.7583370208740234e-05, 2.0384788513183594e-05, 2.3186206817626953e-05, 2.5987625122070312e-05, 2.8789043426513672e-05, 3.159046173095703e-05, 3.439188003540039e-05, 3.719329833984375e-05, 3.999471664428711e-05, 4.279613494873047e-05, 4.559755325317383e-05, 4.839897155761719e-05, 5.120038986206055e-05, 5.4001808166503906e-05, 5.6803226470947266e-05, 5.9604644775390625e-05, 6.240606307983398e-05, 6.520748138427734e-05, 6.80088996887207e-05, 7.081031799316406e-05, 7.361173629760742e-05, 7.641315460205078e-05, 7.921457290649414e-05, 8.20159912109375e-05, 8.481740951538086e-05, 8.761882781982422e-05, 9.042024612426758e-05]}, "gradients/encoder.encoder.layers.22.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 4.0, 1.0, 1.0, 11.0, 5.0, 8.0, 9.0, 11.0, 16.0, 25.0, 32.0, 27.0, 52.0, 58.0, 67.0, 91.0, 76.0, 122.0, 130.0, 159.0, 193.0, 258.0, 915.0, 990.0, 289.0, 117.0, 98.0, 68.0, 58.0, 44.0, 36.0, 22.0, 16.0, 18.0, 14.0, 10.0, 9.0, 8.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-3.88026237487793e-05, -3.769341856241226e-05, -3.658421337604523e-05, -3.547500818967819e-05, -3.436580300331116e-05, -3.325659781694412e-05, -3.214739263057709e-05, -3.103818744421005e-05, -2.9928982257843018e-05, -2.8819777071475983e-05, -2.7710571885108948e-05, -2.6601366698741913e-05, -2.5492161512374878e-05, -2.4382956326007843e-05, -2.3273751139640808e-05, -2.2164545953273773e-05, -2.1055340766906738e-05, -1.9946135580539703e-05, -1.883693039417267e-05, -1.7727725207805634e-05, -1.66185200214386e-05, -1.5509314835071564e-05, -1.4400109648704529e-05, -1.3290904462337494e-05, -1.2181699275970459e-05, -1.1072494089603424e-05, -9.96328890323639e-06, -8.854083716869354e-06, -7.74487853050232e-06, -6.6356733441352844e-06, -5.5264681577682495e-06, -4.417262971401215e-06, -3.3080577850341797e-06, -2.1988525986671448e-06, -1.0896474123001099e-06, 1.955777406692505e-08, 1.12876296043396e-06, 2.237968146800995e-06, 3.3471733331680298e-06, 4.456378519535065e-06, 5.5655837059021e-06, 6.6747888922691345e-06, 7.78399407863617e-06, 8.893199265003204e-06, 1.000240445137024e-05, 1.1111609637737274e-05, 1.2220814824104309e-05, 1.3330020010471344e-05, 1.4439225196838379e-05, 1.5548430383205414e-05, 1.665763556957245e-05, 1.7766840755939484e-05, 1.887604594230652e-05, 1.9985251128673553e-05, 2.109445631504059e-05, 2.2203661501407623e-05, 2.3312866687774658e-05, 2.4422071874141693e-05, 2.5531277060508728e-05, 2.6640482246875763e-05, 2.7749687433242798e-05, 2.8858892619609833e-05, 2.9968097805976868e-05, 3.10773029923439e-05, 3.218650817871094e-05]}, "gradients/encoder.encoder.layers.22.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 4.0, 3.0, 4.0, 7.0, 9.0, 10.0, 12.0, 23.0, 39.0, 49.0, 87.0, 147.0, 287.0, 193.0, 73.0, 32.0, 15.0, 10.0, 2.0, 1.0, 0.0, 2.0, 2.0], "bins": [-0.001806942862458527, -0.0017733697313815355, -0.0017397967167198658, -0.0017062235856428742, -0.0016726505709812045, -0.001639077439904213, -0.0016055044252425432, -0.0015719312941655517, -0.00153835816308856, -0.0015047850320115685, -0.0014712120173498988, -0.0014376388862729073, -0.0014040658716112375, -0.001370492740534246, -0.0013369196094572544, -0.0013033465947955847, -0.001269773580133915, -0.0012362004490569234, -0.0012026274343952537, -0.001169054303318262, -0.0011354812886565924, -0.0011019081575796008, -0.0010683350265026093, -0.0010347620118409395, -0.001001188880763948, -0.0009676158078946173, -0.0009340427350252867, -0.0009004696039482951, -0.0008668965310789645, -0.0008333234582096338, -0.0007997503853403032, -0.0007661773124709725, -0.0007326042396016419, -0.0006990311667323112, -0.0006654580938629806, -0.00063188502099365, -0.0005983118899166584, -0.0005647388170473278, -0.0005311657441779971, -0.0004975926713086665, -0.00046401956933550537, -0.0004304464964661747, -0.0003968733944930136, -0.000363300321623683, -0.00032972724875435233, -0.00029615414678119123, -0.0002625810739118606, -0.0002290079864906147, -0.00019543489906936884, -0.00016186181164812297, -0.0001282887242268771, -9.471565135754645e-05, -6.114256393630058e-05, -2.7569476515054703e-05, 6.003596354275942e-06, 3.9576683775521815e-05, 7.314977119676769e-05, 0.00010672285861801356, 0.00014029594603925943, 0.00017386901890859008, 0.00020744210632983595, 0.00024101519375108182, 0.00027458826662041247, 0.00030816136859357357, 0.0003417344414629042]}, "gradients/encoder.encoder.layers.22.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 5.0, 7.0, 6.0, 8.0, 13.0, 7.0, 25.0, 28.0, 24.0, 33.0, 26.0, 30.0, 40.0, 41.0, 51.0, 60.0, 53.0, 60.0, 50.0, 47.0, 63.0, 38.0, 46.0, 35.0, 36.0, 37.0, 29.0, 29.0, 16.0, 8.0, 17.0, 11.0, 10.0, 6.0, 6.0, 3.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.000483095645904541, -0.00046950485557317734, -0.00045591406524181366, -0.00044232327491045, -0.0004287324845790863, -0.0004151416942477226, -0.00040155090391635895, -0.00038796011358499527, -0.0003743693232536316, -0.0003607785329222679, -0.00034718774259090424, -0.00033359695225954056, -0.0003200061619281769, -0.0003064153715968132, -0.0002928245812654495, -0.00027923379093408585, -0.00026564300060272217, -0.0002520522102713585, -0.0002384614199399948, -0.00022487062960863113, -0.00021127983927726746, -0.00019768904894590378, -0.0001840982586145401, -0.00017050746828317642, -0.00015691667795181274, -0.00014332588762044907, -0.0001297350972890854, -0.00011614430695772171, -0.00010255351662635803, -8.896272629499435e-05, -7.537193596363068e-05, -6.1781145632267e-05, -4.819035530090332e-05, -3.459956496953964e-05, -2.1008774638175964e-05, -7.417984306812286e-06, 6.172806024551392e-06, 1.976359635591507e-05, 3.335438668727875e-05, 4.6945177018642426e-05, 6.0535967350006104e-05, 7.412675768136978e-05, 8.771754801273346e-05, 0.00010130833834409714, 0.00011489912867546082, 0.0001284899190068245, 0.00014208070933818817, 0.00015567149966955185, 0.00016926229000091553, 0.0001828530803322792, 0.00019644387066364288, 0.00021003466099500656, 0.00022362545132637024, 0.00023721624165773392, 0.0002508070319890976, 0.0002643978223204613, 0.00027798861265182495, 0.00029157940298318863, 0.0003051701933145523, 0.000318760983645916, 0.00033235177397727966, 0.00034594256430864334, 0.000359533354640007, 0.0003731241449713707, 0.0003867149353027344]}, "gradients/encoder.encoder.layers.22.attention.out_proj.weight": {"_type": "histogram", "values": [3.0, 3.0, 4.0, 8.0, 8.0, 13.0, 15.0, 16.0, 22.0, 43.0, 53.0, 65.0, 108.0, 160.0, 190.0, 278.0, 401.0, 636.0, 917.0, 1472.0, 2446.0, 4164.0, 7563.0, 14638.0, 32472.0, 84128.0, 421852.0, 336173.0, 78298.0, 30567.0, 14045.0, 7216.0, 3939.0, 2356.0, 1490.0, 842.0, 610.0, 412.0, 267.0, 203.0, 138.0, 102.0, 75.0, 41.0, 32.0, 23.0, 14.0, 12.0, 15.0, 7.0, 6.0, 3.0, 1.0, 5.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00011742115020751953, -0.00011306628584861755, -0.00010871142148971558, -0.0001043565571308136, -0.00010000169277191162, -9.564682841300964e-05, -9.129196405410767e-05, -8.693709969520569e-05, -8.258223533630371e-05, -7.822737097740173e-05, -7.387250661849976e-05, -6.951764225959778e-05, -6.51627779006958e-05, -6.080791354179382e-05, -5.6453049182891846e-05, -5.209818482398987e-05, -4.774332046508789e-05, -4.338845610618591e-05, -3.9033591747283936e-05, -3.467872738838196e-05, -3.032386302947998e-05, -2.5968998670578003e-05, -2.1614134311676025e-05, -1.7259269952774048e-05, -1.290440559387207e-05, -8.549541234970093e-06, -4.194676876068115e-06, 1.601874828338623e-07, 4.51505184173584e-06, 8.869916200637817e-06, 1.3224780559539795e-05, 1.7579644918441772e-05, 2.193450927734375e-05, 2.6289373636245728e-05, 3.0644237995147705e-05, 3.499910235404968e-05, 3.935396671295166e-05, 4.370883107185364e-05, 4.8063695430755615e-05, 5.241855978965759e-05, 5.677342414855957e-05, 6.112828850746155e-05, 6.548315286636353e-05, 6.98380172252655e-05, 7.419288158416748e-05, 7.854774594306946e-05, 8.290261030197144e-05, 8.725747466087341e-05, 9.161233901977539e-05, 9.596720337867737e-05, 0.00010032206773757935, 0.00010467693209648132, 0.0001090317964553833, 0.00011338666081428528, 0.00011774152517318726, 0.00012209638953208923, 0.0001264512538909912, 0.0001308061182498932, 0.00013516098260879517, 0.00013951584696769714, 0.00014387071132659912, 0.0001482255756855011, 0.00015258044004440308, 0.00015693530440330505, 0.00016129016876220703]}, "gradients/encoder.encoder.layers.22.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 2.0, 1.0, 4.0, 2.0, 6.0, 12.0, 15.0, 9.0, 21.0, 18.0, 37.0, 33.0, 60.0, 64.0, 79.0, 79.0, 92.0, 121.0, 74.0, 51.0, 57.0, 42.0, 26.0, 25.0, 14.0, 14.0, 8.0, 8.0, 9.0, 5.0, 5.0, 3.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 4.0], "bins": [-1.4483928680419922e-05, -1.4116056263446808e-05, -1.3748183846473694e-05, -1.338031142950058e-05, -1.3012439012527466e-05, -1.2644566595554352e-05, -1.2276694178581238e-05, -1.1908821761608124e-05, -1.154094934463501e-05, -1.1173076927661896e-05, -1.0805204510688782e-05, -1.0437332093715668e-05, -1.0069459676742554e-05, -9.70158725976944e-06, -9.333714842796326e-06, -8.965842425823212e-06, -8.597970008850098e-06, -8.230097591876984e-06, -7.86222517490387e-06, -7.494352757930756e-06, -7.126480340957642e-06, -6.758607923984528e-06, -6.3907355070114136e-06, -6.0228630900382996e-06, -5.6549906730651855e-06, -5.2871182560920715e-06, -4.9192458391189575e-06, -4.5513734221458435e-06, -4.1835010051727295e-06, -3.8156285881996155e-06, -3.4477561712265015e-06, -3.0798837542533875e-06, -2.7120113372802734e-06, -2.3441389203071594e-06, -1.9762665033340454e-06, -1.6083940863609314e-06, -1.2405216693878174e-06, -8.726492524147034e-07, -5.047768354415894e-07, -1.3690441846847534e-07, 2.3096799850463867e-07, 5.988404154777527e-07, 9.667128324508667e-07, 1.3345852494239807e-06, 1.7024576663970947e-06, 2.0703300833702087e-06, 2.4382025003433228e-06, 2.8060749173164368e-06, 3.1739473342895508e-06, 3.541819751262665e-06, 3.909692168235779e-06, 4.277564585208893e-06, 4.645437002182007e-06, 5.013309419155121e-06, 5.381181836128235e-06, 5.749054253101349e-06, 6.116926670074463e-06, 6.484799087047577e-06, 6.852671504020691e-06, 7.220543920993805e-06, 7.588416337966919e-06, 7.956288754940033e-06, 8.324161171913147e-06, 8.692033588886261e-06, 9.059906005859375e-06]}, "gradients/encoder.encoder.layers.22.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 3.0, 3.0, 3.0, 3.0, 9.0, 6.0, 14.0, 20.0, 25.0, 32.0, 53.0, 59.0, 106.0, 179.0, 267.0, 452.0, 721.0, 1308.0, 2244.0, 4224.0, 8451.0, 18133.0, 43579.0, 137391.0, 583303.0, 158297.0, 49750.0, 20164.0, 9328.0, 4602.0, 2434.0, 1328.0, 760.0, 435.0, 295.0, 191.0, 128.0, 79.0, 53.0, 40.0, 24.0, 18.0, 17.0, 11.0, 4.0, 6.0, 2.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-9.232759475708008e-05, -8.957646787166595e-05, -8.682534098625183e-05, -8.407421410083771e-05, -8.132308721542358e-05, -7.857196033000946e-05, -7.582083344459534e-05, -7.306970655918121e-05, -7.031857967376709e-05, -6.756745278835297e-05, -6.481632590293884e-05, -6.206519901752472e-05, -5.9314072132110596e-05, -5.656294524669647e-05, -5.381181836128235e-05, -5.1060691475868225e-05, -4.83095645904541e-05, -4.555843770503998e-05, -4.2807310819625854e-05, -4.005618393421173e-05, -3.730505704879761e-05, -3.4553930163383484e-05, -3.180280327796936e-05, -2.9051676392555237e-05, -2.6300549507141113e-05, -2.354942262172699e-05, -2.0798295736312866e-05, -1.8047168850898743e-05, -1.529604196548462e-05, -1.2544915080070496e-05, -9.793788194656372e-06, -7.0426613092422485e-06, -4.291534423828125e-06, -1.5404075384140015e-06, 1.210719347000122e-06, 3.961846232414246e-06, 6.712973117828369e-06, 9.464100003242493e-06, 1.2215226888656616e-05, 1.496635377407074e-05, 1.7717480659484863e-05, 2.0468607544898987e-05, 2.321973443031311e-05, 2.5970861315727234e-05, 2.8721988201141357e-05, 3.147311508655548e-05, 3.4224241971969604e-05, 3.697536885738373e-05, 3.972649574279785e-05, 4.2477622628211975e-05, 4.52287495136261e-05, 4.797987639904022e-05, 5.0731003284454346e-05, 5.348213016986847e-05, 5.623325705528259e-05, 5.8984383940696716e-05, 6.173551082611084e-05, 6.448663771152496e-05, 6.723776459693909e-05, 6.998889148235321e-05, 7.274001836776733e-05, 7.549114525318146e-05, 7.824227213859558e-05, 8.09933990240097e-05, 8.374452590942383e-05]}, "gradients/encoder.encoder.layers.22.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 3.0, 3.0, 2.0, 2.0, 7.0, 4.0, 8.0, 13.0, 14.0, 13.0, 13.0, 14.0, 15.0, 19.0, 21.0, 27.0, 29.0, 29.0, 31.0, 35.0, 43.0, 44.0, 52.0, 46.0, 51.0, 36.0, 35.0, 35.0, 36.0, 40.0, 42.0, 34.0, 33.0, 18.0, 34.0, 25.0, 13.0, 23.0, 16.0, 11.0, 11.0, 7.0, 6.0, 5.0, 1.0, 4.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-2.378225326538086e-05, -2.3072585463523865e-05, -2.236291766166687e-05, -2.1653249859809875e-05, -2.094358205795288e-05, -2.0233914256095886e-05, -1.952424645423889e-05, -1.8814578652381897e-05, -1.8104910850524902e-05, -1.7395243048667908e-05, -1.6685575246810913e-05, -1.597590744495392e-05, -1.5266239643096924e-05, -1.455657184123993e-05, -1.3846904039382935e-05, -1.313723623752594e-05, -1.2427568435668945e-05, -1.171790063381195e-05, -1.1008232831954956e-05, -1.0298565030097961e-05, -9.588897228240967e-06, -8.879229426383972e-06, -8.169561624526978e-06, -7.459893822669983e-06, -6.750226020812988e-06, -6.040558218955994e-06, -5.330890417098999e-06, -4.621222615242004e-06, -3.91155481338501e-06, -3.201887011528015e-06, -2.4922192096710205e-06, -1.7825514078140259e-06, -1.0728836059570312e-06, -3.632158041000366e-07, 3.46451997756958e-07, 1.0561197996139526e-06, 1.7657876014709473e-06, 2.475455403327942e-06, 3.1851232051849365e-06, 3.894791007041931e-06, 4.604458808898926e-06, 5.31412661075592e-06, 6.023794412612915e-06, 6.73346221446991e-06, 7.443130016326904e-06, 8.152797818183899e-06, 8.862465620040894e-06, 9.572133421897888e-06, 1.0281801223754883e-05, 1.0991469025611877e-05, 1.1701136827468872e-05, 1.2410804629325867e-05, 1.3120472431182861e-05, 1.3830140233039856e-05, 1.453980803489685e-05, 1.5249475836753845e-05, 1.595914363861084e-05, 1.6668811440467834e-05, 1.737847924232483e-05, 1.8088147044181824e-05, 1.879781484603882e-05, 1.9507482647895813e-05, 2.0217150449752808e-05, 2.0926818251609802e-05, 2.1636486053466797e-05]}, "gradients/encoder.encoder.layers.22.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 4.0, 7.0, 9.0, 23.0, 47.0, 83.0, 177.0, 417.0, 1310.0, 6080.0, 73520.0, 942315.0, 20218.0, 2986.0, 762.0, 285.0, 130.0, 75.0, 49.0, 16.0, 17.0, 7.0, 5.0, 6.0, 4.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00025010108947753906, -0.00024058669805526733, -0.0002310723066329956, -0.00022155791521072388, -0.00021204352378845215, -0.00020252913236618042, -0.0001930147409439087, -0.00018350034952163696, -0.00017398595809936523, -0.0001644715666770935, -0.00015495717525482178, -0.00014544278383255005, -0.00013592839241027832, -0.0001264140009880066, -0.00011689960956573486, -0.00010738521814346313, -9.78708267211914e-05, -8.835643529891968e-05, -7.884204387664795e-05, -6.932765245437622e-05, -5.981326103210449e-05, -5.0298869609832764e-05, -4.0784478187561035e-05, -3.127008676528931e-05, -2.1755695343017578e-05, -1.224130392074585e-05, -2.726912498474121e-06, 6.787478923797607e-06, 1.6301870346069336e-05, 2.5816261768341064e-05, 3.533065319061279e-05, 4.484504461288452e-05, 5.435943603515625e-05, 6.387382745742798e-05, 7.338821887969971e-05, 8.290261030197144e-05, 9.241700172424316e-05, 0.00010193139314651489, 0.00011144578456878662, 0.00012096017599105835, 0.00013047456741333008, 0.0001399889588356018, 0.00014950335025787354, 0.00015901774168014526, 0.000168532133102417, 0.00017804652452468872, 0.00018756091594696045, 0.00019707530736923218, 0.0002065896987915039, 0.00021610409021377563, 0.00022561848163604736, 0.0002351328730583191, 0.0002446472644805908, 0.00025416165590286255, 0.0002636760473251343, 0.000273190438747406, 0.00028270483016967773, 0.00029221922159194946, 0.0003017336130142212, 0.0003112480044364929, 0.00032076239585876465, 0.0003302767872810364, 0.0003397911787033081, 0.00034930557012557983, 0.00035881996154785156]}, "gradients/encoder.encoder.layers.22.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 4.0, 3.0, 1.0, 5.0, 5.0, 7.0, 9.0, 5.0, 10.0, 13.0, 17.0, 20.0, 36.0, 57.0, 64.0, 126.0, 154.0, 163.0, 100.0, 57.0, 39.0, 22.0, 22.0, 13.0, 15.0, 8.0, 3.0, 8.0, 4.0, 3.0, 1.0, 5.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0], "bins": [-7.331371307373047e-06, -7.0938840508461e-06, -6.856396794319153e-06, -6.618909537792206e-06, -6.381422281265259e-06, -6.143935024738312e-06, -5.906447768211365e-06, -5.668960511684418e-06, -5.431473255157471e-06, -5.193985998630524e-06, -4.956498742103577e-06, -4.71901148557663e-06, -4.481524229049683e-06, -4.244036972522736e-06, -4.0065497159957886e-06, -3.7690624594688416e-06, -3.5315752029418945e-06, -3.2940879464149475e-06, -3.0566006898880005e-06, -2.8191134333610535e-06, -2.5816261768341064e-06, -2.3441389203071594e-06, -2.1066516637802124e-06, -1.8691644072532654e-06, -1.6316771507263184e-06, -1.3941898941993713e-06, -1.1567026376724243e-06, -9.192153811454773e-07, -6.817281246185303e-07, -4.4424086809158325e-07, -2.0675361156463623e-07, 3.073364496231079e-08, 2.682209014892578e-07, 5.057081580162048e-07, 7.431954145431519e-07, 9.806826710700989e-07, 1.218169927597046e-06, 1.455657184123993e-06, 1.69314444065094e-06, 1.930631697177887e-06, 2.168118953704834e-06, 2.405606210231781e-06, 2.643093466758728e-06, 2.880580723285675e-06, 3.118067979812622e-06, 3.355555236339569e-06, 3.593042492866516e-06, 3.830529749393463e-06, 4.06801700592041e-06, 4.305504262447357e-06, 4.542991518974304e-06, 4.780478775501251e-06, 5.017966032028198e-06, 5.255453288555145e-06, 5.492940545082092e-06, 5.730427801609039e-06, 5.967915058135986e-06, 6.205402314662933e-06, 6.44288957118988e-06, 6.680376827716827e-06, 6.917864084243774e-06, 7.1553513407707214e-06, 7.3928385972976685e-06, 7.630325853824615e-06, 7.867813110351562e-06]}, "gradients/encoder.encoder.layers.22.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 5.0, 7.0, 10.0, 17.0, 15.0, 29.0, 44.0, 69.0, 77.0, 154.0, 242.0, 428.0, 643.0, 1217.0, 2177.0, 5004.0, 10875.0, 35415.0, 192183.0, 682943.0, 81103.0, 20076.0, 8270.0, 3591.0, 1651.0, 950.0, 501.0, 304.0, 192.0, 106.0, 88.0, 50.0, 36.0, 28.0, 14.0, 11.0, 15.0, 3.0, 3.0, 4.0, 3.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0], "bins": [-2.777576446533203e-05, -2.6965513825416565e-05, -2.61552631855011e-05, -2.5345012545585632e-05, -2.4534761905670166e-05, -2.37245112657547e-05, -2.2914260625839233e-05, -2.2104009985923767e-05, -2.12937593460083e-05, -2.0483508706092834e-05, -1.9673258066177368e-05, -1.8863007426261902e-05, -1.8052756786346436e-05, -1.724250614643097e-05, -1.6432255506515503e-05, -1.5622004866600037e-05, -1.481175422668457e-05, -1.4001503586769104e-05, -1.3191252946853638e-05, -1.2381002306938171e-05, -1.1570751667022705e-05, -1.0760501027107239e-05, -9.950250387191772e-06, -9.139999747276306e-06, -8.32974910736084e-06, -7.5194984674453735e-06, -6.709247827529907e-06, -5.898997187614441e-06, -5.088746547698975e-06, -4.278495907783508e-06, -3.468245267868042e-06, -2.6579946279525757e-06, -1.8477439880371094e-06, -1.037493348121643e-06, -2.2724270820617676e-07, 5.830079317092896e-07, 1.3932585716247559e-06, 2.203509211540222e-06, 3.0137598514556885e-06, 3.824010491371155e-06, 4.634261131286621e-06, 5.444511771202087e-06, 6.254762411117554e-06, 7.06501305103302e-06, 7.875263690948486e-06, 8.685514330863953e-06, 9.495764970779419e-06, 1.0306015610694885e-05, 1.1116266250610352e-05, 1.1926516890525818e-05, 1.2736767530441284e-05, 1.354701817035675e-05, 1.4357268810272217e-05, 1.5167519450187683e-05, 1.597777009010315e-05, 1.6788020730018616e-05, 1.7598271369934082e-05, 1.840852200984955e-05, 1.9218772649765015e-05, 2.002902328968048e-05, 2.0839273929595947e-05, 2.1649524569511414e-05, 2.245977520942688e-05, 2.3270025849342346e-05, 2.4080276489257812e-05]}, "gradients/encoder.encoder.layers.22.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 6.0, 1.0, 5.0, 6.0, 2.0, 6.0, 16.0, 17.0, 31.0, 21.0, 36.0, 31.0, 57.0, 60.0, 82.0, 62.0, 114.0, 73.0, 75.0, 54.0, 48.0, 32.0, 34.0, 16.0, 25.0, 15.0, 15.0, 12.0, 15.0, 4.0, 8.0, 1.0, 7.0, 9.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-7.152557373046875e-06, -6.943941116333008e-06, -6.735324859619141e-06, -6.5267086029052734e-06, -6.318092346191406e-06, -6.109476089477539e-06, -5.900859832763672e-06, -5.692243576049805e-06, -5.4836273193359375e-06, -5.27501106262207e-06, -5.066394805908203e-06, -4.857778549194336e-06, -4.649162292480469e-06, -4.4405460357666016e-06, -4.231929779052734e-06, -4.023313522338867e-06, -3.814697265625e-06, -3.606081008911133e-06, -3.3974647521972656e-06, -3.1888484954833984e-06, -2.9802322387695312e-06, -2.771615982055664e-06, -2.562999725341797e-06, -2.3543834686279297e-06, -2.1457672119140625e-06, -1.9371509552001953e-06, -1.7285346984863281e-06, -1.519918441772461e-06, -1.3113021850585938e-06, -1.1026859283447266e-06, -8.940696716308594e-07, -6.854534149169922e-07, -4.76837158203125e-07, -2.682209014892578e-07, -5.960464477539063e-08, 1.4901161193847656e-07, 3.5762786865234375e-07, 5.662441253662109e-07, 7.748603820800781e-07, 9.834766387939453e-07, 1.1920928955078125e-06, 1.4007091522216797e-06, 1.6093254089355469e-06, 1.817941665649414e-06, 2.0265579223632812e-06, 2.2351741790771484e-06, 2.4437904357910156e-06, 2.652406692504883e-06, 2.86102294921875e-06, 3.069639205932617e-06, 3.2782554626464844e-06, 3.4868717193603516e-06, 3.6954879760742188e-06, 3.904104232788086e-06, 4.112720489501953e-06, 4.32133674621582e-06, 4.5299530029296875e-06, 4.738569259643555e-06, 4.947185516357422e-06, 5.155801773071289e-06, 5.364418029785156e-06, 5.5730342864990234e-06, 5.781650543212891e-06, 5.990266799926758e-06, 6.198883056640625e-06]}, "gradients/encoder.encoder.layers.22.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 15.0, 26.0, 100.0, 364.0, 287.0, 106.0, 61.0, 28.0, 13.0, 1.0, 7.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00046890557860024273, -0.0004350562230683863, -0.00040120689664036036, -0.00036735754110850394, -0.0003335081855766475, -0.00029965885914862156, -0.00026580950361676514, -0.00023196016263682395, -0.00019811082165688276, -0.00016426148067694157, -0.00013041213969700038, -9.656278416514397e-05, -6.271344318520278e-05, -2.8864102205261588e-05, 4.9852533265948296e-06, 3.883459430653602e-05, 7.268393528647721e-05, 0.0001065332762664184, 0.0001403826172463596, 0.000174231972778216, 0.0002080813137581572, 0.00024193065473809838, 0.0002757800102699548, 0.0003096293658018112, 0.0003434786922298372, 0.0003773280477616936, 0.00041117737418971956, 0.000445026729721576, 0.00047887605614960194, 0.0005127254407852888, 0.0005465747672133148, 0.0005804240936413407, 0.0006142734782770276, 0.0006481228047050536, 0.0006819721893407404, 0.0007158215157687664, 0.0007496708421967924, 0.0007835201686248183, 0.0008173695532605052, 0.0008512188796885312, 0.0008850682061165571, 0.0009189175325445831, 0.00095276691718027, 0.000986616243608296, 0.0010204656282439828, 0.0010543148964643478, 0.0010881642811000347, 0.0011220136657357216, 0.0011558630503714085, 0.0011897124350070953, 0.0012235617032274604, 0.0012574110878631473, 0.0012912604724988341, 0.0013251097407191992, 0.001358959125354886, 0.001392808509990573, 0.001426657778210938, 0.0014605071628466249, 0.00149435643106699, 0.0015282058157026768, 0.0015620552003383636, 0.0015959044685587287, 0.0016297538531944156, 0.0016636032378301024, 0.0016974525060504675]}, "gradients/encoder.encoder.layers.22.layer_norm.bias": {"_type": "histogram", "values": [2.0, 4.0, 1.0, 3.0, 3.0, 2.0, 7.0, 8.0, 4.0, 10.0, 17.0, 14.0, 24.0, 20.0, 29.0, 29.0, 20.0, 32.0, 33.0, 33.0, 34.0, 35.0, 42.0, 43.0, 45.0, 39.0, 43.0, 39.0, 34.0, 40.0, 36.0, 37.0, 32.0, 23.0, 32.0, 39.0, 31.0, 19.0, 21.0, 16.0, 11.0, 7.0, 8.0, 5.0, 4.0, 2.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.00012946128845214844, -0.00012437254190444946, -0.00011928379535675049, -0.00011419504880905151, -0.00010910630226135254, -0.00010401755571365356, -9.892880916595459e-05, -9.384006261825562e-05, -8.875131607055664e-05, -8.366256952285767e-05, -7.857382297515869e-05, -7.348507642745972e-05, -6.839632987976074e-05, -6.330758333206177e-05, -5.821883678436279e-05, -5.313009023666382e-05, -4.8041343688964844e-05, -4.295259714126587e-05, -3.7863850593566895e-05, -3.277510404586792e-05, -2.7686357498168945e-05, -2.259761095046997e-05, -1.7508864402770996e-05, -1.2420117855072021e-05, -7.331371307373047e-06, -2.2426247596740723e-06, 2.8461217880249023e-06, 7.934868335723877e-06, 1.3023614883422852e-05, 1.8112361431121826e-05, 2.32011079788208e-05, 2.8289854526519775e-05, 3.337860107421875e-05, 3.8467347621917725e-05, 4.35560941696167e-05, 4.8644840717315674e-05, 5.373358726501465e-05, 5.882233381271362e-05, 6.39110803604126e-05, 6.899982690811157e-05, 7.408857345581055e-05, 7.917732000350952e-05, 8.42660665512085e-05, 8.935481309890747e-05, 9.444355964660645e-05, 9.953230619430542e-05, 0.0001046210527420044, 0.00010970979928970337, 0.00011479854583740234, 0.00011988729238510132, 0.0001249760389328003, 0.00013006478548049927, 0.00013515353202819824, 0.00014024227857589722, 0.0001453310251235962, 0.00015041977167129517, 0.00015550851821899414, 0.00016059726476669312, 0.0001656860113143921, 0.00017077475786209106, 0.00017586350440979004, 0.00018095225095748901, 0.000186040997505188, 0.00019112974405288696, 0.00019621849060058594]}, "gradients/encoder.encoder.layers.21.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 4.0, 3.0, 1.0, 0.0, 5.0, 5.0, 5.0, 5.0, 14.0, 13.0, 26.0, 24.0, 44.0, 67.0, 100.0, 137.0, 218.0, 347.0, 511.0, 846.0, 1569.0, 3011.0, 6275.0, 15044.0, 42726.0, 167919.0, 3581576.0, 278514.0, 60878.0, 19517.0, 7633.0, 3457.0, 1697.0, 891.0, 471.0, 262.0, 149.0, 110.0, 66.0, 46.0, 31.0, 26.0, 13.0, 9.0, 7.0, 3.0, 3.0, 3.0, 4.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.0002689361572265625, -0.0002613905817270279, -0.0002538450062274933, -0.0002462994307279587, -0.00023875385522842407, -0.00023120827972888947, -0.00022366270422935486, -0.00021611712872982025, -0.00020857155323028564, -0.00020102597773075104, -0.00019348040223121643, -0.00018593482673168182, -0.00017838925123214722, -0.0001708436757326126, -0.000163298100233078, -0.0001557525247335434, -0.0001482069492340088, -0.00014066137373447418, -0.00013311579823493958, -0.00012557022273540497, -0.00011802464723587036, -0.00011047907173633575, -0.00010293349623680115, -9.538792073726654e-05, -8.784234523773193e-05, -8.029676973819733e-05, -7.275119423866272e-05, -6.520561873912811e-05, -5.7660043239593506e-05, -5.01144677400589e-05, -4.256889224052429e-05, -3.5023316740989685e-05, -2.7477741241455078e-05, -1.993216574192047e-05, -1.2386590242385864e-05, -4.841014742851257e-06, 2.7045607566833496e-06, 1.0250136256217957e-05, 1.7795711755752563e-05, 2.534128725528717e-05, 3.288686275482178e-05, 4.0432438254356384e-05, 4.797801375389099e-05, 5.55235892534256e-05, 6.30691647529602e-05, 7.061474025249481e-05, 7.816031575202942e-05, 8.570589125156403e-05, 9.325146675109863e-05, 0.00010079704225063324, 0.00010834261775016785, 0.00011588819324970245, 0.00012343376874923706, 0.00013097934424877167, 0.00013852491974830627, 0.00014607049524784088, 0.0001536160707473755, 0.0001611616462469101, 0.0001687072217464447, 0.0001762527972459793, 0.00018379837274551392, 0.00019134394824504852, 0.00019888952374458313, 0.00020643509924411774, 0.00021398067474365234]}, "gradients/encoder.encoder.layers.21.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 0.0, 4.0, 5.0, 11.0, 3.0, 8.0, 17.0, 9.0, 22.0, 23.0, 38.0, 44.0, 68.0, 85.0, 73.0, 114.0, 98.0, 81.0, 85.0, 44.0, 42.0, 32.0, 17.0, 30.0, 14.0, 6.0, 5.0, 5.0, 7.0, 4.0, 5.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.4066696166992188e-05, -1.3673678040504456e-05, -1.3280659914016724e-05, -1.2887641787528992e-05, -1.249462366104126e-05, -1.2101605534553528e-05, -1.1708587408065796e-05, -1.1315569281578064e-05, -1.0922551155090332e-05, -1.05295330286026e-05, -1.0136514902114868e-05, -9.743496775627136e-06, -9.350478649139404e-06, -8.957460522651672e-06, -8.56444239616394e-06, -8.171424269676208e-06, -7.778406143188477e-06, -7.385388016700745e-06, -6.992369890213013e-06, -6.599351763725281e-06, -6.206333637237549e-06, -5.813315510749817e-06, -5.420297384262085e-06, -5.027279257774353e-06, -4.634261131286621e-06, -4.241243004798889e-06, -3.848224878311157e-06, -3.4552067518234253e-06, -3.0621886253356934e-06, -2.6691704988479614e-06, -2.2761523723602295e-06, -1.8831342458724976e-06, -1.4901161193847656e-06, -1.0970979928970337e-06, -7.040798664093018e-07, -3.110617399215698e-07, 8.195638656616211e-08, 4.7497451305389404e-07, 8.67992639541626e-07, 1.261010766029358e-06, 1.6540288925170898e-06, 2.0470470190048218e-06, 2.4400651454925537e-06, 2.8330832719802856e-06, 3.2261013984680176e-06, 3.6191195249557495e-06, 4.0121376514434814e-06, 4.405155777931213e-06, 4.798173904418945e-06, 5.191192030906677e-06, 5.584210157394409e-06, 5.977228283882141e-06, 6.370246410369873e-06, 6.763264536857605e-06, 7.156282663345337e-06, 7.549300789833069e-06, 7.9423189163208e-06, 8.335337042808533e-06, 8.728355169296265e-06, 9.121373295783997e-06, 9.514391422271729e-06, 9.90740954875946e-06, 1.0300427675247192e-05, 1.0693445801734924e-05, 1.1086463928222656e-05]}, "gradients/encoder.encoder.layers.21.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [3.0, 2.0, 4.0, 5.0, 3.0, 10.0, 11.0, 9.0, 17.0, 21.0, 34.0, 46.0, 54.0, 90.0, 130.0, 156.0, 265.0, 386.0, 560.0, 870.0, 1427.0, 2186.0, 3584.0, 6217.0, 10637.0, 20196.0, 40812.0, 90290.0, 278712.0, 3036256.0, 465822.0, 127192.0, 52349.0, 24066.0, 13037.0, 7196.0, 4112.0, 2574.0, 1621.0, 1000.0, 718.0, 482.0, 311.0, 246.0, 163.0, 105.0, 86.0, 64.0, 40.0, 32.0, 28.0, 14.0, 21.0, 9.0, 7.0, 3.0, 5.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-7.897615432739258e-05, -7.631350308656693e-05, -7.365085184574127e-05, -7.098820060491562e-05, -6.832554936408997e-05, -6.566289812326431e-05, -6.300024688243866e-05, -6.0337595641613007e-05, -5.7674944400787354e-05, -5.50122931599617e-05, -5.234964191913605e-05, -4.9686990678310394e-05, -4.702433943748474e-05, -4.436168819665909e-05, -4.1699036955833435e-05, -3.903638571500778e-05, -3.637373447418213e-05, -3.3711083233356476e-05, -3.104843199253082e-05, -2.838578075170517e-05, -2.5723129510879517e-05, -2.3060478270053864e-05, -2.039782702922821e-05, -1.7735175788402557e-05, -1.5072524547576904e-05, -1.2409873306751251e-05, -9.747222065925598e-06, -7.084570825099945e-06, -4.421919584274292e-06, -1.759268343448639e-06, 9.033828973770142e-07, 3.5660341382026672e-06, 6.22868537902832e-06, 8.891336619853973e-06, 1.1553987860679626e-05, 1.421663910150528e-05, 1.6879290342330933e-05, 1.9541941583156586e-05, 2.220459282398224e-05, 2.4867244064807892e-05, 2.7529895305633545e-05, 3.0192546546459198e-05, 3.285519778728485e-05, 3.5517849028110504e-05, 3.818050026893616e-05, 4.084315150976181e-05, 4.350580275058746e-05, 4.6168453991413116e-05, 4.883110523223877e-05, 5.149375647306442e-05, 5.4156407713890076e-05, 5.681905895471573e-05, 5.948171019554138e-05, 6.214436143636703e-05, 6.480701267719269e-05, 6.746966391801834e-05, 7.0132315158844e-05, 7.279496639966965e-05, 7.54576176404953e-05, 7.812026888132095e-05, 8.07829201221466e-05, 8.344557136297226e-05, 8.610822260379791e-05, 8.877087384462357e-05, 9.143352508544922e-05]}, "gradients/encoder.encoder.layers.21.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 1.0, 7.0, 2.0, 12.0, 7.0, 8.0, 8.0, 18.0, 17.0, 24.0, 27.0, 37.0, 34.0, 62.0, 71.0, 76.0, 81.0, 87.0, 130.0, 178.0, 256.0, 948.0, 909.0, 278.0, 186.0, 130.0, 94.0, 96.0, 76.0, 43.0, 44.0, 36.0, 28.0, 13.0, 14.0, 12.0, 7.0, 6.0, 5.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0], "bins": [-3.3855438232421875e-05, -3.285892307758331e-05, -3.186240792274475e-05, -3.086589276790619e-05, -2.9869377613067627e-05, -2.8872862458229065e-05, -2.7876347303390503e-05, -2.687983214855194e-05, -2.588331699371338e-05, -2.4886801838874817e-05, -2.3890286684036255e-05, -2.2893771529197693e-05, -2.189725637435913e-05, -2.090074121952057e-05, -1.9904226064682007e-05, -1.8907710909843445e-05, -1.7911195755004883e-05, -1.691468060016632e-05, -1.591816544532776e-05, -1.4921650290489197e-05, -1.3925135135650635e-05, -1.2928619980812073e-05, -1.193210482597351e-05, -1.0935589671134949e-05, -9.939074516296387e-06, -8.942559361457825e-06, -7.946044206619263e-06, -6.949529051780701e-06, -5.953013896942139e-06, -4.956498742103577e-06, -3.959983587265015e-06, -2.9634684324264526e-06, -1.9669532775878906e-06, -9.704381227493286e-07, 2.60770320892334e-08, 1.0225921869277954e-06, 2.0191073417663574e-06, 3.0156224966049194e-06, 4.0121376514434814e-06, 5.0086528062820435e-06, 6.0051679611206055e-06, 7.0016831159591675e-06, 7.99819827079773e-06, 8.994713425636292e-06, 9.991228580474854e-06, 1.0987743735313416e-05, 1.1984258890151978e-05, 1.298077404499054e-05, 1.3977289199829102e-05, 1.4973804354667664e-05, 1.5970319509506226e-05, 1.6966834664344788e-05, 1.796334981918335e-05, 1.895986497402191e-05, 1.9956380128860474e-05, 2.0952895283699036e-05, 2.1949410438537598e-05, 2.294592559337616e-05, 2.394244074821472e-05, 2.4938955903053284e-05, 2.5935471057891846e-05, 2.6931986212730408e-05, 2.792850136756897e-05, 2.8925016522407532e-05, 2.9921531677246094e-05]}, "gradients/encoder.encoder.layers.21.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 3.0, 3.0, 5.0, 4.0, 5.0, 7.0, 6.0, 10.0, 12.0, 13.0, 20.0, 37.0, 40.0, 43.0, 56.0, 77.0, 167.0, 224.0, 115.0, 68.0, 28.0, 16.0, 18.0, 7.0, 6.0, 6.0, 6.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0005581091390922666, -0.0005452792393043637, -0.0005324492813088, -0.0005196193815208972, -0.0005067894817329943, -0.0004939595237374306, -0.00048112962394952774, -0.00046829969505779445, -0.00045546976616606116, -0.0004426398372743279, -0.00042980993748642504, -0.00041698000859469175, -0.00040415007970295846, -0.0003913201508112252, -0.00037849025102332234, -0.00036566032213158906, -0.00035283039323985577, -0.0003400004643481225, -0.00032717056456021965, -0.00031434063566848636, -0.00030151070677675307, -0.0002886807778850198, -0.00027585087809711695, -0.00026302094920538366, -0.0002501910494174808, -0.00023736113507766277, -0.00022453120618592948, -0.00021170129184611142, -0.00019887136295437813, -0.00018604144861456007, -0.000173211534274742, -0.00016038160538300872, -0.00014755167649127543, -0.00013472176215145737, -0.00012189183325972408, -0.00010906191891990602, -9.623199002817273e-05, -8.340207568835467e-05, -7.0572154072579e-05, -5.774223245680332e-05, -4.491231084102765e-05, -3.208238922525197e-05, -1.92524694284657e-05, -6.422549631679431e-06, 6.407371984096244e-06, 1.923728996189311e-05, 3.2067211577668786e-05, 4.489713319344446e-05, 5.7727054809220135e-05, 7.055697642499581e-05, 8.338689804077148e-05, 9.621681238058954e-05, 0.00010904674127232283, 0.0001218766556121409, 0.00013470658450387418, 0.00014753649884369224, 0.0001603664131835103, 0.00017319632752332836, 0.00018602625641506165, 0.0001988561707548797, 0.000211686099646613, 0.00022451601398643106, 0.00023734592832624912, 0.0002501758572179824, 0.0002630057861097157]}, "gradients/encoder.encoder.layers.21.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 5.0, 3.0, 3.0, 4.0, 3.0, 10.0, 13.0, 11.0, 11.0, 17.0, 20.0, 14.0, 25.0, 22.0, 25.0, 29.0, 29.0, 22.0, 36.0, 37.0, 34.0, 44.0, 47.0, 39.0, 29.0, 45.0, 39.0, 32.0, 39.0, 29.0, 27.0, 36.0, 38.0, 36.0, 22.0, 24.0, 14.0, 15.0, 17.0, 7.0, 15.0, 14.0, 9.0, 4.0, 5.0, 4.0, 1.0, 3.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.00019097328186035156, -0.0001853015273809433, -0.00017962977290153503, -0.00017395801842212677, -0.0001682862639427185, -0.00016261450946331024, -0.00015694275498390198, -0.0001512710005044937, -0.00014559924602508545, -0.00013992749154567719, -0.00013425573706626892, -0.00012858398258686066, -0.0001229122281074524, -0.00011724047362804413, -0.00011156871914863586, -0.0001058969646692276, -0.00010022521018981934, -9.455345571041107e-05, -8.888170123100281e-05, -8.320994675159454e-05, -7.753819227218628e-05, -7.186643779277802e-05, -6.619468331336975e-05, -6.052292883396149e-05, -5.485117435455322e-05, -4.917941987514496e-05, -4.3507665395736694e-05, -3.783591091632843e-05, -3.2164156436920166e-05, -2.6492401957511902e-05, -2.0820647478103638e-05, -1.5148892998695374e-05, -9.47713851928711e-06, -3.8053840398788452e-06, 1.866370439529419e-06, 7.538124918937683e-06, 1.3209879398345947e-05, 1.888163387775421e-05, 2.4553388357162476e-05, 3.022514283657074e-05, 3.5896897315979004e-05, 4.156865179538727e-05, 4.724040627479553e-05, 5.2912160754203796e-05, 5.858391523361206e-05, 6.425566971302032e-05, 6.992742419242859e-05, 7.559917867183685e-05, 8.127093315124512e-05, 8.694268763065338e-05, 9.261444211006165e-05, 9.828619658946991e-05, 0.00010395795106887817, 0.00010962970554828644, 0.0001153014600276947, 0.00012097321450710297, 0.00012664496898651123, 0.0001323167234659195, 0.00013798847794532776, 0.00014366023242473602, 0.0001493319869041443, 0.00015500374138355255, 0.00016067549586296082, 0.00016634725034236908, 0.00017201900482177734]}, "gradients/encoder.encoder.layers.21.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 6.0, 3.0, 8.0, 14.0, 12.0, 17.0, 26.0, 39.0, 52.0, 79.0, 119.0, 146.0, 233.0, 347.0, 545.0, 780.0, 1196.0, 1891.0, 3162.0, 5485.0, 9975.0, 19176.0, 41558.0, 111106.0, 523347.0, 206885.0, 63876.0, 27133.0, 13406.0, 7000.0, 4048.0, 2496.0, 1538.0, 926.0, 644.0, 401.0, 257.0, 194.0, 117.0, 93.0, 55.0, 53.0, 36.0, 19.0, 15.0, 9.0, 10.0, 8.0, 10.0, 5.0, 2.0, 0.0, 1.0, 0.0, 1.0, 5.0], "bins": [-0.00010383129119873047, -0.00010065920650959015, -9.748712182044983e-05, -9.431503713130951e-05, -9.114295244216919e-05, -8.797086775302887e-05, -8.479878306388855e-05, -8.162669837474823e-05, -7.845461368560791e-05, -7.528252899646759e-05, -7.211044430732727e-05, -6.893835961818695e-05, -6.576627492904663e-05, -6.259419023990631e-05, -5.942210555076599e-05, -5.625002086162567e-05, -5.307793617248535e-05, -4.990585148334503e-05, -4.673376679420471e-05, -4.356168210506439e-05, -4.038959741592407e-05, -3.721751272678375e-05, -3.404542803764343e-05, -3.087334334850311e-05, -2.7701258659362793e-05, -2.4529173970222473e-05, -2.1357089281082153e-05, -1.8185004591941833e-05, -1.5012919902801514e-05, -1.1840835213661194e-05, -8.668750524520874e-06, -5.496665835380554e-06, -2.3245811462402344e-06, 8.475035429000854e-07, 4.019588232040405e-06, 7.191672921180725e-06, 1.0363757610321045e-05, 1.3535842299461365e-05, 1.6707926988601685e-05, 1.9880011677742004e-05, 2.3052096366882324e-05, 2.6224181056022644e-05, 2.9396265745162964e-05, 3.2568350434303284e-05, 3.5740435123443604e-05, 3.891251981258392e-05, 4.208460450172424e-05, 4.525668919086456e-05, 4.842877388000488e-05, 5.16008585691452e-05, 5.477294325828552e-05, 5.794502794742584e-05, 6.111711263656616e-05, 6.428919732570648e-05, 6.74612820148468e-05, 7.063336670398712e-05, 7.380545139312744e-05, 7.697753608226776e-05, 8.014962077140808e-05, 8.33217054605484e-05, 8.649379014968872e-05, 8.966587483882904e-05, 9.283795952796936e-05, 9.601004421710968e-05, 9.918212890625e-05]}, "gradients/encoder.encoder.layers.21.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 4.0, 0.0, 3.0, 4.0, 1.0, 5.0, 13.0, 9.0, 17.0, 8.0, 18.0, 14.0, 30.0, 37.0, 41.0, 72.0, 70.0, 75.0, 100.0, 107.0, 88.0, 65.0, 43.0, 50.0, 29.0, 35.0, 12.0, 11.0, 13.0, 7.0, 9.0, 5.0, 2.0, 4.0, 0.0, 5.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.3947486877441406e-05, -1.3577751815319061e-05, -1.3208016753196716e-05, -1.2838281691074371e-05, -1.2468546628952026e-05, -1.2098811566829681e-05, -1.1729076504707336e-05, -1.1359341442584991e-05, -1.0989606380462646e-05, -1.0619871318340302e-05, -1.0250136256217957e-05, -9.880401194095612e-06, -9.510666131973267e-06, -9.140931069850922e-06, -8.771196007728577e-06, -8.401460945606232e-06, -8.031725883483887e-06, -7.661990821361542e-06, -7.292255759239197e-06, -6.922520697116852e-06, -6.552785634994507e-06, -6.183050572872162e-06, -5.813315510749817e-06, -5.443580448627472e-06, -5.073845386505127e-06, -4.704110324382782e-06, -4.334375262260437e-06, -3.964640200138092e-06, -3.594905138015747e-06, -3.225170075893402e-06, -2.855435013771057e-06, -2.485699951648712e-06, -2.115964889526367e-06, -1.7462298274040222e-06, -1.3764947652816772e-06, -1.0067597031593323e-06, -6.370246410369873e-07, -2.6728957891464233e-07, 1.0244548320770264e-07, 4.721805453300476e-07, 8.419156074523926e-07, 1.2116506695747375e-06, 1.5813857316970825e-06, 1.9511207938194275e-06, 2.3208558559417725e-06, 2.6905909180641174e-06, 3.0603259801864624e-06, 3.4300610423088074e-06, 3.7997961044311523e-06, 4.169531166553497e-06, 4.539266228675842e-06, 4.909001290798187e-06, 5.278736352920532e-06, 5.648471415042877e-06, 6.018206477165222e-06, 6.387941539287567e-06, 6.757676601409912e-06, 7.127411663532257e-06, 7.497146725654602e-06, 7.866881787776947e-06, 8.236616849899292e-06, 8.606351912021637e-06, 8.976086974143982e-06, 9.345822036266327e-06, 9.715557098388672e-06]}, "gradients/encoder.encoder.layers.21.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 5.0, 9.0, 13.0, 17.0, 22.0, 34.0, 43.0, 74.0, 96.0, 107.0, 177.0, 232.0, 327.0, 479.0, 661.0, 983.0, 1415.0, 2128.0, 3052.0, 4920.0, 7454.0, 12090.0, 19005.0, 33485.0, 62161.0, 120732.0, 385093.0, 196926.0, 85677.0, 43202.0, 25477.0, 15396.0, 9309.0, 5623.0, 3886.0, 2623.0, 1677.0, 1146.0, 824.0, 547.0, 427.0, 267.0, 208.0, 137.0, 126.0, 75.0, 55.0, 37.0, 35.0, 27.0, 12.0, 13.0, 8.0, 5.0, 3.0, 1.0, 3.0, 1.0], "bins": [-5.0187110900878906e-05, -4.865415394306183e-05, -4.712119698524475e-05, -4.558824002742767e-05, -4.4055283069610596e-05, -4.252232611179352e-05, -4.098936915397644e-05, -3.945641219615936e-05, -3.7923455238342285e-05, -3.639049828052521e-05, -3.485754132270813e-05, -3.332458436489105e-05, -3.1791627407073975e-05, -3.0258670449256897e-05, -2.872571349143982e-05, -2.7192756533622742e-05, -2.5659799575805664e-05, -2.4126842617988586e-05, -2.259388566017151e-05, -2.106092870235443e-05, -1.9527971744537354e-05, -1.7995014786720276e-05, -1.6462057828903198e-05, -1.492910087108612e-05, -1.3396143913269043e-05, -1.1863186955451965e-05, -1.0330229997634888e-05, -8.79727303981781e-06, -7.264316082000732e-06, -5.731359124183655e-06, -4.198402166366577e-06, -2.6654452085494995e-06, -1.1324882507324219e-06, 4.0046870708465576e-07, 1.9334256649017334e-06, 3.466382622718811e-06, 4.999339580535889e-06, 6.532296538352966e-06, 8.065253496170044e-06, 9.598210453987122e-06, 1.11311674118042e-05, 1.2664124369621277e-05, 1.4197081327438354e-05, 1.5730038285255432e-05, 1.726299524307251e-05, 1.8795952200889587e-05, 2.0328909158706665e-05, 2.1861866116523743e-05, 2.339482307434082e-05, 2.4927780032157898e-05, 2.6460736989974976e-05, 2.7993693947792053e-05, 2.952665090560913e-05, 3.105960786342621e-05, 3.2592564821243286e-05, 3.4125521779060364e-05, 3.565847873687744e-05, 3.719143569469452e-05, 3.87243926525116e-05, 4.0257349610328674e-05, 4.179030656814575e-05, 4.332326352596283e-05, 4.485622048377991e-05, 4.6389177441596985e-05, 4.792213439941406e-05]}, "gradients/encoder.encoder.layers.21.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 3.0, 11.0, 3.0, 7.0, 7.0, 7.0, 9.0, 12.0, 9.0, 18.0, 24.0, 14.0, 20.0, 20.0, 14.0, 30.0, 41.0, 33.0, 43.0, 38.0, 33.0, 36.0, 36.0, 57.0, 40.0, 39.0, 29.0, 30.0, 52.0, 39.0, 32.0, 24.0, 15.0, 28.0, 24.0, 23.0, 25.0, 14.0, 14.0, 8.0, 11.0, 4.0, 7.0, 8.0, 2.0, 2.0, 3.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.1636486053466797e-05, -2.0940788090229034e-05, -2.0245090126991272e-05, -1.954939216375351e-05, -1.8853694200515747e-05, -1.8157996237277985e-05, -1.7462298274040222e-05, -1.676660031080246e-05, -1.6070902347564697e-05, -1.5375204384326935e-05, -1.4679506421089172e-05, -1.398380845785141e-05, -1.3288110494613647e-05, -1.2592412531375885e-05, -1.1896714568138123e-05, -1.120101660490036e-05, -1.0505318641662598e-05, -9.809620678424835e-06, -9.113922715187073e-06, -8.41822475194931e-06, -7.722526788711548e-06, -7.026828825473785e-06, -6.331130862236023e-06, -5.6354328989982605e-06, -4.939734935760498e-06, -4.244036972522736e-06, -3.548339009284973e-06, -2.8526410460472107e-06, -2.1569430828094482e-06, -1.4612451195716858e-06, -7.655471563339233e-07, -6.984919309616089e-08, 6.258487701416016e-07, 1.321546733379364e-06, 2.0172446966171265e-06, 2.712942659854889e-06, 3.4086406230926514e-06, 4.104338586330414e-06, 4.800036549568176e-06, 5.495734512805939e-06, 6.191432476043701e-06, 6.887130439281464e-06, 7.582828402519226e-06, 8.278526365756989e-06, 8.974224328994751e-06, 9.669922292232513e-06, 1.0365620255470276e-05, 1.1061318218708038e-05, 1.17570161819458e-05, 1.2452714145183563e-05, 1.3148412108421326e-05, 1.3844110071659088e-05, 1.453980803489685e-05, 1.5235505998134613e-05, 1.5931203961372375e-05, 1.6626901924610138e-05, 1.73225998878479e-05, 1.8018297851085663e-05, 1.8713995814323425e-05, 1.9409693777561188e-05, 2.010539174079895e-05, 2.0801089704036713e-05, 2.1496787667274475e-05, 2.2192485630512238e-05, 2.288818359375e-05]}, "gradients/encoder.encoder.layers.21.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 5.0, 5.0, 6.0, 4.0, 18.0, 17.0, 15.0, 42.0, 54.0, 61.0, 101.0, 182.0, 283.0, 351.0, 644.0, 975.0, 1691.0, 2534.0, 4866.0, 9429.0, 19453.0, 37833.0, 116960.0, 595487.0, 154593.0, 55263.0, 23114.0, 10867.0, 5243.0, 3330.0, 2007.0, 1098.0, 649.0, 473.0, 311.0, 208.0, 112.0, 81.0, 55.0, 33.0, 35.0, 25.0, 15.0, 12.0, 4.0, 6.0, 3.0, 7.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-1.6987323760986328e-05, -1.6466714441776276e-05, -1.5946105122566223e-05, -1.542549580335617e-05, -1.4904886484146118e-05, -1.4384277164936066e-05, -1.3863667845726013e-05, -1.334305852651596e-05, -1.2822449207305908e-05, -1.2301839888095856e-05, -1.1781230568885803e-05, -1.126062124967575e-05, -1.0740011930465698e-05, -1.0219402611255646e-05, -9.698793292045593e-06, -9.17818397283554e-06, -8.657574653625488e-06, -8.136965334415436e-06, -7.616356015205383e-06, -7.095746695995331e-06, -6.575137376785278e-06, -6.054528057575226e-06, -5.533918738365173e-06, -5.013309419155121e-06, -4.492700099945068e-06, -3.972090780735016e-06, -3.4514814615249634e-06, -2.930872142314911e-06, -2.4102628231048584e-06, -1.889653503894806e-06, -1.3690441846847534e-06, -8.484348654747009e-07, -3.2782554626464844e-07, 1.9278377294540405e-07, 7.133930921554565e-07, 1.234002411365509e-06, 1.7546117305755615e-06, 2.275221049785614e-06, 2.7958303689956665e-06, 3.316439688205719e-06, 3.8370490074157715e-06, 4.357658326625824e-06, 4.8782676458358765e-06, 5.398876965045929e-06, 5.9194862842559814e-06, 6.440095603466034e-06, 6.9607049226760864e-06, 7.481314241886139e-06, 8.001923561096191e-06, 8.522532880306244e-06, 9.043142199516296e-06, 9.563751518726349e-06, 1.0084360837936401e-05, 1.0604970157146454e-05, 1.1125579476356506e-05, 1.1646188795566559e-05, 1.2166798114776611e-05, 1.2687407433986664e-05, 1.3208016753196716e-05, 1.3728626072406769e-05, 1.4249235391616821e-05, 1.4769844710826874e-05, 1.5290454030036926e-05, 1.581106334924698e-05, 1.633167266845703e-05]}, "gradients/encoder.encoder.layers.21.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 5.0, 9.0, 3.0, 4.0, 12.0, 9.0, 20.0, 31.0, 12.0, 23.0, 33.0, 41.0, 53.0, 71.0, 92.0, 125.0, 117.0, 78.0, 57.0, 56.0, 34.0, 19.0, 16.0, 18.0, 12.0, 15.0, 12.0, 5.0, 4.0, 4.0, 5.0, 4.0, 1.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-6.973743438720703e-06, -6.793998181819916e-06, -6.614252924919128e-06, -6.434507668018341e-06, -6.254762411117554e-06, -6.075017154216766e-06, -5.895271897315979e-06, -5.715526640415192e-06, -5.535781383514404e-06, -5.356036126613617e-06, -5.17629086971283e-06, -4.996545612812042e-06, -4.816800355911255e-06, -4.6370550990104675e-06, -4.45730984210968e-06, -4.277564585208893e-06, -4.0978193283081055e-06, -3.918074071407318e-06, -3.7383288145065308e-06, -3.5585835576057434e-06, -3.378838300704956e-06, -3.1990930438041687e-06, -3.0193477869033813e-06, -2.839602530002594e-06, -2.6598572731018066e-06, -2.4801120162010193e-06, -2.300366759300232e-06, -2.1206215023994446e-06, -1.9408762454986572e-06, -1.7611309885978699e-06, -1.5813857316970825e-06, -1.4016404747962952e-06, -1.2218952178955078e-06, -1.0421499609947205e-06, -8.624047040939331e-07, -6.826594471931458e-07, -5.029141902923584e-07, -3.2316893339157104e-07, -1.434236764907837e-07, 3.632158041000366e-08, 2.1606683731079102e-07, 3.9581209421157837e-07, 5.755573511123657e-07, 7.553026080131531e-07, 9.350478649139404e-07, 1.1147931218147278e-06, 1.2945383787155151e-06, 1.4742836356163025e-06, 1.6540288925170898e-06, 1.8337741494178772e-06, 2.0135194063186646e-06, 2.193264663219452e-06, 2.3730099201202393e-06, 2.5527551770210266e-06, 2.732500433921814e-06, 2.9122456908226013e-06, 3.0919909477233887e-06, 3.271736204624176e-06, 3.4514814615249634e-06, 3.6312267184257507e-06, 3.810971975326538e-06, 3.9907172322273254e-06, 4.170462489128113e-06, 4.3502077460289e-06, 4.5299530029296875e-06]}, "gradients/encoder.encoder.layers.21.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 7.0, 2.0, 6.0, 4.0, 11.0, 8.0, 19.0, 23.0, 24.0, 52.0, 67.0, 85.0, 128.0, 198.0, 237.0, 393.0, 643.0, 987.0, 1493.0, 2979.0, 4877.0, 9785.0, 26925.0, 75245.0, 616565.0, 222922.0, 51088.0, 16217.0, 7522.0, 4201.0, 2082.0, 1277.0, 892.0, 476.0, 330.0, 228.0, 169.0, 103.0, 85.0, 55.0, 40.0, 26.0, 29.0, 17.0, 12.0, 9.0, 6.0, 4.0, 5.0, 5.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-1.52587890625e-05, -1.4763325452804565e-05, -1.4267861843109131e-05, -1.3772398233413696e-05, -1.3276934623718262e-05, -1.2781471014022827e-05, -1.2286007404327393e-05, -1.1790543794631958e-05, -1.1295080184936523e-05, -1.0799616575241089e-05, -1.0304152965545654e-05, -9.80868935585022e-06, -9.313225746154785e-06, -8.81776213645935e-06, -8.322298526763916e-06, -7.826834917068481e-06, -7.331371307373047e-06, -6.835907697677612e-06, -6.340444087982178e-06, -5.844980478286743e-06, -5.349516868591309e-06, -4.854053258895874e-06, -4.3585896492004395e-06, -3.863126039505005e-06, -3.3676624298095703e-06, -2.8721988201141357e-06, -2.376735210418701e-06, -1.8812716007232666e-06, -1.385807991027832e-06, -8.903443813323975e-07, -3.948807716369629e-07, 1.0058283805847168e-07, 5.960464477539062e-07, 1.0915100574493408e-06, 1.5869736671447754e-06, 2.08243727684021e-06, 2.5779008865356445e-06, 3.073364496231079e-06, 3.5688281059265137e-06, 4.064291715621948e-06, 4.559755325317383e-06, 5.055218935012817e-06, 5.550682544708252e-06, 6.0461461544036865e-06, 6.541609764099121e-06, 7.037073373794556e-06, 7.53253698348999e-06, 8.028000593185425e-06, 8.52346420288086e-06, 9.018927812576294e-06, 9.514391422271729e-06, 1.0009855031967163e-05, 1.0505318641662598e-05, 1.1000782251358032e-05, 1.1496245861053467e-05, 1.1991709470748901e-05, 1.2487173080444336e-05, 1.298263669013977e-05, 1.3478100299835205e-05, 1.397356390953064e-05, 1.4469027519226074e-05, 1.4964491128921509e-05, 1.5459954738616943e-05, 1.5955418348312378e-05, 1.6450881958007812e-05]}, "gradients/encoder.encoder.layers.21.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 5.0, 2.0, 4.0, 0.0, 11.0, 7.0, 6.0, 24.0, 14.0, 29.0, 27.0, 27.0, 71.0, 50.0, 115.0, 144.0, 144.0, 78.0, 47.0, 55.0, 23.0, 32.0, 18.0, 17.0, 10.0, 9.0, 13.0, 2.0, 4.0, 3.0, 1.0, 3.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-7.510185241699219e-06, -7.306225597858429e-06, -7.102265954017639e-06, -6.898306310176849e-06, -6.6943466663360596e-06, -6.49038702249527e-06, -6.28642737865448e-06, -6.08246773481369e-06, -5.8785080909729e-06, -5.674548447132111e-06, -5.470588803291321e-06, -5.266629159450531e-06, -5.062669515609741e-06, -4.858709871768951e-06, -4.654750227928162e-06, -4.450790584087372e-06, -4.246830940246582e-06, -4.042871296405792e-06, -3.8389116525650024e-06, -3.6349520087242126e-06, -3.430992364883423e-06, -3.227032721042633e-06, -3.0230730772018433e-06, -2.8191134333610535e-06, -2.6151537895202637e-06, -2.411194145679474e-06, -2.207234501838684e-06, -2.0032748579978943e-06, -1.7993152141571045e-06, -1.5953555703163147e-06, -1.391395926475525e-06, -1.1874362826347351e-06, -9.834766387939453e-07, -7.795169949531555e-07, -5.755573511123657e-07, -3.7159770727157593e-07, -1.6763806343078613e-07, 3.632158041000366e-08, 2.4028122425079346e-07, 4.4424086809158325e-07, 6.48200511932373e-07, 8.521601557731628e-07, 1.0561197996139526e-06, 1.2600794434547424e-06, 1.4640390872955322e-06, 1.667998731136322e-06, 1.8719583749771118e-06, 2.0759180188179016e-06, 2.2798776626586914e-06, 2.483837306499481e-06, 2.687796950340271e-06, 2.891756594181061e-06, 3.0957162380218506e-06, 3.2996758818626404e-06, 3.50363552570343e-06, 3.70759516954422e-06, 3.91155481338501e-06, 4.1155144572257996e-06, 4.319474101066589e-06, 4.523433744907379e-06, 4.727393388748169e-06, 4.931353032588959e-06, 5.1353126764297485e-06, 5.339272320270538e-06, 5.543231964111328e-06]}, "gradients/encoder.encoder.layers.21.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 6.0, 12.0, 8.0, 11.0, 19.0, 32.0, 50.0, 66.0, 141.0, 246.0, 120.0, 79.0, 58.0, 29.0, 34.0, 22.0, 20.0, 17.0, 8.0, 9.0, 10.0, 5.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00022011922555975616, -0.0002110569621436298, -0.00020199471327941865, -0.00019293244986329228, -0.0001838701864471659, -0.00017480793758295476, -0.0001657456741668284, -0.00015668341075070202, -0.00014762114733457565, -0.00013855888391844928, -0.00012949663505423814, -0.00012043437163811177, -0.0001113721082219854, -0.00010230985208181664, -9.324759594164789e-05, -8.418533252552152e-05, -7.512308366131037e-05, -6.606082752114162e-05, -5.699856410501525e-05, -4.793630796484649e-05, -3.887404818669893e-05, -2.9811788408551365e-05, -2.074953226838261e-05, -1.1687268852256238e-05, -2.6250127120874822e-06, 6.437246156565379e-06, 1.549950502521824e-05, 2.45617629843764e-05, 3.3624022762523964e-05, 4.268628254067153e-05, 5.1748538680840284e-05, 6.0810802096966654e-05, 6.987305823713541e-05, 7.893531437730417e-05, 8.799757779343054e-05, 9.70598339335993e-05, 0.00010612209734972566, 0.00011518435348989442, 0.00012424660963006318, 0.00013330887304618955, 0.00014237113646231592, 0.0001514333998784423, 0.00016049564874265343, 0.0001695579121587798, 0.00017862017557490617, 0.0001876824244391173, 0.00019674468785524368, 0.00020580695127137005, 0.0002148692001355812, 0.00022393146355170757, 0.0002329937124159187, 0.00024205597583204508, 0.00025111823924817145, 0.0002601805026642978, 0.00026924273697659373, 0.00027830502949655056, 0.0002873672638088465, 0.00029642952722497284, 0.0003054917906410992, 0.00031455402495339513, 0.0003236162883695215, 0.00033267855178564787, 0.00034174081520177424, 0.0003508030786179006, 0.000359865342034027]}, "gradients/encoder.encoder.layers.21.layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 1.0, 5.0, 0.0, 8.0, 6.0, 7.0, 5.0, 9.0, 18.0, 17.0, 26.0, 16.0, 23.0, 24.0, 18.0, 21.0, 25.0, 38.0, 28.0, 38.0, 30.0, 42.0, 29.0, 29.0, 42.0, 34.0, 39.0, 35.0, 27.0, 38.0, 42.0, 21.0, 31.0, 31.0, 20.0, 28.0, 34.0, 18.0, 17.0, 15.0, 15.0, 14.0, 9.0, 12.0, 7.0, 2.0, 5.0, 4.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-9.85860824584961e-05, -9.506475180387497e-05, -9.154342114925385e-05, -8.802209049463272e-05, -8.45007598400116e-05, -8.097942918539047e-05, -7.745809853076935e-05, -7.393676787614822e-05, -7.04154372215271e-05, -6.689410656690598e-05, -6.337277591228485e-05, -5.985144525766373e-05, -5.63301146030426e-05, -5.280878394842148e-05, -4.9287453293800354e-05, -4.576612263917923e-05, -4.2244791984558105e-05, -3.872346132993698e-05, -3.520213067531586e-05, -3.168080002069473e-05, -2.815946936607361e-05, -2.4638138711452484e-05, -2.111680805683136e-05, -1.7595477402210236e-05, -1.4074146747589111e-05, -1.0552816092967987e-05, -7.031485438346863e-06, -3.5101547837257385e-06, 1.1175870895385742e-08, 3.53250652551651e-06, 7.053837180137634e-06, 1.0575167834758759e-05, 1.4096498489379883e-05, 1.7617829144001007e-05, 2.113915979862213e-05, 2.4660490453243256e-05, 2.818182110786438e-05, 3.1703151762485504e-05, 3.522448241710663e-05, 3.874581307172775e-05, 4.226714372634888e-05, 4.578847438097e-05, 4.9309805035591125e-05, 5.283113569021225e-05, 5.6352466344833374e-05, 5.98737969994545e-05, 6.339512765407562e-05, 6.691645830869675e-05, 7.043778896331787e-05, 7.3959119617939e-05, 7.748045027256012e-05, 8.100178092718124e-05, 8.452311158180237e-05, 8.804444223642349e-05, 9.156577289104462e-05, 9.508710354566574e-05, 9.860843420028687e-05, 0.00010212976485490799, 0.00010565109550952911, 0.00010917242616415024, 0.00011269375681877136, 0.00011621508747339249, 0.00011973641812801361, 0.00012325774878263474, 0.00012677907943725586]}, "gradients/encoder.encoder.layers.20.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 6.0, 3.0, 7.0, 12.0, 11.0, 9.0, 15.0, 17.0, 32.0, 28.0, 41.0, 57.0, 77.0, 96.0, 118.0, 170.0, 228.0, 318.0, 493.0, 741.0, 1127.0, 1757.0, 2902.0, 4743.0, 8508.0, 15628.0, 29970.0, 61312.0, 148799.0, 731473.0, 2826986.0, 207191.0, 75721.0, 34381.0, 17562.0, 9630.0, 5533.0, 3369.0, 1999.0, 1236.0, 753.0, 465.0, 297.0, 187.0, 108.0, 67.0, 41.0, 27.0, 20.0, 9.0, 7.0, 4.0, 1.0, 3.0, 0.0, 1.0], "bins": [-0.00011324882507324219, -0.00011027790606021881, -0.00010730698704719543, -0.00010433606803417206, -0.00010136514902114868, -9.83942300081253e-05, -9.542331099510193e-05, -9.245239198207855e-05, -8.948147296905518e-05, -8.65105539560318e-05, -8.353963494300842e-05, -8.056871592998505e-05, -7.759779691696167e-05, -7.46268779039383e-05, -7.165595889091492e-05, -6.868503987789154e-05, -6.571412086486816e-05, -6.274320185184479e-05, -5.977228283882141e-05, -5.6801363825798035e-05, -5.383044481277466e-05, -5.085952579975128e-05, -4.7888606786727905e-05, -4.491768777370453e-05, -4.194676876068115e-05, -3.8975849747657776e-05, -3.60049307346344e-05, -3.303401172161102e-05, -3.0063092708587646e-05, -2.709217369556427e-05, -2.4121254682540894e-05, -2.1150335669517517e-05, -1.817941665649414e-05, -1.5208497643470764e-05, -1.2237578630447388e-05, -9.266659617424011e-06, -6.295740604400635e-06, -3.3248215913772583e-06, -3.5390257835388184e-07, 2.6170164346694946e-06, 5.587935447692871e-06, 8.558854460716248e-06, 1.1529773473739624e-05, 1.4500692486763e-05, 1.7471611499786377e-05, 2.0442530512809753e-05, 2.341344952583313e-05, 2.6384368538856506e-05, 2.9355287551879883e-05, 3.232620656490326e-05, 3.5297125577926636e-05, 3.826804459095001e-05, 4.123896360397339e-05, 4.4209882616996765e-05, 4.718080163002014e-05, 5.015172064304352e-05, 5.3122639656066895e-05, 5.609355866909027e-05, 5.906447768211365e-05, 6.203539669513702e-05, 6.50063157081604e-05, 6.797723472118378e-05, 7.094815373420715e-05, 7.391907274723053e-05, 7.68899917602539e-05]}, "gradients/encoder.encoder.layers.20.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 4.0, 5.0, 10.0, 8.0, 14.0, 11.0, 27.0, 19.0, 28.0, 45.0, 45.0, 75.0, 80.0, 98.0, 103.0, 99.0, 73.0, 75.0, 44.0, 35.0, 26.0, 22.0, 11.0, 14.0, 8.0, 4.0, 7.0, 4.0, 5.0, 4.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4722347259521484e-05, -1.433584839105606e-05, -1.3949349522590637e-05, -1.3562850654125214e-05, -1.317635178565979e-05, -1.2789852917194366e-05, -1.2403354048728943e-05, -1.201685518026352e-05, -1.1630356311798096e-05, -1.1243857443332672e-05, -1.0857358574867249e-05, -1.0470859706401825e-05, -1.0084360837936401e-05, -9.697861969470978e-06, -9.311363101005554e-06, -8.92486423254013e-06, -8.538365364074707e-06, -8.151866495609283e-06, -7.76536762714386e-06, -7.378868758678436e-06, -6.992369890213013e-06, -6.605871021747589e-06, -6.2193721532821655e-06, -5.832873284816742e-06, -5.446374416351318e-06, -5.059875547885895e-06, -4.673376679420471e-06, -4.286877810955048e-06, -3.900378942489624e-06, -3.5138800740242004e-06, -3.127381205558777e-06, -2.7408823370933533e-06, -2.3543834686279297e-06, -1.967884600162506e-06, -1.5813857316970825e-06, -1.194886863231659e-06, -8.083879947662354e-07, -4.2188912630081177e-07, -3.5390257835388184e-08, 3.511086106300354e-07, 7.37607479095459e-07, 1.1241063475608826e-06, 1.5106052160263062e-06, 1.8971040844917297e-06, 2.2836029529571533e-06, 2.670101821422577e-06, 3.0566006898880005e-06, 3.443099558353424e-06, 3.829598426818848e-06, 4.216097295284271e-06, 4.602596163749695e-06, 4.989095032215118e-06, 5.375593900680542e-06, 5.7620927691459656e-06, 6.148591637611389e-06, 6.535090506076813e-06, 6.921589374542236e-06, 7.30808824300766e-06, 7.694587111473083e-06, 8.081085979938507e-06, 8.46758484840393e-06, 8.854083716869354e-06, 9.240582585334778e-06, 9.627081453800201e-06, 1.0013580322265625e-05]}, "gradients/encoder.encoder.layers.20.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 8.0, 7.0, 18.0, 11.0, 23.0, 29.0, 39.0, 71.0, 97.0, 142.0, 237.0, 385.0, 579.0, 916.0, 1556.0, 2664.0, 4611.0, 8694.0, 16400.0, 33344.0, 74646.0, 196619.0, 1104003.0, 2351059.0, 234797.0, 83588.0, 38826.0, 18678.0, 9655.0, 5244.0, 2933.0, 1700.0, 997.0, 621.0, 366.0, 244.0, 163.0, 107.0, 73.0, 44.0, 31.0, 22.0, 12.0, 12.0, 6.0, 4.0, 3.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0], "bins": [-6.479024887084961e-05, -6.288941949605942e-05, -6.0988590121269226e-05, -5.9087760746479034e-05, -5.718693137168884e-05, -5.528610199689865e-05, -5.338527262210846e-05, -5.148444324731827e-05, -4.9583613872528076e-05, -4.7682784497737885e-05, -4.578195512294769e-05, -4.38811257481575e-05, -4.198029637336731e-05, -4.007946699857712e-05, -3.8178637623786926e-05, -3.6277808248996735e-05, -3.437697887420654e-05, -3.247614949941635e-05, -3.057532012462616e-05, -2.8674490749835968e-05, -2.6773661375045776e-05, -2.4872832000255585e-05, -2.2972002625465393e-05, -2.10711732506752e-05, -1.917034387588501e-05, -1.7269514501094818e-05, -1.5368685126304626e-05, -1.3467855751514435e-05, -1.1567026376724243e-05, -9.666197001934052e-06, -7.76536762714386e-06, -5.864538252353668e-06, -3.9637088775634766e-06, -2.062879502773285e-06, -1.6205012798309326e-07, 1.7387792468070984e-06, 3.63960862159729e-06, 5.540437996387482e-06, 7.441267371177673e-06, 9.342096745967865e-06, 1.1242926120758057e-05, 1.3143755495548248e-05, 1.504458487033844e-05, 1.694541424512863e-05, 1.8846243619918823e-05, 2.0747072994709015e-05, 2.2647902369499207e-05, 2.4548731744289398e-05, 2.644956111907959e-05, 2.835039049386978e-05, 3.0251219868659973e-05, 3.2152049243450165e-05, 3.4052878618240356e-05, 3.595370799303055e-05, 3.785453736782074e-05, 3.975536674261093e-05, 4.165619611740112e-05, 4.3557025492191315e-05, 4.5457854866981506e-05, 4.73586842417717e-05, 4.925951361656189e-05, 5.116034299135208e-05, 5.306117236614227e-05, 5.4962001740932465e-05, 5.6862831115722656e-05]}, "gradients/encoder.encoder.layers.20.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 0.0, 5.0, 3.0, 6.0, 11.0, 16.0, 21.0, 25.0, 28.0, 33.0, 44.0, 53.0, 82.0, 73.0, 90.0, 127.0, 139.0, 206.0, 288.0, 799.0, 719.0, 273.0, 197.0, 195.0, 118.0, 109.0, 79.0, 65.0, 63.0, 45.0, 50.0, 31.0, 20.0, 21.0, 8.0, 7.0, 10.0, 7.0, 4.0, 6.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.8192996978759766e-05, -2.7216970920562744e-05, -2.6240944862365723e-05, -2.52649188041687e-05, -2.428889274597168e-05, -2.3312866687774658e-05, -2.2336840629577637e-05, -2.1360814571380615e-05, -2.0384788513183594e-05, -1.9408762454986572e-05, -1.843273639678955e-05, -1.745671033859253e-05, -1.6480684280395508e-05, -1.5504658222198486e-05, -1.4528632164001465e-05, -1.3552606105804443e-05, -1.2576580047607422e-05, -1.16005539894104e-05, -1.0624527931213379e-05, -9.648501873016357e-06, -8.672475814819336e-06, -7.696449756622314e-06, -6.720423698425293e-06, -5.7443976402282715e-06, -4.76837158203125e-06, -3.7923455238342285e-06, -2.816319465637207e-06, -1.8402934074401855e-06, -8.642673492431641e-07, 1.1175870895385742e-07, 1.087784767150879e-06, 2.0638108253479004e-06, 3.039836883544922e-06, 4.015862941741943e-06, 4.991888999938965e-06, 5.967915058135986e-06, 6.943941116333008e-06, 7.91996717453003e-06, 8.89599323272705e-06, 9.872019290924072e-06, 1.0848045349121094e-05, 1.1824071407318115e-05, 1.2800097465515137e-05, 1.3776123523712158e-05, 1.475214958190918e-05, 1.57281756401062e-05, 1.6704201698303223e-05, 1.7680227756500244e-05, 1.8656253814697266e-05, 1.9632279872894287e-05, 2.060830593109131e-05, 2.158433198928833e-05, 2.256035804748535e-05, 2.3536384105682373e-05, 2.4512410163879395e-05, 2.5488436222076416e-05, 2.6464462280273438e-05, 2.744048833847046e-05, 2.841651439666748e-05, 2.9392540454864502e-05, 3.0368566513061523e-05, 3.1344592571258545e-05, 3.2320618629455566e-05, 3.329664468765259e-05, 3.427267074584961e-05]}, "gradients/encoder.encoder.layers.20.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 1.0, 4.0, 6.0, 3.0, 6.0, 4.0, 6.0, 9.0, 20.0, 17.0, 40.0, 53.0, 82.0, 134.0, 287.0, 155.0, 64.0, 53.0, 26.0, 18.0, 6.0, 6.0, 5.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0002720214833971113, -0.00025653961347416043, -0.00024105777265504003, -0.00022557590273208916, -0.00021009404736105353, -0.0001946121919900179, -0.00017913032206706703, -0.0001636484666960314, -0.00014816661132499576, -0.00013268475595396012, -0.00011720289330696687, -0.00010172103065997362, -8.623917528893799e-05, -7.075731991790235e-05, -5.52754572709091e-05, -3.979359462391585e-05, -2.4311739252880216e-05, -8.829880243865773e-06, 6.6519787651486695e-06, 2.2133837774163112e-05, 3.7615696783177555e-05, 5.309755215421319e-05, 6.857941480120644e-05, 8.406127744819969e-05, 9.954313281923532e-05, 0.00011502498819027096, 0.0001305068435613066, 0.00014598871348425746, 0.0001614705688552931, 0.00017695242422632873, 0.0001924342941492796, 0.00020791614952031523, 0.0002233979757875204, 0.00023887983115855604, 0.0002543616865295917, 0.00026984355645254254, 0.00028532539727166295, 0.0003008072671946138, 0.0003162891371175647, 0.0003317709779366851, 0.00034725284785963595, 0.0003627347177825868, 0.0003782165586017072, 0.0003936984285246581, 0.00040918029844760895, 0.00042466213926672935, 0.0004401440091896802, 0.0004556258791126311, 0.0004711077199317515, 0.00048658958985470235, 0.0005020714597776532, 0.0005175533005967736, 0.000533035141415894, 0.0005485169822350144, 0.0005639988812617958, 0.0005794807220809162, 0.0005949626211076975, 0.0006104444619268179, 0.0006259263609535992, 0.0006414082017727196, 0.00065689004259184, 0.0006723719416186213, 0.0006878537824377418, 0.0007033356232568622, 0.0007188174640759826]}, "gradients/encoder.encoder.layers.20.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 2.0, 2.0, 4.0, 12.0, 9.0, 11.0, 18.0, 24.0, 23.0, 35.0, 22.0, 31.0, 39.0, 36.0, 48.0, 50.0, 40.0, 56.0, 47.0, 52.0, 49.0, 48.0, 49.0, 46.0, 36.0, 34.0, 46.0, 28.0, 23.0, 23.0, 15.0, 14.0, 8.0, 11.0, 2.0, 4.0, 4.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00020045042037963867, -0.0001941286027431488, -0.00018780678510665894, -0.00018148496747016907, -0.0001751631498336792, -0.00016884133219718933, -0.00016251951456069946, -0.0001561976969242096, -0.00014987587928771973, -0.00014355406165122986, -0.00013723224401474, -0.00013091042637825012, -0.00012458860874176025, -0.00011826679110527039, -0.00011194497346878052, -0.00010562315583229065, -9.930133819580078e-05, -9.297952055931091e-05, -8.665770292282104e-05, -8.033588528633118e-05, -7.401406764984131e-05, -6.769225001335144e-05, -6.137043237686157e-05, -5.5048614740371704e-05, -4.8726797103881836e-05, -4.240497946739197e-05, -3.60831618309021e-05, -2.976134419441223e-05, -2.3439526557922363e-05, -1.7117708921432495e-05, -1.0795891284942627e-05, -4.474073648452759e-06, 1.8477439880371094e-06, 8.169561624526978e-06, 1.4491379261016846e-05, 2.0813196897506714e-05, 2.7135014533996582e-05, 3.345683217048645e-05, 3.977864980697632e-05, 4.6100467443466187e-05, 5.2422285079956055e-05, 5.874410271644592e-05, 6.506592035293579e-05, 7.138773798942566e-05, 7.770955562591553e-05, 8.40313732624054e-05, 9.035319089889526e-05, 9.667500853538513e-05, 0.000102996826171875, 0.00010931864380836487, 0.00011564046144485474, 0.0001219622790813446, 0.00012828409671783447, 0.00013460591435432434, 0.0001409277319908142, 0.00014724954962730408, 0.00015357136726379395, 0.0001598931849002838, 0.00016621500253677368, 0.00017253682017326355, 0.00017885863780975342, 0.00018518045544624329, 0.00019150227308273315, 0.00019782409071922302, 0.0002041459083557129]}, "gradients/encoder.encoder.layers.20.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 7.0, 5.0, 12.0, 18.0, 23.0, 25.0, 39.0, 61.0, 99.0, 120.0, 193.0, 266.0, 469.0, 704.0, 1216.0, 1946.0, 3309.0, 5917.0, 11310.0, 23136.0, 55305.0, 169242.0, 547956.0, 136236.0, 47113.0, 20812.0, 9652.0, 5478.0, 3174.0, 1815.0, 983.0, 620.0, 433.0, 273.0, 207.0, 132.0, 95.0, 52.0, 38.0, 25.0, 17.0, 11.0, 5.0, 4.0, 2.0, 8.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-8.153915405273438e-05, -7.866974920034409e-05, -7.58003443479538e-05, -7.293093949556351e-05, -7.006153464317322e-05, -6.719212979078293e-05, -6.432272493839264e-05, -6.145332008600235e-05, -5.858391523361206e-05, -5.571451038122177e-05, -5.284510552883148e-05, -4.997570067644119e-05, -4.71062958240509e-05, -4.4236890971660614e-05, -4.1367486119270325e-05, -3.8498081266880035e-05, -3.5628676414489746e-05, -3.275927156209946e-05, -2.9889866709709167e-05, -2.7020461857318878e-05, -2.415105700492859e-05, -2.12816521525383e-05, -1.841224730014801e-05, -1.554284244775772e-05, -1.2673437595367432e-05, -9.804032742977142e-06, -6.934627890586853e-06, -4.065223038196564e-06, -1.1958181858062744e-06, 1.6735866665840149e-06, 4.542991518974304e-06, 7.4123963713645935e-06, 1.0281801223754883e-05, 1.3151206076145172e-05, 1.602061092853546e-05, 1.889001578092575e-05, 2.175942063331604e-05, 2.462882548570633e-05, 2.749823033809662e-05, 3.0367635190486908e-05, 3.32370400428772e-05, 3.6106444895267487e-05, 3.8975849747657776e-05, 4.1845254600048065e-05, 4.4714659452438354e-05, 4.7584064304828644e-05, 5.045346915721893e-05, 5.332287400960922e-05, 5.619227886199951e-05, 5.90616837143898e-05, 6.193108856678009e-05, 6.480049341917038e-05, 6.766989827156067e-05, 7.053930312395096e-05, 7.340870797634125e-05, 7.627811282873154e-05, 7.914751768112183e-05, 8.201692253351212e-05, 8.48863273859024e-05, 8.77557322382927e-05, 9.062513709068298e-05, 9.349454194307327e-05, 9.636394679546356e-05, 9.923335164785385e-05, 0.00010210275650024414]}, "gradients/encoder.encoder.layers.20.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 4.0, 5.0, 6.0, 10.0, 6.0, 12.0, 8.0, 11.0, 20.0, 32.0, 30.0, 44.0, 30.0, 67.0, 56.0, 70.0, 86.0, 101.0, 68.0, 78.0, 58.0, 48.0, 37.0, 28.0, 11.0, 11.0, 12.0, 16.0, 10.0, 11.0, 4.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.1682510375976562e-05, -1.1354684829711914e-05, -1.1026859283447266e-05, -1.0699033737182617e-05, -1.0371208190917969e-05, -1.004338264465332e-05, -9.715557098388672e-06, -9.387731552124023e-06, -9.059906005859375e-06, -8.732080459594727e-06, -8.404254913330078e-06, -8.07642936706543e-06, -7.748603820800781e-06, -7.420778274536133e-06, -7.092952728271484e-06, -6.765127182006836e-06, -6.4373016357421875e-06, -6.109476089477539e-06, -5.781650543212891e-06, -5.453824996948242e-06, -5.125999450683594e-06, -4.798173904418945e-06, -4.470348358154297e-06, -4.1425228118896484e-06, -3.814697265625e-06, -3.4868717193603516e-06, -3.159046173095703e-06, -2.8312206268310547e-06, -2.5033950805664062e-06, -2.175569534301758e-06, -1.8477439880371094e-06, -1.519918441772461e-06, -1.1920928955078125e-06, -8.642673492431641e-07, -5.364418029785156e-07, -2.086162567138672e-07, 1.1920928955078125e-07, 4.470348358154297e-07, 7.748603820800781e-07, 1.1026859283447266e-06, 1.430511474609375e-06, 1.7583370208740234e-06, 2.086162567138672e-06, 2.4139881134033203e-06, 2.7418136596679688e-06, 3.069639205932617e-06, 3.3974647521972656e-06, 3.725290298461914e-06, 4.0531158447265625e-06, 4.380941390991211e-06, 4.708766937255859e-06, 5.036592483520508e-06, 5.364418029785156e-06, 5.692243576049805e-06, 6.020069122314453e-06, 6.3478946685791016e-06, 6.67572021484375e-06, 7.0035457611083984e-06, 7.331371307373047e-06, 7.659196853637695e-06, 7.987022399902344e-06, 8.314847946166992e-06, 8.64267349243164e-06, 8.970499038696289e-06, 9.298324584960938e-06]}, "gradients/encoder.encoder.layers.20.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 5.0, 1.0, 4.0, 5.0, 2.0, 5.0, 12.0, 26.0, 27.0, 52.0, 62.0, 71.0, 98.0, 178.0, 216.0, 330.0, 535.0, 713.0, 1049.0, 1655.0, 2478.0, 3656.0, 6137.0, 10108.0, 16264.0, 29306.0, 55149.0, 106935.0, 396668.0, 216934.0, 91201.0, 45753.0, 24078.0, 14715.0, 8647.0, 5235.0, 3503.0, 2221.0, 1411.0, 959.0, 647.0, 438.0, 355.0, 212.0, 145.0, 104.0, 94.0, 43.0, 38.0, 26.0, 24.0, 14.0, 6.0, 7.0, 7.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-4.3511390686035156e-05, -4.210136830806732e-05, -4.069134593009949e-05, -3.928132355213165e-05, -3.787130117416382e-05, -3.6461278796195984e-05, -3.505125641822815e-05, -3.3641234040260315e-05, -3.223121166229248e-05, -3.0821189284324646e-05, -2.941116690635681e-05, -2.8001144528388977e-05, -2.6591122150421143e-05, -2.5181099772453308e-05, -2.3771077394485474e-05, -2.236105501651764e-05, -2.0951032638549805e-05, -1.954101026058197e-05, -1.8130987882614136e-05, -1.67209655046463e-05, -1.5310943126678467e-05, -1.3900920748710632e-05, -1.2490898370742798e-05, -1.1080875992774963e-05, -9.670853614807129e-06, -8.260831236839294e-06, -6.85080885887146e-06, -5.4407864809036255e-06, -4.030764102935791e-06, -2.6207417249679565e-06, -1.210719347000122e-06, 1.993030309677124e-07, 1.6093254089355469e-06, 3.0193477869033813e-06, 4.429370164871216e-06, 5.83939254283905e-06, 7.249414920806885e-06, 8.65943729877472e-06, 1.0069459676742554e-05, 1.1479482054710388e-05, 1.2889504432678223e-05, 1.4299526810646057e-05, 1.570954918861389e-05, 1.7119571566581726e-05, 1.852959394454956e-05, 1.9939616322517395e-05, 2.134963870048523e-05, 2.2759661078453064e-05, 2.41696834564209e-05, 2.5579705834388733e-05, 2.6989728212356567e-05, 2.8399750590324402e-05, 2.9809772968292236e-05, 3.121979534626007e-05, 3.2629817724227905e-05, 3.403984010219574e-05, 3.5449862480163574e-05, 3.685988485813141e-05, 3.826990723609924e-05, 3.967992961406708e-05, 4.108995199203491e-05, 4.2499974370002747e-05, 4.390999674797058e-05, 4.5320019125938416e-05, 4.673004150390625e-05]}, "gradients/encoder.encoder.layers.20.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 4.0, 2.0, 3.0, 7.0, 5.0, 8.0, 7.0, 14.0, 15.0, 16.0, 21.0, 13.0, 35.0, 23.0, 36.0, 34.0, 30.0, 48.0, 32.0, 37.0, 43.0, 54.0, 65.0, 35.0, 42.0, 35.0, 44.0, 44.0, 40.0, 38.0, 33.0, 24.0, 19.0, 14.0, 12.0, 14.0, 11.0, 12.0, 10.0, 7.0, 5.0, 1.0, 9.0, 3.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.4199485778808594e-05, -2.349354326725006e-05, -2.278760075569153e-05, -2.2081658244132996e-05, -2.1375715732574463e-05, -2.066977322101593e-05, -1.9963830709457397e-05, -1.9257888197898865e-05, -1.8551945686340332e-05, -1.78460031747818e-05, -1.7140060663223267e-05, -1.6434118151664734e-05, -1.57281756401062e-05, -1.5022233128547668e-05, -1.4316290616989136e-05, -1.3610348105430603e-05, -1.290440559387207e-05, -1.2198463082313538e-05, -1.1492520570755005e-05, -1.0786578059196472e-05, -1.008063554763794e-05, -9.374693036079407e-06, -8.668750524520874e-06, -7.962808012962341e-06, -7.256865501403809e-06, -6.550922989845276e-06, -5.844980478286743e-06, -5.1390379667282104e-06, -4.433095455169678e-06, -3.727152943611145e-06, -3.0212104320526123e-06, -2.3152679204940796e-06, -1.6093254089355469e-06, -9.033828973770142e-07, -1.9744038581848145e-07, 5.085021257400513e-07, 1.214444637298584e-06, 1.9203871488571167e-06, 2.6263296604156494e-06, 3.332272171974182e-06, 4.038214683532715e-06, 4.7441571950912476e-06, 5.45009970664978e-06, 6.156042218208313e-06, 6.861984729766846e-06, 7.567927241325378e-06, 8.273869752883911e-06, 8.979812264442444e-06, 9.685754776000977e-06, 1.039169728755951e-05, 1.1097639799118042e-05, 1.1803582310676575e-05, 1.2509524822235107e-05, 1.321546733379364e-05, 1.3921409845352173e-05, 1.4627352356910706e-05, 1.5333294868469238e-05, 1.603923738002777e-05, 1.6745179891586304e-05, 1.7451122403144836e-05, 1.815706491470337e-05, 1.8863007426261902e-05, 1.9568949937820435e-05, 2.0274892449378967e-05, 2.09808349609375e-05]}, "gradients/encoder.encoder.layers.20.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 4.0, 1.0, 4.0, 10.0, 12.0, 10.0, 13.0, 25.0, 25.0, 48.0, 58.0, 97.0, 127.0, 178.0, 253.0, 391.0, 657.0, 1054.0, 2027.0, 5074.0, 16286.0, 157649.0, 817757.0, 32911.0, 7722.0, 2608.0, 1288.0, 832.0, 490.0, 288.0, 207.0, 125.0, 96.0, 63.0, 48.0, 41.0, 18.0, 20.0, 10.0, 12.0, 9.0, 3.0, 4.0, 4.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.950429916381836e-05, -2.858787775039673e-05, -2.7671456336975098e-05, -2.6755034923553467e-05, -2.5838613510131836e-05, -2.4922192096710205e-05, -2.4005770683288574e-05, -2.3089349269866943e-05, -2.2172927856445312e-05, -2.125650644302368e-05, -2.034008502960205e-05, -1.942366361618042e-05, -1.850724220275879e-05, -1.7590820789337158e-05, -1.6674399375915527e-05, -1.5757977962493896e-05, -1.4841556549072266e-05, -1.3925135135650635e-05, -1.3008713722229004e-05, -1.2092292308807373e-05, -1.1175870895385742e-05, -1.0259449481964111e-05, -9.34302806854248e-06, -8.42660665512085e-06, -7.510185241699219e-06, -6.593763828277588e-06, -5.677342414855957e-06, -4.760921001434326e-06, -3.844499588012695e-06, -2.9280781745910645e-06, -2.0116567611694336e-06, -1.0952353477478027e-06, -1.7881393432617188e-07, 7.37607479095459e-07, 1.6540288925170898e-06, 2.5704503059387207e-06, 3.4868717193603516e-06, 4.403293132781982e-06, 5.319714546203613e-06, 6.236135959625244e-06, 7.152557373046875e-06, 8.068978786468506e-06, 8.985400199890137e-06, 9.901821613311768e-06, 1.0818243026733398e-05, 1.173466444015503e-05, 1.265108585357666e-05, 1.3567507266998291e-05, 1.4483928680419922e-05, 1.5400350093841553e-05, 1.6316771507263184e-05, 1.7233192920684814e-05, 1.8149614334106445e-05, 1.9066035747528076e-05, 1.9982457160949707e-05, 2.0898878574371338e-05, 2.181529998779297e-05, 2.27317214012146e-05, 2.364814281463623e-05, 2.456456422805786e-05, 2.5480985641479492e-05, 2.6397407054901123e-05, 2.7313828468322754e-05, 2.8230249881744385e-05, 2.9146671295166016e-05]}, "gradients/encoder.encoder.layers.20.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 6.0, 5.0, 4.0, 4.0, 9.0, 25.0, 61.0, 140.0, 273.0, 266.0, 96.0, 56.0, 27.0, 13.0, 9.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2099742889404297e-05, -1.1719763278961182e-05, -1.1339783668518066e-05, -1.0959804058074951e-05, -1.0579824447631836e-05, -1.019984483718872e-05, -9.819865226745605e-06, -9.43988561630249e-06, -9.059906005859375e-06, -8.67992639541626e-06, -8.299946784973145e-06, -7.91996717453003e-06, -7.539987564086914e-06, -7.160007953643799e-06, -6.780028343200684e-06, -6.400048732757568e-06, -6.020069122314453e-06, -5.640089511871338e-06, -5.260109901428223e-06, -4.880130290985107e-06, -4.500150680541992e-06, -4.120171070098877e-06, -3.7401914596557617e-06, -3.3602118492126465e-06, -2.9802322387695312e-06, -2.600252628326416e-06, -2.2202730178833008e-06, -1.8402934074401855e-06, -1.4603137969970703e-06, -1.080334186553955e-06, -7.003545761108398e-07, -3.203749656677246e-07, 5.960464477539063e-08, 4.3958425521850586e-07, 8.195638656616211e-07, 1.1995434761047363e-06, 1.5795230865478516e-06, 1.959502696990967e-06, 2.339482307434082e-06, 2.7194619178771973e-06, 3.0994415283203125e-06, 3.4794211387634277e-06, 3.859400749206543e-06, 4.239380359649658e-06, 4.6193599700927734e-06, 4.999339580535889e-06, 5.379319190979004e-06, 5.759298801422119e-06, 6.139278411865234e-06, 6.51925802230835e-06, 6.899237632751465e-06, 7.27921724319458e-06, 7.659196853637695e-06, 8.03917646408081e-06, 8.419156074523926e-06, 8.799135684967041e-06, 9.179115295410156e-06, 9.559094905853271e-06, 9.939074516296387e-06, 1.0319054126739502e-05, 1.0699033737182617e-05, 1.1079013347625732e-05, 1.1458992958068848e-05, 1.1838972568511963e-05, 1.2218952178955078e-05]}, "gradients/encoder.encoder.layers.20.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 7.0, 11.0, 10.0, 13.0, 17.0, 16.0, 26.0, 44.0, 64.0, 88.0, 134.0, 177.0, 297.0, 410.0, 793.0, 1153.0, 2375.0, 3918.0, 7742.0, 21584.0, 76813.0, 818654.0, 75698.0, 21314.0, 7749.0, 4196.0, 2013.0, 1248.0, 677.0, 457.0, 254.0, 204.0, 112.0, 83.0, 49.0, 46.0, 37.0, 21.0, 20.0, 8.0, 7.0, 4.0, 2.0, 4.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0], "bins": [-1.7404556274414062e-05, -1.6899779438972473e-05, -1.6395002603530884e-05, -1.5890225768089294e-05, -1.5385448932647705e-05, -1.4880672097206116e-05, -1.4375895261764526e-05, -1.3871118426322937e-05, -1.3366341590881348e-05, -1.2861564755439758e-05, -1.2356787919998169e-05, -1.185201108455658e-05, -1.134723424911499e-05, -1.0842457413673401e-05, -1.0337680578231812e-05, -9.832903742790222e-06, -9.328126907348633e-06, -8.823350071907043e-06, -8.318573236465454e-06, -7.813796401023865e-06, -7.309019565582275e-06, -6.804242730140686e-06, -6.299465894699097e-06, -5.794689059257507e-06, -5.289912223815918e-06, -4.785135388374329e-06, -4.280358552932739e-06, -3.77558171749115e-06, -3.2708048820495605e-06, -2.766028046607971e-06, -2.261251211166382e-06, -1.7564743757247925e-06, -1.2516975402832031e-06, -7.469207048416138e-07, -2.421438694000244e-07, 2.6263296604156494e-07, 7.674098014831543e-07, 1.2721866369247437e-06, 1.776963472366333e-06, 2.2817403078079224e-06, 2.7865171432495117e-06, 3.291293978691101e-06, 3.7960708141326904e-06, 4.30084764957428e-06, 4.805624485015869e-06, 5.3104013204574585e-06, 5.815178155899048e-06, 6.319954991340637e-06, 6.8247318267822266e-06, 7.329508662223816e-06, 7.834285497665405e-06, 8.339062333106995e-06, 8.843839168548584e-06, 9.348616003990173e-06, 9.853392839431763e-06, 1.0358169674873352e-05, 1.0862946510314941e-05, 1.136772334575653e-05, 1.187250018119812e-05, 1.237727701663971e-05, 1.2882053852081299e-05, 1.3386830687522888e-05, 1.3891607522964478e-05, 1.4396384358406067e-05, 1.4901161193847656e-05]}, "gradients/encoder.encoder.layers.20.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 2.0, 0.0, 2.0, 5.0, 3.0, 8.0, 3.0, 9.0, 9.0, 15.0, 15.0, 14.0, 38.0, 63.0, 155.0, 239.0, 183.0, 90.0, 49.0, 26.0, 13.0, 17.0, 18.0, 4.0, 9.0, 7.0, 3.0, 2.0, 3.0, 1.0, 6.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.033348083496094e-06, -6.794929504394531e-06, -6.556510925292969e-06, -6.318092346191406e-06, -6.079673767089844e-06, -5.841255187988281e-06, -5.602836608886719e-06, -5.364418029785156e-06, -5.125999450683594e-06, -4.887580871582031e-06, -4.649162292480469e-06, -4.410743713378906e-06, -4.172325134277344e-06, -3.933906555175781e-06, -3.6954879760742188e-06, -3.4570693969726562e-06, -3.2186508178710938e-06, -2.9802322387695312e-06, -2.7418136596679688e-06, -2.5033950805664062e-06, -2.2649765014648438e-06, -2.0265579223632812e-06, -1.7881393432617188e-06, -1.5497207641601562e-06, -1.3113021850585938e-06, -1.0728836059570312e-06, -8.344650268554688e-07, -5.960464477539062e-07, -3.5762786865234375e-07, -1.1920928955078125e-07, 1.1920928955078125e-07, 3.5762786865234375e-07, 5.960464477539062e-07, 8.344650268554688e-07, 1.0728836059570312e-06, 1.3113021850585938e-06, 1.5497207641601562e-06, 1.7881393432617188e-06, 2.0265579223632812e-06, 2.2649765014648438e-06, 2.5033950805664062e-06, 2.7418136596679688e-06, 2.9802322387695312e-06, 3.2186508178710938e-06, 3.4570693969726562e-06, 3.6954879760742188e-06, 3.933906555175781e-06, 4.172325134277344e-06, 4.410743713378906e-06, 4.649162292480469e-06, 4.887580871582031e-06, 5.125999450683594e-06, 5.364418029785156e-06, 5.602836608886719e-06, 5.841255187988281e-06, 6.079673767089844e-06, 6.318092346191406e-06, 6.556510925292969e-06, 6.794929504394531e-06, 7.033348083496094e-06, 7.271766662597656e-06, 7.510185241699219e-06, 7.748603820800781e-06, 7.987022399902344e-06, 8.225440979003906e-06]}, "gradients/encoder.encoder.layers.20.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 4.0, 4.0, 11.0, 18.0, 19.0, 24.0, 48.0, 78.0, 234.0, 207.0, 108.0, 55.0, 67.0, 40.0, 22.0, 18.0, 15.0, 9.0, 8.0, 3.0, 7.0, 4.0, 1.0, 0.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00020565613522194326, -0.00019667994638439268, -0.0001877037575468421, -0.0001787275541573763, -0.0001697513653198257, -0.00016077517648227513, -0.00015179898764472455, -0.00014282279880717397, -0.00013384659541770816, -0.00012487040658015758, -0.00011589421046664938, -0.0001069180216290988, -9.794182551559061e-05, -8.896563667804003e-05, -7.998944784048945e-05, -7.101325172698125e-05, -6.203707016538829e-05, -5.30608776898589e-05, -4.408468521432951e-05, -3.510849637677893e-05, -2.6132303901249543e-05, -1.7156111425720155e-05, -8.179922588169575e-06, 7.9627352533862e-07, 9.7724623628892e-06, 1.8748654838418588e-05, 2.7724845494958572e-05, 3.6701036151498556e-05, 4.5677228627027944e-05, 5.465342110255733e-05, 6.362960994010791e-05, 7.26058060536161e-05, 8.158199489116669e-05, 9.055818372871727e-05, 9.953437984222546e-05, 0.00010851056867977604, 0.00011748676479328424, 0.00012646295363083482, 0.0001354391424683854, 0.00014441533130593598, 0.0001533915346954018, 0.00016236772353295237, 0.00017134391237050295, 0.00018032011575996876, 0.00018929630459751934, 0.00019827249343506992, 0.0002072486822726205, 0.00021622487111017108, 0.00022520105994772166, 0.00023417724878527224, 0.00024315343762282282, 0.0002521296264603734, 0.0002611058298498392, 0.000270082033239305, 0.00027905820752494037, 0.0002880344109144062, 0.00029701058520004153, 0.00030598678858950734, 0.0003149629628751427, 0.0003239391662646085, 0.00033291534055024385, 0.00034189154393970966, 0.00035086774732917547, 0.0003598439216148108, 0.00036882012500427663]}, "gradients/encoder.encoder.layers.20.layer_norm.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 10.0, 3.0, 5.0, 10.0, 11.0, 17.0, 12.0, 14.0, 21.0, 26.0, 24.0, 22.0, 18.0, 35.0, 36.0, 33.0, 38.0, 40.0, 35.0, 35.0, 34.0, 36.0, 28.0, 36.0, 45.0, 41.0, 37.0, 43.0, 36.0, 38.0, 19.0, 27.0, 22.0, 22.0, 11.0, 19.0, 12.0, 12.0, 8.0, 3.0, 9.0, 8.0, 4.0, 2.0, 1.0, 1.0, 4.0, 0.0, 1.0, 4.0, 0.0, 0.0, 2.0], "bins": [-0.00010693073272705078, -0.00010365713387727737, -0.00010038353502750397, -9.710993617773056e-05, -9.383633732795715e-05, -9.056273847818375e-05, -8.728913962841034e-05, -8.401554077863693e-05, -8.074194192886353e-05, -7.746834307909012e-05, -7.419474422931671e-05, -7.09211453795433e-05, -6.76475465297699e-05, -6.437394767999649e-05, -6.110034883022308e-05, -5.7826749980449677e-05, -5.455315113067627e-05, -5.127955228090286e-05, -4.8005953431129456e-05, -4.473235458135605e-05, -4.145875573158264e-05, -3.8185156881809235e-05, -3.491155803203583e-05, -3.163795918226242e-05, -2.8364360332489014e-05, -2.5090761482715607e-05, -2.18171626329422e-05, -1.8543563783168793e-05, -1.5269964933395386e-05, -1.1996366083621979e-05, -8.722767233848572e-06, -5.449168384075165e-06, -2.175569534301758e-06, 1.0980293154716492e-06, 4.371628165245056e-06, 7.645227015018463e-06, 1.091882586479187e-05, 1.4192424714565277e-05, 1.7466023564338684e-05, 2.073962241411209e-05, 2.4013221263885498e-05, 2.7286820113658905e-05, 3.056041896343231e-05, 3.383401781320572e-05, 3.7107616662979126e-05, 4.038121551275253e-05, 4.365481436252594e-05, 4.692841321229935e-05, 5.0202012062072754e-05, 5.347561091184616e-05, 5.674920976161957e-05, 6.0022808611392975e-05, 6.329640746116638e-05, 6.657000631093979e-05, 6.98436051607132e-05, 7.31172040104866e-05, 7.639080286026001e-05, 7.966440171003342e-05, 8.293800055980682e-05, 8.621159940958023e-05, 8.948519825935364e-05, 9.275879710912704e-05, 9.603239595890045e-05, 9.930599480867386e-05, 0.00010257959365844727]}, "gradients/encoder.encoder.layers.19.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 4.0, 5.0, 1.0, 5.0, 5.0, 10.0, 8.0, 14.0, 20.0, 21.0, 30.0, 35.0, 33.0, 72.0, 93.0, 78.0, 104.0, 185.0, 226.0, 308.0, 449.0, 614.0, 1002.0, 1534.0, 2726.0, 4688.0, 8552.0, 17657.0, 37387.0, 92336.0, 440171.0, 3312641.0, 172484.0, 53958.0, 22253.0, 10753.0, 5618.0, 3254.0, 1909.0, 1146.0, 739.0, 462.0, 263.0, 184.0, 87.0, 62.0, 40.0, 18.0, 24.0, 11.0, 8.0, 1.0, 4.0, 3.0], "bins": [-0.00010412931442260742, -0.00010160356760025024, -9.907782077789307e-05, -9.655207395553589e-05, -9.402632713317871e-05, -9.150058031082153e-05, -8.897483348846436e-05, -8.644908666610718e-05, -8.392333984375e-05, -8.139759302139282e-05, -7.887184619903564e-05, -7.634609937667847e-05, -7.382035255432129e-05, -7.129460573196411e-05, -6.876885890960693e-05, -6.624311208724976e-05, -6.371736526489258e-05, -6.11916184425354e-05, -5.866587162017822e-05, -5.6140124797821045e-05, -5.361437797546387e-05, -5.108863115310669e-05, -4.856288433074951e-05, -4.6037137508392334e-05, -4.3511390686035156e-05, -4.098564386367798e-05, -3.84598970413208e-05, -3.593415021896362e-05, -3.3408403396606445e-05, -3.088265657424927e-05, -2.835690975189209e-05, -2.5831162929534912e-05, -2.3305416107177734e-05, -2.0779669284820557e-05, -1.825392246246338e-05, -1.57281756401062e-05, -1.3202428817749023e-05, -1.0676681995391846e-05, -8.150935173034668e-06, -5.62518835067749e-06, -3.0994415283203125e-06, -5.736947059631348e-07, 1.952052116394043e-06, 4.477798938751221e-06, 7.0035457611083984e-06, 9.529292583465576e-06, 1.2055039405822754e-05, 1.4580786228179932e-05, 1.710653305053711e-05, 1.9632279872894287e-05, 2.2158026695251465e-05, 2.4683773517608643e-05, 2.720952033996582e-05, 2.9735267162322998e-05, 3.2261013984680176e-05, 3.4786760807037354e-05, 3.731250762939453e-05, 3.983825445175171e-05, 4.236400127410889e-05, 4.4889748096466064e-05, 4.741549491882324e-05, 4.994124174118042e-05, 5.24669885635376e-05, 5.4992735385894775e-05, 5.751848220825195e-05]}, "gradients/encoder.encoder.layers.19.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 3.0, 1.0, 3.0, 7.0, 7.0, 12.0, 11.0, 10.0, 19.0, 30.0, 37.0, 28.0, 56.0, 60.0, 79.0, 94.0, 102.0, 86.0, 96.0, 58.0, 56.0, 40.0, 29.0, 21.0, 13.0, 13.0, 8.0, 8.0, 5.0, 3.0, 2.0, 1.0, 2.0, 2.0, 4.0, 4.0, 0.0, 1.0, 2.0], "bins": [-1.5497207641601562e-05, -1.5121884644031525e-05, -1.4746561646461487e-05, -1.4371238648891449e-05, -1.3995915651321411e-05, -1.3620592653751373e-05, -1.3245269656181335e-05, -1.2869946658611298e-05, -1.249462366104126e-05, -1.2119300663471222e-05, -1.1743977665901184e-05, -1.1368654668331146e-05, -1.0993331670761108e-05, -1.061800867319107e-05, -1.0242685675621033e-05, -9.867362678050995e-06, -9.492039680480957e-06, -9.11671668291092e-06, -8.741393685340881e-06, -8.366070687770844e-06, -7.990747690200806e-06, -7.615424692630768e-06, -7.24010169506073e-06, -6.864778697490692e-06, -6.489455699920654e-06, -6.1141327023506165e-06, -5.738809704780579e-06, -5.363486707210541e-06, -4.988163709640503e-06, -4.612840712070465e-06, -4.237517714500427e-06, -3.862194716930389e-06, -3.4868717193603516e-06, -3.1115487217903137e-06, -2.736225724220276e-06, -2.360902726650238e-06, -1.9855797290802e-06, -1.6102567315101624e-06, -1.2349337339401245e-06, -8.596107363700867e-07, -4.842877388000488e-07, -1.0896474123001099e-07, 2.6635825634002686e-07, 6.416812539100647e-07, 1.0170042514801025e-06, 1.3923272490501404e-06, 1.7676502466201782e-06, 2.142973244190216e-06, 2.518296241760254e-06, 2.8936192393302917e-06, 3.2689422369003296e-06, 3.6442652344703674e-06, 4.019588232040405e-06, 4.394911229610443e-06, 4.770234227180481e-06, 5.145557224750519e-06, 5.520880222320557e-06, 5.8962032198905945e-06, 6.271526217460632e-06, 6.64684921503067e-06, 7.022172212600708e-06, 7.397495210170746e-06, 7.772818207740784e-06, 8.148141205310822e-06, 8.52346420288086e-06]}, "gradients/encoder.encoder.layers.19.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 3.0, 10.0, 13.0, 15.0, 18.0, 22.0, 34.0, 36.0, 63.0, 78.0, 136.0, 199.0, 257.0, 391.0, 471.0, 803.0, 1244.0, 1868.0, 2786.0, 4402.0, 7149.0, 11609.0, 20135.0, 35343.0, 67834.0, 147172.0, 468511.0, 2774343.0, 375122.0, 131661.0, 61987.0, 32691.0, 18395.0, 10909.0, 6566.0, 4191.0, 2587.0, 1772.0, 1050.0, 766.0, 534.0, 333.0, 235.0, 145.0, 124.0, 70.0, 49.0, 60.0, 40.0, 20.0, 10.0, 9.0, 7.0, 2.0, 4.0, 5.0, 3.0], "bins": [-4.5180320739746094e-05, -4.3868087232112885e-05, -4.2555853724479675e-05, -4.1243620216846466e-05, -3.993138670921326e-05, -3.861915320158005e-05, -3.730691969394684e-05, -3.599468618631363e-05, -3.468245267868042e-05, -3.337021917104721e-05, -3.2057985663414e-05, -3.074575215578079e-05, -2.9433518648147583e-05, -2.8121285140514374e-05, -2.6809051632881165e-05, -2.5496818125247955e-05, -2.4184584617614746e-05, -2.2872351109981537e-05, -2.1560117602348328e-05, -2.024788409471512e-05, -1.893565058708191e-05, -1.76234170794487e-05, -1.631118357181549e-05, -1.4998950064182281e-05, -1.3686716556549072e-05, -1.2374483048915863e-05, -1.1062249541282654e-05, -9.750016033649445e-06, -8.437782526016235e-06, -7.125549018383026e-06, -5.813315510749817e-06, -4.501082003116608e-06, -3.1888484954833984e-06, -1.8766149878501892e-06, -5.6438148021698e-07, 7.478520274162292e-07, 2.0600855350494385e-06, 3.3723190426826477e-06, 4.684552550315857e-06, 5.996786057949066e-06, 7.309019565582275e-06, 8.621253073215485e-06, 9.933486580848694e-06, 1.1245720088481903e-05, 1.2557953596115112e-05, 1.3870187103748322e-05, 1.518242061138153e-05, 1.649465411901474e-05, 1.780688762664795e-05, 1.911912113428116e-05, 2.0431354641914368e-05, 2.1743588149547577e-05, 2.3055821657180786e-05, 2.4368055164813995e-05, 2.5680288672447205e-05, 2.6992522180080414e-05, 2.8304755687713623e-05, 2.9616989195346832e-05, 3.092922270298004e-05, 3.224145621061325e-05, 3.355368971824646e-05, 3.486592322587967e-05, 3.617815673351288e-05, 3.749039024114609e-05, 3.88026237487793e-05]}, "gradients/encoder.encoder.layers.19.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 7.0, 8.0, 9.0, 5.0, 8.0, 10.0, 14.0, 17.0, 17.0, 33.0, 25.0, 41.0, 40.0, 38.0, 48.0, 74.0, 68.0, 85.0, 114.0, 118.0, 277.0, 686.0, 822.0, 384.0, 190.0, 176.0, 140.0, 114.0, 88.0, 72.0, 70.0, 43.0, 44.0, 41.0, 29.0, 18.0, 29.0, 17.0, 12.0, 14.0, 11.0, 4.0, 4.0, 5.0, 4.0, 5.0, 0.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.3484230041503906e-05, -2.2677704691886902e-05, -2.1871179342269897e-05, -2.1064653992652893e-05, -2.025812864303589e-05, -1.9451603293418884e-05, -1.864507794380188e-05, -1.7838552594184875e-05, -1.703202724456787e-05, -1.6225501894950867e-05, -1.5418976545333862e-05, -1.4612451195716858e-05, -1.3805925846099854e-05, -1.2999400496482849e-05, -1.2192875146865845e-05, -1.138634979724884e-05, -1.0579824447631836e-05, -9.773299098014832e-06, -8.966773748397827e-06, -8.160248398780823e-06, -7.353723049163818e-06, -6.547197699546814e-06, -5.7406723499298096e-06, -4.934147000312805e-06, -4.127621650695801e-06, -3.3210963010787964e-06, -2.514570951461792e-06, -1.7080456018447876e-06, -9.015202522277832e-07, -9.499490261077881e-08, 7.115304470062256e-07, 1.51805579662323e-06, 2.3245811462402344e-06, 3.1311064958572388e-06, 3.937631845474243e-06, 4.7441571950912476e-06, 5.550682544708252e-06, 6.357207894325256e-06, 7.163733243942261e-06, 7.970258593559265e-06, 8.77678394317627e-06, 9.583309292793274e-06, 1.0389834642410278e-05, 1.1196359992027283e-05, 1.2002885341644287e-05, 1.2809410691261292e-05, 1.3615936040878296e-05, 1.44224613904953e-05, 1.5228986740112305e-05, 1.603551208972931e-05, 1.6842037439346313e-05, 1.7648562788963318e-05, 1.8455088138580322e-05, 1.9261613488197327e-05, 2.006813883781433e-05, 2.0874664187431335e-05, 2.168118953704834e-05, 2.2487714886665344e-05, 2.329424023628235e-05, 2.4100765585899353e-05, 2.4907290935516357e-05, 2.5713816285133362e-05, 2.6520341634750366e-05, 2.732686698436737e-05, 2.8133392333984375e-05]}, "gradients/encoder.encoder.layers.19.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 2.0, 8.0, 6.0, 3.0, 7.0, 7.0, 12.0, 17.0, 16.0, 31.0, 38.0, 65.0, 103.0, 186.0, 201.0, 96.0, 68.0, 36.0, 28.0, 25.0, 18.0, 13.0, 5.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00030136597342789173, -0.0002902346896007657, -0.0002791033766698092, -0.0002679720928426832, -0.00025684080901555717, -0.0002457094960846007, -0.00023457821225747466, -0.00022344692843034863, -0.00021231563005130738, -0.00020118433167226613, -0.0001900530478451401, -0.00017892174946609885, -0.0001677904510870576, -0.00015665916725993156, -0.0001455278688808903, -0.00013439657050184906, -0.00012326528667472303, -0.00011213399557163939, -0.00010100270446855575, -8.98714060895145e-05, -7.874011498643085e-05, -6.760882388334721e-05, -5.647752550430596e-05, -4.534623440122232e-05, -3.421494329813868e-05, -2.3083650376065634e-05, -1.195235745399259e-05, -8.210627129301429e-07, 1.0310228390153497e-05, 2.1441519493237138e-05, 3.257281787227839e-05, 4.370410897536203e-05, 5.483540007844567e-05, 6.596669118152931e-05, 7.709798228461295e-05, 8.822928066365421e-05, 9.936057176673785e-05, 0.00011049186286982149, 0.00012162316124886274, 0.00013275444507598877, 0.00014388574345503002, 0.00015501704183407128, 0.0001661483256611973, 0.00017727962404023856, 0.00018841092241927981, 0.00019954220624640584, 0.0002106735046254471, 0.00022180480300448835, 0.00023293608683161438, 0.00024406738521065563, 0.0002551986835896969, 0.0002663299674168229, 0.00027746125124394894, 0.00028859253507107496, 0.00029972384800203145, 0.00031085513182915747, 0.00032198644476011395, 0.00033311772858724, 0.00034424904151819646, 0.0003553803253453225, 0.0003665116091724485, 0.000377642922103405, 0.000388774205930531, 0.00039990548975765705, 0.0004110367735847831]}, "gradients/encoder.encoder.layers.19.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 7.0, 5.0, 7.0, 11.0, 4.0, 13.0, 17.0, 15.0, 25.0, 29.0, 27.0, 32.0, 46.0, 57.0, 57.0, 59.0, 56.0, 57.0, 44.0, 56.0, 53.0, 53.0, 35.0, 45.0, 37.0, 24.0, 26.0, 23.0, 17.0, 17.0, 12.0, 12.0, 8.0, 12.0, 6.0, 6.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00019633769989013672, -0.00019019749015569687, -0.00018405728042125702, -0.00017791707068681717, -0.00017177686095237732, -0.00016563665121793747, -0.00015949644148349762, -0.00015335623174905777, -0.00014721602201461792, -0.00014107581228017807, -0.00013493560254573822, -0.00012879539281129837, -0.00012265518307685852, -0.00011651497334241867, -0.00011037476360797882, -0.00010423455387353897, -9.809434413909912e-05, -9.195413440465927e-05, -8.581392467021942e-05, -7.967371493577957e-05, -7.353350520133972e-05, -6.739329546689987e-05, -6.125308573246002e-05, -5.511287599802017e-05, -4.897266626358032e-05, -4.283245652914047e-05, -3.669224679470062e-05, -3.055203706026077e-05, -2.4411827325820923e-05, -1.8271617591381073e-05, -1.2131407856941223e-05, -5.991198122501373e-06, 1.4901161193847656e-07, 6.289221346378326e-06, 1.2429431080818176e-05, 1.8569640815258026e-05, 2.4709850549697876e-05, 3.0850060284137726e-05, 3.6990270018577576e-05, 4.3130479753017426e-05, 4.9270689487457275e-05, 5.5410899221897125e-05, 6.155110895633698e-05, 6.769131869077682e-05, 7.383152842521667e-05, 7.997173815965652e-05, 8.611194789409637e-05, 9.225215762853622e-05, 9.839236736297607e-05, 0.00010453257709741592, 0.00011067278683185577, 0.00011681299656629562, 0.00012295320630073547, 0.00012909341603517532, 0.00013523362576961517, 0.00014137383550405502, 0.00014751404523849487, 0.00015365425497293472, 0.00015979446470737457, 0.00016593467444181442, 0.00017207488417625427, 0.00017821509391069412, 0.00018435530364513397, 0.00019049551337957382, 0.00019663572311401367]}, "gradients/encoder.encoder.layers.19.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 5.0, 8.0, 3.0, 12.0, 10.0, 12.0, 16.0, 22.0, 36.0, 38.0, 58.0, 69.0, 101.0, 140.0, 182.0, 286.0, 401.0, 634.0, 1054.0, 1679.0, 2766.0, 5065.0, 9029.0, 17938.0, 38155.0, 98033.0, 446377.0, 280169.0, 79317.0, 32135.0, 15476.0, 8051.0, 4395.0, 2554.0, 1525.0, 903.0, 598.0, 378.0, 272.0, 177.0, 129.0, 75.0, 85.0, 45.0, 40.0, 30.0, 15.0, 17.0, 11.0, 11.0, 8.0, 4.0, 6.0, 4.0, 5.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-5.8650970458984375e-05, -5.662161856889725e-05, -5.459226667881012e-05, -5.256291478872299e-05, -5.0533562898635864e-05, -4.8504211008548737e-05, -4.647485911846161e-05, -4.444550722837448e-05, -4.2416155338287354e-05, -4.0386803448200226e-05, -3.83574515581131e-05, -3.632809966802597e-05, -3.429874777793884e-05, -3.2269395887851715e-05, -3.0240043997764587e-05, -2.821069210767746e-05, -2.6181340217590332e-05, -2.4151988327503204e-05, -2.2122636437416077e-05, -2.009328454732895e-05, -1.806393265724182e-05, -1.6034580767154694e-05, -1.4005228877067566e-05, -1.1975876986980438e-05, -9.94652509689331e-06, -7.917173206806183e-06, -5.887821316719055e-06, -3.8584694266319275e-06, -1.8291175365447998e-06, 2.0023435354232788e-07, 2.2295862436294556e-06, 4.258938133716583e-06, 6.288290023803711e-06, 8.317641913890839e-06, 1.0346993803977966e-05, 1.2376345694065094e-05, 1.4405697584152222e-05, 1.643504947423935e-05, 1.8464401364326477e-05, 2.0493753254413605e-05, 2.2523105144500732e-05, 2.455245703458786e-05, 2.6581808924674988e-05, 2.8611160814762115e-05, 3.064051270484924e-05, 3.266986459493637e-05, 3.46992164850235e-05, 3.6728568375110626e-05, 3.8757920265197754e-05, 4.078727215528488e-05, 4.281662404537201e-05, 4.484597593545914e-05, 4.6875327825546265e-05, 4.890467971563339e-05, 5.093403160572052e-05, 5.296338349580765e-05, 5.4992735385894775e-05, 5.70220872759819e-05, 5.905143916606903e-05, 6.108079105615616e-05, 6.311014294624329e-05, 6.513949483633041e-05, 6.716884672641754e-05, 6.919819861650467e-05, 7.12275505065918e-05]}, "gradients/encoder.encoder.layers.19.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 5.0, 3.0, 3.0, 11.0, 9.0, 8.0, 13.0, 26.0, 20.0, 21.0, 32.0, 53.0, 66.0, 75.0, 75.0, 92.0, 100.0, 97.0, 70.0, 61.0, 33.0, 37.0, 24.0, 22.0, 7.0, 14.0, 8.0, 7.0, 3.0, 5.0, 1.0, 4.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.3887882232666016e-05, -1.3529323041439056e-05, -1.3170763850212097e-05, -1.2812204658985138e-05, -1.2453645467758179e-05, -1.209508627653122e-05, -1.173652708530426e-05, -1.1377967894077301e-05, -1.1019408702850342e-05, -1.0660849511623383e-05, -1.0302290320396423e-05, -9.943731129169464e-06, -9.585171937942505e-06, -9.226612746715546e-06, -8.868053555488586e-06, -8.509494364261627e-06, -8.150935173034668e-06, -7.792375981807709e-06, -7.4338167905807495e-06, -7.07525759935379e-06, -6.716698408126831e-06, -6.358139216899872e-06, -5.999580025672913e-06, -5.641020834445953e-06, -5.282461643218994e-06, -4.923902451992035e-06, -4.565343260765076e-06, -4.2067840695381165e-06, -3.848224878311157e-06, -3.489665687084198e-06, -3.1311064958572388e-06, -2.7725473046302795e-06, -2.4139881134033203e-06, -2.055428922176361e-06, -1.6968697309494019e-06, -1.3383105397224426e-06, -9.797513484954834e-07, -6.211921572685242e-07, -2.6263296604156494e-07, 9.592622518539429e-08, 4.544854164123535e-07, 8.130446076393127e-07, 1.171603798866272e-06, 1.5301629900932312e-06, 1.8887221813201904e-06, 2.2472813725471497e-06, 2.605840563774109e-06, 2.964399755001068e-06, 3.3229589462280273e-06, 3.6815181374549866e-06, 4.040077328681946e-06, 4.398636519908905e-06, 4.757195711135864e-06, 5.1157549023628235e-06, 5.474314093589783e-06, 5.832873284816742e-06, 6.191432476043701e-06, 6.54999166727066e-06, 6.90855085849762e-06, 7.267110049724579e-06, 7.625669240951538e-06, 7.984228432178497e-06, 8.342787623405457e-06, 8.701346814632416e-06, 9.059906005859375e-06]}, "gradients/encoder.encoder.layers.19.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 2.0, 10.0, 8.0, 9.0, 17.0, 12.0, 34.0, 35.0, 43.0, 65.0, 90.0, 125.0, 184.0, 251.0, 324.0, 491.0, 713.0, 1076.0, 1350.0, 2151.0, 3134.0, 4395.0, 6959.0, 10534.0, 16117.0, 23303.0, 38908.0, 64636.0, 110810.0, 353139.0, 183664.0, 87719.0, 47307.0, 31641.0, 20129.0, 13073.0, 8028.0, 5806.0, 3806.0, 2506.0, 1848.0, 1160.0, 884.0, 589.0, 412.0, 325.0, 195.0, 165.0, 95.0, 86.0, 64.0, 35.0, 30.0, 16.0, 22.0, 18.0, 5.0, 9.0, 4.0, 2.0, 4.0], "bins": [-3.069639205932617e-05, -2.9759481549263e-05, -2.882257103919983e-05, -2.7885660529136658e-05, -2.6948750019073486e-05, -2.6011839509010315e-05, -2.5074928998947144e-05, -2.4138018488883972e-05, -2.32011079788208e-05, -2.226419746875763e-05, -2.1327286958694458e-05, -2.0390376448631287e-05, -1.9453465938568115e-05, -1.8516555428504944e-05, -1.7579644918441772e-05, -1.66427344083786e-05, -1.570582389831543e-05, -1.4768913388252258e-05, -1.3832002878189087e-05, -1.2895092368125916e-05, -1.1958181858062744e-05, -1.1021271347999573e-05, -1.0084360837936401e-05, -9.14745032787323e-06, -8.210539817810059e-06, -7.273629307746887e-06, -6.336718797683716e-06, -5.3998082876205444e-06, -4.462897777557373e-06, -3.5259872674942017e-06, -2.5890767574310303e-06, -1.6521662473678589e-06, -7.152557373046875e-07, 2.2165477275848389e-07, 1.1585652828216553e-06, 2.0954757928848267e-06, 3.032386302947998e-06, 3.9692968130111694e-06, 4.906207323074341e-06, 5.843117833137512e-06, 6.780028343200684e-06, 7.716938853263855e-06, 8.653849363327026e-06, 9.590759873390198e-06, 1.0527670383453369e-05, 1.146458089351654e-05, 1.2401491403579712e-05, 1.3338401913642883e-05, 1.4275312423706055e-05, 1.5212222933769226e-05, 1.6149133443832397e-05, 1.708604395389557e-05, 1.802295446395874e-05, 1.895986497402191e-05, 1.9896775484085083e-05, 2.0833685994148254e-05, 2.1770596504211426e-05, 2.2707507014274597e-05, 2.364441752433777e-05, 2.458132803440094e-05, 2.551823854446411e-05, 2.6455149054527283e-05, 2.7392059564590454e-05, 2.8328970074653625e-05, 2.9265880584716797e-05]}, "gradients/encoder.encoder.layers.19.attention.v_proj.bias": {"_type": "histogram", "values": [4.0, 1.0, 1.0, 2.0, 3.0, 4.0, 6.0, 2.0, 3.0, 8.0, 8.0, 16.0, 12.0, 12.0, 13.0, 16.0, 15.0, 34.0, 16.0, 16.0, 19.0, 21.0, 27.0, 29.0, 35.0, 26.0, 25.0, 31.0, 27.0, 30.0, 33.0, 49.0, 43.0, 28.0, 29.0, 34.0, 38.0, 34.0, 27.0, 20.0, 21.0, 21.0, 26.0, 14.0, 14.0, 21.0, 18.0, 13.0, 12.0, 11.0, 8.0, 9.0, 7.0, 9.0, 4.0, 2.0, 5.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0], "bins": [-1.6927719116210938e-05, -1.638568937778473e-05, -1.584365963935852e-05, -1.5301629900932312e-05, -1.4759600162506104e-05, -1.4217570424079895e-05, -1.3675540685653687e-05, -1.3133510947227478e-05, -1.259148120880127e-05, -1.2049451470375061e-05, -1.1507421731948853e-05, -1.0965391993522644e-05, -1.0423362255096436e-05, -9.881332516670227e-06, -9.339302778244019e-06, -8.79727303981781e-06, -8.255243301391602e-06, -7.713213562965393e-06, -7.1711838245391846e-06, -6.629154086112976e-06, -6.087124347686768e-06, -5.545094609260559e-06, -5.003064870834351e-06, -4.461035132408142e-06, -3.919005393981934e-06, -3.376975655555725e-06, -2.8349459171295166e-06, -2.292916178703308e-06, -1.7508864402770996e-06, -1.2088567018508911e-06, -6.668269634246826e-07, -1.2479722499847412e-07, 4.172325134277344e-07, 9.592622518539429e-07, 1.5012919902801514e-06, 2.04332172870636e-06, 2.5853514671325684e-06, 3.127381205558777e-06, 3.6694109439849854e-06, 4.211440682411194e-06, 4.753470420837402e-06, 5.295500159263611e-06, 5.837529897689819e-06, 6.379559636116028e-06, 6.921589374542236e-06, 7.463619112968445e-06, 8.005648851394653e-06, 8.547678589820862e-06, 9.08970832824707e-06, 9.631738066673279e-06, 1.0173767805099487e-05, 1.0715797543525696e-05, 1.1257827281951904e-05, 1.1799857020378113e-05, 1.2341886758804321e-05, 1.288391649723053e-05, 1.3425946235656738e-05, 1.3967975974082947e-05, 1.4510005712509155e-05, 1.5052035450935364e-05, 1.5594065189361572e-05, 1.613609492778778e-05, 1.667812466621399e-05, 1.7220154404640198e-05, 1.7762184143066406e-05]}, "gradients/encoder.encoder.layers.19.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 4.0, 2.0, 2.0, 5.0, 10.0, 5.0, 18.0, 14.0, 33.0, 44.0, 52.0, 83.0, 91.0, 218.0, 232.0, 378.0, 574.0, 800.0, 1351.0, 2283.0, 4115.0, 7723.0, 16004.0, 38504.0, 111086.0, 530790.0, 222034.0, 63592.0, 24218.0, 10762.0, 5465.0, 3119.0, 1753.0, 1059.0, 911.0, 391.0, 257.0, 170.0, 120.0, 84.0, 55.0, 48.0, 27.0, 26.0, 9.0, 13.0, 9.0, 5.0, 3.0, 8.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0], "bins": [-4.112720489501953e-06, -3.9907172322273254e-06, -3.868713974952698e-06, -3.74671071767807e-06, -3.6247074604034424e-06, -3.5027042031288147e-06, -3.380700945854187e-06, -3.2586976885795593e-06, -3.1366944313049316e-06, -3.014691174030304e-06, -2.8926879167556763e-06, -2.7706846594810486e-06, -2.648681402206421e-06, -2.5266781449317932e-06, -2.4046748876571655e-06, -2.282671630382538e-06, -2.16066837310791e-06, -2.0386651158332825e-06, -1.9166618585586548e-06, -1.794658601284027e-06, -1.6726553440093994e-06, -1.5506520867347717e-06, -1.428648829460144e-06, -1.3066455721855164e-06, -1.1846423149108887e-06, -1.062639057636261e-06, -9.406358003616333e-07, -8.186325430870056e-07, -6.966292858123779e-07, -5.746260285377502e-07, -4.5262277126312256e-07, -3.3061951398849487e-07, -2.086162567138672e-07, -8.66129994392395e-08, 3.5390257835388184e-08, 1.5739351511001587e-07, 2.7939677238464355e-07, 4.0140002965927124e-07, 5.234032869338989e-07, 6.454065442085266e-07, 7.674098014831543e-07, 8.89413058757782e-07, 1.0114163160324097e-06, 1.1334195733070374e-06, 1.255422830581665e-06, 1.3774260878562927e-06, 1.4994293451309204e-06, 1.621432602405548e-06, 1.7434358596801758e-06, 1.8654391169548035e-06, 1.987442374229431e-06, 2.109445631504059e-06, 2.2314488887786865e-06, 2.353452146053314e-06, 2.475455403327942e-06, 2.5974586606025696e-06, 2.7194619178771973e-06, 2.841465175151825e-06, 2.9634684324264526e-06, 3.0854716897010803e-06, 3.207474946975708e-06, 3.3294782042503357e-06, 3.4514814615249634e-06, 3.573484718799591e-06, 3.6954879760742188e-06]}, "gradients/encoder.encoder.layers.19.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 3.0, 0.0, 9.0, 5.0, 8.0, 11.0, 9.0, 14.0, 12.0, 28.0, 66.0, 36.0, 54.0, 54.0, 53.0, 71.0, 120.0, 66.0, 118.0, 41.0, 59.0, 48.0, 27.0, 19.0, 16.0, 19.0, 11.0, 5.0, 0.0, 5.0, 3.0, 1.0, 1.0, 7.0, 6.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.0265579223632812e-06, -1.959502696990967e-06, -1.8924474716186523e-06, -1.8253922462463379e-06, -1.7583370208740234e-06, -1.691281795501709e-06, -1.6242265701293945e-06, -1.55717134475708e-06, -1.4901161193847656e-06, -1.4230608940124512e-06, -1.3560056686401367e-06, -1.2889504432678223e-06, -1.2218952178955078e-06, -1.1548399925231934e-06, -1.087784767150879e-06, -1.0207295417785645e-06, -9.5367431640625e-07, -8.866190910339355e-07, -8.195638656616211e-07, -7.525086402893066e-07, -6.854534149169922e-07, -6.183981895446777e-07, -5.513429641723633e-07, -4.842877388000488e-07, -4.172325134277344e-07, -3.501772880554199e-07, -2.8312206268310547e-07, -2.1606683731079102e-07, -1.4901161193847656e-07, -8.195638656616211e-08, -1.4901161193847656e-08, 5.21540641784668e-08, 1.1920928955078125e-07, 1.862645149230957e-07, 2.5331974029541016e-07, 3.203749656677246e-07, 3.8743019104003906e-07, 4.544854164123535e-07, 5.21540641784668e-07, 5.885958671569824e-07, 6.556510925292969e-07, 7.227063179016113e-07, 7.897615432739258e-07, 8.568167686462402e-07, 9.238719940185547e-07, 9.909272193908691e-07, 1.0579824447631836e-06, 1.125037670135498e-06, 1.1920928955078125e-06, 1.259148120880127e-06, 1.3262033462524414e-06, 1.3932585716247559e-06, 1.4603137969970703e-06, 1.5273690223693848e-06, 1.5944242477416992e-06, 1.6614794731140137e-06, 1.7285346984863281e-06, 1.7955899238586426e-06, 1.862645149230957e-06, 1.9297003746032715e-06, 1.996755599975586e-06, 2.0638108253479004e-06, 2.130866050720215e-06, 2.1979212760925293e-06, 2.2649765014648438e-06]}, "gradients/encoder.encoder.layers.19.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 5.0, 2.0, 1.0, 3.0, 7.0, 5.0, 8.0, 5.0, 8.0, 29.0, 26.0, 33.0, 56.0, 68.0, 100.0, 184.0, 220.0, 288.0, 673.0, 756.0, 1164.0, 3268.0, 4009.0, 7165.0, 24652.0, 44444.0, 195673.0, 678903.0, 44447.0, 18641.0, 12626.0, 4159.0, 2403.0, 2066.0, 771.0, 482.0, 484.0, 194.0, 155.0, 133.0, 55.0, 63.0, 48.0, 20.0, 12.0, 15.0, 9.0, 8.0, 7.0, 2.0, 9.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.172325134277344e-06, -4.0335580706596375e-06, -3.894791007041931e-06, -3.756023943424225e-06, -3.6172568798065186e-06, -3.4784898161888123e-06, -3.339722752571106e-06, -3.2009556889533997e-06, -3.0621886253356934e-06, -2.923421561717987e-06, -2.7846544981002808e-06, -2.6458874344825745e-06, -2.507120370864868e-06, -2.368353307247162e-06, -2.2295862436294556e-06, -2.0908191800117493e-06, -1.952052116394043e-06, -1.8132850527763367e-06, -1.6745179891586304e-06, -1.535750925540924e-06, -1.3969838619232178e-06, -1.2582167983055115e-06, -1.1194497346878052e-06, -9.806826710700989e-07, -8.419156074523926e-07, -7.031485438346863e-07, -5.6438148021698e-07, -4.256144165992737e-07, -2.868473529815674e-07, -1.4808028936386108e-07, -9.313225746154785e-09, 1.2945383787155151e-07, 2.682209014892578e-07, 4.069879651069641e-07, 5.457550287246704e-07, 6.845220923423767e-07, 8.23289155960083e-07, 9.620562195777893e-07, 1.1008232831954956e-06, 1.239590346813202e-06, 1.3783574104309082e-06, 1.5171244740486145e-06, 1.6558915376663208e-06, 1.794658601284027e-06, 1.9334256649017334e-06, 2.0721927285194397e-06, 2.210959792137146e-06, 2.3497268557548523e-06, 2.4884939193725586e-06, 2.627260982990265e-06, 2.766028046607971e-06, 2.9047951102256775e-06, 3.043562173843384e-06, 3.18232923746109e-06, 3.3210963010787964e-06, 3.4598633646965027e-06, 3.598630428314209e-06, 3.7373974919319153e-06, 3.876164555549622e-06, 4.014931619167328e-06, 4.153698682785034e-06, 4.2924657464027405e-06, 4.431232810020447e-06, 4.569999873638153e-06, 4.708766937255859e-06]}, "gradients/encoder.encoder.layers.19.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 4.0, 4.0, 2.0, 4.0, 8.0, 8.0, 6.0, 11.0, 33.0, 12.0, 16.0, 20.0, 63.0, 65.0, 60.0, 264.0, 114.0, 68.0, 65.0, 63.0, 19.0, 16.0, 6.0, 16.0, 10.0, 5.0, 5.0, 11.0, 6.0, 7.0, 11.0, 1.0, 5.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-2.562999725341797e-06, -2.487562596797943e-06, -2.4121254682540894e-06, -2.3366883397102356e-06, -2.261251211166382e-06, -2.185814082622528e-06, -2.1103769540786743e-06, -2.0349398255348206e-06, -1.959502696990967e-06, -1.884065568447113e-06, -1.8086284399032593e-06, -1.7331913113594055e-06, -1.6577541828155518e-06, -1.582317054271698e-06, -1.5068799257278442e-06, -1.4314427971839905e-06, -1.3560056686401367e-06, -1.280568540096283e-06, -1.2051314115524292e-06, -1.1296942830085754e-06, -1.0542571544647217e-06, -9.78820025920868e-07, -9.033828973770142e-07, -8.279457688331604e-07, -7.525086402893066e-07, -6.770715117454529e-07, -6.016343832015991e-07, -5.261972546577454e-07, -4.507601261138916e-07, -3.7532299757003784e-07, -2.998858690261841e-07, -2.2444874048233032e-07, -1.4901161193847656e-07, -7.35744833946228e-08, 1.862645149230957e-09, 7.729977369308472e-08, 1.5273690223693848e-07, 2.2817403078079224e-07, 3.03611159324646e-07, 3.7904828786849976e-07, 4.544854164123535e-07, 5.299225449562073e-07, 6.05359673500061e-07, 6.807968020439148e-07, 7.562339305877686e-07, 8.316710591316223e-07, 9.071081876754761e-07, 9.825453162193298e-07, 1.0579824447631836e-06, 1.1334195733070374e-06, 1.2088567018508911e-06, 1.2842938303947449e-06, 1.3597309589385986e-06, 1.4351680874824524e-06, 1.5106052160263062e-06, 1.58604234457016e-06, 1.6614794731140137e-06, 1.7369166016578674e-06, 1.8123537302017212e-06, 1.887790858745575e-06, 1.9632279872894287e-06, 2.0386651158332825e-06, 2.1141022443771362e-06, 2.18953937292099e-06, 2.2649765014648438e-06]}, "gradients/encoder.encoder.layers.19.layer_norm.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 3.0, 2.0, 0.0, 2.0, 3.0, 3.0, 0.0, 6.0, 11.0, 14.0, 8.0, 30.0, 27.0, 42.0, 40.0, 89.0, 107.0, 250.0, 100.0, 78.0, 47.0, 25.0, 36.0, 19.0, 15.0, 10.0, 9.0, 8.0, 4.0, 5.0, 2.0, 5.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00012062815221725032, -0.00011589722998905927, -0.00011116631503682584, -0.00010643539280863479, -0.00010170447058044374, -9.69735556282103e-05, -9.224263340001926e-05, -8.751171117182821e-05, -8.278079621959478e-05, -7.804987399140373e-05, -7.33189590391703e-05, -6.858803681097925e-05, -6.38571145827882e-05, -5.912619599257596e-05, -5.439527740236372e-05, -4.966435517417267e-05, -4.493343294598162e-05, -4.020251435576938e-05, -3.547159212757833e-05, -3.074067353736609e-05, -2.6009753128164448e-05, -2.1278832718962803e-05, -1.6547914128750563e-05, -1.1816991900559515e-05, -7.086073310347274e-06, -2.3551533558929805e-06, 2.375766598561313e-06, 7.106686098268256e-06, 1.18376065074699e-05, 1.6568526916671544e-05, 2.1299445506883785e-05, 2.6030367735074833e-05, 3.076129360124469e-05, 3.549221219145693e-05, 4.022313441964798e-05, 4.495405300986022e-05, 4.9684975238051265e-05, 5.4415893828263506e-05, 5.914681241847575e-05, 6.38777346466668e-05, 6.860865687485784e-05, 7.333957910304889e-05, 7.807049405528232e-05, 8.280141628347337e-05, 8.753233851166442e-05, 9.226326073985547e-05, 9.69941756920889e-05, 0.00010172509792027995, 0.00010645601287251338, 0.00011118693510070443, 0.00011591785005293787, 0.00012064877228112891, 0.00012537969450931996, 0.0001301106094615534, 0.00013484153896570206, 0.0001395724539179355, 0.00014430336887016892, 0.00014903428382240236, 0.00015376521332655102, 0.00015849612827878445, 0.0001632270432310179, 0.00016795797273516655, 0.00017268888768739998, 0.00017741980263963342, 0.00018215073214378208]}, "gradients/encoder.encoder.layers.19.layer_norm.bias": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 5.0, 5.0, 6.0, 6.0, 10.0, 7.0, 10.0, 13.0, 10.0, 10.0, 21.0, 19.0, 27.0, 20.0, 20.0, 36.0, 18.0, 26.0, 38.0, 42.0, 29.0, 41.0, 38.0, 40.0, 44.0, 40.0, 40.0, 43.0, 41.0, 36.0, 24.0, 24.0, 32.0, 24.0, 23.0, 22.0, 14.0, 18.0, 16.0, 7.0, 8.0, 10.0, 10.0, 7.0, 6.0, 4.0, 3.0, 9.0, 2.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.74128532409668e-05, -6.516650319099426e-05, -6.292015314102173e-05, -6.0673803091049194e-05, -5.842745304107666e-05, -5.6181102991104126e-05, -5.393475294113159e-05, -5.168840289115906e-05, -4.9442052841186523e-05, -4.719570279121399e-05, -4.4949352741241455e-05, -4.270300269126892e-05, -4.045665264129639e-05, -3.821030259132385e-05, -3.596395254135132e-05, -3.3717602491378784e-05, -3.147125244140625e-05, -2.9224902391433716e-05, -2.697855234146118e-05, -2.4732202291488647e-05, -2.2485852241516113e-05, -2.023950219154358e-05, -1.7993152141571045e-05, -1.574680209159851e-05, -1.3500452041625977e-05, -1.1254101991653442e-05, -9.007751941680908e-06, -6.761401891708374e-06, -4.51505184173584e-06, -2.2687017917633057e-06, -2.2351741790771484e-08, 2.2239983081817627e-06, 4.470348358154297e-06, 6.716698408126831e-06, 8.963048458099365e-06, 1.12093985080719e-05, 1.3455748558044434e-05, 1.5702098608016968e-05, 1.7948448657989502e-05, 2.0194798707962036e-05, 2.244114875793457e-05, 2.4687498807907104e-05, 2.693384885787964e-05, 2.9180198907852173e-05, 3.142654895782471e-05, 3.367289900779724e-05, 3.5919249057769775e-05, 3.816559910774231e-05, 4.0411949157714844e-05, 4.265829920768738e-05, 4.490464925765991e-05, 4.7150999307632446e-05, 4.939734935760498e-05, 5.1643699407577515e-05, 5.389004945755005e-05, 5.613639950752258e-05, 5.838274955749512e-05, 6.062909960746765e-05, 6.287544965744019e-05, 6.512179970741272e-05, 6.736814975738525e-05, 6.961449980735779e-05, 7.186084985733032e-05, 7.410719990730286e-05, 7.635354995727539e-05]}, "gradients/encoder.encoder.layers.18.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 6.0, 1.0, 5.0, 8.0, 9.0, 5.0, 5.0, 19.0, 22.0, 31.0, 35.0, 37.0, 62.0, 93.0, 102.0, 130.0, 232.0, 320.0, 488.0, 856.0, 1443.0, 2828.0, 5728.0, 13204.0, 33521.0, 117703.0, 3525660.0, 390817.0, 62329.0, 21796.0, 8902.0, 3929.0, 1957.0, 983.0, 480.0, 257.0, 135.0, 70.0, 43.0, 20.0, 8.0, 6.0, 4.0, 5.0, 1.0, 0.0, 3.0], "bins": [-0.0001291036605834961, -0.0001261550933122635, -0.00012320652604103088, -0.00012025795876979828, -0.00011730939149856567, -0.00011436082422733307, -0.00011141225695610046, -0.00010846368968486786, -0.00010551512241363525, -0.00010256655514240265, -9.961798787117004e-05, -9.666942059993744e-05, -9.372085332870483e-05, -9.077228605747223e-05, -8.782371878623962e-05, -8.487515151500702e-05, -8.192658424377441e-05, -7.897801697254181e-05, -7.60294497013092e-05, -7.30808824300766e-05, -7.0132315158844e-05, -6.718374788761139e-05, -6.423518061637878e-05, -6.128661334514618e-05, -5.8338046073913574e-05, -5.538947880268097e-05, -5.2440911531448364e-05, -4.949234426021576e-05, -4.6543776988983154e-05, -4.359520971775055e-05, -4.0646642446517944e-05, -3.769807517528534e-05, -3.4749507904052734e-05, -3.180094063282013e-05, -2.8852373361587524e-05, -2.590380609035492e-05, -2.2955238819122314e-05, -2.000667154788971e-05, -1.7058104276657104e-05, -1.41095370054245e-05, -1.1160969734191895e-05, -8.21240246295929e-06, -5.2638351917266846e-06, -2.3152679204940796e-06, 6.332993507385254e-07, 3.5818666219711304e-06, 6.530433893203735e-06, 9.47900116443634e-06, 1.2427568435668945e-05, 1.537613570690155e-05, 1.8324702978134155e-05, 2.127327024936676e-05, 2.4221837520599365e-05, 2.717040479183197e-05, 3.0118972063064575e-05, 3.306753933429718e-05, 3.6016106605529785e-05, 3.896467387676239e-05, 4.1913241147994995e-05, 4.48618084192276e-05, 4.7810375690460205e-05, 5.075894296169281e-05, 5.3707510232925415e-05, 5.665607750415802e-05, 5.9604644775390625e-05]}, "gradients/encoder.encoder.layers.18.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 4.0, 7.0, 3.0, 9.0, 9.0, 12.0, 15.0, 16.0, 27.0, 38.0, 53.0, 63.0, 63.0, 84.0, 114.0, 116.0, 76.0, 79.0, 68.0, 24.0, 34.0, 24.0, 9.0, 17.0, 17.0, 9.0, 5.0, 5.0, 1.0, 3.0, 2.0, 4.0, 1.0, 0.0, 3.0], "bins": [-1.7404556274414062e-05, -1.7006881535053253e-05, -1.6609206795692444e-05, -1.6211532056331635e-05, -1.5813857316970825e-05, -1.5416182577610016e-05, -1.5018507838249207e-05, -1.4620833098888397e-05, -1.4223158359527588e-05, -1.3825483620166779e-05, -1.342780888080597e-05, -1.303013414144516e-05, -1.263245940208435e-05, -1.2234784662723541e-05, -1.1837109923362732e-05, -1.1439435184001923e-05, -1.1041760444641113e-05, -1.0644085705280304e-05, -1.0246410965919495e-05, -9.848736226558685e-06, -9.451061487197876e-06, -9.053386747837067e-06, -8.655712008476257e-06, -8.258037269115448e-06, -7.860362529754639e-06, -7.462687790393829e-06, -7.06501305103302e-06, -6.667338311672211e-06, -6.269663572311401e-06, -5.871988832950592e-06, -5.474314093589783e-06, -5.076639354228973e-06, -4.678964614868164e-06, -4.281289875507355e-06, -3.883615136146545e-06, -3.485940396785736e-06, -3.0882656574249268e-06, -2.6905909180641174e-06, -2.292916178703308e-06, -1.8952414393424988e-06, -1.4975666999816895e-06, -1.0998919606208801e-06, -7.022172212600708e-07, -3.045424818992615e-07, 9.313225746154785e-08, 4.908069968223572e-07, 8.884817361831665e-07, 1.2861564755439758e-06, 1.6838312149047852e-06, 2.0815059542655945e-06, 2.479180693626404e-06, 2.876855432987213e-06, 3.2745301723480225e-06, 3.6722049117088318e-06, 4.069879651069641e-06, 4.4675543904304504e-06, 4.86522912979126e-06, 5.262903869152069e-06, 5.660578608512878e-06, 6.058253347873688e-06, 6.455928087234497e-06, 6.853602826595306e-06, 7.251277565956116e-06, 7.648952305316925e-06, 8.046627044677734e-06]}, "gradients/encoder.encoder.layers.18.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 4.0, 6.0, 2.0, 10.0, 16.0, 11.0, 18.0, 34.0, 51.0, 58.0, 58.0, 139.0, 172.0, 244.0, 376.0, 568.0, 799.0, 1311.0, 1805.0, 3186.0, 4703.0, 8144.0, 13488.0, 25525.0, 48233.0, 112521.0, 344536.0, 3026368.0, 372243.0, 117336.0, 49624.0, 26541.0, 14229.0, 8288.0, 4738.0, 3028.0, 1908.0, 1330.0, 819.0, 535.0, 355.0, 288.0, 170.0, 134.0, 84.0, 71.0, 58.0, 36.0, 26.0, 15.0, 17.0, 13.0, 6.0, 5.0, 4.0, 5.0, 1.0, 4.0, 0.0, 2.0, 1.0], "bins": [-3.910064697265625e-05, -3.781914710998535e-05, -3.653764724731445e-05, -3.5256147384643555e-05, -3.3974647521972656e-05, -3.269314765930176e-05, -3.141164779663086e-05, -3.013014793395996e-05, -2.8848648071289062e-05, -2.7567148208618164e-05, -2.6285648345947266e-05, -2.5004148483276367e-05, -2.372264862060547e-05, -2.244114875793457e-05, -2.1159648895263672e-05, -1.9878149032592773e-05, -1.8596649169921875e-05, -1.7315149307250977e-05, -1.6033649444580078e-05, -1.475214958190918e-05, -1.3470649719238281e-05, -1.2189149856567383e-05, -1.0907649993896484e-05, -9.626150131225586e-06, -8.344650268554688e-06, -7.063150405883789e-06, -5.781650543212891e-06, -4.500150680541992e-06, -3.2186508178710938e-06, -1.9371509552001953e-06, -6.556510925292969e-07, 6.258487701416016e-07, 1.9073486328125e-06, 3.1888484954833984e-06, 4.470348358154297e-06, 5.751848220825195e-06, 7.033348083496094e-06, 8.314847946166992e-06, 9.59634780883789e-06, 1.0877847671508789e-05, 1.2159347534179688e-05, 1.3440847396850586e-05, 1.4722347259521484e-05, 1.6003847122192383e-05, 1.728534698486328e-05, 1.856684684753418e-05, 1.9848346710205078e-05, 2.1129846572875977e-05, 2.2411346435546875e-05, 2.3692846298217773e-05, 2.4974346160888672e-05, 2.625584602355957e-05, 2.753734588623047e-05, 2.8818845748901367e-05, 3.0100345611572266e-05, 3.1381845474243164e-05, 3.266334533691406e-05, 3.394484519958496e-05, 3.522634506225586e-05, 3.650784492492676e-05, 3.7789344787597656e-05, 3.9070844650268555e-05, 4.035234451293945e-05, 4.163384437561035e-05, 4.291534423828125e-05]}, "gradients/encoder.encoder.layers.18.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 4.0, 4.0, 3.0, 5.0, 2.0, 8.0, 8.0, 7.0, 15.0, 11.0, 14.0, 14.0, 25.0, 31.0, 26.0, 48.0, 47.0, 52.0, 66.0, 96.0, 107.0, 135.0, 208.0, 561.0, 1086.0, 566.0, 235.0, 133.0, 114.0, 80.0, 69.0, 56.0, 40.0, 35.0, 42.0, 29.0, 29.0, 20.0, 14.0, 3.0, 11.0, 6.0, 3.0, 3.0, 4.0, 3.0, 3.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.9265880584716797e-05, -2.8391368687152863e-05, -2.7516856789588928e-05, -2.6642344892024994e-05, -2.576783299446106e-05, -2.4893321096897125e-05, -2.401880919933319e-05, -2.3144297301769257e-05, -2.2269785404205322e-05, -2.1395273506641388e-05, -2.0520761609077454e-05, -1.964624971151352e-05, -1.8771737813949585e-05, -1.789722591638565e-05, -1.7022714018821716e-05, -1.6148202121257782e-05, -1.5273690223693848e-05, -1.4399178326129913e-05, -1.3524666428565979e-05, -1.2650154531002045e-05, -1.177564263343811e-05, -1.0901130735874176e-05, -1.0026618838310242e-05, -9.152106940746307e-06, -8.277595043182373e-06, -7.403083145618439e-06, -6.528571248054504e-06, -5.65405935049057e-06, -4.779547452926636e-06, -3.905035555362701e-06, -3.030523657798767e-06, -2.1560117602348328e-06, -1.2814998626708984e-06, -4.069879651069641e-07, 4.675239324569702e-07, 1.3420358300209045e-06, 2.216547727584839e-06, 3.091059625148773e-06, 3.9655715227127075e-06, 4.840083420276642e-06, 5.714595317840576e-06, 6.5891072154045105e-06, 7.463619112968445e-06, 8.338131010532379e-06, 9.212642908096313e-06, 1.0087154805660248e-05, 1.0961666703224182e-05, 1.1836178600788116e-05, 1.271069049835205e-05, 1.3585202395915985e-05, 1.445971429347992e-05, 1.5334226191043854e-05, 1.6208738088607788e-05, 1.7083249986171722e-05, 1.7957761883735657e-05, 1.883227378129959e-05, 1.9706785678863525e-05, 2.058129757642746e-05, 2.1455809473991394e-05, 2.233032137155533e-05, 2.3204833269119263e-05, 2.4079345166683197e-05, 2.495385706424713e-05, 2.5828368961811066e-05, 2.6702880859375e-05]}, "gradients/encoder.encoder.layers.18.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 4.0, 4.0, 8.0, 14.0, 11.0, 11.0, 17.0, 36.0, 48.0, 89.0, 182.0, 328.0, 119.0, 55.0, 40.0, 16.0, 13.0, 5.0, 4.0, 6.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00038484256947413087, -0.00036909925984218717, -0.00035335595021024346, -0.00033761264057829976, -0.00032186933094635606, -0.00030612602131441236, -0.00029038271168246865, -0.00027463940205052495, -0.00025889609241858125, -0.00024315278278663754, -0.00022740947315469384, -0.00021166616352275014, -0.00019592285389080644, -0.00018017954425886273, -0.00016443624917883426, -0.00014869293954689056, -0.00013294964446686208, -0.00011720633483491838, -0.00010146302520297468, -8.571972284698859e-05, -6.997641321504489e-05, -5.423310358310118e-05, -3.8489801227115095e-05, -2.2746491595171392e-05, -7.003181963227689e-06, 8.74012584972661e-06, 2.448343366268091e-05, 4.0226739656645805e-05, 5.597004928858951e-05, 7.171335892053321e-05, 8.74566612765193e-05, 0.000103199970908463, 0.0001189432805404067, 0.0001346865901723504, 0.0001504298998042941, 0.0001661732094362378, 0.00018191651906818151, 0.00019765982870012522, 0.0002134031237801537, 0.0002291464334120974, 0.0002448897575959563, 0.00026063306722790003, 0.00027637637685984373, 0.00029211968649178743, 0.00030786299612373114, 0.00032360630575567484, 0.00033934961538761854, 0.00035509292501956224, 0.0003708362055476755, 0.0003865795151796192, 0.0004023228248115629, 0.0004180661344435066, 0.0004338094440754503, 0.000449552753707394, 0.00046529603423550725, 0.00048103934386745095, 0.0004967826534993947, 0.0005125259631313384, 0.0005282692727632821, 0.0005440125823952258, 0.0005597558920271695, 0.0005754992016591132, 0.0005912425112910569, 0.0006069858209230006, 0.0006227291305549443]}, "gradients/encoder.encoder.layers.18.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 6.0, 2.0, 1.0, 4.0, 2.0, 8.0, 7.0, 10.0, 15.0, 20.0, 23.0, 15.0, 25.0, 27.0, 32.0, 28.0, 35.0, 40.0, 38.0, 42.0, 32.0, 44.0, 43.0, 46.0, 48.0, 37.0, 39.0, 37.0, 40.0, 35.0, 27.0, 35.0, 25.0, 32.0, 25.0, 15.0, 14.0, 14.0, 4.0, 8.0, 7.0, 4.0, 4.0, 8.0, 2.0, 2.0, 4.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00014507770538330078, -0.00014033354818820953, -0.00013558939099311829, -0.00013084523379802704, -0.0001261010766029358, -0.00012135691940784454, -0.0001166127622127533, -0.00011186860501766205, -0.0001071244478225708, -0.00010238029062747955, -9.76361334323883e-05, -9.289197623729706e-05, -8.814781904220581e-05, -8.340366184711456e-05, -7.865950465202332e-05, -7.391534745693207e-05, -6.917119026184082e-05, -6.442703306674957e-05, -5.9682875871658325e-05, -5.493871867656708e-05, -5.019456148147583e-05, -4.545040428638458e-05, -4.0706247091293335e-05, -3.596208989620209e-05, -3.121793270111084e-05, -2.6473775506019592e-05, -2.1729618310928345e-05, -1.6985461115837097e-05, -1.224130392074585e-05, -7.497146725654602e-06, -2.7529895305633545e-06, 1.991167664527893e-06, 6.735324859619141e-06, 1.1479482054710388e-05, 1.6223639249801636e-05, 2.0967796444892883e-05, 2.571195363998413e-05, 3.045611083507538e-05, 3.5200268030166626e-05, 3.9944425225257874e-05, 4.468858242034912e-05, 4.943273961544037e-05, 5.4176896810531616e-05, 5.8921054005622864e-05, 6.366521120071411e-05, 6.840936839580536e-05, 7.31535255908966e-05, 7.789768278598785e-05, 8.26418399810791e-05, 8.738599717617035e-05, 9.21301543712616e-05, 9.687431156635284e-05, 0.00010161846876144409, 0.00010636262595653534, 0.00011110678315162659, 0.00011585094034671783, 0.00012059509754180908, 0.00012533925473690033, 0.00013008341193199158, 0.00013482756912708282, 0.00013957172632217407, 0.00014431588351726532, 0.00014906004071235657, 0.00015380419790744781, 0.00015854835510253906]}, "gradients/encoder.encoder.layers.18.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 6.0, 5.0, 7.0, 11.0, 15.0, 21.0, 33.0, 51.0, 75.0, 103.0, 155.0, 245.0, 422.0, 663.0, 1066.0, 1957.0, 3442.0, 6887.0, 14739.0, 33325.0, 90687.0, 501970.0, 270448.0, 69939.0, 27410.0, 11742.0, 5825.0, 3107.0, 1629.0, 924.0, 601.0, 374.0, 206.0, 149.0, 99.0, 68.0, 43.0, 33.0, 27.0, 12.0, 12.0, 10.0, 6.0, 5.0, 4.0, 0.0, 2.0, 0.0, 2.0], "bins": [-9.304285049438477e-05, -9.051989763975143e-05, -8.79969447851181e-05, -8.547399193048477e-05, -8.295103907585144e-05, -8.042808622121811e-05, -7.790513336658478e-05, -7.538218051195145e-05, -7.285922765731812e-05, -7.033627480268478e-05, -6.781332194805145e-05, -6.529036909341812e-05, -6.276741623878479e-05, -6.024446338415146e-05, -5.772151052951813e-05, -5.5198557674884796e-05, -5.2675604820251465e-05, -5.0152651965618134e-05, -4.76296991109848e-05, -4.510674625635147e-05, -4.258379340171814e-05, -4.006084054708481e-05, -3.753788769245148e-05, -3.5014934837818146e-05, -3.2491981983184814e-05, -2.9969029128551483e-05, -2.7446076273918152e-05, -2.492312341928482e-05, -2.240017056465149e-05, -1.9877217710018158e-05, -1.7354264855384827e-05, -1.4831312000751495e-05, -1.2308359146118164e-05, -9.785406291484833e-06, -7.2624534368515015e-06, -4.73950058221817e-06, -2.216547727584839e-06, 3.0640512704849243e-07, 2.8293579816818237e-06, 5.352310836315155e-06, 7.875263690948486e-06, 1.0398216545581818e-05, 1.2921169400215149e-05, 1.544412225484848e-05, 1.796707510948181e-05, 2.0490027964115143e-05, 2.3012980818748474e-05, 2.5535933673381805e-05, 2.8058886528015137e-05, 3.058183938264847e-05, 3.31047922372818e-05, 3.562774509191513e-05, 3.815069794654846e-05, 4.067365080118179e-05, 4.3196603655815125e-05, 4.5719556510448456e-05, 4.824250936508179e-05, 5.076546221971512e-05, 5.328841507434845e-05, 5.581136792898178e-05, 5.833432078361511e-05, 6.0857273638248444e-05, 6.338022649288177e-05, 6.59031793475151e-05, 6.842613220214844e-05]}, "gradients/encoder.encoder.layers.18.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0, 0.0, 0.0, 1.0, 5.0, 6.0, 6.0, 7.0, 5.0, 10.0, 10.0, 20.0, 16.0, 32.0, 27.0, 32.0, 46.0, 55.0, 92.0, 65.0, 90.0, 89.0, 69.0, 59.0, 59.0, 36.0, 38.0, 27.0, 30.0, 15.0, 19.0, 11.0, 10.0, 6.0, 5.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 4.0, 0.0, 2.0, 3.0], "bins": [-1.2516975402832031e-05, -1.2201257050037384e-05, -1.1885538697242737e-05, -1.156982034444809e-05, -1.1254101991653442e-05, -1.0938383638858795e-05, -1.0622665286064148e-05, -1.03069469332695e-05, -9.991228580474854e-06, -9.675510227680206e-06, -9.359791874885559e-06, -9.044073522090912e-06, -8.728355169296265e-06, -8.412636816501617e-06, -8.09691846370697e-06, -7.781200110912323e-06, -7.465481758117676e-06, -7.1497634053230286e-06, -6.834045052528381e-06, -6.518326699733734e-06, -6.202608346939087e-06, -5.88688999414444e-06, -5.5711716413497925e-06, -5.255453288555145e-06, -4.939734935760498e-06, -4.624016582965851e-06, -4.308298230171204e-06, -3.992579877376556e-06, -3.676861524581909e-06, -3.361143171787262e-06, -3.0454248189926147e-06, -2.7297064661979675e-06, -2.4139881134033203e-06, -2.098269760608673e-06, -1.7825514078140259e-06, -1.4668330550193787e-06, -1.1511147022247314e-06, -8.353963494300842e-07, -5.19677996635437e-07, -2.039596438407898e-07, 1.1175870895385742e-07, 4.2747706174850464e-07, 7.431954145431519e-07, 1.058913767337799e-06, 1.3746321201324463e-06, 1.6903504729270935e-06, 2.0060688257217407e-06, 2.321787178516388e-06, 2.637505531311035e-06, 2.9532238841056824e-06, 3.2689422369003296e-06, 3.584660589694977e-06, 3.900378942489624e-06, 4.216097295284271e-06, 4.5318156480789185e-06, 4.847534000873566e-06, 5.163252353668213e-06, 5.47897070646286e-06, 5.794689059257507e-06, 6.1104074120521545e-06, 6.426125764846802e-06, 6.741844117641449e-06, 7.057562470436096e-06, 7.373280823230743e-06, 7.68899917602539e-06]}, "gradients/encoder.encoder.layers.18.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 4.0, 4.0, 4.0, 10.0, 17.0, 10.0, 27.0, 32.0, 46.0, 94.0, 110.0, 159.0, 243.0, 316.0, 535.0, 831.0, 1285.0, 2061.0, 3389.0, 5466.0, 9192.0, 16050.0, 28269.0, 53624.0, 113516.0, 385770.0, 232807.0, 91339.0, 44622.0, 24210.0, 13471.0, 8158.0, 4846.0, 2883.0, 1798.0, 1115.0, 776.0, 455.0, 324.0, 210.0, 130.0, 111.0, 84.0, 43.0, 43.0, 23.0, 17.0, 12.0, 6.0, 4.0, 5.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0], "bins": [-4.32133674621582e-05, -4.189833998680115e-05, -4.058331251144409e-05, -3.9268285036087036e-05, -3.795325756072998e-05, -3.6638230085372925e-05, -3.532320261001587e-05, -3.4008175134658813e-05, -3.269314765930176e-05, -3.13781201839447e-05, -3.0063092708587646e-05, -2.874806523323059e-05, -2.7433037757873535e-05, -2.611801028251648e-05, -2.4802982807159424e-05, -2.3487955331802368e-05, -2.2172927856445312e-05, -2.0857900381088257e-05, -1.95428729057312e-05, -1.8227845430374146e-05, -1.691281795501709e-05, -1.5597790479660034e-05, -1.4282763004302979e-05, -1.2967735528945923e-05, -1.1652708053588867e-05, -1.0337680578231812e-05, -9.022653102874756e-06, -7.7076256275177e-06, -6.3925981521606445e-06, -5.077570676803589e-06, -3.762543201446533e-06, -2.4475157260894775e-06, -1.1324882507324219e-06, 1.825392246246338e-07, 1.4975666999816895e-06, 2.812594175338745e-06, 4.127621650695801e-06, 5.4426491260528564e-06, 6.757676601409912e-06, 8.072704076766968e-06, 9.387731552124023e-06, 1.0702759027481079e-05, 1.2017786502838135e-05, 1.333281397819519e-05, 1.4647841453552246e-05, 1.5962868928909302e-05, 1.7277896404266357e-05, 1.8592923879623413e-05, 1.990795135498047e-05, 2.1222978830337524e-05, 2.253800630569458e-05, 2.3853033781051636e-05, 2.516806125640869e-05, 2.6483088731765747e-05, 2.7798116207122803e-05, 2.911314368247986e-05, 3.0428171157836914e-05, 3.174319863319397e-05, 3.3058226108551025e-05, 3.437325358390808e-05, 3.568828105926514e-05, 3.700330853462219e-05, 3.831833600997925e-05, 3.9633363485336304e-05, 4.094839096069336e-05]}, "gradients/encoder.encoder.layers.18.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 4.0, 7.0, 7.0, 11.0, 8.0, 10.0, 14.0, 12.0, 27.0, 17.0, 26.0, 34.0, 31.0, 46.0, 42.0, 44.0, 48.0, 35.0, 49.0, 48.0, 51.0, 34.0, 40.0, 42.0, 43.0, 40.0, 34.0, 30.0, 25.0, 24.0, 23.0, 22.0, 8.0, 17.0, 15.0, 12.0, 7.0, 7.0, 5.0, 5.0, 0.0, 0.0, 5.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.4497509002685547e-05, -2.3710541427135468e-05, -2.2923573851585388e-05, -2.213660627603531e-05, -2.134963870048523e-05, -2.056267112493515e-05, -1.977570354938507e-05, -1.898873597383499e-05, -1.8201768398284912e-05, -1.7414800822734833e-05, -1.6627833247184753e-05, -1.5840865671634674e-05, -1.5053898096084595e-05, -1.4266930520534515e-05, -1.3479962944984436e-05, -1.2692995369434357e-05, -1.1906027793884277e-05, -1.1119060218334198e-05, -1.0332092642784119e-05, -9.54512506723404e-06, -8.75815749168396e-06, -7.97118991613388e-06, -7.184222340583801e-06, -6.397254765033722e-06, -5.610287189483643e-06, -4.823319613933563e-06, -4.036352038383484e-06, -3.2493844628334045e-06, -2.462416887283325e-06, -1.6754493117332458e-06, -8.884817361831665e-07, -1.0151416063308716e-07, 6.854534149169922e-07, 1.4724209904670715e-06, 2.259388566017151e-06, 3.0463561415672302e-06, 3.8333237171173096e-06, 4.620291292667389e-06, 5.407258868217468e-06, 6.194226443767548e-06, 6.981194019317627e-06, 7.768161594867706e-06, 8.555129170417786e-06, 9.342096745967865e-06, 1.0129064321517944e-05, 1.0916031897068024e-05, 1.1702999472618103e-05, 1.2489967048168182e-05, 1.3276934623718262e-05, 1.4063902199268341e-05, 1.485086977481842e-05, 1.56378373503685e-05, 1.642480492591858e-05, 1.721177250146866e-05, 1.7998740077018738e-05, 1.8785707652568817e-05, 1.9572675228118896e-05, 2.0359642803668976e-05, 2.1146610379219055e-05, 2.1933577954769135e-05, 2.2720545530319214e-05, 2.3507513105869293e-05, 2.4294480681419373e-05, 2.5081448256969452e-05, 2.586841583251953e-05]}, "gradients/encoder.encoder.layers.18.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 6.0, 6.0, 12.0, 16.0, 18.0, 34.0, 56.0, 67.0, 92.0, 149.0, 231.0, 378.0, 883.0, 1328.0, 2580.0, 5716.0, 14725.0, 49784.0, 289880.0, 563217.0, 83418.0, 21059.0, 7548.0, 4042.0, 1313.0, 744.0, 440.0, 273.0, 188.0, 102.0, 78.0, 51.0, 35.0, 33.0, 16.0, 15.0, 6.0, 3.0, 3.0, 4.0, 4.0, 0.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.185604095458984e-06, -5.00120222568512e-06, -4.816800355911255e-06, -4.63239848613739e-06, -4.447996616363525e-06, -4.263594746589661e-06, -4.079192876815796e-06, -3.894791007041931e-06, -3.7103891372680664e-06, -3.5259872674942017e-06, -3.341585397720337e-06, -3.157183527946472e-06, -2.9727816581726074e-06, -2.7883797883987427e-06, -2.603977918624878e-06, -2.419576048851013e-06, -2.2351741790771484e-06, -2.0507723093032837e-06, -1.866370439529419e-06, -1.6819685697555542e-06, -1.4975666999816895e-06, -1.3131648302078247e-06, -1.12876296043396e-06, -9.443610906600952e-07, -7.599592208862305e-07, -5.755573511123657e-07, -3.91155481338501e-07, -2.0675361156463623e-07, -2.2351741790771484e-08, 1.6205012798309326e-07, 3.46451997756958e-07, 5.308538675308228e-07, 7.152557373046875e-07, 8.996576070785522e-07, 1.084059476852417e-06, 1.2684613466262817e-06, 1.4528632164001465e-06, 1.6372650861740112e-06, 1.821666955947876e-06, 2.0060688257217407e-06, 2.1904706954956055e-06, 2.3748725652694702e-06, 2.559274435043335e-06, 2.7436763048171997e-06, 2.9280781745910645e-06, 3.112480044364929e-06, 3.296881914138794e-06, 3.4812837839126587e-06, 3.6656856536865234e-06, 3.850087523460388e-06, 4.034489393234253e-06, 4.218891263008118e-06, 4.403293132781982e-06, 4.587695002555847e-06, 4.772096872329712e-06, 4.956498742103577e-06, 5.140900611877441e-06, 5.325302481651306e-06, 5.509704351425171e-06, 5.694106221199036e-06, 5.8785080909729e-06, 6.062909960746765e-06, 6.24731183052063e-06, 6.431713700294495e-06, 6.616115570068359e-06]}, "gradients/encoder.encoder.layers.18.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 6.0, 3.0, 2.0, 9.0, 8.0, 10.0, 23.0, 11.0, 16.0, 66.0, 46.0, 58.0, 125.0, 71.0, 75.0, 146.0, 68.0, 59.0, 98.0, 23.0, 20.0, 29.0, 9.0, 4.0, 8.0, 4.0, 4.0, 4.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.562999725341797e-06, -2.483837306499481e-06, -2.4046748876571655e-06, -2.32551246881485e-06, -2.246350049972534e-06, -2.1671876311302185e-06, -2.088025212287903e-06, -2.008862793445587e-06, -1.9297003746032715e-06, -1.8505379557609558e-06, -1.7713755369186401e-06, -1.6922131180763245e-06, -1.6130506992340088e-06, -1.5338882803916931e-06, -1.4547258615493774e-06, -1.3755634427070618e-06, -1.296401023864746e-06, -1.2172386050224304e-06, -1.1380761861801147e-06, -1.058913767337799e-06, -9.797513484954834e-07, -9.005889296531677e-07, -8.21426510810852e-07, -7.422640919685364e-07, -6.631016731262207e-07, -5.83939254283905e-07, -5.047768354415894e-07, -4.256144165992737e-07, -3.46451997756958e-07, -2.6728957891464233e-07, -1.8812716007232666e-07, -1.0896474123001099e-07, -2.9802322387695312e-08, 4.936009645462036e-08, 1.2852251529693604e-07, 2.076849341392517e-07, 2.868473529815674e-07, 3.6600977182388306e-07, 4.4517219066619873e-07, 5.243346095085144e-07, 6.034970283508301e-07, 6.826594471931458e-07, 7.618218660354614e-07, 8.409842848777771e-07, 9.201467037200928e-07, 9.993091225624084e-07, 1.0784715414047241e-06, 1.1576339602470398e-06, 1.2367963790893555e-06, 1.3159587979316711e-06, 1.3951212167739868e-06, 1.4742836356163025e-06, 1.5534460544586182e-06, 1.6326084733009338e-06, 1.7117708921432495e-06, 1.7909333109855652e-06, 1.8700957298278809e-06, 1.9492581486701965e-06, 2.028420567512512e-06, 2.107582986354828e-06, 2.1867454051971436e-06, 2.2659078240394592e-06, 2.345070242881775e-06, 2.4242326617240906e-06, 2.5033950805664062e-06]}, "gradients/encoder.encoder.layers.18.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 5.0, 5.0, 8.0, 4.0, 8.0, 8.0, 18.0, 27.0, 24.0, 39.0, 70.0, 79.0, 139.0, 234.0, 324.0, 529.0, 1212.0, 1977.0, 4076.0, 15425.0, 40677.0, 251822.0, 666850.0, 40899.0, 15301.0, 4099.0, 1946.0, 1299.0, 450.0, 322.0, 258.0, 105.0, 70.0, 98.0, 43.0, 20.0, 31.0, 16.0, 16.0, 12.0, 5.0, 2.0, 3.0, 4.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.377696990966797e-06, -6.1783939599990845e-06, -5.979090929031372e-06, -5.77978789806366e-06, -5.580484867095947e-06, -5.381181836128235e-06, -5.1818788051605225e-06, -4.98257577419281e-06, -4.783272743225098e-06, -4.583969712257385e-06, -4.384666681289673e-06, -4.1853636503219604e-06, -3.986060619354248e-06, -3.7867575883865356e-06, -3.5874545574188232e-06, -3.388151526451111e-06, -3.1888484954833984e-06, -2.989545464515686e-06, -2.7902424335479736e-06, -2.5909394025802612e-06, -2.391636371612549e-06, -2.1923333406448364e-06, -1.993030309677124e-06, -1.7937272787094116e-06, -1.5944242477416992e-06, -1.3951212167739868e-06, -1.1958181858062744e-06, -9.96515154838562e-07, -7.972121238708496e-07, -5.979090929031372e-07, -3.986060619354248e-07, -1.993030309677124e-07, 0.0, 1.993030309677124e-07, 3.986060619354248e-07, 5.979090929031372e-07, 7.972121238708496e-07, 9.96515154838562e-07, 1.1958181858062744e-06, 1.3951212167739868e-06, 1.5944242477416992e-06, 1.7937272787094116e-06, 1.993030309677124e-06, 2.1923333406448364e-06, 2.391636371612549e-06, 2.5909394025802612e-06, 2.7902424335479736e-06, 2.989545464515686e-06, 3.1888484954833984e-06, 3.388151526451111e-06, 3.5874545574188232e-06, 3.7867575883865356e-06, 3.986060619354248e-06, 4.1853636503219604e-06, 4.384666681289673e-06, 4.583969712257385e-06, 4.783272743225098e-06, 4.98257577419281e-06, 5.1818788051605225e-06, 5.381181836128235e-06, 5.580484867095947e-06, 5.77978789806366e-06, 5.979090929031372e-06, 6.1783939599990845e-06, 6.377696990966797e-06]}, "gradients/encoder.encoder.layers.18.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 4.0, 6.0, 3.0, 13.0, 7.0, 16.0, 28.0, 40.0, 69.0, 42.0, 119.0, 186.0, 166.0, 118.0, 36.0, 53.0, 33.0, 19.0, 15.0, 15.0, 6.0, 5.0, 3.0, 3.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.0994415283203125e-06, -2.991408109664917e-06, -2.8833746910095215e-06, -2.775341272354126e-06, -2.6673078536987305e-06, -2.559274435043335e-06, -2.4512410163879395e-06, -2.343207597732544e-06, -2.2351741790771484e-06, -2.127140760421753e-06, -2.0191073417663574e-06, -1.911073923110962e-06, -1.8030405044555664e-06, -1.695007085800171e-06, -1.5869736671447754e-06, -1.4789402484893799e-06, -1.3709068298339844e-06, -1.2628734111785889e-06, -1.1548399925231934e-06, -1.0468065738677979e-06, -9.387731552124023e-07, -8.307397365570068e-07, -7.227063179016113e-07, -6.146728992462158e-07, -5.066394805908203e-07, -3.986060619354248e-07, -2.905726432800293e-07, -1.825392246246338e-07, -7.450580596923828e-08, 3.3527612686157227e-08, 1.4156103134155273e-07, 2.4959444999694824e-07, 3.5762786865234375e-07, 4.6566128730773926e-07, 5.736947059631348e-07, 6.817281246185303e-07, 7.897615432739258e-07, 8.977949619293213e-07, 1.0058283805847168e-06, 1.1138617992401123e-06, 1.2218952178955078e-06, 1.3299286365509033e-06, 1.4379620552062988e-06, 1.5459954738616943e-06, 1.6540288925170898e-06, 1.7620623111724854e-06, 1.8700957298278809e-06, 1.9781291484832764e-06, 2.086162567138672e-06, 2.1941959857940674e-06, 2.302229404449463e-06, 2.4102628231048584e-06, 2.518296241760254e-06, 2.6263296604156494e-06, 2.734363079071045e-06, 2.8423964977264404e-06, 2.950429916381836e-06, 3.0584633350372314e-06, 3.166496753692627e-06, 3.2745301723480225e-06, 3.382563591003418e-06, 3.4905970096588135e-06, 3.598630428314209e-06, 3.7066638469696045e-06, 3.814697265625e-06]}, "gradients/encoder.encoder.layers.18.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 0.0, 1.0, 5.0, 8.0, 7.0, 9.0, 15.0, 15.0, 23.0, 35.0, 41.0, 48.0, 98.0, 136.0, 304.0, 125.0, 51.0, 29.0, 33.0, 10.0, 4.0, 5.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0003130093973595649, -0.00030547031201422215, -0.00029793125577270985, -0.0002903921704273671, -0.00028285308508202434, -0.00027531402884051204, -0.0002677749434951693, -0.0002602358581498265, -0.00025269677280448377, -0.000245157687459141, -0.0002376186166657135, -0.00023007954587228596, -0.0002225404605269432, -0.00021500138973351568, -0.00020746231894008815, -0.0001999232335947454, -0.0001923841773532331, -0.00018484510655980557, -0.00017730602121446282, -0.0001697669504210353, -0.00016222786507569253, -0.000154688794282265, -0.00014714972348883748, -0.00013961063814349473, -0.00013207155279815197, -0.00012453248200472444, -0.00011699339665938169, -0.00010945432586595416, -0.00010191524779656902, -9.437616972718388e-05, -8.683709165779874e-05, -7.92980135884136e-05, -7.175894279498607e-05, -6.421986472560093e-05, -5.6680790294194594e-05, -4.914171222480945e-05, -4.160263779340312e-05, -3.406355972401798e-05, -2.6524481654632837e-05, -1.8985407223226503e-05, -1.1446329153841361e-05, -3.907252448698273e-06, 3.6318242564448155e-06, 1.1170901416335255e-05, 1.8709977666730992e-05, 2.624905391712673e-05, 3.378813198651187e-05, 4.1327206417918205e-05, 4.8866284487303346e-05, 5.640536255668849e-05, 6.394444062607363e-05, 7.148351869545877e-05, 7.90225894888863e-05, 8.656166755827144e-05, 9.410074562765658e-05, 0.0001016398164210841, 0.00010917890176642686, 0.000116717979835812, 0.00012425705790519714, 0.00013179612869862467, 0.00013933521404396743, 0.00014687428483739495, 0.0001544133701827377, 0.00016195244097616524, 0.00016949151176959276]}, "gradients/encoder.encoder.layers.18.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 3.0, 2.0, 7.0, 6.0, 5.0, 6.0, 6.0, 13.0, 18.0, 18.0, 15.0, 23.0, 33.0, 30.0, 32.0, 39.0, 44.0, 31.0, 43.0, 45.0, 47.0, 51.0, 39.0, 43.0, 60.0, 27.0, 42.0, 40.0, 34.0, 23.0, 29.0, 21.0, 23.0, 18.0, 22.0, 15.0, 15.0, 10.0, 11.0, 3.0, 7.0, 4.0, 4.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.26120376586914e-05, -7.963459938764572e-05, -7.665716111660004e-05, -7.367972284555435e-05, -7.070228457450867e-05, -6.772484630346298e-05, -6.47474080324173e-05, -6.176996976137161e-05, -5.879253149032593e-05, -5.581509321928024e-05, -5.283765494823456e-05, -4.986021667718887e-05, -4.688277840614319e-05, -4.3905340135097504e-05, -4.092790186405182e-05, -3.7950463593006134e-05, -3.497302532196045e-05, -3.1995587050914764e-05, -2.901814877986908e-05, -2.6040710508823395e-05, -2.306327223777771e-05, -2.0085833966732025e-05, -1.710839569568634e-05, -1.4130957424640656e-05, -1.115351915359497e-05, -8.176080882549286e-06, -5.198642611503601e-06, -2.2212043404579163e-06, 7.562339305877686e-07, 3.7336722016334534e-06, 6.711110472679138e-06, 9.688548743724823e-06, 1.2665987014770508e-05, 1.5643425285816193e-05, 1.8620863556861877e-05, 2.1598301827907562e-05, 2.4575740098953247e-05, 2.7553178369998932e-05, 3.053061664104462e-05, 3.35080549120903e-05, 3.6485493183135986e-05, 3.946293145418167e-05, 4.2440369725227356e-05, 4.541780799627304e-05, 4.8395246267318726e-05, 5.137268453836441e-05, 5.4350122809410095e-05, 5.732756108045578e-05, 6.0304999351501465e-05, 6.328243762254715e-05, 6.625987589359283e-05, 6.923731416463852e-05, 7.22147524356842e-05, 7.519219070672989e-05, 7.816962897777557e-05, 8.114706724882126e-05, 8.412450551986694e-05, 8.710194379091263e-05, 9.007938206195831e-05, 9.3056820333004e-05, 9.603425860404968e-05, 9.901169687509537e-05, 0.00010198913514614105, 0.00010496657341718674, 0.00010794401168823242]}, "gradients/encoder.encoder.layers.17.feed_forward.output_dense.weight": {"_type": "histogram", "values": [4.0, 3.0, 2.0, 3.0, 3.0, 9.0, 8.0, 10.0, 13.0, 15.0, 10.0, 22.0, 27.0, 29.0, 38.0, 38.0, 69.0, 89.0, 100.0, 120.0, 158.0, 209.0, 245.0, 451.0, 653.0, 843.0, 1320.0, 1982.0, 3143.0, 4911.0, 7968.0, 13399.0, 25800.0, 57549.0, 197983.0, 3556090.0, 199682.0, 59532.0, 26831.0, 14070.0, 7918.0, 4529.0, 2916.0, 1804.0, 1152.0, 754.0, 552.0, 338.0, 262.0, 188.0, 124.0, 86.0, 80.0, 54.0, 36.0, 22.0, 26.0, 7.0, 6.0, 5.0, 3.0, 4.0, 4.0, 3.0], "bins": [-5.6684017181396484e-05, -5.5087730288505554e-05, -5.3491443395614624e-05, -5.1895156502723694e-05, -5.0298869609832764e-05, -4.8702582716941833e-05, -4.71062958240509e-05, -4.551000893115997e-05, -4.391372203826904e-05, -4.231743514537811e-05, -4.072114825248718e-05, -3.912486135959625e-05, -3.752857446670532e-05, -3.593228757381439e-05, -3.433600068092346e-05, -3.273971378803253e-05, -3.11434268951416e-05, -2.954714000225067e-05, -2.795085310935974e-05, -2.635456621646881e-05, -2.475827932357788e-05, -2.316199243068695e-05, -2.156570553779602e-05, -1.996941864490509e-05, -1.837313175201416e-05, -1.677684485912323e-05, -1.51805579662323e-05, -1.358427107334137e-05, -1.198798418045044e-05, -1.039169728755951e-05, -8.795410394668579e-06, -7.199123501777649e-06, -5.602836608886719e-06, -4.0065497159957886e-06, -2.4102628231048584e-06, -8.139759302139282e-07, 7.82310962677002e-07, 2.378597855567932e-06, 3.974884748458862e-06, 5.5711716413497925e-06, 7.167458534240723e-06, 8.763745427131653e-06, 1.0360032320022583e-05, 1.1956319212913513e-05, 1.3552606105804443e-05, 1.5148892998695374e-05, 1.6745179891586304e-05, 1.8341466784477234e-05, 1.9937753677368164e-05, 2.1534040570259094e-05, 2.3130327463150024e-05, 2.4726614356040955e-05, 2.6322901248931885e-05, 2.7919188141822815e-05, 2.9515475034713745e-05, 3.1111761927604675e-05, 3.2708048820495605e-05, 3.4304335713386536e-05, 3.5900622606277466e-05, 3.7496909499168396e-05, 3.9093196392059326e-05, 4.0689483284950256e-05, 4.2285770177841187e-05, 4.388205707073212e-05, 4.547834396362305e-05]}, "gradients/encoder.encoder.layers.17.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 2.0, 4.0, 7.0, 11.0, 10.0, 6.0, 14.0, 15.0, 26.0, 25.0, 32.0, 37.0, 70.0, 72.0, 96.0, 90.0, 93.0, 99.0, 68.0, 41.0, 45.0, 36.0, 25.0, 20.0, 14.0, 14.0, 13.0, 6.0, 4.0, 3.0, 3.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2516975402832031e-05, -1.2166798114776611e-05, -1.1816620826721191e-05, -1.1466443538665771e-05, -1.1116266250610352e-05, -1.0766088962554932e-05, -1.0415911674499512e-05, -1.0065734386444092e-05, -9.715557098388672e-06, -9.365379810333252e-06, -9.015202522277832e-06, -8.665025234222412e-06, -8.314847946166992e-06, -7.964670658111572e-06, -7.614493370056152e-06, -7.264316082000732e-06, -6.9141387939453125e-06, -6.563961505889893e-06, -6.213784217834473e-06, -5.863606929779053e-06, -5.513429641723633e-06, -5.163252353668213e-06, -4.813075065612793e-06, -4.462897777557373e-06, -4.112720489501953e-06, -3.762543201446533e-06, -3.4123659133911133e-06, -3.0621886253356934e-06, -2.7120113372802734e-06, -2.3618340492248535e-06, -2.0116567611694336e-06, -1.6614794731140137e-06, -1.3113021850585938e-06, -9.611248970031738e-07, -6.109476089477539e-07, -2.60770320892334e-07, 8.940696716308594e-08, 4.3958425521850586e-07, 7.897615432739258e-07, 1.1399388313293457e-06, 1.4901161193847656e-06, 1.8402934074401855e-06, 2.1904706954956055e-06, 2.5406479835510254e-06, 2.8908252716064453e-06, 3.2410025596618652e-06, 3.591179847717285e-06, 3.941357135772705e-06, 4.291534423828125e-06, 4.641711711883545e-06, 4.991888999938965e-06, 5.342066287994385e-06, 5.692243576049805e-06, 6.042420864105225e-06, 6.3925981521606445e-06, 6.7427754402160645e-06, 7.092952728271484e-06, 7.443130016326904e-06, 7.793307304382324e-06, 8.143484592437744e-06, 8.493661880493164e-06, 8.843839168548584e-06, 9.194016456604004e-06, 9.544193744659424e-06, 9.894371032714844e-06]}, "gradients/encoder.encoder.layers.17.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 8.0, 5.0, 12.0, 21.0, 22.0, 39.0, 58.0, 85.0, 129.0, 202.0, 317.0, 513.0, 882.0, 1552.0, 2635.0, 4631.0, 8539.0, 16818.0, 35182.0, 85735.0, 320263.0, 3268003.0, 297639.0, 81982.0, 33910.0, 15938.0, 8125.0, 4500.0, 2512.0, 1541.0, 911.0, 564.0, 350.0, 215.0, 151.0, 104.0, 57.0, 59.0, 23.0, 14.0, 14.0, 14.0, 9.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.225969314575195e-05, -4.082638770341873e-05, -3.939308226108551e-05, -3.795977681875229e-05, -3.652647137641907e-05, -3.5093165934085846e-05, -3.3659860491752625e-05, -3.22265550494194e-05, -3.079324960708618e-05, -2.935994416475296e-05, -2.792663872241974e-05, -2.6493333280086517e-05, -2.5060027837753296e-05, -2.3626722395420074e-05, -2.2193416953086853e-05, -2.076011151075363e-05, -1.932680606842041e-05, -1.789350062608719e-05, -1.6460195183753967e-05, -1.5026889741420746e-05, -1.3593584299087524e-05, -1.2160278856754303e-05, -1.0726973414421082e-05, -9.29366797208786e-06, -7.860362529754639e-06, -6.427057087421417e-06, -4.993751645088196e-06, -3.5604462027549744e-06, -2.127140760421753e-06, -6.938353180885315e-07, 7.394701242446899e-07, 2.1727755665779114e-06, 3.606081008911133e-06, 5.039386451244354e-06, 6.472691893577576e-06, 7.905997335910797e-06, 9.339302778244019e-06, 1.077260822057724e-05, 1.2205913662910461e-05, 1.3639219105243683e-05, 1.5072524547576904e-05, 1.6505829989910126e-05, 1.7939135432243347e-05, 1.937244087457657e-05, 2.080574631690979e-05, 2.223905175924301e-05, 2.3672357201576233e-05, 2.5105662643909454e-05, 2.6538968086242676e-05, 2.7972273528575897e-05, 2.940557897090912e-05, 3.083888441324234e-05, 3.227218985557556e-05, 3.370549529790878e-05, 3.5138800740242004e-05, 3.6572106182575226e-05, 3.800541162490845e-05, 3.943871706724167e-05, 4.087202250957489e-05, 4.230532795190811e-05, 4.373863339424133e-05, 4.5171938836574554e-05, 4.6605244278907776e-05, 4.8038549721241e-05, 4.947185516357422e-05]}, "gradients/encoder.encoder.layers.17.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 6.0, 3.0, 6.0, 11.0, 9.0, 11.0, 14.0, 15.0, 20.0, 17.0, 33.0, 40.0, 29.0, 66.0, 47.0, 73.0, 113.0, 130.0, 199.0, 499.0, 1316.0, 661.0, 217.0, 144.0, 79.0, 59.0, 60.0, 35.0, 48.0, 29.0, 29.0, 13.0, 11.0, 9.0, 4.0, 6.0, 8.0, 3.0, 3.0, 4.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0], "bins": [-3.439188003540039e-05, -3.3474527299404144e-05, -3.25571745634079e-05, -3.163982182741165e-05, -3.0722469091415405e-05, -2.980511635541916e-05, -2.8887763619422913e-05, -2.7970410883426666e-05, -2.705305814743042e-05, -2.6135705411434174e-05, -2.5218352675437927e-05, -2.430099993944168e-05, -2.3383647203445435e-05, -2.2466294467449188e-05, -2.1548941731452942e-05, -2.0631588995456696e-05, -1.971423625946045e-05, -1.8796883523464203e-05, -1.7879530787467957e-05, -1.696217805147171e-05, -1.6044825315475464e-05, -1.5127472579479218e-05, -1.4210119843482971e-05, -1.3292767107486725e-05, -1.2375414371490479e-05, -1.1458061635494232e-05, -1.0540708899497986e-05, -9.62335616350174e-06, -8.706003427505493e-06, -7.788650691509247e-06, -6.8712979555130005e-06, -5.953945219516754e-06, -5.036592483520508e-06, -4.1192397475242615e-06, -3.201887011528015e-06, -2.284534275531769e-06, -1.3671815395355225e-06, -4.498288035392761e-07, 4.675239324569702e-07, 1.3848766684532166e-06, 2.302229404449463e-06, 3.2195821404457092e-06, 4.1369348764419556e-06, 5.054287612438202e-06, 5.971640348434448e-06, 6.888993084430695e-06, 7.806345820426941e-06, 8.723698556423187e-06, 9.641051292419434e-06, 1.055840402841568e-05, 1.1475756764411926e-05, 1.2393109500408173e-05, 1.3310462236404419e-05, 1.4227814972400665e-05, 1.5145167708396912e-05, 1.6062520444393158e-05, 1.6979873180389404e-05, 1.789722591638565e-05, 1.8814578652381897e-05, 1.9731931388378143e-05, 2.064928412437439e-05, 2.1566636860370636e-05, 2.2483989596366882e-05, 2.340134233236313e-05, 2.4318695068359375e-05]}, "gradients/encoder.encoder.layers.17.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 5.0, 3.0, 7.0, 8.0, 7.0, 11.0, 10.0, 12.0, 17.0, 22.0, 28.0, 41.0, 87.0, 125.0, 266.0, 167.0, 75.0, 49.0, 32.0, 14.0, 10.0, 3.0, 4.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0003004967584274709, -0.000289294112008065, -0.00027809146558865905, -0.00026688884827308357, -0.00025568620185367763, -0.0002444835554342717, -0.00023328092356678098, -0.00022207829169929028, -0.00021087564527988434, -0.0001996729988604784, -0.0001884703669929877, -0.00017726773512549698, -0.00016606508870609105, -0.0001548624422866851, -0.0001436598104191944, -0.0001324571785517037, -0.00012125453213229775, -0.00011005189298884943, -9.884925384540111e-05, -8.764661470195279e-05, -7.644397555850446e-05, -6.524133641505614e-05, -5.4038697271607816e-05, -4.283605812815949e-05, -3.163341898471117e-05, -2.0430779841262847e-05, -9.228140697814524e-06, 1.974498445633799e-06, 1.3177137589082122e-05, 2.4379776732530445e-05, 3.558241587597877e-05, 4.678505501942709e-05, 5.798766505904496e-05, 6.919030420249328e-05, 8.03929433459416e-05, 9.159558248938993e-05, 0.00010279822163283825, 0.00011400086077628657, 0.0001252034999197349, 0.0001364061317872256, 0.00014760877820663154, 0.00015881142462603748, 0.0001700140564935282, 0.0001812166883610189, 0.00019241933478042483, 0.00020362198119983077, 0.00021482461306732148, 0.0002260272449348122, 0.00023722989135421813, 0.00024843253777362406, 0.00025963515508919954, 0.0002708378015086055, 0.0002820404479280114, 0.00029324309434741735, 0.0003044457407668233, 0.00031564835808239877, 0.0003268510045018047, 0.00033805365092121065, 0.0003492562682367861, 0.00036045891465619206, 0.000371661561075598, 0.00038286420749500394, 0.0003940668539144099, 0.00040526947122998536, 0.0004164721176493913]}, "gradients/encoder.encoder.layers.17.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 9.0, 5.0, 9.0, 5.0, 14.0, 27.0, 19.0, 20.0, 24.0, 23.0, 30.0, 25.0, 32.0, 49.0, 46.0, 33.0, 38.0, 52.0, 41.0, 40.0, 56.0, 54.0, 46.0, 40.0, 40.0, 35.0, 25.0, 32.0, 21.0, 16.0, 16.0, 12.0, 16.0, 14.0, 7.0, 12.0, 8.0, 4.0, 4.0, 2.0, 1.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.00015234947204589844, -0.00014781765639781952, -0.0001432858407497406, -0.00013875402510166168, -0.00013422220945358276, -0.00012969039380550385, -0.00012515857815742493, -0.00012062676250934601, -0.00011609494686126709, -0.00011156313121318817, -0.00010703131556510925, -0.00010249949991703033, -9.796768426895142e-05, -9.34358686208725e-05, -8.890405297279358e-05, -8.437223732471466e-05, -7.984042167663574e-05, -7.530860602855682e-05, -7.07767903804779e-05, -6.624497473239899e-05, -6.171315908432007e-05, -5.718134343624115e-05, -5.264952778816223e-05, -4.811771214008331e-05, -4.3585896492004395e-05, -3.9054080843925476e-05, -3.452226519584656e-05, -2.999044954776764e-05, -2.545863389968872e-05, -2.0926818251609802e-05, -1.6395002603530884e-05, -1.1863186955451965e-05, -7.331371307373047e-06, -2.7995556592941284e-06, 1.73225998878479e-06, 6.2640756368637085e-06, 1.0795891284942627e-05, 1.5327706933021545e-05, 1.9859522581100464e-05, 2.4391338229179382e-05, 2.89231538772583e-05, 3.345496952533722e-05, 3.798678517341614e-05, 4.2518600821495056e-05, 4.7050416469573975e-05, 5.158223211765289e-05, 5.611404776573181e-05, 6.064586341381073e-05, 6.517767906188965e-05, 6.970949470996857e-05, 7.424131035804749e-05, 7.87731260061264e-05, 8.330494165420532e-05, 8.783675730228424e-05, 9.236857295036316e-05, 9.690038859844208e-05, 0.000101432204246521, 0.00010596401989459991, 0.00011049583554267883, 0.00011502765119075775, 0.00011955946683883667, 0.0001240912824869156, 0.0001286230981349945, 0.00013315491378307343, 0.00013768672943115234]}, "gradients/encoder.encoder.layers.17.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 5.0, 4.0, 9.0, 15.0, 13.0, 18.0, 30.0, 30.0, 54.0, 87.0, 126.0, 191.0, 305.0, 517.0, 883.0, 1527.0, 2930.0, 5763.0, 13022.0, 30545.0, 90910.0, 523942.0, 266407.0, 66993.0, 23445.0, 10284.0, 4887.0, 2343.0, 1291.0, 736.0, 467.0, 252.0, 176.0, 116.0, 72.0, 52.0, 36.0, 26.0, 14.0, 11.0, 10.0, 9.0, 2.0, 4.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.881092071533203e-05, -8.610822260379791e-05, -8.34055244922638e-05, -8.070282638072968e-05, -7.800012826919556e-05, -7.529743015766144e-05, -7.259473204612732e-05, -6.98920339345932e-05, -6.718933582305908e-05, -6.448663771152496e-05, -6.178393959999084e-05, -5.9081241488456726e-05, -5.637854337692261e-05, -5.367584526538849e-05, -5.097314715385437e-05, -4.827044904232025e-05, -4.556775093078613e-05, -4.2865052819252014e-05, -4.0162354707717896e-05, -3.745965659618378e-05, -3.475695848464966e-05, -3.205426037311554e-05, -2.935156226158142e-05, -2.6648864150047302e-05, -2.3946166038513184e-05, -2.1243467926979065e-05, -1.8540769815444946e-05, -1.5838071703910828e-05, -1.3135373592376709e-05, -1.043267548084259e-05, -7.729977369308472e-06, -5.027279257774353e-06, -2.3245811462402344e-06, 3.781169652938843e-07, 3.080815076828003e-06, 5.783513188362122e-06, 8.48621129989624e-06, 1.1188909411430359e-05, 1.3891607522964478e-05, 1.6594305634498596e-05, 1.9297003746032715e-05, 2.1999701857566833e-05, 2.4702399969100952e-05, 2.740509808063507e-05, 3.010779619216919e-05, 3.281049430370331e-05, 3.551319241523743e-05, 3.8215890526771545e-05, 4.0918588638305664e-05, 4.362128674983978e-05, 4.63239848613739e-05, 4.902668297290802e-05, 5.172938108444214e-05, 5.443207919597626e-05, 5.7134777307510376e-05, 5.9837475419044495e-05, 6.254017353057861e-05, 6.524287164211273e-05, 6.794556975364685e-05, 7.064826786518097e-05, 7.335096597671509e-05, 7.60536640882492e-05, 7.875636219978333e-05, 8.145906031131744e-05, 8.416175842285156e-05]}, "gradients/encoder.encoder.layers.17.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 1.0, 4.0, 4.0, 15.0, 8.0, 14.0, 18.0, 14.0, 31.0, 37.0, 48.0, 57.0, 73.0, 72.0, 127.0, 87.0, 77.0, 91.0, 53.0, 43.0, 35.0, 23.0, 19.0, 13.0, 12.0, 11.0, 5.0, 2.0, 3.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.424551010131836e-05, -1.387856900691986e-05, -1.3511627912521362e-05, -1.3144686818122864e-05, -1.2777745723724365e-05, -1.2410804629325867e-05, -1.2043863534927368e-05, -1.167692244052887e-05, -1.1309981346130371e-05, -1.0943040251731873e-05, -1.0576099157333374e-05, -1.0209158062934875e-05, -9.842216968536377e-06, -9.475275874137878e-06, -9.10833477973938e-06, -8.741393685340881e-06, -8.374452590942383e-06, -8.007511496543884e-06, -7.640570402145386e-06, -7.273629307746887e-06, -6.906688213348389e-06, -6.53974711894989e-06, -6.172806024551392e-06, -5.805864930152893e-06, -5.4389238357543945e-06, -5.071982741355896e-06, -4.7050416469573975e-06, -4.338100552558899e-06, -3.9711594581604e-06, -3.604218363761902e-06, -3.2372772693634033e-06, -2.8703361749649048e-06, -2.5033950805664062e-06, -2.1364539861679077e-06, -1.7695128917694092e-06, -1.4025717973709106e-06, -1.0356307029724121e-06, -6.686896085739136e-07, -3.0174851417541504e-07, 6.51925802230835e-08, 4.3213367462158203e-07, 7.990747690200806e-07, 1.166015863418579e-06, 1.5329569578170776e-06, 1.8998980522155762e-06, 2.2668391466140747e-06, 2.6337802410125732e-06, 3.0007213354110718e-06, 3.3676624298095703e-06, 3.734603524208069e-06, 4.101544618606567e-06, 4.468485713005066e-06, 4.8354268074035645e-06, 5.202367901802063e-06, 5.5693089962005615e-06, 5.93625009059906e-06, 6.303191184997559e-06, 6.670132279396057e-06, 7.037073373794556e-06, 7.404014468193054e-06, 7.770955562591553e-06, 8.137896656990051e-06, 8.50483775138855e-06, 8.871778845787048e-06, 9.238719940185547e-06]}, "gradients/encoder.encoder.layers.17.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 4.0, 3.0, 5.0, 7.0, 8.0, 11.0, 14.0, 19.0, 21.0, 37.0, 57.0, 77.0, 109.0, 167.0, 242.0, 350.0, 493.0, 803.0, 1110.0, 1853.0, 3025.0, 4794.0, 7857.0, 12696.0, 20785.0, 35610.0, 65794.0, 139734.0, 381017.0, 186593.0, 80208.0, 41964.0, 24277.0, 14520.0, 9061.0, 5580.0, 3510.0, 2133.0, 1389.0, 830.0, 579.0, 389.0, 251.0, 176.0, 126.0, 91.0, 49.0, 47.0, 33.0, 18.0, 14.0, 5.0, 6.0, 6.0, 4.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0], "bins": [-3.1888484954833984e-05, -3.088079392910004e-05, -2.987310290336609e-05, -2.886541187763214e-05, -2.7857720851898193e-05, -2.6850029826164246e-05, -2.5842338800430298e-05, -2.483464777469635e-05, -2.3826956748962402e-05, -2.2819265723228455e-05, -2.1811574697494507e-05, -2.080388367176056e-05, -1.979619264602661e-05, -1.8788501620292664e-05, -1.7780810594558716e-05, -1.6773119568824768e-05, -1.576542854309082e-05, -1.4757737517356873e-05, -1.3750046491622925e-05, -1.2742355465888977e-05, -1.173466444015503e-05, -1.0726973414421082e-05, -9.719282388687134e-06, -8.711591362953186e-06, -7.703900337219238e-06, -6.6962093114852905e-06, -5.688518285751343e-06, -4.680827260017395e-06, -3.6731362342834473e-06, -2.6654452085494995e-06, -1.6577541828155518e-06, -6.50063157081604e-07, 3.5762786865234375e-07, 1.3653188943862915e-06, 2.3730099201202393e-06, 3.380700945854187e-06, 4.388391971588135e-06, 5.3960829973220825e-06, 6.40377402305603e-06, 7.411465048789978e-06, 8.419156074523926e-06, 9.426847100257874e-06, 1.0434538125991821e-05, 1.1442229151725769e-05, 1.2449920177459717e-05, 1.3457611203193665e-05, 1.4465302228927612e-05, 1.547299325466156e-05, 1.6480684280395508e-05, 1.7488375306129456e-05, 1.8496066331863403e-05, 1.950375735759735e-05, 2.05114483833313e-05, 2.1519139409065247e-05, 2.2526830434799194e-05, 2.3534521460533142e-05, 2.454221248626709e-05, 2.5549903512001038e-05, 2.6557594537734985e-05, 2.7565285563468933e-05, 2.857297658920288e-05, 2.958066761493683e-05, 3.0588358640670776e-05, 3.1596049666404724e-05, 3.260374069213867e-05]}, "gradients/encoder.encoder.layers.17.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 6.0, 5.0, 8.0, 5.0, 13.0, 11.0, 14.0, 17.0, 20.0, 22.0, 22.0, 23.0, 28.0, 27.0, 27.0, 41.0, 28.0, 38.0, 36.0, 40.0, 36.0, 48.0, 53.0, 39.0, 32.0, 42.0, 43.0, 32.0, 24.0, 24.0, 27.0, 25.0, 24.0, 17.0, 18.0, 17.0, 16.0, 11.0, 14.0, 8.0, 6.0, 7.0, 3.0, 2.0, 2.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-1.9490718841552734e-05, -1.8889084458351135e-05, -1.8287450075149536e-05, -1.7685815691947937e-05, -1.7084181308746338e-05, -1.648254692554474e-05, -1.588091254234314e-05, -1.527927815914154e-05, -1.4677643775939941e-05, -1.4076009392738342e-05, -1.3474375009536743e-05, -1.2872740626335144e-05, -1.2271106243133545e-05, -1.1669471859931946e-05, -1.1067837476730347e-05, -1.0466203093528748e-05, -9.864568710327148e-06, -9.26293432712555e-06, -8.66129994392395e-06, -8.059665560722351e-06, -7.458031177520752e-06, -6.856396794319153e-06, -6.254762411117554e-06, -5.653128027915955e-06, -5.0514936447143555e-06, -4.449859261512756e-06, -3.848224878311157e-06, -3.246590495109558e-06, -2.644956111907959e-06, -2.04332172870636e-06, -1.4416873455047607e-06, -8.400529623031616e-07, -2.384185791015625e-07, 3.632158041000366e-07, 9.648501873016357e-07, 1.5664845705032349e-06, 2.168118953704834e-06, 2.769753336906433e-06, 3.3713877201080322e-06, 3.973022103309631e-06, 4.5746564865112305e-06, 5.17629086971283e-06, 5.777925252914429e-06, 6.379559636116028e-06, 6.981194019317627e-06, 7.582828402519226e-06, 8.184462785720825e-06, 8.786097168922424e-06, 9.387731552124023e-06, 9.989365935325623e-06, 1.0591000318527222e-05, 1.119263470172882e-05, 1.179426908493042e-05, 1.2395903468132019e-05, 1.2997537851333618e-05, 1.3599172234535217e-05, 1.4200806617736816e-05, 1.4802441000938416e-05, 1.5404075384140015e-05, 1.6005709767341614e-05, 1.6607344150543213e-05, 1.7208978533744812e-05, 1.781061291694641e-05, 1.841224730014801e-05, 1.901388168334961e-05]}, "gradients/encoder.encoder.layers.17.attention.k_proj.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 0.0, 6.0, 7.0, 18.0, 21.0, 28.0, 38.0, 43.0, 73.0, 156.0, 171.0, 247.0, 389.0, 571.0, 1511.0, 1808.0, 2927.0, 5125.0, 8928.0, 33042.0, 64349.0, 227306.0, 509425.0, 113001.0, 39691.0, 22873.0, 6631.0, 3756.0, 2251.0, 1458.0, 1207.0, 487.0, 305.0, 238.0, 126.0, 136.0, 56.0, 52.0, 21.0, 20.0, 11.0, 22.0, 10.0, 7.0, 1.0, 2.0, 4.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.814697265625e-06, -3.684312105178833e-06, -3.553926944732666e-06, -3.423541784286499e-06, -3.293156623840332e-06, -3.162771463394165e-06, -3.032386302947998e-06, -2.902001142501831e-06, -2.771615982055664e-06, -2.641230821609497e-06, -2.51084566116333e-06, -2.380460500717163e-06, -2.250075340270996e-06, -2.119690179824829e-06, -1.989305019378662e-06, -1.8589198589324951e-06, -1.7285346984863281e-06, -1.5981495380401611e-06, -1.4677643775939941e-06, -1.3373792171478271e-06, -1.2069940567016602e-06, -1.0766088962554932e-06, -9.462237358093262e-07, -8.158385753631592e-07, -6.854534149169922e-07, -5.550682544708252e-07, -4.246830940246582e-07, -2.942979335784912e-07, -1.6391277313232422e-07, -3.3527612686157227e-08, 9.685754776000977e-08, 2.2724270820617676e-07, 3.5762786865234375e-07, 4.880130290985107e-07, 6.183981895446777e-07, 7.487833499908447e-07, 8.791685104370117e-07, 1.0095536708831787e-06, 1.1399388313293457e-06, 1.2703239917755127e-06, 1.4007091522216797e-06, 1.5310943126678467e-06, 1.6614794731140137e-06, 1.7918646335601807e-06, 1.9222497940063477e-06, 2.0526349544525146e-06, 2.1830201148986816e-06, 2.3134052753448486e-06, 2.4437904357910156e-06, 2.5741755962371826e-06, 2.7045607566833496e-06, 2.8349459171295166e-06, 2.9653310775756836e-06, 3.0957162380218506e-06, 3.2261013984680176e-06, 3.3564865589141846e-06, 3.4868717193603516e-06, 3.6172568798065186e-06, 3.7476420402526855e-06, 3.8780272006988525e-06, 4.0084123611450195e-06, 4.1387975215911865e-06, 4.2691826820373535e-06, 4.3995678424835205e-06, 4.5299530029296875e-06]}, "gradients/encoder.encoder.layers.17.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 5.0, 6.0, 8.0, 5.0, 11.0, 7.0, 7.0, 16.0, 9.0, 15.0, 20.0, 23.0, 79.0, 52.0, 56.0, 64.0, 65.0, 104.0, 140.0, 53.0, 50.0, 45.0, 30.0, 44.0, 17.0, 15.0, 13.0, 8.0, 14.0, 5.0, 7.0, 1.0, 4.0, 1.0, 4.0, 0.0, 3.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.205371856689453e-06, -2.1345913410186768e-06, -2.0638108253479004e-06, -1.993030309677124e-06, -1.9222497940063477e-06, -1.8514692783355713e-06, -1.780688762664795e-06, -1.7099082469940186e-06, -1.6391277313232422e-06, -1.5683472156524658e-06, -1.4975666999816895e-06, -1.426786184310913e-06, -1.3560056686401367e-06, -1.2852251529693604e-06, -1.214444637298584e-06, -1.1436641216278076e-06, -1.0728836059570312e-06, -1.0021030902862549e-06, -9.313225746154785e-07, -8.605420589447021e-07, -7.897615432739258e-07, -7.189810276031494e-07, -6.48200511932373e-07, -5.774199962615967e-07, -5.066394805908203e-07, -4.3585896492004395e-07, -3.650784492492676e-07, -2.942979335784912e-07, -2.2351741790771484e-07, -1.5273690223693848e-07, -8.195638656616211e-08, -1.1175870895385742e-08, 5.960464477539063e-08, 1.30385160446167e-07, 2.0116567611694336e-07, 2.7194619178771973e-07, 3.427267074584961e-07, 4.1350722312927246e-07, 4.842877388000488e-07, 5.550682544708252e-07, 6.258487701416016e-07, 6.966292858123779e-07, 7.674098014831543e-07, 8.381903171539307e-07, 9.08970832824707e-07, 9.797513484954834e-07, 1.0505318641662598e-06, 1.1213123798370361e-06, 1.1920928955078125e-06, 1.2628734111785889e-06, 1.3336539268493652e-06, 1.4044344425201416e-06, 1.475214958190918e-06, 1.5459954738616943e-06, 1.6167759895324707e-06, 1.687556505203247e-06, 1.7583370208740234e-06, 1.8291175365447998e-06, 1.8998980522155762e-06, 1.9706785678863525e-06, 2.041459083557129e-06, 2.1122395992279053e-06, 2.1830201148986816e-06, 2.253800630569458e-06, 2.3245811462402344e-06]}, "gradients/encoder.encoder.layers.17.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 4.0, 3.0, 2.0, 3.0, 6.0, 15.0, 7.0, 15.0, 15.0, 27.0, 47.0, 58.0, 105.0, 144.0, 87.0, 251.0, 350.0, 541.0, 850.0, 1408.0, 2291.0, 3901.0, 6939.0, 12436.0, 10224.0, 35906.0, 97264.0, 558057.0, 207066.0, 56525.0, 24489.0, 12533.0, 6843.0, 3849.0, 2340.0, 764.0, 1070.0, 715.0, 441.0, 321.0, 197.0, 153.0, 89.0, 63.0, 44.0, 29.0, 8.0, 19.0, 15.0, 16.0, 13.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0], "bins": [-3.933906555175781e-06, -3.820285201072693e-06, -3.7066638469696045e-06, -3.593042492866516e-06, -3.4794211387634277e-06, -3.3657997846603394e-06, -3.252178430557251e-06, -3.1385570764541626e-06, -3.0249357223510742e-06, -2.911314368247986e-06, -2.7976930141448975e-06, -2.684071660041809e-06, -2.5704503059387207e-06, -2.4568289518356323e-06, -2.343207597732544e-06, -2.2295862436294556e-06, -2.115964889526367e-06, -2.002343535423279e-06, -1.8887221813201904e-06, -1.775100827217102e-06, -1.6614794731140137e-06, -1.5478581190109253e-06, -1.434236764907837e-06, -1.3206154108047485e-06, -1.2069940567016602e-06, -1.0933727025985718e-06, -9.797513484954834e-07, -8.66129994392395e-07, -7.525086402893066e-07, -6.388872861862183e-07, -5.252659320831299e-07, -4.116445779800415e-07, -2.980232238769531e-07, -1.8440186977386475e-07, -7.078051567077637e-08, 4.284083843231201e-08, 1.564621925354004e-07, 2.7008354663848877e-07, 3.8370490074157715e-07, 4.973262548446655e-07, 6.109476089477539e-07, 7.245689630508423e-07, 8.381903171539307e-07, 9.51811671257019e-07, 1.0654330253601074e-06, 1.1790543794631958e-06, 1.2926757335662842e-06, 1.4062970876693726e-06, 1.519918441772461e-06, 1.6335397958755493e-06, 1.7471611499786377e-06, 1.860782504081726e-06, 1.9744038581848145e-06, 2.088025212287903e-06, 2.201646566390991e-06, 2.3152679204940796e-06, 2.428889274597168e-06, 2.5425106287002563e-06, 2.6561319828033447e-06, 2.769753336906433e-06, 2.8833746910095215e-06, 2.99699604511261e-06, 3.1106173992156982e-06, 3.2242387533187866e-06, 3.337860107421875e-06]}, "gradients/encoder.encoder.layers.17.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 6.0, 0.0, 2.0, 4.0, 4.0, 4.0, 6.0, 10.0, 21.0, 9.0, 16.0, 10.0, 15.0, 20.0, 27.0, 29.0, 66.0, 53.0, 66.0, 79.0, 128.0, 87.0, 58.0, 46.0, 73.0, 21.0, 23.0, 14.0, 15.0, 16.0, 17.0, 9.0, 16.0, 12.0, 5.0, 4.0, 6.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.9073486328125e-06, -1.8402934074401855e-06, -1.773238182067871e-06, -1.7061829566955566e-06, -1.6391277313232422e-06, -1.5720725059509277e-06, -1.5050172805786133e-06, -1.4379620552062988e-06, -1.3709068298339844e-06, -1.30385160446167e-06, -1.2367963790893555e-06, -1.169741153717041e-06, -1.1026859283447266e-06, -1.0356307029724121e-06, -9.685754776000977e-07, -9.015202522277832e-07, -8.344650268554688e-07, -7.674098014831543e-07, -7.003545761108398e-07, -6.332993507385254e-07, -5.662441253662109e-07, -4.991888999938965e-07, -4.3213367462158203e-07, -3.650784492492676e-07, -2.980232238769531e-07, -2.3096799850463867e-07, -1.6391277313232422e-07, -9.685754776000977e-08, -2.9802322387695312e-08, 3.725290298461914e-08, 1.043081283569336e-07, 1.7136335372924805e-07, 2.384185791015625e-07, 3.0547380447387695e-07, 3.725290298461914e-07, 4.3958425521850586e-07, 5.066394805908203e-07, 5.736947059631348e-07, 6.407499313354492e-07, 7.078051567077637e-07, 7.748603820800781e-07, 8.419156074523926e-07, 9.08970832824707e-07, 9.760260581970215e-07, 1.043081283569336e-06, 1.1101365089416504e-06, 1.1771917343139648e-06, 1.2442469596862793e-06, 1.3113021850585938e-06, 1.3783574104309082e-06, 1.4454126358032227e-06, 1.5124678611755371e-06, 1.5795230865478516e-06, 1.646578311920166e-06, 1.7136335372924805e-06, 1.780688762664795e-06, 1.8477439880371094e-06, 1.914799213409424e-06, 1.9818544387817383e-06, 2.0489096641540527e-06, 2.115964889526367e-06, 2.1830201148986816e-06, 2.250075340270996e-06, 2.3171305656433105e-06, 2.384185791015625e-06]}, "gradients/encoder.encoder.layers.17.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 2.0, 3.0, 5.0, 7.0, 9.0, 9.0, 15.0, 20.0, 19.0, 14.0, 38.0, 44.0, 77.0, 101.0, 233.0, 142.0, 75.0, 54.0, 38.0, 34.0, 12.0, 17.0, 8.0, 7.0, 4.0, 4.0, 2.0, 5.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00015284575056284666, -0.00014868441212456673, -0.00014452308823820204, -0.0001403617497999221, -0.0001362004259135574, -0.00013203908747527748, -0.00012787774903699756, -0.00012371642515063286, -0.00011955508671235293, -0.00011539375555003062, -0.0001112324243877083, -0.00010707108594942838, -0.00010290975478710607, -9.874842362478375e-05, -9.458708518650383e-05, -9.042575402418151e-05, -8.62644228618592e-05, -8.210309169953689e-05, -7.794176053721458e-05, -7.378042209893465e-05, -6.961909093661234e-05, -6.545775977429003e-05, -6.12964213360101e-05, -5.7135090173687786e-05, -5.297375901136547e-05, -4.881242784904316e-05, -4.465109304874204e-05, -4.048975824844092e-05, -3.632842708611861e-05, -3.2167095923796296e-05, -2.8005761123495176e-05, -2.384442814218346e-05, -1.9683109712786973e-05, -1.5521776731475256e-05, -1.136044375016354e-05, -7.199110768851824e-06, -3.037777787540108e-06, 1.1235551937716082e-06, 5.284888175083324e-06, 9.44622115639504e-06, 1.3607554137706757e-05, 1.7768887119018473e-05, 2.193022010033019e-05, 2.6091553081641905e-05, 3.025288606295362e-05, 3.4414217225275934e-05, 3.8575552025577053e-05, 4.273688682587817e-05, 4.6898217988200486e-05, 5.10595491505228e-05, 5.522088395082392e-05, 5.938221875112504e-05, 6.354354991344735e-05, 6.770488107576966e-05, 7.186621951404959e-05, 7.60275506763719e-05, 8.018888183869421e-05, 8.435021300101653e-05, 8.851154416333884e-05, 9.267288260161877e-05, 9.683421376394108e-05, 0.00010099554492626339, 0.00010515688336454332, 0.00010931821452686563, 0.00011347954568918794]}, "gradients/encoder.encoder.layers.17.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 3.0, 2.0, 4.0, 7.0, 12.0, 14.0, 19.0, 19.0, 25.0, 27.0, 33.0, 32.0, 37.0, 48.0, 43.0, 37.0, 54.0, 54.0, 60.0, 61.0, 48.0, 35.0, 52.0, 42.0, 30.0, 44.0, 30.0, 23.0, 17.0, 20.0, 20.0, 12.0, 17.0, 10.0, 7.0, 4.0, 0.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.058547973632812e-05, -7.792375981807709e-05, -7.526203989982605e-05, -7.260031998157501e-05, -6.993860006332397e-05, -6.727688014507294e-05, -6.46151602268219e-05, -6.195344030857086e-05, -5.9291720390319824e-05, -5.663000047206879e-05, -5.396828055381775e-05, -5.130656063556671e-05, -4.8644840717315674e-05, -4.5983120799064636e-05, -4.33214008808136e-05, -4.065968096256256e-05, -3.7997961044311523e-05, -3.5336241126060486e-05, -3.267452120780945e-05, -3.001280128955841e-05, -2.7351081371307373e-05, -2.4689361453056335e-05, -2.2027641534805298e-05, -1.936592161655426e-05, -1.6704201698303223e-05, -1.4042481780052185e-05, -1.1380761861801147e-05, -8.71904194355011e-06, -6.057322025299072e-06, -3.3956021070480347e-06, -7.338821887969971e-07, 1.9278377294540405e-06, 4.589557647705078e-06, 7.251277565956116e-06, 9.912997484207153e-06, 1.2574717402458191e-05, 1.5236437320709229e-05, 1.7898157238960266e-05, 2.0559877157211304e-05, 2.322159707546234e-05, 2.588331699371338e-05, 2.8545036911964417e-05, 3.1206756830215454e-05, 3.386847674846649e-05, 3.653019666671753e-05, 3.919191658496857e-05, 4.1853636503219604e-05, 4.451535642147064e-05, 4.717707633972168e-05, 4.983879625797272e-05, 5.2500516176223755e-05, 5.516223609447479e-05, 5.782395601272583e-05, 6.048567593097687e-05, 6.31473958492279e-05, 6.580911576747894e-05, 6.847083568572998e-05, 7.113255560398102e-05, 7.379427552223206e-05, 7.64559954404831e-05, 7.911771535873413e-05, 8.177943527698517e-05, 8.44411551952362e-05, 8.710287511348724e-05, 8.976459503173828e-05]}, "gradients/encoder.encoder.layers.16.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 7.0, 2.0, 1.0, 3.0, 2.0, 1.0, 7.0, 2.0, 6.0, 7.0, 12.0, 12.0, 13.0, 12.0, 23.0, 25.0, 23.0, 32.0, 44.0, 71.0, 82.0, 79.0, 138.0, 188.0, 270.0, 377.0, 601.0, 927.0, 1570.0, 2697.0, 5007.0, 9411.0, 21942.0, 61153.0, 2386923.0, 1596650.0, 63252.0, 21788.0, 9518.0, 4915.0, 2620.0, 1477.0, 865.0, 564.0, 314.0, 207.0, 144.0, 103.0, 51.0, 45.0, 38.0, 20.0, 19.0, 9.0, 6.0, 12.0, 6.0, 2.0, 3.0, 2.0], "bins": [-7.402896881103516e-05, -7.21300020813942e-05, -7.023103535175323e-05, -6.833206862211227e-05, -6.643310189247131e-05, -6.453413516283035e-05, -6.263516843318939e-05, -6.073620170354843e-05, -5.883723497390747e-05, -5.693826824426651e-05, -5.503930151462555e-05, -5.314033478498459e-05, -5.124136805534363e-05, -4.934240132570267e-05, -4.7443434596061707e-05, -4.5544467866420746e-05, -4.3645501136779785e-05, -4.1746534407138824e-05, -3.9847567677497864e-05, -3.79486009478569e-05, -3.604963421821594e-05, -3.415066748857498e-05, -3.225170075893402e-05, -3.035273402929306e-05, -2.84537672996521e-05, -2.655480057001114e-05, -2.4655833840370178e-05, -2.2756867110729218e-05, -2.0857900381088257e-05, -1.8958933651447296e-05, -1.7059966921806335e-05, -1.5161000192165375e-05, -1.3262033462524414e-05, -1.1363066732883453e-05, -9.464100003242493e-06, -7.565133273601532e-06, -5.666166543960571e-06, -3.7671998143196106e-06, -1.86823308467865e-06, 3.073364496231079e-08, 1.9297003746032715e-06, 3.828667104244232e-06, 5.727633833885193e-06, 7.6266005635261536e-06, 9.525567293167114e-06, 1.1424534022808075e-05, 1.3323500752449036e-05, 1.5222467482089996e-05, 1.7121434211730957e-05, 1.9020400941371918e-05, 2.091936767101288e-05, 2.281833440065384e-05, 2.47173011302948e-05, 2.661626785993576e-05, 2.851523458957672e-05, 3.0414201319217682e-05, 3.231316804885864e-05, 3.42121347784996e-05, 3.6111101508140564e-05, 3.8010068237781525e-05, 3.9909034967422485e-05, 4.1808001697063446e-05, 4.370696842670441e-05, 4.560593515634537e-05, 4.750490188598633e-05]}, "gradients/encoder.encoder.layers.16.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 7.0, 3.0, 4.0, 9.0, 9.0, 14.0, 11.0, 22.0, 32.0, 29.0, 52.0, 61.0, 80.0, 89.0, 93.0, 107.0, 80.0, 69.0, 67.0, 46.0, 28.0, 19.0, 18.0, 16.0, 19.0, 7.0, 5.0, 5.0, 5.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-1.4185905456542969e-05, -1.3819895684719086e-05, -1.3453885912895203e-05, -1.308787614107132e-05, -1.2721866369247437e-05, -1.2355856597423553e-05, -1.198984682559967e-05, -1.1623837053775787e-05, -1.1257827281951904e-05, -1.0891817510128021e-05, -1.0525807738304138e-05, -1.0159797966480255e-05, -9.793788194656372e-06, -9.427778422832489e-06, -9.061768651008606e-06, -8.695758879184723e-06, -8.32974910736084e-06, -7.963739335536957e-06, -7.597729563713074e-06, -7.231719791889191e-06, -6.865710020065308e-06, -6.4997002482414246e-06, -6.1336904764175415e-06, -5.7676807045936584e-06, -5.401670932769775e-06, -5.035661160945892e-06, -4.669651389122009e-06, -4.303641617298126e-06, -3.937631845474243e-06, -3.57162207365036e-06, -3.205612301826477e-06, -2.839602530002594e-06, -2.473592758178711e-06, -2.107582986354828e-06, -1.7415732145309448e-06, -1.3755634427070618e-06, -1.0095536708831787e-06, -6.435438990592957e-07, -2.775341272354126e-07, 8.847564458847046e-08, 4.544854164123535e-07, 8.204951882362366e-07, 1.1865049600601196e-06, 1.5525147318840027e-06, 1.9185245037078857e-06, 2.284534275531769e-06, 2.650544047355652e-06, 3.016553819179535e-06, 3.382563591003418e-06, 3.748573362827301e-06, 4.114583134651184e-06, 4.480592906475067e-06, 4.84660267829895e-06, 5.212612450122833e-06, 5.578622221946716e-06, 5.944631993770599e-06, 6.310641765594482e-06, 6.6766515374183655e-06, 7.0426613092422485e-06, 7.408671081066132e-06, 7.774680852890015e-06, 8.140690624713898e-06, 8.50670039653778e-06, 8.872710168361664e-06, 9.238719940185547e-06]}, "gradients/encoder.encoder.layers.16.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 7.0, 1.0, 14.0, 9.0, 15.0, 36.0, 45.0, 73.0, 68.0, 124.0, 191.0, 330.0, 434.0, 697.0, 1084.0, 1700.0, 2780.0, 4687.0, 8074.0, 15197.0, 28000.0, 59856.0, 193140.0, 3161437.0, 533535.0, 96120.0, 40231.0, 20772.0, 10145.0, 6090.0, 3319.0, 2106.0, 1373.0, 825.0, 555.0, 365.0, 253.0, 175.0, 128.0, 73.0, 54.0, 46.0, 36.0, 22.0, 19.0, 15.0, 15.0, 10.0, 5.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0], "bins": [-3.260374069213867e-05, -3.1507574021816254e-05, -3.0411407351493835e-05, -2.9315240681171417e-05, -2.8219074010849e-05, -2.712290734052658e-05, -2.6026740670204163e-05, -2.4930573999881744e-05, -2.3834407329559326e-05, -2.2738240659236908e-05, -2.164207398891449e-05, -2.054590731859207e-05, -1.9449740648269653e-05, -1.8353573977947235e-05, -1.7257407307624817e-05, -1.61612406373024e-05, -1.506507396697998e-05, -1.3968907296657562e-05, -1.2872740626335144e-05, -1.1776573956012726e-05, -1.0680407285690308e-05, -9.58424061536789e-06, -8.488073945045471e-06, -7.391907274723053e-06, -6.295740604400635e-06, -5.1995739340782166e-06, -4.103407263755798e-06, -3.00724059343338e-06, -1.911073923110962e-06, -8.149072527885437e-07, 2.812594175338745e-07, 1.3774260878562927e-06, 2.473592758178711e-06, 3.569759428501129e-06, 4.665926098823547e-06, 5.7620927691459656e-06, 6.858259439468384e-06, 7.954426109790802e-06, 9.05059278011322e-06, 1.0146759450435638e-05, 1.1242926120758057e-05, 1.2339092791080475e-05, 1.3435259461402893e-05, 1.4531426131725311e-05, 1.562759280204773e-05, 1.6723759472370148e-05, 1.7819926142692566e-05, 1.8916092813014984e-05, 2.0012259483337402e-05, 2.110842615365982e-05, 2.220459282398224e-05, 2.3300759494304657e-05, 2.4396926164627075e-05, 2.5493092834949493e-05, 2.658925950527191e-05, 2.768542617559433e-05, 2.8781592845916748e-05, 2.9877759516239166e-05, 3.0973926186561584e-05, 3.2070092856884e-05, 3.316625952720642e-05, 3.426242619752884e-05, 3.535859286785126e-05, 3.6454759538173676e-05, 3.7550926208496094e-05]}, "gradients/encoder.encoder.layers.16.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 6.0, 3.0, 1.0, 4.0, 4.0, 2.0, 3.0, 3.0, 5.0, 11.0, 7.0, 12.0, 13.0, 12.0, 20.0, 25.0, 23.0, 34.0, 34.0, 42.0, 34.0, 57.0, 62.0, 97.0, 137.0, 278.0, 1009.0, 1183.0, 392.0, 172.0, 86.0, 63.0, 64.0, 37.0, 37.0, 20.0, 28.0, 15.0, 12.0, 10.0, 6.0, 5.0, 7.0, 3.0, 4.0, 1.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-2.944469451904297e-05, -2.8670765459537506e-05, -2.7896836400032043e-05, -2.712290734052658e-05, -2.6348978281021118e-05, -2.5575049221515656e-05, -2.4801120162010193e-05, -2.402719110250473e-05, -2.3253262042999268e-05, -2.2479332983493805e-05, -2.1705403923988342e-05, -2.093147486448288e-05, -2.0157545804977417e-05, -1.9383616745471954e-05, -1.8609687685966492e-05, -1.783575862646103e-05, -1.7061829566955566e-05, -1.6287900507450104e-05, -1.551397144794464e-05, -1.4740042388439178e-05, -1.3966113328933716e-05, -1.3192184269428253e-05, -1.241825520992279e-05, -1.1644326150417328e-05, -1.0870397090911865e-05, -1.0096468031406403e-05, -9.32253897190094e-06, -8.548609912395477e-06, -7.774680852890015e-06, -7.000751793384552e-06, -6.226822733879089e-06, -5.452893674373627e-06, -4.678964614868164e-06, -3.905035555362701e-06, -3.1311064958572388e-06, -2.357177436351776e-06, -1.5832483768463135e-06, -8.093193173408508e-07, -3.5390257835388184e-08, 7.385388016700745e-07, 1.5124678611755371e-06, 2.2863969206809998e-06, 3.0603259801864624e-06, 3.834255039691925e-06, 4.608184099197388e-06, 5.38211315870285e-06, 6.156042218208313e-06, 6.929971277713776e-06, 7.703900337219238e-06, 8.477829396724701e-06, 9.251758456230164e-06, 1.0025687515735626e-05, 1.0799616575241089e-05, 1.1573545634746552e-05, 1.2347474694252014e-05, 1.3121403753757477e-05, 1.389533281326294e-05, 1.4669261872768402e-05, 1.5443190932273865e-05, 1.6217119991779327e-05, 1.699104905128479e-05, 1.7764978110790253e-05, 1.8538907170295715e-05, 1.9312836229801178e-05, 2.008676528930664e-05]}, "gradients/encoder.encoder.layers.16.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 6.0, 1.0, 3.0, 8.0, 4.0, 6.0, 5.0, 11.0, 9.0, 16.0, 18.0, 31.0, 34.0, 49.0, 74.0, 104.0, 232.0, 225.0, 77.0, 40.0, 22.0, 10.0, 7.0, 8.0, 5.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0003000610740855336, -0.0002900555555243045, -0.00028005000785924494, -0.00027004448929801583, -0.0002600389707367867, -0.0002500334521755576, -0.00024002790451049805, -0.00023002238594926894, -0.0002200168528361246, -0.00021001131972298026, -0.00020000580116175115, -0.0001900002680486068, -0.00017999473493546247, -0.00016998921637423337, -0.00015998368326108903, -0.0001499781501479447, -0.00013997263158671558, -0.00012996709847357124, -0.00011996157991234213, -0.00010995604679919779, -9.995052096201107e-05, -8.994499512482435e-05, -7.993946201168001e-05, -6.993393617449328e-05, -5.992841033730656e-05, -4.9922884500119835e-05, -3.9917355024954304e-05, -2.9911827368778177e-05, -1.990629971260205e-05, -9.900773875415325e-06, 1.0475559975020587e-07, 1.0110285074915737e-05, 2.011581091210246e-05, 3.012133856827859e-05, 4.0126866224454716e-05, 5.013239569962025e-05, 6.013792153680697e-05, 7.01434473739937e-05, 8.014898048713803e-05, 9.015450632432476e-05, 0.00010016003216151148, 0.0001101655579986982, 0.00012017108383588493, 0.00013017661694902927, 0.0001401821500621736, 0.00015018766862340271, 0.00016019320173654705, 0.0001701987348496914, 0.0001802042534109205, 0.00019020978652406484, 0.00020021530508529395, 0.0002102208381984383, 0.0002202263567596674, 0.00023023188987281173, 0.00024023742298595607, 0.0002502429415471852, 0.00026024848921224475, 0.00027025400777347386, 0.0002802595554385334, 0.00029026507399976254, 0.00030027059256099164, 0.00031027611112222075, 0.0003202816587872803, 0.00033028717734850943, 0.00034029269590973854]}, "gradients/encoder.encoder.layers.16.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 1.0, 4.0, 4.0, 4.0, 6.0, 5.0, 6.0, 7.0, 15.0, 21.0, 16.0, 22.0, 21.0, 24.0, 21.0, 30.0, 30.0, 22.0, 39.0, 38.0, 31.0, 43.0, 44.0, 57.0, 34.0, 44.0, 32.0, 48.0, 40.0, 30.0, 25.0, 37.0, 25.0, 30.0, 25.0, 18.0, 22.0, 18.0, 9.0, 12.0, 9.0, 13.0, 1.0, 7.0, 3.0, 6.0, 1.0, 6.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00011515617370605469, -0.0001114141196012497, -0.0001076720654964447, -0.00010393001139163971, -0.00010018795728683472, -9.644590318202972e-05, -9.270384907722473e-05, -8.896179497241974e-05, -8.521974086761475e-05, -8.147768676280975e-05, -7.773563265800476e-05, -7.399357855319977e-05, -7.025152444839478e-05, -6.650947034358978e-05, -6.276741623878479e-05, -5.90253621339798e-05, -5.5283308029174805e-05, -5.154125392436981e-05, -4.779919981956482e-05, -4.405714571475983e-05, -4.0315091609954834e-05, -3.657303750514984e-05, -3.283098340034485e-05, -2.9088929295539856e-05, -2.5346875190734863e-05, -2.160482108592987e-05, -1.7862766981124878e-05, -1.4120712876319885e-05, -1.0378658771514893e-05, -6.6366046667099e-06, -2.8945505619049072e-06, 8.475035429000854e-07, 4.589557647705078e-06, 8.33161175251007e-06, 1.2073665857315063e-05, 1.5815719962120056e-05, 1.955777406692505e-05, 2.329982817173004e-05, 2.7041882276535034e-05, 3.078393638134003e-05, 3.452599048614502e-05, 3.826804459095001e-05, 4.2010098695755005e-05, 4.575215280056e-05, 4.949420690536499e-05, 5.323626101016998e-05, 5.6978315114974976e-05, 6.072036921977997e-05, 6.446242332458496e-05, 6.820447742938995e-05, 7.194653153419495e-05, 7.568858563899994e-05, 7.943063974380493e-05, 8.317269384860992e-05, 8.691474795341492e-05, 9.065680205821991e-05, 9.43988561630249e-05, 9.81409102678299e-05, 0.00010188296437263489, 0.00010562501847743988, 0.00010936707258224487, 0.00011310912668704987, 0.00011685118079185486, 0.00012059323489665985, 0.00012433528900146484]}, "gradients/encoder.encoder.layers.16.attention.out_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 1.0, 3.0, 2.0, 9.0, 9.0, 9.0, 19.0, 18.0, 33.0, 49.0, 66.0, 86.0, 128.0, 181.0, 288.0, 434.0, 651.0, 1041.0, 1832.0, 3066.0, 5393.0, 9936.0, 20909.0, 45438.0, 126812.0, 544621.0, 177258.0, 58780.0, 24343.0, 11839.0, 6316.0, 3595.0, 1995.0, 1195.0, 750.0, 509.0, 287.0, 198.0, 137.0, 97.0, 69.0, 38.0, 22.0, 26.0, 26.0, 12.0, 7.0, 8.0, 8.0, 8.0, 2.0, 3.0, 0.0, 0.0, 2.0, 1.0, 2.0], "bins": [-6.073713302612305e-05, -5.8875419199466705e-05, -5.7013705372810364e-05, -5.515199154615402e-05, -5.329027771949768e-05, -5.142856389284134e-05, -4.9566850066185e-05, -4.7705136239528656e-05, -4.5843422412872314e-05, -4.398170858621597e-05, -4.211999475955963e-05, -4.025828093290329e-05, -3.839656710624695e-05, -3.653485327959061e-05, -3.4673139452934265e-05, -3.2811425626277924e-05, -3.094971179962158e-05, -2.908799797296524e-05, -2.72262841463089e-05, -2.5364570319652557e-05, -2.3502856492996216e-05, -2.1641142666339874e-05, -1.9779428839683533e-05, -1.791771501302719e-05, -1.605600118637085e-05, -1.4194287359714508e-05, -1.2332573533058167e-05, -1.0470859706401825e-05, -8.609145879745483e-06, -6.747432053089142e-06, -4.8857182264328e-06, -3.0240043997764587e-06, -1.1622905731201172e-06, 6.994232535362244e-07, 2.561137080192566e-06, 4.4228509068489075e-06, 6.284564733505249e-06, 8.14627856016159e-06, 1.0007992386817932e-05, 1.1869706213474274e-05, 1.3731420040130615e-05, 1.5593133866786957e-05, 1.74548476934433e-05, 1.931656152009964e-05, 2.117827534675598e-05, 2.3039989173412323e-05, 2.4901703000068665e-05, 2.6763416826725006e-05, 2.8625130653381348e-05, 3.048684448003769e-05, 3.234855830669403e-05, 3.421027213335037e-05, 3.6071985960006714e-05, 3.7933699786663055e-05, 3.97954136133194e-05, 4.165712743997574e-05, 4.351884126663208e-05, 4.538055509328842e-05, 4.724226891994476e-05, 4.9103982746601105e-05, 5.0965696573257446e-05, 5.282741039991379e-05, 5.468912422657013e-05, 5.655083805322647e-05, 5.841255187988281e-05]}, "gradients/encoder.encoder.layers.16.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 4.0, 5.0, 3.0, 7.0, 8.0, 20.0, 6.0, 13.0, 28.0, 22.0, 40.0, 52.0, 72.0, 66.0, 95.0, 97.0, 87.0, 77.0, 62.0, 44.0, 45.0, 39.0, 22.0, 21.0, 16.0, 14.0, 16.0, 8.0, 3.0, 4.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.2755393981933594e-05, -1.241639256477356e-05, -1.2077391147613525e-05, -1.1738389730453491e-05, -1.1399388313293457e-05, -1.1060386896133423e-05, -1.0721385478973389e-05, -1.0382384061813354e-05, -1.004338264465332e-05, -9.704381227493286e-06, -9.365379810333252e-06, -9.026378393173218e-06, -8.687376976013184e-06, -8.34837555885315e-06, -8.009374141693115e-06, -7.670372724533081e-06, -7.331371307373047e-06, -6.992369890213013e-06, -6.6533684730529785e-06, -6.314367055892944e-06, -5.97536563873291e-06, -5.636364221572876e-06, -5.297362804412842e-06, -4.958361387252808e-06, -4.6193599700927734e-06, -4.280358552932739e-06, -3.941357135772705e-06, -3.602355718612671e-06, -3.2633543014526367e-06, -2.9243528842926025e-06, -2.5853514671325684e-06, -2.246350049972534e-06, -1.9073486328125e-06, -1.5683472156524658e-06, -1.2293457984924316e-06, -8.903443813323975e-07, -5.513429641723633e-07, -2.123415470123291e-07, 1.2665987014770508e-07, 4.6566128730773926e-07, 8.046627044677734e-07, 1.1436641216278076e-06, 1.4826655387878418e-06, 1.821666955947876e-06, 2.16066837310791e-06, 2.4996697902679443e-06, 2.8386712074279785e-06, 3.1776726245880127e-06, 3.516674041748047e-06, 3.855675458908081e-06, 4.194676876068115e-06, 4.533678293228149e-06, 4.872679710388184e-06, 5.211681127548218e-06, 5.550682544708252e-06, 5.889683961868286e-06, 6.22868537902832e-06, 6.5676867961883545e-06, 6.906688213348389e-06, 7.245689630508423e-06, 7.584691047668457e-06, 7.923692464828491e-06, 8.262693881988525e-06, 8.60169529914856e-06, 8.940696716308594e-06]}, "gradients/encoder.encoder.layers.16.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 7.0, 4.0, 5.0, 5.0, 3.0, 3.0, 15.0, 29.0, 42.0, 68.0, 83.0, 90.0, 173.0, 236.0, 278.0, 371.0, 697.0, 1047.0, 1720.0, 2554.0, 3724.0, 6375.0, 9873.0, 17016.0, 26534.0, 48517.0, 91069.0, 192191.0, 376241.0, 115365.0, 64026.0, 33894.0, 21946.0, 13034.0, 7531.0, 5050.0, 2986.0, 2014.0, 1256.0, 767.0, 540.0, 362.0, 261.0, 177.0, 126.0, 64.0, 44.0, 38.0, 20.0, 23.0, 16.0, 24.0, 8.0, 7.0, 5.0, 6.0, 8.0, 3.0], "bins": [-2.9742717742919922e-05, -2.887379378080368e-05, -2.800486981868744e-05, -2.7135945856571198e-05, -2.6267021894454956e-05, -2.5398097932338715e-05, -2.4529173970222473e-05, -2.366025000810623e-05, -2.279132604598999e-05, -2.192240208387375e-05, -2.1053478121757507e-05, -2.0184554159641266e-05, -1.9315630197525024e-05, -1.8446706235408783e-05, -1.757778227329254e-05, -1.67088583111763e-05, -1.583993434906006e-05, -1.4971010386943817e-05, -1.4102086424827576e-05, -1.3233162462711334e-05, -1.2364238500595093e-05, -1.1495314538478851e-05, -1.062639057636261e-05, -9.757466614246368e-06, -8.888542652130127e-06, -8.019618690013885e-06, -7.150694727897644e-06, -6.281770765781403e-06, -5.412846803665161e-06, -4.54392284154892e-06, -3.6749988794326782e-06, -2.8060749173164368e-06, -1.9371509552001953e-06, -1.0682269930839539e-06, -1.993030309677124e-07, 6.69620931148529e-07, 1.5385448932647705e-06, 2.407468855381012e-06, 3.2763928174972534e-06, 4.145316779613495e-06, 5.014240741729736e-06, 5.883164703845978e-06, 6.752088665962219e-06, 7.621012628078461e-06, 8.489936590194702e-06, 9.358860552310944e-06, 1.0227784514427185e-05, 1.1096708476543427e-05, 1.1965632438659668e-05, 1.283455640077591e-05, 1.3703480362892151e-05, 1.4572404325008392e-05, 1.5441328287124634e-05, 1.6310252249240875e-05, 1.7179176211357117e-05, 1.8048100173473358e-05, 1.89170241355896e-05, 1.978594809770584e-05, 2.0654872059822083e-05, 2.1523796021938324e-05, 2.2392719984054565e-05, 2.3261643946170807e-05, 2.413056790828705e-05, 2.499949187040329e-05, 2.586841583251953e-05]}, "gradients/encoder.encoder.layers.16.attention.v_proj.bias": {"_type": "histogram", "values": [4.0, 2.0, 0.0, 2.0, 1.0, 5.0, 2.0, 5.0, 3.0, 2.0, 4.0, 8.0, 7.0, 18.0, 10.0, 15.0, 16.0, 20.0, 23.0, 27.0, 30.0, 38.0, 37.0, 31.0, 45.0, 29.0, 39.0, 36.0, 47.0, 45.0, 48.0, 27.0, 26.0, 34.0, 39.0, 27.0, 25.0, 30.0, 24.0, 28.0, 32.0, 20.0, 19.0, 13.0, 14.0, 15.0, 10.0, 13.0, 7.0, 5.0, 6.0, 6.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.817941665649414e-05, -1.7561018466949463e-05, -1.6942620277404785e-05, -1.6324222087860107e-05, -1.570582389831543e-05, -1.5087425708770752e-05, -1.4469027519226074e-05, -1.3850629329681396e-05, -1.3232231140136719e-05, -1.2613832950592041e-05, -1.1995434761047363e-05, -1.1377036571502686e-05, -1.0758638381958008e-05, -1.014024019241333e-05, -9.521842002868652e-06, -8.903443813323975e-06, -8.285045623779297e-06, -7.666647434234619e-06, -7.048249244689941e-06, -6.429851055145264e-06, -5.811452865600586e-06, -5.193054676055908e-06, -4.5746564865112305e-06, -3.956258296966553e-06, -3.337860107421875e-06, -2.7194619178771973e-06, -2.1010637283325195e-06, -1.4826655387878418e-06, -8.642673492431641e-07, -2.4586915969848633e-07, 3.725290298461914e-07, 9.909272193908691e-07, 1.6093254089355469e-06, 2.2277235984802246e-06, 2.8461217880249023e-06, 3.46451997756958e-06, 4.082918167114258e-06, 4.7013163566589355e-06, 5.319714546203613e-06, 5.938112735748291e-06, 6.556510925292969e-06, 7.1749091148376465e-06, 7.793307304382324e-06, 8.411705493927002e-06, 9.03010368347168e-06, 9.648501873016357e-06, 1.0266900062561035e-05, 1.0885298252105713e-05, 1.150369644165039e-05, 1.2122094631195068e-05, 1.2740492820739746e-05, 1.3358891010284424e-05, 1.3977289199829102e-05, 1.459568738937378e-05, 1.5214085578918457e-05, 1.5832483768463135e-05, 1.6450881958007812e-05, 1.706928014755249e-05, 1.7687678337097168e-05, 1.8306076526641846e-05, 1.8924474716186523e-05, 1.95428729057312e-05, 2.016127109527588e-05, 2.0779669284820557e-05, 2.1398067474365234e-05]}, "gradients/encoder.encoder.layers.16.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 6.0, 4.0, 3.0, 3.0, 5.0, 1.0, 8.0, 14.0, 21.0, 40.0, 34.0, 41.0, 46.0, 117.0, 167.0, 221.0, 362.0, 614.0, 759.0, 1912.0, 4674.0, 13195.0, 47756.0, 280001.0, 510050.0, 142800.0, 29565.0, 9182.0, 3433.0, 1504.0, 747.0, 325.0, 301.0, 218.0, 142.0, 87.0, 56.0, 27.0, 36.0, 20.0, 17.0, 16.0, 12.0, 6.0, 3.0, 4.0, 1.0, 3.0, 1.0, 3.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.304813385009766e-06, -5.1353126764297485e-06, -4.9658119678497314e-06, -4.796311259269714e-06, -4.626810550689697e-06, -4.45730984210968e-06, -4.287809133529663e-06, -4.118308424949646e-06, -3.948807716369629e-06, -3.779307007789612e-06, -3.6098062992095947e-06, -3.4403055906295776e-06, -3.2708048820495605e-06, -3.1013041734695435e-06, -2.9318034648895264e-06, -2.7623027563095093e-06, -2.592802047729492e-06, -2.423301339149475e-06, -2.253800630569458e-06, -2.084299921989441e-06, -1.914799213409424e-06, -1.7452985048294067e-06, -1.5757977962493896e-06, -1.4062970876693726e-06, -1.2367963790893555e-06, -1.0672956705093384e-06, -8.977949619293213e-07, -7.282942533493042e-07, -5.587935447692871e-07, -3.8929283618927e-07, -2.1979212760925293e-07, -5.029141902923584e-08, 1.1920928955078125e-07, 2.8870999813079834e-07, 4.5821070671081543e-07, 6.277114152908325e-07, 7.972121238708496e-07, 9.667128324508667e-07, 1.1362135410308838e-06, 1.3057142496109009e-06, 1.475214958190918e-06, 1.644715666770935e-06, 1.8142163753509521e-06, 1.9837170839309692e-06, 2.1532177925109863e-06, 2.3227185010910034e-06, 2.4922192096710205e-06, 2.6617199182510376e-06, 2.8312206268310547e-06, 3.0007213354110718e-06, 3.170222043991089e-06, 3.339722752571106e-06, 3.509223461151123e-06, 3.67872416973114e-06, 3.848224878311157e-06, 4.017725586891174e-06, 4.187226295471191e-06, 4.3567270040512085e-06, 4.526227712631226e-06, 4.695728421211243e-06, 4.86522912979126e-06, 5.034729838371277e-06, 5.204230546951294e-06, 5.373731255531311e-06, 5.543231964111328e-06]}, "gradients/encoder.encoder.layers.16.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 7.0, 6.0, 6.0, 8.0, 11.0, 23.0, 32.0, 53.0, 34.0, 123.0, 104.0, 141.0, 110.0, 47.0, 89.0, 77.0, 44.0, 34.0, 25.0, 2.0, 8.0, 9.0, 6.0, 9.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.5762786865234375e-06, -3.4673139452934265e-06, -3.3583492040634155e-06, -3.2493844628334045e-06, -3.1404197216033936e-06, -3.0314549803733826e-06, -2.9224902391433716e-06, -2.8135254979133606e-06, -2.7045607566833496e-06, -2.5955960154533386e-06, -2.4866312742233276e-06, -2.3776665329933167e-06, -2.2687017917633057e-06, -2.1597370505332947e-06, -2.0507723093032837e-06, -1.9418075680732727e-06, -1.8328428268432617e-06, -1.7238780856132507e-06, -1.6149133443832397e-06, -1.5059486031532288e-06, -1.3969838619232178e-06, -1.2880191206932068e-06, -1.1790543794631958e-06, -1.0700896382331848e-06, -9.611248970031738e-07, -8.521601557731628e-07, -7.431954145431519e-07, -6.342306733131409e-07, -5.252659320831299e-07, -4.163011908531189e-07, -3.073364496231079e-07, -1.9837170839309692e-07, -8.940696716308594e-08, 1.955777406692505e-08, 1.2852251529693604e-07, 2.3748725652694702e-07, 3.46451997756958e-07, 4.55416738986969e-07, 5.6438148021698e-07, 6.73346221446991e-07, 7.82310962677002e-07, 8.912757039070129e-07, 1.000240445137024e-06, 1.109205186367035e-06, 1.218169927597046e-06, 1.3271346688270569e-06, 1.4360994100570679e-06, 1.5450641512870789e-06, 1.6540288925170898e-06, 1.7629936337471008e-06, 1.8719583749771118e-06, 1.980923116207123e-06, 2.089887857437134e-06, 2.1988525986671448e-06, 2.3078173398971558e-06, 2.4167820811271667e-06, 2.5257468223571777e-06, 2.6347115635871887e-06, 2.7436763048171997e-06, 2.8526410460472107e-06, 2.9616057872772217e-06, 3.0705705285072327e-06, 3.1795352697372437e-06, 3.2885000109672546e-06, 3.3974647521972656e-06]}, "gradients/encoder.encoder.layers.16.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 0.0, 3.0, 2.0, 0.0, 1.0, 6.0, 9.0, 11.0, 8.0, 16.0, 7.0, 25.0, 42.0, 26.0, 72.0, 103.0, 171.0, 116.0, 320.0, 501.0, 393.0, 1063.0, 1762.0, 1337.0, 4050.0, 7414.0, 15819.0, 15994.0, 85047.0, 629232.0, 150803.0, 84962.0, 25572.0, 10574.0, 3029.0, 4003.0, 2350.0, 811.0, 1112.0, 626.0, 231.0, 347.0, 205.0, 126.0, 45.0, 66.0, 58.0, 17.0, 25.0, 20.0, 5.0, 10.0, 10.0, 3.0, 3.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0], "bins": [-3.337860107421875e-06, -3.236345946788788e-06, -3.1348317861557007e-06, -3.0333176255226135e-06, -2.9318034648895264e-06, -2.830289304256439e-06, -2.728775143623352e-06, -2.627260982990265e-06, -2.5257468223571777e-06, -2.4242326617240906e-06, -2.3227185010910034e-06, -2.2212043404579163e-06, -2.119690179824829e-06, -2.018176019191742e-06, -1.9166618585586548e-06, -1.8151476979255676e-06, -1.7136335372924805e-06, -1.6121193766593933e-06, -1.5106052160263062e-06, -1.409091055393219e-06, -1.3075768947601318e-06, -1.2060627341270447e-06, -1.1045485734939575e-06, -1.0030344128608704e-06, -9.015202522277832e-07, -8.00006091594696e-07, -6.984919309616089e-07, -5.969777703285217e-07, -4.954636096954346e-07, -3.939494490623474e-07, -2.9243528842926025e-07, -1.909211277961731e-07, -8.940696716308594e-08, 1.210719347000122e-08, 1.1362135410308838e-07, 2.1513551473617554e-07, 3.166496753692627e-07, 4.1816383600234985e-07, 5.19677996635437e-07, 6.211921572685242e-07, 7.227063179016113e-07, 8.242204785346985e-07, 9.257346391677856e-07, 1.0272487998008728e-06, 1.12876296043396e-06, 1.2302771210670471e-06, 1.3317912817001343e-06, 1.4333054423332214e-06, 1.5348196029663086e-06, 1.6363337635993958e-06, 1.737847924232483e-06, 1.83936208486557e-06, 1.9408762454986572e-06, 2.0423904061317444e-06, 2.1439045667648315e-06, 2.2454187273979187e-06, 2.346932888031006e-06, 2.448447048664093e-06, 2.54996120929718e-06, 2.6514753699302673e-06, 2.7529895305633545e-06, 2.8545036911964417e-06, 2.956017851829529e-06, 3.057532012462616e-06, 3.159046173095703e-06]}, "gradients/encoder.encoder.layers.16.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 7.0, 2.0, 7.0, 7.0, 5.0, 5.0, 29.0, 21.0, 18.0, 37.0, 42.0, 101.0, 74.0, 90.0, 111.0, 99.0, 121.0, 43.0, 41.0, 28.0, 41.0, 6.0, 8.0, 7.0, 2.0, 14.0, 4.0, 2.0, 5.0, 3.0, 4.0, 4.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.205371856689453e-06, -2.132728695869446e-06, -2.0600855350494385e-06, -1.987442374229431e-06, -1.914799213409424e-06, -1.8421560525894165e-06, -1.7695128917694092e-06, -1.6968697309494019e-06, -1.6242265701293945e-06, -1.5515834093093872e-06, -1.4789402484893799e-06, -1.4062970876693726e-06, -1.3336539268493652e-06, -1.261010766029358e-06, -1.1883676052093506e-06, -1.1157244443893433e-06, -1.043081283569336e-06, -9.704381227493286e-07, -8.977949619293213e-07, -8.25151801109314e-07, -7.525086402893066e-07, -6.798654794692993e-07, -6.07222318649292e-07, -5.345791578292847e-07, -4.6193599700927734e-07, -3.8929283618927e-07, -3.166496753692627e-07, -2.4400651454925537e-07, -1.7136335372924805e-07, -9.872019290924072e-08, -2.60770320892334e-08, 4.6566128730773926e-08, 1.1920928955078125e-07, 1.9185245037078857e-07, 2.644956111907959e-07, 3.371387720108032e-07, 4.0978193283081055e-07, 4.824250936508179e-07, 5.550682544708252e-07, 6.277114152908325e-07, 7.003545761108398e-07, 7.729977369308472e-07, 8.456408977508545e-07, 9.182840585708618e-07, 9.909272193908691e-07, 1.0635703802108765e-06, 1.1362135410308838e-06, 1.2088567018508911e-06, 1.2814998626708984e-06, 1.3541430234909058e-06, 1.426786184310913e-06, 1.4994293451309204e-06, 1.5720725059509277e-06, 1.644715666770935e-06, 1.7173588275909424e-06, 1.7900019884109497e-06, 1.862645149230957e-06, 1.9352883100509644e-06, 2.0079314708709717e-06, 2.080574631690979e-06, 2.1532177925109863e-06, 2.2258609533309937e-06, 2.298504114151001e-06, 2.3711472749710083e-06, 2.4437904357910156e-06]}, "gradients/encoder.encoder.layers.16.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 5.0, 6.0, 5.0, 7.0, 5.0, 6.0, 10.0, 15.0, 12.0, 13.0, 23.0, 25.0, 35.0, 41.0, 45.0, 53.0, 129.0, 236.0, 105.0, 70.0, 28.0, 33.0, 28.0, 25.0, 11.0, 4.0, 4.0, 6.0, 3.0, 5.0, 4.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00014163063315209, -0.00013775487605016679, -0.00013387911894824356, -0.00013000337639823556, -0.00012612761929631233, -0.0001222518621943891, -0.00011837610509246588, -0.00011450035526650026, -0.00011062460544053465, -0.00010674884833861142, -0.00010287309851264581, -9.899734141072258e-05, -9.512159158475697e-05, -9.124583448283374e-05, -8.737007738091052e-05, -8.34943275549449e-05, -7.961857045302168e-05, -7.574281335109845e-05, -7.186706352513283e-05, -6.799130642320961e-05, -6.4115556597244e-05, -6.023979949532077e-05, -5.636404603137635e-05, -5.248829256743193e-05, -4.8612539103487507e-05, -4.4736785639543086e-05, -4.0861032175598666e-05, -3.6985278711654246e-05, -3.310952160973102e-05, -2.9233769964776002e-05, -2.5358014681842178e-05, -2.1482261217897758e-05, -1.7606507753953338e-05, -1.3730754290008917e-05, -9.854999916569795e-06, -5.9792455431306735e-06, -2.1034920791862532e-06, 1.772261384758167e-06, 5.648016667691991e-06, 9.523770131636411e-06, 1.3399523595580831e-05, 1.727527705952525e-05, 2.115103052346967e-05, 2.5026785806403495e-05, 2.8902539270347916e-05, 3.277829091530293e-05, 3.665404801722616e-05, 4.052980148117058e-05, 4.4405554945115e-05, 4.828130840905942e-05, 5.215706187300384e-05, 5.603281897492707e-05, 5.990856880089268e-05, 6.378432590281591e-05, 6.766007572878152e-05, 7.153583283070475e-05, 7.541158993262798e-05, 7.92873470345512e-05, 8.316309686051682e-05, 8.703885396244004e-05, 9.091460378840566e-05, 9.479036089032888e-05, 9.866611799225211e-05, 0.00010254186781821772, 0.00010641761764418334]}, "gradients/encoder.encoder.layers.16.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 4.0, 5.0, 5.0, 11.0, 8.0, 9.0, 7.0, 13.0, 18.0, 14.0, 25.0, 17.0, 25.0, 27.0, 31.0, 38.0, 41.0, 40.0, 48.0, 37.0, 54.0, 34.0, 52.0, 51.0, 42.0, 38.0, 36.0, 25.0, 33.0, 37.0, 30.0, 19.0, 16.0, 23.0, 26.0, 10.0, 9.0, 10.0, 7.0, 7.0, 11.0, 4.0, 6.0, 4.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-6.723403930664062e-05, -6.49038702249527e-05, -6.257370114326477e-05, -6.024353206157684e-05, -5.7913362979888916e-05, -5.558319389820099e-05, -5.325302481651306e-05, -5.0922855734825134e-05, -4.859268665313721e-05, -4.626251757144928e-05, -4.393234848976135e-05, -4.1602179408073425e-05, -3.92720103263855e-05, -3.694184124469757e-05, -3.4611672163009644e-05, -3.2281503081321716e-05, -2.995133399963379e-05, -2.7621164917945862e-05, -2.5290995836257935e-05, -2.2960826754570007e-05, -2.063065767288208e-05, -1.8300488591194153e-05, -1.5970319509506226e-05, -1.3640150427818298e-05, -1.1309981346130371e-05, -8.979812264442444e-06, -6.649643182754517e-06, -4.319474101066589e-06, -1.989305019378662e-06, 3.4086406230926514e-07, 2.6710331439971924e-06, 5.00120222568512e-06, 7.331371307373047e-06, 9.661540389060974e-06, 1.1991709470748901e-05, 1.4321878552436829e-05, 1.6652047634124756e-05, 1.8982216715812683e-05, 2.131238579750061e-05, 2.3642554879188538e-05, 2.5972723960876465e-05, 2.8302893042564392e-05, 3.063306212425232e-05, 3.2963231205940247e-05, 3.5293400287628174e-05, 3.76235693693161e-05, 3.995373845100403e-05, 4.2283907532691956e-05, 4.461407661437988e-05, 4.694424569606781e-05, 4.927441477775574e-05, 5.1604583859443665e-05, 5.393475294113159e-05, 5.626492202281952e-05, 5.8595091104507446e-05, 6.0925260186195374e-05, 6.32554292678833e-05, 6.558559834957123e-05, 6.791576743125916e-05, 7.024593651294708e-05, 7.257610559463501e-05, 7.490627467632294e-05, 7.723644375801086e-05, 7.956661283969879e-05, 8.189678192138672e-05]}, "gradients/encoder.encoder.layers.15.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 5.0, 1.0, 6.0, 3.0, 10.0, 11.0, 17.0, 21.0, 27.0, 30.0, 52.0, 57.0, 86.0, 120.0, 166.0, 222.0, 347.0, 588.0, 887.0, 1494.0, 2573.0, 4226.0, 7920.0, 16379.0, 40119.0, 205476.0, 3791334.0, 75072.0, 23127.0, 10993.0, 5639.0, 2928.0, 1828.0, 1023.0, 540.0, 347.0, 234.0, 149.0, 76.0, 52.0, 44.0, 23.0, 18.0, 8.0, 6.0, 2.0, 5.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.283687591552734e-05, -7.082894444465637e-05, -6.88210129737854e-05, -6.681308150291443e-05, -6.480515003204346e-05, -6.279721856117249e-05, -6.0789287090301514e-05, -5.878135561943054e-05, -5.677342414855957e-05, -5.47654926776886e-05, -5.275756120681763e-05, -5.0749629735946655e-05, -4.8741698265075684e-05, -4.673376679420471e-05, -4.472583532333374e-05, -4.271790385246277e-05, -4.07099723815918e-05, -3.8702040910720825e-05, -3.6694109439849854e-05, -3.468617796897888e-05, -3.267824649810791e-05, -3.067031502723694e-05, -2.8662383556365967e-05, -2.6654452085494995e-05, -2.4646520614624023e-05, -2.2638589143753052e-05, -2.063065767288208e-05, -1.862272620201111e-05, -1.6614794731140137e-05, -1.4606863260269165e-05, -1.2598931789398193e-05, -1.0591000318527222e-05, -8.58306884765625e-06, -6.575137376785278e-06, -4.567205905914307e-06, -2.559274435043335e-06, -5.513429641723633e-07, 1.4565885066986084e-06, 3.46451997756958e-06, 5.472451448440552e-06, 7.4803829193115234e-06, 9.488314390182495e-06, 1.1496245861053467e-05, 1.3504177331924438e-05, 1.551210880279541e-05, 1.7520040273666382e-05, 1.9527971744537354e-05, 2.1535903215408325e-05, 2.3543834686279297e-05, 2.555176615715027e-05, 2.755969762802124e-05, 2.9567629098892212e-05, 3.1575560569763184e-05, 3.3583492040634155e-05, 3.559142351150513e-05, 3.75993549823761e-05, 3.960728645324707e-05, 4.161521792411804e-05, 4.3623149394989014e-05, 4.5631080865859985e-05, 4.763901233673096e-05, 4.964694380760193e-05, 5.16548752784729e-05, 5.366280674934387e-05, 5.5670738220214844e-05]}, "gradients/encoder.encoder.layers.15.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 4.0, 4.0, 6.0, 8.0, 8.0, 13.0, 9.0, 13.0, 20.0, 21.0, 29.0, 44.0, 55.0, 60.0, 81.0, 82.0, 113.0, 76.0, 92.0, 64.0, 51.0, 20.0, 33.0, 24.0, 17.0, 14.0, 12.0, 13.0, 8.0, 3.0, 4.0, 2.0, 1.0, 1.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2040138244628906e-05, -1.1709518730640411e-05, -1.1378899216651917e-05, -1.1048279702663422e-05, -1.0717660188674927e-05, -1.0387040674686432e-05, -1.0056421160697937e-05, -9.725801646709442e-06, -9.395182132720947e-06, -9.064562618732452e-06, -8.733943104743958e-06, -8.403323590755463e-06, -8.072704076766968e-06, -7.742084562778473e-06, -7.411465048789978e-06, -7.080845534801483e-06, -6.750226020812988e-06, -6.419606506824493e-06, -6.0889869928359985e-06, -5.758367478847504e-06, -5.427747964859009e-06, -5.097128450870514e-06, -4.766508936882019e-06, -4.435889422893524e-06, -4.105269908905029e-06, -3.7746503949165344e-06, -3.4440308809280396e-06, -3.1134113669395447e-06, -2.78279185295105e-06, -2.452172338962555e-06, -2.12155282497406e-06, -1.7909333109855652e-06, -1.4603137969970703e-06, -1.1296942830085754e-06, -7.990747690200806e-07, -4.684552550315857e-07, -1.3783574104309082e-07, 1.9278377294540405e-07, 5.234032869338989e-07, 8.540228009223938e-07, 1.1846423149108887e-06, 1.5152618288993835e-06, 1.8458813428878784e-06, 2.1765008568763733e-06, 2.507120370864868e-06, 2.837739884853363e-06, 3.168359398841858e-06, 3.4989789128303528e-06, 3.829598426818848e-06, 4.1602179408073425e-06, 4.490837454795837e-06, 4.821456968784332e-06, 5.152076482772827e-06, 5.482695996761322e-06, 5.813315510749817e-06, 6.143935024738312e-06, 6.474554538726807e-06, 6.8051740527153015e-06, 7.135793566703796e-06, 7.466413080692291e-06, 7.797032594680786e-06, 8.127652108669281e-06, 8.458271622657776e-06, 8.78889113664627e-06, 9.119510650634766e-06]}, "gradients/encoder.encoder.layers.15.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 6.0, 10.0, 15.0, 14.0, 28.0, 38.0, 40.0, 76.0, 123.0, 178.0, 264.0, 414.0, 633.0, 1004.0, 1536.0, 2458.0, 3880.0, 6200.0, 10420.0, 18453.0, 34916.0, 76117.0, 276372.0, 3326704.0, 277426.0, 77064.0, 35193.0, 18147.0, 10187.0, 6051.0, 3720.0, 2238.0, 1524.0, 916.0, 648.0, 403.0, 277.0, 178.0, 121.0, 83.0, 64.0, 54.0, 37.0, 19.0, 12.0, 10.0, 6.0, 7.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-2.8192996978759766e-05, -2.729799598455429e-05, -2.6402994990348816e-05, -2.550799399614334e-05, -2.4612993001937866e-05, -2.371799200773239e-05, -2.2822991013526917e-05, -2.192799001932144e-05, -2.1032989025115967e-05, -2.0137988030910492e-05, -1.9242987036705017e-05, -1.8347986042499542e-05, -1.7452985048294067e-05, -1.6557984054088593e-05, -1.5662983059883118e-05, -1.4767982065677643e-05, -1.3872981071472168e-05, -1.2977980077266693e-05, -1.2082979083061218e-05, -1.1187978088855743e-05, -1.0292977094650269e-05, -9.397976100444794e-06, -8.502975106239319e-06, -7.607974112033844e-06, -6.712973117828369e-06, -5.817972123622894e-06, -4.9229711294174194e-06, -4.027970135211945e-06, -3.1329691410064697e-06, -2.237968146800995e-06, -1.34296715259552e-06, -4.4796615839004517e-07, 4.470348358154297e-07, 1.3420358300209045e-06, 2.2370368242263794e-06, 3.1320378184318542e-06, 4.027038812637329e-06, 4.922039806842804e-06, 5.817040801048279e-06, 6.712041795253754e-06, 7.6070427894592285e-06, 8.502043783664703e-06, 9.397044777870178e-06, 1.0292045772075653e-05, 1.1187046766281128e-05, 1.2082047760486603e-05, 1.2977048754692078e-05, 1.3872049748897552e-05, 1.4767050743103027e-05, 1.5662051737308502e-05, 1.6557052731513977e-05, 1.7452053725719452e-05, 1.8347054719924927e-05, 1.92420557141304e-05, 2.0137056708335876e-05, 2.103205770254135e-05, 2.1927058696746826e-05, 2.28220596909523e-05, 2.3717060685157776e-05, 2.461206167936325e-05, 2.5507062673568726e-05, 2.64020636677742e-05, 2.7297064661979675e-05, 2.819206565618515e-05, 2.9087066650390625e-05]}, "gradients/encoder.encoder.layers.15.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 10.0, 0.0, 14.0, 7.0, 10.0, 9.0, 15.0, 11.0, 11.0, 14.0, 19.0, 30.0, 23.0, 28.0, 37.0, 38.0, 49.0, 44.0, 80.0, 139.0, 331.0, 764.0, 1394.0, 459.0, 142.0, 103.0, 51.0, 38.0, 43.0, 37.0, 33.0, 17.0, 15.0, 15.0, 6.0, 9.0, 6.0, 10.0, 2.0, 4.0, 1.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.1636486053466797e-05, -2.1002255380153656e-05, -2.0368024706840515e-05, -1.9733794033527374e-05, -1.9099563360214233e-05, -1.8465332686901093e-05, -1.783110201358795e-05, -1.719687134027481e-05, -1.656264066696167e-05, -1.592840999364853e-05, -1.5294179320335388e-05, -1.4659948647022247e-05, -1.4025717973709106e-05, -1.3391487300395966e-05, -1.2757256627082825e-05, -1.2123025953769684e-05, -1.1488795280456543e-05, -1.0854564607143402e-05, -1.0220333933830261e-05, -9.58610326051712e-06, -8.95187258720398e-06, -8.317641913890839e-06, -7.683411240577698e-06, -7.049180567264557e-06, -6.414949893951416e-06, -5.780719220638275e-06, -5.146488547325134e-06, -4.512257874011993e-06, -3.8780272006988525e-06, -3.2437965273857117e-06, -2.609565854072571e-06, -1.97533518075943e-06, -1.341104507446289e-06, -7.068738341331482e-07, -7.264316082000732e-08, 5.615875124931335e-07, 1.1958181858062744e-06, 1.8300488591194153e-06, 2.464279532432556e-06, 3.098510205745697e-06, 3.732740879058838e-06, 4.366971552371979e-06, 5.00120222568512e-06, 5.6354328989982605e-06, 6.269663572311401e-06, 6.903894245624542e-06, 7.538124918937683e-06, 8.172355592250824e-06, 8.806586265563965e-06, 9.440816938877106e-06, 1.0075047612190247e-05, 1.0709278285503387e-05, 1.1343508958816528e-05, 1.197773963212967e-05, 1.261197030544281e-05, 1.3246200978755951e-05, 1.3880431652069092e-05, 1.4514662325382233e-05, 1.5148892998695374e-05, 1.5783123672008514e-05, 1.6417354345321655e-05, 1.7051585018634796e-05, 1.7685815691947937e-05, 1.8320046365261078e-05, 1.895427703857422e-05]}, "gradients/encoder.encoder.layers.15.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 8.0, 5.0, 2.0, 2.0, 16.0, 9.0, 2.0, 7.0, 14.0, 20.0, 18.0, 24.0, 39.0, 49.0, 67.0, 102.0, 176.0, 221.0, 96.0, 54.0, 29.0, 19.0, 11.0, 5.0, 4.0, 4.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0002581363369245082, -0.000251881021540612, -0.00024562570615671575, -0.00023937040532473475, -0.00023311508994083852, -0.00022685977455694228, -0.00022060447372496128, -0.00021434915834106505, -0.00020809384295716882, -0.00020183852757327259, -0.00019558321218937635, -0.00018932791135739535, -0.00018307259597349912, -0.0001768172805896029, -0.00017056197975762188, -0.00016430666437372565, -0.00015805134898982942, -0.0001517960336059332, -0.00014554071822203696, -0.00013928541739005595, -0.00013303010200615972, -0.0001267747866222635, -0.00012051947851432487, -0.00011426417040638626, -0.00010800885502249002, -0.00010175353963859379, -9.549823153065518e-05, -8.924292342271656e-05, -8.298760803882033e-05, -7.67322926549241e-05, -7.047698454698548e-05, -6.422167643904686e-05, -5.7966375607065856e-05, -5.171106386114843e-05, -4.545575211523101e-05, -3.920044036931358e-05, -3.294512862339616e-05, -2.6689816877478734e-05, -2.043450513156131e-05, -1.4179193385643885e-05, -7.92388163972646e-06, -1.6685698938090354e-06, 4.586741852108389e-06, 1.0842053598025814e-05, 1.7097365343943238e-05, 2.3352677089860663e-05, 2.9607988835778087e-05, 3.586330058169551e-05, 4.2118612327612936e-05, 4.837392407353036e-05, 5.4629235819447786e-05, 6.088454756536521e-05, 6.713985931128263e-05, 7.339517469517887e-05, 7.965048280311748e-05, 8.59057909110561e-05, 9.216110629495233e-05, 9.841642167884856e-05, 0.00010467172978678718, 0.0001109270378947258, 0.00011718235327862203, 0.00012343766866251826, 0.0001296929840464145, 0.0001359482848783955, 0.00014220360026229173]}, "gradients/encoder.encoder.layers.15.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 5.0, 1.0, 4.0, 3.0, 4.0, 9.0, 9.0, 11.0, 15.0, 11.0, 12.0, 25.0, 20.0, 21.0, 35.0, 31.0, 27.0, 23.0, 33.0, 28.0, 38.0, 41.0, 36.0, 37.0, 39.0, 37.0, 35.0, 40.0, 40.0, 38.0, 37.0, 30.0, 32.0, 30.0, 16.0, 23.0, 23.0, 18.0, 10.0, 19.0, 8.0, 8.0, 9.0, 3.0, 9.0, 11.0, 3.0, 1.0, 6.0, 5.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-6.979703903198242e-05, -6.733927875757217e-05, -6.488151848316193e-05, -6.242375820875168e-05, -5.996599793434143e-05, -5.750823765993118e-05, -5.5050477385520935e-05, -5.259271711111069e-05, -5.013495683670044e-05, -4.767719656229019e-05, -4.5219436287879944e-05, -4.2761676013469696e-05, -4.030391573905945e-05, -3.78461554646492e-05, -3.538839519023895e-05, -3.2930634915828705e-05, -3.0472874641418457e-05, -2.801511436700821e-05, -2.555735409259796e-05, -2.3099593818187714e-05, -2.0641833543777466e-05, -1.8184073269367218e-05, -1.572631299495697e-05, -1.3268552720546722e-05, -1.0810792446136475e-05, -8.353032171726227e-06, -5.895271897315979e-06, -3.437511622905731e-06, -9.797513484954834e-07, 1.4780089259147644e-06, 3.935769200325012e-06, 6.39352947473526e-06, 8.851289749145508e-06, 1.1309050023555756e-05, 1.3766810297966003e-05, 1.622457057237625e-05, 1.86823308467865e-05, 2.1140091121196747e-05, 2.3597851395606995e-05, 2.6055611670017242e-05, 2.851337194442749e-05, 3.097113221883774e-05, 3.3428892493247986e-05, 3.5886652767658234e-05, 3.834441304206848e-05, 4.080217331647873e-05, 4.325993359088898e-05, 4.5717693865299225e-05, 4.817545413970947e-05, 5.063321441411972e-05, 5.309097468852997e-05, 5.5548734962940216e-05, 5.8006495237350464e-05, 6.046425551176071e-05, 6.292201578617096e-05, 6.537977606058121e-05, 6.783753633499146e-05, 7.02952966094017e-05, 7.275305688381195e-05, 7.52108171582222e-05, 7.766857743263245e-05, 8.01263377070427e-05, 8.258409798145294e-05, 8.504185825586319e-05, 8.749961853027344e-05]}, "gradients/encoder.encoder.layers.15.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 6.0, 4.0, 12.0, 13.0, 11.0, 19.0, 14.0, 34.0, 34.0, 57.0, 87.0, 103.0, 178.0, 285.0, 398.0, 591.0, 1039.0, 1696.0, 2798.0, 5378.0, 10202.0, 21823.0, 53134.0, 166624.0, 553427.0, 144442.0, 45763.0, 19332.0, 9263.0, 4898.0, 2724.0, 1492.0, 940.0, 545.0, 406.0, 230.0, 187.0, 87.0, 108.0, 56.0, 37.0, 35.0, 10.0, 13.0, 10.0, 7.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.216764450073242e-05, -6.0189515352249146e-05, -5.821138620376587e-05, -5.623325705528259e-05, -5.4255127906799316e-05, -5.227699875831604e-05, -5.0298869609832764e-05, -4.832074046134949e-05, -4.634261131286621e-05, -4.4364482164382935e-05, -4.238635301589966e-05, -4.040822386741638e-05, -3.8430094718933105e-05, -3.645196557044983e-05, -3.447383642196655e-05, -3.2495707273483276e-05, -3.0517578125e-05, -2.8539448976516724e-05, -2.6561319828033447e-05, -2.458319067955017e-05, -2.2605061531066895e-05, -2.0626932382583618e-05, -1.8648803234100342e-05, -1.6670674085617065e-05, -1.4692544937133789e-05, -1.2714415788650513e-05, -1.0736286640167236e-05, -8.75815749168396e-06, -6.780028343200684e-06, -4.801899194717407e-06, -2.823770046234131e-06, -8.456408977508545e-07, 1.1324882507324219e-06, 3.1106173992156982e-06, 5.088746547698975e-06, 7.066875696182251e-06, 9.045004844665527e-06, 1.1023133993148804e-05, 1.300126314163208e-05, 1.4979392290115356e-05, 1.6957521438598633e-05, 1.893565058708191e-05, 2.0913779735565186e-05, 2.2891908884048462e-05, 2.4870038032531738e-05, 2.6848167181015015e-05, 2.882629632949829e-05, 3.080442547798157e-05, 3.2782554626464844e-05, 3.476068377494812e-05, 3.6738812923431396e-05, 3.871694207191467e-05, 4.069507122039795e-05, 4.2673200368881226e-05, 4.46513295173645e-05, 4.662945866584778e-05, 4.8607587814331055e-05, 5.058571696281433e-05, 5.256384611129761e-05, 5.4541975259780884e-05, 5.652010440826416e-05, 5.8498233556747437e-05, 6.047636270523071e-05, 6.245449185371399e-05, 6.443262100219727e-05]}, "gradients/encoder.encoder.layers.15.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 0.0, 3.0, 2.0, 7.0, 7.0, 10.0, 6.0, 21.0, 17.0, 11.0, 24.0, 45.0, 51.0, 78.0, 76.0, 72.0, 104.0, 99.0, 72.0, 74.0, 56.0, 37.0, 34.0, 26.0, 17.0, 16.0, 12.0, 9.0, 3.0, 7.0, 2.0, 0.0, 1.0, 4.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.2695789337158203e-05, -1.2357719242572784e-05, -1.2019649147987366e-05, -1.1681579053401947e-05, -1.1343508958816528e-05, -1.100543886423111e-05, -1.0667368769645691e-05, -1.0329298675060272e-05, -9.991228580474854e-06, -9.653158485889435e-06, -9.315088391304016e-06, -8.977018296718597e-06, -8.638948202133179e-06, -8.30087810754776e-06, -7.962808012962341e-06, -7.624737918376923e-06, -7.286667823791504e-06, -6.948597729206085e-06, -6.6105276346206665e-06, -6.272457540035248e-06, -5.934387445449829e-06, -5.59631735086441e-06, -5.258247256278992e-06, -4.920177161693573e-06, -4.582107067108154e-06, -4.244036972522736e-06, -3.905966877937317e-06, -3.567896783351898e-06, -3.2298266887664795e-06, -2.891756594181061e-06, -2.553686499595642e-06, -2.2156164050102234e-06, -1.8775463104248047e-06, -1.539476215839386e-06, -1.2014061212539673e-06, -8.633360266685486e-07, -5.252659320831299e-07, -1.8719583749771118e-07, 1.5087425708770752e-07, 4.889443516731262e-07, 8.270144462585449e-07, 1.1650845408439636e-06, 1.5031546354293823e-06, 1.841224730014801e-06, 2.1792948246002197e-06, 2.5173649191856384e-06, 2.855435013771057e-06, 3.193505108356476e-06, 3.5315752029418945e-06, 3.869645297527313e-06, 4.207715392112732e-06, 4.545785486698151e-06, 4.883855581283569e-06, 5.221925675868988e-06, 5.559995770454407e-06, 5.8980658650398254e-06, 6.236135959625244e-06, 6.574206054210663e-06, 6.9122761487960815e-06, 7.2503462433815e-06, 7.588416337966919e-06, 7.926486432552338e-06, 8.264556527137756e-06, 8.602626621723175e-06, 8.940696716308594e-06]}, "gradients/encoder.encoder.layers.15.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 3.0, 5.0, 5.0, 7.0, 12.0, 16.0, 21.0, 31.0, 46.0, 52.0, 103.0, 125.0, 180.0, 317.0, 420.0, 693.0, 1011.0, 1603.0, 2523.0, 4282.0, 6597.0, 11783.0, 18954.0, 34522.0, 57215.0, 118027.0, 367252.0, 211045.0, 94093.0, 47532.0, 28772.0, 15682.0, 10076.0, 5671.0, 3648.0, 2141.0, 1521.0, 836.0, 593.0, 391.0, 227.0, 169.0, 117.0, 80.0, 59.0, 28.0, 29.0, 22.0, 5.0, 9.0, 7.0, 5.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.8431415557861328e-05, -2.7509406208992004e-05, -2.658739686012268e-05, -2.5665387511253357e-05, -2.4743378162384033e-05, -2.382136881351471e-05, -2.2899359464645386e-05, -2.1977350115776062e-05, -2.1055340766906738e-05, -2.0133331418037415e-05, -1.921132206916809e-05, -1.8289312720298767e-05, -1.7367303371429443e-05, -1.644529402256012e-05, -1.5523284673690796e-05, -1.4601275324821472e-05, -1.3679265975952148e-05, -1.2757256627082825e-05, -1.1835247278213501e-05, -1.0913237929344177e-05, -9.991228580474854e-06, -9.06921923160553e-06, -8.147209882736206e-06, -7.225200533866882e-06, -6.303191184997559e-06, -5.381181836128235e-06, -4.459172487258911e-06, -3.5371631383895874e-06, -2.6151537895202637e-06, -1.69314444065094e-06, -7.711350917816162e-07, 1.5087425708770752e-07, 1.0728836059570312e-06, 1.994892954826355e-06, 2.9169023036956787e-06, 3.8389116525650024e-06, 4.760921001434326e-06, 5.68293035030365e-06, 6.604939699172974e-06, 7.526949048042297e-06, 8.448958396911621e-06, 9.370967745780945e-06, 1.0292977094650269e-05, 1.1214986443519592e-05, 1.2136995792388916e-05, 1.305900514125824e-05, 1.3981014490127563e-05, 1.4903023838996887e-05, 1.582503318786621e-05, 1.6747042536735535e-05, 1.766905188560486e-05, 1.8591061234474182e-05, 1.9513070583343506e-05, 2.043507993221283e-05, 2.1357089281082153e-05, 2.2279098629951477e-05, 2.32011079788208e-05, 2.4123117327690125e-05, 2.5045126676559448e-05, 2.5967136025428772e-05, 2.6889145374298096e-05, 2.781115472316742e-05, 2.8733164072036743e-05, 2.9655173420906067e-05, 3.057718276977539e-05]}, "gradients/encoder.encoder.layers.15.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 9.0, 9.0, 4.0, 10.0, 8.0, 15.0, 11.0, 15.0, 18.0, 29.0, 30.0, 27.0, 27.0, 38.0, 30.0, 30.0, 29.0, 40.0, 34.0, 30.0, 56.0, 43.0, 43.0, 28.0, 36.0, 39.0, 28.0, 43.0, 38.0, 23.0, 31.0, 25.0, 12.0, 14.0, 22.0, 15.0, 11.0, 16.0, 8.0, 4.0, 10.0, 6.0, 1.0, 7.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.990795135498047e-05, -1.930631697177887e-05, -1.870468258857727e-05, -1.810304820537567e-05, -1.7501413822174072e-05, -1.6899779438972473e-05, -1.6298145055770874e-05, -1.5696510672569275e-05, -1.5094876289367676e-05, -1.4493241906166077e-05, -1.3891607522964478e-05, -1.3289973139762878e-05, -1.268833875656128e-05, -1.208670437335968e-05, -1.1485069990158081e-05, -1.0883435606956482e-05, -1.0281801223754883e-05, -9.680166840553284e-06, -9.078532457351685e-06, -8.476898074150085e-06, -7.875263690948486e-06, -7.273629307746887e-06, -6.671994924545288e-06, -6.070360541343689e-06, -5.46872615814209e-06, -4.867091774940491e-06, -4.265457391738892e-06, -3.6638230085372925e-06, -3.0621886253356934e-06, -2.4605542421340942e-06, -1.8589198589324951e-06, -1.257285475730896e-06, -6.556510925292969e-07, -5.4016709327697754e-08, 5.476176738739014e-07, 1.1492520570755005e-06, 1.7508864402770996e-06, 2.3525208234786987e-06, 2.954155206680298e-06, 3.555789589881897e-06, 4.157423973083496e-06, 4.759058356285095e-06, 5.360692739486694e-06, 5.9623271226882935e-06, 6.563961505889893e-06, 7.165595889091492e-06, 7.76723027229309e-06, 8.36886465549469e-06, 8.970499038696289e-06, 9.572133421897888e-06, 1.0173767805099487e-05, 1.0775402188301086e-05, 1.1377036571502686e-05, 1.1978670954704285e-05, 1.2580305337905884e-05, 1.3181939721107483e-05, 1.3783574104309082e-05, 1.4385208487510681e-05, 1.498684287071228e-05, 1.558847725391388e-05, 1.619011163711548e-05, 1.6791746020317078e-05, 1.7393380403518677e-05, 1.7995014786720276e-05, 1.8596649169921875e-05]}, "gradients/encoder.encoder.layers.15.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 8.0, 3.0, 10.0, 3.0, 8.0, 13.0, 21.0, 19.0, 38.0, 46.0, 79.0, 114.0, 175.0, 307.0, 445.0, 706.0, 1237.0, 2060.0, 3514.0, 6213.0, 12080.0, 10174.0, 39781.0, 115903.0, 505323.0, 232275.0, 65342.0, 25737.0, 11852.0, 6313.0, 3419.0, 2081.0, 1261.0, 696.0, 465.0, 287.0, 189.0, 129.0, 79.0, 55.0, 35.0, 17.0, 15.0, 8.0, 12.0, 7.0, 3.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0], "bins": [-4.0531158447265625e-06, -3.935769200325012e-06, -3.818422555923462e-06, -3.7010759115219116e-06, -3.5837292671203613e-06, -3.466382622718811e-06, -3.3490359783172607e-06, -3.2316893339157104e-06, -3.11434268951416e-06, -2.99699604511261e-06, -2.8796494007110596e-06, -2.7623027563095093e-06, -2.644956111907959e-06, -2.5276094675064087e-06, -2.4102628231048584e-06, -2.292916178703308e-06, -2.175569534301758e-06, -2.0582228899002075e-06, -1.9408762454986572e-06, -1.823529601097107e-06, -1.7061829566955566e-06, -1.5888363122940063e-06, -1.471489667892456e-06, -1.3541430234909058e-06, -1.2367963790893555e-06, -1.1194497346878052e-06, -1.0021030902862549e-06, -8.847564458847046e-07, -7.674098014831543e-07, -6.50063157081604e-07, -5.327165126800537e-07, -4.153698682785034e-07, -2.980232238769531e-07, -1.8067657947540283e-07, -6.332993507385254e-08, 5.4016709327697754e-08, 1.7136335372924805e-07, 2.8870999813079834e-07, 4.0605664253234863e-07, 5.234032869338989e-07, 6.407499313354492e-07, 7.580965757369995e-07, 8.754432201385498e-07, 9.927898645401e-07, 1.1101365089416504e-06, 1.2274831533432007e-06, 1.344829797744751e-06, 1.4621764421463013e-06, 1.5795230865478516e-06, 1.6968697309494019e-06, 1.8142163753509521e-06, 1.9315630197525024e-06, 2.0489096641540527e-06, 2.166256308555603e-06, 2.2836029529571533e-06, 2.4009495973587036e-06, 2.518296241760254e-06, 2.635642886161804e-06, 2.7529895305633545e-06, 2.8703361749649048e-06, 2.987682819366455e-06, 3.1050294637680054e-06, 3.2223761081695557e-06, 3.339722752571106e-06, 3.4570693969726562e-06]}, "gradients/encoder.encoder.layers.15.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 4.0, 3.0, 2.0, 9.0, 3.0, 6.0, 12.0, 13.0, 12.0, 9.0, 9.0, 19.0, 26.0, 63.0, 37.0, 51.0, 40.0, 64.0, 64.0, 154.0, 54.0, 52.0, 51.0, 44.0, 41.0, 29.0, 50.0, 20.0, 9.0, 10.0, 6.0, 6.0, 14.0, 2.0, 4.0, 7.0, 1.0, 3.0, 5.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7285346984863281e-06, -1.6596168279647827e-06, -1.5906989574432373e-06, -1.521781086921692e-06, -1.4528632164001465e-06, -1.383945345878601e-06, -1.3150274753570557e-06, -1.2461096048355103e-06, -1.1771917343139648e-06, -1.1082738637924194e-06, -1.039355993270874e-06, -9.704381227493286e-07, -9.015202522277832e-07, -8.326023817062378e-07, -7.636845111846924e-07, -6.94766640663147e-07, -6.258487701416016e-07, -5.569308996200562e-07, -4.880130290985107e-07, -4.1909515857696533e-07, -3.501772880554199e-07, -2.812594175338745e-07, -2.123415470123291e-07, -1.434236764907837e-07, -7.450580596923828e-08, -5.587935447692871e-09, 6.332993507385254e-08, 1.3224780559539795e-07, 2.0116567611694336e-07, 2.7008354663848877e-07, 3.390014171600342e-07, 4.079192876815796e-07, 4.76837158203125e-07, 5.457550287246704e-07, 6.146728992462158e-07, 6.835907697677612e-07, 7.525086402893066e-07, 8.21426510810852e-07, 8.903443813323975e-07, 9.592622518539429e-07, 1.0281801223754883e-06, 1.0970979928970337e-06, 1.166015863418579e-06, 1.2349337339401245e-06, 1.30385160446167e-06, 1.3727694749832153e-06, 1.4416873455047607e-06, 1.5106052160263062e-06, 1.5795230865478516e-06, 1.648440957069397e-06, 1.7173588275909424e-06, 1.7862766981124878e-06, 1.8551945686340332e-06, 1.9241124391555786e-06, 1.993030309677124e-06, 2.0619481801986694e-06, 2.130866050720215e-06, 2.1997839212417603e-06, 2.2687017917633057e-06, 2.337619662284851e-06, 2.4065375328063965e-06, 2.475455403327942e-06, 2.5443732738494873e-06, 2.6132911443710327e-06, 2.682209014892578e-06]}, "gradients/encoder.encoder.layers.15.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 4.0, 7.0, 15.0, 8.0, 20.0, 30.0, 26.0, 35.0, 73.0, 73.0, 121.0, 305.0, 310.0, 668.0, 713.0, 1176.0, 3295.0, 4328.0, 8501.0, 36399.0, 86402.0, 616771.0, 232934.0, 29103.0, 16074.0, 4353.0, 2430.0, 1897.0, 761.0, 504.0, 497.0, 198.0, 129.0, 137.0, 64.0, 45.0, 62.0, 31.0, 14.0, 12.0, 6.0, 11.0, 4.0, 4.0, 6.0, 3.0, 1.0, 1.0, 1.0, 2.0], "bins": [-5.0067901611328125e-06, -4.866160452365875e-06, -4.725530743598938e-06, -4.584901034832001e-06, -4.4442713260650635e-06, -4.303641617298126e-06, -4.163011908531189e-06, -4.022382199764252e-06, -3.8817524909973145e-06, -3.741122782230377e-06, -3.60049307346344e-06, -3.4598633646965027e-06, -3.3192336559295654e-06, -3.178603947162628e-06, -3.037974238395691e-06, -2.8973445296287537e-06, -2.7567148208618164e-06, -2.616085112094879e-06, -2.475455403327942e-06, -2.3348256945610046e-06, -2.1941959857940674e-06, -2.05356627702713e-06, -1.912936568260193e-06, -1.7723068594932556e-06, -1.6316771507263184e-06, -1.491047441959381e-06, -1.3504177331924438e-06, -1.2097880244255066e-06, -1.0691583156585693e-06, -9.285286068916321e-07, -7.878988981246948e-07, -6.472691893577576e-07, -5.066394805908203e-07, -3.6600977182388306e-07, -2.253800630569458e-07, -8.475035429000854e-08, 5.587935447692871e-08, 1.9650906324386597e-07, 3.371387720108032e-07, 4.777684807777405e-07, 6.183981895446777e-07, 7.59027898311615e-07, 8.996576070785522e-07, 1.0402873158454895e-06, 1.1809170246124268e-06, 1.321546733379364e-06, 1.4621764421463013e-06, 1.6028061509132385e-06, 1.7434358596801758e-06, 1.884065568447113e-06, 2.0246952772140503e-06, 2.1653249859809875e-06, 2.305954694747925e-06, 2.446584403514862e-06, 2.5872141122817993e-06, 2.7278438210487366e-06, 2.868473529815674e-06, 3.009103238582611e-06, 3.1497329473495483e-06, 3.2903626561164856e-06, 3.430992364883423e-06, 3.57162207365036e-06, 3.7122517824172974e-06, 3.852881491184235e-06, 3.993511199951172e-06]}, "gradients/encoder.encoder.layers.15.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 3.0, 0.0, 7.0, 5.0, 6.0, 16.0, 12.0, 18.0, 19.0, 40.0, 20.0, 77.0, 49.0, 175.0, 115.0, 164.0, 53.0, 74.0, 25.0, 42.0, 32.0, 12.0, 10.0, 10.0, 10.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.5033950805664062e-06, -2.4121254682540894e-06, -2.3208558559417725e-06, -2.2295862436294556e-06, -2.1383166313171387e-06, -2.0470470190048218e-06, -1.955777406692505e-06, -1.864507794380188e-06, -1.773238182067871e-06, -1.6819685697555542e-06, -1.5906989574432373e-06, -1.4994293451309204e-06, -1.4081597328186035e-06, -1.3168901205062866e-06, -1.2256205081939697e-06, -1.1343508958816528e-06, -1.043081283569336e-06, -9.51811671257019e-07, -8.605420589447021e-07, -7.692724466323853e-07, -6.780028343200684e-07, -5.867332220077515e-07, -4.954636096954346e-07, -4.041939973831177e-07, -3.129243850708008e-07, -2.2165477275848389e-07, -1.30385160446167e-07, -3.91155481338501e-08, 5.21540641784668e-08, 1.434236764907837e-07, 2.3469328880310059e-07, 3.259629011154175e-07, 4.172325134277344e-07, 5.085021257400513e-07, 5.997717380523682e-07, 6.910413503646851e-07, 7.82310962677002e-07, 8.735805749893188e-07, 9.648501873016357e-07, 1.0561197996139526e-06, 1.1473894119262695e-06, 1.2386590242385864e-06, 1.3299286365509033e-06, 1.4211982488632202e-06, 1.5124678611755371e-06, 1.603737473487854e-06, 1.695007085800171e-06, 1.7862766981124878e-06, 1.8775463104248047e-06, 1.9688159227371216e-06, 2.0600855350494385e-06, 2.1513551473617554e-06, 2.2426247596740723e-06, 2.333894371986389e-06, 2.425163984298706e-06, 2.516433596611023e-06, 2.60770320892334e-06, 2.6989728212356567e-06, 2.7902424335479736e-06, 2.8815120458602905e-06, 2.9727816581726074e-06, 3.0640512704849243e-06, 3.155320882797241e-06, 3.246590495109558e-06, 3.337860107421875e-06]}, "gradients/encoder.encoder.layers.15.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 3.0, 3.0, 4.0, 4.0, 11.0, 4.0, 2.0, 5.0, 14.0, 16.0, 14.0, 15.0, 16.0, 32.0, 39.0, 65.0, 84.0, 150.0, 218.0, 110.0, 59.0, 48.0, 23.0, 26.0, 10.0, 11.0, 3.0, 4.0, 4.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.00019575572514440864, -0.00019132718443870544, -0.00018689862918108702, -0.00018247008847538382, -0.0001780415332177654, -0.0001736129925120622, -0.00016918443725444376, -0.00016475589654874057, -0.00016032735584303737, -0.00015589881513733417, -0.00015147025987971574, -0.00014704171917401254, -0.00014261316391639411, -0.00013818462321069092, -0.00013375608250498772, -0.0001293275272473693, -0.00012489897198975086, -0.00012047042400809005, -0.00011604187602642924, -0.00011161333532072604, -0.00010718478733906522, -0.00010275623935740441, -9.83276913757436e-05, -9.389914339408278e-05, -8.947060268837959e-05, -8.504205470671877e-05, -8.061350672505796e-05, -7.618496601935476e-05, -7.175641803769395e-05, -6.732787005603313e-05, -6.289932207437232e-05, -5.8470777730690315e-05, -5.4042226111050695e-05, -4.961367812938988e-05, -4.5185133785707876e-05, -4.075658580404706e-05, -3.632804146036506e-05, -3.1899493478704244e-05, -2.747094549704343e-05, -2.3042401153361425e-05, -1.8613853171700612e-05, -1.4185307009029202e-05, -9.75675993686309e-06, -5.3282128646969795e-06, -8.9966670202557e-07, 3.5288794606458396e-06, 7.957427442306653e-06, 1.2385971785988659e-05, 1.6814519767649472e-05, 2.124306593032088e-05, 2.567161209299229e-05, 3.0100160074653104e-05, 3.452870441833511e-05, 3.895725239999592e-05, 4.3385800381656736e-05, 4.781434472533874e-05, 5.2242892706999555e-05, 5.667144068866037e-05, 6.109998503234237e-05, 6.552853301400319e-05, 6.9957080995664e-05, 7.43856217013672e-05, 7.881417695898563e-05, 8.324271766468883e-05, 8.767126564634964e-05]}, "gradients/encoder.encoder.layers.15.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 2.0, 4.0, 5.0, 6.0, 4.0, 12.0, 10.0, 14.0, 11.0, 25.0, 25.0, 34.0, 30.0, 38.0, 35.0, 41.0, 54.0, 56.0, 54.0, 47.0, 49.0, 47.0, 44.0, 40.0, 54.0, 39.0, 30.0, 36.0, 28.0, 26.0, 20.0, 18.0, 15.0, 17.0, 10.0, 2.0, 7.0, 4.0, 3.0, 3.0, 4.0, 5.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-9.077787399291992e-05, -8.810404688119888e-05, -8.543021976947784e-05, -8.27563926577568e-05, -8.008256554603577e-05, -7.740873843431473e-05, -7.473491132259369e-05, -7.206108421087265e-05, -6.938725709915161e-05, -6.671342998743057e-05, -6.403960287570953e-05, -6.13657757639885e-05, -5.8691948652267456e-05, -5.601812154054642e-05, -5.334429442882538e-05, -5.067046731710434e-05, -4.79966402053833e-05, -4.532281309366226e-05, -4.264898598194122e-05, -3.9975158870220184e-05, -3.7301331758499146e-05, -3.462750464677811e-05, -3.195367753505707e-05, -2.927985042333603e-05, -2.660602331161499e-05, -2.393219619989395e-05, -2.1258369088172913e-05, -1.8584541976451874e-05, -1.5910714864730835e-05, -1.3236887753009796e-05, -1.0563060641288757e-05, -7.889233529567719e-06, -5.21540641784668e-06, -2.541579306125641e-06, 1.3224780559539795e-07, 2.8060749173164368e-06, 5.479902029037476e-06, 8.153729140758514e-06, 1.0827556252479553e-05, 1.3501383364200592e-05, 1.617521047592163e-05, 1.884903758764267e-05, 2.152286469936371e-05, 2.4196691811084747e-05, 2.6870518922805786e-05, 2.9544346034526825e-05, 3.2218173146247864e-05, 3.48920002579689e-05, 3.756582736968994e-05, 4.023965448141098e-05, 4.291348159313202e-05, 4.558730870485306e-05, 4.82611358165741e-05, 5.0934962928295135e-05, 5.3608790040016174e-05, 5.628261715173721e-05, 5.895644426345825e-05, 6.163027137517929e-05, 6.430409848690033e-05, 6.697792559862137e-05, 6.965175271034241e-05, 7.232557982206345e-05, 7.499940693378448e-05, 7.767323404550552e-05, 8.034706115722656e-05]}, "gradients/encoder.encoder.layers.14.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 3.0, 2.0, 4.0, 7.0, 18.0, 7.0, 12.0, 18.0, 29.0, 40.0, 35.0, 66.0, 78.0, 104.0, 155.0, 234.0, 306.0, 460.0, 688.0, 1055.0, 1646.0, 2722.0, 4492.0, 7261.0, 13814.0, 28259.0, 69650.0, 3726452.0, 241030.0, 48189.0, 20527.0, 10512.0, 5875.0, 3429.0, 2281.0, 1476.0, 986.0, 705.0, 460.0, 353.0, 221.0, 167.0, 139.0, 88.0, 69.0, 42.0, 44.0, 19.0, 16.0, 19.0, 13.0, 6.0, 6.0, 4.0, 1.0, 1.0, 0.0, 1.0], "bins": [-6.80685043334961e-05, -6.605405360460281e-05, -6.403960287570953e-05, -6.202515214681625e-05, -6.0010701417922974e-05, -5.7996250689029694e-05, -5.5981799960136414e-05, -5.3967349231243134e-05, -5.1952898502349854e-05, -4.9938447773456573e-05, -4.7923997044563293e-05, -4.5909546315670013e-05, -4.3895095586776733e-05, -4.188064485788345e-05, -3.986619412899017e-05, -3.785174340009689e-05, -3.583729267120361e-05, -3.382284194231033e-05, -3.180839121341705e-05, -2.9793940484523773e-05, -2.7779489755630493e-05, -2.5765039026737213e-05, -2.3750588297843933e-05, -2.1736137568950653e-05, -1.9721686840057373e-05, -1.7707236111164093e-05, -1.5692785382270813e-05, -1.3678334653377533e-05, -1.1663883924484253e-05, -9.649433195590973e-06, -7.634982466697693e-06, -5.620531737804413e-06, -3.606081008911133e-06, -1.5916302800178528e-06, 4.2282044887542725e-07, 2.4372711777687073e-06, 4.451721906661987e-06, 6.466172635555267e-06, 8.480623364448547e-06, 1.0495074093341827e-05, 1.2509524822235107e-05, 1.4523975551128387e-05, 1.6538426280021667e-05, 1.8552877008914948e-05, 2.0567327737808228e-05, 2.2581778466701508e-05, 2.4596229195594788e-05, 2.6610679924488068e-05, 2.8625130653381348e-05, 3.063958138227463e-05, 3.265403211116791e-05, 3.466848284006119e-05, 3.668293356895447e-05, 3.869738429784775e-05, 4.071183502674103e-05, 4.272628575563431e-05, 4.474073648452759e-05, 4.675518721342087e-05, 4.876963794231415e-05, 5.078408867120743e-05, 5.279853940010071e-05, 5.481299012899399e-05, 5.682744085788727e-05, 5.884189158678055e-05, 6.085634231567383e-05]}, "gradients/encoder.encoder.layers.14.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 1.0, 8.0, 9.0, 6.0, 8.0, 16.0, 17.0, 16.0, 20.0, 26.0, 41.0, 41.0, 62.0, 65.0, 74.0, 80.0, 78.0, 79.0, 85.0, 58.0, 44.0, 41.0, 16.0, 28.0, 18.0, 12.0, 10.0, 9.0, 7.0, 3.0, 7.0, 4.0, 6.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-9.953975677490234e-06, -9.660609066486359e-06, -9.367242455482483e-06, -9.073875844478607e-06, -8.780509233474731e-06, -8.487142622470856e-06, -8.19377601146698e-06, -7.900409400463104e-06, -7.6070427894592285e-06, -7.313676178455353e-06, -7.020309567451477e-06, -6.726942956447601e-06, -6.433576345443726e-06, -6.14020973443985e-06, -5.846843123435974e-06, -5.553476512432098e-06, -5.260109901428223e-06, -4.966743290424347e-06, -4.673376679420471e-06, -4.3800100684165955e-06, -4.08664345741272e-06, -3.793276846408844e-06, -3.4999102354049683e-06, -3.2065436244010925e-06, -2.913177013397217e-06, -2.619810402393341e-06, -2.3264437913894653e-06, -2.0330771803855896e-06, -1.7397105693817139e-06, -1.4463439583778381e-06, -1.1529773473739624e-06, -8.596107363700867e-07, -5.662441253662109e-07, -2.728775143623352e-07, 2.0489096641540527e-08, 3.1385570764541626e-07, 6.07222318649292e-07, 9.005889296531677e-07, 1.1939555406570435e-06, 1.4873221516609192e-06, 1.780688762664795e-06, 2.0740553736686707e-06, 2.3674219846725464e-06, 2.660788595676422e-06, 2.954155206680298e-06, 3.2475218176841736e-06, 3.5408884286880493e-06, 3.834255039691925e-06, 4.127621650695801e-06, 4.4209882616996765e-06, 4.714354872703552e-06, 5.007721483707428e-06, 5.301088094711304e-06, 5.5944547057151794e-06, 5.887821316719055e-06, 6.181187927722931e-06, 6.474554538726807e-06, 6.767921149730682e-06, 7.061287760734558e-06, 7.354654371738434e-06, 7.64802098274231e-06, 7.941387593746185e-06, 8.234754204750061e-06, 8.528120815753937e-06, 8.821487426757812e-06]}, "gradients/encoder.encoder.layers.14.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 5.0, 8.0, 11.0, 11.0, 15.0, 21.0, 48.0, 74.0, 91.0, 166.0, 224.0, 336.0, 491.0, 799.0, 1104.0, 1856.0, 2865.0, 4307.0, 7243.0, 11176.0, 21020.0, 38279.0, 100199.0, 1265124.0, 2526503.0, 116161.0, 41620.0, 22366.0, 11753.0, 7587.0, 4641.0, 2743.0, 1849.0, 1143.0, 796.0, 542.0, 328.0, 236.0, 166.0, 110.0, 75.0, 68.0, 47.0, 30.0, 21.0, 14.0, 5.0, 6.0, 2.0, 1.0, 5.0, 1.0, 0.0, 0.0, 2.0], "bins": [-3.266334533691406e-05, -3.167521208524704e-05, -3.068707883358002e-05, -2.9698945581912994e-05, -2.871081233024597e-05, -2.772267907857895e-05, -2.6734545826911926e-05, -2.5746412575244904e-05, -2.475827932357788e-05, -2.3770146071910858e-05, -2.2782012820243835e-05, -2.1793879568576813e-05, -2.080574631690979e-05, -1.9817613065242767e-05, -1.8829479813575745e-05, -1.7841346561908722e-05, -1.68532133102417e-05, -1.5865080058574677e-05, -1.4876946806907654e-05, -1.3888813555240631e-05, -1.2900680303573608e-05, -1.1912547051906586e-05, -1.0924413800239563e-05, -9.93628054857254e-06, -8.948147296905518e-06, -7.960014045238495e-06, -6.971880793571472e-06, -5.9837475419044495e-06, -4.995614290237427e-06, -4.007481038570404e-06, -3.0193477869033813e-06, -2.0312145352363586e-06, -1.043081283569336e-06, -5.494803190231323e-08, 9.331852197647095e-07, 1.921318471431732e-06, 2.909451723098755e-06, 3.897584974765778e-06, 4.8857182264328e-06, 5.873851478099823e-06, 6.861984729766846e-06, 7.850117981433868e-06, 8.838251233100891e-06, 9.826384484767914e-06, 1.0814517736434937e-05, 1.180265098810196e-05, 1.2790784239768982e-05, 1.3778917491436005e-05, 1.4767050743103027e-05, 1.575518399477005e-05, 1.6743317246437073e-05, 1.7731450498104095e-05, 1.8719583749771118e-05, 1.970771700143814e-05, 2.0695850253105164e-05, 2.1683983504772186e-05, 2.267211675643921e-05, 2.366025000810623e-05, 2.4648383259773254e-05, 2.5636516511440277e-05, 2.66246497631073e-05, 2.7612783014774323e-05, 2.8600916266441345e-05, 2.9589049518108368e-05, 3.057718276977539e-05]}, "gradients/encoder.encoder.layers.14.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 4.0, 1.0, 5.0, 6.0, 7.0, 5.0, 9.0, 9.0, 9.0, 12.0, 12.0, 8.0, 16.0, 19.0, 19.0, 21.0, 24.0, 24.0, 42.0, 29.0, 46.0, 67.0, 87.0, 239.0, 667.0, 1815.0, 413.0, 150.0, 69.0, 67.0, 37.0, 32.0, 22.0, 20.0, 14.0, 11.0, 7.0, 11.0, 1.0, 8.0, 4.0, 2.0, 3.0, 4.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.1457672119140625e-05, -2.0830892026424408e-05, -2.020411193370819e-05, -1.9577331840991974e-05, -1.8950551748275757e-05, -1.832377165555954e-05, -1.7696991562843323e-05, -1.7070211470127106e-05, -1.644343137741089e-05, -1.581665128469467e-05, -1.5189871191978455e-05, -1.4563091099262238e-05, -1.393631100654602e-05, -1.3309530913829803e-05, -1.2682750821113586e-05, -1.205597072839737e-05, -1.1429190635681152e-05, -1.0802410542964935e-05, -1.0175630450248718e-05, -9.548850357532501e-06, -8.922070264816284e-06, -8.295290172100067e-06, -7.66851007938385e-06, -7.041729986667633e-06, -6.414949893951416e-06, -5.788169801235199e-06, -5.161389708518982e-06, -4.534609615802765e-06, -3.907829523086548e-06, -3.281049430370331e-06, -2.6542693376541138e-06, -2.0274892449378967e-06, -1.4007091522216797e-06, -7.739290595054626e-07, -1.471489667892456e-07, 4.796311259269714e-07, 1.1064112186431885e-06, 1.7331913113594055e-06, 2.3599714040756226e-06, 2.9867514967918396e-06, 3.6135315895080566e-06, 4.240311682224274e-06, 4.867091774940491e-06, 5.493871867656708e-06, 6.120651960372925e-06, 6.747432053089142e-06, 7.374212145805359e-06, 8.000992238521576e-06, 8.627772331237793e-06, 9.25455242395401e-06, 9.881332516670227e-06, 1.0508112609386444e-05, 1.1134892702102661e-05, 1.1761672794818878e-05, 1.2388452887535095e-05, 1.3015232980251312e-05, 1.364201307296753e-05, 1.4268793165683746e-05, 1.4895573258399963e-05, 1.552235335111618e-05, 1.6149133443832397e-05, 1.6775913536548615e-05, 1.740269362926483e-05, 1.802947372198105e-05, 1.8656253814697266e-05]}, "gradients/encoder.encoder.layers.14.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 7.0, 9.0, 10.0, 9.0, 19.0, 29.0, 37.0, 28.0, 72.0, 90.0, 176.0, 291.0, 132.0, 45.0, 29.0, 8.0, 5.0, 5.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0002420807140879333, -0.0002341408544452861, -0.0002262009948026389, -0.00021826113515999168, -0.00021032127551734447, -0.00020238141587469727, -0.00019444155623205006, -0.00018650169658940285, -0.00017856183694675565, -0.00017062197730410844, -0.00016268211766146123, -0.00015474225801881403, -0.00014680239837616682, -0.00013886253873351961, -0.0001309226790908724, -0.0001229828194482252, -0.000115042959805578, -0.00010710310016293079, -9.916324052028358e-05, -9.122338087763637e-05, -8.328352123498917e-05, -7.534366159234196e-05, -6.740380194969475e-05, -5.9463942307047546e-05, -5.152408266440034e-05, -4.358422302175313e-05, -3.5644363379105926e-05, -2.770450373645872e-05, -1.9764644093811512e-05, -1.1824784451164305e-05, -3.8849248085170984e-06, 4.054934834130108e-06, 1.1994823580607772e-05, 1.993468322325498e-05, 2.7874542865902185e-05, 3.581440250854939e-05, 4.37542621511966e-05, 5.1694121793843806e-05, 5.963398143649101e-05, 6.757384107913822e-05, 7.551370072178543e-05, 8.345356036443263e-05, 9.139342000707984e-05, 9.933327964972705e-05, 0.00010727313929237425, 0.00011521299893502146, 0.00012315285857766867, 0.00013109271822031587, 0.00013903257786296308, 0.0001469724375056103, 0.0001549122971482575, 0.0001628521567909047, 0.0001707920164335519, 0.00017873187607619911, 0.00018667173571884632, 0.00019461159536149353, 0.00020255145500414073, 0.00021049131464678794, 0.00021843117428943515, 0.00022637103393208236, 0.00023431089357472956, 0.00024225075321737677, 0.000250190612860024, 0.0002581304870545864, 0.0002660703321453184]}, "gradients/encoder.encoder.layers.14.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 3.0, 1.0, 4.0, 8.0, 4.0, 8.0, 6.0, 19.0, 8.0, 16.0, 14.0, 23.0, 20.0, 25.0, 29.0, 37.0, 40.0, 42.0, 42.0, 33.0, 35.0, 35.0, 49.0, 43.0, 41.0, 45.0, 45.0, 44.0, 29.0, 26.0, 22.0, 32.0, 24.0, 18.0, 23.0, 20.0, 22.0, 18.0, 11.0, 5.0, 9.0, 5.0, 5.0, 4.0, 2.0, 3.0, 2.0, 3.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0], "bins": [-8.350610733032227e-05, -8.093845099210739e-05, -7.837079465389252e-05, -7.580313831567764e-05, -7.323548197746277e-05, -7.06678256392479e-05, -6.810016930103302e-05, -6.553251296281815e-05, -6.296485662460327e-05, -6.03972002863884e-05, -5.782954394817352e-05, -5.526188760995865e-05, -5.2694231271743774e-05, -5.01265749335289e-05, -4.7558918595314026e-05, -4.499126225709915e-05, -4.242360591888428e-05, -3.98559495806694e-05, -3.728829324245453e-05, -3.4720636904239655e-05, -3.215298056602478e-05, -2.9585324227809906e-05, -2.7017667889595032e-05, -2.4450011551380157e-05, -2.1882355213165283e-05, -1.931469887495041e-05, -1.6747042536735535e-05, -1.417938619852066e-05, -1.1611729860305786e-05, -9.044073522090912e-06, -6.476417183876038e-06, -3.908760845661163e-06, -1.341104507446289e-06, 1.2265518307685852e-06, 3.7942081689834595e-06, 6.361864507198334e-06, 8.929520845413208e-06, 1.1497177183628082e-05, 1.4064833521842957e-05, 1.663248986005783e-05, 1.9200146198272705e-05, 2.176780253648758e-05, 2.4335458874702454e-05, 2.6903115212917328e-05, 2.9470771551132202e-05, 3.2038427889347076e-05, 3.460608422756195e-05, 3.7173740565776825e-05, 3.97413969039917e-05, 4.2309053242206573e-05, 4.487670958042145e-05, 4.744436591863632e-05, 5.0012022256851196e-05, 5.257967859506607e-05, 5.5147334933280945e-05, 5.771499127149582e-05, 6.028264760971069e-05, 6.285030394792557e-05, 6.541796028614044e-05, 6.798561662435532e-05, 7.055327296257019e-05, 7.312092930078506e-05, 7.568858563899994e-05, 7.825624197721481e-05, 8.082389831542969e-05]}, "gradients/encoder.encoder.layers.14.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 6.0, 4.0, 12.0, 15.0, 30.0, 28.0, 48.0, 68.0, 105.0, 155.0, 274.0, 422.0, 710.0, 1211.0, 2060.0, 3625.0, 6920.0, 13325.0, 31164.0, 81830.0, 441035.0, 336751.0, 73102.0, 28063.0, 12747.0, 6377.0, 3485.0, 1993.0, 1126.0, 718.0, 411.0, 255.0, 165.0, 101.0, 68.0, 43.0, 33.0, 19.0, 20.0, 9.0, 10.0, 5.0, 5.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.027387619018555e-05, -6.792787462472916e-05, -6.558187305927277e-05, -6.323587149381638e-05, -6.0889869928359985e-05, -5.8543868362903595e-05, -5.6197866797447205e-05, -5.3851865231990814e-05, -5.1505863666534424e-05, -4.9159862101078033e-05, -4.681386053562164e-05, -4.446785897016525e-05, -4.212185740470886e-05, -3.977585583925247e-05, -3.742985427379608e-05, -3.508385270833969e-05, -3.27378511428833e-05, -3.039184957742691e-05, -2.804584801197052e-05, -2.569984644651413e-05, -2.335384488105774e-05, -2.100784331560135e-05, -1.866184175014496e-05, -1.6315840184688568e-05, -1.3969838619232178e-05, -1.1623837053775787e-05, -9.277835488319397e-06, -6.931833922863007e-06, -4.585832357406616e-06, -2.239830791950226e-06, 1.0617077350616455e-07, 2.452172338962555e-06, 4.798173904418945e-06, 7.144175469875336e-06, 9.490177035331726e-06, 1.1836178600788116e-05, 1.4182180166244507e-05, 1.6528181731700897e-05, 1.8874183297157288e-05, 2.1220184862613678e-05, 2.356618642807007e-05, 2.591218799352646e-05, 2.825818955898285e-05, 3.060419112443924e-05, 3.295019268989563e-05, 3.529619425535202e-05, 3.764219582080841e-05, 3.99881973862648e-05, 4.233419895172119e-05, 4.468020051717758e-05, 4.702620208263397e-05, 4.937220364809036e-05, 5.171820521354675e-05, 5.406420677900314e-05, 5.6410208344459534e-05, 5.8756209909915924e-05, 6.110221147537231e-05, 6.34482130408287e-05, 6.57942146062851e-05, 6.814021617174149e-05, 7.048621773719788e-05, 7.283221930265427e-05, 7.517822086811066e-05, 7.752422243356705e-05, 7.987022399902344e-05]}, "gradients/encoder.encoder.layers.14.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 4.0, 2.0, 5.0, 8.0, 10.0, 5.0, 10.0, 14.0, 11.0, 18.0, 31.0, 42.0, 50.0, 67.0, 71.0, 96.0, 85.0, 91.0, 90.0, 59.0, 50.0, 41.0, 28.0, 36.0, 17.0, 10.0, 18.0, 7.0, 8.0, 9.0, 0.0, 4.0, 4.0, 1.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.239776611328125e-05, -1.2077391147613525e-05, -1.17570161819458e-05, -1.1436641216278076e-05, -1.1116266250610352e-05, -1.0795891284942627e-05, -1.0475516319274902e-05, -1.0155141353607178e-05, -9.834766387939453e-06, -9.514391422271729e-06, -9.194016456604004e-06, -8.87364149093628e-06, -8.553266525268555e-06, -8.23289155960083e-06, -7.912516593933105e-06, -7.592141628265381e-06, -7.271766662597656e-06, -6.951391696929932e-06, -6.631016731262207e-06, -6.310641765594482e-06, -5.990266799926758e-06, -5.669891834259033e-06, -5.349516868591309e-06, -5.029141902923584e-06, -4.708766937255859e-06, -4.388391971588135e-06, -4.06801700592041e-06, -3.7476420402526855e-06, -3.427267074584961e-06, -3.1068921089172363e-06, -2.7865171432495117e-06, -2.466142177581787e-06, -2.1457672119140625e-06, -1.8253922462463379e-06, -1.5050172805786133e-06, -1.1846423149108887e-06, -8.642673492431641e-07, -5.438923835754395e-07, -2.2351741790771484e-07, 9.685754776000977e-08, 4.172325134277344e-07, 7.37607479095459e-07, 1.0579824447631836e-06, 1.3783574104309082e-06, 1.6987323760986328e-06, 2.0191073417663574e-06, 2.339482307434082e-06, 2.6598572731018066e-06, 2.9802322387695312e-06, 3.300607204437256e-06, 3.6209821701049805e-06, 3.941357135772705e-06, 4.26173210144043e-06, 4.582107067108154e-06, 4.902482032775879e-06, 5.2228569984436035e-06, 5.543231964111328e-06, 5.863606929779053e-06, 6.183981895446777e-06, 6.504356861114502e-06, 6.8247318267822266e-06, 7.145106792449951e-06, 7.465481758117676e-06, 7.7858567237854e-06, 8.106231689453125e-06]}, "gradients/encoder.encoder.layers.14.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 6.0, 6.0, 14.0, 13.0, 25.0, 35.0, 43.0, 72.0, 86.0, 129.0, 218.0, 266.0, 433.0, 699.0, 929.0, 1458.0, 2118.0, 3695.0, 5819.0, 8298.0, 14898.0, 22250.0, 40501.0, 72840.0, 137171.0, 407525.0, 147139.0, 75930.0, 39654.0, 25756.0, 15283.0, 8815.0, 6028.0, 3365.0, 2389.0, 1599.0, 978.0, 621.0, 438.0, 335.0, 207.0, 132.0, 118.0, 68.0, 37.0, 30.0, 25.0, 20.0, 17.0, 11.0, 9.0, 4.0, 5.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-2.3126602172851562e-05, -2.2316351532936096e-05, -2.150610089302063e-05, -2.0695850253105164e-05, -1.9885599613189697e-05, -1.907534897327423e-05, -1.8265098333358765e-05, -1.74548476934433e-05, -1.6644597053527832e-05, -1.5834346413612366e-05, -1.50240957736969e-05, -1.4213845133781433e-05, -1.3403594493865967e-05, -1.25933438539505e-05, -1.1783093214035034e-05, -1.0972842574119568e-05, -1.0162591934204102e-05, -9.352341294288635e-06, -8.542090654373169e-06, -7.731840014457703e-06, -6.921589374542236e-06, -6.11133873462677e-06, -5.301088094711304e-06, -4.490837454795837e-06, -3.680586814880371e-06, -2.8703361749649048e-06, -2.0600855350494385e-06, -1.2498348951339722e-06, -4.3958425521850586e-07, 3.7066638469696045e-07, 1.1809170246124268e-06, 1.991167664527893e-06, 2.8014183044433594e-06, 3.6116689443588257e-06, 4.421919584274292e-06, 5.232170224189758e-06, 6.042420864105225e-06, 6.852671504020691e-06, 7.662922143936157e-06, 8.473172783851624e-06, 9.28342342376709e-06, 1.0093674063682556e-05, 1.0903924703598022e-05, 1.1714175343513489e-05, 1.2524425983428955e-05, 1.3334676623344421e-05, 1.4144927263259888e-05, 1.4955177903175354e-05, 1.576542854309082e-05, 1.6575679183006287e-05, 1.7385929822921753e-05, 1.819618046283722e-05, 1.9006431102752686e-05, 1.9816681742668152e-05, 2.0626932382583618e-05, 2.1437183022499084e-05, 2.224743366241455e-05, 2.3057684302330017e-05, 2.3867934942245483e-05, 2.467818558216095e-05, 2.5488436222076416e-05, 2.6298686861991882e-05, 2.710893750190735e-05, 2.7919188141822815e-05, 2.872943878173828e-05]}, "gradients/encoder.encoder.layers.14.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 4.0, 2.0, 0.0, 1.0, 3.0, 4.0, 3.0, 4.0, 10.0, 13.0, 11.0, 8.0, 22.0, 17.0, 26.0, 26.0, 19.0, 17.0, 34.0, 40.0, 42.0, 31.0, 37.0, 48.0, 43.0, 51.0, 49.0, 51.0, 39.0, 29.0, 35.0, 52.0, 21.0, 35.0, 35.0, 23.0, 25.0, 18.0, 21.0, 13.0, 14.0, 12.0, 5.0, 7.0, 3.0, 1.0, 2.0, 4.0, 3.0, 3.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.187490463256836e-05, -2.126302570104599e-05, -2.065114676952362e-05, -2.003926783800125e-05, -1.9427388906478882e-05, -1.8815509974956512e-05, -1.8203631043434143e-05, -1.7591752111911774e-05, -1.6979873180389404e-05, -1.6367994248867035e-05, -1.5756115317344666e-05, -1.5144236385822296e-05, -1.4532357454299927e-05, -1.3920478522777557e-05, -1.3308599591255188e-05, -1.2696720659732819e-05, -1.208484172821045e-05, -1.147296279668808e-05, -1.086108386516571e-05, -1.0249204933643341e-05, -9.637326002120972e-06, -9.025447070598602e-06, -8.413568139076233e-06, -7.801689207553864e-06, -7.189810276031494e-06, -6.577931344509125e-06, -5.966052412986755e-06, -5.354173481464386e-06, -4.742294549942017e-06, -4.130415618419647e-06, -3.518536686897278e-06, -2.9066577553749084e-06, -2.294778823852539e-06, -1.6828998923301697e-06, -1.0710209608078003e-06, -4.591420292854309e-07, 1.5273690223693848e-07, 7.646158337593079e-07, 1.3764947652816772e-06, 1.9883736968040466e-06, 2.600252628326416e-06, 3.2121315598487854e-06, 3.824010491371155e-06, 4.435889422893524e-06, 5.0477683544158936e-06, 5.659647285938263e-06, 6.271526217460632e-06, 6.883405148983002e-06, 7.495284080505371e-06, 8.10716301202774e-06, 8.71904194355011e-06, 9.33092087507248e-06, 9.942799806594849e-06, 1.0554678738117218e-05, 1.1166557669639587e-05, 1.1778436601161957e-05, 1.2390315532684326e-05, 1.3002194464206696e-05, 1.3614073395729065e-05, 1.4225952327251434e-05, 1.4837831258773804e-05, 1.5449710190296173e-05, 1.6061589121818542e-05, 1.6673468053340912e-05, 1.728534698486328e-05]}, "gradients/encoder.encoder.layers.14.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 6.0, 6.0, 12.0, 14.0, 15.0, 31.0, 49.0, 88.0, 71.0, 192.0, 294.0, 291.0, 637.0, 1041.0, 1059.0, 2365.0, 4042.0, 4146.0, 10363.0, 19928.0, 26487.0, 101533.0, 481773.0, 269617.0, 52965.0, 35282.0, 15879.0, 6032.0, 5795.0, 3344.0, 1436.0, 1448.0, 854.0, 388.0, 365.0, 248.0, 112.0, 123.0, 69.0, 46.0, 25.0, 30.0, 18.0, 14.0, 7.0, 7.0, 4.0, 5.0, 3.0, 3.0, 2.0, 0.0, 1.0], "bins": [-5.424022674560547e-06, -5.2638351917266846e-06, -5.103647708892822e-06, -4.94346022605896e-06, -4.783272743225098e-06, -4.623085260391235e-06, -4.462897777557373e-06, -4.302710294723511e-06, -4.1425228118896484e-06, -3.982335329055786e-06, -3.822147846221924e-06, -3.6619603633880615e-06, -3.5017728805541992e-06, -3.341585397720337e-06, -3.1813979148864746e-06, -3.0212104320526123e-06, -2.86102294921875e-06, -2.7008354663848877e-06, -2.5406479835510254e-06, -2.380460500717163e-06, -2.2202730178833008e-06, -2.0600855350494385e-06, -1.8998980522155762e-06, -1.7397105693817139e-06, -1.5795230865478516e-06, -1.4193356037139893e-06, -1.259148120880127e-06, -1.0989606380462646e-06, -9.387731552124023e-07, -7.7858567237854e-07, -6.183981895446777e-07, -4.5821070671081543e-07, -2.980232238769531e-07, -1.3783574104309082e-07, 2.2351741790771484e-08, 1.825392246246338e-07, 3.427267074584961e-07, 5.029141902923584e-07, 6.631016731262207e-07, 8.23289155960083e-07, 9.834766387939453e-07, 1.1436641216278076e-06, 1.30385160446167e-06, 1.4640390872955322e-06, 1.6242265701293945e-06, 1.7844140529632568e-06, 1.944601535797119e-06, 2.1047890186309814e-06, 2.2649765014648438e-06, 2.425163984298706e-06, 2.5853514671325684e-06, 2.7455389499664307e-06, 2.905726432800293e-06, 3.0659139156341553e-06, 3.2261013984680176e-06, 3.38628888130188e-06, 3.546476364135742e-06, 3.7066638469696045e-06, 3.866851329803467e-06, 4.027038812637329e-06, 4.187226295471191e-06, 4.347413778305054e-06, 4.507601261138916e-06, 4.667788743972778e-06, 4.827976226806641e-06]}, "gradients/encoder.encoder.layers.14.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 4.0, 1.0, 5.0, 2.0, 8.0, 3.0, 6.0, 5.0, 8.0, 8.0, 6.0, 20.0, 20.0, 12.0, 34.0, 41.0, 64.0, 76.0, 93.0, 48.0, 129.0, 80.0, 73.0, 54.0, 26.0, 44.0, 27.0, 19.0, 17.0, 17.0, 5.0, 9.0, 8.0, 5.0, 11.0, 5.0, 4.0, 1.0, 1.0, 2.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.2782554626464844e-06, -3.1692907214164734e-06, -3.0603259801864624e-06, -2.9513612389564514e-06, -2.8423964977264404e-06, -2.7334317564964294e-06, -2.6244670152664185e-06, -2.5155022740364075e-06, -2.4065375328063965e-06, -2.2975727915763855e-06, -2.1886080503463745e-06, -2.0796433091163635e-06, -1.9706785678863525e-06, -1.8617138266563416e-06, -1.7527490854263306e-06, -1.6437843441963196e-06, -1.5348196029663086e-06, -1.4258548617362976e-06, -1.3168901205062866e-06, -1.2079253792762756e-06, -1.0989606380462646e-06, -9.899958968162537e-07, -8.810311555862427e-07, -7.720664143562317e-07, -6.631016731262207e-07, -5.541369318962097e-07, -4.4517219066619873e-07, -3.3620744943618774e-07, -2.2724270820617676e-07, -1.1827796697616577e-07, -9.313225746154785e-09, 9.96515154838562e-08, 2.086162567138672e-07, 3.175809979438782e-07, 4.2654573917388916e-07, 5.355104804039001e-07, 6.444752216339111e-07, 7.534399628639221e-07, 8.624047040939331e-07, 9.71369445323944e-07, 1.080334186553955e-06, 1.189298927783966e-06, 1.298263669013977e-06, 1.407228410243988e-06, 1.516193151473999e-06, 1.62515789270401e-06, 1.734122633934021e-06, 1.843087375164032e-06, 1.952052116394043e-06, 2.061016857624054e-06, 2.169981598854065e-06, 2.278946340084076e-06, 2.387911081314087e-06, 2.496875822544098e-06, 2.605840563774109e-06, 2.71480530500412e-06, 2.823770046234131e-06, 2.932734787464142e-06, 3.041699528694153e-06, 3.150664269924164e-06, 3.259629011154175e-06, 3.368593752384186e-06, 3.4775584936141968e-06, 3.5865232348442078e-06, 3.6954879760742188e-06]}, "gradients/encoder.encoder.layers.14.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 5.0, 3.0, 1.0, 3.0, 13.0, 13.0, 16.0, 40.0, 43.0, 64.0, 72.0, 104.0, 186.0, 169.0, 415.0, 374.0, 542.0, 1017.0, 1020.0, 1452.0, 3137.0, 3169.0, 7163.0, 7911.0, 13015.0, 41651.0, 68916.0, 534447.0, 213107.0, 68966.0, 41528.0, 12791.0, 10945.0, 4487.0, 3127.0, 3065.0, 1480.0, 1491.0, 666.0, 476.0, 511.0, 219.0, 189.0, 204.0, 84.0, 87.0, 38.0, 28.0, 32.0, 22.0, 21.0, 15.0, 11.0, 5.0, 7.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-4.410743713378906e-06, -4.268251359462738e-06, -4.12575900554657e-06, -3.983266651630402e-06, -3.840774297714233e-06, -3.698281943798065e-06, -3.555789589881897e-06, -3.4132972359657288e-06, -3.2708048820495605e-06, -3.1283125281333923e-06, -2.985820174217224e-06, -2.843327820301056e-06, -2.7008354663848877e-06, -2.5583431124687195e-06, -2.4158507585525513e-06, -2.273358404636383e-06, -2.130866050720215e-06, -1.9883736968040466e-06, -1.8458813428878784e-06, -1.7033889889717102e-06, -1.560896635055542e-06, -1.4184042811393738e-06, -1.2759119272232056e-06, -1.1334195733070374e-06, -9.909272193908691e-07, -8.484348654747009e-07, -7.059425115585327e-07, -5.634501576423645e-07, -4.209578037261963e-07, -2.784654498100281e-07, -1.3597309589385986e-07, 6.51925802230835e-09, 1.4901161193847656e-07, 2.915039658546448e-07, 4.33996319770813e-07, 5.764886736869812e-07, 7.189810276031494e-07, 8.614733815193176e-07, 1.0039657354354858e-06, 1.146458089351654e-06, 1.2889504432678223e-06, 1.4314427971839905e-06, 1.5739351511001587e-06, 1.716427505016327e-06, 1.8589198589324951e-06, 2.0014122128486633e-06, 2.1439045667648315e-06, 2.2863969206809998e-06, 2.428889274597168e-06, 2.571381628513336e-06, 2.7138739824295044e-06, 2.8563663363456726e-06, 2.998858690261841e-06, 3.141351044178009e-06, 3.2838433980941772e-06, 3.4263357520103455e-06, 3.5688281059265137e-06, 3.711320459842682e-06, 3.85381281375885e-06, 3.996305167675018e-06, 4.1387975215911865e-06, 4.281289875507355e-06, 4.423782229423523e-06, 4.566274583339691e-06, 4.708766937255859e-06]}, "gradients/encoder.encoder.layers.14.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 3.0, 3.0, 4.0, 3.0, 6.0, 4.0, 4.0, 9.0, 9.0, 7.0, 13.0, 22.0, 23.0, 55.0, 57.0, 55.0, 85.0, 44.0, 103.0, 99.0, 92.0, 72.0, 54.0, 38.0, 29.0, 9.0, 23.0, 6.0, 12.0, 6.0, 9.0, 9.0, 6.0, 1.0, 6.0, 6.0, 4.0, 4.0, 4.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.635883331298828e-06, -3.5241246223449707e-06, -3.4123659133911133e-06, -3.300607204437256e-06, -3.1888484954833984e-06, -3.077089786529541e-06, -2.9653310775756836e-06, -2.853572368621826e-06, -2.7418136596679688e-06, -2.6300549507141113e-06, -2.518296241760254e-06, -2.4065375328063965e-06, -2.294778823852539e-06, -2.1830201148986816e-06, -2.0712614059448242e-06, -1.959502696990967e-06, -1.8477439880371094e-06, -1.735985279083252e-06, -1.6242265701293945e-06, -1.5124678611755371e-06, -1.4007091522216797e-06, -1.2889504432678223e-06, -1.1771917343139648e-06, -1.0654330253601074e-06, -9.5367431640625e-07, -8.419156074523926e-07, -7.301568984985352e-07, -6.183981895446777e-07, -5.066394805908203e-07, -3.948807716369629e-07, -2.8312206268310547e-07, -1.7136335372924805e-07, -5.960464477539063e-08, 5.21540641784668e-08, 1.6391277313232422e-07, 2.7567148208618164e-07, 3.8743019104003906e-07, 4.991888999938965e-07, 6.109476089477539e-07, 7.227063179016113e-07, 8.344650268554688e-07, 9.462237358093262e-07, 1.0579824447631836e-06, 1.169741153717041e-06, 1.2814998626708984e-06, 1.3932585716247559e-06, 1.5050172805786133e-06, 1.6167759895324707e-06, 1.7285346984863281e-06, 1.8402934074401855e-06, 1.952052116394043e-06, 2.0638108253479004e-06, 2.175569534301758e-06, 2.2873282432556152e-06, 2.3990869522094727e-06, 2.51084566116333e-06, 2.6226043701171875e-06, 2.734363079071045e-06, 2.8461217880249023e-06, 2.9578804969787598e-06, 3.069639205932617e-06, 3.1813979148864746e-06, 3.293156623840332e-06, 3.4049153327941895e-06, 3.516674041748047e-06]}, "gradients/encoder.encoder.layers.14.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 5.0, 3.0, 9.0, 7.0, 9.0, 11.0, 10.0, 17.0, 24.0, 29.0, 40.0, 48.0, 81.0, 133.0, 305.0, 131.0, 66.0, 32.0, 12.0, 15.0, 13.0, 8.0, 2.0, 3.0, 0.0, 2.0], "bins": [-0.0002880386891774833, -0.0002825622505042702, -0.00027708581183105707, -0.00027160937315784395, -0.0002661329344846308, -0.0002606564958114177, -0.0002551800571382046, -0.00024970361846499145, -0.0002442271797917783, -0.0002387507411185652, -0.00023327430244535208, -0.00022779786377213895, -0.00022232142509892583, -0.0002168449864257127, -0.00021136854775249958, -0.00020589210907928646, -0.00020041567040607333, -0.0001949392317328602, -0.00018946279305964708, -0.00018398635438643396, -0.00017850991571322083, -0.0001730334770400077, -0.00016755703836679459, -0.00016208059969358146, -0.00015660416102036834, -0.0001511277223471552, -0.0001456512836739421, -0.00014017484500072896, -0.00013469840632751584, -0.00012922196765430272, -0.0001237455289810896, -0.00011826909030787647, -0.00011279263708274812, -0.00010731619840953499, -0.00010183975973632187, -9.636332106310874e-05, -9.088688238989562e-05, -8.54104437166825e-05, -7.993400504346937e-05, -7.445756637025625e-05, -6.898112769704312e-05, -6.350468902383e-05, -5.802825035061687e-05, -5.255181167740375e-05, -4.7075373004190624e-05, -4.15989343309775e-05, -3.6122495657764375e-05, -3.064605698455125e-05, -2.5169618311338127e-05, -1.9693179638125002e-05, -1.4216740964911878e-05, -8.740302291698754e-06, -3.2638636184856296e-06, 2.2125750547274947e-06, 7.689013727940619e-06, 1.3165452401153743e-05, 1.8641891074366868e-05, 2.4118329747579992e-05, 2.9594768420793116e-05, 3.507120709400624e-05, 4.0547645767219365e-05, 4.602408444043249e-05, 5.150052311364561e-05, 5.697696178685874e-05, 6.245340046007186e-05]}, "gradients/encoder.encoder.layers.14.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 0.0, 3.0, 3.0, 5.0, 13.0, 14.0, 12.0, 9.0, 14.0, 16.0, 20.0, 16.0, 30.0, 35.0, 27.0, 35.0, 55.0, 42.0, 40.0, 48.0, 45.0, 51.0, 43.0, 55.0, 49.0, 34.0, 39.0, 32.0, 27.0, 27.0, 28.0, 22.0, 18.0, 21.0, 13.0, 11.0, 14.0, 11.0, 12.0, 7.0, 3.0, 1.0, 2.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.80088996887207e-05, -6.571132689714432e-05, -6.341375410556793e-05, -6.111618131399155e-05, -5.881860852241516e-05, -5.6521035730838776e-05, -5.422346293926239e-05, -5.1925890147686005e-05, -4.962831735610962e-05, -4.7330744564533234e-05, -4.503317177295685e-05, -4.273559898138046e-05, -4.043802618980408e-05, -3.814045339822769e-05, -3.5842880606651306e-05, -3.354530781507492e-05, -3.1247735023498535e-05, -2.895016223192215e-05, -2.6652589440345764e-05, -2.435501664876938e-05, -2.2057443857192993e-05, -1.9759871065616608e-05, -1.7462298274040222e-05, -1.5164725482463837e-05, -1.2867152690887451e-05, -1.0569579899311066e-05, -8.27200710773468e-06, -5.974434316158295e-06, -3.676861524581909e-06, -1.3792887330055237e-06, 9.182840585708618e-07, 3.2158568501472473e-06, 5.513429641723633e-06, 7.811002433300018e-06, 1.0108575224876404e-05, 1.240614801645279e-05, 1.4703720808029175e-05, 1.700129359960556e-05, 1.9298866391181946e-05, 2.159643918275833e-05, 2.3894011974334717e-05, 2.6191584765911102e-05, 2.8489157557487488e-05, 3.078673034906387e-05, 3.308430314064026e-05, 3.5381875932216644e-05, 3.767944872379303e-05, 3.9977021515369415e-05, 4.22745943069458e-05, 4.4572167098522186e-05, 4.686973989009857e-05, 4.916731268167496e-05, 5.146488547325134e-05, 5.376245826482773e-05, 5.6060031056404114e-05, 5.83576038479805e-05, 6.0655176639556885e-05, 6.295274943113327e-05, 6.525032222270966e-05, 6.754789501428604e-05, 6.984546780586243e-05, 7.214304059743881e-05, 7.44406133890152e-05, 7.673818618059158e-05, 7.903575897216797e-05]}, "gradients/encoder.encoder.layers.13.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 5.0, 1.0, 2.0, 4.0, 5.0, 6.0, 9.0, 10.0, 11.0, 23.0, 24.0, 28.0, 30.0, 48.0, 64.0, 108.0, 147.0, 188.0, 309.0, 493.0, 832.0, 1313.0, 2126.0, 3756.0, 6776.0, 13618.0, 30836.0, 182109.0, 3869685.0, 43766.0, 18259.0, 8526.0, 4461.0, 2599.0, 1520.0, 918.0, 586.0, 385.0, 256.0, 149.0, 72.0, 74.0, 51.0, 38.0, 18.0, 20.0, 11.0, 7.0, 3.0, 1.0, 4.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.00010246038436889648, -9.954627603292465e-05, -9.663216769695282e-05, -9.371805936098099e-05, -9.080395102500916e-05, -8.788984268903732e-05, -8.497573435306549e-05, -8.206162601709366e-05, -7.914751768112183e-05, -7.623340934515e-05, -7.331930100917816e-05, -7.040519267320633e-05, -6.74910843372345e-05, -6.457697600126266e-05, -6.166286766529083e-05, -5.8748759329319e-05, -5.583465099334717e-05, -5.2920542657375336e-05, -5.0006434321403503e-05, -4.709232598543167e-05, -4.417821764945984e-05, -4.1264109313488007e-05, -3.8350000977516174e-05, -3.543589264154434e-05, -3.252178430557251e-05, -2.9607675969600677e-05, -2.6693567633628845e-05, -2.3779459297657013e-05, -2.086535096168518e-05, -1.795124262571335e-05, -1.5037134289741516e-05, -1.2123025953769684e-05, -9.208917617797852e-06, -6.294809281826019e-06, -3.380700945854187e-06, -4.6659260988235474e-07, 2.4475157260894775e-06, 5.36162406206131e-06, 8.275732398033142e-06, 1.1189840734004974e-05, 1.4103949069976807e-05, 1.701805740594864e-05, 1.993216574192047e-05, 2.2846274077892303e-05, 2.5760382413864136e-05, 2.8674490749835968e-05, 3.15885990858078e-05, 3.450270742177963e-05, 3.7416815757751465e-05, 4.03309240937233e-05, 4.324503242969513e-05, 4.615914076566696e-05, 4.9073249101638794e-05, 5.1987357437610626e-05, 5.490146577358246e-05, 5.781557410955429e-05, 6.072968244552612e-05, 6.364379078149796e-05, 6.655789911746979e-05, 6.947200745344162e-05, 7.238611578941345e-05, 7.530022412538528e-05, 7.821433246135712e-05, 8.112844079732895e-05, 8.404254913330078e-05]}, "gradients/encoder.encoder.layers.13.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 2.0, 8.0, 4.0, 7.0, 13.0, 13.0, 17.0, 27.0, 25.0, 47.0, 52.0, 60.0, 90.0, 92.0, 110.0, 95.0, 72.0, 65.0, 59.0, 39.0, 30.0, 14.0, 15.0, 9.0, 14.0, 13.0, 1.0, 4.0, 3.0, 2.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2218952178955078e-05, -1.187250018119812e-05, -1.1526048183441162e-05, -1.1179596185684204e-05, -1.0833144187927246e-05, -1.0486692190170288e-05, -1.014024019241333e-05, -9.793788194656372e-06, -9.447336196899414e-06, -9.100884199142456e-06, -8.754432201385498e-06, -8.40798020362854e-06, -8.061528205871582e-06, -7.715076208114624e-06, -7.368624210357666e-06, -7.022172212600708e-06, -6.67572021484375e-06, -6.329268217086792e-06, -5.982816219329834e-06, -5.636364221572876e-06, -5.289912223815918e-06, -4.94346022605896e-06, -4.597008228302002e-06, -4.250556230545044e-06, -3.904104232788086e-06, -3.557652235031128e-06, -3.21120023727417e-06, -2.864748239517212e-06, -2.518296241760254e-06, -2.171844244003296e-06, -1.8253922462463379e-06, -1.4789402484893799e-06, -1.1324882507324219e-06, -7.860362529754639e-07, -4.3958425521850586e-07, -9.313225746154785e-08, 2.5331974029541016e-07, 5.997717380523682e-07, 9.462237358093262e-07, 1.2926757335662842e-06, 1.6391277313232422e-06, 1.9855797290802e-06, 2.332031726837158e-06, 2.678483724594116e-06, 3.0249357223510742e-06, 3.3713877201080322e-06, 3.7178397178649902e-06, 4.064291715621948e-06, 4.410743713378906e-06, 4.757195711135864e-06, 5.103647708892822e-06, 5.45009970664978e-06, 5.796551704406738e-06, 6.143003702163696e-06, 6.489455699920654e-06, 6.835907697677612e-06, 7.18235969543457e-06, 7.528811693191528e-06, 7.875263690948486e-06, 8.221715688705444e-06, 8.568167686462402e-06, 8.91461968421936e-06, 9.261071681976318e-06, 9.607523679733276e-06, 9.953975677490234e-06]}, "gradients/encoder.encoder.layers.13.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 8.0, 6.0, 20.0, 19.0, 25.0, 39.0, 58.0, 71.0, 119.0, 167.0, 245.0, 342.0, 534.0, 883.0, 1317.0, 1941.0, 3061.0, 5102.0, 8728.0, 15938.0, 33517.0, 82249.0, 3474230.0, 447502.0, 59407.0, 26924.0, 12902.0, 7127.0, 4300.0, 2660.0, 1623.0, 1096.0, 651.0, 452.0, 276.0, 206.0, 163.0, 113.0, 90.0, 47.0, 35.0, 21.0, 18.0, 9.0, 13.0, 15.0, 11.0, 2.0, 1.0, 0.0, 1.0, 5.0, 4.0, 0.0, 2.0], "bins": [-4.589557647705078e-05, -4.4454820454120636e-05, -4.301406443119049e-05, -4.1573308408260345e-05, -4.01325523853302e-05, -3.8691796362400055e-05, -3.725104033946991e-05, -3.5810284316539764e-05, -3.436952829360962e-05, -3.2928772270679474e-05, -3.148801624774933e-05, -3.0047260224819183e-05, -2.8606504201889038e-05, -2.7165748178958893e-05, -2.5724992156028748e-05, -2.4284236133098602e-05, -2.2843480110168457e-05, -2.1402724087238312e-05, -1.9961968064308167e-05, -1.852121204137802e-05, -1.7080456018447876e-05, -1.563969999551773e-05, -1.4198943972587585e-05, -1.275818794965744e-05, -1.1317431926727295e-05, -9.87667590379715e-06, -8.435919880867004e-06, -6.995163857936859e-06, -5.554407835006714e-06, -4.113651812076569e-06, -2.6728957891464233e-06, -1.232139766216278e-06, 2.086162567138672e-07, 1.6493722796440125e-06, 3.0901283025741577e-06, 4.530884325504303e-06, 5.971640348434448e-06, 7.4123963713645935e-06, 8.853152394294739e-06, 1.0293908417224884e-05, 1.173466444015503e-05, 1.3175420463085175e-05, 1.461617648601532e-05, 1.6056932508945465e-05, 1.749768853187561e-05, 1.8938444554805756e-05, 2.03792005777359e-05, 2.1819956600666046e-05, 2.326071262359619e-05, 2.4701468646526337e-05, 2.6142224669456482e-05, 2.7582980692386627e-05, 2.9023736715316772e-05, 3.0464492738246918e-05, 3.190524876117706e-05, 3.334600478410721e-05, 3.4786760807037354e-05, 3.62275168299675e-05, 3.7668272852897644e-05, 3.910902887582779e-05, 4.0549784898757935e-05, 4.199054092168808e-05, 4.3431296944618225e-05, 4.487205296754837e-05, 4.6312808990478516e-05]}, "gradients/encoder.encoder.layers.13.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 2.0, 3.0, 4.0, 0.0, 6.0, 5.0, 8.0, 5.0, 9.0, 7.0, 8.0, 8.0, 10.0, 11.0, 11.0, 20.0, 20.0, 19.0, 26.0, 31.0, 23.0, 34.0, 38.0, 42.0, 96.0, 376.0, 2282.0, 653.0, 133.0, 46.0, 32.0, 22.0, 18.0, 13.0, 17.0, 6.0, 10.0, 4.0, 5.0, 7.0, 3.0, 2.0, 6.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.9742717742919922e-05, -2.9027462005615234e-05, -2.8312206268310547e-05, -2.759695053100586e-05, -2.6881694793701172e-05, -2.6166439056396484e-05, -2.5451183319091797e-05, -2.473592758178711e-05, -2.4020671844482422e-05, -2.3305416107177734e-05, -2.2590160369873047e-05, -2.187490463256836e-05, -2.1159648895263672e-05, -2.0444393157958984e-05, -1.9729137420654297e-05, -1.901388168334961e-05, -1.8298625946044922e-05, -1.7583370208740234e-05, -1.6868114471435547e-05, -1.615285873413086e-05, -1.5437602996826172e-05, -1.4722347259521484e-05, -1.4007091522216797e-05, -1.329183578491211e-05, -1.2576580047607422e-05, -1.1861324310302734e-05, -1.1146068572998047e-05, -1.043081283569336e-05, -9.715557098388672e-06, -9.000301361083984e-06, -8.285045623779297e-06, -7.569789886474609e-06, -6.854534149169922e-06, -6.139278411865234e-06, -5.424022674560547e-06, -4.708766937255859e-06, -3.993511199951172e-06, -3.2782554626464844e-06, -2.562999725341797e-06, -1.8477439880371094e-06, -1.1324882507324219e-06, -4.172325134277344e-07, 2.980232238769531e-07, 1.0132789611816406e-06, 1.7285346984863281e-06, 2.4437904357910156e-06, 3.159046173095703e-06, 3.874301910400391e-06, 4.589557647705078e-06, 5.304813385009766e-06, 6.020069122314453e-06, 6.735324859619141e-06, 7.450580596923828e-06, 8.165836334228516e-06, 8.881092071533203e-06, 9.59634780883789e-06, 1.0311603546142578e-05, 1.1026859283447266e-05, 1.1742115020751953e-05, 1.245737075805664e-05, 1.3172626495361328e-05, 1.3887882232666016e-05, 1.4603137969970703e-05, 1.531839370727539e-05, 1.6033649444580078e-05]}, "gradients/encoder.encoder.layers.13.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 4.0, 3.0, 3.0, 4.0, 6.0, 6.0, 11.0, 16.0, 12.0, 17.0, 36.0, 30.0, 44.0, 61.0, 92.0, 123.0, 269.0, 179.0, 52.0, 23.0, 13.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00033962586894631386, -0.0003295954957138747, -0.0003195650933776051, -0.0003095347201451659, -0.0002995043178088963, -0.00028947394457645714, -0.000279443571344018, -0.00026941316900774837, -0.0002593827957753092, -0.00024935242254287004, -0.00023932202020660043, -0.00022929164697416127, -0.00021926125918980688, -0.0002092308714054525, -0.00019920049817301333, -0.00018917011038865894, -0.00017913972260430455, -0.00016910933481995016, -0.00015907894703559577, -0.00014904857380315661, -0.00013901818601880223, -0.00012898779823444784, -0.00011895741772605106, -0.00010892703721765429, -9.88966494332999e-05, -8.886626164894551e-05, -7.883588114054874e-05, -6.880550063215196e-05, -5.877511284779757e-05, -4.874472870142199e-05, -3.871434455504641e-05, -2.8683964046649635e-05, -1.865354715846479e-05, -8.623163012089208e-06, 1.4072211342863739e-06, 1.1437605280661955e-05, 2.1467989427037537e-05, 3.149837357341312e-05, 4.15287577197887e-05, 5.1559138228185475e-05, 6.158952601253986e-05, 7.161991379689425e-05, 8.165029430529103e-05, 9.16806748136878e-05, 0.00010171106259804219, 0.00011174145038239658, 0.00012177183089079335, 0.00013180221139919013, 0.00014183259918354452, 0.0001518629869678989, 0.0001618933747522533, 0.00017192374798469245, 0.00018195413576904684, 0.00019198452355340123, 0.0002020148967858404, 0.00021204528457019478, 0.00022207567235454917, 0.00023210606013890356, 0.00024213644792325795, 0.0002521668211556971, 0.0002621972234919667, 0.0002722275967244059, 0.00028225796995684505, 0.00029228837229311466, 0.0003023187455255538]}, "gradients/encoder.encoder.layers.13.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 1.0, 4.0, 4.0, 6.0, 1.0, 5.0, 9.0, 8.0, 8.0, 11.0, 9.0, 9.0, 13.0, 11.0, 19.0, 21.0, 22.0, 28.0, 34.0, 29.0, 27.0, 49.0, 26.0, 39.0, 23.0, 35.0, 42.0, 44.0, 43.0, 39.0, 29.0, 38.0, 38.0, 34.0, 28.0, 31.0, 16.0, 27.0, 25.0, 14.0, 19.0, 10.0, 10.0, 18.0, 12.0, 5.0, 8.0, 7.0, 7.0, 4.0, 5.0, 2.0, 3.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-9.989738464355469e-05, -9.66610386967659e-05, -9.342469274997711e-05, -9.018834680318832e-05, -8.695200085639954e-05, -8.371565490961075e-05, -8.047930896282196e-05, -7.724296301603317e-05, -7.400661706924438e-05, -7.07702711224556e-05, -6.753392517566681e-05, -6.429757922887802e-05, -6.106123328208923e-05, -5.7824887335300446e-05, -5.458854138851166e-05, -5.135219544172287e-05, -4.811584949493408e-05, -4.4879503548145294e-05, -4.1643157601356506e-05, -3.840681165456772e-05, -3.517046570777893e-05, -3.193411976099014e-05, -2.8697773814201355e-05, -2.5461427867412567e-05, -2.222508192062378e-05, -1.898873597383499e-05, -1.5752390027046204e-05, -1.2516044080257416e-05, -9.279698133468628e-06, -6.04335218667984e-06, -2.8070062398910522e-06, 4.293397068977356e-07, 3.6656856536865234e-06, 6.902031600475311e-06, 1.0138377547264099e-05, 1.3374723494052887e-05, 1.6611069440841675e-05, 1.9847415387630463e-05, 2.308376133441925e-05, 2.632010728120804e-05, 2.9556453227996826e-05, 3.2792799174785614e-05, 3.60291451215744e-05, 3.926549106836319e-05, 4.250183701515198e-05, 4.5738182961940765e-05, 4.897452890872955e-05, 5.221087485551834e-05, 5.544722080230713e-05, 5.868356674909592e-05, 6.19199126958847e-05, 6.515625864267349e-05, 6.839260458946228e-05, 7.162895053625107e-05, 7.486529648303986e-05, 7.810164242982864e-05, 8.133798837661743e-05, 8.457433432340622e-05, 8.781068027019501e-05, 9.10470262169838e-05, 9.428337216377258e-05, 9.751971811056137e-05, 0.00010075606405735016, 0.00010399241000413895, 0.00010722875595092773]}, "gradients/encoder.encoder.layers.13.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0, 4.0, 2.0, 15.0, 2.0, 11.0, 17.0, 7.0, 18.0, 21.0, 33.0, 39.0, 52.0, 77.0, 102.0, 122.0, 203.0, 289.0, 395.0, 607.0, 988.0, 1438.0, 2478.0, 4159.0, 7881.0, 14994.0, 33133.0, 78335.0, 279382.0, 441500.0, 103456.0, 38950.0, 18247.0, 8902.0, 4928.0, 2796.0, 1742.0, 1016.0, 706.0, 404.0, 305.0, 190.0, 160.0, 104.0, 90.0, 76.0, 50.0, 40.0, 31.0, 15.0, 14.0, 6.0, 9.0, 10.0, 4.0, 0.0, 4.0, 4.0], "bins": [-6.592273712158203e-05, -6.404519081115723e-05, -6.216764450073242e-05, -6.029009819030762e-05, -5.841255187988281e-05, -5.653500556945801e-05, -5.46574592590332e-05, -5.27799129486084e-05, -5.0902366638183594e-05, -4.902482032775879e-05, -4.7147274017333984e-05, -4.526972770690918e-05, -4.3392181396484375e-05, -4.151463508605957e-05, -3.9637088775634766e-05, -3.775954246520996e-05, -3.5881996154785156e-05, -3.400444984436035e-05, -3.212690353393555e-05, -3.0249357223510742e-05, -2.8371810913085938e-05, -2.6494264602661133e-05, -2.4616718292236328e-05, -2.2739171981811523e-05, -2.086162567138672e-05, -1.8984079360961914e-05, -1.710653305053711e-05, -1.5228986740112305e-05, -1.33514404296875e-05, -1.1473894119262695e-05, -9.59634780883789e-06, -7.718801498413086e-06, -5.841255187988281e-06, -3.9637088775634766e-06, -2.086162567138672e-06, -2.086162567138672e-07, 1.6689300537109375e-06, 3.546476364135742e-06, 5.424022674560547e-06, 7.3015689849853516e-06, 9.179115295410156e-06, 1.1056661605834961e-05, 1.2934207916259766e-05, 1.481175422668457e-05, 1.6689300537109375e-05, 1.856684684753418e-05, 2.0444393157958984e-05, 2.232193946838379e-05, 2.4199485778808594e-05, 2.60770320892334e-05, 2.7954578399658203e-05, 2.9832124710083008e-05, 3.170967102050781e-05, 3.358721733093262e-05, 3.546476364135742e-05, 3.7342309951782227e-05, 3.921985626220703e-05, 4.1097402572631836e-05, 4.297494888305664e-05, 4.4852495193481445e-05, 4.673004150390625e-05, 4.8607587814331055e-05, 5.048513412475586e-05, 5.2362680435180664e-05, 5.424022674560547e-05]}, "gradients/encoder.encoder.layers.13.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 3.0, 7.0, 8.0, 9.0, 12.0, 10.0, 19.0, 22.0, 39.0, 43.0, 71.0, 65.0, 74.0, 77.0, 76.0, 88.0, 75.0, 62.0, 44.0, 49.0, 39.0, 23.0, 20.0, 15.0, 15.0, 11.0, 6.0, 10.0, 1.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-1.1026859283447266e-05, -1.072511076927185e-05, -1.0423362255096436e-05, -1.012161374092102e-05, -9.819865226745605e-06, -9.51811671257019e-06, -9.216368198394775e-06, -8.91461968421936e-06, -8.612871170043945e-06, -8.31112265586853e-06, -8.009374141693115e-06, -7.7076256275177e-06, -7.405877113342285e-06, -7.10412859916687e-06, -6.802380084991455e-06, -6.50063157081604e-06, -6.198883056640625e-06, -5.89713454246521e-06, -5.595386028289795e-06, -5.29363751411438e-06, -4.991888999938965e-06, -4.69014048576355e-06, -4.388391971588135e-06, -4.08664345741272e-06, -3.7848949432373047e-06, -3.4831464290618896e-06, -3.1813979148864746e-06, -2.8796494007110596e-06, -2.5779008865356445e-06, -2.2761523723602295e-06, -1.9744038581848145e-06, -1.6726553440093994e-06, -1.3709068298339844e-06, -1.0691583156585693e-06, -7.674098014831543e-07, -4.6566128730773926e-07, -1.6391277313232422e-07, 1.3783574104309082e-07, 4.3958425521850586e-07, 7.413327693939209e-07, 1.043081283569336e-06, 1.344829797744751e-06, 1.646578311920166e-06, 1.948326826095581e-06, 2.250075340270996e-06, 2.551823854446411e-06, 2.853572368621826e-06, 3.155320882797241e-06, 3.4570693969726562e-06, 3.7588179111480713e-06, 4.060566425323486e-06, 4.362314939498901e-06, 4.664063453674316e-06, 4.9658119678497314e-06, 5.2675604820251465e-06, 5.5693089962005615e-06, 5.8710575103759766e-06, 6.172806024551392e-06, 6.474554538726807e-06, 6.776303052902222e-06, 7.078051567077637e-06, 7.379800081253052e-06, 7.681548595428467e-06, 7.983297109603882e-06, 8.285045623779297e-06]}, "gradients/encoder.encoder.layers.13.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 6.0, 3.0, 3.0, 8.0, 3.0, 13.0, 14.0, 22.0, 25.0, 31.0, 66.0, 71.0, 117.0, 148.0, 252.0, 340.0, 510.0, 740.0, 988.0, 1512.0, 2171.0, 3621.0, 5294.0, 7046.0, 12542.0, 17613.0, 31960.0, 50613.0, 103237.0, 252429.0, 318185.0, 103533.0, 50446.0, 31888.0, 17691.0, 12287.0, 7136.0, 5319.0, 3644.0, 2192.0, 1559.0, 974.0, 711.0, 476.0, 340.0, 220.0, 170.0, 127.0, 84.0, 62.0, 35.0, 29.0, 25.0, 8.0, 12.0, 4.0, 5.0, 5.0, 1.0, 1.0, 3.0, 2.0], "bins": [-2.396106719970703e-05, -2.3212283849716187e-05, -2.2463500499725342e-05, -2.1714717149734497e-05, -2.0965933799743652e-05, -2.0217150449752808e-05, -1.9468367099761963e-05, -1.8719583749771118e-05, -1.7970800399780273e-05, -1.722201704978943e-05, -1.6473233699798584e-05, -1.572445034980774e-05, -1.4975666999816895e-05, -1.422688364982605e-05, -1.3478100299835205e-05, -1.272931694984436e-05, -1.1980533599853516e-05, -1.1231750249862671e-05, -1.0482966899871826e-05, -9.734183549880981e-06, -8.985400199890137e-06, -8.236616849899292e-06, -7.487833499908447e-06, -6.7390501499176025e-06, -5.990266799926758e-06, -5.241483449935913e-06, -4.492700099945068e-06, -3.7439167499542236e-06, -2.995133399963379e-06, -2.246350049972534e-06, -1.4975666999816895e-06, -7.487833499908447e-07, 0.0, 7.487833499908447e-07, 1.4975666999816895e-06, 2.246350049972534e-06, 2.995133399963379e-06, 3.7439167499542236e-06, 4.492700099945068e-06, 5.241483449935913e-06, 5.990266799926758e-06, 6.7390501499176025e-06, 7.487833499908447e-06, 8.236616849899292e-06, 8.985400199890137e-06, 9.734183549880981e-06, 1.0482966899871826e-05, 1.1231750249862671e-05, 1.1980533599853516e-05, 1.272931694984436e-05, 1.3478100299835205e-05, 1.422688364982605e-05, 1.4975666999816895e-05, 1.572445034980774e-05, 1.6473233699798584e-05, 1.722201704978943e-05, 1.7970800399780273e-05, 1.8719583749771118e-05, 1.9468367099761963e-05, 2.0217150449752808e-05, 2.0965933799743652e-05, 2.1714717149734497e-05, 2.2463500499725342e-05, 2.3212283849716187e-05, 2.396106719970703e-05]}, "gradients/encoder.encoder.layers.13.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 6.0, 0.0, 10.0, 9.0, 12.0, 14.0, 5.0, 9.0, 6.0, 13.0, 19.0, 29.0, 30.0, 23.0, 39.0, 39.0, 29.0, 35.0, 39.0, 27.0, 52.0, 51.0, 58.0, 27.0, 43.0, 41.0, 40.0, 35.0, 38.0, 39.0, 24.0, 31.0, 21.0, 14.0, 13.0, 11.0, 13.0, 13.0, 13.0, 8.0, 8.0, 11.0, 2.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0], "bins": [-1.8537044525146484e-05, -1.7958693206310272e-05, -1.738034188747406e-05, -1.6801990568637848e-05, -1.6223639249801636e-05, -1.5645287930965424e-05, -1.5066936612129211e-05, -1.4488585293293e-05, -1.3910233974456787e-05, -1.3331882655620575e-05, -1.2753531336784363e-05, -1.217518001794815e-05, -1.1596828699111938e-05, -1.1018477380275726e-05, -1.0440126061439514e-05, -9.861774742603302e-06, -9.28342342376709e-06, -8.705072104930878e-06, -8.126720786094666e-06, -7.548369467258453e-06, -6.970018148422241e-06, -6.391666829586029e-06, -5.813315510749817e-06, -5.234964191913605e-06, -4.656612873077393e-06, -4.07826155424118e-06, -3.4999102354049683e-06, -2.921558916568756e-06, -2.343207597732544e-06, -1.7648562788963318e-06, -1.1865049600601196e-06, -6.081536412239075e-07, -2.9802322387695312e-08, 5.485489964485168e-07, 1.126900315284729e-06, 1.7052516341209412e-06, 2.2836029529571533e-06, 2.8619542717933655e-06, 3.4403055906295776e-06, 4.01865690946579e-06, 4.597008228302002e-06, 5.175359547138214e-06, 5.753710865974426e-06, 6.3320621848106384e-06, 6.910413503646851e-06, 7.488764822483063e-06, 8.067116141319275e-06, 8.645467460155487e-06, 9.2238187789917e-06, 9.802170097827911e-06, 1.0380521416664124e-05, 1.0958872735500336e-05, 1.1537224054336548e-05, 1.211557537317276e-05, 1.2693926692008972e-05, 1.3272278010845184e-05, 1.3850629329681396e-05, 1.4428980648517609e-05, 1.500733196735382e-05, 1.5585683286190033e-05, 1.6164034605026245e-05, 1.6742385923862457e-05, 1.732073724269867e-05, 1.789908856153488e-05, 1.8477439880371094e-05]}, "gradients/encoder.encoder.layers.13.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 9.0, 10.0, 9.0, 17.0, 29.0, 32.0, 43.0, 66.0, 106.0, 200.0, 244.0, 387.0, 626.0, 927.0, 1450.0, 2281.0, 3862.0, 6908.0, 12232.0, 23229.0, 48066.0, 121301.0, 456647.0, 223719.0, 74271.0, 32857.0, 16772.0, 9093.0, 5050.0, 3047.0, 1817.0, 1096.0, 698.0, 501.0, 295.0, 222.0, 150.0, 91.0, 76.0, 42.0, 35.0, 17.0, 7.0, 11.0, 2.0, 6.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-3.635883331298828e-06, -3.516674041748047e-06, -3.3974647521972656e-06, -3.2782554626464844e-06, -3.159046173095703e-06, -3.039836883544922e-06, -2.9206275939941406e-06, -2.8014183044433594e-06, -2.682209014892578e-06, -2.562999725341797e-06, -2.4437904357910156e-06, -2.3245811462402344e-06, -2.205371856689453e-06, -2.086162567138672e-06, -1.9669532775878906e-06, -1.8477439880371094e-06, -1.7285346984863281e-06, -1.6093254089355469e-06, -1.4901161193847656e-06, -1.3709068298339844e-06, -1.2516975402832031e-06, -1.1324882507324219e-06, -1.0132789611816406e-06, -8.940696716308594e-07, -7.748603820800781e-07, -6.556510925292969e-07, -5.364418029785156e-07, -4.172325134277344e-07, -2.980232238769531e-07, -1.7881393432617188e-07, -5.960464477539063e-08, 5.960464477539063e-08, 1.7881393432617188e-07, 2.980232238769531e-07, 4.172325134277344e-07, 5.364418029785156e-07, 6.556510925292969e-07, 7.748603820800781e-07, 8.940696716308594e-07, 1.0132789611816406e-06, 1.1324882507324219e-06, 1.2516975402832031e-06, 1.3709068298339844e-06, 1.4901161193847656e-06, 1.6093254089355469e-06, 1.7285346984863281e-06, 1.8477439880371094e-06, 1.9669532775878906e-06, 2.086162567138672e-06, 2.205371856689453e-06, 2.3245811462402344e-06, 2.4437904357910156e-06, 2.562999725341797e-06, 2.682209014892578e-06, 2.8014183044433594e-06, 2.9206275939941406e-06, 3.039836883544922e-06, 3.159046173095703e-06, 3.2782554626464844e-06, 3.3974647521972656e-06, 3.516674041748047e-06, 3.635883331298828e-06, 3.7550926208496094e-06, 3.874301910400391e-06, 3.993511199951172e-06]}, "gradients/encoder.encoder.layers.13.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 3.0, 1.0, 3.0, 2.0, 7.0, 4.0, 7.0, 17.0, 10.0, 13.0, 15.0, 18.0, 43.0, 16.0, 16.0, 24.0, 27.0, 70.0, 45.0, 58.0, 64.0, 54.0, 83.0, 56.0, 33.0, 45.0, 39.0, 58.0, 23.0, 17.0, 19.0, 20.0, 31.0, 11.0, 7.0, 12.0, 5.0, 11.0, 5.0, 1.0, 3.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 0.0, 0.0, 1.0], "bins": [-2.384185791015625e-06, -2.312473952770233e-06, -2.2407621145248413e-06, -2.1690502762794495e-06, -2.0973384380340576e-06, -2.0256265997886658e-06, -1.953914761543274e-06, -1.882202923297882e-06, -1.8104910850524902e-06, -1.7387792468070984e-06, -1.6670674085617065e-06, -1.5953555703163147e-06, -1.5236437320709229e-06, -1.451931893825531e-06, -1.3802200555801392e-06, -1.3085082173347473e-06, -1.2367963790893555e-06, -1.1650845408439636e-06, -1.0933727025985718e-06, -1.02166086435318e-06, -9.499490261077881e-07, -8.782371878623962e-07, -8.065253496170044e-07, -7.348135113716125e-07, -6.631016731262207e-07, -5.913898348808289e-07, -5.19677996635437e-07, -4.4796615839004517e-07, -3.762543201446533e-07, -3.045424818992615e-07, -2.3283064365386963e-07, -1.6111880540847778e-07, -8.940696716308594e-08, -1.7695128917694092e-08, 5.4016709327697754e-08, 1.257285475730896e-07, 1.9744038581848145e-07, 2.691522240638733e-07, 3.4086406230926514e-07, 4.12575900554657e-07, 4.842877388000488e-07, 5.559995770454407e-07, 6.277114152908325e-07, 6.994232535362244e-07, 7.711350917816162e-07, 8.428469300270081e-07, 9.145587682723999e-07, 9.862706065177917e-07, 1.0579824447631836e-06, 1.1296942830085754e-06, 1.2014061212539673e-06, 1.2731179594993591e-06, 1.344829797744751e-06, 1.4165416359901428e-06, 1.4882534742355347e-06, 1.5599653124809265e-06, 1.6316771507263184e-06, 1.7033889889717102e-06, 1.775100827217102e-06, 1.846812665462494e-06, 1.9185245037078857e-06, 1.9902363419532776e-06, 2.0619481801986694e-06, 2.1336600184440613e-06, 2.205371856689453e-06]}, "gradients/encoder.encoder.layers.13.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 3.0, 6.0, 2.0, 11.0, 10.0, 18.0, 13.0, 29.0, 44.0, 69.0, 62.0, 154.0, 257.0, 381.0, 730.0, 501.0, 1487.0, 2510.0, 4393.0, 3390.0, 10444.0, 19627.0, 39596.0, 102174.0, 144641.0, 532092.0, 102094.0, 39698.0, 11416.0, 14113.0, 7833.0, 4472.0, 2560.0, 855.0, 1139.0, 685.0, 421.0, 225.0, 77.0, 116.0, 75.0, 49.0, 24.0, 28.0, 19.0, 10.0, 5.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.9802322387695312e-06, -2.8740614652633667e-06, -2.767890691757202e-06, -2.6617199182510376e-06, -2.555549144744873e-06, -2.4493783712387085e-06, -2.343207597732544e-06, -2.2370368242263794e-06, -2.130866050720215e-06, -2.0246952772140503e-06, -1.9185245037078857e-06, -1.8123537302017212e-06, -1.7061829566955566e-06, -1.600012183189392e-06, -1.4938414096832275e-06, -1.387670636177063e-06, -1.2814998626708984e-06, -1.1753290891647339e-06, -1.0691583156585693e-06, -9.629875421524048e-07, -8.568167686462402e-07, -7.506459951400757e-07, -6.444752216339111e-07, -5.383044481277466e-07, -4.3213367462158203e-07, -3.259629011154175e-07, -2.1979212760925293e-07, -1.1362135410308838e-07, -7.450580596923828e-09, 9.872019290924072e-08, 2.0489096641540527e-07, 3.110617399215698e-07, 4.172325134277344e-07, 5.234032869338989e-07, 6.295740604400635e-07, 7.35744833946228e-07, 8.419156074523926e-07, 9.480863809585571e-07, 1.0542571544647217e-06, 1.1604279279708862e-06, 1.2665987014770508e-06, 1.3727694749832153e-06, 1.4789402484893799e-06, 1.5851110219955444e-06, 1.691281795501709e-06, 1.7974525690078735e-06, 1.903623342514038e-06, 2.0097941160202026e-06, 2.115964889526367e-06, 2.2221356630325317e-06, 2.3283064365386963e-06, 2.434477210044861e-06, 2.5406479835510254e-06, 2.64681875705719e-06, 2.7529895305633545e-06, 2.859160304069519e-06, 2.9653310775756836e-06, 3.071501851081848e-06, 3.1776726245880127e-06, 3.2838433980941772e-06, 3.390014171600342e-06, 3.4961849451065063e-06, 3.602355718612671e-06, 3.7085264921188354e-06, 3.814697265625e-06]}, "gradients/encoder.encoder.layers.13.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 3.0, 2.0, 4.0, 10.0, 4.0, 5.0, 6.0, 18.0, 15.0, 9.0, 12.0, 36.0, 21.0, 24.0, 19.0, 62.0, 38.0, 53.0, 130.0, 83.0, 68.0, 53.0, 86.0, 27.0, 28.0, 23.0, 36.0, 17.0, 14.0, 14.0, 22.0, 14.0, 9.0, 12.0, 7.0, 4.0, 5.0, 9.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-2.6226043701171875e-06, -2.5471672415733337e-06, -2.47173011302948e-06, -2.3962929844856262e-06, -2.3208558559417725e-06, -2.2454187273979187e-06, -2.169981598854065e-06, -2.094544470310211e-06, -2.0191073417663574e-06, -1.9436702132225037e-06, -1.86823308467865e-06, -1.7927959561347961e-06, -1.7173588275909424e-06, -1.6419216990470886e-06, -1.5664845705032349e-06, -1.491047441959381e-06, -1.4156103134155273e-06, -1.3401731848716736e-06, -1.2647360563278198e-06, -1.189298927783966e-06, -1.1138617992401123e-06, -1.0384246706962585e-06, -9.629875421524048e-07, -8.87550413608551e-07, -8.121132850646973e-07, -7.366761565208435e-07, -6.612390279769897e-07, -5.85801899433136e-07, -5.103647708892822e-07, -4.3492764234542847e-07, -3.594905138015747e-07, -2.8405338525772095e-07, -2.086162567138672e-07, -1.3317912817001343e-07, -5.774199962615967e-08, 1.7695128917694092e-08, 9.313225746154785e-08, 1.685693860054016e-07, 2.4400651454925537e-07, 3.1944364309310913e-07, 3.948807716369629e-07, 4.7031790018081665e-07, 5.457550287246704e-07, 6.211921572685242e-07, 6.966292858123779e-07, 7.720664143562317e-07, 8.475035429000854e-07, 9.229406714439392e-07, 9.98377799987793e-07, 1.0738149285316467e-06, 1.1492520570755005e-06, 1.2246891856193542e-06, 1.300126314163208e-06, 1.3755634427070618e-06, 1.4510005712509155e-06, 1.5264376997947693e-06, 1.601874828338623e-06, 1.6773119568824768e-06, 1.7527490854263306e-06, 1.8281862139701843e-06, 1.903623342514038e-06, 1.979060471057892e-06, 2.0544975996017456e-06, 2.1299347281455994e-06, 2.205371856689453e-06]}, "gradients/encoder.encoder.layers.13.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 2.0, 3.0, 4.0, 3.0, 9.0, 8.0, 9.0, 8.0, 13.0, 13.0, 16.0, 11.0, 15.0, 22.0, 40.0, 59.0, 75.0, 128.0, 241.0, 96.0, 64.0, 39.0, 27.0, 18.0, 17.0, 15.0, 11.0, 7.0, 10.0, 6.0, 4.0, 5.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0], "bins": [-0.00015959383745212108, -0.00015599714242853224, -0.0001524004474049434, -0.00014880375238135457, -0.00014520705735776573, -0.0001416103623341769, -0.00013801366731058806, -0.00013441697228699923, -0.00013082029181532562, -0.00012722359679173678, -0.00012362690176814795, -0.00012003020674455911, -0.00011643351172097027, -0.00011283681669738144, -0.00010924012894975021, -0.00010564343392616138, -0.00010204673162661493, -9.845003660302609e-05, -9.485334157943726e-05, -9.125664655584842e-05, -8.765995153225958e-05, -8.406325650867075e-05, -8.046656876103953e-05, -7.686987373745069e-05, -7.327317871386185e-05, -6.967648369027302e-05, -6.607978866668418e-05, -6.248309364309534e-05, -5.8886402257485315e-05, -5.528970723389648e-05, -5.169301584828645e-05, -4.8096320824697614e-05, -4.449963307706639e-05, -4.0902938053477556e-05, -3.730624302988872e-05, -3.370955164427869e-05, -3.0112856620689854e-05, -2.6516161597101018e-05, -2.2919468392501585e-05, -1.9322775187902153e-05, -1.5726080164313316e-05, -1.2129386050219182e-05, -8.532691936125048e-06, -4.935997822030913e-06, -1.3393037079367787e-06, 2.2573913156520575e-06, 5.85408452025149e-06, 9.450777724850923e-06, 1.3047472748439759e-05, 1.6644167772028595e-05, 2.0240860976628028e-05, 2.383755418122746e-05, 2.7434249204816297e-05, 3.103094422840513e-05, 3.462763561401516e-05, 3.8224330637604e-05, 4.1821025661192834e-05, 4.541772068478167e-05, 4.901441570837051e-05, 5.2611107093980536e-05, 5.620780211756937e-05, 5.980449714115821e-05, 6.340118852676824e-05, 6.699788355035707e-05, 7.059457857394591e-05]}, "gradients/encoder.encoder.layers.13.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 4.0, 6.0, 7.0, 6.0, 7.0, 8.0, 9.0, 14.0, 9.0, 16.0, 18.0, 21.0, 21.0, 26.0, 34.0, 24.0, 24.0, 29.0, 34.0, 39.0, 42.0, 46.0, 49.0, 49.0, 49.0, 46.0, 36.0, 31.0, 33.0, 32.0, 34.0, 22.0, 14.0, 23.0, 22.0, 20.0, 22.0, 16.0, 12.0, 10.0, 7.0, 6.0, 4.0, 6.0, 6.0, 6.0, 4.0, 5.0, 0.0, 2.0, 2.0], "bins": [-7.039308547973633e-05, -6.846338510513306e-05, -6.653368473052979e-05, -6.460398435592651e-05, -6.267428398132324e-05, -6.074458360671997e-05, -5.88148832321167e-05, -5.688518285751343e-05, -5.4955482482910156e-05, -5.3025782108306885e-05, -5.109608173370361e-05, -4.916638135910034e-05, -4.723668098449707e-05, -4.53069806098938e-05, -4.337728023529053e-05, -4.1447579860687256e-05, -3.9517879486083984e-05, -3.758817911148071e-05, -3.565847873687744e-05, -3.372877836227417e-05, -3.17990779876709e-05, -2.9869377613067627e-05, -2.7939677238464355e-05, -2.6009976863861084e-05, -2.4080276489257812e-05, -2.215057611465454e-05, -2.022087574005127e-05, -1.8291175365447998e-05, -1.6361474990844727e-05, -1.4431774616241455e-05, -1.2502074241638184e-05, -1.0572373867034912e-05, -8.64267349243164e-06, -6.712973117828369e-06, -4.783272743225098e-06, -2.853572368621826e-06, -9.238719940185547e-07, 1.0058283805847168e-06, 2.9355287551879883e-06, 4.86522912979126e-06, 6.794929504394531e-06, 8.724629878997803e-06, 1.0654330253601074e-05, 1.2584030628204346e-05, 1.4513731002807617e-05, 1.644343137741089e-05, 1.837313175201416e-05, 2.030283212661743e-05, 2.2232532501220703e-05, 2.4162232875823975e-05, 2.6091933250427246e-05, 2.8021633625030518e-05, 2.995133399963379e-05, 3.188103437423706e-05, 3.381073474884033e-05, 3.5740435123443604e-05, 3.7670135498046875e-05, 3.9599835872650146e-05, 4.152953624725342e-05, 4.345923662185669e-05, 4.538893699645996e-05, 4.731863737106323e-05, 4.9248337745666504e-05, 5.1178038120269775e-05, 5.310773849487305e-05]}, "gradients/encoder.encoder.layers.12.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 3.0, 6.0, 7.0, 3.0, 9.0, 22.0, 30.0, 32.0, 31.0, 48.0, 66.0, 92.0, 147.0, 233.0, 309.0, 462.0, 827.0, 1183.0, 1967.0, 3572.0, 6383.0, 13281.0, 31170.0, 227952.0, 3837487.0, 37206.0, 14937.0, 7029.0, 3776.0, 2073.0, 1321.0, 882.0, 517.0, 359.0, 244.0, 168.0, 126.0, 106.0, 57.0, 47.0, 38.0, 20.0, 20.0, 7.0, 10.0, 8.0, 6.0, 6.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0], "bins": [-0.0001093149185180664, -0.00010611023753881454, -0.00010290555655956268, -9.970087558031082e-05, -9.649619460105896e-05, -9.32915136218071e-05, -9.008683264255524e-05, -8.688215166330338e-05, -8.367747068405151e-05, -8.047278970479965e-05, -7.726810872554779e-05, -7.406342774629593e-05, -7.085874676704407e-05, -6.76540657877922e-05, -6.444938480854034e-05, -6.124470382928848e-05, -5.804002285003662e-05, -5.483534187078476e-05, -5.16306608915329e-05, -4.8425979912281036e-05, -4.5221298933029175e-05, -4.201661795377731e-05, -3.881193697452545e-05, -3.560725599527359e-05, -3.240257501602173e-05, -2.9197894036769867e-05, -2.5993213057518005e-05, -2.2788532078266144e-05, -1.9583851099014282e-05, -1.637917011976242e-05, -1.3174489140510559e-05, -9.969808161258698e-06, -6.765127182006836e-06, -3.5604462027549744e-06, -3.557652235031128e-07, 2.8489157557487488e-06, 6.05359673500061e-06, 9.258277714252472e-06, 1.2462958693504333e-05, 1.5667639672756195e-05, 1.8872320652008057e-05, 2.2077001631259918e-05, 2.528168261051178e-05, 2.848636358976364e-05, 3.16910445690155e-05, 3.4895725548267365e-05, 3.8100406527519226e-05, 4.130508750677109e-05, 4.450976848602295e-05, 4.771444946527481e-05, 5.091913044452667e-05, 5.4123811423778534e-05, 5.7328492403030396e-05, 6.053317338228226e-05, 6.373785436153412e-05, 6.694253534078598e-05, 7.014721632003784e-05, 7.33518972992897e-05, 7.655657827854156e-05, 7.976125925779343e-05, 8.296594023704529e-05, 8.617062121629715e-05, 8.937530219554901e-05, 9.257998317480087e-05, 9.578466415405273e-05]}, "gradients/encoder.encoder.layers.12.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 4.0, 1.0, 2.0, 3.0, 3.0, 15.0, 7.0, 9.0, 10.0, 6.0, 15.0, 27.0, 31.0, 32.0, 50.0, 64.0, 49.0, 81.0, 75.0, 73.0, 92.0, 60.0, 70.0, 42.0, 45.0, 33.0, 28.0, 13.0, 11.0, 11.0, 9.0, 11.0, 6.0, 6.0, 5.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-9.298324584960938e-06, -9.010545909404755e-06, -8.722767233848572e-06, -8.434988558292389e-06, -8.147209882736206e-06, -7.859431207180023e-06, -7.57165253162384e-06, -7.2838738560676575e-06, -6.996095180511475e-06, -6.708316504955292e-06, -6.420537829399109e-06, -6.132759153842926e-06, -5.844980478286743e-06, -5.55720180273056e-06, -5.2694231271743774e-06, -4.981644451618195e-06, -4.693865776062012e-06, -4.406087100505829e-06, -4.118308424949646e-06, -3.830529749393463e-06, -3.5427510738372803e-06, -3.2549723982810974e-06, -2.9671937227249146e-06, -2.6794150471687317e-06, -2.391636371612549e-06, -2.103857696056366e-06, -1.816079020500183e-06, -1.5283003449440002e-06, -1.2405216693878174e-06, -9.527429938316345e-07, -6.649643182754517e-07, -3.771856427192688e-07, -8.940696716308594e-08, 1.9837170839309692e-07, 4.861503839492798e-07, 7.739290595054626e-07, 1.0617077350616455e-06, 1.3494864106178284e-06, 1.6372650861740112e-06, 1.925043761730194e-06, 2.212822437286377e-06, 2.50060111284256e-06, 2.7883797883987427e-06, 3.0761584639549255e-06, 3.3639371395111084e-06, 3.6517158150672913e-06, 3.939494490623474e-06, 4.227273166179657e-06, 4.51505184173584e-06, 4.802830517292023e-06, 5.0906091928482056e-06, 5.3783878684043884e-06, 5.666166543960571e-06, 5.953945219516754e-06, 6.241723895072937e-06, 6.52950257062912e-06, 6.817281246185303e-06, 7.105059921741486e-06, 7.3928385972976685e-06, 7.680617272853851e-06, 7.968395948410034e-06, 8.256174623966217e-06, 8.5439532995224e-06, 8.831731975078583e-06, 9.119510650634766e-06]}, "gradients/encoder.encoder.layers.12.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 4.0, 4.0, 6.0, 4.0, 12.0, 23.0, 27.0, 52.0, 63.0, 86.0, 141.0, 205.0, 293.0, 483.0, 746.0, 1229.0, 2148.0, 3463.0, 5974.0, 11576.0, 25819.0, 79148.0, 3801164.0, 191986.0, 36446.0, 14899.0, 7434.0, 4197.0, 2535.0, 1445.0, 872.0, 632.0, 384.0, 258.0, 175.0, 106.0, 59.0, 39.0, 50.0, 37.0, 15.0, 16.0, 11.0, 7.0, 5.0, 4.0, 5.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.4465065002441406e-05, -4.2798928916454315e-05, -4.1132792830467224e-05, -3.946665674448013e-05, -3.780052065849304e-05, -3.613438457250595e-05, -3.446824848651886e-05, -3.280211240053177e-05, -3.113597631454468e-05, -2.9469840228557587e-05, -2.7803704142570496e-05, -2.6137568056583405e-05, -2.4471431970596313e-05, -2.2805295884609222e-05, -2.113915979862213e-05, -1.947302371263504e-05, -1.780688762664795e-05, -1.6140751540660858e-05, -1.4474615454673767e-05, -1.2808479368686676e-05, -1.1142343282699585e-05, -9.476207196712494e-06, -7.810071110725403e-06, -6.143935024738312e-06, -4.477798938751221e-06, -2.8116628527641296e-06, -1.1455267667770386e-06, 5.206093192100525e-07, 2.1867454051971436e-06, 3.852881491184235e-06, 5.519017577171326e-06, 7.185153663158417e-06, 8.851289749145508e-06, 1.0517425835132599e-05, 1.218356192111969e-05, 1.3849698007106781e-05, 1.5515834093093872e-05, 1.7181970179080963e-05, 1.8848106265068054e-05, 2.0514242351055145e-05, 2.2180378437042236e-05, 2.3846514523029327e-05, 2.551265060901642e-05, 2.717878669500351e-05, 2.88449227809906e-05, 3.051105886697769e-05, 3.217719495296478e-05, 3.3843331038951874e-05, 3.5509467124938965e-05, 3.7175603210926056e-05, 3.884173929691315e-05, 4.050787538290024e-05, 4.217401146888733e-05, 4.384014755487442e-05, 4.550628364086151e-05, 4.71724197268486e-05, 4.883855581283569e-05, 5.0504691898822784e-05, 5.2170827984809875e-05, 5.3836964070796967e-05, 5.550310015678406e-05, 5.716923624277115e-05, 5.883537232875824e-05, 6.050150841474533e-05, 6.216764450073242e-05]}, "gradients/encoder.encoder.layers.12.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 8.0, 4.0, 9.0, 10.0, 12.0, 11.0, 4.0, 11.0, 18.0, 15.0, 13.0, 26.0, 30.0, 28.0, 30.0, 80.0, 183.0, 1948.0, 1282.0, 189.0, 54.0, 23.0, 27.0, 17.0, 18.0, 5.0, 3.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0], "bins": [-3.49879264831543e-05, -3.417301923036575e-05, -3.335811197757721e-05, -3.2543204724788666e-05, -3.172829747200012e-05, -3.091339021921158e-05, -3.0098482966423035e-05, -2.928357571363449e-05, -2.8468668460845947e-05, -2.7653761208057404e-05, -2.683885395526886e-05, -2.6023946702480316e-05, -2.5209039449691772e-05, -2.439413219690323e-05, -2.3579224944114685e-05, -2.276431769132614e-05, -2.1949410438537598e-05, -2.1134503185749054e-05, -2.031959593296051e-05, -1.9504688680171967e-05, -1.8689781427383423e-05, -1.787487417459488e-05, -1.7059966921806335e-05, -1.6245059669017792e-05, -1.5430152416229248e-05, -1.4615245163440704e-05, -1.380033791065216e-05, -1.2985430657863617e-05, -1.2170523405075073e-05, -1.135561615228653e-05, -1.0540708899497986e-05, -9.725801646709442e-06, -8.910894393920898e-06, -8.095987141132355e-06, -7.281079888343811e-06, -6.466172635555267e-06, -5.651265382766724e-06, -4.83635812997818e-06, -4.021450877189636e-06, -3.2065436244010925e-06, -2.391636371612549e-06, -1.5767291188240051e-06, -7.618218660354614e-07, 5.3085386753082275e-08, 8.67992639541626e-07, 1.6828998923301697e-06, 2.4978071451187134e-06, 3.312714397907257e-06, 4.127621650695801e-06, 4.9425289034843445e-06, 5.757436156272888e-06, 6.572343409061432e-06, 7.387250661849976e-06, 8.20215791463852e-06, 9.017065167427063e-06, 9.831972420215607e-06, 1.064687967300415e-05, 1.1461786925792694e-05, 1.2276694178581238e-05, 1.3091601431369781e-05, 1.3906508684158325e-05, 1.4721415936946869e-05, 1.5536323189735413e-05, 1.6351230442523956e-05, 1.71661376953125e-05]}, "gradients/encoder.encoder.layers.12.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 4.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 6.0, 4.0, 8.0, 11.0, 10.0, 11.0, 16.0, 15.0, 20.0, 33.0, 27.0, 48.0, 61.0, 85.0, 132.0, 236.0, 176.0, 51.0, 28.0, 10.0, 7.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00029630892095156014, -0.0002895515935961157, -0.0002827942371368408, -0.0002760369097813964, -0.0002692795533221215, -0.00026252222596667707, -0.0002557648695074022, -0.00024900754215195775, -0.00024225021479651332, -0.00023549287288915366, -0.000228735530981794, -0.00022197820362634957, -0.0002152208617189899, -0.00020846351981163025, -0.0002017061779042706, -0.00019494883599691093, -0.00018819149408955127, -0.0001814341521821916, -0.00017467681027483195, -0.0001679194683674723, -0.00016116214101202786, -0.0001544047991046682, -0.00014764745719730854, -0.00014089011528994888, -0.00013413277338258922, -0.00012737543147522956, -0.00012061809684382752, -0.00011386075493646786, -0.00010710342030506581, -0.00010034607839770615, -9.358873649034649e-05, -8.683139458298683e-05, -8.00740672275424e-05, -7.331672532018274e-05, -6.65593906887807e-05, -5.9802048781421036e-05, -5.304471051204018e-05, -4.628737224265933e-05, -3.953003033529967e-05, -3.277269206591882e-05, -2.6015353796537966e-05, -1.9258015527157113e-05, -1.2500675438786857e-05, -5.743335350416601e-06, 1.0140029189642519e-06, 7.771341188345104e-06, 1.4528683095704764e-05, 2.1286021365085617e-05, 2.804335963446647e-05, 3.480069790384732e-05, 4.1558036173228174e-05, 4.8315378080587834e-05, 5.507271634996869e-05, 6.183005461934954e-05, 6.85873965267092e-05, 7.534473843406886e-05, 8.21020730654709e-05, 8.885941497283056e-05, 9.561674960423261e-05, 0.00010237409151159227, 0.00010913143341895193, 0.00011588876805035397, 0.00012264610268175602, 0.00012940344458911568, 0.00013616078649647534]}, "gradients/encoder.encoder.layers.12.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 5.0, 3.0, 7.0, 5.0, 7.0, 9.0, 7.0, 15.0, 14.0, 22.0, 15.0, 15.0, 32.0, 35.0, 31.0, 35.0, 41.0, 40.0, 39.0, 49.0, 37.0, 56.0, 44.0, 37.0, 30.0, 38.0, 37.0, 43.0, 34.0, 29.0, 37.0, 18.0, 26.0, 23.0, 22.0, 10.0, 15.0, 11.0, 11.0, 8.0, 6.0, 3.0, 4.0, 3.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-9.238719940185547e-05, -8.947867900133133e-05, -8.657015860080719e-05, -8.366163820028305e-05, -8.075311779975891e-05, -7.784459739923477e-05, -7.493607699871063e-05, -7.202755659818649e-05, -6.911903619766235e-05, -6.621051579713821e-05, -6.330199539661407e-05, -6.0393474996089935e-05, -5.7484954595565796e-05, -5.4576434195041656e-05, -5.166791379451752e-05, -4.875939339399338e-05, -4.585087299346924e-05, -4.29423525929451e-05, -4.003383219242096e-05, -3.712531179189682e-05, -3.421679139137268e-05, -3.130827099084854e-05, -2.8399750590324402e-05, -2.5491230189800262e-05, -2.2582709789276123e-05, -1.9674189388751984e-05, -1.6765668988227844e-05, -1.3857148587703705e-05, -1.0948628187179565e-05, -8.040107786655426e-06, -5.131587386131287e-06, -2.2230669856071472e-06, 6.854534149169922e-07, 3.5939738154411316e-06, 6.502494215965271e-06, 9.41101461648941e-06, 1.231953501701355e-05, 1.522805541753769e-05, 1.813657581806183e-05, 2.1045096218585968e-05, 2.3953616619110107e-05, 2.6862137019634247e-05, 2.9770657420158386e-05, 3.2679177820682526e-05, 3.5587698221206665e-05, 3.8496218621730804e-05, 4.1404739022254944e-05, 4.431325942277908e-05, 4.722177982330322e-05, 5.013030022382736e-05, 5.30388206243515e-05, 5.594734102487564e-05, 5.885586142539978e-05, 6.176438182592392e-05, 6.467290222644806e-05, 6.75814226269722e-05, 7.048994302749634e-05, 7.339846342802048e-05, 7.630698382854462e-05, 7.921550422906876e-05, 8.21240246295929e-05, 8.503254503011703e-05, 8.794106543064117e-05, 9.084958583116531e-05, 9.375810623168945e-05]}, "gradients/encoder.encoder.layers.12.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 4.0, 3.0, 5.0, 11.0, 12.0, 21.0, 22.0, 25.0, 44.0, 69.0, 94.0, 114.0, 157.0, 210.0, 332.0, 492.0, 693.0, 1029.0, 1701.0, 2473.0, 3764.0, 6234.0, 9999.0, 17087.0, 31460.0, 68414.0, 174193.0, 454094.0, 145758.0, 60314.0, 28772.0, 15579.0, 9525.0, 5450.0, 3511.0, 2219.0, 1511.0, 967.0, 690.0, 481.0, 299.0, 209.0, 145.0, 110.0, 71.0, 65.0, 36.0, 22.0, 22.0, 16.0, 13.0, 9.0, 9.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0], "bins": [-4.583597183227539e-05, -4.4329091906547546e-05, -4.28222119808197e-05, -4.131533205509186e-05, -3.9808452129364014e-05, -3.830157220363617e-05, -3.6794692277908325e-05, -3.528781235218048e-05, -3.378093242645264e-05, -3.227405250072479e-05, -3.076717257499695e-05, -2.9260292649269104e-05, -2.775341272354126e-05, -2.6246532797813416e-05, -2.473965287208557e-05, -2.3232772946357727e-05, -2.1725893020629883e-05, -2.021901309490204e-05, -1.8712133169174194e-05, -1.720525324344635e-05, -1.5698373317718506e-05, -1.4191493391990662e-05, -1.2684613466262817e-05, -1.1177733540534973e-05, -9.670853614807129e-06, -8.163973689079285e-06, -6.6570937633514404e-06, -5.150213837623596e-06, -3.643333911895752e-06, -2.1364539861679077e-06, -6.295740604400635e-07, 8.773058652877808e-07, 2.384185791015625e-06, 3.891065716743469e-06, 5.3979456424713135e-06, 6.904825568199158e-06, 8.411705493927002e-06, 9.918585419654846e-06, 1.142546534538269e-05, 1.2932345271110535e-05, 1.4439225196838379e-05, 1.5946105122566223e-05, 1.7452985048294067e-05, 1.895986497402191e-05, 2.0466744899749756e-05, 2.19736248254776e-05, 2.3480504751205444e-05, 2.498738467693329e-05, 2.6494264602661133e-05, 2.8001144528388977e-05, 2.950802445411682e-05, 3.1014904379844666e-05, 3.252178430557251e-05, 3.4028664231300354e-05, 3.55355441570282e-05, 3.704242408275604e-05, 3.854930400848389e-05, 4.005618393421173e-05, 4.1563063859939575e-05, 4.306994378566742e-05, 4.4576823711395264e-05, 4.608370363712311e-05, 4.759058356285095e-05, 4.9097463488578796e-05, 5.060434341430664e-05]}, "gradients/encoder.encoder.layers.12.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 4.0, 2.0, 2.0, 6.0, 12.0, 9.0, 8.0, 7.0, 8.0, 22.0, 20.0, 13.0, 38.0, 28.0, 64.0, 60.0, 70.0, 80.0, 65.0, 77.0, 94.0, 43.0, 60.0, 32.0, 34.0, 39.0, 16.0, 22.0, 15.0, 10.0, 9.0, 8.0, 11.0, 5.0, 1.0, 5.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-9.775161743164062e-06, -9.500421583652496e-06, -9.22568142414093e-06, -8.950941264629364e-06, -8.676201105117798e-06, -8.401460945606232e-06, -8.126720786094666e-06, -7.8519806265831e-06, -7.577240467071533e-06, -7.302500307559967e-06, -7.027760148048401e-06, -6.753019988536835e-06, -6.4782798290252686e-06, -6.203539669513702e-06, -5.928799510002136e-06, -5.65405935049057e-06, -5.379319190979004e-06, -5.104579031467438e-06, -4.829838871955872e-06, -4.555098712444305e-06, -4.280358552932739e-06, -4.005618393421173e-06, -3.730878233909607e-06, -3.4561380743980408e-06, -3.1813979148864746e-06, -2.9066577553749084e-06, -2.6319175958633423e-06, -2.357177436351776e-06, -2.08243727684021e-06, -1.8076971173286438e-06, -1.5329569578170776e-06, -1.2582167983055115e-06, -9.834766387939453e-07, -7.087364792823792e-07, -4.33996319770813e-07, -1.5925616025924683e-07, 1.1548399925231934e-07, 3.902241587638855e-07, 6.649643182754517e-07, 9.397044777870178e-07, 1.214444637298584e-06, 1.4891847968101501e-06, 1.7639249563217163e-06, 2.0386651158332825e-06, 2.3134052753448486e-06, 2.588145434856415e-06, 2.862885594367981e-06, 3.137625753879547e-06, 3.4123659133911133e-06, 3.6871060729026794e-06, 3.961846232414246e-06, 4.236586391925812e-06, 4.511326551437378e-06, 4.786066710948944e-06, 5.06080687046051e-06, 5.335547029972076e-06, 5.610287189483643e-06, 5.885027348995209e-06, 6.159767508506775e-06, 6.434507668018341e-06, 6.709247827529907e-06, 6.983987987041473e-06, 7.2587281465530396e-06, 7.533468306064606e-06, 7.808208465576172e-06]}, "gradients/encoder.encoder.layers.12.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 3.0, 3.0, 12.0, 6.0, 15.0, 20.0, 22.0, 44.0, 46.0, 86.0, 110.0, 192.0, 286.0, 392.0, 569.0, 792.0, 1281.0, 1958.0, 3040.0, 4536.0, 6946.0, 10902.0, 16952.0, 24134.0, 42370.0, 74189.0, 152117.0, 386249.0, 140629.0, 70522.0, 40872.0, 23168.0, 16334.0, 10393.0, 6689.0, 4367.0, 2896.0, 1858.0, 1141.0, 729.0, 595.0, 364.0, 260.0, 149.0, 117.0, 74.0, 30.0, 30.0, 23.0, 19.0, 15.0, 9.0, 6.0, 3.0, 0.0, 3.0], "bins": [-2.5093555450439453e-05, -2.438575029373169e-05, -2.3677945137023926e-05, -2.2970139980316162e-05, -2.22623348236084e-05, -2.1554529666900635e-05, -2.084672451019287e-05, -2.0138919353485107e-05, -1.9431114196777344e-05, -1.872330904006958e-05, -1.8015503883361816e-05, -1.7307698726654053e-05, -1.659989356994629e-05, -1.5892088413238525e-05, -1.5184283256530762e-05, -1.4476478099822998e-05, -1.3768672943115234e-05, -1.306086778640747e-05, -1.2353062629699707e-05, -1.1645257472991943e-05, -1.093745231628418e-05, -1.0229647159576416e-05, -9.521842002868652e-06, -8.814036846160889e-06, -8.106231689453125e-06, -7.398426532745361e-06, -6.690621376037598e-06, -5.982816219329834e-06, -5.27501106262207e-06, -4.567205905914307e-06, -3.859400749206543e-06, -3.1515955924987793e-06, -2.4437904357910156e-06, -1.735985279083252e-06, -1.0281801223754883e-06, -3.203749656677246e-07, 3.8743019104003906e-07, 1.0952353477478027e-06, 1.8030405044555664e-06, 2.51084566116333e-06, 3.2186508178710938e-06, 3.926455974578857e-06, 4.634261131286621e-06, 5.342066287994385e-06, 6.0498714447021484e-06, 6.757676601409912e-06, 7.465481758117676e-06, 8.17328691482544e-06, 8.881092071533203e-06, 9.588897228240967e-06, 1.029670238494873e-05, 1.1004507541656494e-05, 1.1712312698364258e-05, 1.2420117855072021e-05, 1.3127923011779785e-05, 1.3835728168487549e-05, 1.4543533325195312e-05, 1.5251338481903076e-05, 1.595914363861084e-05, 1.6666948795318604e-05, 1.7374753952026367e-05, 1.808255910873413e-05, 1.8790364265441895e-05, 1.9498169422149658e-05, 2.0205974578857422e-05]}, "gradients/encoder.encoder.layers.12.attention.v_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 3.0, 4.0, 3.0, 5.0, 4.0, 3.0, 5.0, 9.0, 14.0, 9.0, 13.0, 19.0, 19.0, 16.0, 22.0, 20.0, 27.0, 26.0, 25.0, 26.0, 30.0, 30.0, 51.0, 29.0, 39.0, 45.0, 54.0, 42.0, 26.0, 33.0, 22.0, 40.0, 24.0, 35.0, 31.0, 24.0, 28.0, 22.0, 23.0, 21.0, 21.0, 14.0, 8.0, 9.0, 4.0, 12.0, 3.0, 9.0, 6.0, 1.0, 4.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5139579772949219e-05, -1.4609657227993011e-05, -1.4079734683036804e-05, -1.3549812138080597e-05, -1.301988959312439e-05, -1.2489967048168182e-05, -1.1960044503211975e-05, -1.1430121958255768e-05, -1.090019941329956e-05, -1.0370276868343353e-05, -9.840354323387146e-06, -9.310431778430939e-06, -8.780509233474731e-06, -8.250586688518524e-06, -7.720664143562317e-06, -7.19074159860611e-06, -6.660819053649902e-06, -6.130896508693695e-06, -5.600973963737488e-06, -5.0710514187812805e-06, -4.541128873825073e-06, -4.011206328868866e-06, -3.4812837839126587e-06, -2.9513612389564514e-06, -2.421438694000244e-06, -1.8915161490440369e-06, -1.3615936040878296e-06, -8.316710591316223e-07, -3.0174851417541504e-07, 2.2817403078079224e-07, 7.580965757369995e-07, 1.2880191206932068e-06, 1.817941665649414e-06, 2.3478642106056213e-06, 2.8777867555618286e-06, 3.407709300518036e-06, 3.937631845474243e-06, 4.4675543904304504e-06, 4.997476935386658e-06, 5.527399480342865e-06, 6.057322025299072e-06, 6.5872445702552795e-06, 7.117167115211487e-06, 7.647089660167694e-06, 8.177012205123901e-06, 8.706934750080109e-06, 9.236857295036316e-06, 9.766779839992523e-06, 1.029670238494873e-05, 1.0826624929904938e-05, 1.1356547474861145e-05, 1.1886470019817352e-05, 1.241639256477356e-05, 1.2946315109729767e-05, 1.3476237654685974e-05, 1.4006160199642181e-05, 1.4536082744598389e-05, 1.5066005289554596e-05, 1.5595927834510803e-05, 1.612585037946701e-05, 1.6655772924423218e-05, 1.7185695469379425e-05, 1.7715618014335632e-05, 1.824554055929184e-05, 1.8775463104248047e-05]}, "gradients/encoder.encoder.layers.12.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 7.0, 4.0, 4.0, 5.0, 10.0, 24.0, 30.0, 32.0, 56.0, 83.0, 130.0, 200.0, 271.0, 469.0, 916.0, 1654.0, 3127.0, 6655.0, 16463.0, 26708.0, 142060.0, 651269.0, 141720.0, 33576.0, 12070.0, 5190.0, 2600.0, 1327.0, 707.0, 427.0, 249.0, 164.0, 109.0, 77.0, 49.0, 18.0, 39.0, 13.0, 18.0, 10.0, 5.0, 9.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-5.841255187988281e-06, -5.666166543960571e-06, -5.491077899932861e-06, -5.315989255905151e-06, -5.140900611877441e-06, -4.9658119678497314e-06, -4.7907233238220215e-06, -4.6156346797943115e-06, -4.4405460357666016e-06, -4.265457391738892e-06, -4.090368747711182e-06, -3.915280103683472e-06, -3.7401914596557617e-06, -3.5651028156280518e-06, -3.390014171600342e-06, -3.214925527572632e-06, -3.039836883544922e-06, -2.864748239517212e-06, -2.689659595489502e-06, -2.514570951461792e-06, -2.339482307434082e-06, -2.164393663406372e-06, -1.989305019378662e-06, -1.8142163753509521e-06, -1.6391277313232422e-06, -1.4640390872955322e-06, -1.2889504432678223e-06, -1.1138617992401123e-06, -9.387731552124023e-07, -7.636845111846924e-07, -5.885958671569824e-07, -4.1350722312927246e-07, -2.384185791015625e-07, -6.332993507385254e-08, 1.1175870895385742e-07, 2.868473529815674e-07, 4.6193599700927734e-07, 6.370246410369873e-07, 8.121132850646973e-07, 9.872019290924072e-07, 1.1622905731201172e-06, 1.3373792171478271e-06, 1.5124678611755371e-06, 1.687556505203247e-06, 1.862645149230957e-06, 2.037733793258667e-06, 2.212822437286377e-06, 2.387911081314087e-06, 2.562999725341797e-06, 2.738088369369507e-06, 2.913177013397217e-06, 3.0882656574249268e-06, 3.2633543014526367e-06, 3.4384429454803467e-06, 3.6135315895080566e-06, 3.7886202335357666e-06, 3.9637088775634766e-06, 4.1387975215911865e-06, 4.3138861656188965e-06, 4.4889748096466064e-06, 4.664063453674316e-06, 4.839152097702026e-06, 5.014240741729736e-06, 5.189329385757446e-06, 5.364418029785156e-06]}, "gradients/encoder.encoder.layers.12.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 5.0, 1.0, 5.0, 7.0, 6.0, 9.0, 4.0, 22.0, 9.0, 19.0, 35.0, 22.0, 58.0, 50.0, 105.0, 78.0, 90.0, 153.0, 58.0, 84.0, 41.0, 44.0, 17.0, 11.0, 24.0, 7.0, 14.0, 4.0, 5.0, 6.0, 3.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.7418136596679688e-06, -2.65706330537796e-06, -2.5723129510879517e-06, -2.487562596797943e-06, -2.4028122425079346e-06, -2.318061888217926e-06, -2.2333115339279175e-06, -2.148561179637909e-06, -2.0638108253479004e-06, -1.979060471057892e-06, -1.8943101167678833e-06, -1.8095597624778748e-06, -1.7248094081878662e-06, -1.6400590538978577e-06, -1.5553086996078491e-06, -1.4705583453178406e-06, -1.385807991027832e-06, -1.3010576367378235e-06, -1.216307282447815e-06, -1.1315569281578064e-06, -1.0468065738677979e-06, -9.620562195777893e-07, -8.773058652877808e-07, -7.925555109977722e-07, -7.078051567077637e-07, -6.230548024177551e-07, -5.383044481277466e-07, -4.5355409383773804e-07, -3.688037395477295e-07, -2.8405338525772095e-07, -1.993030309677124e-07, -1.1455267667770386e-07, -2.9802322387695312e-08, 5.494803190231323e-08, 1.3969838619232178e-07, 2.2444874048233032e-07, 3.0919909477233887e-07, 3.939494490623474e-07, 4.78699803352356e-07, 5.634501576423645e-07, 6.48200511932373e-07, 7.329508662223816e-07, 8.177012205123901e-07, 9.024515748023987e-07, 9.872019290924072e-07, 1.0719522833824158e-06, 1.1567026376724243e-06, 1.2414529919624329e-06, 1.3262033462524414e-06, 1.41095370054245e-06, 1.4957040548324585e-06, 1.580454409122467e-06, 1.6652047634124756e-06, 1.7499551177024841e-06, 1.8347054719924927e-06, 1.9194558262825012e-06, 2.0042061805725098e-06, 2.0889565348625183e-06, 2.173706889152527e-06, 2.2584572434425354e-06, 2.343207597732544e-06, 2.4279579520225525e-06, 2.512708306312561e-06, 2.5974586606025696e-06, 2.682209014892578e-06]}, "gradients/encoder.encoder.layers.12.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 6.0, 5.0, 2.0, 11.0, 8.0, 12.0, 25.0, 30.0, 35.0, 59.0, 109.0, 108.0, 173.0, 266.0, 391.0, 573.0, 879.0, 2394.0, 2974.0, 5211.0, 9901.0, 20673.0, 53171.0, 214274.0, 640646.0, 52683.0, 20782.0, 9944.0, 5268.0, 2974.0, 1851.0, 1462.0, 510.0, 375.0, 268.0, 168.0, 95.0, 70.0, 63.0, 38.0, 30.0, 19.0, 8.0, 6.0, 7.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-4.470348358154297e-06, -4.342757165431976e-06, -4.215165972709656e-06, -4.087574779987335e-06, -3.959983587265015e-06, -3.832392394542694e-06, -3.7048012018203735e-06, -3.577210009098053e-06, -3.4496188163757324e-06, -3.322027623653412e-06, -3.1944364309310913e-06, -3.0668452382087708e-06, -2.93925404548645e-06, -2.8116628527641296e-06, -2.684071660041809e-06, -2.5564804673194885e-06, -2.428889274597168e-06, -2.3012980818748474e-06, -2.173706889152527e-06, -2.0461156964302063e-06, -1.9185245037078857e-06, -1.7909333109855652e-06, -1.6633421182632446e-06, -1.535750925540924e-06, -1.4081597328186035e-06, -1.280568540096283e-06, -1.1529773473739624e-06, -1.0253861546516418e-06, -8.977949619293213e-07, -7.702037692070007e-07, -6.426125764846802e-07, -5.150213837623596e-07, -3.8743019104003906e-07, -2.598389983177185e-07, -1.3224780559539795e-07, -4.6566128730773926e-09, 1.2293457984924316e-07, 2.505257725715637e-07, 3.781169652938843e-07, 5.057081580162048e-07, 6.332993507385254e-07, 7.60890543460846e-07, 8.884817361831665e-07, 1.016072928905487e-06, 1.1436641216278076e-06, 1.2712553143501282e-06, 1.3988465070724487e-06, 1.5264376997947693e-06, 1.6540288925170898e-06, 1.7816200852394104e-06, 1.909211277961731e-06, 2.0368024706840515e-06, 2.164393663406372e-06, 2.2919848561286926e-06, 2.419576048851013e-06, 2.5471672415733337e-06, 2.6747584342956543e-06, 2.802349627017975e-06, 2.9299408197402954e-06, 3.057532012462616e-06, 3.1851232051849365e-06, 3.312714397907257e-06, 3.4403055906295776e-06, 3.567896783351898e-06, 3.6954879760742188e-06]}, "gradients/encoder.encoder.layers.12.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 5.0, 1.0, 5.0, 3.0, 3.0, 8.0, 3.0, 10.0, 10.0, 35.0, 16.0, 43.0, 37.0, 79.0, 40.0, 145.0, 93.0, 156.0, 62.0, 33.0, 64.0, 29.0, 28.0, 13.0, 20.0, 9.0, 16.0, 6.0, 10.0, 4.0, 6.0, 4.0, 5.0, 1.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.5033950805664062e-06, -2.4158507585525513e-06, -2.3283064365386963e-06, -2.2407621145248413e-06, -2.1532177925109863e-06, -2.0656734704971313e-06, -1.9781291484832764e-06, -1.8905848264694214e-06, -1.8030405044555664e-06, -1.7154961824417114e-06, -1.6279518604278564e-06, -1.5404075384140015e-06, -1.4528632164001465e-06, -1.3653188943862915e-06, -1.2777745723724365e-06, -1.1902302503585815e-06, -1.1026859283447266e-06, -1.0151416063308716e-06, -9.275972843170166e-07, -8.400529623031616e-07, -7.525086402893066e-07, -6.649643182754517e-07, -5.774199962615967e-07, -4.898756742477417e-07, -4.023313522338867e-07, -3.1478703022003174e-07, -2.2724270820617676e-07, -1.3969838619232178e-07, -5.21540641784668e-08, 3.5390257835388184e-08, 1.2293457984924316e-07, 2.1047890186309814e-07, 2.980232238769531e-07, 3.855675458908081e-07, 4.731118679046631e-07, 5.606561899185181e-07, 6.48200511932373e-07, 7.35744833946228e-07, 8.23289155960083e-07, 9.10833477973938e-07, 9.98377799987793e-07, 1.085922122001648e-06, 1.173466444015503e-06, 1.261010766029358e-06, 1.3485550880432129e-06, 1.4360994100570679e-06, 1.5236437320709229e-06, 1.6111880540847778e-06, 1.6987323760986328e-06, 1.7862766981124878e-06, 1.8738210201263428e-06, 1.9613653421401978e-06, 2.0489096641540527e-06, 2.1364539861679077e-06, 2.2239983081817627e-06, 2.3115426301956177e-06, 2.3990869522094727e-06, 2.4866312742233276e-06, 2.5741755962371826e-06, 2.6617199182510376e-06, 2.7492642402648926e-06, 2.8368085622787476e-06, 2.9243528842926025e-06, 3.0118972063064575e-06, 3.0994415283203125e-06]}, "gradients/encoder.encoder.layers.12.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 4.0, 3.0, 6.0, 3.0, 7.0, 7.0, 9.0, 13.0, 15.0, 19.0, 21.0, 33.0, 43.0, 45.0, 66.0, 103.0, 158.0, 233.0, 87.0, 53.0, 30.0, 11.0, 13.0, 11.0, 6.0, 7.0, 5.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00020069527090527117, -0.00019662197155412287, -0.00019254865765105933, -0.00018847535829991102, -0.0001844020443968475, -0.00018032874504569918, -0.00017625544569455087, -0.00017218213179148734, -0.00016810883244033903, -0.00016403553308919072, -0.00015996221918612719, -0.00015588891983497888, -0.00015181560593191534, -0.00014774230658076704, -0.0001436689926777035, -0.0001395956933265552, -0.00013552239397540689, -0.00013144909462425858, -0.00012737578072119504, -0.00012330248137004673, -0.00011922917474294081, -0.00011515586811583489, -0.00011108256148872897, -0.00010700925486162305, -0.00010293594095855951, -9.886263433145359e-05, -9.478932770434767e-05, -9.071602835319936e-05, -8.664272172609344e-05, -8.256941509898752e-05, -7.84961084718816e-05, -7.442280184477568e-05, -7.03495170455426e-05, -6.627621041843668e-05, -6.220290379133075e-05, -5.812960080220364e-05, -5.4056297813076526e-05, -4.9982991185970604e-05, -4.590968455886468e-05, -4.183637793175876e-05, -3.776307130465284e-05, -3.368976467754692e-05, -2.9616461688419804e-05, -2.5543155061313882e-05, -2.1469850253197365e-05, -1.7396545445080847e-05, -1.3323238817974925e-05, -9.249934009858407e-06, -5.176629201741889e-06, -1.1033239388780203e-06, 2.9699813239858486e-06, 7.043287041597068e-06, 1.1116591849713586e-05, 1.5189896657830104e-05, 1.9263203284936026e-05, 2.3336508093052544e-05, 2.740981290116906e-05, 3.148311952827498e-05, 3.55564225174021e-05, 3.962972914450802e-05, 4.3703032133635134e-05, 4.7776338760741055e-05, 5.1849645387846977e-05, 5.59229520149529e-05, 5.999625500408001e-05]}, "gradients/encoder.encoder.layers.12.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 7.0, 9.0, 2.0, 6.0, 6.0, 8.0, 12.0, 14.0, 17.0, 19.0, 19.0, 28.0, 23.0, 25.0, 30.0, 27.0, 27.0, 48.0, 41.0, 30.0, 39.0, 43.0, 41.0, 48.0, 35.0, 44.0, 29.0, 37.0, 32.0, 29.0, 34.0, 22.0, 29.0, 21.0, 21.0, 21.0, 16.0, 13.0, 11.0, 5.0, 10.0, 6.0, 5.0, 2.0, 3.0, 4.0, 6.0, 1.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-5.704164505004883e-05, -5.5194832384586334e-05, -5.334801971912384e-05, -5.1501207053661346e-05, -4.965439438819885e-05, -4.780758172273636e-05, -4.5960769057273865e-05, -4.411395639181137e-05, -4.226714372634888e-05, -4.042033106088638e-05, -3.857351839542389e-05, -3.6726705729961395e-05, -3.48798930644989e-05, -3.303308039903641e-05, -3.1186267733573914e-05, -2.933945506811142e-05, -2.7492642402648926e-05, -2.5645829737186432e-05, -2.3799017071723938e-05, -2.1952204406261444e-05, -2.010539174079895e-05, -1.8258579075336456e-05, -1.6411766409873962e-05, -1.4564953744411469e-05, -1.2718141078948975e-05, -1.087132841348648e-05, -9.024515748023987e-06, -7.177703082561493e-06, -5.330890417098999e-06, -3.484077751636505e-06, -1.6372650861740112e-06, 2.0954757928848267e-07, 2.0563602447509766e-06, 3.9031729102134705e-06, 5.749985575675964e-06, 7.596798241138458e-06, 9.443610906600952e-06, 1.1290423572063446e-05, 1.313723623752594e-05, 1.4984048902988434e-05, 1.6830861568450928e-05, 1.867767423391342e-05, 2.0524486899375916e-05, 2.237129956483841e-05, 2.4218112230300903e-05, 2.6064924895763397e-05, 2.791173756122589e-05, 2.9758550226688385e-05, 3.160536289215088e-05, 3.345217555761337e-05, 3.529898822307587e-05, 3.714580088853836e-05, 3.8992613554000854e-05, 4.083942621946335e-05, 4.268623888492584e-05, 4.4533051550388336e-05, 4.637986421585083e-05, 4.8226676881313324e-05, 5.007348954677582e-05, 5.192030221223831e-05, 5.3767114877700806e-05, 5.56139275431633e-05, 5.7460740208625793e-05, 5.930755287408829e-05, 6.115436553955078e-05]}, "gradients/encoder.encoder.layers.11.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 5.0, 2.0, 3.0, 2.0, 5.0, 8.0, 5.0, 6.0, 12.0, 12.0, 12.0, 25.0, 25.0, 24.0, 44.0, 41.0, 62.0, 93.0, 123.0, 185.0, 262.0, 443.0, 728.0, 1268.0, 2230.0, 4331.0, 8955.0, 20789.0, 81774.0, 3991610.0, 48443.0, 16627.0, 7179.0, 3640.0, 2035.0, 1216.0, 702.0, 447.0, 309.0, 199.0, 137.0, 88.0, 59.0, 39.0, 26.0, 22.0, 12.0, 13.0, 5.0, 4.0, 4.0, 2.0, 2.0, 1.0], "bins": [-9.989738464355469e-05, -9.735953062772751e-05, -9.482167661190033e-05, -9.228382259607315e-05, -8.974596858024597e-05, -8.720811456441879e-05, -8.467026054859161e-05, -8.213240653276443e-05, -7.959455251693726e-05, -7.705669850111008e-05, -7.45188444852829e-05, -7.198099046945572e-05, -6.944313645362854e-05, -6.690528243780136e-05, -6.436742842197418e-05, -6.1829574406147e-05, -5.9291720390319824e-05, -5.6753866374492645e-05, -5.4216012358665466e-05, -5.167815834283829e-05, -4.914030432701111e-05, -4.660245031118393e-05, -4.406459629535675e-05, -4.152674227952957e-05, -3.898888826370239e-05, -3.6451034247875214e-05, -3.3913180232048035e-05, -3.1375326216220856e-05, -2.8837472200393677e-05, -2.6299618184566498e-05, -2.376176416873932e-05, -2.122391015291214e-05, -1.868605613708496e-05, -1.6148202121257782e-05, -1.3610348105430603e-05, -1.1072494089603424e-05, -8.534640073776245e-06, -5.996786057949066e-06, -3.458932042121887e-06, -9.210780262947083e-07, 1.6167759895324707e-06, 4.15463000535965e-06, 6.692484021186829e-06, 9.230338037014008e-06, 1.1768192052841187e-05, 1.4306046068668365e-05, 1.6843900084495544e-05, 1.9381754100322723e-05, 2.1919608116149902e-05, 2.445746213197708e-05, 2.699531614780426e-05, 2.953317016363144e-05, 3.207102417945862e-05, 3.46088781952858e-05, 3.7146732211112976e-05, 3.9684586226940155e-05, 4.2222440242767334e-05, 4.476029425859451e-05, 4.729814827442169e-05, 4.983600229024887e-05, 5.237385630607605e-05, 5.491171032190323e-05, 5.744956433773041e-05, 5.998741835355759e-05, 6.252527236938477e-05]}, "gradients/encoder.encoder.layers.11.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 1.0, 8.0, 13.0, 7.0, 9.0, 19.0, 25.0, 34.0, 27.0, 64.0, 55.0, 81.0, 112.0, 70.0, 94.0, 99.0, 49.0, 71.0, 45.0, 24.0, 25.0, 13.0, 15.0, 10.0, 9.0, 5.0, 7.0, 4.0, 2.0, 3.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0], "bins": [-1.329183578491211e-05, -1.2956559658050537e-05, -1.2621283531188965e-05, -1.2286007404327393e-05, -1.195073127746582e-05, -1.1615455150604248e-05, -1.1280179023742676e-05, -1.0944902896881104e-05, -1.0609626770019531e-05, -1.0274350643157959e-05, -9.939074516296387e-06, -9.603798389434814e-06, -9.268522262573242e-06, -8.93324613571167e-06, -8.597970008850098e-06, -8.262693881988525e-06, -7.927417755126953e-06, -7.592141628265381e-06, -7.256865501403809e-06, -6.921589374542236e-06, -6.586313247680664e-06, -6.251037120819092e-06, -5.9157609939575195e-06, -5.580484867095947e-06, -5.245208740234375e-06, -4.909932613372803e-06, -4.5746564865112305e-06, -4.239380359649658e-06, -3.904104232788086e-06, -3.5688281059265137e-06, -3.2335519790649414e-06, -2.898275852203369e-06, -2.562999725341797e-06, -2.2277235984802246e-06, -1.8924474716186523e-06, -1.55717134475708e-06, -1.2218952178955078e-06, -8.866190910339355e-07, -5.513429641723633e-07, -2.1606683731079102e-07, 1.1920928955078125e-07, 4.544854164123535e-07, 7.897615432739258e-07, 1.125037670135498e-06, 1.4603137969970703e-06, 1.7955899238586426e-06, 2.130866050720215e-06, 2.466142177581787e-06, 2.8014183044433594e-06, 3.1366944313049316e-06, 3.471970558166504e-06, 3.807246685028076e-06, 4.1425228118896484e-06, 4.477798938751221e-06, 4.813075065612793e-06, 5.148351192474365e-06, 5.4836273193359375e-06, 5.81890344619751e-06, 6.154179573059082e-06, 6.489455699920654e-06, 6.8247318267822266e-06, 7.160007953643799e-06, 7.495284080505371e-06, 7.830560207366943e-06, 8.165836334228516e-06]}, "gradients/encoder.encoder.layers.11.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 5.0, 2.0, 8.0, 9.0, 13.0, 12.0, 25.0, 35.0, 43.0, 77.0, 103.0, 129.0, 186.0, 268.0, 425.0, 655.0, 875.0, 1379.0, 2024.0, 3133.0, 5075.0, 7915.0, 14354.0, 25231.0, 65507.0, 501234.0, 3405556.0, 86169.0, 32753.0, 15411.0, 9008.0, 5933.0, 3376.0, 2397.0, 1492.0, 1014.0, 692.0, 490.0, 356.0, 243.0, 185.0, 144.0, 92.0, 69.0, 47.0, 31.0, 34.0, 18.0, 16.0, 11.0, 11.0, 9.0, 7.0, 4.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-2.5928020477294922e-05, -2.5006942451000214e-05, -2.4085864424705505e-05, -2.3164786398410797e-05, -2.224370837211609e-05, -2.132263034582138e-05, -2.0401552319526672e-05, -1.9480474293231964e-05, -1.8559396266937256e-05, -1.7638318240642548e-05, -1.671724021434784e-05, -1.579616218805313e-05, -1.4875084161758423e-05, -1.3954006135463715e-05, -1.3032928109169006e-05, -1.2111850082874298e-05, -1.119077205657959e-05, -1.0269694030284882e-05, -9.348616003990173e-06, -8.427537977695465e-06, -7.506459951400757e-06, -6.585381925106049e-06, -5.66430389881134e-06, -4.743225872516632e-06, -3.822147846221924e-06, -2.9010698199272156e-06, -1.9799917936325073e-06, -1.058913767337799e-06, -1.3783574104309082e-07, 7.832422852516174e-07, 1.7043203115463257e-06, 2.625398337841034e-06, 3.546476364135742e-06, 4.4675543904304504e-06, 5.388632416725159e-06, 6.309710443019867e-06, 7.230788469314575e-06, 8.151866495609283e-06, 9.072944521903992e-06, 9.9940225481987e-06, 1.0915100574493408e-05, 1.1836178600788116e-05, 1.2757256627082825e-05, 1.3678334653377533e-05, 1.4599412679672241e-05, 1.552049070596695e-05, 1.6441568732261658e-05, 1.7362646758556366e-05, 1.8283724784851074e-05, 1.9204802811145782e-05, 2.012588083744049e-05, 2.10469588637352e-05, 2.1968036890029907e-05, 2.2889114916324615e-05, 2.3810192942619324e-05, 2.4731270968914032e-05, 2.565234899520874e-05, 2.657342702150345e-05, 2.7494505047798157e-05, 2.8415583074092865e-05, 2.9336661100387573e-05, 3.025773912668228e-05, 3.117881715297699e-05, 3.20998951792717e-05, 3.3020973205566406e-05]}, "gradients/encoder.encoder.layers.11.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 2.0, 5.0, 3.0, 0.0, 5.0, 1.0, 5.0, 9.0, 4.0, 9.0, 8.0, 16.0, 8.0, 15.0, 10.0, 12.0, 15.0, 13.0, 18.0, 29.0, 15.0, 41.0, 39.0, 53.0, 150.0, 501.0, 2111.0, 609.0, 165.0, 68.0, 36.0, 25.0, 19.0, 12.0, 10.0, 6.0, 13.0, 9.0, 6.0, 6.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.4318695068359375e-05, -2.3702159523963928e-05, -2.308562397956848e-05, -2.2469088435173035e-05, -2.1852552890777588e-05, -2.123601734638214e-05, -2.0619481801986694e-05, -2.0002946257591248e-05, -1.93864107131958e-05, -1.8769875168800354e-05, -1.8153339624404907e-05, -1.753680408000946e-05, -1.6920268535614014e-05, -1.6303732991218567e-05, -1.568719744682312e-05, -1.5070661902427673e-05, -1.4454126358032227e-05, -1.383759081363678e-05, -1.3221055269241333e-05, -1.2604519724845886e-05, -1.198798418045044e-05, -1.1371448636054993e-05, -1.0754913091659546e-05, -1.0138377547264099e-05, -9.521842002868652e-06, -8.905306458473206e-06, -8.288770914077759e-06, -7.672235369682312e-06, -7.055699825286865e-06, -6.4391642808914185e-06, -5.822628736495972e-06, -5.206093192100525e-06, -4.589557647705078e-06, -3.973022103309631e-06, -3.3564865589141846e-06, -2.739951014518738e-06, -2.123415470123291e-06, -1.5068799257278442e-06, -8.903443813323975e-07, -2.738088369369507e-07, 3.427267074584961e-07, 9.592622518539429e-07, 1.5757977962493896e-06, 2.1923333406448364e-06, 2.808868885040283e-06, 3.42540442943573e-06, 4.041939973831177e-06, 4.6584755182266235e-06, 5.27501106262207e-06, 5.891546607017517e-06, 6.508082151412964e-06, 7.124617695808411e-06, 7.741153240203857e-06, 8.357688784599304e-06, 8.974224328994751e-06, 9.590759873390198e-06, 1.0207295417785645e-05, 1.0823830962181091e-05, 1.1440366506576538e-05, 1.2056902050971985e-05, 1.2673437595367432e-05, 1.3289973139762878e-05, 1.3906508684158325e-05, 1.4523044228553772e-05, 1.5139579772949219e-05]}, "gradients/encoder.encoder.layers.11.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 5.0, 1.0, 5.0, 6.0, 8.0, 10.0, 9.0, 20.0, 20.0, 25.0, 34.0, 36.0, 49.0, 83.0, 121.0, 219.0, 224.0, 74.0, 31.0, 18.0, 6.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0002979861747007817, -0.0002908952592406422, -0.00028380437288433313, -0.0002767134574241936, -0.0002696225419640541, -0.00026253165560774505, -0.00025544074014760554, -0.000248349824687466, -0.00024125893833115697, -0.00023416803742293268, -0.00022707712196279317, -0.0002199862210545689, -0.0002128953201463446, -0.00020580441923812032, -0.0001987135037779808, -0.00019162260286975652, -0.000184531687409617, -0.00017744078650139272, -0.0001703498710412532, -0.00016325897013302892, -0.00015616806922480464, -0.00014907715376466513, -0.00014198625285644084, -0.00013489535194821656, -0.00012780443648807704, -0.00012071352830389515, -0.00011362262739567086, -0.00010653171921148896, -9.944081830326468e-05, -9.234991011908278e-05, -8.525900193490088e-05, -7.81681010266766e-05, -7.107721467036754e-05, -6.398630648618564e-05, -5.6895405577961355e-05, -4.980449739377946e-05, -4.2713592847576365e-05, -3.562268830137327e-05, -2.8531780117191374e-05, -2.1440875570988283e-05, -1.434997102478519e-05, -7.259065569087397e-06, -1.681601133896038e-07, 6.9227462518028915e-06, 1.4013650798005983e-05, 2.1104555344209075e-05, 2.8195463528390974e-05, 3.5286368074594066e-05, 4.237727262079716e-05, 4.946817716700025e-05, 5.655908171320334e-05, 6.364998989738524e-05, 7.074089080560952e-05, 7.783179898979142e-05, 8.492270717397332e-05, 9.20136080821976e-05, 9.91045162663795e-05, 0.0001061954244505614, 0.00011328632535878569, 0.00012037723354296759, 0.0001274681417271495, 0.00013455904263537377, 0.00014164994354359806, 0.00014874085900373757, 0.00015583175991196185]}, "gradients/encoder.encoder.layers.11.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 2.0, 2.0, 6.0, 5.0, 10.0, 8.0, 12.0, 9.0, 11.0, 16.0, 18.0, 22.0, 23.0, 30.0, 24.0, 29.0, 39.0, 38.0, 43.0, 40.0, 44.0, 35.0, 58.0, 34.0, 40.0, 51.0, 38.0, 42.0, 27.0, 16.0, 34.0, 16.0, 31.0, 27.0, 16.0, 18.0, 22.0, 17.0, 9.0, 10.0, 9.0, 5.0, 10.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.534027099609375e-05, -7.279403507709503e-05, -7.024779915809631e-05, -6.77015632390976e-05, -6.515532732009888e-05, -6.260909140110016e-05, -6.006285548210144e-05, -5.751661956310272e-05, -5.4970383644104004e-05, -5.2424147725105286e-05, -4.987791180610657e-05, -4.733167588710785e-05, -4.478543996810913e-05, -4.223920404911041e-05, -3.9692968130111694e-05, -3.7146732211112976e-05, -3.460049629211426e-05, -3.205426037311554e-05, -2.950802445411682e-05, -2.6961788535118103e-05, -2.4415552616119385e-05, -2.1869316697120667e-05, -1.9323080778121948e-05, -1.677684485912323e-05, -1.4230608940124512e-05, -1.1684373021125793e-05, -9.138137102127075e-06, -6.591901183128357e-06, -4.045665264129639e-06, -1.4994293451309204e-06, 1.0468065738677979e-06, 3.593042492866516e-06, 6.139278411865234e-06, 8.685514330863953e-06, 1.1231750249862671e-05, 1.377798616886139e-05, 1.6324222087860107e-05, 1.8870458006858826e-05, 2.1416693925857544e-05, 2.3962929844856262e-05, 2.650916576385498e-05, 2.90554016828537e-05, 3.160163760185242e-05, 3.4147873520851135e-05, 3.6694109439849854e-05, 3.924034535884857e-05, 4.178658127784729e-05, 4.433281719684601e-05, 4.6879053115844727e-05, 4.9425289034843445e-05, 5.197152495384216e-05, 5.451776087284088e-05, 5.70639967918396e-05, 5.961023271083832e-05, 6.215646862983704e-05, 6.470270454883575e-05, 6.724894046783447e-05, 6.979517638683319e-05, 7.234141230583191e-05, 7.488764822483063e-05, 7.743388414382935e-05, 7.998012006282806e-05, 8.252635598182678e-05, 8.50725919008255e-05, 8.761882781982422e-05]}, "gradients/encoder.encoder.layers.11.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 7.0, 2.0, 0.0, 8.0, 2.0, 6.0, 10.0, 20.0, 24.0, 41.0, 42.0, 73.0, 132.0, 166.0, 257.0, 409.0, 696.0, 1041.0, 1943.0, 3278.0, 6278.0, 13188.0, 29380.0, 81488.0, 330273.0, 432213.0, 86083.0, 32811.0, 13422.0, 6767.0, 3510.0, 1955.0, 1127.0, 718.0, 413.0, 274.0, 148.0, 115.0, 79.0, 51.0, 40.0, 23.0, 17.0, 16.0, 6.0, 4.0, 3.0, 5.0, 2.0, 1.0, 3.0, 1.0], "bins": [-6.949901580810547e-05, -6.762240082025528e-05, -6.574578583240509e-05, -6.38691708445549e-05, -6.199255585670471e-05, -6.011594086885452e-05, -5.8239325881004333e-05, -5.6362710893154144e-05, -5.4486095905303955e-05, -5.2609480917453766e-05, -5.073286592960358e-05, -4.885625094175339e-05, -4.69796359539032e-05, -4.510302096605301e-05, -4.322640597820282e-05, -4.134979099035263e-05, -3.947317600250244e-05, -3.759656101465225e-05, -3.571994602680206e-05, -3.3843331038951874e-05, -3.1966716051101685e-05, -3.0090101063251495e-05, -2.8213486075401306e-05, -2.6336871087551117e-05, -2.4460256099700928e-05, -2.258364111185074e-05, -2.070702612400055e-05, -1.883041113615036e-05, -1.695379614830017e-05, -1.5077181160449982e-05, -1.3200566172599792e-05, -1.1323951184749603e-05, -9.447336196899414e-06, -7.570721209049225e-06, -5.694106221199036e-06, -3.8174912333488464e-06, -1.9408762454986572e-06, -6.426125764846802e-08, 1.8123537302017212e-06, 3.6889687180519104e-06, 5.5655837059021e-06, 7.442198693752289e-06, 9.318813681602478e-06, 1.1195428669452667e-05, 1.3072043657302856e-05, 1.4948658645153046e-05, 1.6825273633003235e-05, 1.8701888620853424e-05, 2.0578503608703613e-05, 2.2455118596553802e-05, 2.4331733584403992e-05, 2.620834857225418e-05, 2.808496356010437e-05, 2.996157854795456e-05, 3.183819353580475e-05, 3.371480852365494e-05, 3.559142351150513e-05, 3.7468038499355316e-05, 3.9344653487205505e-05, 4.1221268475055695e-05, 4.3097883462905884e-05, 4.497449845075607e-05, 4.685111343860626e-05, 4.872772842645645e-05, 5.060434341430664e-05]}, "gradients/encoder.encoder.layers.11.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 11.0, 6.0, 4.0, 9.0, 10.0, 18.0, 12.0, 18.0, 37.0, 45.0, 36.0, 59.0, 61.0, 53.0, 90.0, 75.0, 65.0, 75.0, 54.0, 54.0, 53.0, 45.0, 22.0, 20.0, 18.0, 9.0, 9.0, 9.0, 5.0, 7.0, 2.0, 2.0, 4.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0], "bins": [-1.0669231414794922e-05, -1.0390765964984894e-05, -1.0112300515174866e-05, -9.833835065364838e-06, -9.55536961555481e-06, -9.276904165744781e-06, -8.998438715934753e-06, -8.719973266124725e-06, -8.441507816314697e-06, -8.16304236650467e-06, -7.884576916694641e-06, -7.606111466884613e-06, -7.327646017074585e-06, -7.049180567264557e-06, -6.770715117454529e-06, -6.492249667644501e-06, -6.213784217834473e-06, -5.935318768024445e-06, -5.6568533182144165e-06, -5.3783878684043884e-06, -5.09992241859436e-06, -4.821456968784332e-06, -4.542991518974304e-06, -4.264526069164276e-06, -3.986060619354248e-06, -3.70759516954422e-06, -3.429129719734192e-06, -3.150664269924164e-06, -2.8721988201141357e-06, -2.5937333703041077e-06, -2.3152679204940796e-06, -2.0368024706840515e-06, -1.7583370208740234e-06, -1.4798715710639954e-06, -1.2014061212539673e-06, -9.229406714439392e-07, -6.444752216339111e-07, -3.6600977182388306e-07, -8.754432201385498e-08, 1.909211277961731e-07, 4.6938657760620117e-07, 7.478520274162292e-07, 1.0263174772262573e-06, 1.3047829270362854e-06, 1.5832483768463135e-06, 1.8617138266563416e-06, 2.1401792764663696e-06, 2.4186447262763977e-06, 2.6971101760864258e-06, 2.975575625896454e-06, 3.254041075706482e-06, 3.53250652551651e-06, 3.810971975326538e-06, 4.089437425136566e-06, 4.367902874946594e-06, 4.646368324756622e-06, 4.92483377456665e-06, 5.2032992243766785e-06, 5.4817646741867065e-06, 5.760230123996735e-06, 6.038695573806763e-06, 6.317161023616791e-06, 6.595626473426819e-06, 6.874091923236847e-06, 7.152557373046875e-06]}, "gradients/encoder.encoder.layers.11.attention.v_proj.weight": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 1.0, 3.0, 7.0, 5.0, 4.0, 16.0, 18.0, 24.0, 37.0, 57.0, 77.0, 128.0, 151.0, 281.0, 412.0, 681.0, 969.0, 1550.0, 2350.0, 4203.0, 6069.0, 9612.0, 15301.0, 25254.0, 48285.0, 81814.0, 176641.0, 385060.0, 128265.0, 69619.0, 35012.0, 21072.0, 12831.0, 8786.0, 4835.0, 3160.0, 2072.0, 1305.0, 943.0, 504.0, 401.0, 247.0, 164.0, 115.0, 71.0, 50.0, 33.0, 22.0, 18.0, 13.0, 5.0, 7.0, 3.0, 2.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-2.0265579223632812e-05, -1.95968896150589e-05, -1.8928200006484985e-05, -1.8259510397911072e-05, -1.7590820789337158e-05, -1.6922131180763245e-05, -1.625344157218933e-05, -1.5584751963615417e-05, -1.4916062355041504e-05, -1.424737274646759e-05, -1.3578683137893677e-05, -1.2909993529319763e-05, -1.224130392074585e-05, -1.1572614312171936e-05, -1.0903924703598022e-05, -1.0235235095024109e-05, -9.566545486450195e-06, -8.897855877876282e-06, -8.229166269302368e-06, -7.560476660728455e-06, -6.891787052154541e-06, -6.2230974435806274e-06, -5.554407835006714e-06, -4.8857182264328e-06, -4.217028617858887e-06, -3.548339009284973e-06, -2.8796494007110596e-06, -2.210959792137146e-06, -1.5422701835632324e-06, -8.735805749893188e-07, -2.0489096641540527e-07, 4.637986421585083e-07, 1.1324882507324219e-06, 1.8011778593063354e-06, 2.469867467880249e-06, 3.1385570764541626e-06, 3.807246685028076e-06, 4.47593629360199e-06, 5.144625902175903e-06, 5.813315510749817e-06, 6.4820051193237305e-06, 7.150694727897644e-06, 7.819384336471558e-06, 8.488073945045471e-06, 9.156763553619385e-06, 9.825453162193298e-06, 1.0494142770767212e-05, 1.1162832379341125e-05, 1.1831521987915039e-05, 1.2500211596488953e-05, 1.3168901205062866e-05, 1.383759081363678e-05, 1.4506280422210693e-05, 1.5174970030784607e-05, 1.584365963935852e-05, 1.6512349247932434e-05, 1.7181038856506348e-05, 1.784972846508026e-05, 1.8518418073654175e-05, 1.918710768222809e-05, 1.9855797290802002e-05, 2.0524486899375916e-05, 2.119317650794983e-05, 2.1861866116523743e-05, 2.2530555725097656e-05]}, "gradients/encoder.encoder.layers.11.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 8.0, 5.0, 9.0, 10.0, 9.0, 12.0, 17.0, 16.0, 17.0, 29.0, 14.0, 17.0, 22.0, 15.0, 23.0, 33.0, 37.0, 38.0, 33.0, 38.0, 23.0, 29.0, 50.0, 50.0, 47.0, 31.0, 33.0, 34.0, 21.0, 27.0, 46.0, 27.0, 27.0, 23.0, 20.0, 19.0, 15.0, 11.0, 13.0, 9.0, 12.0, 9.0, 5.0, 6.0, 5.0, 1.0, 5.0, 5.0, 0.0, 1.0, 1.0, 0.0, 4.0], "bins": [-1.6748905181884766e-05, -1.625344157218933e-05, -1.5757977962493896e-05, -1.5262514352798462e-05, -1.4767050743103027e-05, -1.4271587133407593e-05, -1.3776123523712158e-05, -1.3280659914016724e-05, -1.2785196304321289e-05, -1.2289732694625854e-05, -1.179426908493042e-05, -1.1298805475234985e-05, -1.080334186553955e-05, -1.0307878255844116e-05, -9.812414646148682e-06, -9.316951036453247e-06, -8.821487426757812e-06, -8.326023817062378e-06, -7.830560207366943e-06, -7.335096597671509e-06, -6.839632987976074e-06, -6.34416937828064e-06, -5.848705768585205e-06, -5.3532421588897705e-06, -4.857778549194336e-06, -4.362314939498901e-06, -3.866851329803467e-06, -3.3713877201080322e-06, -2.8759241104125977e-06, -2.380460500717163e-06, -1.8849968910217285e-06, -1.389533281326294e-06, -8.940696716308594e-07, -3.986060619354248e-07, 9.685754776000977e-08, 5.923211574554443e-07, 1.087784767150879e-06, 1.5832483768463135e-06, 2.078711986541748e-06, 2.5741755962371826e-06, 3.069639205932617e-06, 3.5651028156280518e-06, 4.060566425323486e-06, 4.556030035018921e-06, 5.0514936447143555e-06, 5.54695725440979e-06, 6.042420864105225e-06, 6.537884473800659e-06, 7.033348083496094e-06, 7.528811693191528e-06, 8.024275302886963e-06, 8.519738912582397e-06, 9.015202522277832e-06, 9.510666131973267e-06, 1.0006129741668701e-05, 1.0501593351364136e-05, 1.099705696105957e-05, 1.1492520570755005e-05, 1.198798418045044e-05, 1.2483447790145874e-05, 1.2978911399841309e-05, 1.3474375009536743e-05, 1.3969838619232178e-05, 1.4465302228927612e-05, 1.4960765838623047e-05]}, "gradients/encoder.encoder.layers.11.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 5.0, 7.0, 3.0, 20.0, 14.0, 26.0, 0.0, 46.0, 63.0, 124.0, 165.0, 240.0, 353.0, 633.0, 0.0, 981.0, 1654.0, 2790.0, 4821.0, 8695.0, 15920.0, 30587.0, 0.0, 66100.0, 166238.0, 449592.0, 166613.0, 65918.0, 30542.0, 15634.0, 0.0, 8547.0, 4919.0, 2833.0, 1717.0, 1066.0, 611.0, 414.0, 0.0, 243.0, 133.0, 100.0, 75.0, 44.0, 32.0, 19.0, 0.0, 10.0, 4.0, 4.0, 5.0, 2.0, 5.0, 1.0, 1.0], "bins": [-1.7881393432617188e-06, -1.735985279083252e-06, -1.6838312149047852e-06, -1.6316771507263184e-06, -1.5795230865478516e-06, -1.5273690223693848e-06, -1.475214958190918e-06, -1.4230608940124512e-06, -1.3709068298339844e-06, -1.3187527656555176e-06, -1.2665987014770508e-06, -1.214444637298584e-06, -1.1622905731201172e-06, -1.1101365089416504e-06, -1.0579824447631836e-06, -1.0058283805847168e-06, -9.5367431640625e-07, -9.015202522277832e-07, -8.493661880493164e-07, -7.972121238708496e-07, -7.450580596923828e-07, -6.92903995513916e-07, -6.407499313354492e-07, -5.885958671569824e-07, -5.364418029785156e-07, -4.842877388000488e-07, -4.3213367462158203e-07, -3.7997961044311523e-07, -3.2782554626464844e-07, -2.7567148208618164e-07, -2.2351741790771484e-07, -1.7136335372924805e-07, -1.1920928955078125e-07, -6.705522537231445e-08, -1.4901161193847656e-08, 3.725290298461914e-08, 8.940696716308594e-08, 1.4156103134155273e-07, 1.9371509552001953e-07, 2.4586915969848633e-07, 2.980232238769531e-07, 3.501772880554199e-07, 4.023313522338867e-07, 4.544854164123535e-07, 5.066394805908203e-07, 5.587935447692871e-07, 6.109476089477539e-07, 6.631016731262207e-07, 7.152557373046875e-07, 7.674098014831543e-07, 8.195638656616211e-07, 8.717179298400879e-07, 9.238719940185547e-07, 9.760260581970215e-07, 1.0281801223754883e-06, 1.080334186553955e-06, 1.1324882507324219e-06, 1.1846423149108887e-06, 1.2367963790893555e-06, 1.2889504432678223e-06, 1.341104507446289e-06, 1.3932585716247559e-06, 1.4454126358032227e-06, 1.4975666999816895e-06, 1.5497207641601562e-06]}, "gradients/encoder.encoder.layers.11.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 4.0, 0.0, 7.0, 14.0, 0.0, 5.0, 19.0, 0.0, 24.0, 0.0, 25.0, 22.0, 0.0, 43.0, 0.0, 48.0, 67.0, 0.0, 79.0, 0.0, 89.0, 142.0, 0.0, 65.0, 0.0, 83.0, 67.0, 0.0, 51.0, 33.0, 0.0, 28.0, 0.0, 28.0, 22.0, 0.0, 16.0, 0.0, 12.0, 8.0, 0.0, 8.0, 0.0, 6.0, 2.0, 0.0, 0.0, 2.0], "bins": [-1.3709068298339844e-06, -1.3345852494239807e-06, -1.298263669013977e-06, -1.2619420886039734e-06, -1.2256205081939697e-06, -1.189298927783966e-06, -1.1529773473739624e-06, -1.1166557669639587e-06, -1.080334186553955e-06, -1.0440126061439514e-06, -1.0076910257339478e-06, -9.71369445323944e-07, -9.350478649139404e-07, -8.987262845039368e-07, -8.624047040939331e-07, -8.260831236839294e-07, -7.897615432739258e-07, -7.534399628639221e-07, -7.171183824539185e-07, -6.807968020439148e-07, -6.444752216339111e-07, -6.081536412239075e-07, -5.718320608139038e-07, -5.355104804039001e-07, -4.991888999938965e-07, -4.628673195838928e-07, -4.2654573917388916e-07, -3.902241587638855e-07, -3.5390257835388184e-07, -3.175809979438782e-07, -2.812594175338745e-07, -2.4493783712387085e-07, -2.086162567138672e-07, -1.7229467630386353e-07, -1.3597309589385986e-07, -9.96515154838562e-08, -6.332993507385254e-08, -2.7008354663848877e-08, 9.313225746154785e-09, 4.563480615615845e-08, 8.195638656616211e-08, 1.1827796697616577e-07, 1.5459954738616943e-07, 1.909211277961731e-07, 2.2724270820617676e-07, 2.635642886161804e-07, 2.998858690261841e-07, 3.3620744943618774e-07, 3.725290298461914e-07, 4.0885061025619507e-07, 4.4517219066619873e-07, 4.814937710762024e-07, 5.178153514862061e-07, 5.541369318962097e-07, 5.904585123062134e-07, 6.26780092716217e-07, 6.631016731262207e-07, 6.994232535362244e-07, 7.35744833946228e-07, 7.720664143562317e-07, 8.083879947662354e-07, 8.44709575176239e-07, 8.810311555862427e-07, 9.173527359962463e-07, 9.5367431640625e-07]}, "gradients/encoder.encoder.layers.11.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 3.0, 3.0, 3.0, 10.0, 16.0, 9.0, 26.0, 35.0, 40.0, 69.0, 91.0, 125.0, 198.0, 314.0, 462.0, 809.0, 1185.0, 1979.0, 3377.0, 5934.0, 11274.0, 21943.0, 50709.0, 155439.0, 541163.0, 154678.0, 50418.0, 22109.0, 11178.0, 5971.0, 3583.0, 2014.0, 1198.0, 709.0, 481.0, 296.0, 216.0, 146.0, 89.0, 79.0, 53.0, 42.0, 21.0, 19.0, 14.0, 11.0, 5.0, 8.0, 3.0, 3.0, 1.0, 1.0, 1.0], "bins": [-2.086162567138672e-06, -2.0274892449378967e-06, -1.9688159227371216e-06, -1.9101426005363464e-06, -1.8514692783355713e-06, -1.7927959561347961e-06, -1.734122633934021e-06, -1.6754493117332458e-06, -1.6167759895324707e-06, -1.5581026673316956e-06, -1.4994293451309204e-06, -1.4407560229301453e-06, -1.3820827007293701e-06, -1.323409378528595e-06, -1.2647360563278198e-06, -1.2060627341270447e-06, -1.1473894119262695e-06, -1.0887160897254944e-06, -1.0300427675247192e-06, -9.71369445323944e-07, -9.126961231231689e-07, -8.540228009223938e-07, -7.953494787216187e-07, -7.366761565208435e-07, -6.780028343200684e-07, -6.193295121192932e-07, -5.606561899185181e-07, -5.019828677177429e-07, -4.4330954551696777e-07, -3.8463622331619263e-07, -3.259629011154175e-07, -2.6728957891464233e-07, -2.086162567138672e-07, -1.4994293451309204e-07, -9.12696123123169e-08, -3.259629011154175e-08, 2.60770320892334e-08, 8.475035429000854e-08, 1.434236764907837e-07, 2.0209699869155884e-07, 2.60770320892334e-07, 3.1944364309310913e-07, 3.781169652938843e-07, 4.367902874946594e-07, 4.954636096954346e-07, 5.541369318962097e-07, 6.128102540969849e-07, 6.7148357629776e-07, 7.301568984985352e-07, 7.888302206993103e-07, 8.475035429000854e-07, 9.061768651008606e-07, 9.648501873016357e-07, 1.0235235095024109e-06, 1.082196831703186e-06, 1.1408701539039612e-06, 1.1995434761047363e-06, 1.2582167983055115e-06, 1.3168901205062866e-06, 1.3755634427070618e-06, 1.434236764907837e-06, 1.492910087108612e-06, 1.5515834093093872e-06, 1.6102567315101624e-06, 1.6689300537109375e-06]}, "gradients/encoder.encoder.layers.11.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 4.0, 3.0, 7.0, 5.0, 0.0, 5.0, 8.0, 11.0, 21.0, 0.0, 23.0, 31.0, 29.0, 56.0, 0.0, 64.0, 88.0, 104.0, 114.0, 0.0, 113.0, 91.0, 59.0, 37.0, 0.0, 32.0, 24.0, 20.0, 16.0, 0.0, 16.0, 13.0, 6.0, 5.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3709068298339844e-06, -1.323409378528595e-06, -1.2759119272232056e-06, -1.2284144759178162e-06, -1.1809170246124268e-06, -1.1334195733070374e-06, -1.085922122001648e-06, -1.0384246706962585e-06, -9.909272193908691e-07, -9.434297680854797e-07, -8.959323167800903e-07, -8.484348654747009e-07, -8.009374141693115e-07, -7.534399628639221e-07, -7.059425115585327e-07, -6.584450602531433e-07, -6.109476089477539e-07, -5.634501576423645e-07, -5.159527063369751e-07, -4.684552550315857e-07, -4.209578037261963e-07, -3.734603524208069e-07, -3.259629011154175e-07, -2.784654498100281e-07, -2.3096799850463867e-07, -1.8347054719924927e-07, -1.3597309589385986e-07, -8.847564458847046e-08, -4.0978193283081055e-08, 6.51925802230835e-09, 5.4016709327697754e-08, 1.0151416063308716e-07, 1.4901161193847656e-07, 1.9650906324386597e-07, 2.4400651454925537e-07, 2.915039658546448e-07, 3.390014171600342e-07, 3.864988684654236e-07, 4.33996319770813e-07, 4.814937710762024e-07, 5.289912223815918e-07, 5.764886736869812e-07, 6.239861249923706e-07, 6.7148357629776e-07, 7.189810276031494e-07, 7.664784789085388e-07, 8.139759302139282e-07, 8.614733815193176e-07, 9.08970832824707e-07, 9.564682841300964e-07, 1.0039657354354858e-06, 1.0514631867408752e-06, 1.0989606380462646e-06, 1.146458089351654e-06, 1.1939555406570435e-06, 1.2414529919624329e-06, 1.2889504432678223e-06, 1.3364478945732117e-06, 1.383945345878601e-06, 1.4314427971839905e-06, 1.4789402484893799e-06, 1.5264376997947693e-06, 1.5739351511001587e-06, 1.621432602405548e-06, 1.6689300537109375e-06]}, "gradients/encoder.encoder.layers.11.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 8.0, 4.0, 5.0, 5.0, 6.0, 8.0, 17.0, 10.0, 25.0, 32.0, 46.0, 55.0, 76.0, 144.0, 258.0, 109.0, 72.0, 50.0, 25.0, 15.0, 7.0, 9.0, 7.0, 7.0, 2.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.00017394138558302075, -0.00016984486137516797, -0.00016574833716731519, -0.0001616518129594624, -0.00015755528875160962, -0.00015345876454375684, -0.00014936222578398883, -0.00014526570157613605, -0.00014116917736828327, -0.0001370726531604305, -0.0001329761289525777, -0.00012887960474472493, -0.00012478308053687215, -0.00012068654905306175, -0.00011659002484520897, -0.00011249350063735619, -0.00010839697642950341, -0.00010430045222165063, -0.00010020392801379785, -9.610739652998745e-05, -9.201087232213467e-05, -8.791434811428189e-05, -8.381782390642911e-05, -7.972129969857633e-05, -7.562477549072355e-05, -7.152825128287077e-05, -6.743172707501799e-05, -6.333520286716521e-05, -5.923867138335481e-05, -5.514214717550203e-05, -5.104562296764925e-05, -4.694909875979647e-05, -4.2852567275986075e-05, -3.8756043068133295e-05, -3.465951522230171e-05, -3.0562991014448926e-05, -2.646646498760674e-05, -2.2369938960764557e-05, -1.8273414752911776e-05, -1.4176888726069592e-05, -1.0080362699227408e-05, -5.983837127132574e-06, -1.8873115550377406e-06, 2.209213562309742e-06, 6.305739589151926e-06, 1.040226561599411e-05, 1.4498789823846892e-05, 1.8595315850689076e-05, 2.269184187753126e-05, 2.6788367904373445e-05, 3.088489393121563e-05, 3.498141813906841e-05, 3.90779459849e-05, 4.317447019275278e-05, 4.727099440060556e-05, 5.136751860845834e-05, 5.546404645428993e-05, 5.956057066214271e-05, 6.36570985079743e-05, 6.775362271582708e-05, 7.185014692367986e-05, 7.594667840749025e-05, 8.004320261534303e-05, 8.413972682319582e-05, 8.82362510310486e-05]}, "gradients/encoder.encoder.layers.11.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 4.0, 3.0, 7.0, 7.0, 9.0, 12.0, 12.0, 21.0, 21.0, 16.0, 23.0, 20.0, 37.0, 15.0, 36.0, 43.0, 44.0, 30.0, 41.0, 48.0, 37.0, 40.0, 45.0, 36.0, 34.0, 36.0, 46.0, 37.0, 28.0, 38.0, 34.0, 27.0, 17.0, 16.0, 14.0, 11.0, 13.0, 11.0, 11.0, 1.0, 6.0, 5.0, 5.0, 0.0, 4.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.823373794555664e-05, -5.648937076330185e-05, -5.474500358104706e-05, -5.300063639879227e-05, -5.1256269216537476e-05, -4.9511902034282684e-05, -4.776753485202789e-05, -4.60231676697731e-05, -4.427880048751831e-05, -4.253443330526352e-05, -4.079006612300873e-05, -3.904569894075394e-05, -3.7301331758499146e-05, -3.5556964576244354e-05, -3.381259739398956e-05, -3.206823021173477e-05, -3.032386302947998e-05, -2.857949584722519e-05, -2.6835128664970398e-05, -2.5090761482715607e-05, -2.3346394300460815e-05, -2.1602027118206024e-05, -1.9857659935951233e-05, -1.811329275369644e-05, -1.636892557144165e-05, -1.4624558389186859e-05, -1.2880191206932068e-05, -1.1135824024677277e-05, -9.391456842422485e-06, -7.647089660167694e-06, -5.902722477912903e-06, -4.1583552956581116e-06, -2.4139881134033203e-06, -6.69620931148529e-07, 1.0747462511062622e-06, 2.8191134333610535e-06, 4.563480615615845e-06, 6.307847797870636e-06, 8.052214980125427e-06, 9.796582162380219e-06, 1.154094934463501e-05, 1.3285316526889801e-05, 1.5029683709144592e-05, 1.6774050891399384e-05, 1.8518418073654175e-05, 2.0262785255908966e-05, 2.2007152438163757e-05, 2.375151962041855e-05, 2.549588680267334e-05, 2.724025398492813e-05, 2.8984621167182922e-05, 3.0728988349437714e-05, 3.2473355531692505e-05, 3.4217722713947296e-05, 3.596208989620209e-05, 3.770645707845688e-05, 3.945082426071167e-05, 4.119519144296646e-05, 4.293955862522125e-05, 4.4683925807476044e-05, 4.6428292989730835e-05, 4.8172660171985626e-05, 4.991702735424042e-05, 5.166139453649521e-05, 5.340576171875e-05]}, "gradients/encoder.encoder.layers.10.feed_forward.output_dense.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 4.0, 2.0, 0.0, 4.0, 8.0, 4.0, 12.0, 11.0, 12.0, 18.0, 19.0, 28.0, 40.0, 39.0, 66.0, 107.0, 134.0, 214.0, 279.0, 343.0, 535.0, 709.0, 1213.0, 1839.0, 3035.0, 5044.0, 8557.0, 17669.0, 42449.0, 3841226.0, 212847.0, 28828.0, 12522.0, 6494.0, 3733.0, 2064.0, 1391.0, 898.0, 590.0, 383.0, 270.0, 172.0, 134.0, 92.0, 59.0, 51.0, 33.0, 31.0, 18.0, 25.0, 6.0, 8.0, 13.0, 6.0, 1.0, 3.0, 5.0], "bins": [-6.73532485961914e-05, -6.552226841449738e-05, -6.369128823280334e-05, -6.186030805110931e-05, -6.002932786941528e-05, -5.819834768772125e-05, -5.636736750602722e-05, -5.453638732433319e-05, -5.270540714263916e-05, -5.087442696094513e-05, -4.90434467792511e-05, -4.721246659755707e-05, -4.538148641586304e-05, -4.3550506234169006e-05, -4.1719526052474976e-05, -3.9888545870780945e-05, -3.8057565689086914e-05, -3.622658550739288e-05, -3.439560532569885e-05, -3.256462514400482e-05, -3.073364496231079e-05, -2.890266478061676e-05, -2.707168459892273e-05, -2.52407044172287e-05, -2.3409724235534668e-05, -2.1578744053840637e-05, -1.9747763872146606e-05, -1.7916783690452576e-05, -1.6085803508758545e-05, -1.4254823327064514e-05, -1.2423843145370483e-05, -1.0592862963676453e-05, -8.761882781982422e-06, -6.930902600288391e-06, -5.09992241859436e-06, -3.2689422369003296e-06, -1.4379620552062988e-06, 3.9301812648773193e-07, 2.2239983081817627e-06, 4.0549784898757935e-06, 5.885958671569824e-06, 7.716938853263855e-06, 9.547919034957886e-06, 1.1378899216651917e-05, 1.3209879398345947e-05, 1.5040859580039978e-05, 1.687183976173401e-05, 1.870281994342804e-05, 2.053380012512207e-05, 2.23647803068161e-05, 2.4195760488510132e-05, 2.6026740670204163e-05, 2.7857720851898193e-05, 2.9688701033592224e-05, 3.1519681215286255e-05, 3.3350661396980286e-05, 3.5181641578674316e-05, 3.701262176036835e-05, 3.884360194206238e-05, 4.067458212375641e-05, 4.250556230545044e-05, 4.433654248714447e-05, 4.61675226688385e-05, 4.799850285053253e-05, 4.982948303222656e-05]}, "gradients/encoder.encoder.layers.10.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 3.0, 4.0, 16.0, 9.0, 13.0, 11.0, 8.0, 19.0, 11.0, 23.0, 36.0, 42.0, 48.0, 54.0, 71.0, 65.0, 85.0, 62.0, 67.0, 72.0, 45.0, 58.0, 37.0, 30.0, 20.0, 19.0, 19.0, 12.0, 5.0, 10.0, 4.0, 6.0, 5.0, 2.0, 3.0, 1.0, 5.0, 0.0, 0.0, 4.0, 0.0, 0.0, 1.0, 2.0], "bins": [-9.655952453613281e-06, -9.393319487571716e-06, -9.130686521530151e-06, -8.868053555488586e-06, -8.605420589447021e-06, -8.342787623405457e-06, -8.080154657363892e-06, -7.817521691322327e-06, -7.554888725280762e-06, -7.292255759239197e-06, -7.029622793197632e-06, -6.766989827156067e-06, -6.504356861114502e-06, -6.241723895072937e-06, -5.979090929031372e-06, -5.716457962989807e-06, -5.453824996948242e-06, -5.191192030906677e-06, -4.928559064865112e-06, -4.665926098823547e-06, -4.403293132781982e-06, -4.1406601667404175e-06, -3.8780272006988525e-06, -3.6153942346572876e-06, -3.3527612686157227e-06, -3.0901283025741577e-06, -2.8274953365325928e-06, -2.564862370491028e-06, -2.302229404449463e-06, -2.039596438407898e-06, -1.776963472366333e-06, -1.514330506324768e-06, -1.2516975402832031e-06, -9.890645742416382e-07, -7.264316082000732e-07, -4.637986421585083e-07, -2.0116567611694336e-07, 6.146728992462158e-08, 3.241002559661865e-07, 5.867332220077515e-07, 8.493661880493164e-07, 1.1119991540908813e-06, 1.3746321201324463e-06, 1.6372650861740112e-06, 1.8998980522155762e-06, 2.162531018257141e-06, 2.425163984298706e-06, 2.687796950340271e-06, 2.950429916381836e-06, 3.213062882423401e-06, 3.475695848464966e-06, 3.7383288145065308e-06, 4.000961780548096e-06, 4.263594746589661e-06, 4.526227712631226e-06, 4.7888606786727905e-06, 5.0514936447143555e-06, 5.31412661075592e-06, 5.576759576797485e-06, 5.83939254283905e-06, 6.102025508880615e-06, 6.36465847492218e-06, 6.627291440963745e-06, 6.88992440700531e-06, 7.152557373046875e-06]}, "gradients/encoder.encoder.layers.10.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 7.0, 5.0, 3.0, 10.0, 17.0, 27.0, 40.0, 73.0, 96.0, 145.0, 242.0, 352.0, 527.0, 775.0, 1214.0, 1884.0, 2925.0, 4914.0, 8387.0, 15702.0, 33684.0, 102958.0, 3596979.0, 329246.0, 47551.0, 20458.0, 10109.0, 5843.0, 3464.0, 2247.0, 1402.0, 963.0, 636.0, 422.0, 309.0, 193.0, 132.0, 104.0, 73.0, 44.0, 35.0, 36.0, 17.0, 15.0, 11.0, 5.0, 2.0, 8.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-3.218650817871094e-05, -3.1171366572380066e-05, -3.0156224966049194e-05, -2.9141083359718323e-05, -2.812594175338745e-05, -2.711080014705658e-05, -2.6095658540725708e-05, -2.5080516934394836e-05, -2.4065375328063965e-05, -2.3050233721733093e-05, -2.203509211540222e-05, -2.101995050907135e-05, -2.000480890274048e-05, -1.8989667296409607e-05, -1.7974525690078735e-05, -1.6959384083747864e-05, -1.5944242477416992e-05, -1.492910087108612e-05, -1.3913959264755249e-05, -1.2898817658424377e-05, -1.1883676052093506e-05, -1.0868534445762634e-05, -9.853392839431763e-06, -8.838251233100891e-06, -7.82310962677002e-06, -6.807968020439148e-06, -5.792826414108276e-06, -4.777684807777405e-06, -3.762543201446533e-06, -2.7474015951156616e-06, -1.73225998878479e-06, -7.171183824539185e-07, 2.980232238769531e-07, 1.3131648302078247e-06, 2.3283064365386963e-06, 3.343448042869568e-06, 4.3585896492004395e-06, 5.373731255531311e-06, 6.388872861862183e-06, 7.404014468193054e-06, 8.419156074523926e-06, 9.434297680854797e-06, 1.0449439287185669e-05, 1.146458089351654e-05, 1.2479722499847412e-05, 1.3494864106178284e-05, 1.4510005712509155e-05, 1.5525147318840027e-05, 1.65402889251709e-05, 1.755543053150177e-05, 1.857057213783264e-05, 1.9585713744163513e-05, 2.0600855350494385e-05, 2.1615996956825256e-05, 2.2631138563156128e-05, 2.3646280169487e-05, 2.466142177581787e-05, 2.5676563382148743e-05, 2.6691704988479614e-05, 2.7706846594810486e-05, 2.8721988201141357e-05, 2.973712980747223e-05, 3.07522714138031e-05, 3.176741302013397e-05, 3.2782554626464844e-05]}, "gradients/encoder.encoder.layers.10.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 2.0, 3.0, 3.0, 6.0, 7.0, 2.0, 7.0, 7.0, 5.0, 9.0, 7.0, 19.0, 10.0, 19.0, 22.0, 26.0, 26.0, 38.0, 46.0, 65.0, 247.0, 1628.0, 1345.0, 294.0, 80.0, 43.0, 23.0, 27.0, 14.0, 8.0, 7.0, 9.0, 9.0, 2.0, 3.0, 0.0, 4.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.3365020751953125e-05, -2.2656284272670746e-05, -2.1947547793388367e-05, -2.1238811314105988e-05, -2.053007483482361e-05, -1.982133835554123e-05, -1.911260187625885e-05, -1.840386539697647e-05, -1.7695128917694092e-05, -1.6986392438411713e-05, -1.6277655959129333e-05, -1.5568919479846954e-05, -1.4860183000564575e-05, -1.4151446521282196e-05, -1.3442710041999817e-05, -1.2733973562717438e-05, -1.2025237083435059e-05, -1.131650060415268e-05, -1.06077641248703e-05, -9.899027645587921e-06, -9.190291166305542e-06, -8.481554687023163e-06, -7.772818207740784e-06, -7.0640817284584045e-06, -6.355345249176025e-06, -5.646608769893646e-06, -4.937872290611267e-06, -4.229135811328888e-06, -3.520399332046509e-06, -2.8116628527641296e-06, -2.1029263734817505e-06, -1.3941898941993713e-06, -6.854534149169922e-07, 2.3283064365386963e-08, 7.320195436477661e-07, 1.4407560229301453e-06, 2.1494925022125244e-06, 2.8582289814949036e-06, 3.5669654607772827e-06, 4.275701940059662e-06, 4.984438419342041e-06, 5.69317489862442e-06, 6.401911377906799e-06, 7.1106478571891785e-06, 7.819384336471558e-06, 8.528120815753937e-06, 9.236857295036316e-06, 9.945593774318695e-06, 1.0654330253601074e-05, 1.1363066732883453e-05, 1.2071803212165833e-05, 1.2780539691448212e-05, 1.348927617073059e-05, 1.419801265001297e-05, 1.4906749129295349e-05, 1.5615485608577728e-05, 1.6324222087860107e-05, 1.7032958567142487e-05, 1.7741695046424866e-05, 1.8450431525707245e-05, 1.9159168004989624e-05, 1.9867904484272003e-05, 2.0576640963554382e-05, 2.128537744283676e-05, 2.199411392211914e-05]}, "gradients/encoder.encoder.layers.10.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 6.0, 5.0, 5.0, 7.0, 7.0, 9.0, 13.0, 23.0, 11.0, 20.0, 22.0, 21.0, 33.0, 30.0, 43.0, 66.0, 77.0, 112.0, 187.0, 130.0, 76.0, 35.0, 24.0, 9.0, 12.0, 7.0, 6.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00019379094010218978, -0.00018972043471876532, -0.00018564992933534086, -0.00018157940940000117, -0.0001775089040165767, -0.00017343839863315225, -0.00016936789324972779, -0.00016529738786630332, -0.00016122686793096364, -0.00015715636254753917, -0.00015308585716411471, -0.00014901533722877502, -0.00014494483184535056, -0.0001408743264619261, -0.00013680382107850164, -0.00013273331569507718, -0.0001286627957597375, -0.00012459229037631303, -0.00012052177771693096, -0.0001164512723335065, -0.00011238075967412442, -0.00010831025429069996, -0.0001042397489072755, -0.00010016923624789342, -9.609873814042658e-05, -9.202823275700212e-05, -8.795772009762004e-05, -8.388721471419558e-05, -7.98167020548135e-05, -7.574619667138904e-05, -7.167569128796458e-05, -6.760517862858251e-05, -6.353465869324282e-05, -5.946414967183955e-05, -5.539364065043628e-05, -5.132313526701182e-05, -4.7252622607629746e-05, -4.3182117224205285e-05, -3.911160820280202e-05, -3.504109918139875e-05, -3.097059015999548e-05, -2.6900081138592213e-05, -2.2829572117188945e-05, -1.875906491477508e-05, -1.4688555893371813e-05, -1.0618046871968545e-05, -6.547539669554681e-06, -2.4770306481514126e-06, 1.5934783732518554e-06, 5.6639869399077725e-06, 9.73449550656369e-06, 1.3805003618472256e-05, 1.7875512639875524e-05, 2.1946021661278792e-05, 2.6016528863692656e-05, 3.0087037885095924e-05, 3.415754690649919e-05, 3.822805592790246e-05, 4.229856494930573e-05, 4.6369073970708996e-05, 5.043957935413346e-05, 5.451009201351553e-05, 5.858059739693999e-05, 6.265110278036445e-05, 6.672161543974653e-05]}, "gradients/encoder.encoder.layers.10.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 2.0, 4.0, 7.0, 7.0, 10.0, 7.0, 12.0, 11.0, 13.0, 15.0, 21.0, 19.0, 28.0, 22.0, 24.0, 29.0, 25.0, 37.0, 39.0, 32.0, 41.0, 44.0, 44.0, 37.0, 30.0, 36.0, 38.0, 34.0, 32.0, 46.0, 31.0, 18.0, 20.0, 26.0, 22.0, 25.0, 12.0, 11.0, 15.0, 14.0, 10.0, 10.0, 8.0, 11.0, 7.0, 4.0, 3.0, 2.0, 5.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-6.568431854248047e-05, -6.362423300743103e-05, -6.156414747238159e-05, -5.950406193733215e-05, -5.7443976402282715e-05, -5.5383890867233276e-05, -5.332380533218384e-05, -5.12637197971344e-05, -4.920363426208496e-05, -4.714354872703552e-05, -4.5083463191986084e-05, -4.3023377656936646e-05, -4.096329212188721e-05, -3.890320658683777e-05, -3.684312105178833e-05, -3.478303551673889e-05, -3.272294998168945e-05, -3.0662864446640015e-05, -2.8602778911590576e-05, -2.6542693376541138e-05, -2.44826078414917e-05, -2.242252230644226e-05, -2.0362436771392822e-05, -1.8302351236343384e-05, -1.6242265701293945e-05, -1.4182180166244507e-05, -1.2122094631195068e-05, -1.006200909614563e-05, -8.001923561096191e-06, -5.941838026046753e-06, -3.8817524909973145e-06, -1.821666955947876e-06, 2.384185791015625e-07, 2.298504114151001e-06, 4.3585896492004395e-06, 6.418675184249878e-06, 8.478760719299316e-06, 1.0538846254348755e-05, 1.2598931789398193e-05, 1.4659017324447632e-05, 1.671910285949707e-05, 1.877918839454651e-05, 2.0839273929595947e-05, 2.2899359464645386e-05, 2.4959444999694824e-05, 2.7019530534744263e-05, 2.90796160697937e-05, 3.113970160484314e-05, 3.319978713989258e-05, 3.5259872674942017e-05, 3.7319958209991455e-05, 3.9380043745040894e-05, 4.144012928009033e-05, 4.350021481513977e-05, 4.556030035018921e-05, 4.762038588523865e-05, 4.9680471420288086e-05, 5.1740556955337524e-05, 5.380064249038696e-05, 5.58607280254364e-05, 5.792081356048584e-05, 5.998089909553528e-05, 6.204098463058472e-05, 6.410107016563416e-05, 6.61611557006836e-05]}, "gradients/encoder.encoder.layers.10.attention.out_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 3.0, 6.0, 2.0, 6.0, 6.0, 9.0, 17.0, 20.0, 18.0, 47.0, 38.0, 55.0, 88.0, 105.0, 165.0, 229.0, 332.0, 499.0, 817.0, 1251.0, 2131.0, 3499.0, 6579.0, 12170.0, 26668.0, 65308.0, 203234.0, 495168.0, 137491.0, 48467.0, 20920.0, 9742.0, 5480.0, 2999.0, 1763.0, 1084.0, 708.0, 446.0, 283.0, 192.0, 133.0, 108.0, 88.0, 51.0, 33.0, 28.0, 17.0, 13.0, 13.0, 12.0, 6.0, 8.0, 5.0, 2.0, 4.0, 3.0, 0.0, 1.0, 1.0, 1.0], "bins": [-4.8100948333740234e-05, -4.6566128730773926e-05, -4.503130912780762e-05, -4.349648952484131e-05, -4.1961669921875e-05, -4.042685031890869e-05, -3.889203071594238e-05, -3.7357211112976074e-05, -3.5822391510009766e-05, -3.428757190704346e-05, -3.275275230407715e-05, -3.121793270111084e-05, -2.968311309814453e-05, -2.8148293495178223e-05, -2.6613473892211914e-05, -2.5078654289245605e-05, -2.3543834686279297e-05, -2.2009015083312988e-05, -2.047419548034668e-05, -1.893937587738037e-05, -1.7404556274414062e-05, -1.5869736671447754e-05, -1.4334917068481445e-05, -1.2800097465515137e-05, -1.1265277862548828e-05, -9.73045825958252e-06, -8.195638656616211e-06, -6.660819053649902e-06, -5.125999450683594e-06, -3.591179847717285e-06, -2.0563602447509766e-06, -5.21540641784668e-07, 1.0132789611816406e-06, 2.5480985641479492e-06, 4.082918167114258e-06, 5.617737770080566e-06, 7.152557373046875e-06, 8.687376976013184e-06, 1.0222196578979492e-05, 1.17570161819458e-05, 1.329183578491211e-05, 1.4826655387878418e-05, 1.6361474990844727e-05, 1.7896294593811035e-05, 1.9431114196777344e-05, 2.0965933799743652e-05, 2.250075340270996e-05, 2.403557300567627e-05, 2.5570392608642578e-05, 2.7105212211608887e-05, 2.8640031814575195e-05, 3.0174851417541504e-05, 3.170967102050781e-05, 3.324449062347412e-05, 3.477931022644043e-05, 3.631412982940674e-05, 3.784894943237305e-05, 3.9383769035339355e-05, 4.0918588638305664e-05, 4.245340824127197e-05, 4.398822784423828e-05, 4.552304744720459e-05, 4.70578670501709e-05, 4.859268665313721e-05, 5.0127506256103516e-05]}, "gradients/encoder.encoder.layers.10.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 6.0, 5.0, 4.0, 7.0, 11.0, 13.0, 19.0, 24.0, 34.0, 32.0, 61.0, 79.0, 81.0, 87.0, 76.0, 98.0, 73.0, 73.0, 67.0, 35.0, 38.0, 23.0, 7.0, 15.0, 16.0, 5.0, 2.0, 5.0, 1.0, 3.0, 5.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.2040138244628906e-05, -1.1700205504894257e-05, -1.1360272765159607e-05, -1.1020340025424957e-05, -1.0680407285690308e-05, -1.0340474545955658e-05, -1.0000541806221008e-05, -9.660609066486359e-06, -9.320676326751709e-06, -8.98074358701706e-06, -8.64081084728241e-06, -8.30087810754776e-06, -7.96094536781311e-06, -7.621012628078461e-06, -7.281079888343811e-06, -6.941147148609161e-06, -6.601214408874512e-06, -6.261281669139862e-06, -5.921348929405212e-06, -5.581416189670563e-06, -5.241483449935913e-06, -4.9015507102012634e-06, -4.561617970466614e-06, -4.221685230731964e-06, -3.8817524909973145e-06, -3.541819751262665e-06, -3.201887011528015e-06, -2.8619542717933655e-06, -2.522021532058716e-06, -2.182088792324066e-06, -1.8421560525894165e-06, -1.5022233128547668e-06, -1.1622905731201172e-06, -8.223578333854675e-07, -4.824250936508179e-07, -1.424923539161682e-07, 1.9744038581848145e-07, 5.373731255531311e-07, 8.773058652877808e-07, 1.2172386050224304e-06, 1.55717134475708e-06, 1.8971040844917297e-06, 2.2370368242263794e-06, 2.576969563961029e-06, 2.9169023036956787e-06, 3.2568350434303284e-06, 3.596767783164978e-06, 3.936700522899628e-06, 4.276633262634277e-06, 4.616566002368927e-06, 4.956498742103577e-06, 5.296431481838226e-06, 5.636364221572876e-06, 5.976296961307526e-06, 6.316229701042175e-06, 6.656162440776825e-06, 6.996095180511475e-06, 7.336027920246124e-06, 7.675960659980774e-06, 8.015893399715424e-06, 8.355826139450073e-06, 8.695758879184723e-06, 9.035691618919373e-06, 9.375624358654022e-06, 9.715557098388672e-06]}, "gradients/encoder.encoder.layers.10.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 6.0, 5.0, 13.0, 12.0, 27.0, 34.0, 48.0, 89.0, 108.0, 208.0, 336.0, 545.0, 767.0, 1357.0, 2138.0, 3138.0, 5503.0, 9215.0, 14117.0, 27194.0, 52028.0, 95535.0, 276451.0, 336186.0, 101157.0, 54967.0, 27978.0, 15837.0, 8604.0, 5672.0, 3521.0, 2044.0, 1366.0, 856.0, 561.0, 315.0, 223.0, 130.0, 94.0, 60.0, 33.0, 29.0, 18.0, 12.0, 7.0, 8.0, 4.0, 4.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.2709369659423828e-05, -2.195313572883606e-05, -2.119690179824829e-05, -2.0440667867660522e-05, -1.9684433937072754e-05, -1.8928200006484985e-05, -1.8171966075897217e-05, -1.7415732145309448e-05, -1.665949821472168e-05, -1.590326428413391e-05, -1.5147030353546143e-05, -1.4390796422958374e-05, -1.3634562492370605e-05, -1.2878328561782837e-05, -1.2122094631195068e-05, -1.13658607006073e-05, -1.0609626770019531e-05, -9.853392839431763e-06, -9.097158908843994e-06, -8.340924978256226e-06, -7.584691047668457e-06, -6.8284571170806885e-06, -6.07222318649292e-06, -5.315989255905151e-06, -4.559755325317383e-06, -3.8035213947296143e-06, -3.0472874641418457e-06, -2.291053533554077e-06, -1.5348196029663086e-06, -7.7858567237854e-07, -2.2351741790771484e-08, 7.338821887969971e-07, 1.4901161193847656e-06, 2.246350049972534e-06, 3.0025839805603027e-06, 3.7588179111480713e-06, 4.51505184173584e-06, 5.271285772323608e-06, 6.027519702911377e-06, 6.7837536334991455e-06, 7.539987564086914e-06, 8.296221494674683e-06, 9.052455425262451e-06, 9.80868935585022e-06, 1.0564923286437988e-05, 1.1321157217025757e-05, 1.2077391147613525e-05, 1.2833625078201294e-05, 1.3589859008789062e-05, 1.4346092939376831e-05, 1.51023268699646e-05, 1.5858560800552368e-05, 1.6614794731140137e-05, 1.7371028661727905e-05, 1.8127262592315674e-05, 1.8883496522903442e-05, 1.963973045349121e-05, 2.039596438407898e-05, 2.1152198314666748e-05, 2.1908432245254517e-05, 2.2664666175842285e-05, 2.3420900106430054e-05, 2.4177134037017822e-05, 2.493336796760559e-05, 2.568960189819336e-05]}, "gradients/encoder.encoder.layers.10.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 6.0, 1.0, 4.0, 11.0, 8.0, 10.0, 11.0, 11.0, 13.0, 12.0, 11.0, 16.0, 19.0, 26.0, 39.0, 33.0, 29.0, 47.0, 26.0, 35.0, 36.0, 43.0, 46.0, 45.0, 34.0, 43.0, 38.0, 37.0, 51.0, 35.0, 35.0, 35.0, 17.0, 25.0, 15.0, 16.0, 17.0, 9.0, 16.0, 9.0, 7.0, 7.0, 8.0, 6.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.8656253814697266e-05, -1.8108636140823364e-05, -1.7561018466949463e-05, -1.701340079307556e-05, -1.646578311920166e-05, -1.591816544532776e-05, -1.5370547771453857e-05, -1.4822930097579956e-05, -1.4275312423706055e-05, -1.3727694749832153e-05, -1.3180077075958252e-05, -1.263245940208435e-05, -1.208484172821045e-05, -1.1537224054336548e-05, -1.0989606380462646e-05, -1.0441988706588745e-05, -9.894371032714844e-06, -9.346753358840942e-06, -8.799135684967041e-06, -8.25151801109314e-06, -7.703900337219238e-06, -7.156282663345337e-06, -6.6086649894714355e-06, -6.061047315597534e-06, -5.513429641723633e-06, -4.9658119678497314e-06, -4.41819429397583e-06, -3.870576620101929e-06, -3.3229589462280273e-06, -2.775341272354126e-06, -2.2277235984802246e-06, -1.6801059246063232e-06, -1.1324882507324219e-06, -5.848705768585205e-07, -3.725290298461914e-08, 5.103647708892822e-07, 1.0579824447631836e-06, 1.605600118637085e-06, 2.1532177925109863e-06, 2.7008354663848877e-06, 3.248453140258789e-06, 3.7960708141326904e-06, 4.343688488006592e-06, 4.891306161880493e-06, 5.4389238357543945e-06, 5.986541509628296e-06, 6.534159183502197e-06, 7.081776857376099e-06, 7.62939453125e-06, 8.177012205123901e-06, 8.724629878997803e-06, 9.272247552871704e-06, 9.819865226745605e-06, 1.0367482900619507e-05, 1.0915100574493408e-05, 1.146271824836731e-05, 1.2010335922241211e-05, 1.2557953596115112e-05, 1.3105571269989014e-05, 1.3653188943862915e-05, 1.4200806617736816e-05, 1.4748424291610718e-05, 1.529604196548462e-05, 1.584365963935852e-05, 1.6391277313232422e-05]}, "gradients/encoder.encoder.layers.10.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 3.0, 4.0, 7.0, 6.0, 15.0, 25.0, 39.0, 24.0, 66.0, 83.0, 81.0, 182.0, 304.0, 497.0, 322.0, 959.0, 1543.0, 2737.0, 2173.0, 6900.0, 15007.0, 37563.0, 40167.0, 225585.0, 532540.0, 73179.0, 63216.0, 23286.0, 10162.0, 2975.0, 3621.0, 1959.0, 1218.0, 428.0, 550.0, 379.0, 247.0, 86.0, 141.0, 100.0, 31.0, 47.0, 37.0, 31.0, 8.0, 10.0, 9.0, 6.0, 1.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-3.337860107421875e-06, -3.234483301639557e-06, -3.1311064958572388e-06, -3.0277296900749207e-06, -2.9243528842926025e-06, -2.8209760785102844e-06, -2.7175992727279663e-06, -2.614222466945648e-06, -2.51084566116333e-06, -2.407468855381012e-06, -2.304092049598694e-06, -2.2007152438163757e-06, -2.0973384380340576e-06, -1.9939616322517395e-06, -1.8905848264694214e-06, -1.7872080206871033e-06, -1.6838312149047852e-06, -1.580454409122467e-06, -1.477077603340149e-06, -1.3737007975578308e-06, -1.2703239917755127e-06, -1.1669471859931946e-06, -1.0635703802108765e-06, -9.601935744285583e-07, -8.568167686462402e-07, -7.534399628639221e-07, -6.50063157081604e-07, -5.466863512992859e-07, -4.4330954551696777e-07, -3.3993273973464966e-07, -2.3655593395233154e-07, -1.3317912817001343e-07, -2.9802322387695312e-08, 7.35744833946228e-08, 1.7695128917694092e-07, 2.8032809495925903e-07, 3.8370490074157715e-07, 4.870817065238953e-07, 5.904585123062134e-07, 6.938353180885315e-07, 7.972121238708496e-07, 9.005889296531677e-07, 1.0039657354354858e-06, 1.107342541217804e-06, 1.210719347000122e-06, 1.3140961527824402e-06, 1.4174729585647583e-06, 1.5208497643470764e-06, 1.6242265701293945e-06, 1.7276033759117126e-06, 1.8309801816940308e-06, 1.934356987476349e-06, 2.037733793258667e-06, 2.141110599040985e-06, 2.2444874048233032e-06, 2.3478642106056213e-06, 2.4512410163879395e-06, 2.5546178221702576e-06, 2.6579946279525757e-06, 2.761371433734894e-06, 2.864748239517212e-06, 2.96812504529953e-06, 3.071501851081848e-06, 3.1748786568641663e-06, 3.2782554626464844e-06]}, "gradients/encoder.encoder.layers.10.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 2.0, 6.0, 0.0, 4.0, 1.0, 3.0, 6.0, 8.0, 1.0, 6.0, 15.0, 10.0, 18.0, 44.0, 26.0, 37.0, 82.0, 37.0, 45.0, 85.0, 107.0, 47.0, 48.0, 89.0, 47.0, 51.0, 62.0, 21.0, 22.0, 24.0, 10.0, 10.0, 10.0, 7.0, 2.0, 6.0, 3.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.3245811462402344e-06, -2.246350049972534e-06, -2.168118953704834e-06, -2.089887857437134e-06, -2.0116567611694336e-06, -1.9334256649017334e-06, -1.8551945686340332e-06, -1.776963472366333e-06, -1.6987323760986328e-06, -1.6205012798309326e-06, -1.5422701835632324e-06, -1.4640390872955322e-06, -1.385807991027832e-06, -1.3075768947601318e-06, -1.2293457984924316e-06, -1.1511147022247314e-06, -1.0728836059570312e-06, -9.94652509689331e-07, -9.164214134216309e-07, -8.381903171539307e-07, -7.599592208862305e-07, -6.817281246185303e-07, -6.034970283508301e-07, -5.252659320831299e-07, -4.470348358154297e-07, -3.688037395477295e-07, -2.905726432800293e-07, -2.123415470123291e-07, -1.341104507446289e-07, -5.587935447692871e-08, 2.2351741790771484e-08, 1.0058283805847168e-07, 1.7881393432617188e-07, 2.5704503059387207e-07, 3.3527612686157227e-07, 4.1350722312927246e-07, 4.917383193969727e-07, 5.699694156646729e-07, 6.48200511932373e-07, 7.264316082000732e-07, 8.046627044677734e-07, 8.828938007354736e-07, 9.611248970031738e-07, 1.039355993270874e-06, 1.1175870895385742e-06, 1.1958181858062744e-06, 1.2740492820739746e-06, 1.3522803783416748e-06, 1.430511474609375e-06, 1.5087425708770752e-06, 1.5869736671447754e-06, 1.6652047634124756e-06, 1.7434358596801758e-06, 1.821666955947876e-06, 1.8998980522155762e-06, 1.9781291484832764e-06, 2.0563602447509766e-06, 2.1345913410186768e-06, 2.212822437286377e-06, 2.291053533554077e-06, 2.3692846298217773e-06, 2.4475157260894775e-06, 2.5257468223571777e-06, 2.603977918624878e-06, 2.682209014892578e-06]}, "gradients/encoder.encoder.layers.10.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 7.0, 7.0, 8.0, 5.0, 8.0, 13.0, 17.0, 24.0, 33.0, 58.0, 80.0, 110.0, 141.0, 324.0, 338.0, 1045.0, 1349.0, 3949.0, 5710.0, 19968.0, 64584.0, 189312.0, 663487.0, 51869.0, 28583.0, 7678.0, 5393.0, 1675.0, 1304.0, 477.0, 397.0, 232.0, 90.0, 92.0, 48.0, 52.0, 25.0, 23.0, 11.0, 13.0, 3.0, 11.0, 4.0, 2.0, 5.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-5.185604095458984e-06, -5.033798515796661e-06, -4.881992936134338e-06, -4.730187356472015e-06, -4.578381776809692e-06, -4.426576197147369e-06, -4.274770617485046e-06, -4.122965037822723e-06, -3.9711594581604e-06, -3.819353878498077e-06, -3.6675482988357544e-06, -3.5157427191734314e-06, -3.3639371395111084e-06, -3.2121315598487854e-06, -3.0603259801864624e-06, -2.9085204005241394e-06, -2.7567148208618164e-06, -2.6049092411994934e-06, -2.4531036615371704e-06, -2.3012980818748474e-06, -2.1494925022125244e-06, -1.9976869225502014e-06, -1.8458813428878784e-06, -1.6940757632255554e-06, -1.5422701835632324e-06, -1.3904646039009094e-06, -1.2386590242385864e-06, -1.0868534445762634e-06, -9.350478649139404e-07, -7.832422852516174e-07, -6.314367055892944e-07, -4.796311259269714e-07, -3.2782554626464844e-07, -1.7601996660232544e-07, -2.421438694000244e-08, 1.2759119272232056e-07, 2.7939677238464355e-07, 4.3120235204696655e-07, 5.830079317092896e-07, 7.348135113716125e-07, 8.866190910339355e-07, 1.0384246706962585e-06, 1.1902302503585815e-06, 1.3420358300209045e-06, 1.4938414096832275e-06, 1.6456469893455505e-06, 1.7974525690078735e-06, 1.9492581486701965e-06, 2.1010637283325195e-06, 2.2528693079948425e-06, 2.4046748876571655e-06, 2.5564804673194885e-06, 2.7082860469818115e-06, 2.8600916266441345e-06, 3.0118972063064575e-06, 3.1637027859687805e-06, 3.3155083656311035e-06, 3.4673139452934265e-06, 3.6191195249557495e-06, 3.7709251046180725e-06, 3.9227306842803955e-06, 4.0745362639427185e-06, 4.2263418436050415e-06, 4.3781474232673645e-06, 4.5299530029296875e-06]}, "gradients/encoder.encoder.layers.10.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 3.0, 4.0, 7.0, 11.0, 11.0, 19.0, 13.0, 20.0, 33.0, 33.0, 49.0, 91.0, 143.0, 214.0, 102.0, 47.0, 49.0, 30.0, 34.0, 32.0, 16.0, 20.0, 9.0, 6.0, 8.0, 5.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.5762786865234375e-06, -3.4570693969726562e-06, -3.337860107421875e-06, -3.2186508178710938e-06, -3.0994415283203125e-06, -2.9802322387695312e-06, -2.86102294921875e-06, -2.7418136596679688e-06, -2.6226043701171875e-06, -2.5033950805664062e-06, -2.384185791015625e-06, -2.2649765014648438e-06, -2.1457672119140625e-06, -2.0265579223632812e-06, -1.9073486328125e-06, -1.7881393432617188e-06, -1.6689300537109375e-06, -1.5497207641601562e-06, -1.430511474609375e-06, -1.3113021850585938e-06, -1.1920928955078125e-06, -1.0728836059570312e-06, -9.5367431640625e-07, -8.344650268554688e-07, -7.152557373046875e-07, -5.960464477539062e-07, -4.76837158203125e-07, -3.5762786865234375e-07, -2.384185791015625e-07, -1.1920928955078125e-07, 0.0, 1.1920928955078125e-07, 2.384185791015625e-07, 3.5762786865234375e-07, 4.76837158203125e-07, 5.960464477539062e-07, 7.152557373046875e-07, 8.344650268554688e-07, 9.5367431640625e-07, 1.0728836059570312e-06, 1.1920928955078125e-06, 1.3113021850585938e-06, 1.430511474609375e-06, 1.5497207641601562e-06, 1.6689300537109375e-06, 1.7881393432617188e-06, 1.9073486328125e-06, 2.0265579223632812e-06, 2.1457672119140625e-06, 2.2649765014648438e-06, 2.384185791015625e-06, 2.5033950805664062e-06, 2.6226043701171875e-06, 2.7418136596679688e-06, 2.86102294921875e-06, 2.9802322387695312e-06, 3.0994415283203125e-06, 3.2186508178710938e-06, 3.337860107421875e-06, 3.4570693969726562e-06, 3.5762786865234375e-06, 3.6954879760742188e-06, 3.814697265625e-06, 3.933906555175781e-06, 4.0531158447265625e-06]}, "gradients/encoder.encoder.layers.10.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 4.0, 8.0, 6.0, 7.0, 6.0, 6.0, 8.0, 9.0, 13.0, 14.0, 16.0, 19.0, 29.0, 29.0, 43.0, 48.0, 64.0, 104.0, 204.0, 112.0, 85.0, 42.0, 25.0, 30.0, 16.0, 13.0, 10.0, 9.0, 9.0, 4.0, 6.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.137127199210227e-05, -8.866232383297756e-05, -8.595337567385286e-05, -8.324442751472816e-05, -8.053547935560346e-05, -7.782653847243637e-05, -7.511759031331167e-05, -7.240864215418696e-05, -6.969969399506226e-05, -6.699074583593756e-05, -6.428179767681286e-05, -6.157284951768816e-05, -5.886390499654226e-05, -5.615495683741756e-05, -5.344601231627166e-05, -5.073706415714696e-05, -4.802811599802226e-05, -4.5319167838897556e-05, -4.2610219679772854e-05, -3.990127515862696e-05, -3.7192326999502257e-05, -3.4483378840377554e-05, -3.177443431923166e-05, -2.9065486160106957e-05, -2.6356538000982255e-05, -2.3647589841857553e-05, -2.0938643501722254e-05, -1.8229697161586955e-05, -1.5520749002462253e-05, -1.2811801752832253e-05, -1.0102854503202252e-05, -7.393908163066953e-06, -4.684952727984637e-06, -1.9760054783546366e-06, 7.329417712753639e-07, 3.4418890209053643e-06, 6.150836270535365e-06, 8.859783520165365e-06, 1.1568730769795366e-05, 1.4277677109930664e-05, 1.6986625269055367e-05, 1.969557342818007e-05, 2.2404519768315367e-05, 2.5113466108450666e-05, 2.7822414267575368e-05, 3.053136242670007e-05, 3.3240306947845966e-05, 3.594925510697067e-05, 3.865820326609537e-05, 4.136715142522007e-05, 4.4076099584344774e-05, 4.678504410549067e-05, 4.949399226461537e-05, 5.2202940423740074e-05, 5.491188494488597e-05, 5.762083310401067e-05, 6.0329781263135374e-05, 6.303872942226008e-05, 6.574767758138478e-05, 6.845662574050948e-05, 7.116557389963418e-05, 7.387451478280127e-05, 7.658346294192597e-05, 7.929241110105067e-05, 8.200135926017538e-05]}, "gradients/encoder.encoder.layers.10.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 3.0, 5.0, 4.0, 5.0, 7.0, 10.0, 3.0, 9.0, 13.0, 13.0, 20.0, 14.0, 15.0, 27.0, 26.0, 30.0, 35.0, 30.0, 26.0, 41.0, 42.0, 38.0, 36.0, 54.0, 50.0, 50.0, 35.0, 36.0, 30.0, 33.0, 42.0, 33.0, 21.0, 31.0, 31.0, 21.0, 17.0, 18.0, 9.0, 13.0, 6.0, 9.0, 5.0, 3.0, 8.0, 1.0, 4.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.7147274017333984e-05, -4.547089338302612e-05, -4.379451274871826e-05, -4.21181321144104e-05, -4.044175148010254e-05, -3.876537084579468e-05, -3.7088990211486816e-05, -3.5412609577178955e-05, -3.3736228942871094e-05, -3.205984830856323e-05, -3.038346767425537e-05, -2.870708703994751e-05, -2.703070640563965e-05, -2.5354325771331787e-05, -2.3677945137023926e-05, -2.2001564502716064e-05, -2.0325183868408203e-05, -1.8648803234100342e-05, -1.697242259979248e-05, -1.529604196548462e-05, -1.3619661331176758e-05, -1.1943280696868896e-05, -1.0266900062561035e-05, -8.590519428253174e-06, -6.9141387939453125e-06, -5.237758159637451e-06, -3.56137752532959e-06, -1.8849968910217285e-06, -2.086162567138672e-07, 1.4677643775939941e-06, 3.1441450119018555e-06, 4.820525646209717e-06, 6.496906280517578e-06, 8.17328691482544e-06, 9.8496675491333e-06, 1.1526048183441162e-05, 1.3202428817749023e-05, 1.4878809452056885e-05, 1.6555190086364746e-05, 1.8231570720672607e-05, 1.990795135498047e-05, 2.158433198928833e-05, 2.326071262359619e-05, 2.4937093257904053e-05, 2.6613473892211914e-05, 2.8289854526519775e-05, 2.9966235160827637e-05, 3.16426157951355e-05, 3.331899642944336e-05, 3.499537706375122e-05, 3.667175769805908e-05, 3.834813833236694e-05, 4.0024518966674805e-05, 4.1700899600982666e-05, 4.337728023529053e-05, 4.505366086959839e-05, 4.673004150390625e-05, 4.840642213821411e-05, 5.008280277252197e-05, 5.1759183406829834e-05, 5.3435564041137695e-05, 5.511194467544556e-05, 5.678832530975342e-05, 5.846470594406128e-05, 6.014108657836914e-05]}, "gradients/encoder.encoder.layers.9.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 2.0, 10.0, 5.0, 5.0, 10.0, 14.0, 15.0, 26.0, 33.0, 53.0, 65.0, 103.0, 131.0, 221.0, 276.0, 485.0, 803.0, 1316.0, 2225.0, 4128.0, 8325.0, 19784.0, 89756.0, 3991511.0, 45098.0, 15343.0, 6574.0, 3246.0, 1916.0, 1032.0, 591.0, 370.0, 283.0, 161.0, 144.0, 60.0, 53.0, 30.0, 22.0, 14.0, 15.0, 14.0, 8.0, 3.0, 1.0, 4.0, 2.0, 2.0], "bins": [-8.749961853027344e-05, -8.527562022209167e-05, -8.305162191390991e-05, -8.082762360572815e-05, -7.860362529754639e-05, -7.637962698936462e-05, -7.415562868118286e-05, -7.19316303730011e-05, -6.970763206481934e-05, -6.748363375663757e-05, -6.525963544845581e-05, -6.303563714027405e-05, -6.0811638832092285e-05, -5.858764052391052e-05, -5.636364221572876e-05, -5.4139643907547e-05, -5.1915645599365234e-05, -4.969164729118347e-05, -4.746764898300171e-05, -4.5243650674819946e-05, -4.3019652366638184e-05, -4.079565405845642e-05, -3.857165575027466e-05, -3.6347657442092896e-05, -3.412365913391113e-05, -3.189966082572937e-05, -2.9675662517547607e-05, -2.7451664209365845e-05, -2.5227665901184082e-05, -2.300366759300232e-05, -2.0779669284820557e-05, -1.8555670976638794e-05, -1.633167266845703e-05, -1.4107674360275269e-05, -1.1883676052093506e-05, -9.659677743911743e-06, -7.4356794357299805e-06, -5.211681127548218e-06, -2.987682819366455e-06, -7.636845111846924e-07, 1.4603137969970703e-06, 3.684312105178833e-06, 5.908310413360596e-06, 8.132308721542358e-06, 1.0356307029724121e-05, 1.2580305337905884e-05, 1.4804303646087646e-05, 1.702830195426941e-05, 1.9252300262451172e-05, 2.1476298570632935e-05, 2.3700296878814697e-05, 2.592429518699646e-05, 2.8148293495178223e-05, 3.0372291803359985e-05, 3.259629011154175e-05, 3.482028841972351e-05, 3.7044286727905273e-05, 3.9268285036087036e-05, 4.14922833442688e-05, 4.371628165245056e-05, 4.5940279960632324e-05, 4.816427826881409e-05, 5.038827657699585e-05, 5.261227488517761e-05, 5.4836273193359375e-05]}, "gradients/encoder.encoder.layers.9.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 5.0, 6.0, 6.0, 11.0, 9.0, 10.0, 14.0, 10.0, 19.0, 28.0, 33.0, 53.0, 60.0, 70.0, 80.0, 67.0, 83.0, 65.0, 84.0, 58.0, 45.0, 36.0, 42.0, 31.0, 13.0, 12.0, 9.0, 16.0, 8.0, 7.0, 5.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0], "bins": [-1.1324882507324219e-05, -1.103617250919342e-05, -1.0747462511062622e-05, -1.0458752512931824e-05, -1.0170042514801025e-05, -9.881332516670227e-06, -9.592622518539429e-06, -9.30391252040863e-06, -9.015202522277832e-06, -8.726492524147034e-06, -8.437782526016235e-06, -8.149072527885437e-06, -7.860362529754639e-06, -7.57165253162384e-06, -7.282942533493042e-06, -6.994232535362244e-06, -6.705522537231445e-06, -6.416812539100647e-06, -6.128102540969849e-06, -5.83939254283905e-06, -5.550682544708252e-06, -5.261972546577454e-06, -4.973262548446655e-06, -4.684552550315857e-06, -4.395842552185059e-06, -4.10713255405426e-06, -3.818422555923462e-06, -3.5297125577926636e-06, -3.2410025596618652e-06, -2.952292561531067e-06, -2.6635825634002686e-06, -2.3748725652694702e-06, -2.086162567138672e-06, -1.7974525690078735e-06, -1.5087425708770752e-06, -1.2200325727462769e-06, -9.313225746154785e-07, -6.426125764846802e-07, -3.5390257835388184e-07, -6.51925802230835e-08, 2.2351741790771484e-07, 5.122274160385132e-07, 8.009374141693115e-07, 1.0896474123001099e-06, 1.3783574104309082e-06, 1.6670674085617065e-06, 1.955777406692505e-06, 2.2444874048233032e-06, 2.5331974029541016e-06, 2.8219074010849e-06, 3.1106173992156982e-06, 3.3993273973464966e-06, 3.688037395477295e-06, 3.976747393608093e-06, 4.265457391738892e-06, 4.55416738986969e-06, 4.842877388000488e-06, 5.131587386131287e-06, 5.420297384262085e-06, 5.709007382392883e-06, 5.997717380523682e-06, 6.28642737865448e-06, 6.575137376785278e-06, 6.863847374916077e-06, 7.152557373046875e-06]}, "gradients/encoder.encoder.layers.9.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [4.0, 1.0, 5.0, 2.0, 4.0, 7.0, 15.0, 19.0, 28.0, 25.0, 40.0, 74.0, 98.0, 150.0, 197.0, 314.0, 470.0, 683.0, 1036.0, 1504.0, 2233.0, 3212.0, 5263.0, 8376.0, 14206.0, 26757.0, 63826.0, 737537.0, 3172387.0, 84106.0, 30619.0, 14868.0, 9206.0, 5771.0, 3675.0, 2445.0, 1636.0, 1119.0, 718.0, 507.0, 338.0, 246.0, 150.0, 123.0, 85.0, 68.0, 46.0, 30.0, 17.0, 14.0, 13.0, 7.0, 4.0, 4.0, 5.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0], "bins": [-2.3305416107177734e-05, -2.247653901576996e-05, -2.1647661924362183e-05, -2.0818784832954407e-05, -1.998990774154663e-05, -1.9161030650138855e-05, -1.833215355873108e-05, -1.7503276467323303e-05, -1.6674399375915527e-05, -1.584552228450775e-05, -1.5016645193099976e-05, -1.41877681016922e-05, -1.3358891010284424e-05, -1.2530013918876648e-05, -1.1701136827468872e-05, -1.0872259736061096e-05, -1.004338264465332e-05, -9.214505553245544e-06, -8.385628461837769e-06, -7.556751370429993e-06, -6.727874279022217e-06, -5.898997187614441e-06, -5.070120096206665e-06, -4.241243004798889e-06, -3.4123659133911133e-06, -2.5834888219833374e-06, -1.7546117305755615e-06, -9.257346391677856e-07, -9.685754776000977e-08, 7.320195436477661e-07, 1.560896635055542e-06, 2.389773726463318e-06, 3.2186508178710938e-06, 4.04752790927887e-06, 4.8764050006866455e-06, 5.705282092094421e-06, 6.534159183502197e-06, 7.363036274909973e-06, 8.191913366317749e-06, 9.020790457725525e-06, 9.8496675491333e-06, 1.0678544640541077e-05, 1.1507421731948853e-05, 1.2336298823356628e-05, 1.3165175914764404e-05, 1.399405300617218e-05, 1.4822930097579956e-05, 1.5651807188987732e-05, 1.6480684280395508e-05, 1.7309561371803284e-05, 1.813843846321106e-05, 1.8967315554618835e-05, 1.979619264602661e-05, 2.0625069737434387e-05, 2.1453946828842163e-05, 2.228282392024994e-05, 2.3111701011657715e-05, 2.394057810306549e-05, 2.4769455194473267e-05, 2.5598332285881042e-05, 2.642720937728882e-05, 2.7256086468696594e-05, 2.808496356010437e-05, 2.8913840651512146e-05, 2.9742717742919922e-05]}, "gradients/encoder.encoder.layers.9.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 5.0, 5.0, 6.0, 3.0, 8.0, 7.0, 8.0, 4.0, 11.0, 4.0, 8.0, 8.0, 17.0, 13.0, 16.0, 14.0, 17.0, 24.0, 32.0, 45.0, 93.0, 281.0, 968.0, 1783.0, 409.0, 106.0, 43.0, 23.0, 26.0, 17.0, 9.0, 8.0, 12.0, 5.0, 7.0, 9.0, 4.0, 4.0, 3.0, 1.0, 4.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0], "bins": [-2.008676528930664e-05, -1.9513070583343506e-05, -1.893937587738037e-05, -1.8365681171417236e-05, -1.77919864654541e-05, -1.7218291759490967e-05, -1.6644597053527832e-05, -1.6070902347564697e-05, -1.5497207641601562e-05, -1.4923512935638428e-05, -1.4349818229675293e-05, -1.3776123523712158e-05, -1.3202428817749023e-05, -1.2628734111785889e-05, -1.2055039405822754e-05, -1.1481344699859619e-05, -1.0907649993896484e-05, -1.033395528793335e-05, -9.760260581970215e-06, -9.18656587600708e-06, -8.612871170043945e-06, -8.03917646408081e-06, -7.465481758117676e-06, -6.891787052154541e-06, -6.318092346191406e-06, -5.7443976402282715e-06, -5.170702934265137e-06, -4.597008228302002e-06, -4.023313522338867e-06, -3.4496188163757324e-06, -2.8759241104125977e-06, -2.302229404449463e-06, -1.7285346984863281e-06, -1.1548399925231934e-06, -5.811452865600586e-07, -7.450580596923828e-09, 5.662441253662109e-07, 1.1399388313293457e-06, 1.7136335372924805e-06, 2.2873282432556152e-06, 2.86102294921875e-06, 3.4347176551818848e-06, 4.0084123611450195e-06, 4.582107067108154e-06, 5.155801773071289e-06, 5.729496479034424e-06, 6.303191184997559e-06, 6.876885890960693e-06, 7.450580596923828e-06, 8.024275302886963e-06, 8.597970008850098e-06, 9.171664714813232e-06, 9.745359420776367e-06, 1.0319054126739502e-05, 1.0892748832702637e-05, 1.1466443538665771e-05, 1.2040138244628906e-05, 1.2613832950592041e-05, 1.3187527656555176e-05, 1.376122236251831e-05, 1.4334917068481445e-05, 1.490861177444458e-05, 1.5482306480407715e-05, 1.605600118637085e-05, 1.6629695892333984e-05]}, "gradients/encoder.encoder.layers.9.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 5.0, 3.0, 5.0, 4.0, 2.0, 2.0, 6.0, 5.0, 3.0, 11.0, 12.0, 15.0, 14.0, 21.0, 25.0, 30.0, 44.0, 28.0, 57.0, 54.0, 92.0, 142.0, 143.0, 98.0, 69.0, 32.0, 24.0, 23.0, 12.0, 11.0, 6.0, 5.0, 2.0, 2.0, 2.0, 4.0], "bins": [-0.000163932258146815, -0.00016066680836956948, -0.0001574013731442392, -0.00015413592336699367, -0.00015087047358974814, -0.00014760502381250262, -0.00014433958858717233, -0.0001410741388099268, -0.00013780870358459651, -0.000134543253807351, -0.0001312778185820207, -0.00012801236880477518, -0.00012474691902752966, -0.00012148147652624175, -0.00011821603402495384, -0.00011495058424770832, -0.0001116851344704628, -0.00010841969196917489, -0.00010515424219192937, -0.00010188879969064146, -9.862334991339594e-05, -9.535790741210803e-05, -9.209246491082013e-05, -8.88270151335746e-05, -8.55615726322867e-05, -8.229613013099879e-05, -7.903068035375327e-05, -7.576523785246536e-05, -7.249979535117745e-05, -6.923434557393193e-05, -6.596890307264403e-05, -6.270346057135612e-05, -5.94380144320894e-05, -5.617256829282269e-05, -5.290712579153478e-05, -4.964167965226807e-05, -4.637623351300135e-05, -4.311078737373464e-05, -3.9845341234467924e-05, -3.6579898733180016e-05, -3.33144525939133e-05, -3.0049006454646587e-05, -2.6783562134369276e-05, -2.3518117814091966e-05, -2.025267167482525e-05, -1.6987225535558537e-05, -1.3721781215281226e-05, -1.0456336895003915e-05, -7.1908907557372e-06, -3.925445525965188e-06, -6.60000296193175e-07, 2.6054449335788377e-06, 5.87089016335085e-06, 9.136336302617565e-06, 1.2401780622894876e-05, 1.5667224943172187e-05, 1.89326710824389e-05, 2.2198117221705616e-05, 2.5463561541982926e-05, 2.8729005862260237e-05, 3.199445200152695e-05, 3.5259898140793666e-05, 3.852534428006038e-05, 4.179078678134829e-05, 4.5056232920615e-05]}, "gradients/encoder.encoder.layers.9.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 4.0, 4.0, 9.0, 5.0, 9.0, 13.0, 13.0, 17.0, 17.0, 21.0, 25.0, 17.0, 39.0, 27.0, 40.0, 33.0, 41.0, 37.0, 39.0, 30.0, 32.0, 51.0, 39.0, 36.0, 35.0, 58.0, 29.0, 26.0, 33.0, 29.0, 26.0, 21.0, 21.0, 21.0, 15.0, 15.0, 18.0, 13.0, 13.0, 12.0, 4.0, 6.0, 8.0, 7.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-6.240606307983398e-05, -6.0580670833587646e-05, -5.875527858734131e-05, -5.692988634109497e-05, -5.510449409484863e-05, -5.3279101848602295e-05, -5.145370960235596e-05, -4.962831735610962e-05, -4.780292510986328e-05, -4.597753286361694e-05, -4.4152140617370605e-05, -4.232674837112427e-05, -4.050135612487793e-05, -3.867596387863159e-05, -3.6850571632385254e-05, -3.5025179386138916e-05, -3.319978713989258e-05, -3.137439489364624e-05, -2.9549002647399902e-05, -2.7723610401153564e-05, -2.5898218154907227e-05, -2.407282590866089e-05, -2.224743366241455e-05, -2.0422041416168213e-05, -1.8596649169921875e-05, -1.6771256923675537e-05, -1.49458646774292e-05, -1.3120472431182861e-05, -1.1295080184936523e-05, -9.469687938690186e-06, -7.644295692443848e-06, -5.81890344619751e-06, -3.993511199951172e-06, -2.168118953704834e-06, -3.427267074584961e-07, 1.4826655387878418e-06, 3.3080577850341797e-06, 5.133450031280518e-06, 6.9588422775268555e-06, 8.784234523773193e-06, 1.0609626770019531e-05, 1.2435019016265869e-05, 1.4260411262512207e-05, 1.6085803508758545e-05, 1.7911195755004883e-05, 1.973658800125122e-05, 2.156198024749756e-05, 2.3387372493743896e-05, 2.5212764739990234e-05, 2.7038156986236572e-05, 2.886354923248291e-05, 3.068894147872925e-05, 3.2514333724975586e-05, 3.4339725971221924e-05, 3.616511821746826e-05, 3.79905104637146e-05, 3.981590270996094e-05, 4.1641294956207275e-05, 4.346668720245361e-05, 4.529207944869995e-05, 4.711747169494629e-05, 4.894286394119263e-05, 5.0768256187438965e-05, 5.25936484336853e-05, 5.441904067993164e-05]}, "gradients/encoder.encoder.layers.9.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 6.0, 5.0, 6.0, 14.0, 15.0, 21.0, 41.0, 49.0, 65.0, 94.0, 137.0, 231.0, 339.0, 444.0, 684.0, 1054.0, 1629.0, 2724.0, 4593.0, 7291.0, 14242.0, 26674.0, 61879.0, 158345.0, 486929.0, 158538.0, 61848.0, 27817.0, 13490.0, 7554.0, 4134.0, 2784.0, 1638.0, 1118.0, 735.0, 411.0, 308.0, 216.0, 138.0, 92.0, 72.0, 60.0, 40.0, 18.0, 10.0, 11.0, 5.0, 6.0, 5.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-4.464387893676758e-05, -4.3179839849472046e-05, -4.1715800762176514e-05, -4.025176167488098e-05, -3.878772258758545e-05, -3.732368350028992e-05, -3.5859644412994385e-05, -3.439560532569885e-05, -3.293156623840332e-05, -3.146752715110779e-05, -3.0003488063812256e-05, -2.8539448976516724e-05, -2.707540988922119e-05, -2.561137080192566e-05, -2.4147331714630127e-05, -2.2683292627334595e-05, -2.1219253540039062e-05, -1.975521445274353e-05, -1.8291175365447998e-05, -1.6827136278152466e-05, -1.5363097190856934e-05, -1.3899058103561401e-05, -1.2435019016265869e-05, -1.0970979928970337e-05, -9.506940841674805e-06, -8.042901754379272e-06, -6.57886266708374e-06, -5.114823579788208e-06, -3.6507844924926758e-06, -2.1867454051971436e-06, -7.227063179016113e-07, 7.413327693939209e-07, 2.205371856689453e-06, 3.6694109439849854e-06, 5.133450031280518e-06, 6.59748911857605e-06, 8.061528205871582e-06, 9.525567293167114e-06, 1.0989606380462646e-05, 1.2453645467758179e-05, 1.3917684555053711e-05, 1.5381723642349243e-05, 1.6845762729644775e-05, 1.8309801816940308e-05, 1.977384090423584e-05, 2.1237879991531372e-05, 2.2701919078826904e-05, 2.4165958166122437e-05, 2.562999725341797e-05, 2.70940363407135e-05, 2.8558075428009033e-05, 3.0022114515304565e-05, 3.14861536026001e-05, 3.295019268989563e-05, 3.441423177719116e-05, 3.5878270864486694e-05, 3.7342309951782227e-05, 3.880634903907776e-05, 4.027038812637329e-05, 4.173442721366882e-05, 4.3198466300964355e-05, 4.466250538825989e-05, 4.612654447555542e-05, 4.759058356285095e-05, 4.9054622650146484e-05]}, "gradients/encoder.encoder.layers.9.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 1.0, 4.0, 8.0, 8.0, 7.0, 10.0, 7.0, 14.0, 12.0, 13.0, 27.0, 30.0, 50.0, 47.0, 58.0, 76.0, 57.0, 89.0, 52.0, 69.0, 74.0, 49.0, 55.0, 40.0, 24.0, 45.0, 14.0, 12.0, 10.0, 8.0, 11.0, 4.0, 1.0, 8.0, 1.0, 4.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0], "bins": [-9.357929229736328e-06, -9.096227586269379e-06, -8.83452594280243e-06, -8.57282429933548e-06, -8.31112265586853e-06, -8.04942101240158e-06, -7.787719368934631e-06, -7.526017725467682e-06, -7.264316082000732e-06, -7.002614438533783e-06, -6.7409127950668335e-06, -6.479211151599884e-06, -6.2175095081329346e-06, -5.955807864665985e-06, -5.694106221199036e-06, -5.432404577732086e-06, -5.170702934265137e-06, -4.909001290798187e-06, -4.647299647331238e-06, -4.385598003864288e-06, -4.123896360397339e-06, -3.862194716930389e-06, -3.60049307346344e-06, -3.3387914299964905e-06, -3.077089786529541e-06, -2.8153881430625916e-06, -2.553686499595642e-06, -2.2919848561286926e-06, -2.030283212661743e-06, -1.7685815691947937e-06, -1.5068799257278442e-06, -1.2451782822608948e-06, -9.834766387939453e-07, -7.217749953269958e-07, -4.600733518600464e-07, -1.9837170839309692e-07, 6.332993507385254e-08, 3.25031578540802e-07, 5.867332220077515e-07, 8.484348654747009e-07, 1.1101365089416504e-06, 1.3718381524085999e-06, 1.6335397958755493e-06, 1.8952414393424988e-06, 2.1569430828094482e-06, 2.4186447262763977e-06, 2.680346369743347e-06, 2.9420480132102966e-06, 3.203749656677246e-06, 3.4654513001441956e-06, 3.727152943611145e-06, 3.9888545870780945e-06, 4.250556230545044e-06, 4.512257874011993e-06, 4.773959517478943e-06, 5.035661160945892e-06, 5.297362804412842e-06, 5.559064447879791e-06, 5.820766091346741e-06, 6.08246773481369e-06, 6.34416937828064e-06, 6.605871021747589e-06, 6.8675726652145386e-06, 7.129274308681488e-06, 7.3909759521484375e-06]}, "gradients/encoder.encoder.layers.9.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 5.0, 4.0, 2.0, 2.0, 4.0, 17.0, 15.0, 24.0, 37.0, 57.0, 80.0, 120.0, 179.0, 340.0, 574.0, 792.0, 1332.0, 2617.0, 3917.0, 7243.0, 11697.0, 22212.0, 37224.0, 70049.0, 165766.0, 419607.0, 154127.0, 65697.0, 37541.0, 19336.0, 11331.0, 6912.0, 3806.0, 2412.0, 1274.0, 831.0, 546.0, 290.0, 188.0, 120.0, 88.0, 54.0, 25.0, 23.0, 13.0, 11.0, 8.0, 2.0, 2.0, 3.0, 1.0, 4.0, 1.0, 2.0, 2.0], "bins": [-2.5510787963867188e-05, -2.4770386517047882e-05, -2.4029985070228577e-05, -2.328958362340927e-05, -2.2549182176589966e-05, -2.180878072977066e-05, -2.1068379282951355e-05, -2.032797783613205e-05, -1.9587576389312744e-05, -1.884717494249344e-05, -1.8106773495674133e-05, -1.7366372048854828e-05, -1.6625970602035522e-05, -1.5885569155216217e-05, -1.5145167708396912e-05, -1.4404766261577606e-05, -1.36643648147583e-05, -1.2923963367938995e-05, -1.218356192111969e-05, -1.1443160474300385e-05, -1.0702759027481079e-05, -9.962357580661774e-06, -9.221956133842468e-06, -8.481554687023163e-06, -7.741153240203857e-06, -7.000751793384552e-06, -6.260350346565247e-06, -5.519948899745941e-06, -4.779547452926636e-06, -4.03914600610733e-06, -3.298744559288025e-06, -2.5583431124687195e-06, -1.817941665649414e-06, -1.0775402188301086e-06, -3.371387720108032e-07, 4.032626748085022e-07, 1.1436641216278076e-06, 1.884065568447113e-06, 2.6244670152664185e-06, 3.364868462085724e-06, 4.105269908905029e-06, 4.845671355724335e-06, 5.58607280254364e-06, 6.3264742493629456e-06, 7.066875696182251e-06, 7.807277143001556e-06, 8.547678589820862e-06, 9.288080036640167e-06, 1.0028481483459473e-05, 1.0768882930278778e-05, 1.1509284377098083e-05, 1.2249685823917389e-05, 1.2990087270736694e-05, 1.3730488717556e-05, 1.4470890164375305e-05, 1.521129161119461e-05, 1.5951693058013916e-05, 1.669209450483322e-05, 1.7432495951652527e-05, 1.8172897398471832e-05, 1.8913298845291138e-05, 1.9653700292110443e-05, 2.039410173892975e-05, 2.1134503185749054e-05, 2.187490463256836e-05]}, "gradients/encoder.encoder.layers.9.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 5.0, 1.0, 2.0, 1.0, 3.0, 5.0, 7.0, 7.0, 7.0, 10.0, 11.0, 21.0, 16.0, 20.0, 20.0, 28.0, 37.0, 24.0, 26.0, 33.0, 29.0, 27.0, 32.0, 23.0, 34.0, 43.0, 54.0, 66.0, 36.0, 30.0, 29.0, 36.0, 39.0, 26.0, 30.0, 26.0, 18.0, 20.0, 19.0, 18.0, 14.0, 10.0, 13.0, 13.0, 13.0, 11.0, 7.0, 0.0, 2.0, 4.0, 1.0, 5.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.430511474609375e-05, -1.3819895684719086e-05, -1.3334676623344421e-05, -1.2849457561969757e-05, -1.2364238500595093e-05, -1.1879019439220428e-05, -1.1393800377845764e-05, -1.09085813164711e-05, -1.0423362255096436e-05, -9.938143193721771e-06, -9.452924132347107e-06, -8.967705070972443e-06, -8.482486009597778e-06, -7.997266948223114e-06, -7.51204788684845e-06, -7.026828825473785e-06, -6.541609764099121e-06, -6.056390702724457e-06, -5.5711716413497925e-06, -5.085952579975128e-06, -4.600733518600464e-06, -4.1155144572257996e-06, -3.6302953958511353e-06, -3.145076334476471e-06, -2.6598572731018066e-06, -2.1746382117271423e-06, -1.689419150352478e-06, -1.2042000889778137e-06, -7.189810276031494e-07, -2.337619662284851e-07, 2.514570951461792e-07, 7.366761565208435e-07, 1.2218952178955078e-06, 1.7071142792701721e-06, 2.1923333406448364e-06, 2.6775524020195007e-06, 3.162771463394165e-06, 3.6479905247688293e-06, 4.133209586143494e-06, 4.618428647518158e-06, 5.103647708892822e-06, 5.5888667702674866e-06, 6.074085831642151e-06, 6.559304893016815e-06, 7.0445239543914795e-06, 7.529743015766144e-06, 8.014962077140808e-06, 8.500181138515472e-06, 8.985400199890137e-06, 9.470619261264801e-06, 9.955838322639465e-06, 1.044105738401413e-05, 1.0926276445388794e-05, 1.1411495506763458e-05, 1.1896714568138123e-05, 1.2381933629512787e-05, 1.2867152690887451e-05, 1.3352371752262115e-05, 1.383759081363678e-05, 1.4322809875011444e-05, 1.4808028936386108e-05, 1.5293247997760773e-05, 1.5778467059135437e-05, 1.62636861205101e-05, 1.6748905181884766e-05]}, "gradients/encoder.encoder.layers.9.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 6.0, 3.0, 6.0, 18.0, 16.0, 17.0, 64.0, 96.0, 205.0, 322.0, 559.0, 1633.0, 2839.0, 6879.0, 33822.0, 126936.0, 701124.0, 141853.0, 19521.0, 8081.0, 2177.0, 1043.0, 706.0, 265.0, 141.0, 103.0, 44.0, 27.0, 20.0, 15.0, 9.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.092952728271484e-06, -6.8927183747291565e-06, -6.692484021186829e-06, -6.492249667644501e-06, -6.292015314102173e-06, -6.091780960559845e-06, -5.891546607017517e-06, -5.691312253475189e-06, -5.491077899932861e-06, -5.2908435463905334e-06, -5.0906091928482056e-06, -4.890374839305878e-06, -4.69014048576355e-06, -4.489906132221222e-06, -4.289671778678894e-06, -4.089437425136566e-06, -3.889203071594238e-06, -3.6889687180519104e-06, -3.4887343645095825e-06, -3.2885000109672546e-06, -3.0882656574249268e-06, -2.888031303882599e-06, -2.687796950340271e-06, -2.487562596797943e-06, -2.2873282432556152e-06, -2.0870938897132874e-06, -1.8868595361709595e-06, -1.6866251826286316e-06, -1.4863908290863037e-06, -1.2861564755439758e-06, -1.085922122001648e-06, -8.856877684593201e-07, -6.854534149169922e-07, -4.852190613746643e-07, -2.849847078323364e-07, -8.475035429000854e-08, 1.1548399925231934e-07, 3.157183527946472e-07, 5.159527063369751e-07, 7.16187059879303e-07, 9.164214134216309e-07, 1.1166557669639587e-06, 1.3168901205062866e-06, 1.5171244740486145e-06, 1.7173588275909424e-06, 1.9175931811332703e-06, 2.117827534675598e-06, 2.318061888217926e-06, 2.518296241760254e-06, 2.7185305953025818e-06, 2.9187649488449097e-06, 3.1189993023872375e-06, 3.3192336559295654e-06, 3.5194680094718933e-06, 3.719702363014221e-06, 3.919936716556549e-06, 4.120171070098877e-06, 4.320405423641205e-06, 4.520639777183533e-06, 4.720874130725861e-06, 4.9211084842681885e-06, 5.121342837810516e-06, 5.321577191352844e-06, 5.521811544895172e-06, 5.7220458984375e-06]}, "gradients/encoder.encoder.layers.9.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 3.0, 4.0, 5.0, 7.0, 2.0, 7.0, 16.0, 10.0, 23.0, 16.0, 33.0, 23.0, 64.0, 49.0, 118.0, 64.0, 180.0, 56.0, 88.0, 38.0, 26.0, 47.0, 16.0, 34.0, 21.0, 26.0, 8.0, 9.0, 2.0, 2.0, 2.0, 3.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.5033950805664062e-06, -2.414919435977936e-06, -2.3264437913894653e-06, -2.237968146800995e-06, -2.1494925022125244e-06, -2.061016857624054e-06, -1.9725412130355835e-06, -1.884065568447113e-06, -1.7955899238586426e-06, -1.7071142792701721e-06, -1.6186386346817017e-06, -1.5301629900932312e-06, -1.4416873455047607e-06, -1.3532117009162903e-06, -1.2647360563278198e-06, -1.1762604117393494e-06, -1.087784767150879e-06, -9.993091225624084e-07, -9.10833477973938e-07, -8.223578333854675e-07, -7.338821887969971e-07, -6.454065442085266e-07, -5.569308996200562e-07, -4.684552550315857e-07, -3.7997961044311523e-07, -2.915039658546448e-07, -2.0302832126617432e-07, -1.1455267667770386e-07, -2.60770320892334e-08, 6.239861249923706e-08, 1.5087425708770752e-07, 2.39349901676178e-07, 3.2782554626464844e-07, 4.163011908531189e-07, 5.047768354415894e-07, 5.932524800300598e-07, 6.817281246185303e-07, 7.702037692070007e-07, 8.586794137954712e-07, 9.471550583839417e-07, 1.0356307029724121e-06, 1.1241063475608826e-06, 1.212581992149353e-06, 1.3010576367378235e-06, 1.389533281326294e-06, 1.4780089259147644e-06, 1.5664845705032349e-06, 1.6549602150917053e-06, 1.7434358596801758e-06, 1.8319115042686462e-06, 1.9203871488571167e-06, 2.008862793445587e-06, 2.0973384380340576e-06, 2.185814082622528e-06, 2.2742897272109985e-06, 2.362765371799469e-06, 2.4512410163879395e-06, 2.53971666097641e-06, 2.6281923055648804e-06, 2.716667950153351e-06, 2.8051435947418213e-06, 2.8936192393302917e-06, 2.982094883918762e-06, 3.0705705285072327e-06, 3.159046173095703e-06]}, "gradients/encoder.encoder.layers.9.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 9.0, 13.0, 14.0, 14.0, 25.0, 38.0, 66.0, 111.0, 142.0, 225.0, 352.0, 566.0, 1661.0, 2074.0, 3610.0, 6719.0, 13324.0, 30273.0, 90457.0, 600081.0, 208409.0, 49454.0, 19774.0, 9397.0, 4852.0, 2761.0, 1565.0, 943.0, 602.0, 368.0, 217.0, 171.0, 81.0, 87.0, 43.0, 22.0, 12.0, 6.0, 5.0, 4.0, 6.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-3.516674041748047e-06, -3.394670784473419e-06, -3.2726675271987915e-06, -3.150664269924164e-06, -3.028661012649536e-06, -2.9066577553749084e-06, -2.7846544981002808e-06, -2.662651240825653e-06, -2.5406479835510254e-06, -2.4186447262763977e-06, -2.29664146900177e-06, -2.1746382117271423e-06, -2.0526349544525146e-06, -1.930631697177887e-06, -1.8086284399032593e-06, -1.6866251826286316e-06, -1.564621925354004e-06, -1.4426186680793762e-06, -1.3206154108047485e-06, -1.1986121535301208e-06, -1.0766088962554932e-06, -9.546056389808655e-07, -8.326023817062378e-07, -7.105991244316101e-07, -5.885958671569824e-07, -4.6659260988235474e-07, -3.4458935260772705e-07, -2.2258609533309937e-07, -1.0058283805847168e-07, 2.1420419216156006e-08, 1.434236764907837e-07, 2.654269337654114e-07, 3.8743019104003906e-07, 5.094334483146667e-07, 6.314367055892944e-07, 7.534399628639221e-07, 8.754432201385498e-07, 9.974464774131775e-07, 1.1194497346878052e-06, 1.2414529919624329e-06, 1.3634562492370605e-06, 1.4854595065116882e-06, 1.607462763786316e-06, 1.7294660210609436e-06, 1.8514692783355713e-06, 1.973472535610199e-06, 2.0954757928848267e-06, 2.2174790501594543e-06, 2.339482307434082e-06, 2.4614855647087097e-06, 2.5834888219833374e-06, 2.705492079257965e-06, 2.8274953365325928e-06, 2.9494985938072205e-06, 3.071501851081848e-06, 3.193505108356476e-06, 3.3155083656311035e-06, 3.437511622905731e-06, 3.559514880180359e-06, 3.6815181374549866e-06, 3.8035213947296143e-06, 3.925524652004242e-06, 4.04752790927887e-06, 4.169531166553497e-06, 4.291534423828125e-06]}, "gradients/encoder.encoder.layers.9.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 4.0, 5.0, 4.0, 3.0, 1.0, 6.0, 3.0, 14.0, 7.0, 14.0, 11.0, 32.0, 20.0, 18.0, 20.0, 57.0, 38.0, 54.0, 154.0, 103.0, 74.0, 75.0, 94.0, 37.0, 27.0, 22.0, 26.0, 11.0, 11.0, 13.0, 7.0, 5.0, 5.0, 10.0, 5.0, 4.0, 4.0, 5.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 2.0], "bins": [-2.6226043701171875e-06, -2.5471672415733337e-06, -2.47173011302948e-06, -2.3962929844856262e-06, -2.3208558559417725e-06, -2.2454187273979187e-06, -2.169981598854065e-06, -2.094544470310211e-06, -2.0191073417663574e-06, -1.9436702132225037e-06, -1.86823308467865e-06, -1.7927959561347961e-06, -1.7173588275909424e-06, -1.6419216990470886e-06, -1.5664845705032349e-06, -1.491047441959381e-06, -1.4156103134155273e-06, -1.3401731848716736e-06, -1.2647360563278198e-06, -1.189298927783966e-06, -1.1138617992401123e-06, -1.0384246706962585e-06, -9.629875421524048e-07, -8.87550413608551e-07, -8.121132850646973e-07, -7.366761565208435e-07, -6.612390279769897e-07, -5.85801899433136e-07, -5.103647708892822e-07, -4.3492764234542847e-07, -3.594905138015747e-07, -2.8405338525772095e-07, -2.086162567138672e-07, -1.3317912817001343e-07, -5.774199962615967e-08, 1.7695128917694092e-08, 9.313225746154785e-08, 1.685693860054016e-07, 2.4400651454925537e-07, 3.1944364309310913e-07, 3.948807716369629e-07, 4.7031790018081665e-07, 5.457550287246704e-07, 6.211921572685242e-07, 6.966292858123779e-07, 7.720664143562317e-07, 8.475035429000854e-07, 9.229406714439392e-07, 9.98377799987793e-07, 1.0738149285316467e-06, 1.1492520570755005e-06, 1.2246891856193542e-06, 1.300126314163208e-06, 1.3755634427070618e-06, 1.4510005712509155e-06, 1.5264376997947693e-06, 1.601874828338623e-06, 1.6773119568824768e-06, 1.7527490854263306e-06, 1.8281862139701843e-06, 1.903623342514038e-06, 1.979060471057892e-06, 2.0544975996017456e-06, 2.1299347281455994e-06, 2.205371856689453e-06]}, "gradients/encoder.encoder.layers.9.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 3.0, 2.0, 5.0, 5.0, 5.0, 5.0, 8.0, 7.0, 8.0, 15.0, 5.0, 21.0, 12.0, 17.0, 25.0, 42.0, 38.0, 49.0, 68.0, 117.0, 169.0, 102.0, 51.0, 61.0, 27.0, 29.0, 22.0, 16.0, 14.0, 9.0, 12.0, 5.0, 8.0, 4.0, 5.0, 7.0, 3.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-7.407753582810983e-05, -7.186141010606661e-05, -6.96452843840234e-05, -6.74291659379378e-05, -6.521304021589458e-05, -6.299691449385136e-05, -6.078078877180815e-05, -5.856466668774374e-05, -5.634854460367933e-05, -5.413241888163611e-05, -5.1916296797571704e-05, -4.970017107552849e-05, -4.748404899146408e-05, -4.526792326942086e-05, -4.3051797547377646e-05, -4.083567546331324e-05, -3.861954974127002e-05, -3.6403424019226804e-05, -3.4187301935162395e-05, -3.197117621311918e-05, -2.975505412905477e-05, -2.7538928407011554e-05, -2.532280450395774e-05, -2.3106680600903928e-05, -2.0890556697850116e-05, -1.8674432794796303e-05, -1.645830889174249e-05, -1.4242184079193976e-05, -1.2026060176140163e-05, -9.80993627308635e-06, -7.593811460537836e-06, -5.377687557484023e-06, -3.1615636544302106e-06, -9.454395240027225e-07, 1.2706846064247657e-06, 3.4868089642259292e-06, 5.702932867279742e-06, 7.919056770333555e-06, 1.0135181582882069e-05, 1.2351305485935882e-05, 1.4567429388989694e-05, 1.6783553292043507e-05, 1.899967719509732e-05, 2.1215801098151132e-05, 2.343192682019435e-05, 2.5648048904258758e-05, 2.7864174626301974e-05, 3.0080298529355787e-05, 3.22964224324096e-05, 3.4512548154452816e-05, 3.6728670238517225e-05, 3.894479596056044e-05, 4.116091804462485e-05, 4.3377043766668066e-05, 4.5593165850732476e-05, 4.780929157277569e-05, 5.002541729481891e-05, 5.2241543016862124e-05, 5.445766510092653e-05, 5.667379082296975e-05, 5.888991290703416e-05, 6.110603862907737e-05, 6.332216435112059e-05, 6.553829007316381e-05, 6.775440851924941e-05]}, "gradients/encoder.encoder.layers.9.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 3.0, 4.0, 9.0, 5.0, 2.0, 13.0, 12.0, 18.0, 22.0, 18.0, 15.0, 24.0, 22.0, 45.0, 38.0, 36.0, 46.0, 28.0, 37.0, 44.0, 52.0, 49.0, 44.0, 43.0, 31.0, 42.0, 37.0, 36.0, 23.0, 33.0, 23.0, 26.0, 22.0, 25.0, 9.0, 16.0, 15.0, 6.0, 11.0, 5.0, 2.0, 4.0, 1.0, 6.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.0902366638183594e-05, -4.92902472615242e-05, -4.767812788486481e-05, -4.6066008508205414e-05, -4.445388913154602e-05, -4.284176975488663e-05, -4.1229650378227234e-05, -3.961753100156784e-05, -3.800541162490845e-05, -3.6393292248249054e-05, -3.478117287158966e-05, -3.316905349493027e-05, -3.1556934118270874e-05, -2.994481474161148e-05, -2.8332695364952087e-05, -2.6720575988292694e-05, -2.51084566116333e-05, -2.3496337234973907e-05, -2.1884217858314514e-05, -2.027209848165512e-05, -1.8659979104995728e-05, -1.7047859728336334e-05, -1.543574035167694e-05, -1.3823620975017548e-05, -1.2211501598358154e-05, -1.0599382221698761e-05, -8.987262845039368e-06, -7.375143468379974e-06, -5.763024091720581e-06, -4.150904715061188e-06, -2.5387853384017944e-06, -9.266659617424011e-07, 6.854534149169922e-07, 2.2975727915763855e-06, 3.909692168235779e-06, 5.521811544895172e-06, 7.1339309215545654e-06, 8.746050298213959e-06, 1.0358169674873352e-05, 1.1970289051532745e-05, 1.3582408428192139e-05, 1.5194527804851532e-05, 1.6806647181510925e-05, 1.841876655817032e-05, 2.0030885934829712e-05, 2.1643005311489105e-05, 2.32551246881485e-05, 2.4867244064807892e-05, 2.6479363441467285e-05, 2.809148281812668e-05, 2.9703602194786072e-05, 3.1315721571445465e-05, 3.292784094810486e-05, 3.453996032476425e-05, 3.6152079701423645e-05, 3.776419907808304e-05, 3.937631845474243e-05, 4.0988437831401825e-05, 4.260055720806122e-05, 4.421267658472061e-05, 4.5824795961380005e-05, 4.74369153380394e-05, 4.904903471469879e-05, 5.0661154091358185e-05, 5.227327346801758e-05]}, "gradients/encoder.encoder.layers.8.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 5.0, 3.0, 4.0, 8.0, 9.0, 14.0, 14.0, 17.0, 34.0, 27.0, 48.0, 48.0, 68.0, 91.0, 135.0, 198.0, 274.0, 402.0, 608.0, 935.0, 1544.0, 2542.0, 4419.0, 8288.0, 17721.0, 42072.0, 2507275.0, 1529831.0, 42133.0, 16902.0, 7797.0, 4086.0, 2472.0, 1488.0, 950.0, 571.0, 375.0, 270.0, 192.0, 121.0, 94.0, 62.0, 33.0, 33.0, 18.0, 11.0, 13.0, 14.0, 4.0, 7.0, 4.0, 1.0, 0.0, 2.0], "bins": [-6.437301635742188e-05, -6.263237446546555e-05, -6.0891732573509216e-05, -5.915109068155289e-05, -5.741044878959656e-05, -5.566980689764023e-05, -5.39291650056839e-05, -5.218852311372757e-05, -5.044788122177124e-05, -4.870723932981491e-05, -4.696659743785858e-05, -4.522595554590225e-05, -4.348531365394592e-05, -4.1744671761989594e-05, -4.0004029870033264e-05, -3.8263387978076935e-05, -3.6522746086120605e-05, -3.4782104194164276e-05, -3.304146230220795e-05, -3.130082041025162e-05, -2.9560178518295288e-05, -2.781953662633896e-05, -2.607889473438263e-05, -2.43382528424263e-05, -2.259761095046997e-05, -2.085696905851364e-05, -1.9116327166557312e-05, -1.7375685274600983e-05, -1.5635043382644653e-05, -1.3894401490688324e-05, -1.2153759598731995e-05, -1.0413117706775665e-05, -8.672475814819336e-06, -6.931833922863007e-06, -5.191192030906677e-06, -3.450550138950348e-06, -1.7099082469940186e-06, 3.073364496231079e-08, 1.7713755369186401e-06, 3.5120174288749695e-06, 5.252659320831299e-06, 6.993301212787628e-06, 8.733943104743958e-06, 1.0474584996700287e-05, 1.2215226888656616e-05, 1.3955868780612946e-05, 1.5696510672569275e-05, 1.7437152564525604e-05, 1.9177794456481934e-05, 2.0918436348438263e-05, 2.2659078240394592e-05, 2.439972013235092e-05, 2.614036202430725e-05, 2.788100391626358e-05, 2.962164580821991e-05, 3.136228770017624e-05, 3.310292959213257e-05, 3.48435714840889e-05, 3.658421337604523e-05, 3.8324855268001556e-05, 4.0065497159957886e-05, 4.1806139051914215e-05, 4.3546780943870544e-05, 4.5287422835826874e-05, 4.70280647277832e-05]}, "gradients/encoder.encoder.layers.8.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 5.0, 2.0, 4.0, 1.0, 1.0, 5.0, 7.0, 9.0, 10.0, 12.0, 21.0, 20.0, 35.0, 32.0, 46.0, 56.0, 64.0, 83.0, 89.0, 83.0, 78.0, 67.0, 67.0, 53.0, 39.0, 26.0, 24.0, 11.0, 11.0, 8.0, 16.0, 9.0, 6.0, 2.0, 3.0, 0.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0], "bins": [-1.1026859283447266e-05, -1.0728836059570312e-05, -1.043081283569336e-05, -1.0132789611816406e-05, -9.834766387939453e-06, -9.5367431640625e-06, -9.238719940185547e-06, -8.940696716308594e-06, -8.64267349243164e-06, -8.344650268554688e-06, -8.046627044677734e-06, -7.748603820800781e-06, -7.450580596923828e-06, -7.152557373046875e-06, -6.854534149169922e-06, -6.556510925292969e-06, -6.258487701416016e-06, -5.9604644775390625e-06, -5.662441253662109e-06, -5.364418029785156e-06, -5.066394805908203e-06, -4.76837158203125e-06, -4.470348358154297e-06, -4.172325134277344e-06, -3.874301910400391e-06, -3.5762786865234375e-06, -3.2782554626464844e-06, -2.9802322387695312e-06, -2.682209014892578e-06, -2.384185791015625e-06, -2.086162567138672e-06, -1.7881393432617188e-06, -1.4901161193847656e-06, -1.1920928955078125e-06, -8.940696716308594e-07, -5.960464477539062e-07, -2.980232238769531e-07, 0.0, 2.980232238769531e-07, 5.960464477539062e-07, 8.940696716308594e-07, 1.1920928955078125e-06, 1.4901161193847656e-06, 1.7881393432617188e-06, 2.086162567138672e-06, 2.384185791015625e-06, 2.682209014892578e-06, 2.9802322387695312e-06, 3.2782554626464844e-06, 3.5762786865234375e-06, 3.874301910400391e-06, 4.172325134277344e-06, 4.470348358154297e-06, 4.76837158203125e-06, 5.066394805908203e-06, 5.364418029785156e-06, 5.662441253662109e-06, 5.9604644775390625e-06, 6.258487701416016e-06, 6.556510925292969e-06, 6.854534149169922e-06, 7.152557373046875e-06, 7.450580596923828e-06, 7.748603820800781e-06, 8.046627044677734e-06]}, "gradients/encoder.encoder.layers.8.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 4.0, 3.0, 5.0, 6.0, 8.0, 14.0, 17.0, 28.0, 54.0, 90.0, 105.0, 228.0, 278.0, 506.0, 1000.0, 1793.0, 3397.0, 6283.0, 12715.0, 30625.0, 94170.0, 3050760.0, 876395.0, 68821.0, 23557.0, 11421.0, 5441.0, 2681.0, 1654.0, 868.0, 504.0, 300.0, 206.0, 139.0, 77.0, 48.0, 25.0, 21.0, 13.0, 12.0, 5.0, 3.0, 5.0, 1.0, 6.0, 1.0, 2.0, 3.0], "bins": [-3.987550735473633e-05, -3.882311284542084e-05, -3.777071833610535e-05, -3.6718323826789856e-05, -3.5665929317474365e-05, -3.4613534808158875e-05, -3.3561140298843384e-05, -3.250874578952789e-05, -3.14563512802124e-05, -3.040395677089691e-05, -2.935156226158142e-05, -2.829916775226593e-05, -2.724677324295044e-05, -2.619437873363495e-05, -2.5141984224319458e-05, -2.4089589715003967e-05, -2.3037195205688477e-05, -2.1984800696372986e-05, -2.0932406187057495e-05, -1.9880011677742004e-05, -1.8827617168426514e-05, -1.7775222659111023e-05, -1.6722828149795532e-05, -1.567043364048004e-05, -1.461803913116455e-05, -1.356564462184906e-05, -1.251325011253357e-05, -1.1460855603218079e-05, -1.0408461093902588e-05, -9.356066584587097e-06, -8.303672075271606e-06, -7.251277565956116e-06, -6.198883056640625e-06, -5.146488547325134e-06, -4.0940940380096436e-06, -3.041699528694153e-06, -1.989305019378662e-06, -9.369105100631714e-07, 1.1548399925231934e-07, 1.16787850856781e-06, 2.2202730178833008e-06, 3.2726675271987915e-06, 4.325062036514282e-06, 5.377456545829773e-06, 6.429851055145264e-06, 7.482245564460754e-06, 8.534640073776245e-06, 9.587034583091736e-06, 1.0639429092407227e-05, 1.1691823601722717e-05, 1.2744218111038208e-05, 1.3796612620353699e-05, 1.484900712966919e-05, 1.590140163898468e-05, 1.695379614830017e-05, 1.800619065761566e-05, 1.9058585166931152e-05, 2.0110979676246643e-05, 2.1163374185562134e-05, 2.2215768694877625e-05, 2.3268163204193115e-05, 2.4320557713508606e-05, 2.5372952222824097e-05, 2.6425346732139587e-05, 2.7477741241455078e-05]}, "gradients/encoder.encoder.layers.8.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 11.0, 3.0, 4.0, 3.0, 3.0, 6.0, 10.0, 10.0, 16.0, 17.0, 21.0, 17.0, 36.0, 34.0, 55.0, 82.0, 144.0, 412.0, 1847.0, 895.0, 203.0, 66.0, 43.0, 33.0, 24.0, 16.0, 14.0, 13.0, 12.0, 13.0, 4.0, 12.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.0384788513183594e-05, -1.9591301679611206e-05, -1.879781484603882e-05, -1.800432801246643e-05, -1.7210841178894043e-05, -1.6417354345321655e-05, -1.5623867511749268e-05, -1.483038067817688e-05, -1.4036893844604492e-05, -1.3243407011032104e-05, -1.2449920177459717e-05, -1.1656433343887329e-05, -1.0862946510314941e-05, -1.0069459676742554e-05, -9.275972843170166e-06, -8.482486009597778e-06, -7.68899917602539e-06, -6.895512342453003e-06, -6.102025508880615e-06, -5.3085386753082275e-06, -4.51505184173584e-06, -3.721565008163452e-06, -2.9280781745910645e-06, -2.1345913410186768e-06, -1.341104507446289e-06, -5.476176738739014e-07, 2.4586915969848633e-07, 1.039355993270874e-06, 1.8328428268432617e-06, 2.6263296604156494e-06, 3.419816493988037e-06, 4.213303327560425e-06, 5.0067901611328125e-06, 5.8002769947052e-06, 6.593763828277588e-06, 7.387250661849976e-06, 8.180737495422363e-06, 8.974224328994751e-06, 9.767711162567139e-06, 1.0561197996139526e-05, 1.1354684829711914e-05, 1.2148171663284302e-05, 1.294165849685669e-05, 1.3735145330429077e-05, 1.4528632164001465e-05, 1.5322118997573853e-05, 1.611560583114624e-05, 1.6909092664718628e-05, 1.7702579498291016e-05, 1.8496066331863403e-05, 1.928955316543579e-05, 2.008303999900818e-05, 2.0876526832580566e-05, 2.1670013666152954e-05, 2.2463500499725342e-05, 2.325698733329773e-05, 2.4050474166870117e-05, 2.4843961000442505e-05, 2.5637447834014893e-05, 2.643093466758728e-05, 2.7224421501159668e-05, 2.8017908334732056e-05, 2.8811395168304443e-05, 2.960488200187683e-05, 3.039836883544922e-05]}, "gradients/encoder.encoder.layers.8.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 3.0, 2.0, 3.0, 4.0, 3.0, 8.0, 3.0, 7.0, 11.0, 8.0, 11.0, 14.0, 13.0, 17.0, 24.0, 14.0, 36.0, 37.0, 36.0, 62.0, 94.0, 125.0, 135.0, 112.0, 72.0, 38.0, 33.0, 25.0, 15.0, 9.0, 9.0, 8.0, 3.0, 5.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.00017586130707059056, -0.00017198511341121048, -0.00016810893430374563, -0.00016423274064436555, -0.00016035654698498547, -0.00015648036787752062, -0.00015260417421814054, -0.0001487279951106757, -0.00014485180145129561, -0.00014097560779191554, -0.00013709942868445069, -0.0001332232350250706, -0.00012934705591760576, -0.00012547086225822568, -0.0001215946685988456, -0.00011771848221542314, -0.00011384229583200067, -0.00010996610944857821, -0.00010608992306515574, -0.00010221372940577567, -9.83375430223532e-05, -9.446135663893074e-05, -9.058516297955066e-05, -8.67089765961282e-05, -8.283279021270573e-05, -7.895660382928327e-05, -7.50804174458608e-05, -7.120422378648072e-05, -6.732803740305826e-05, -6.34518510196358e-05, -5.9575660998234525e-05, -5.5699470976833254e-05, -5.182329914532602e-05, -4.7947112761903554e-05, -4.407092274050228e-05, -4.019473271910101e-05, -3.631854633567855e-05, -3.2442359952256083e-05, -2.8566169930854812e-05, -2.4689981728442945e-05, -2.0813793526031077e-05, -1.693760532361921e-05, -1.3061417121207342e-05, -9.185228918795474e-06, -5.309040716383606e-06, -1.4328525139717385e-06, 2.443335688440129e-06, 6.319523890851997e-06, 1.0195712093263865e-05, 1.4071900295675732e-05, 1.79480884980876e-05, 2.1824276700499468e-05, 2.5700464902911335e-05, 2.9576653105323203e-05, 3.345284130773507e-05, 3.732903132913634e-05, 4.1205217712558806e-05, 4.508140409598127e-05, 4.895759411738254e-05, 5.283378413878381e-05, 5.670997052220628e-05, 6.058615690562874e-05, 6.446235056500882e-05, 6.833853694843128e-05, 7.221472333185375e-05]}, "gradients/encoder.encoder.layers.8.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0, 2.0, 9.0, 3.0, 4.0, 9.0, 12.0, 8.0, 13.0, 17.0, 13.0, 20.0, 21.0, 21.0, 29.0, 24.0, 35.0, 37.0, 36.0, 43.0, 36.0, 42.0, 37.0, 34.0, 39.0, 40.0, 45.0, 33.0, 28.0, 52.0, 34.0, 28.0, 21.0, 36.0, 23.0, 21.0, 15.0, 12.0, 13.0, 12.0, 7.0, 8.0, 9.0, 4.0, 12.0, 4.0, 3.0, 4.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-7.510185241699219e-05, -7.279869168996811e-05, -7.049553096294403e-05, -6.819237023591995e-05, -6.588920950889587e-05, -6.35860487818718e-05, -6.128288805484772e-05, -5.897972732782364e-05, -5.667656660079956e-05, -5.437340587377548e-05, -5.2070245146751404e-05, -4.9767084419727325e-05, -4.746392369270325e-05, -4.516076296567917e-05, -4.285760223865509e-05, -4.055444151163101e-05, -3.8251280784606934e-05, -3.5948120057582855e-05, -3.364495933055878e-05, -3.13417986035347e-05, -2.903863787651062e-05, -2.6735477149486542e-05, -2.4432316422462463e-05, -2.2129155695438385e-05, -1.9825994968414307e-05, -1.7522834241390228e-05, -1.521967351436615e-05, -1.2916512787342072e-05, -1.0613352060317993e-05, -8.310191333293915e-06, -6.0070306062698364e-06, -3.703869879245758e-06, -1.4007091522216797e-06, 9.024515748023987e-07, 3.205612301826477e-06, 5.508773028850555e-06, 7.811933755874634e-06, 1.0115094482898712e-05, 1.241825520992279e-05, 1.4721415936946869e-05, 1.7024576663970947e-05, 1.9327737390995026e-05, 2.1630898118019104e-05, 2.3934058845043182e-05, 2.623721957206726e-05, 2.854038029909134e-05, 3.084354102611542e-05, 3.3146701753139496e-05, 3.5449862480163574e-05, 3.775302320718765e-05, 4.005618393421173e-05, 4.235934466123581e-05, 4.466250538825989e-05, 4.6965666115283966e-05, 4.9268826842308044e-05, 5.157198756933212e-05, 5.38751482963562e-05, 5.617830902338028e-05, 5.848146975040436e-05, 6.0784630477428436e-05, 6.308779120445251e-05, 6.539095193147659e-05, 6.769411265850067e-05, 6.999727338552475e-05, 7.230043411254883e-05]}, "gradients/encoder.encoder.layers.8.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 3.0, 1.0, 2.0, 2.0, 8.0, 9.0, 13.0, 16.0, 25.0, 16.0, 40.0, 39.0, 89.0, 125.0, 212.0, 321.0, 475.0, 842.0, 1669.0, 2832.0, 5729.0, 11782.0, 29656.0, 82393.0, 490700.0, 307491.0, 67228.0, 25145.0, 10610.0, 5167.0, 2467.0, 1399.0, 769.0, 415.0, 267.0, 184.0, 114.0, 89.0, 53.0, 44.0, 35.0, 25.0, 17.0, 9.0, 12.0, 9.0, 9.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-5.614757537841797e-05, -5.438830703496933e-05, -5.262903869152069e-05, -5.086977034807205e-05, -4.911050200462341e-05, -4.7351233661174774e-05, -4.5591965317726135e-05, -4.3832696974277496e-05, -4.207342863082886e-05, -4.031416028738022e-05, -3.855489194393158e-05, -3.679562360048294e-05, -3.50363552570343e-05, -3.327708691358566e-05, -3.1517818570137024e-05, -2.9758550226688385e-05, -2.7999281883239746e-05, -2.6240013539791107e-05, -2.4480745196342468e-05, -2.272147685289383e-05, -2.096220850944519e-05, -1.920294016599655e-05, -1.7443671822547913e-05, -1.5684403479099274e-05, -1.3925135135650635e-05, -1.2165866792201996e-05, -1.0406598448753357e-05, -8.647330105304718e-06, -6.888061761856079e-06, -5.12879341840744e-06, -3.3695250749588013e-06, -1.6102567315101624e-06, 1.4901161193847656e-07, 1.9082799553871155e-06, 3.6675482988357544e-06, 5.426816642284393e-06, 7.186084985733032e-06, 8.945353329181671e-06, 1.070462167263031e-05, 1.2463890016078949e-05, 1.4223158359527588e-05, 1.5982426702976227e-05, 1.7741695046424866e-05, 1.9500963389873505e-05, 2.1260231733322144e-05, 2.3019500076770782e-05, 2.477876842021942e-05, 2.653803676366806e-05, 2.82973051071167e-05, 3.0056573450565338e-05, 3.181584179401398e-05, 3.3575110137462616e-05, 3.5334378480911255e-05, 3.7093646824359894e-05, 3.885291516780853e-05, 4.061218351125717e-05, 4.237145185470581e-05, 4.413072019815445e-05, 4.588998854160309e-05, 4.764925688505173e-05, 4.9408525228500366e-05, 5.1167793571949005e-05, 5.2927061915397644e-05, 5.468633025884628e-05, 5.644559860229492e-05]}, "gradients/encoder.encoder.layers.8.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 6.0, 5.0, 5.0, 9.0, 4.0, 13.0, 17.0, 27.0, 26.0, 27.0, 43.0, 54.0, 72.0, 77.0, 84.0, 100.0, 68.0, 102.0, 51.0, 46.0, 41.0, 40.0, 24.0, 9.0, 11.0, 8.0, 14.0, 3.0, 5.0, 8.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0], "bins": [-1.2218952178955078e-05, -1.1907890439033508e-05, -1.1596828699111938e-05, -1.1285766959190369e-05, -1.0974705219268799e-05, -1.0663643479347229e-05, -1.035258173942566e-05, -1.004151999950409e-05, -9.73045825958252e-06, -9.41939651966095e-06, -9.10833477973938e-06, -8.79727303981781e-06, -8.48621129989624e-06, -8.17514955997467e-06, -7.8640878200531e-06, -7.553026080131531e-06, -7.241964340209961e-06, -6.930902600288391e-06, -6.619840860366821e-06, -6.3087791204452515e-06, -5.997717380523682e-06, -5.686655640602112e-06, -5.375593900680542e-06, -5.064532160758972e-06, -4.753470420837402e-06, -4.4424086809158325e-06, -4.131346940994263e-06, -3.820285201072693e-06, -3.509223461151123e-06, -3.1981617212295532e-06, -2.8870999813079834e-06, -2.5760382413864136e-06, -2.2649765014648438e-06, -1.953914761543274e-06, -1.642853021621704e-06, -1.3317912817001343e-06, -1.0207295417785645e-06, -7.096678018569946e-07, -3.986060619354248e-07, -8.754432201385498e-08, 2.2351741790771484e-07, 5.345791578292847e-07, 8.456408977508545e-07, 1.1567026376724243e-06, 1.4677643775939941e-06, 1.778826117515564e-06, 2.089887857437134e-06, 2.4009495973587036e-06, 2.7120113372802734e-06, 3.0230730772018433e-06, 3.334134817123413e-06, 3.645196557044983e-06, 3.956258296966553e-06, 4.2673200368881226e-06, 4.578381776809692e-06, 4.889443516731262e-06, 5.200505256652832e-06, 5.511566996574402e-06, 5.822628736495972e-06, 6.1336904764175415e-06, 6.444752216339111e-06, 6.755813956260681e-06, 7.066875696182251e-06, 7.377937436103821e-06, 7.68899917602539e-06]}, "gradients/encoder.encoder.layers.8.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 4.0, 3.0, 7.0, 12.0, 13.0, 25.0, 38.0, 56.0, 80.0, 129.0, 173.0, 313.0, 534.0, 845.0, 1475.0, 2396.0, 4064.0, 7030.0, 12395.0, 22089.0, 40681.0, 80212.0, 182839.0, 414966.0, 136146.0, 64477.0, 33587.0, 19688.0, 10135.0, 5688.0, 3397.0, 1985.0, 1146.0, 749.0, 446.0, 266.0, 151.0, 105.0, 83.0, 47.0, 35.0, 17.0, 15.0, 2.0, 9.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-2.676248550415039e-05, -2.5982968509197235e-05, -2.520345151424408e-05, -2.4423934519290924e-05, -2.364441752433777e-05, -2.2864900529384613e-05, -2.2085383534431458e-05, -2.1305866539478302e-05, -2.0526349544525146e-05, -1.974683254957199e-05, -1.8967315554618835e-05, -1.818779855966568e-05, -1.7408281564712524e-05, -1.662876456975937e-05, -1.5849247574806213e-05, -1.5069730579853058e-05, -1.4290213584899902e-05, -1.3510696589946747e-05, -1.2731179594993591e-05, -1.1951662600040436e-05, -1.117214560508728e-05, -1.0392628610134125e-05, -9.61311161518097e-06, -8.833594620227814e-06, -8.054077625274658e-06, -7.274560630321503e-06, -6.495043635368347e-06, -5.715526640415192e-06, -4.936009645462036e-06, -4.156492650508881e-06, -3.376975655555725e-06, -2.5974586606025696e-06, -1.817941665649414e-06, -1.0384246706962585e-06, -2.5890767574310303e-07, 5.206093192100525e-07, 1.300126314163208e-06, 2.0796433091163635e-06, 2.859160304069519e-06, 3.6386772990226746e-06, 4.41819429397583e-06, 5.197711288928986e-06, 5.977228283882141e-06, 6.756745278835297e-06, 7.536262273788452e-06, 8.315779268741608e-06, 9.095296263694763e-06, 9.874813258647919e-06, 1.0654330253601074e-05, 1.143384724855423e-05, 1.2213364243507385e-05, 1.299288123846054e-05, 1.3772398233413696e-05, 1.4551915228366852e-05, 1.5331432223320007e-05, 1.6110949218273163e-05, 1.689046621322632e-05, 1.7669983208179474e-05, 1.844950020313263e-05, 1.9229017198085785e-05, 2.000853419303894e-05, 2.0788051187992096e-05, 2.156756818294525e-05, 2.2347085177898407e-05, 2.3126602172851562e-05]}, "gradients/encoder.encoder.layers.8.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 7.0, 1.0, 7.0, 4.0, 14.0, 9.0, 8.0, 22.0, 17.0, 25.0, 20.0, 27.0, 20.0, 42.0, 31.0, 42.0, 46.0, 39.0, 40.0, 40.0, 54.0, 38.0, 54.0, 37.0, 38.0, 29.0, 29.0, 26.0, 32.0, 27.0, 25.0, 27.0, 22.0, 17.0, 20.0, 11.0, 13.0, 6.0, 7.0, 12.0, 4.0, 6.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6450881958007812e-05, -1.5896745026111603e-05, -1.5342608094215393e-05, -1.4788471162319183e-05, -1.4234334230422974e-05, -1.3680197298526764e-05, -1.3126060366630554e-05, -1.2571923434734344e-05, -1.2017786502838135e-05, -1.1463649570941925e-05, -1.0909512639045715e-05, -1.0355375707149506e-05, -9.801238775253296e-06, -9.247101843357086e-06, -8.692964911460876e-06, -8.138827979564667e-06, -7.584691047668457e-06, -7.030554115772247e-06, -6.476417183876038e-06, -5.922280251979828e-06, -5.368143320083618e-06, -4.8140063881874084e-06, -4.259869456291199e-06, -3.705732524394989e-06, -3.1515955924987793e-06, -2.5974586606025696e-06, -2.04332172870636e-06, -1.4891847968101501e-06, -9.350478649139404e-07, -3.809109330177307e-07, 1.73225998878479e-07, 7.273629307746887e-07, 1.2814998626708984e-06, 1.8356367945671082e-06, 2.389773726463318e-06, 2.9439106583595276e-06, 3.4980475902557373e-06, 4.052184522151947e-06, 4.606321454048157e-06, 5.1604583859443665e-06, 5.714595317840576e-06, 6.268732249736786e-06, 6.822869181632996e-06, 7.377006113529205e-06, 7.931143045425415e-06, 8.485279977321625e-06, 9.039416909217834e-06, 9.593553841114044e-06, 1.0147690773010254e-05, 1.0701827704906464e-05, 1.1255964636802673e-05, 1.1810101568698883e-05, 1.2364238500595093e-05, 1.2918375432491302e-05, 1.3472512364387512e-05, 1.4026649296283722e-05, 1.4580786228179932e-05, 1.5134923160076141e-05, 1.568906009197235e-05, 1.624319702386856e-05, 1.679733395576477e-05, 1.735147088766098e-05, 1.790560781955719e-05, 1.84597447514534e-05, 1.901388168334961e-05]}, "gradients/encoder.encoder.layers.8.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 9.0, 7.0, 7.0, 4.0, 16.0, 18.0, 28.0, 45.0, 71.0, 93.0, 157.0, 246.0, 299.0, 507.0, 329.0, 991.0, 1575.0, 2662.0, 4755.0, 8964.0, 17837.0, 40918.0, 115094.0, 506898.0, 152804.0, 114566.0, 40810.0, 18052.0, 8944.0, 4747.0, 2661.0, 1573.0, 964.0, 658.0, 409.0, 151.0, 232.0, 155.0, 81.0, 64.0, 52.0, 32.0, 23.0, 19.0, 14.0, 5.0, 1.0, 1.0, 7.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-3.516674041748047e-06, -3.4030526876449585e-06, -3.28943133354187e-06, -3.1758099794387817e-06, -3.0621886253356934e-06, -2.948567271232605e-06, -2.8349459171295166e-06, -2.7213245630264282e-06, -2.60770320892334e-06, -2.4940818548202515e-06, -2.380460500717163e-06, -2.2668391466140747e-06, -2.1532177925109863e-06, -2.039596438407898e-06, -1.9259750843048096e-06, -1.8123537302017212e-06, -1.6987323760986328e-06, -1.5851110219955444e-06, -1.471489667892456e-06, -1.3578683137893677e-06, -1.2442469596862793e-06, -1.130625605583191e-06, -1.0170042514801025e-06, -9.033828973770142e-07, -7.897615432739258e-07, -6.761401891708374e-07, -5.62518835067749e-07, -4.4889748096466064e-07, -3.3527612686157227e-07, -2.2165477275848389e-07, -1.0803341865539551e-07, 5.587935447692871e-09, 1.1920928955078125e-07, 2.3283064365386963e-07, 3.46451997756958e-07, 4.600733518600464e-07, 5.736947059631348e-07, 6.873160600662231e-07, 8.009374141693115e-07, 9.145587682723999e-07, 1.0281801223754883e-06, 1.1418014764785767e-06, 1.255422830581665e-06, 1.3690441846847534e-06, 1.4826655387878418e-06, 1.5962868928909302e-06, 1.7099082469940186e-06, 1.823529601097107e-06, 1.9371509552001953e-06, 2.0507723093032837e-06, 2.164393663406372e-06, 2.2780150175094604e-06, 2.391636371612549e-06, 2.505257725715637e-06, 2.6188790798187256e-06, 2.732500433921814e-06, 2.8461217880249023e-06, 2.9597431421279907e-06, 3.073364496231079e-06, 3.1869858503341675e-06, 3.300607204437256e-06, 3.4142285585403442e-06, 3.5278499126434326e-06, 3.641471266746521e-06, 3.7550926208496094e-06]}, "gradients/encoder.encoder.layers.8.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 5.0, 1.0, 0.0, 4.0, 0.0, 3.0, 2.0, 8.0, 9.0, 8.0, 13.0, 17.0, 14.0, 35.0, 20.0, 22.0, 70.0, 44.0, 88.0, 49.0, 65.0, 129.0, 48.0, 91.0, 41.0, 40.0, 50.0, 25.0, 26.0, 17.0, 8.0, 17.0, 6.0, 5.0, 9.0, 2.0, 10.0, 0.0, 3.0, 2.0, 0.0, 4.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.7418136596679688e-06, -2.658925950527191e-06, -2.5760382413864136e-06, -2.493150532245636e-06, -2.4102628231048584e-06, -2.327375113964081e-06, -2.2444874048233032e-06, -2.1615996956825256e-06, -2.078711986541748e-06, -1.9958242774009705e-06, -1.912936568260193e-06, -1.8300488591194153e-06, -1.7471611499786377e-06, -1.6642734408378601e-06, -1.5813857316970825e-06, -1.498498022556305e-06, -1.4156103134155273e-06, -1.3327226042747498e-06, -1.2498348951339722e-06, -1.1669471859931946e-06, -1.084059476852417e-06, -1.0011717677116394e-06, -9.182840585708618e-07, -8.353963494300842e-07, -7.525086402893066e-07, -6.69620931148529e-07, -5.867332220077515e-07, -5.038455128669739e-07, -4.209578037261963e-07, -3.380700945854187e-07, -2.551823854446411e-07, -1.7229467630386353e-07, -8.940696716308594e-08, -6.51925802230835e-09, 7.636845111846924e-08, 1.5925616025924683e-07, 2.421438694000244e-07, 3.25031578540802e-07, 4.079192876815796e-07, 4.908069968223572e-07, 5.736947059631348e-07, 6.565824151039124e-07, 7.394701242446899e-07, 8.223578333854675e-07, 9.052455425262451e-07, 9.881332516670227e-07, 1.0710209608078003e-06, 1.1539086699485779e-06, 1.2367963790893555e-06, 1.319684088230133e-06, 1.4025717973709106e-06, 1.4854595065116882e-06, 1.5683472156524658e-06, 1.6512349247932434e-06, 1.734122633934021e-06, 1.8170103430747986e-06, 1.8998980522155762e-06, 1.9827857613563538e-06, 2.0656734704971313e-06, 2.148561179637909e-06, 2.2314488887786865e-06, 2.314336597919464e-06, 2.3972243070602417e-06, 2.4801120162010193e-06, 2.562999725341797e-06]}, "gradients/encoder.encoder.layers.8.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 5.0, 0.0, 4.0, 2.0, 4.0, 10.0, 13.0, 20.0, 25.0, 35.0, 57.0, 141.0, 142.0, 236.0, 339.0, 518.0, 1252.0, 1493.0, 2202.0, 3684.0, 6513.0, 22745.0, 44378.0, 205074.0, 620130.0, 83566.0, 26888.0, 16129.0, 4775.0, 2835.0, 1807.0, 1151.0, 1076.0, 452.0, 277.0, 182.0, 131.0, 119.0, 39.0, 35.0, 31.0, 20.0, 10.0, 5.0, 11.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.814697265625e-06, -3.684312105178833e-06, -3.553926944732666e-06, -3.423541784286499e-06, -3.293156623840332e-06, -3.162771463394165e-06, -3.032386302947998e-06, -2.902001142501831e-06, -2.771615982055664e-06, -2.641230821609497e-06, -2.51084566116333e-06, -2.380460500717163e-06, -2.250075340270996e-06, -2.119690179824829e-06, -1.989305019378662e-06, -1.8589198589324951e-06, -1.7285346984863281e-06, -1.5981495380401611e-06, -1.4677643775939941e-06, -1.3373792171478271e-06, -1.2069940567016602e-06, -1.0766088962554932e-06, -9.462237358093262e-07, -8.158385753631592e-07, -6.854534149169922e-07, -5.550682544708252e-07, -4.246830940246582e-07, -2.942979335784912e-07, -1.6391277313232422e-07, -3.3527612686157227e-08, 9.685754776000977e-08, 2.2724270820617676e-07, 3.5762786865234375e-07, 4.880130290985107e-07, 6.183981895446777e-07, 7.487833499908447e-07, 8.791685104370117e-07, 1.0095536708831787e-06, 1.1399388313293457e-06, 1.2703239917755127e-06, 1.4007091522216797e-06, 1.5310943126678467e-06, 1.6614794731140137e-06, 1.7918646335601807e-06, 1.9222497940063477e-06, 2.0526349544525146e-06, 2.1830201148986816e-06, 2.3134052753448486e-06, 2.4437904357910156e-06, 2.5741755962371826e-06, 2.7045607566833496e-06, 2.8349459171295166e-06, 2.9653310775756836e-06, 3.0957162380218506e-06, 3.2261013984680176e-06, 3.3564865589141846e-06, 3.4868717193603516e-06, 3.6172568798065186e-06, 3.7476420402526855e-06, 3.8780272006988525e-06, 4.0084123611450195e-06, 4.1387975215911865e-06, 4.2691826820373535e-06, 4.3995678424835205e-06, 4.5299530029296875e-06]}, "gradients/encoder.encoder.layers.8.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 4.0, 0.0, 3.0, 2.0, 1.0, 0.0, 5.0, 6.0, 4.0, 9.0, 4.0, 17.0, 7.0, 21.0, 10.0, 23.0, 26.0, 62.0, 108.0, 62.0, 195.0, 92.0, 128.0, 42.0, 51.0, 17.0, 30.0, 10.0, 13.0, 17.0, 2.0, 11.0, 4.0, 4.0, 1.0, 3.0, 4.0, 5.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.2186508178710938e-06, -3.1264498829841614e-06, -3.034248948097229e-06, -2.9420480132102966e-06, -2.8498470783233643e-06, -2.757646143436432e-06, -2.6654452085494995e-06, -2.573244273662567e-06, -2.4810433387756348e-06, -2.3888424038887024e-06, -2.29664146900177e-06, -2.2044405341148376e-06, -2.1122395992279053e-06, -2.020038664340973e-06, -1.9278377294540405e-06, -1.8356367945671082e-06, -1.7434358596801758e-06, -1.6512349247932434e-06, -1.559033989906311e-06, -1.4668330550193787e-06, -1.3746321201324463e-06, -1.282431185245514e-06, -1.1902302503585815e-06, -1.0980293154716492e-06, -1.0058283805847168e-06, -9.136274456977844e-07, -8.21426510810852e-07, -7.292255759239197e-07, -6.370246410369873e-07, -5.448237061500549e-07, -4.5262277126312256e-07, -3.604218363761902e-07, -2.682209014892578e-07, -1.7601996660232544e-07, -8.381903171539307e-08, 8.381903171539307e-09, 1.0058283805847168e-07, 1.9278377294540405e-07, 2.849847078323364e-07, 3.771856427192688e-07, 4.6938657760620117e-07, 5.615875124931335e-07, 6.537884473800659e-07, 7.459893822669983e-07, 8.381903171539307e-07, 9.30391252040863e-07, 1.0225921869277954e-06, 1.1147931218147278e-06, 1.2069940567016602e-06, 1.2991949915885925e-06, 1.391395926475525e-06, 1.4835968613624573e-06, 1.5757977962493896e-06, 1.667998731136322e-06, 1.7601996660232544e-06, 1.8524006009101868e-06, 1.944601535797119e-06, 2.0368024706840515e-06, 2.129003405570984e-06, 2.2212043404579163e-06, 2.3134052753448486e-06, 2.405606210231781e-06, 2.4978071451187134e-06, 2.5900080800056458e-06, 2.682209014892578e-06]}, "gradients/encoder.encoder.layers.8.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 4.0, 1.0, 2.0, 3.0, 7.0, 4.0, 1.0, 11.0, 12.0, 9.0, 9.0, 8.0, 13.0, 20.0, 25.0, 34.0, 46.0, 56.0, 81.0, 130.0, 161.0, 107.0, 66.0, 44.0, 36.0, 25.0, 22.0, 10.0, 14.0, 11.0, 6.0, 6.0, 5.0, 4.0, 6.0, 3.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-8.246846118709072e-05, -7.984352123457938e-05, -7.721858128206804e-05, -7.45936413295567e-05, -7.196870137704536e-05, -6.934376142453402e-05, -6.671881419606507e-05, -6.409388151951134e-05, -6.146893429104239e-05, -5.884399433853105e-05, -5.621905438601971e-05, -5.3594114433508366e-05, -5.0969174480997026e-05, -4.8344234528485686e-05, -4.571929093799554e-05, -4.30943509854842e-05, -4.0469414670951664e-05, -3.7844474718440324e-05, -3.5219534765928984e-05, -3.259459481341764e-05, -2.99696530419169e-05, -2.734471308940556e-05, -2.4719771317904815e-05, -2.2094831365393475e-05, -1.9469891412882134e-05, -1.6844951460370794e-05, -1.4220010598364752e-05, -1.159506973635871e-05, -8.97012978384737e-06, -6.345189831336029e-06, -3.720248059835285e-06, -1.0953081073239446e-06, 1.5296318451873958e-06, 4.154572252446087e-06, 6.779512659704778e-06, 9.40445352171082e-06, 1.2029393474222161e-05, 1.4654333426733501e-05, 1.7279275198234245e-05, 1.9904215150745586e-05, 2.2529155103256926e-05, 2.5154095055768266e-05, 2.7779035008279607e-05, 3.040397677978035e-05, 3.3028918551281095e-05, 3.5653858503792435e-05, 3.8278798456303775e-05, 4.0903738408815116e-05, 4.3528678361326456e-05, 4.6153618313837796e-05, 4.877855826634914e-05, 5.140349821886048e-05, 5.402843817137182e-05, 5.665337812388316e-05, 5.9278321714373305e-05, 6.190326530486345e-05, 6.452819798141718e-05, 6.715313793392852e-05, 6.977807788643986e-05, 7.24030178389512e-05, 7.502795779146254e-05, 7.765289774397388e-05, 8.027783769648522e-05, 8.290278492495418e-05, 8.552772487746552e-05]}, "gradients/encoder.encoder.layers.8.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 4.0, 3.0, 1.0, 7.0, 7.0, 6.0, 7.0, 16.0, 15.0, 20.0, 21.0, 14.0, 27.0, 23.0, 16.0, 30.0, 34.0, 40.0, 30.0, 35.0, 28.0, 52.0, 34.0, 34.0, 39.0, 39.0, 35.0, 44.0, 28.0, 31.0, 34.0, 34.0, 35.0, 28.0, 29.0, 18.0, 19.0, 9.0, 15.0, 12.0, 8.0, 9.0, 10.0, 6.0, 6.0, 2.0, 5.0, 3.0, 3.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0], "bins": [-5.036592483520508e-05, -4.883669316768646e-05, -4.730746150016785e-05, -4.577822983264923e-05, -4.4248998165130615e-05, -4.2719766497612e-05, -4.1190534830093384e-05, -3.966130316257477e-05, -3.813207149505615e-05, -3.660283982753754e-05, -3.507360816001892e-05, -3.3544376492500305e-05, -3.201514482498169e-05, -3.0485913157463074e-05, -2.8956681489944458e-05, -2.7427449822425842e-05, -2.5898218154907227e-05, -2.436898648738861e-05, -2.2839754819869995e-05, -2.131052315235138e-05, -1.9781291484832764e-05, -1.8252059817314148e-05, -1.6722828149795532e-05, -1.5193596482276917e-05, -1.36643648147583e-05, -1.2135133147239685e-05, -1.060590147972107e-05, -9.076669812202454e-06, -7.547438144683838e-06, -6.018206477165222e-06, -4.4889748096466064e-06, -2.9597431421279907e-06, -1.430511474609375e-06, 9.872019290924072e-08, 1.6279518604278564e-06, 3.157183527946472e-06, 4.686415195465088e-06, 6.215646862983704e-06, 7.74487853050232e-06, 9.274110198020935e-06, 1.080334186553955e-05, 1.2332573533058167e-05, 1.3861805200576782e-05, 1.5391036868095398e-05, 1.6920268535614014e-05, 1.844950020313263e-05, 1.9978731870651245e-05, 2.150796353816986e-05, 2.3037195205688477e-05, 2.4566426873207092e-05, 2.6095658540725708e-05, 2.7624890208244324e-05, 2.915412187576294e-05, 3.0683353543281555e-05, 3.221258521080017e-05, 3.374181687831879e-05, 3.52710485458374e-05, 3.680028021335602e-05, 3.8329511880874634e-05, 3.985874354839325e-05, 4.1387975215911865e-05, 4.291720688343048e-05, 4.44464385509491e-05, 4.597567021846771e-05, 4.750490188598633e-05]}, "gradients/encoder.encoder.layers.7.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 6.0, 2.0, 5.0, 2.0, 3.0, 5.0, 7.0, 14.0, 17.0, 20.0, 29.0, 25.0, 35.0, 48.0, 75.0, 95.0, 110.0, 201.0, 303.0, 414.0, 712.0, 1262.0, 1923.0, 3139.0, 5238.0, 9092.0, 18332.0, 44302.0, 634670.0, 3353871.0, 66376.0, 25270.0, 12107.0, 6474.0, 3691.0, 2208.0, 1267.0, 902.0, 572.0, 415.0, 320.0, 213.0, 180.0, 107.0, 72.0, 58.0, 29.0, 29.0, 19.0, 10.0, 8.0, 9.0, 1.0, 4.0, 0.0, 1.0, 1.0], "bins": [-5.632638931274414e-05, -5.4768286645412445e-05, -5.321018397808075e-05, -5.1652081310749054e-05, -5.009397864341736e-05, -4.853587597608566e-05, -4.697777330875397e-05, -4.541967064142227e-05, -4.3861567974090576e-05, -4.230346530675888e-05, -4.0745362639427185e-05, -3.918725997209549e-05, -3.7629157304763794e-05, -3.60710546374321e-05, -3.45129519701004e-05, -3.295484930276871e-05, -3.139674663543701e-05, -2.9838643968105316e-05, -2.828054130077362e-05, -2.6722438633441925e-05, -2.516433596611023e-05, -2.3606233298778534e-05, -2.204813063144684e-05, -2.0490027964115143e-05, -1.8931925296783447e-05, -1.7373822629451752e-05, -1.5815719962120056e-05, -1.425761729478836e-05, -1.2699514627456665e-05, -1.114141196012497e-05, -9.583309292793274e-06, -8.025206625461578e-06, -6.467103958129883e-06, -4.909001290798187e-06, -3.3508986234664917e-06, -1.7927959561347961e-06, -2.3469328880310059e-07, 1.323409378528595e-06, 2.8815120458602905e-06, 4.439614713191986e-06, 5.997717380523682e-06, 7.555820047855377e-06, 9.113922715187073e-06, 1.0672025382518768e-05, 1.2230128049850464e-05, 1.378823071718216e-05, 1.5346333384513855e-05, 1.690443605184555e-05, 1.8462538719177246e-05, 2.002064138650894e-05, 2.1578744053840637e-05, 2.3136846721172333e-05, 2.469494938850403e-05, 2.6253052055835724e-05, 2.781115472316742e-05, 2.9369257390499115e-05, 3.092736005783081e-05, 3.2485462725162506e-05, 3.40435653924942e-05, 3.56016680598259e-05, 3.715977072715759e-05, 3.871787339448929e-05, 4.0275976061820984e-05, 4.183407872915268e-05, 4.3392181396484375e-05]}, "gradients/encoder.encoder.layers.7.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 5.0, 7.0, 7.0, 6.0, 14.0, 8.0, 19.0, 17.0, 18.0, 25.0, 33.0, 41.0, 63.0, 81.0, 70.0, 87.0, 69.0, 77.0, 63.0, 68.0, 54.0, 40.0, 28.0, 31.0, 19.0, 14.0, 12.0, 9.0, 0.0, 5.0, 5.0, 5.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-1.0609626770019531e-05, -1.031532883644104e-05, -1.0021030902862549e-05, -9.726732969284058e-06, -9.432435035705566e-06, -9.138137102127075e-06, -8.843839168548584e-06, -8.549541234970093e-06, -8.255243301391602e-06, -7.96094536781311e-06, -7.666647434234619e-06, -7.372349500656128e-06, -7.078051567077637e-06, -6.7837536334991455e-06, -6.489455699920654e-06, -6.195157766342163e-06, -5.900859832763672e-06, -5.606561899185181e-06, -5.3122639656066895e-06, -5.017966032028198e-06, -4.723668098449707e-06, -4.429370164871216e-06, -4.135072231292725e-06, -3.840774297714233e-06, -3.546476364135742e-06, -3.252178430557251e-06, -2.9578804969787598e-06, -2.6635825634002686e-06, -2.3692846298217773e-06, -2.074986696243286e-06, -1.780688762664795e-06, -1.4863908290863037e-06, -1.1920928955078125e-06, -8.977949619293213e-07, -6.034970283508301e-07, -3.0919909477233887e-07, -1.4901161193847656e-08, 2.7939677238464355e-07, 5.736947059631348e-07, 8.67992639541626e-07, 1.1622905731201172e-06, 1.4565885066986084e-06, 1.7508864402770996e-06, 2.045184373855591e-06, 2.339482307434082e-06, 2.6337802410125732e-06, 2.9280781745910645e-06, 3.2223761081695557e-06, 3.516674041748047e-06, 3.810971975326538e-06, 4.105269908905029e-06, 4.3995678424835205e-06, 4.693865776062012e-06, 4.988163709640503e-06, 5.282461643218994e-06, 5.576759576797485e-06, 5.8710575103759766e-06, 6.165355443954468e-06, 6.459653377532959e-06, 6.75395131111145e-06, 7.048249244689941e-06, 7.342547178268433e-06, 7.636845111846924e-06, 7.931143045425415e-06, 8.225440979003906e-06]}, "gradients/encoder.encoder.layers.7.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 3.0, 3.0, 4.0, 14.0, 7.0, 19.0, 26.0, 43.0, 45.0, 89.0, 133.0, 219.0, 270.0, 477.0, 691.0, 1053.0, 1510.0, 2553.0, 4060.0, 6668.0, 9962.0, 18648.0, 35646.0, 83331.0, 344318.0, 3352425.0, 204761.0, 60427.0, 26518.0, 16026.0, 9234.0, 5560.0, 3132.0, 2273.0, 1446.0, 875.0, 576.0, 406.0, 277.0, 172.0, 113.0, 94.0, 53.0, 38.0, 24.0, 29.0, 12.0, 14.0, 6.0, 4.0, 4.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.9848346710205078e-05, -1.9147992134094238e-05, -1.84476375579834e-05, -1.774728298187256e-05, -1.704692840576172e-05, -1.634657382965088e-05, -1.564621925354004e-05, -1.49458646774292e-05, -1.424551010131836e-05, -1.354515552520752e-05, -1.284480094909668e-05, -1.214444637298584e-05, -1.1444091796875e-05, -1.074373722076416e-05, -1.004338264465332e-05, -9.34302806854248e-06, -8.64267349243164e-06, -7.9423189163208e-06, -7.241964340209961e-06, -6.541609764099121e-06, -5.841255187988281e-06, -5.140900611877441e-06, -4.4405460357666016e-06, -3.7401914596557617e-06, -3.039836883544922e-06, -2.339482307434082e-06, -1.6391277313232422e-06, -9.387731552124023e-07, -2.384185791015625e-07, 4.6193599700927734e-07, 1.1622905731201172e-06, 1.862645149230957e-06, 2.562999725341797e-06, 3.2633543014526367e-06, 3.9637088775634766e-06, 4.664063453674316e-06, 5.364418029785156e-06, 6.064772605895996e-06, 6.765127182006836e-06, 7.465481758117676e-06, 8.165836334228516e-06, 8.866190910339355e-06, 9.566545486450195e-06, 1.0266900062561035e-05, 1.0967254638671875e-05, 1.1667609214782715e-05, 1.2367963790893555e-05, 1.3068318367004395e-05, 1.3768672943115234e-05, 1.4469027519226074e-05, 1.5169382095336914e-05, 1.5869736671447754e-05, 1.6570091247558594e-05, 1.7270445823669434e-05, 1.7970800399780273e-05, 1.8671154975891113e-05, 1.9371509552001953e-05, 2.0071864128112793e-05, 2.0772218704223633e-05, 2.1472573280334473e-05, 2.2172927856445312e-05, 2.2873282432556152e-05, 2.3573637008666992e-05, 2.4273991584777832e-05, 2.4974346160888672e-05]}, "gradients/encoder.encoder.layers.7.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 4.0, 3.0, 6.0, 7.0, 5.0, 5.0, 8.0, 9.0, 14.0, 11.0, 15.0, 15.0, 18.0, 21.0, 26.0, 26.0, 43.0, 64.0, 83.0, 156.0, 355.0, 1221.0, 1099.0, 399.0, 132.0, 57.0, 45.0, 41.0, 30.0, 26.0, 23.0, 21.0, 11.0, 16.0, 16.0, 9.0, 8.0, 4.0, 6.0, 3.0, 2.0, 6.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0], "bins": [-2.104043960571289e-05, -2.0454637706279755e-05, -1.986883580684662e-05, -1.9283033907413483e-05, -1.8697232007980347e-05, -1.811143010854721e-05, -1.7525628209114075e-05, -1.693982630968094e-05, -1.6354024410247803e-05, -1.5768222510814667e-05, -1.518242061138153e-05, -1.4596618711948395e-05, -1.4010816812515259e-05, -1.3425014913082123e-05, -1.2839213013648987e-05, -1.225341111421585e-05, -1.1667609214782715e-05, -1.1081807315349579e-05, -1.0496005415916443e-05, -9.910203516483307e-06, -9.324401617050171e-06, -8.738599717617035e-06, -8.152797818183899e-06, -7.566995918750763e-06, -6.981194019317627e-06, -6.395392119884491e-06, -5.809590220451355e-06, -5.223788321018219e-06, -4.637986421585083e-06, -4.052184522151947e-06, -3.466382622718811e-06, -2.880580723285675e-06, -2.294778823852539e-06, -1.708976924419403e-06, -1.123175024986267e-06, -5.373731255531311e-07, 4.842877388000488e-08, 6.342306733131409e-07, 1.2200325727462769e-06, 1.8058344721794128e-06, 2.391636371612549e-06, 2.977438271045685e-06, 3.563240170478821e-06, 4.149042069911957e-06, 4.734843969345093e-06, 5.320645868778229e-06, 5.906447768211365e-06, 6.492249667644501e-06, 7.078051567077637e-06, 7.663853466510773e-06, 8.249655365943909e-06, 8.835457265377045e-06, 9.42125916481018e-06, 1.0007061064243317e-05, 1.0592862963676453e-05, 1.1178664863109589e-05, 1.1764466762542725e-05, 1.235026866197586e-05, 1.2936070561408997e-05, 1.3521872460842133e-05, 1.4107674360275269e-05, 1.4693476259708405e-05, 1.527927815914154e-05, 1.5865080058574677e-05, 1.6450881958007812e-05]}, "gradients/encoder.encoder.layers.7.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 3.0, 6.0, 8.0, 1.0, 7.0, 8.0, 12.0, 9.0, 13.0, 21.0, 27.0, 35.0, 52.0, 86.0, 99.0, 153.0, 143.0, 99.0, 68.0, 47.0, 38.0, 17.0, 12.0, 13.0, 5.0, 5.0, 6.0, 1.0, 5.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0001639168185647577, -0.00015969970263540745, -0.0001554825867060572, -0.00015126547077670693, -0.00014704835484735668, -0.00014283123891800642, -0.00013861412298865616, -0.0001343970070593059, -0.00013017989112995565, -0.0001259627752006054, -0.00012174565927125514, -0.00011752854334190488, -0.00011331142741255462, -0.00010909431148320436, -0.0001048771882778965, -0.00010066007234854624, -9.644294914323837e-05, -9.222583321388811e-05, -8.800871728453785e-05, -8.37916013551876e-05, -7.957448542583734e-05, -7.535736949648708e-05, -7.114024629117921e-05, -6.692313036182895e-05, -6.27060144324787e-05, -5.848889850312844e-05, -5.427178257377818e-05, -5.005466300644912e-05, -4.583754707709886e-05, -4.1620431147748604e-05, -3.740331158041954e-05, -3.3186195651069283e-05, -2.8969065169803798e-05, -2.475194924045354e-05, -2.053483149211388e-05, -1.631771374377422e-05, -1.2100597814423963e-05, -7.883481885073707e-06, -3.666364136734046e-06, 5.507536116056144e-07, 4.767869540955871e-06, 8.98498637980083e-06, 1.3202103218645789e-05, 1.741922096698545e-05, 2.1636336896335706e-05, 2.5853452825685963e-05, 3.0070570574025624e-05, 3.4287688322365284e-05, 3.850480425171554e-05, 4.27219201810658e-05, 4.6939036110416055e-05, 5.115615567774512e-05, 5.5373271607095376e-05, 5.959038753644563e-05, 6.38075071037747e-05, 6.802462303312495e-05, 7.224173896247521e-05, 7.645885489182547e-05, 8.067597082117572e-05, 8.489308675052598e-05, 8.911020995583385e-05, 9.332732588518411e-05, 9.754444181453437e-05, 0.00010176155774388462, 0.00010597867367323488]}, "gradients/encoder.encoder.layers.7.final_layer_norm.bias": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 3.0, 3.0, 3.0, 9.0, 10.0, 5.0, 5.0, 12.0, 10.0, 13.0, 16.0, 16.0, 25.0, 19.0, 21.0, 27.0, 28.0, 26.0, 21.0, 35.0, 42.0, 47.0, 37.0, 42.0, 48.0, 46.0, 40.0, 31.0, 45.0, 38.0, 31.0, 33.0, 37.0, 23.0, 24.0, 21.0, 16.0, 21.0, 19.0, 9.0, 9.0, 12.0, 8.0, 3.0, 4.0, 7.0, 7.0, 2.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-5.435943603515625e-05, -5.2354298532009125e-05, -5.0349161028862e-05, -4.8344023525714874e-05, -4.633888602256775e-05, -4.4333748519420624e-05, -4.23286110162735e-05, -4.032347351312637e-05, -3.831833600997925e-05, -3.631319850683212e-05, -3.4308061003685e-05, -3.230292350053787e-05, -3.0297785997390747e-05, -2.8292648494243622e-05, -2.6287510991096497e-05, -2.428237348794937e-05, -2.2277235984802246e-05, -2.027209848165512e-05, -1.8266960978507996e-05, -1.626182347536087e-05, -1.4256685972213745e-05, -1.225154846906662e-05, -1.0246410965919495e-05, -8.24127346277237e-06, -6.236135959625244e-06, -4.230998456478119e-06, -2.2258609533309937e-06, -2.207234501838684e-07, 1.7844140529632568e-06, 3.789551556110382e-06, 5.794689059257507e-06, 7.799826562404633e-06, 9.804964065551758e-06, 1.1810101568698883e-05, 1.3815239071846008e-05, 1.5820376574993134e-05, 1.782551407814026e-05, 1.9830651581287384e-05, 2.183578908443451e-05, 2.3840926587581635e-05, 2.584606409072876e-05, 2.7851201593875885e-05, 2.985633909702301e-05, 3.1861476600170135e-05, 3.386661410331726e-05, 3.5871751606464386e-05, 3.787688910961151e-05, 3.9882026612758636e-05, 4.188716411590576e-05, 4.389230161905289e-05, 4.589743912220001e-05, 4.790257662534714e-05, 4.990771412849426e-05, 5.191285163164139e-05, 5.391798913478851e-05, 5.592312663793564e-05, 5.7928264141082764e-05, 5.993340164422989e-05, 6.193853914737701e-05, 6.394367665052414e-05, 6.594881415367126e-05, 6.795395165681839e-05, 6.995908915996552e-05, 7.196422666311264e-05, 7.396936416625977e-05]}, "gradients/encoder.encoder.layers.7.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 4.0, 5.0, 4.0, 9.0, 20.0, 25.0, 29.0, 35.0, 52.0, 70.0, 133.0, 160.0, 246.0, 401.0, 600.0, 1034.0, 1819.0, 3232.0, 6071.0, 11702.0, 25254.0, 64599.0, 197979.0, 522228.0, 126139.0, 45719.0, 19957.0, 9349.0, 4952.0, 2693.0, 1509.0, 899.0, 525.0, 375.0, 247.0, 169.0, 105.0, 70.0, 44.0, 30.0, 17.0, 13.0, 10.0, 13.0, 10.0, 3.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-4.7266483306884766e-05, -4.588998854160309e-05, -4.451349377632141e-05, -4.3136999011039734e-05, -4.176050424575806e-05, -4.038400948047638e-05, -3.90075147151947e-05, -3.7631019949913025e-05, -3.625452518463135e-05, -3.487803041934967e-05, -3.350153565406799e-05, -3.2125040888786316e-05, -3.074854612350464e-05, -2.937205135822296e-05, -2.7995556592941284e-05, -2.6619061827659607e-05, -2.524256706237793e-05, -2.3866072297096252e-05, -2.2489577531814575e-05, -2.1113082766532898e-05, -1.973658800125122e-05, -1.8360093235969543e-05, -1.6983598470687866e-05, -1.560710370540619e-05, -1.4230608940124512e-05, -1.2854114174842834e-05, -1.1477619409561157e-05, -1.010112464427948e-05, -8.724629878997803e-06, -7.3481351137161255e-06, -5.971640348434448e-06, -4.595145583152771e-06, -3.2186508178710938e-06, -1.8421560525894165e-06, -4.6566128730773926e-07, 9.10833477973938e-07, 2.2873282432556152e-06, 3.6638230085372925e-06, 5.04031777381897e-06, 6.416812539100647e-06, 7.793307304382324e-06, 9.169802069664001e-06, 1.0546296834945679e-05, 1.1922791600227356e-05, 1.3299286365509033e-05, 1.467578113079071e-05, 1.6052275896072388e-05, 1.7428770661354065e-05, 1.8805265426635742e-05, 2.018176019191742e-05, 2.1558254957199097e-05, 2.2934749722480774e-05, 2.431124448776245e-05, 2.568773925304413e-05, 2.7064234018325806e-05, 2.8440728783607483e-05, 2.981722354888916e-05, 3.119371831417084e-05, 3.2570213079452515e-05, 3.394670784473419e-05, 3.532320261001587e-05, 3.6699697375297546e-05, 3.8076192140579224e-05, 3.94526869058609e-05, 4.082918167114258e-05]}, "gradients/encoder.encoder.layers.7.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 4.0, 10.0, 7.0, 12.0, 5.0, 14.0, 17.0, 30.0, 26.0, 39.0, 48.0, 61.0, 54.0, 73.0, 92.0, 85.0, 79.0, 66.0, 62.0, 34.0, 44.0, 39.0, 31.0, 16.0, 14.0, 9.0, 6.0, 9.0, 8.0, 6.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0], "bins": [-1.1265277862548828e-05, -1.0970048606395721e-05, -1.0674819350242615e-05, -1.0379590094089508e-05, -1.0084360837936401e-05, -9.789131581783295e-06, -9.493902325630188e-06, -9.198673069477081e-06, -8.903443813323975e-06, -8.608214557170868e-06, -8.312985301017761e-06, -8.017756044864655e-06, -7.722526788711548e-06, -7.427297532558441e-06, -7.1320682764053345e-06, -6.836839020252228e-06, -6.541609764099121e-06, -6.246380507946014e-06, -5.951151251792908e-06, -5.655921995639801e-06, -5.360692739486694e-06, -5.065463483333588e-06, -4.770234227180481e-06, -4.475004971027374e-06, -4.179775714874268e-06, -3.884546458721161e-06, -3.589317202568054e-06, -3.2940879464149475e-06, -2.998858690261841e-06, -2.703629434108734e-06, -2.4084001779556274e-06, -2.1131709218025208e-06, -1.817941665649414e-06, -1.5227124094963074e-06, -1.2274831533432007e-06, -9.32253897190094e-07, -6.370246410369873e-07, -3.417953848838806e-07, -4.6566128730773926e-08, 2.4866312742233276e-07, 5.438923835754395e-07, 8.391216397285461e-07, 1.1343508958816528e-06, 1.4295801520347595e-06, 1.7248094081878662e-06, 2.020038664340973e-06, 2.3152679204940796e-06, 2.6104971766471863e-06, 2.905726432800293e-06, 3.2009556889533997e-06, 3.4961849451065063e-06, 3.791414201259613e-06, 4.08664345741272e-06, 4.381872713565826e-06, 4.677101969718933e-06, 4.97233122587204e-06, 5.2675604820251465e-06, 5.562789738178253e-06, 5.85801899433136e-06, 6.1532482504844666e-06, 6.448477506637573e-06, 6.74370676279068e-06, 7.038936018943787e-06, 7.334165275096893e-06, 7.62939453125e-06]}, "gradients/encoder.encoder.layers.7.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 2.0, 5.0, 3.0, 9.0, 17.0, 22.0, 35.0, 51.0, 89.0, 145.0, 185.0, 318.0, 508.0, 677.0, 1183.0, 1842.0, 2829.0, 5011.0, 7410.0, 13732.0, 23978.0, 39849.0, 83781.0, 172367.0, 404893.0, 143380.0, 61942.0, 35722.0, 18557.0, 11769.0, 7001.0, 3922.0, 2682.0, 1538.0, 1150.0, 691.0, 415.0, 322.0, 190.0, 108.0, 76.0, 54.0, 38.0, 20.0, 14.0, 14.0, 9.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.1696090698242188e-05, -2.1004118025302887e-05, -2.0312145352363586e-05, -1.9620172679424286e-05, -1.8928200006484985e-05, -1.8236227333545685e-05, -1.7544254660606384e-05, -1.6852281987667084e-05, -1.6160309314727783e-05, -1.5468336641788483e-05, -1.4776363968849182e-05, -1.4084391295909882e-05, -1.3392418622970581e-05, -1.270044595003128e-05, -1.200847327709198e-05, -1.131650060415268e-05, -1.0624527931213379e-05, -9.932555258274078e-06, -9.240582585334778e-06, -8.548609912395477e-06, -7.856637239456177e-06, -7.164664566516876e-06, -6.472691893577576e-06, -5.780719220638275e-06, -5.088746547698975e-06, -4.396773874759674e-06, -3.7048012018203735e-06, -3.012828528881073e-06, -2.3208558559417725e-06, -1.628883183002472e-06, -9.369105100631714e-07, -2.4493783712387085e-07, 4.470348358154297e-07, 1.1390075087547302e-06, 1.8309801816940308e-06, 2.5229528546333313e-06, 3.214925527572632e-06, 3.906898200511932e-06, 4.598870873451233e-06, 5.2908435463905334e-06, 5.982816219329834e-06, 6.6747888922691345e-06, 7.366761565208435e-06, 8.058734238147736e-06, 8.750706911087036e-06, 9.442679584026337e-06, 1.0134652256965637e-05, 1.0826624929904938e-05, 1.1518597602844238e-05, 1.2210570275783539e-05, 1.290254294872284e-05, 1.359451562166214e-05, 1.428648829460144e-05, 1.4978460967540741e-05, 1.567043364048004e-05, 1.6362406313419342e-05, 1.7054378986358643e-05, 1.7746351659297943e-05, 1.8438324332237244e-05, 1.9130297005176544e-05, 1.9822269678115845e-05, 2.0514242351055145e-05, 2.1206215023994446e-05, 2.1898187696933746e-05, 2.2590160369873047e-05]}, "gradients/encoder.encoder.layers.7.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 7.0, 7.0, 6.0, 5.0, 7.0, 7.0, 6.0, 13.0, 18.0, 15.0, 20.0, 25.0, 23.0, 29.0, 39.0, 30.0, 49.0, 35.0, 36.0, 32.0, 41.0, 56.0, 57.0, 45.0, 37.0, 44.0, 44.0, 44.0, 31.0, 31.0, 22.0, 30.0, 19.0, 26.0, 14.0, 12.0, 11.0, 6.0, 4.0, 5.0, 7.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.895427703857422e-05, -1.837499439716339e-05, -1.7795711755752563e-05, -1.7216429114341736e-05, -1.6637146472930908e-05, -1.605786383152008e-05, -1.5478581190109253e-05, -1.4899298548698425e-05, -1.4320015907287598e-05, -1.374073326587677e-05, -1.3161450624465942e-05, -1.2582167983055115e-05, -1.2002885341644287e-05, -1.142360270023346e-05, -1.0844320058822632e-05, -1.0265037417411804e-05, -9.685754776000977e-06, -9.106472134590149e-06, -8.527189493179321e-06, -7.947906851768494e-06, -7.368624210357666e-06, -6.789341568946838e-06, -6.210058927536011e-06, -5.630776286125183e-06, -5.0514936447143555e-06, -4.472211003303528e-06, -3.8929283618927e-06, -3.3136457204818726e-06, -2.734363079071045e-06, -2.1550804376602173e-06, -1.5757977962493896e-06, -9.96515154838562e-07, -4.172325134277344e-07, 1.6205012798309326e-07, 7.413327693939209e-07, 1.3206154108047485e-06, 1.8998980522155762e-06, 2.479180693626404e-06, 3.0584633350372314e-06, 3.637745976448059e-06, 4.217028617858887e-06, 4.796311259269714e-06, 5.375593900680542e-06, 5.95487654209137e-06, 6.534159183502197e-06, 7.113441824913025e-06, 7.692724466323853e-06, 8.27200710773468e-06, 8.851289749145508e-06, 9.430572390556335e-06, 1.0009855031967163e-05, 1.058913767337799e-05, 1.1168420314788818e-05, 1.1747702956199646e-05, 1.2326985597610474e-05, 1.2906268239021301e-05, 1.3485550880432129e-05, 1.4064833521842957e-05, 1.4644116163253784e-05, 1.5223398804664612e-05, 1.580268144607544e-05, 1.6381964087486267e-05, 1.6961246728897095e-05, 1.7540529370307922e-05, 1.811981201171875e-05]}, "gradients/encoder.encoder.layers.7.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 7.0, 5.0, 5.0, 8.0, 5.0, 13.0, 34.0, 32.0, 58.0, 142.0, 125.0, 177.0, 573.0, 531.0, 678.0, 2485.0, 2224.0, 3548.0, 14578.0, 15886.0, 29626.0, 229549.0, 447539.0, 165361.0, 94625.0, 15704.0, 8996.0, 9025.0, 2209.0, 1492.0, 1656.0, 471.0, 321.0, 438.0, 127.0, 87.0, 117.0, 33.0, 20.0, 33.0, 7.0, 8.0, 7.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-2.5033950805664062e-06, -2.4242326617240906e-06, -2.345070242881775e-06, -2.2659078240394592e-06, -2.1867454051971436e-06, -2.107582986354828e-06, -2.028420567512512e-06, -1.9492581486701965e-06, -1.8700957298278809e-06, -1.7909333109855652e-06, -1.7117708921432495e-06, -1.6326084733009338e-06, -1.5534460544586182e-06, -1.4742836356163025e-06, -1.3951212167739868e-06, -1.3159587979316711e-06, -1.2367963790893555e-06, -1.1576339602470398e-06, -1.0784715414047241e-06, -9.993091225624084e-07, -9.201467037200928e-07, -8.409842848777771e-07, -7.618218660354614e-07, -6.826594471931458e-07, -6.034970283508301e-07, -5.243346095085144e-07, -4.4517219066619873e-07, -3.6600977182388306e-07, -2.868473529815674e-07, -2.076849341392517e-07, -1.2852251529693604e-07, -4.936009645462036e-08, 2.9802322387695312e-08, 1.0896474123001099e-07, 1.8812716007232666e-07, 2.6728957891464233e-07, 3.46451997756958e-07, 4.256144165992737e-07, 5.047768354415894e-07, 5.83939254283905e-07, 6.631016731262207e-07, 7.422640919685364e-07, 8.21426510810852e-07, 9.005889296531677e-07, 9.797513484954834e-07, 1.058913767337799e-06, 1.1380761861801147e-06, 1.2172386050224304e-06, 1.296401023864746e-06, 1.3755634427070618e-06, 1.4547258615493774e-06, 1.5338882803916931e-06, 1.6130506992340088e-06, 1.6922131180763245e-06, 1.7713755369186401e-06, 1.8505379557609558e-06, 1.9297003746032715e-06, 2.008862793445587e-06, 2.088025212287903e-06, 2.1671876311302185e-06, 2.246350049972534e-06, 2.32551246881485e-06, 2.4046748876571655e-06, 2.483837306499481e-06, 2.562999725341797e-06]}, "gradients/encoder.encoder.layers.7.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 7.0, 6.0, 11.0, 7.0, 18.0, 0.0, 13.0, 20.0, 15.0, 25.0, 42.0, 0.0, 66.0, 61.0, 67.0, 73.0, 112.0, 0.0, 81.0, 71.0, 62.0, 51.0, 39.0, 29.0, 0.0, 24.0, 13.0, 18.0, 14.0, 10.0, 0.0, 9.0, 10.0, 6.0, 4.0, 5.0, 2.0, 0.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5497207641601562e-06, -1.4994293451309204e-06, -1.4491379261016846e-06, -1.3988465070724487e-06, -1.3485550880432129e-06, -1.298263669013977e-06, -1.2479722499847412e-06, -1.1976808309555054e-06, -1.1473894119262695e-06, -1.0970979928970337e-06, -1.0468065738677979e-06, -9.96515154838562e-07, -9.462237358093262e-07, -8.959323167800903e-07, -8.456408977508545e-07, -7.953494787216187e-07, -7.450580596923828e-07, -6.94766640663147e-07, -6.444752216339111e-07, -5.941838026046753e-07, -5.438923835754395e-07, -4.936009645462036e-07, -4.4330954551696777e-07, -3.9301812648773193e-07, -3.427267074584961e-07, -2.9243528842926025e-07, -2.421438694000244e-07, -1.9185245037078857e-07, -1.4156103134155273e-07, -9.12696123123169e-08, -4.0978193283081055e-08, 9.313225746154785e-09, 5.960464477539063e-08, 1.0989606380462646e-07, 1.601874828338623e-07, 2.1047890186309814e-07, 2.60770320892334e-07, 3.110617399215698e-07, 3.6135315895080566e-07, 4.116445779800415e-07, 4.6193599700927734e-07, 5.122274160385132e-07, 5.62518835067749e-07, 6.128102540969849e-07, 6.631016731262207e-07, 7.133930921554565e-07, 7.636845111846924e-07, 8.139759302139282e-07, 8.642673492431641e-07, 9.145587682723999e-07, 9.648501873016357e-07, 1.0151416063308716e-06, 1.0654330253601074e-06, 1.1157244443893433e-06, 1.166015863418579e-06, 1.216307282447815e-06, 1.2665987014770508e-06, 1.3168901205062866e-06, 1.3671815395355225e-06, 1.4174729585647583e-06, 1.4677643775939941e-06, 1.51805579662323e-06, 1.5683472156524658e-06, 1.6186386346817017e-06, 1.6689300537109375e-06]}, "gradients/encoder.encoder.layers.7.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 1.0, 7.0, 7.0, 3.0, 13.0, 22.0, 12.0, 24.0, 37.0, 96.0, 86.0, 111.0, 150.0, 533.0, 418.0, 586.0, 811.0, 2851.0, 2519.0, 3471.0, 5124.0, 20182.0, 22163.0, 45980.0, 140306.0, 698198.0, 45653.0, 22124.0, 12435.0, 12910.0, 3596.0, 2351.0, 1684.0, 2008.0, 602.0, 379.0, 294.0, 364.0, 106.0, 80.0, 58.0, 90.0, 41.0, 22.0, 17.0, 18.0, 6.0, 4.0, 4.0, 5.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.086162567138672e-06, -2.0116567611694336e-06, -1.9371509552001953e-06, -1.862645149230957e-06, -1.7881393432617188e-06, -1.7136335372924805e-06, -1.6391277313232422e-06, -1.564621925354004e-06, -1.4901161193847656e-06, -1.4156103134155273e-06, -1.341104507446289e-06, -1.2665987014770508e-06, -1.1920928955078125e-06, -1.1175870895385742e-06, -1.043081283569336e-06, -9.685754776000977e-07, -8.940696716308594e-07, -8.195638656616211e-07, -7.450580596923828e-07, -6.705522537231445e-07, -5.960464477539062e-07, -5.21540641784668e-07, -4.470348358154297e-07, -3.725290298461914e-07, -2.980232238769531e-07, -2.2351741790771484e-07, -1.4901161193847656e-07, -7.450580596923828e-08, 0.0, 7.450580596923828e-08, 1.4901161193847656e-07, 2.2351741790771484e-07, 2.980232238769531e-07, 3.725290298461914e-07, 4.470348358154297e-07, 5.21540641784668e-07, 5.960464477539062e-07, 6.705522537231445e-07, 7.450580596923828e-07, 8.195638656616211e-07, 8.940696716308594e-07, 9.685754776000977e-07, 1.043081283569336e-06, 1.1175870895385742e-06, 1.1920928955078125e-06, 1.2665987014770508e-06, 1.341104507446289e-06, 1.4156103134155273e-06, 1.4901161193847656e-06, 1.564621925354004e-06, 1.6391277313232422e-06, 1.7136335372924805e-06, 1.7881393432617188e-06, 1.862645149230957e-06, 1.9371509552001953e-06, 2.0116567611694336e-06, 2.086162567138672e-06, 2.16066837310791e-06, 2.2351741790771484e-06, 2.3096799850463867e-06, 2.384185791015625e-06, 2.4586915969848633e-06, 2.5331974029541016e-06, 2.60770320892334e-06, 2.682209014892578e-06]}, "gradients/encoder.encoder.layers.7.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 8.0, 3.0, 6.0, 4.0, 5.0, 3.0, 5.0, 10.0, 5.0, 10.0, 11.0, 17.0, 15.0, 19.0, 59.0, 48.0, 65.0, 114.0, 150.0, 120.0, 84.0, 59.0, 49.0, 15.0, 21.0, 18.0, 10.0, 10.0, 10.0, 4.0, 18.0, 5.0, 3.0, 6.0, 2.0, 6.0, 4.0, 3.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.3245811462402344e-06, -2.261251211166382e-06, -2.1979212760925293e-06, -2.1345913410186768e-06, -2.0712614059448242e-06, -2.0079314708709717e-06, -1.944601535797119e-06, -1.8812716007232666e-06, -1.817941665649414e-06, -1.7546117305755615e-06, -1.691281795501709e-06, -1.6279518604278564e-06, -1.564621925354004e-06, -1.5012919902801514e-06, -1.4379620552062988e-06, -1.3746321201324463e-06, -1.3113021850585938e-06, -1.2479722499847412e-06, -1.1846423149108887e-06, -1.1213123798370361e-06, -1.0579824447631836e-06, -9.94652509689331e-07, -9.313225746154785e-07, -8.67992639541626e-07, -8.046627044677734e-07, -7.413327693939209e-07, -6.780028343200684e-07, -6.146728992462158e-07, -5.513429641723633e-07, -4.880130290985107e-07, -4.246830940246582e-07, -3.6135315895080566e-07, -2.980232238769531e-07, -2.3469328880310059e-07, -1.7136335372924805e-07, -1.0803341865539551e-07, -4.470348358154297e-08, 1.862645149230957e-08, 8.195638656616211e-08, 1.4528632164001465e-07, 2.086162567138672e-07, 2.7194619178771973e-07, 3.3527612686157227e-07, 3.986060619354248e-07, 4.6193599700927734e-07, 5.252659320831299e-07, 5.885958671569824e-07, 6.51925802230835e-07, 7.152557373046875e-07, 7.7858567237854e-07, 8.419156074523926e-07, 9.052455425262451e-07, 9.685754776000977e-07, 1.0319054126739502e-06, 1.0952353477478027e-06, 1.1585652828216553e-06, 1.2218952178955078e-06, 1.2852251529693604e-06, 1.3485550880432129e-06, 1.4118850231170654e-06, 1.475214958190918e-06, 1.5385448932647705e-06, 1.601874828338623e-06, 1.6652047634124756e-06, 1.7285346984863281e-06]}, "gradients/encoder.encoder.layers.7.layer_norm.weight": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 0.0, 3.0, 5.0, 5.0, 3.0, 7.0, 4.0, 9.0, 9.0, 16.0, 16.0, 25.0, 27.0, 35.0, 55.0, 73.0, 134.0, 180.0, 117.0, 65.0, 49.0, 30.0, 34.0, 30.0, 19.0, 18.0, 10.0, 8.0, 7.0, 5.0, 2.0, 5.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.077999594504945e-05, -4.8288246034644544e-05, -4.579649248626083e-05, -4.330473893787712e-05, -4.081298902747221e-05, -3.832123911706731e-05, -3.5829485568683594e-05, -3.333773202029988e-05, -3.0845982109894976e-05, -2.8354230380500667e-05, -2.5862478651106358e-05, -2.337072692171205e-05, -2.087897519231774e-05, -1.838722346292343e-05, -1.589547173352912e-05, -1.3403720004134811e-05, -1.0911968274740502e-05, -8.420216545346193e-06, -5.928464815951884e-06, -3.4367130865575746e-06, -9.449613571632653e-07, 1.5467903722310439e-06, 4.038542101625353e-06, 6.530293831019662e-06, 9.022045560413972e-06, 1.151379728980828e-05, 1.400554901920259e-05, 1.64973007485969e-05, 1.898905247799121e-05, 2.1480804207385518e-05, 2.3972555936779827e-05, 2.6464307666174136e-05, 2.8956063033547252e-05, 3.1447816581930965e-05, 3.393956649233587e-05, 3.6431316402740777e-05, 3.892306995112449e-05, 4.14148234995082e-05, 4.390657340991311e-05, 4.6398323320318013e-05, 4.8890076868701726e-05, 5.138183041708544e-05, 5.3873580327490345e-05, 5.636533023789525e-05, 5.885708378627896e-05, 6.134883733466268e-05, 6.384059088304639e-05, 6.633233715547249e-05, 6.88240907038562e-05, 7.131584425223991e-05, 7.380759052466601e-05, 7.629934407304972e-05, 7.879109762143344e-05, 8.128285116981715e-05, 8.377460471820086e-05, 8.626635099062696e-05, 8.875810453901067e-05, 9.124985808739439e-05, 9.374160435982049e-05, 9.62333579082042e-05, 9.872511145658791e-05, 0.00010121686500497162, 0.00010370861855335534, 0.00010620036482578143, 0.00010869211837416515]}, "gradients/encoder.encoder.layers.7.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 3.0, 5.0, 3.0, 2.0, 3.0, 5.0, 3.0, 2.0, 10.0, 8.0, 13.0, 14.0, 18.0, 17.0, 22.0, 23.0, 27.0, 32.0, 34.0, 26.0, 37.0, 34.0, 38.0, 51.0, 43.0, 54.0, 34.0, 36.0, 40.0, 45.0, 38.0, 46.0, 49.0, 27.0, 21.0, 30.0, 21.0, 19.0, 23.0, 11.0, 13.0, 8.0, 9.0, 3.0, 3.0, 4.0, 4.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.494190216064453e-05, -4.341732710599899e-05, -4.1892752051353455e-05, -4.0368176996707916e-05, -3.884360194206238e-05, -3.731902688741684e-05, -3.57944518327713e-05, -3.426987677812576e-05, -3.2745301723480225e-05, -3.1220726668834686e-05, -2.9696151614189148e-05, -2.817157655954361e-05, -2.664700150489807e-05, -2.5122426450252533e-05, -2.3597851395606995e-05, -2.2073276340961456e-05, -2.0548701286315918e-05, -1.902412623167038e-05, -1.749955117702484e-05, -1.5974976122379303e-05, -1.4450401067733765e-05, -1.2925826013088226e-05, -1.1401250958442688e-05, -9.87667590379715e-06, -8.352100849151611e-06, -6.827525794506073e-06, -5.302950739860535e-06, -3.7783756852149963e-06, -2.253800630569458e-06, -7.292255759239197e-07, 7.953494787216187e-07, 2.319924533367157e-06, 3.844499588012695e-06, 5.369074642658234e-06, 6.893649697303772e-06, 8.41822475194931e-06, 9.942799806594849e-06, 1.1467374861240387e-05, 1.2991949915885925e-05, 1.4516524970531464e-05, 1.6041100025177002e-05, 1.756567507982254e-05, 1.909025013446808e-05, 2.0614825189113617e-05, 2.2139400243759155e-05, 2.3663975298404694e-05, 2.5188550353050232e-05, 2.671312540769577e-05, 2.823770046234131e-05, 2.9762275516986847e-05, 3.1286850571632385e-05, 3.2811425626277924e-05, 3.433600068092346e-05, 3.5860575735569e-05, 3.738515079021454e-05, 3.890972584486008e-05, 4.0434300899505615e-05, 4.1958875954151154e-05, 4.348345100879669e-05, 4.500802606344223e-05, 4.653260111808777e-05, 4.805717617273331e-05, 4.9581751227378845e-05, 5.1106326282024384e-05, 5.263090133666992e-05]}, "gradients/encoder.encoder.layers.6.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 2.0, 8.0, 7.0, 10.0, 16.0, 18.0, 19.0, 26.0, 31.0, 44.0, 64.0, 78.0, 93.0, 160.0, 222.0, 362.0, 426.0, 815.0, 1207.0, 1989.0, 2978.0, 5130.0, 8717.0, 16622.0, 40502.0, 220887.0, 3743329.0, 87437.0, 30693.0, 13960.0, 7572.0, 3979.0, 2433.0, 1399.0, 927.0, 618.0, 414.0, 298.0, 232.0, 164.0, 116.0, 89.0, 67.0, 40.0, 32.0, 12.0, 18.0, 7.0, 9.0, 7.0, 2.0, 0.0, 0.0, 0.0, 3.0], "bins": [-5.364418029785156e-05, -5.212519317865372e-05, -5.060620605945587e-05, -4.9087218940258026e-05, -4.756823182106018e-05, -4.6049244701862335e-05, -4.453025758266449e-05, -4.3011270463466644e-05, -4.14922833442688e-05, -3.997329622507095e-05, -3.845430910587311e-05, -3.693532198667526e-05, -3.541633486747742e-05, -3.389734774827957e-05, -3.2378360629081726e-05, -3.085937350988388e-05, -2.9340386390686035e-05, -2.782139927148819e-05, -2.6302412152290344e-05, -2.47834250330925e-05, -2.3264437913894653e-05, -2.1745450794696808e-05, -2.0226463675498962e-05, -1.8707476556301117e-05, -1.718848943710327e-05, -1.5669502317905426e-05, -1.415051519870758e-05, -1.2631528079509735e-05, -1.111254096031189e-05, -9.593553841114044e-06, -8.074566721916199e-06, -6.555579602718353e-06, -5.036592483520508e-06, -3.5176053643226624e-06, -1.998618245124817e-06, -4.796311259269714e-07, 1.039355993270874e-06, 2.5583431124687195e-06, 4.077330231666565e-06, 5.59631735086441e-06, 7.115304470062256e-06, 8.634291589260101e-06, 1.0153278708457947e-05, 1.1672265827655792e-05, 1.3191252946853638e-05, 1.4710240066051483e-05, 1.622922718524933e-05, 1.7748214304447174e-05, 1.926720142364502e-05, 2.0786188542842865e-05, 2.230517566204071e-05, 2.3824162781238556e-05, 2.53431499004364e-05, 2.6862137019634247e-05, 2.8381124138832092e-05, 2.9900111258029938e-05, 3.141909837722778e-05, 3.293808549642563e-05, 3.4457072615623474e-05, 3.597605973482132e-05, 3.7495046854019165e-05, 3.901403397321701e-05, 4.0533021092414856e-05, 4.20520082116127e-05, 4.357099533081055e-05]}, "gradients/encoder.encoder.layers.6.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 4.0, 3.0, 2.0, 3.0, 17.0, 13.0, 12.0, 15.0, 18.0, 28.0, 28.0, 40.0, 44.0, 94.0, 76.0, 79.0, 89.0, 76.0, 58.0, 64.0, 58.0, 46.0, 30.0, 32.0, 18.0, 16.0, 8.0, 11.0, 5.0, 4.0, 3.0, 5.0, 0.0, 0.0, 2.0, 1.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0848045349121094e-05, -1.0540708899497986e-05, -1.0233372449874878e-05, -9.92603600025177e-06, -9.618699550628662e-06, -9.311363101005554e-06, -9.004026651382446e-06, -8.696690201759338e-06, -8.38935375213623e-06, -8.082017302513123e-06, -7.774680852890015e-06, -7.467344403266907e-06, -7.160007953643799e-06, -6.852671504020691e-06, -6.545335054397583e-06, -6.237998604774475e-06, -5.930662155151367e-06, -5.623325705528259e-06, -5.315989255905151e-06, -5.0086528062820435e-06, -4.7013163566589355e-06, -4.393979907035828e-06, -4.08664345741272e-06, -3.779307007789612e-06, -3.471970558166504e-06, -3.164634108543396e-06, -2.857297658920288e-06, -2.54996120929718e-06, -2.2426247596740723e-06, -1.9352883100509644e-06, -1.6279518604278564e-06, -1.3206154108047485e-06, -1.0132789611816406e-06, -7.059425115585327e-07, -3.986060619354248e-07, -9.12696123123169e-08, 2.1606683731079102e-07, 5.234032869338989e-07, 8.307397365570068e-07, 1.1380761861801147e-06, 1.4454126358032227e-06, 1.7527490854263306e-06, 2.0600855350494385e-06, 2.3674219846725464e-06, 2.6747584342956543e-06, 2.982094883918762e-06, 3.28943133354187e-06, 3.596767783164978e-06, 3.904104232788086e-06, 4.211440682411194e-06, 4.518777132034302e-06, 4.82611358165741e-06, 5.133450031280518e-06, 5.4407864809036255e-06, 5.748122930526733e-06, 6.055459380149841e-06, 6.362795829772949e-06, 6.670132279396057e-06, 6.977468729019165e-06, 7.284805178642273e-06, 7.592141628265381e-06, 7.899478077888489e-06, 8.206814527511597e-06, 8.514150977134705e-06, 8.821487426757812e-06]}, "gradients/encoder.encoder.layers.6.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 3.0, 3.0, 5.0, 6.0, 10.0, 18.0, 20.0, 29.0, 41.0, 68.0, 97.0, 108.0, 206.0, 306.0, 440.0, 645.0, 1020.0, 1298.0, 2084.0, 2798.0, 4606.0, 6904.0, 9810.0, 17460.0, 27607.0, 61634.0, 155977.0, 2824369.0, 833217.0, 128101.0, 49811.0, 23221.0, 15224.0, 8695.0, 6163.0, 3773.0, 2780.0, 1868.0, 1211.0, 874.0, 543.0, 401.0, 234.0, 219.0, 127.0, 86.0, 62.0, 31.0, 29.0, 18.0, 14.0, 3.0, 7.0, 5.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.9431114196777344e-05, -1.880154013633728e-05, -1.8171966075897217e-05, -1.7542392015457153e-05, -1.691281795501709e-05, -1.6283243894577026e-05, -1.5653669834136963e-05, -1.50240957736969e-05, -1.4394521713256836e-05, -1.3764947652816772e-05, -1.3135373592376709e-05, -1.2505799531936646e-05, -1.1876225471496582e-05, -1.1246651411056519e-05, -1.0617077350616455e-05, -9.987503290176392e-06, -9.357929229736328e-06, -8.728355169296265e-06, -8.098781108856201e-06, -7.469207048416138e-06, -6.839632987976074e-06, -6.210058927536011e-06, -5.580484867095947e-06, -4.950910806655884e-06, -4.32133674621582e-06, -3.691762685775757e-06, -3.0621886253356934e-06, -2.43261456489563e-06, -1.8030405044555664e-06, -1.173466444015503e-06, -5.438923835754395e-07, 8.568167686462402e-08, 7.152557373046875e-07, 1.344829797744751e-06, 1.9744038581848145e-06, 2.603977918624878e-06, 3.2335519790649414e-06, 3.863126039505005e-06, 4.492700099945068e-06, 5.122274160385132e-06, 5.751848220825195e-06, 6.381422281265259e-06, 7.010996341705322e-06, 7.640570402145386e-06, 8.27014446258545e-06, 8.899718523025513e-06, 9.529292583465576e-06, 1.015886664390564e-05, 1.0788440704345703e-05, 1.1418014764785767e-05, 1.204758882522583e-05, 1.2677162885665894e-05, 1.3306736946105957e-05, 1.393631100654602e-05, 1.4565885066986084e-05, 1.5195459127426147e-05, 1.582503318786621e-05, 1.6454607248306274e-05, 1.7084181308746338e-05, 1.77137553691864e-05, 1.8343329429626465e-05, 1.897290349006653e-05, 1.9602477550506592e-05, 2.0232051610946655e-05, 2.086162567138672e-05]}, "gradients/encoder.encoder.layers.6.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 4.0, 1.0, 2.0, 5.0, 6.0, 3.0, 12.0, 6.0, 8.0, 12.0, 12.0, 8.0, 10.0, 17.0, 20.0, 33.0, 27.0, 47.0, 45.0, 91.0, 136.0, 222.0, 622.0, 1379.0, 653.0, 250.0, 105.0, 63.0, 40.0, 40.0, 19.0, 32.0, 20.0, 13.0, 19.0, 16.0, 14.0, 9.0, 5.0, 7.0, 11.0, 7.0, 5.0, 6.0, 7.0, 3.0, 0.0, 4.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.8715858459472656e-05, -1.8139369785785675e-05, -1.7562881112098694e-05, -1.6986392438411713e-05, -1.640990376472473e-05, -1.583341509103775e-05, -1.5256926417350769e-05, -1.4680437743663788e-05, -1.4103949069976807e-05, -1.3527460396289825e-05, -1.2950971722602844e-05, -1.2374483048915863e-05, -1.1797994375228882e-05, -1.12215057015419e-05, -1.064501702785492e-05, -1.0068528354167938e-05, -9.492039680480957e-06, -8.915551006793976e-06, -8.339062333106995e-06, -7.762573659420013e-06, -7.186084985733032e-06, -6.609596312046051e-06, -6.03310763835907e-06, -5.456618964672089e-06, -4.880130290985107e-06, -4.303641617298126e-06, -3.727152943611145e-06, -3.150664269924164e-06, -2.5741755962371826e-06, -1.9976869225502014e-06, -1.4211982488632202e-06, -8.44709575176239e-07, -2.682209014892578e-07, 3.082677721977234e-07, 8.847564458847046e-07, 1.4612451195716858e-06, 2.037733793258667e-06, 2.614222466945648e-06, 3.1907111406326294e-06, 3.7671998143196106e-06, 4.343688488006592e-06, 4.920177161693573e-06, 5.496665835380554e-06, 6.073154509067535e-06, 6.649643182754517e-06, 7.226131856441498e-06, 7.802620530128479e-06, 8.37910920381546e-06, 8.955597877502441e-06, 9.532086551189423e-06, 1.0108575224876404e-05, 1.0685063898563385e-05, 1.1261552572250366e-05, 1.1838041245937347e-05, 1.2414529919624329e-05, 1.299101859331131e-05, 1.3567507266998291e-05, 1.4143995940685272e-05, 1.4720484614372253e-05, 1.5296973288059235e-05, 1.5873461961746216e-05, 1.6449950635433197e-05, 1.7026439309120178e-05, 1.760292798280716e-05, 1.817941665649414e-05]}, "gradients/encoder.encoder.layers.6.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 4.0, 7.0, 9.0, 15.0, 11.0, 13.0, 18.0, 15.0, 16.0, 33.0, 37.0, 56.0, 84.0, 149.0, 139.0, 122.0, 65.0, 44.0, 46.0, 32.0, 22.0, 19.0, 9.0, 6.0, 12.0, 7.0, 3.0, 3.0, 4.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.000136710747028701, -0.0001326124183833599, -0.0001285140897380188, -0.0001244157610926777, -0.00012031743244733661, -0.00011621910380199552, -0.00011212077515665442, -0.00010802244651131332, -0.00010392411786597222, -9.982578922063112e-05, -9.572746057529002e-05, -9.162913192994893e-05, -8.753080328460783e-05, -8.343247463926673e-05, -7.933414599392563e-05, -7.523581734858453e-05, -7.113748870324343e-05, -6.703916005790234e-05, -6.294083141256124e-05, -5.884250276722014e-05, -5.474417412187904e-05, -5.064584547653794e-05, -4.6547516831196845e-05, -4.2449188185855746e-05, -3.835085954051465e-05, -3.425253089517355e-05, -3.015420224983245e-05, -2.6055873604491353e-05, -2.1957544959150255e-05, -1.7859216313809156e-05, -1.3760887668468058e-05, -9.66255902312696e-06, -5.5642303777858615e-06, -1.4659017324447632e-06, 2.632426912896335e-06, 6.7307555582374334e-06, 1.0829084203578532e-05, 1.492741284891963e-05, 1.902574149426073e-05, 2.3124070139601827e-05, 2.7222398784942925e-05, 3.132072743028402e-05, 3.541905607562512e-05, 3.951738472096622e-05, 4.361571336630732e-05, 4.7714042011648417e-05, 5.1812370656989515e-05, 5.591069930233061e-05, 6.000902794767171e-05, 6.410735659301281e-05, 6.820568523835391e-05, 7.2304013883695e-05, 7.64023425290361e-05, 8.05006711743772e-05, 8.45989998197183e-05, 8.86973284650594e-05, 9.27956571104005e-05, 9.68939857557416e-05, 0.0001009923144010827, 0.00010509064304642379, 0.00010918897169176489, 0.00011328730033710599, 0.00011738562898244709, 0.00012148395762778819, 0.00012558228627312928]}, "gradients/encoder.encoder.layers.6.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 3.0, 5.0, 6.0, 7.0, 4.0, 10.0, 16.0, 13.0, 19.0, 16.0, 21.0, 28.0, 36.0, 33.0, 49.0, 36.0, 37.0, 43.0, 40.0, 46.0, 42.0, 52.0, 43.0, 45.0, 36.0, 35.0, 40.0, 28.0, 39.0, 25.0, 20.0, 36.0, 21.0, 11.0, 14.0, 13.0, 16.0, 8.0, 9.0, 5.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.14199447631836e-05, -7.898826152086258e-05, -7.655657827854156e-05, -7.412489503622055e-05, -7.169321179389954e-05, -6.926152855157852e-05, -6.682984530925751e-05, -6.439816206693649e-05, -6.196647882461548e-05, -5.9534795582294464e-05, -5.710311233997345e-05, -5.4671429097652435e-05, -5.223974585533142e-05, -4.9808062613010406e-05, -4.737637937068939e-05, -4.494469612836838e-05, -4.251301288604736e-05, -4.008132964372635e-05, -3.7649646401405334e-05, -3.521796315908432e-05, -3.2786279916763306e-05, -3.035459667444229e-05, -2.7922913432121277e-05, -2.5491230189800262e-05, -2.3059546947479248e-05, -2.0627863705158234e-05, -1.819618046283722e-05, -1.5764497220516205e-05, -1.333281397819519e-05, -1.0901130735874176e-05, -8.469447493553162e-06, -6.037764251232147e-06, -3.606081008911133e-06, -1.1743977665901184e-06, 1.257285475730896e-06, 3.6889687180519104e-06, 6.120651960372925e-06, 8.55233520269394e-06, 1.0984018445014954e-05, 1.3415701687335968e-05, 1.5847384929656982e-05, 1.8279068171977997e-05, 2.071075141429901e-05, 2.3142434656620026e-05, 2.557411789894104e-05, 2.8005801141262054e-05, 3.043748438358307e-05, 3.286916762590408e-05, 3.53008508682251e-05, 3.773253411054611e-05, 4.0164217352867126e-05, 4.259590059518814e-05, 4.5027583837509155e-05, 4.745926707983017e-05, 4.9890950322151184e-05, 5.23226335644722e-05, 5.475431680679321e-05, 5.718600004911423e-05, 5.961768329143524e-05, 6.204936653375626e-05, 6.448104977607727e-05, 6.691273301839828e-05, 6.93444162607193e-05, 7.177609950304031e-05, 7.420778274536133e-05]}, "gradients/encoder.encoder.layers.6.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 6.0, 5.0, 7.0, 1.0, 3.0, 5.0, 7.0, 10.0, 8.0, 17.0, 26.0, 29.0, 52.0, 89.0, 134.0, 191.0, 307.0, 466.0, 668.0, 1058.0, 1777.0, 2979.0, 4868.0, 8159.0, 14506.0, 27780.0, 60462.0, 162929.0, 486976.0, 159172.0, 56318.0, 26428.0, 13656.0, 7590.0, 4636.0, 2792.0, 1605.0, 1042.0, 650.0, 406.0, 263.0, 165.0, 116.0, 78.0, 36.0, 28.0, 14.0, 9.0, 10.0, 5.0, 5.0, 3.0, 6.0, 4.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.7729740142822266e-05, -3.653019666671753e-05, -3.533065319061279e-05, -3.413110971450806e-05, -3.293156623840332e-05, -3.1732022762298584e-05, -3.053247928619385e-05, -2.933293581008911e-05, -2.8133392333984375e-05, -2.693384885787964e-05, -2.5734305381774902e-05, -2.4534761905670166e-05, -2.333521842956543e-05, -2.2135674953460693e-05, -2.0936131477355957e-05, -1.973658800125122e-05, -1.8537044525146484e-05, -1.7337501049041748e-05, -1.6137957572937012e-05, -1.4938414096832275e-05, -1.3738870620727539e-05, -1.2539327144622803e-05, -1.1339783668518066e-05, -1.014024019241333e-05, -8.940696716308594e-06, -7.741153240203857e-06, -6.541609764099121e-06, -5.342066287994385e-06, -4.1425228118896484e-06, -2.942979335784912e-06, -1.7434358596801758e-06, -5.438923835754395e-07, 6.556510925292969e-07, 1.8551945686340332e-06, 3.0547380447387695e-06, 4.254281520843506e-06, 5.453824996948242e-06, 6.6533684730529785e-06, 7.852911949157715e-06, 9.052455425262451e-06, 1.0251998901367188e-05, 1.1451542377471924e-05, 1.265108585357666e-05, 1.3850629329681396e-05, 1.5050172805786133e-05, 1.624971628189087e-05, 1.7449259757995605e-05, 1.8648803234100342e-05, 1.9848346710205078e-05, 2.1047890186309814e-05, 2.224743366241455e-05, 2.3446977138519287e-05, 2.4646520614624023e-05, 2.584606409072876e-05, 2.7045607566833496e-05, 2.8245151042938232e-05, 2.944469451904297e-05, 3.0644237995147705e-05, 3.184378147125244e-05, 3.304332494735718e-05, 3.4242868423461914e-05, 3.544241189956665e-05, 3.664195537567139e-05, 3.784149885177612e-05, 3.904104232788086e-05]}, "gradients/encoder.encoder.layers.6.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 4.0, 5.0, 5.0, 5.0, 6.0, 8.0, 9.0, 12.0, 16.0, 11.0, 11.0, 20.0, 24.0, 32.0, 39.0, 50.0, 63.0, 57.0, 66.0, 73.0, 71.0, 59.0, 61.0, 53.0, 50.0, 36.0, 28.0, 37.0, 19.0, 14.0, 15.0, 6.0, 6.0, 6.0, 11.0, 3.0, 3.0, 4.0, 5.0, 4.0, 0.0, 4.0], "bins": [-1.0251998901367188e-05, -1.0005198419094086e-05, -9.758397936820984e-06, -9.511597454547882e-06, -9.26479697227478e-06, -9.017996490001678e-06, -8.771196007728577e-06, -8.524395525455475e-06, -8.277595043182373e-06, -8.030794560909271e-06, -7.78399407863617e-06, -7.537193596363068e-06, -7.290393114089966e-06, -7.043592631816864e-06, -6.796792149543762e-06, -6.54999166727066e-06, -6.303191184997559e-06, -6.056390702724457e-06, -5.809590220451355e-06, -5.562789738178253e-06, -5.315989255905151e-06, -5.0691887736320496e-06, -4.822388291358948e-06, -4.575587809085846e-06, -4.328787326812744e-06, -4.081986844539642e-06, -3.8351863622665405e-06, -3.5883858799934387e-06, -3.341585397720337e-06, -3.094784915447235e-06, -2.8479844331741333e-06, -2.6011839509010315e-06, -2.3543834686279297e-06, -2.107582986354828e-06, -1.860782504081726e-06, -1.6139820218086243e-06, -1.3671815395355225e-06, -1.1203810572624207e-06, -8.735805749893188e-07, -6.26780092716217e-07, -3.7997961044311523e-07, -1.3317912817001343e-07, 1.1362135410308838e-07, 3.604218363761902e-07, 6.07222318649292e-07, 8.540228009223938e-07, 1.1008232831954956e-06, 1.3476237654685974e-06, 1.5944242477416992e-06, 1.841224730014801e-06, 2.088025212287903e-06, 2.3348256945610046e-06, 2.5816261768341064e-06, 2.8284266591072083e-06, 3.07522714138031e-06, 3.322027623653412e-06, 3.5688281059265137e-06, 3.8156285881996155e-06, 4.062429070472717e-06, 4.309229552745819e-06, 4.556030035018921e-06, 4.802830517292023e-06, 5.0496309995651245e-06, 5.296431481838226e-06, 5.543231964111328e-06]}, "gradients/encoder.encoder.layers.6.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 0.0, 4.0, 2.0, 2.0, 4.0, 5.0, 7.0, 18.0, 21.0, 44.0, 70.0, 78.0, 148.0, 239.0, 389.0, 540.0, 918.0, 1489.0, 2055.0, 3667.0, 5612.0, 8286.0, 14716.0, 24776.0, 38368.0, 75173.0, 153881.0, 366701.0, 165646.0, 78897.0, 43056.0, 23121.0, 15535.0, 9461.0, 5486.0, 3733.0, 2419.0, 1342.0, 972.0, 618.0, 366.0, 262.0, 159.0, 100.0, 61.0, 50.0, 22.0, 20.0, 7.0, 5.0, 5.0, 3.0, 1.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 2.0], "bins": [-2.008676528930664e-05, -1.9449740648269653e-05, -1.8812716007232666e-05, -1.817569136619568e-05, -1.753866672515869e-05, -1.6901642084121704e-05, -1.6264617443084717e-05, -1.562759280204773e-05, -1.4990568161010742e-05, -1.4353543519973755e-05, -1.3716518878936768e-05, -1.307949423789978e-05, -1.2442469596862793e-05, -1.1805444955825806e-05, -1.1168420314788818e-05, -1.0531395673751831e-05, -9.894371032714844e-06, -9.257346391677856e-06, -8.620321750640869e-06, -7.983297109603882e-06, -7.3462724685668945e-06, -6.709247827529907e-06, -6.07222318649292e-06, -5.435198545455933e-06, -4.798173904418945e-06, -4.161149263381958e-06, -3.5241246223449707e-06, -2.8870999813079834e-06, -2.250075340270996e-06, -1.6130506992340088e-06, -9.760260581970215e-07, -3.390014171600342e-07, 2.980232238769531e-07, 9.350478649139404e-07, 1.5720725059509277e-06, 2.209097146987915e-06, 2.8461217880249023e-06, 3.4831464290618896e-06, 4.120171070098877e-06, 4.757195711135864e-06, 5.3942203521728516e-06, 6.031244993209839e-06, 6.668269634246826e-06, 7.3052942752838135e-06, 7.9423189163208e-06, 8.579343557357788e-06, 9.216368198394775e-06, 9.853392839431763e-06, 1.049041748046875e-05, 1.1127442121505737e-05, 1.1764466762542725e-05, 1.2401491403579712e-05, 1.30385160446167e-05, 1.3675540685653687e-05, 1.4312565326690674e-05, 1.4949589967727661e-05, 1.558661460876465e-05, 1.6223639249801636e-05, 1.6860663890838623e-05, 1.749768853187561e-05, 1.8134713172912598e-05, 1.8771737813949585e-05, 1.9408762454986572e-05, 2.004578709602356e-05, 2.0682811737060547e-05]}, "gradients/encoder.encoder.layers.6.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 4.0, 5.0, 1.0, 6.0, 9.0, 7.0, 6.0, 14.0, 15.0, 22.0, 20.0, 17.0, 25.0, 27.0, 25.0, 32.0, 29.0, 32.0, 44.0, 34.0, 23.0, 29.0, 32.0, 58.0, 44.0, 38.0, 37.0, 47.0, 25.0, 27.0, 31.0, 26.0, 28.0, 29.0, 22.0, 20.0, 19.0, 14.0, 16.0, 5.0, 8.0, 14.0, 9.0, 8.0, 5.0, 3.0, 7.0, 1.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0], "bins": [-1.5914440155029297e-05, -1.542177051305771e-05, -1.492910087108612e-05, -1.4436431229114532e-05, -1.3943761587142944e-05, -1.3451091945171356e-05, -1.2958422303199768e-05, -1.246575266122818e-05, -1.1973083019256592e-05, -1.1480413377285004e-05, -1.0987743735313416e-05, -1.0495074093341827e-05, -1.000240445137024e-05, -9.509734809398651e-06, -9.017065167427063e-06, -8.524395525455475e-06, -8.031725883483887e-06, -7.539056241512299e-06, -7.0463865995407104e-06, -6.553716957569122e-06, -6.061047315597534e-06, -5.568377673625946e-06, -5.075708031654358e-06, -4.58303838968277e-06, -4.090368747711182e-06, -3.5976991057395935e-06, -3.1050294637680054e-06, -2.6123598217964172e-06, -2.119690179824829e-06, -1.627020537853241e-06, -1.1343508958816528e-06, -6.416812539100647e-07, -1.4901161193847656e-07, 3.4365803003311157e-07, 8.363276720046997e-07, 1.3289973139762878e-06, 1.821666955947876e-06, 2.314336597919464e-06, 2.8070062398910522e-06, 3.2996758818626404e-06, 3.7923455238342285e-06, 4.285015165805817e-06, 4.777684807777405e-06, 5.270354449748993e-06, 5.763024091720581e-06, 6.255693733692169e-06, 6.748363375663757e-06, 7.2410330176353455e-06, 7.733702659606934e-06, 8.226372301578522e-06, 8.71904194355011e-06, 9.211711585521698e-06, 9.704381227493286e-06, 1.0197050869464874e-05, 1.0689720511436462e-05, 1.118239015340805e-05, 1.1675059795379639e-05, 1.2167729437351227e-05, 1.2660399079322815e-05, 1.3153068721294403e-05, 1.3645738363265991e-05, 1.413840800523758e-05, 1.4631077647209167e-05, 1.5123747289180756e-05, 1.5616416931152344e-05]}, "gradients/encoder.encoder.layers.6.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 1.0, 8.0, 8.0, 8.0, 13.0, 16.0, 42.0, 63.0, 43.0, 124.0, 80.0, 259.0, 407.0, 283.0, 843.0, 619.0, 1975.0, 3703.0, 3263.0, 12108.0, 11740.0, 54126.0, 233493.0, 402497.0, 233411.0, 34601.0, 30704.0, 7386.0, 8114.0, 3776.0, 1126.0, 1480.0, 492.0, 656.0, 401.0, 148.0, 195.0, 75.0, 113.0, 65.0, 22.0, 31.0, 16.0, 10.0, 12.0, 3.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.6226043701171875e-06, -2.5276094675064087e-06, -2.43261456489563e-06, -2.337619662284851e-06, -2.2426247596740723e-06, -2.1476298570632935e-06, -2.0526349544525146e-06, -1.957640051841736e-06, -1.862645149230957e-06, -1.7676502466201782e-06, -1.6726553440093994e-06, -1.5776604413986206e-06, -1.4826655387878418e-06, -1.387670636177063e-06, -1.2926757335662842e-06, -1.1976808309555054e-06, -1.1026859283447266e-06, -1.0076910257339478e-06, -9.126961231231689e-07, -8.177012205123901e-07, -7.227063179016113e-07, -6.277114152908325e-07, -5.327165126800537e-07, -4.377216100692749e-07, -3.427267074584961e-07, -2.477318048477173e-07, -1.5273690223693848e-07, -5.774199962615967e-08, 3.725290298461914e-08, 1.3224780559539795e-07, 2.2724270820617676e-07, 3.2223761081695557e-07, 4.172325134277344e-07, 5.122274160385132e-07, 6.07222318649292e-07, 7.022172212600708e-07, 7.972121238708496e-07, 8.922070264816284e-07, 9.872019290924072e-07, 1.082196831703186e-06, 1.1771917343139648e-06, 1.2721866369247437e-06, 1.3671815395355225e-06, 1.4621764421463013e-06, 1.55717134475708e-06, 1.6521662473678589e-06, 1.7471611499786377e-06, 1.8421560525894165e-06, 1.9371509552001953e-06, 2.032145857810974e-06, 2.127140760421753e-06, 2.2221356630325317e-06, 2.3171305656433105e-06, 2.4121254682540894e-06, 2.507120370864868e-06, 2.602115273475647e-06, 2.6971101760864258e-06, 2.7921050786972046e-06, 2.8870999813079834e-06, 2.982094883918762e-06, 3.077089786529541e-06, 3.17208468914032e-06, 3.2670795917510986e-06, 3.3620744943618774e-06, 3.4570693969726562e-06]}, "gradients/encoder.encoder.layers.6.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 4.0, 3.0, 2.0, 4.0, 7.0, 5.0, 8.0, 9.0, 19.0, 36.0, 21.0, 28.0, 28.0, 33.0, 46.0, 120.0, 87.0, 89.0, 75.0, 59.0, 91.0, 43.0, 36.0, 30.0, 23.0, 41.0, 15.0, 9.0, 3.0, 6.0, 6.0, 8.0, 1.0, 2.0, 1.0, 0.0, 4.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.4437904357910156e-06, -2.3730099201202393e-06, -2.302229404449463e-06, -2.2314488887786865e-06, -2.16066837310791e-06, -2.089887857437134e-06, -2.0191073417663574e-06, -1.948326826095581e-06, -1.8775463104248047e-06, -1.8067657947540283e-06, -1.735985279083252e-06, -1.6652047634124756e-06, -1.5944242477416992e-06, -1.5236437320709229e-06, -1.4528632164001465e-06, -1.3820827007293701e-06, -1.3113021850585938e-06, -1.2405216693878174e-06, -1.169741153717041e-06, -1.0989606380462646e-06, -1.0281801223754883e-06, -9.57399606704712e-07, -8.866190910339355e-07, -8.158385753631592e-07, -7.450580596923828e-07, -6.742775440216064e-07, -6.034970283508301e-07, -5.327165126800537e-07, -4.6193599700927734e-07, -3.91155481338501e-07, -3.203749656677246e-07, -2.4959444999694824e-07, -1.7881393432617188e-07, -1.0803341865539551e-07, -3.725290298461914e-08, 3.3527612686157227e-08, 1.043081283569336e-07, 1.7508864402770996e-07, 2.4586915969848633e-07, 3.166496753692627e-07, 3.8743019104003906e-07, 4.5821070671081543e-07, 5.289912223815918e-07, 5.997717380523682e-07, 6.705522537231445e-07, 7.413327693939209e-07, 8.121132850646973e-07, 8.828938007354736e-07, 9.5367431640625e-07, 1.0244548320770264e-06, 1.0952353477478027e-06, 1.166015863418579e-06, 1.2367963790893555e-06, 1.3075768947601318e-06, 1.3783574104309082e-06, 1.4491379261016846e-06, 1.519918441772461e-06, 1.5906989574432373e-06, 1.6614794731140137e-06, 1.73225998878479e-06, 1.8030405044555664e-06, 1.8738210201263428e-06, 1.944601535797119e-06, 2.0153820514678955e-06, 2.086162567138672e-06]}, "gradients/encoder.encoder.layers.6.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 3.0, 1.0, 22.0, 12.0, 16.0, 16.0, 78.0, 51.0, 81.0, 252.0, 259.0, 286.0, 1024.0, 899.0, 1216.0, 4275.0, 3651.0, 5462.0, 20435.0, 18943.0, 30383.0, 55932.0, 618934.0, 142750.0, 56608.0, 49231.0, 12136.0, 8096.0, 9060.0, 2467.0, 1754.0, 2098.0, 627.0, 443.0, 513.0, 141.0, 127.0, 73.0, 101.0, 29.0, 20.0, 25.0, 11.0, 9.0, 9.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-2.562999725341797e-06, -2.4847686290740967e-06, -2.4065375328063965e-06, -2.3283064365386963e-06, -2.250075340270996e-06, -2.171844244003296e-06, -2.0936131477355957e-06, -2.0153820514678955e-06, -1.9371509552001953e-06, -1.8589198589324951e-06, -1.780688762664795e-06, -1.7024576663970947e-06, -1.6242265701293945e-06, -1.5459954738616943e-06, -1.4677643775939941e-06, -1.389533281326294e-06, -1.3113021850585938e-06, -1.2330710887908936e-06, -1.1548399925231934e-06, -1.0766088962554932e-06, -9.98377799987793e-07, -9.201467037200928e-07, -8.419156074523926e-07, -7.636845111846924e-07, -6.854534149169922e-07, -6.07222318649292e-07, -5.289912223815918e-07, -4.507601261138916e-07, -3.725290298461914e-07, -2.942979335784912e-07, -2.1606683731079102e-07, -1.3783574104309082e-07, -5.960464477539063e-08, 1.862645149230957e-08, 9.685754776000977e-08, 1.7508864402770996e-07, 2.5331974029541016e-07, 3.3155083656311035e-07, 4.0978193283081055e-07, 4.880130290985107e-07, 5.662441253662109e-07, 6.444752216339111e-07, 7.227063179016113e-07, 8.009374141693115e-07, 8.791685104370117e-07, 9.57399606704712e-07, 1.0356307029724121e-06, 1.1138617992401123e-06, 1.1920928955078125e-06, 1.2703239917755127e-06, 1.3485550880432129e-06, 1.426786184310913e-06, 1.5050172805786133e-06, 1.5832483768463135e-06, 1.6614794731140137e-06, 1.7397105693817139e-06, 1.817941665649414e-06, 1.8961727619171143e-06, 1.9744038581848145e-06, 2.0526349544525146e-06, 2.130866050720215e-06, 2.209097146987915e-06, 2.2873282432556152e-06, 2.3655593395233154e-06, 2.4437904357910156e-06]}, "gradients/encoder.encoder.layers.6.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 3.0, 2.0, 1.0, 3.0, 7.0, 2.0, 4.0, 6.0, 11.0, 6.0, 10.0, 16.0, 16.0, 14.0, 9.0, 20.0, 15.0, 17.0, 23.0, 39.0, 56.0, 71.0, 82.0, 113.0, 167.0, 40.0, 30.0, 25.0, 25.0, 18.0, 25.0, 24.0, 21.0, 14.0, 12.0, 14.0, 7.0, 9.0, 11.0, 7.0, 1.0, 3.0, 6.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.9073486328125e-06, -1.8458813428878784e-06, -1.7844140529632568e-06, -1.7229467630386353e-06, -1.6614794731140137e-06, -1.600012183189392e-06, -1.5385448932647705e-06, -1.477077603340149e-06, -1.4156103134155273e-06, -1.3541430234909058e-06, -1.2926757335662842e-06, -1.2312084436416626e-06, -1.169741153717041e-06, -1.1082738637924194e-06, -1.0468065738677979e-06, -9.853392839431763e-07, -9.238719940185547e-07, -8.624047040939331e-07, -8.009374141693115e-07, -7.394701242446899e-07, -6.780028343200684e-07, -6.165355443954468e-07, -5.550682544708252e-07, -4.936009645462036e-07, -4.3213367462158203e-07, -3.7066638469696045e-07, -3.0919909477233887e-07, -2.477318048477173e-07, -1.862645149230957e-07, -1.2479722499847412e-07, -6.332993507385254e-08, -1.862645149230957e-09, 5.960464477539063e-08, 1.210719347000122e-07, 1.825392246246338e-07, 2.4400651454925537e-07, 3.0547380447387695e-07, 3.6694109439849854e-07, 4.284083843231201e-07, 4.898756742477417e-07, 5.513429641723633e-07, 6.128102540969849e-07, 6.742775440216064e-07, 7.35744833946228e-07, 7.972121238708496e-07, 8.586794137954712e-07, 9.201467037200928e-07, 9.816139936447144e-07, 1.043081283569336e-06, 1.1045485734939575e-06, 1.166015863418579e-06, 1.2274831533432007e-06, 1.2889504432678223e-06, 1.3504177331924438e-06, 1.4118850231170654e-06, 1.473352313041687e-06, 1.5348196029663086e-06, 1.5962868928909302e-06, 1.6577541828155518e-06, 1.7192214727401733e-06, 1.780688762664795e-06, 1.8421560525894165e-06, 1.903623342514038e-06, 1.9650906324386597e-06, 2.0265579223632812e-06]}, "gradients/encoder.encoder.layers.6.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 4.0, 3.0, 3.0, 6.0, 1.0, 4.0, 5.0, 3.0, 7.0, 10.0, 6.0, 16.0, 6.0, 12.0, 12.0, 23.0, 41.0, 30.0, 51.0, 57.0, 80.0, 114.0, 200.0, 115.0, 65.0, 50.0, 20.0, 20.0, 10.0, 15.0, 6.0, 3.0, 3.0, 6.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00010243168799206614, -9.936984133673832e-05, -9.63080019573681e-05, -9.324615530204028e-05, -9.018430864671245e-05, -8.712246199138463e-05, -8.406062261201441e-05, -8.099877595668659e-05, -7.793692930135876e-05, -7.487508264603093e-05, -7.181324326666072e-05, -6.87513966113329e-05, -6.568954995600507e-05, -6.262770330067724e-05, -5.956586392130703e-05, -5.65040172659792e-05, -5.344217788660899e-05, -5.038033486925997e-05, -4.731848821393214e-05, -4.425664519658312e-05, -4.1194798541255295e-05, -3.8132955523906276e-05, -3.5071112506557256e-05, -3.200926585122943e-05, -2.894742283388041e-05, -2.5885577997541986e-05, -2.2823733161203563e-05, -1.9761890143854544e-05, -1.670004530751612e-05, -1.3638200471177697e-05, -1.0576357453828678e-05, -7.514512617490254e-06, -4.452675057109445e-06, -1.390830675518373e-06, 1.6710137060726993e-06, 4.732857632916421e-06, 7.794702469254844e-06, 1.0856547305593267e-05, 1.3918390322942287e-05, 1.698023515928071e-05, 2.0042079995619133e-05, 2.3103924831957556e-05, 2.616576966829598e-05, 2.9227612685645e-05, 3.228945570299402e-05, 3.5351302358321846e-05, 3.8413145375670865e-05, 4.1474988393019885e-05, 4.453683504834771e-05, 4.759867806569673e-05, 5.066052472102456e-05, 5.372236773837358e-05, 5.6784214393701404e-05, 5.9846057411050424e-05, 6.290790042839944e-05, 6.596974708372727e-05, 6.90315937390551e-05, 7.209344039438292e-05, 7.515527977375314e-05, 7.821712642908096e-05, 8.127897308440879e-05, 8.434081973973662e-05, 8.740265911910683e-05, 9.046450577443466e-05, 9.352634515380487e-05]}, "gradients/encoder.encoder.layers.6.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 5.0, 4.0, 3.0, 2.0, 4.0, 6.0, 6.0, 9.0, 14.0, 19.0, 17.0, 28.0, 24.0, 32.0, 19.0, 27.0, 29.0, 33.0, 35.0, 39.0, 35.0, 41.0, 40.0, 50.0, 46.0, 40.0, 42.0, 39.0, 36.0, 28.0, 32.0, 35.0, 20.0, 28.0, 20.0, 23.0, 25.0, 12.0, 8.0, 13.0, 10.0, 7.0, 4.0, 5.0, 3.0, 4.0, 4.0, 5.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.269050598144531e-05, -5.0970353186130524e-05, -4.9250200390815735e-05, -4.7530047595500946e-05, -4.580989480018616e-05, -4.408974200487137e-05, -4.236958920955658e-05, -4.064943641424179e-05, -3.8929283618927e-05, -3.720913082361221e-05, -3.5488978028297424e-05, -3.3768825232982635e-05, -3.204867243766785e-05, -3.0328519642353058e-05, -2.860836684703827e-05, -2.688821405172348e-05, -2.516806125640869e-05, -2.3447908461093903e-05, -2.1727755665779114e-05, -2.0007602870464325e-05, -1.8287450075149536e-05, -1.6567297279834747e-05, -1.4847144484519958e-05, -1.312699168920517e-05, -1.1406838893890381e-05, -9.686686098575592e-06, -7.966533303260803e-06, -6.246380507946014e-06, -4.526227712631226e-06, -2.8060749173164368e-06, -1.085922122001648e-06, 6.342306733131409e-07, 2.3543834686279297e-06, 4.0745362639427185e-06, 5.794689059257507e-06, 7.514841854572296e-06, 9.234994649887085e-06, 1.0955147445201874e-05, 1.2675300240516663e-05, 1.4395453035831451e-05, 1.611560583114624e-05, 1.783575862646103e-05, 1.9555911421775818e-05, 2.1276064217090607e-05, 2.2996217012405396e-05, 2.4716369807720184e-05, 2.6436522603034973e-05, 2.8156675398349762e-05, 2.987682819366455e-05, 3.159698098897934e-05, 3.331713378429413e-05, 3.503728657960892e-05, 3.6757439374923706e-05, 3.8477592170238495e-05, 4.0197744965553284e-05, 4.191789776086807e-05, 4.363805055618286e-05, 4.535820335149765e-05, 4.707835614681244e-05, 4.879850894212723e-05, 5.0518661737442017e-05, 5.2238814532756805e-05, 5.3958967328071594e-05, 5.567912012338638e-05, 5.739927291870117e-05]}, "gradients/encoder.encoder.layers.5.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 5.0, 4.0, 5.0, 7.0, 19.0, 12.0, 23.0, 28.0, 26.0, 51.0, 64.0, 106.0, 144.0, 178.0, 293.0, 430.0, 675.0, 999.0, 1502.0, 2382.0, 3826.0, 6625.0, 12941.0, 25258.0, 75249.0, 3574785.0, 402822.0, 44160.0, 18661.0, 9387.0, 5134.0, 2998.0, 1923.0, 1120.0, 749.0, 467.0, 347.0, 233.0, 182.0, 138.0, 105.0, 56.0, 52.0, 43.0, 22.0, 19.0, 10.0, 13.0, 3.0, 8.0, 1.0, 2.0, 1.0, 1.0], "bins": [-5.137920379638672e-05, -4.994310438632965e-05, -4.850700497627258e-05, -4.7070905566215515e-05, -4.563480615615845e-05, -4.419870674610138e-05, -4.276260733604431e-05, -4.1326507925987244e-05, -3.9890408515930176e-05, -3.845430910587311e-05, -3.701820969581604e-05, -3.558211028575897e-05, -3.4146010875701904e-05, -3.2709911465644836e-05, -3.127381205558777e-05, -2.98377126455307e-05, -2.8401613235473633e-05, -2.6965513825416565e-05, -2.5529414415359497e-05, -2.409331500530243e-05, -2.265721559524536e-05, -2.1221116185188293e-05, -1.9785016775131226e-05, -1.8348917365074158e-05, -1.691281795501709e-05, -1.5476718544960022e-05, -1.4040619134902954e-05, -1.2604519724845886e-05, -1.1168420314788818e-05, -9.73232090473175e-06, -8.296221494674683e-06, -6.860122084617615e-06, -5.424022674560547e-06, -3.987923264503479e-06, -2.551823854446411e-06, -1.1157244443893433e-06, 3.203749656677246e-07, 1.7564743757247925e-06, 3.1925737857818604e-06, 4.628673195838928e-06, 6.064772605895996e-06, 7.500872015953064e-06, 8.936971426010132e-06, 1.03730708360672e-05, 1.1809170246124268e-05, 1.3245269656181335e-05, 1.4681369066238403e-05, 1.611746847629547e-05, 1.755356788635254e-05, 1.8989667296409607e-05, 2.0425766706466675e-05, 2.1861866116523743e-05, 2.329796552658081e-05, 2.473406493663788e-05, 2.6170164346694946e-05, 2.7606263756752014e-05, 2.9042363166809082e-05, 3.047846257686615e-05, 3.191456198692322e-05, 3.3350661396980286e-05, 3.4786760807037354e-05, 3.622286021709442e-05, 3.765895962715149e-05, 3.909505903720856e-05, 4.0531158447265625e-05]}, "gradients/encoder.encoder.layers.5.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 4.0, 1.0, 8.0, 9.0, 6.0, 6.0, 13.0, 13.0, 11.0, 18.0, 24.0, 30.0, 26.0, 52.0, 51.0, 50.0, 78.0, 79.0, 88.0, 63.0, 67.0, 68.0, 48.0, 31.0, 38.0, 33.0, 16.0, 16.0, 13.0, 14.0, 5.0, 8.0, 6.0, 5.0, 1.0, 0.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-9.59634780883789e-06, -9.315088391304016e-06, -9.033828973770142e-06, -8.752569556236267e-06, -8.471310138702393e-06, -8.190050721168518e-06, -7.908791303634644e-06, -7.627531886100769e-06, -7.3462724685668945e-06, -7.06501305103302e-06, -6.7837536334991455e-06, -6.502494215965271e-06, -6.2212347984313965e-06, -5.939975380897522e-06, -5.6587159633636475e-06, -5.377456545829773e-06, -5.0961971282958984e-06, -4.814937710762024e-06, -4.533678293228149e-06, -4.252418875694275e-06, -3.9711594581604e-06, -3.689900040626526e-06, -3.4086406230926514e-06, -3.127381205558777e-06, -2.8461217880249023e-06, -2.564862370491028e-06, -2.2836029529571533e-06, -2.002343535423279e-06, -1.7210841178894043e-06, -1.4398247003555298e-06, -1.1585652828216553e-06, -8.773058652877808e-07, -5.960464477539062e-07, -3.1478703022003174e-07, -3.3527612686157227e-08, 2.477318048477173e-07, 5.289912223815918e-07, 8.102506399154663e-07, 1.0915100574493408e-06, 1.3727694749832153e-06, 1.6540288925170898e-06, 1.9352883100509644e-06, 2.216547727584839e-06, 2.4978071451187134e-06, 2.779066562652588e-06, 3.0603259801864624e-06, 3.341585397720337e-06, 3.6228448152542114e-06, 3.904104232788086e-06, 4.1853636503219604e-06, 4.466623067855835e-06, 4.7478824853897095e-06, 5.029141902923584e-06, 5.3104013204574585e-06, 5.591660737991333e-06, 5.8729201555252075e-06, 6.154179573059082e-06, 6.4354389905929565e-06, 6.716698408126831e-06, 6.9979578256607056e-06, 7.27921724319458e-06, 7.560476660728455e-06, 7.841736078262329e-06, 8.122995495796204e-06, 8.404254913330078e-06]}, "gradients/encoder.encoder.layers.5.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 12.0, 4.0, 10.0, 22.0, 30.0, 34.0, 38.0, 75.0, 109.0, 187.0, 295.0, 406.0, 705.0, 1196.0, 2059.0, 3304.0, 6182.0, 12019.0, 25383.0, 65041.0, 241113.0, 3477166.0, 249641.0, 60055.0, 23038.0, 11748.0, 6101.0, 3368.0, 1936.0, 1089.0, 721.0, 406.0, 280.0, 158.0, 112.0, 78.0, 60.0, 33.0, 24.0, 14.0, 10.0, 11.0, 6.0, 7.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.5093555450439453e-05, -2.421252429485321e-05, -2.3331493139266968e-05, -2.2450461983680725e-05, -2.1569430828094482e-05, -2.068839967250824e-05, -1.9807368516921997e-05, -1.8926337361335754e-05, -1.8045306205749512e-05, -1.716427505016327e-05, -1.6283243894577026e-05, -1.5402212738990784e-05, -1.4521181583404541e-05, -1.3640150427818298e-05, -1.2759119272232056e-05, -1.1878088116645813e-05, -1.099705696105957e-05, -1.0116025805473328e-05, -9.234994649887085e-06, -8.353963494300842e-06, -7.4729323387146e-06, -6.591901183128357e-06, -5.710870027542114e-06, -4.829838871955872e-06, -3.948807716369629e-06, -3.0677765607833862e-06, -2.1867454051971436e-06, -1.3057142496109009e-06, -4.246830940246582e-07, 4.5634806156158447e-07, 1.3373792171478271e-06, 2.21841037273407e-06, 3.0994415283203125e-06, 3.980472683906555e-06, 4.861503839492798e-06, 5.7425349950790405e-06, 6.623566150665283e-06, 7.504597306251526e-06, 8.385628461837769e-06, 9.266659617424011e-06, 1.0147690773010254e-05, 1.1028721928596497e-05, 1.190975308418274e-05, 1.2790784239768982e-05, 1.3671815395355225e-05, 1.4552846550941467e-05, 1.543387770652771e-05, 1.6314908862113953e-05, 1.7195940017700195e-05, 1.8076971173286438e-05, 1.895800232887268e-05, 1.9839033484458923e-05, 2.0720064640045166e-05, 2.160109579563141e-05, 2.248212695121765e-05, 2.3363158106803894e-05, 2.4244189262390137e-05, 2.512522041797638e-05, 2.6006251573562622e-05, 2.6887282729148865e-05, 2.7768313884735107e-05, 2.864934504032135e-05, 2.9530376195907593e-05, 3.0411407351493835e-05, 3.129243850708008e-05]}, "gradients/encoder.encoder.layers.5.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 6.0, 4.0, 4.0, 5.0, 7.0, 9.0, 9.0, 15.0, 10.0, 17.0, 19.0, 50.0, 37.0, 54.0, 64.0, 123.0, 299.0, 1313.0, 1254.0, 336.0, 127.0, 90.0, 61.0, 36.0, 29.0, 20.0, 21.0, 11.0, 15.0, 9.0, 8.0, 3.0, 7.0, 4.0, 0.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.944469451904297e-05, -2.8626061975955963e-05, -2.7807429432868958e-05, -2.6988796889781952e-05, -2.6170164346694946e-05, -2.535153180360794e-05, -2.4532899260520935e-05, -2.371426671743393e-05, -2.2895634174346924e-05, -2.2077001631259918e-05, -2.1258369088172913e-05, -2.0439736545085907e-05, -1.96211040019989e-05, -1.8802471458911896e-05, -1.798383891582489e-05, -1.7165206372737885e-05, -1.634657382965088e-05, -1.5527941286563873e-05, -1.4709308743476868e-05, -1.3890676200389862e-05, -1.3072043657302856e-05, -1.225341111421585e-05, -1.1434778571128845e-05, -1.061614602804184e-05, -9.797513484954834e-06, -8.978880941867828e-06, -8.160248398780823e-06, -7.341615855693817e-06, -6.5229833126068115e-06, -5.704350769519806e-06, -4.8857182264328e-06, -4.067085683345795e-06, -3.248453140258789e-06, -2.4298205971717834e-06, -1.6111880540847778e-06, -7.925555109977722e-07, 2.60770320892334e-08, 8.44709575176239e-07, 1.6633421182632446e-06, 2.4819746613502502e-06, 3.300607204437256e-06, 4.1192397475242615e-06, 4.937872290611267e-06, 5.756504833698273e-06, 6.575137376785278e-06, 7.393769919872284e-06, 8.21240246295929e-06, 9.031035006046295e-06, 9.8496675491333e-06, 1.0668300092220306e-05, 1.1486932635307312e-05, 1.2305565178394318e-05, 1.3124197721481323e-05, 1.3942830264568329e-05, 1.4761462807655334e-05, 1.558009535074234e-05, 1.6398727893829346e-05, 1.721736043691635e-05, 1.8035992980003357e-05, 1.8854625523090363e-05, 1.9673258066177368e-05, 2.0491890609264374e-05, 2.131052315235138e-05, 2.2129155695438385e-05, 2.294778823852539e-05]}, "gradients/encoder.encoder.layers.5.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 10.0, 5.0, 7.0, 7.0, 8.0, 10.0, 14.0, 19.0, 17.0, 33.0, 40.0, 61.0, 72.0, 102.0, 149.0, 170.0, 81.0, 58.0, 32.0, 34.0, 16.0, 14.0, 15.0, 15.0, 5.0, 4.0, 7.0, 4.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00017070164903998375, -0.0001661668356973678, -0.00016163202235475183, -0.0001570972235640511, -0.00015256241022143513, -0.00014802759687881917, -0.00014349279808811843, -0.00013895798474550247, -0.0001344231714028865, -0.00012988835806027055, -0.00012535354471765459, -0.00012081874592695385, -0.00011628393258433789, -0.00011174911924172193, -0.00010721431317506358, -0.00010267950710840523, -9.814469376578927e-05, -9.360988042317331e-05, -8.907507435651496e-05, -8.454026828985661e-05, -8.000545494724065e-05, -7.547064160462469e-05, -7.093583553796634e-05, -6.640102947130799e-05, -6.186621612869203e-05, -5.7331406424054876e-05, -5.279659671941772e-05, -4.8261787014780566e-05, -4.372697731014341e-05, -3.9192167605506256e-05, -3.46573579008691e-05, -3.0122548196231946e-05, -2.5587745767552406e-05, -2.105293606291525e-05, -1.6518126358278096e-05, -1.198331665364094e-05, -7.448506949003786e-06, -2.913697244366631e-06, 1.621112460270524e-06, 6.155922164907679e-06, 1.0690731869544834e-05, 1.5225541574181989e-05, 1.9760351278819144e-05, 2.42951609834563e-05, 2.8829970688093454e-05, 3.336478039273061e-05, 3.7899590097367764e-05, 4.243439980200492e-05, 4.6969209506642073e-05, 5.150401921127923e-05, 5.603882891591638e-05, 6.057363862055354e-05, 6.510844832519069e-05, 6.964325439184904e-05, 7.4178067734465e-05, 7.871288107708097e-05, 8.324768714373931e-05, 8.778249321039766e-05, 9.231730655301362e-05, 9.685211989562958e-05, 0.00010138692596228793, 0.00010592173202894628, 0.00011045654537156224, 0.0001149913587141782, 0.00011952616478083655]}, "gradients/encoder.encoder.layers.5.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 5.0, 6.0, 8.0, 9.0, 17.0, 20.0, 14.0, 17.0, 22.0, 24.0, 27.0, 32.0, 26.0, 35.0, 38.0, 45.0, 35.0, 41.0, 40.0, 42.0, 47.0, 49.0, 38.0, 37.0, 37.0, 36.0, 32.0, 32.0, 44.0, 22.0, 18.0, 18.0, 18.0, 16.0, 10.0, 8.0, 8.0, 8.0, 6.0, 4.0, 5.0, 4.0, 3.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-6.99758529663086e-05, -6.770342588424683e-05, -6.543099880218506e-05, -6.315857172012329e-05, -6.0886144638061523e-05, -5.8613717555999756e-05, -5.634129047393799e-05, -5.406886339187622e-05, -5.179643630981445e-05, -4.9524009227752686e-05, -4.725158214569092e-05, -4.497915506362915e-05, -4.270672798156738e-05, -4.0434300899505615e-05, -3.816187381744385e-05, -3.588944673538208e-05, -3.361701965332031e-05, -3.1344592571258545e-05, -2.9072165489196777e-05, -2.679973840713501e-05, -2.4527311325073242e-05, -2.2254884243011475e-05, -1.9982457160949707e-05, -1.771003007888794e-05, -1.5437602996826172e-05, -1.3165175914764404e-05, -1.0892748832702637e-05, -8.620321750640869e-06, -6.3478946685791016e-06, -4.075467586517334e-06, -1.8030405044555664e-06, 4.6938657760620117e-07, 2.7418136596679688e-06, 5.014240741729736e-06, 7.286667823791504e-06, 9.559094905853271e-06, 1.1831521987915039e-05, 1.4103949069976807e-05, 1.6376376152038574e-05, 1.8648803234100342e-05, 2.092123031616211e-05, 2.3193657398223877e-05, 2.5466084480285645e-05, 2.7738511562347412e-05, 3.001093864440918e-05, 3.228336572647095e-05, 3.4555792808532715e-05, 3.682821989059448e-05, 3.910064697265625e-05, 4.137307405471802e-05, 4.3645501136779785e-05, 4.591792821884155e-05, 4.819035530090332e-05, 5.046278238296509e-05, 5.2735209465026855e-05, 5.500763654708862e-05, 5.728006362915039e-05, 5.955249071121216e-05, 6.182491779327393e-05, 6.40973448753357e-05, 6.636977195739746e-05, 6.864219903945923e-05, 7.0914626121521e-05, 7.318705320358276e-05, 7.545948028564453e-05]}, "gradients/encoder.encoder.layers.5.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 5.0, 4.0, 9.0, 11.0, 9.0, 18.0, 25.0, 33.0, 56.0, 80.0, 89.0, 146.0, 254.0, 358.0, 660.0, 1160.0, 2162.0, 4034.0, 7854.0, 16731.0, 41162.0, 112882.0, 517381.0, 225961.0, 68243.0, 25218.0, 11427.0, 5870.0, 2846.0, 1555.0, 884.0, 554.0, 309.0, 200.0, 132.0, 69.0, 51.0, 32.0, 22.0, 13.0, 16.0, 12.0, 6.0, 6.0, 4.0, 2.0, 4.0, 4.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.673004150390625e-05, -4.510488361120224e-05, -4.347972571849823e-05, -4.185456782579422e-05, -4.022940993309021e-05, -3.86042520403862e-05, -3.697909414768219e-05, -3.535393625497818e-05, -3.372877836227417e-05, -3.210362046957016e-05, -3.047846257686615e-05, -2.885330468416214e-05, -2.722814679145813e-05, -2.560298889875412e-05, -2.397783100605011e-05, -2.23526731133461e-05, -2.072751522064209e-05, -1.910235732793808e-05, -1.747719943523407e-05, -1.585204154253006e-05, -1.422688364982605e-05, -1.260172575712204e-05, -1.097656786441803e-05, -9.35140997171402e-06, -7.72625207901001e-06, -6.101094186306e-06, -4.47593629360199e-06, -2.8507784008979797e-06, -1.2256205081939697e-06, 3.995373845100403e-07, 2.0246952772140503e-06, 3.6498531699180603e-06, 5.27501106262207e-06, 6.90016895532608e-06, 8.52532684803009e-06, 1.01504847407341e-05, 1.177564263343811e-05, 1.340080052614212e-05, 1.502595841884613e-05, 1.665111631155014e-05, 1.827627420425415e-05, 1.990143209695816e-05, 2.152658998966217e-05, 2.315174788236618e-05, 2.477690577507019e-05, 2.64020636677742e-05, 2.802722156047821e-05, 2.965237945318222e-05, 3.127753734588623e-05, 3.290269523859024e-05, 3.452785313129425e-05, 3.615301102399826e-05, 3.777816891670227e-05, 3.940332680940628e-05, 4.102848470211029e-05, 4.26536425948143e-05, 4.427880048751831e-05, 4.590395838022232e-05, 4.752911627292633e-05, 4.915427416563034e-05, 5.077943205833435e-05, 5.240458995103836e-05, 5.402974784374237e-05, 5.565490573644638e-05, 5.728006362915039e-05]}, "gradients/encoder.encoder.layers.5.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 8.0, 6.0, 6.0, 10.0, 8.0, 11.0, 15.0, 23.0, 23.0, 34.0, 30.0, 44.0, 62.0, 72.0, 73.0, 86.0, 91.0, 63.0, 63.0, 63.0, 52.0, 44.0, 27.0, 20.0, 22.0, 9.0, 17.0, 4.0, 8.0, 4.0, 5.0, 3.0, 1.0, 2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 2.0], "bins": [-1.1563301086425781e-05, -1.1265277862548828e-05, -1.0967254638671875e-05, -1.0669231414794922e-05, -1.0371208190917969e-05, -1.0073184967041016e-05, -9.775161743164062e-06, -9.47713851928711e-06, -9.179115295410156e-06, -8.881092071533203e-06, -8.58306884765625e-06, -8.285045623779297e-06, -7.987022399902344e-06, -7.68899917602539e-06, -7.3909759521484375e-06, -7.092952728271484e-06, -6.794929504394531e-06, -6.496906280517578e-06, -6.198883056640625e-06, -5.900859832763672e-06, -5.602836608886719e-06, -5.304813385009766e-06, -5.0067901611328125e-06, -4.708766937255859e-06, -4.410743713378906e-06, -4.112720489501953e-06, -3.814697265625e-06, -3.516674041748047e-06, -3.2186508178710938e-06, -2.9206275939941406e-06, -2.6226043701171875e-06, -2.3245811462402344e-06, -2.0265579223632812e-06, -1.7285346984863281e-06, -1.430511474609375e-06, -1.1324882507324219e-06, -8.344650268554688e-07, -5.364418029785156e-07, -2.384185791015625e-07, 5.960464477539063e-08, 3.5762786865234375e-07, 6.556510925292969e-07, 9.5367431640625e-07, 1.2516975402832031e-06, 1.5497207641601562e-06, 1.8477439880371094e-06, 2.1457672119140625e-06, 2.4437904357910156e-06, 2.7418136596679688e-06, 3.039836883544922e-06, 3.337860107421875e-06, 3.635883331298828e-06, 3.933906555175781e-06, 4.231929779052734e-06, 4.5299530029296875e-06, 4.827976226806641e-06, 5.125999450683594e-06, 5.424022674560547e-06, 5.7220458984375e-06, 6.020069122314453e-06, 6.318092346191406e-06, 6.616115570068359e-06, 6.9141387939453125e-06, 7.212162017822266e-06, 7.510185241699219e-06]}, "gradients/encoder.encoder.layers.5.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 11.0, 6.0, 8.0, 21.0, 27.0, 37.0, 57.0, 98.0, 118.0, 203.0, 300.0, 412.0, 734.0, 952.0, 1301.0, 1833.0, 3067.0, 4053.0, 5854.0, 8551.0, 12660.0, 21501.0, 30488.0, 48351.0, 81263.0, 157127.0, 369443.0, 116303.0, 65997.0, 39938.0, 27270.0, 16028.0, 10844.0, 7184.0, 4986.0, 3758.0, 2374.0, 1644.0, 1180.0, 821.0, 595.0, 383.0, 248.0, 153.0, 161.0, 72.0, 58.0, 30.0, 22.0, 13.0, 10.0, 8.0, 3.0, 5.0, 2.0, 3.0, 0.0, 2.0], "bins": [-1.9669532775878906e-05, -1.9060447812080383e-05, -1.845136284828186e-05, -1.7842277884483337e-05, -1.7233192920684814e-05, -1.662410795688629e-05, -1.601502299308777e-05, -1.5405938029289246e-05, -1.4796853065490723e-05, -1.41877681016922e-05, -1.3578683137893677e-05, -1.2969598174095154e-05, -1.2360513210296631e-05, -1.1751428246498108e-05, -1.1142343282699585e-05, -1.0533258318901062e-05, -9.924173355102539e-06, -9.315088391304016e-06, -8.706003427505493e-06, -8.09691846370697e-06, -7.487833499908447e-06, -6.878748536109924e-06, -6.269663572311401e-06, -5.660578608512878e-06, -5.0514936447143555e-06, -4.4424086809158325e-06, -3.8333237171173096e-06, -3.2242387533187866e-06, -2.6151537895202637e-06, -2.0060688257217407e-06, -1.3969838619232178e-06, -7.878988981246948e-07, -1.7881393432617188e-07, 4.302710294723511e-07, 1.039355993270874e-06, 1.648440957069397e-06, 2.25752592086792e-06, 2.866610884666443e-06, 3.475695848464966e-06, 4.084780812263489e-06, 4.693865776062012e-06, 5.302950739860535e-06, 5.912035703659058e-06, 6.5211206674575806e-06, 7.1302056312561035e-06, 7.739290595054626e-06, 8.34837555885315e-06, 8.957460522651672e-06, 9.566545486450195e-06, 1.0175630450248718e-05, 1.0784715414047241e-05, 1.1393800377845764e-05, 1.2002885341644287e-05, 1.261197030544281e-05, 1.3221055269241333e-05, 1.3830140233039856e-05, 1.4439225196838379e-05, 1.5048310160636902e-05, 1.5657395124435425e-05, 1.6266480088233948e-05, 1.687556505203247e-05, 1.7484650015830994e-05, 1.8093734979629517e-05, 1.870281994342804e-05, 1.9311904907226562e-05]}, "gradients/encoder.encoder.layers.5.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 6.0, 5.0, 5.0, 7.0, 8.0, 12.0, 11.0, 11.0, 10.0, 9.0, 19.0, 13.0, 19.0, 24.0, 30.0, 21.0, 23.0, 18.0, 26.0, 37.0, 39.0, 28.0, 34.0, 45.0, 56.0, 58.0, 33.0, 34.0, 36.0, 37.0, 27.0, 33.0, 26.0, 17.0, 29.0, 28.0, 15.0, 14.0, 21.0, 12.0, 12.0, 10.0, 11.0, 7.0, 6.0, 3.0, 4.0, 4.0, 1.0, 10.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.6927719116210938e-05, -1.6400590538978577e-05, -1.5873461961746216e-05, -1.5346333384513855e-05, -1.4819204807281494e-05, -1.4292076230049133e-05, -1.3764947652816772e-05, -1.3237819075584412e-05, -1.271069049835205e-05, -1.218356192111969e-05, -1.1656433343887329e-05, -1.1129304766654968e-05, -1.0602176189422607e-05, -1.0075047612190247e-05, -9.547919034957886e-06, -9.020790457725525e-06, -8.493661880493164e-06, -7.966533303260803e-06, -7.439404726028442e-06, -6.9122761487960815e-06, -6.385147571563721e-06, -5.85801899433136e-06, -5.330890417098999e-06, -4.803761839866638e-06, -4.276633262634277e-06, -3.7495046854019165e-06, -3.2223761081695557e-06, -2.695247530937195e-06, -2.168118953704834e-06, -1.6409903764724731e-06, -1.1138617992401123e-06, -5.867332220077515e-07, -5.960464477539063e-08, 4.675239324569702e-07, 9.94652509689331e-07, 1.521781086921692e-06, 2.0489096641540527e-06, 2.5760382413864136e-06, 3.1031668186187744e-06, 3.6302953958511353e-06, 4.157423973083496e-06, 4.684552550315857e-06, 5.211681127548218e-06, 5.738809704780579e-06, 6.2659382820129395e-06, 6.7930668592453e-06, 7.320195436477661e-06, 7.847324013710022e-06, 8.374452590942383e-06, 8.901581168174744e-06, 9.428709745407104e-06, 9.955838322639465e-06, 1.0482966899871826e-05, 1.1010095477104187e-05, 1.1537224054336548e-05, 1.2064352631568909e-05, 1.259148120880127e-05, 1.311860978603363e-05, 1.3645738363265991e-05, 1.4172866940498352e-05, 1.4699995517730713e-05, 1.5227124094963074e-05, 1.5754252672195435e-05, 1.6281381249427795e-05, 1.6808509826660156e-05]}, "gradients/encoder.encoder.layers.5.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 4.0, 5.0, 11.0, 19.0, 23.0, 18.0, 48.0, 55.0, 109.0, 65.0, 181.0, 267.0, 480.0, 342.0, 1074.0, 1994.0, 4000.0, 3434.0, 14982.0, 47614.0, 239541.0, 420694.0, 238549.0, 47873.0, 15109.0, 3505.0, 4026.0, 1938.0, 1025.0, 343.0, 435.0, 273.0, 164.0, 53.0, 109.0, 78.0, 41.0, 15.0, 22.0, 18.0, 9.0, 6.0, 6.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.86102294921875e-06, -2.7567148208618164e-06, -2.652406692504883e-06, -2.5480985641479492e-06, -2.4437904357910156e-06, -2.339482307434082e-06, -2.2351741790771484e-06, -2.130866050720215e-06, -2.0265579223632812e-06, -1.9222497940063477e-06, -1.817941665649414e-06, -1.7136335372924805e-06, -1.6093254089355469e-06, -1.5050172805786133e-06, -1.4007091522216797e-06, -1.296401023864746e-06, -1.1920928955078125e-06, -1.087784767150879e-06, -9.834766387939453e-07, -8.791685104370117e-07, -7.748603820800781e-07, -6.705522537231445e-07, -5.662441253662109e-07, -4.6193599700927734e-07, -3.5762786865234375e-07, -2.5331974029541016e-07, -1.4901161193847656e-07, -4.470348358154297e-08, 5.960464477539063e-08, 1.6391277313232422e-07, 2.682209014892578e-07, 3.725290298461914e-07, 4.76837158203125e-07, 5.811452865600586e-07, 6.854534149169922e-07, 7.897615432739258e-07, 8.940696716308594e-07, 9.98377799987793e-07, 1.1026859283447266e-06, 1.2069940567016602e-06, 1.3113021850585938e-06, 1.4156103134155273e-06, 1.519918441772461e-06, 1.6242265701293945e-06, 1.7285346984863281e-06, 1.8328428268432617e-06, 1.9371509552001953e-06, 2.041459083557129e-06, 2.1457672119140625e-06, 2.250075340270996e-06, 2.3543834686279297e-06, 2.4586915969848633e-06, 2.562999725341797e-06, 2.6673078536987305e-06, 2.771615982055664e-06, 2.8759241104125977e-06, 2.9802322387695312e-06, 3.084540367126465e-06, 3.1888484954833984e-06, 3.293156623840332e-06, 3.3974647521972656e-06, 3.5017728805541992e-06, 3.606081008911133e-06, 3.7103891372680664e-06, 3.814697265625e-06]}, "gradients/encoder.encoder.layers.5.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 3.0, 4.0, 2.0, 12.0, 10.0, 12.0, 10.0, 30.0, 83.0, 46.0, 72.0, 86.0, 89.0, 196.0, 75.0, 69.0, 51.0, 41.0, 46.0, 11.0, 17.0, 6.0, 12.0, 12.0, 3.0, 4.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.4437904357910156e-06, -2.3720785975456238e-06, -2.300366759300232e-06, -2.22865492105484e-06, -2.1569430828094482e-06, -2.0852312445640564e-06, -2.0135194063186646e-06, -1.9418075680732727e-06, -1.8700957298278809e-06, -1.798383891582489e-06, -1.7266720533370972e-06, -1.6549602150917053e-06, -1.5832483768463135e-06, -1.5115365386009216e-06, -1.4398247003555298e-06, -1.368112862110138e-06, -1.296401023864746e-06, -1.2246891856193542e-06, -1.1529773473739624e-06, -1.0812655091285706e-06, -1.0095536708831787e-06, -9.378418326377869e-07, -8.66129994392395e-07, -7.944181561470032e-07, -7.227063179016113e-07, -6.509944796562195e-07, -5.792826414108276e-07, -5.075708031654358e-07, -4.3585896492004395e-07, -3.641471266746521e-07, -2.9243528842926025e-07, -2.207234501838684e-07, -1.4901161193847656e-07, -7.729977369308472e-08, -5.587935447692871e-09, 6.612390279769897e-08, 1.3783574104309082e-07, 2.0954757928848267e-07, 2.812594175338745e-07, 3.5297125577926636e-07, 4.246830940246582e-07, 4.9639493227005e-07, 5.681067705154419e-07, 6.398186087608337e-07, 7.115304470062256e-07, 7.832422852516174e-07, 8.549541234970093e-07, 9.266659617424011e-07, 9.98377799987793e-07, 1.0700896382331848e-06, 1.1418014764785767e-06, 1.2135133147239685e-06, 1.2852251529693604e-06, 1.3569369912147522e-06, 1.428648829460144e-06, 1.5003606677055359e-06, 1.5720725059509277e-06, 1.6437843441963196e-06, 1.7154961824417114e-06, 1.7872080206871033e-06, 1.8589198589324951e-06, 1.930631697177887e-06, 2.002343535423279e-06, 2.0740553736686707e-06, 2.1457672119140625e-06]}, "gradients/encoder.encoder.layers.5.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 4.0, 11.0, 8.0, 15.0, 14.0, 12.0, 45.0, 30.0, 47.0, 119.0, 66.0, 253.0, 164.0, 221.0, 706.0, 520.0, 699.0, 2463.0, 2047.0, 7872.0, 7861.0, 13645.0, 81506.0, 158746.0, 494207.0, 214888.0, 25543.0, 21510.0, 4751.0, 3163.0, 3464.0, 1012.0, 704.0, 883.0, 314.0, 397.0, 132.0, 102.0, 153.0, 61.0, 45.0, 56.0, 20.0, 27.0, 9.0, 12.0, 18.0, 5.0, 3.0, 6.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-2.562999725341797e-06, -2.4810433387756348e-06, -2.3990869522094727e-06, -2.3171305656433105e-06, -2.2351741790771484e-06, -2.1532177925109863e-06, -2.0712614059448242e-06, -1.989305019378662e-06, -1.9073486328125e-06, -1.8253922462463379e-06, -1.7434358596801758e-06, -1.6614794731140137e-06, -1.5795230865478516e-06, -1.4975666999816895e-06, -1.4156103134155273e-06, -1.3336539268493652e-06, -1.2516975402832031e-06, -1.169741153717041e-06, -1.087784767150879e-06, -1.0058283805847168e-06, -9.238719940185547e-07, -8.419156074523926e-07, -7.599592208862305e-07, -6.780028343200684e-07, -5.960464477539062e-07, -5.140900611877441e-07, -4.3213367462158203e-07, -3.501772880554199e-07, -2.682209014892578e-07, -1.862645149230957e-07, -1.043081283569336e-07, -2.2351741790771484e-08, 5.960464477539063e-08, 1.4156103134155273e-07, 2.2351741790771484e-07, 3.0547380447387695e-07, 3.8743019104003906e-07, 4.6938657760620117e-07, 5.513429641723633e-07, 6.332993507385254e-07, 7.152557373046875e-07, 7.972121238708496e-07, 8.791685104370117e-07, 9.611248970031738e-07, 1.043081283569336e-06, 1.125037670135498e-06, 1.2069940567016602e-06, 1.2889504432678223e-06, 1.3709068298339844e-06, 1.4528632164001465e-06, 1.5348196029663086e-06, 1.6167759895324707e-06, 1.6987323760986328e-06, 1.780688762664795e-06, 1.862645149230957e-06, 1.944601535797119e-06, 2.0265579223632812e-06, 2.1085143089294434e-06, 2.1904706954956055e-06, 2.2724270820617676e-06, 2.3543834686279297e-06, 2.436339855194092e-06, 2.518296241760254e-06, 2.600252628326416e-06, 2.682209014892578e-06]}, "gradients/encoder.encoder.layers.5.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 5.0, 11.0, 11.0, 7.0, 15.0, 38.0, 31.0, 27.0, 44.0, 62.0, 185.0, 117.0, 91.0, 75.0, 110.0, 42.0, 32.0, 24.0, 19.0, 10.0, 9.0, 5.0, 9.0, 7.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.6226043701171875e-06, -2.5490298867225647e-06, -2.475455403327942e-06, -2.401880919933319e-06, -2.3283064365386963e-06, -2.2547319531440735e-06, -2.1811574697494507e-06, -2.107582986354828e-06, -2.034008502960205e-06, -1.9604340195655823e-06, -1.8868595361709595e-06, -1.8132850527763367e-06, -1.7397105693817139e-06, -1.666136085987091e-06, -1.5925616025924683e-06, -1.5189871191978455e-06, -1.4454126358032227e-06, -1.3718381524085999e-06, -1.298263669013977e-06, -1.2246891856193542e-06, -1.1511147022247314e-06, -1.0775402188301086e-06, -1.0039657354354858e-06, -9.30391252040863e-07, -8.568167686462402e-07, -7.832422852516174e-07, -7.096678018569946e-07, -6.360933184623718e-07, -5.62518835067749e-07, -4.889443516731262e-07, -4.153698682785034e-07, -3.417953848838806e-07, -2.682209014892578e-07, -1.94646418094635e-07, -1.210719347000122e-07, -4.7497451305389404e-08, 2.60770320892334e-08, 9.96515154838562e-08, 1.73225998878479e-07, 2.468004822731018e-07, 3.203749656677246e-07, 3.939494490623474e-07, 4.675239324569702e-07, 5.41098415851593e-07, 6.146728992462158e-07, 6.882473826408386e-07, 7.618218660354614e-07, 8.353963494300842e-07, 9.08970832824707e-07, 9.825453162193298e-07, 1.0561197996139526e-06, 1.1296942830085754e-06, 1.2032687664031982e-06, 1.276843249797821e-06, 1.3504177331924438e-06, 1.4239922165870667e-06, 1.4975666999816895e-06, 1.5711411833763123e-06, 1.644715666770935e-06, 1.7182901501655579e-06, 1.7918646335601807e-06, 1.8654391169548035e-06, 1.9390136003494263e-06, 2.012588083744049e-06, 2.086162567138672e-06]}, "gradients/encoder.encoder.layers.5.layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 5.0, 2.0, 5.0, 1.0, 2.0, 5.0, 5.0, 7.0, 7.0, 5.0, 9.0, 16.0, 18.0, 21.0, 20.0, 32.0, 28.0, 44.0, 69.0, 83.0, 128.0, 173.0, 91.0, 62.0, 48.0, 27.0, 21.0, 17.0, 13.0, 13.0, 6.0, 3.0, 5.0, 2.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.00013136146299075335, -0.0001281045115320012, -0.00012484757462516427, -0.00012159062316641212, -0.00011833367170765996, -0.00011507672752486542, -0.00011181978334207088, -0.00010856283188331872, -0.00010530588042456657, -0.00010204893624177203, -9.879198478301987e-05, -9.553504060022533e-05, -9.227808914147317e-05, -8.902114495867863e-05, -8.576420077588409e-05, -8.250724931713194e-05, -7.92503051343374e-05, -7.599336095154285e-05, -7.27364094927907e-05, -6.947946530999616e-05, -6.6222513851244e-05, -6.296556966844946e-05, -5.970862184767611e-05, -5.6451674026902765e-05, -5.319472620612942e-05, -4.993777838535607e-05, -4.668083056458272e-05, -4.342388274380937e-05, -4.016693856101483e-05, -3.6909987102262676e-05, -3.3653042919468135e-05, -3.0396095098694786e-05, -2.7139147277921438e-05, -2.388219945714809e-05, -2.0625251636374742e-05, -1.7368305634590797e-05, -1.4111357813817449e-05, -1.08544099930441e-05, -7.597463991260156e-06, -4.340516170486808e-06, -1.0835683497134596e-06, 2.1733790163125377e-06, 5.430326382338535e-06, 8.687273293617181e-06, 1.194422111439053e-05, 1.5201168935163878e-05, 1.8458114936947823e-05, 2.171506275772117e-05, 2.497201057849452e-05, 2.8228958399267867e-05, 3.1485906220041215e-05, 3.4742850402835757e-05, 3.799980186158791e-05, 4.125674604438245e-05, 4.45136938651558e-05, 4.777064168592915e-05, 5.10275895067025e-05, 5.4284537327475846e-05, 5.7541485148249194e-05, 6.079843296902254e-05, 6.405537715181708e-05, 6.731232861056924e-05, 7.056927279336378e-05, 7.382621697615832e-05, 7.708316843491048e-05]}, "gradients/encoder.encoder.layers.5.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 6.0, 8.0, 8.0, 7.0, 13.0, 13.0, 11.0, 19.0, 19.0, 14.0, 31.0, 24.0, 32.0, 48.0, 30.0, 39.0, 42.0, 47.0, 30.0, 51.0, 38.0, 34.0, 44.0, 29.0, 35.0, 42.0, 53.0, 29.0, 25.0, 25.0, 27.0, 22.0, 13.0, 26.0, 11.0, 3.0, 8.0, 17.0, 5.0, 6.0, 2.0, 4.0, 4.0, 1.0, 3.0, 5.0, 1.0, 1.0, 1.0], "bins": [-7.30752944946289e-05, -7.100962102413177e-05, -6.894394755363464e-05, -6.687827408313751e-05, -6.481260061264038e-05, -6.274692714214325e-05, -6.068125367164612e-05, -5.861558020114899e-05, -5.6549906730651855e-05, -5.4484233260154724e-05, -5.241855978965759e-05, -5.035288631916046e-05, -4.828721284866333e-05, -4.62215393781662e-05, -4.415586590766907e-05, -4.2090192437171936e-05, -4.0024518966674805e-05, -3.795884549617767e-05, -3.589317202568054e-05, -3.382749855518341e-05, -3.176182508468628e-05, -2.9696151614189148e-05, -2.7630478143692017e-05, -2.5564804673194885e-05, -2.3499131202697754e-05, -2.1433457732200623e-05, -1.936778426170349e-05, -1.730211079120636e-05, -1.5236437320709229e-05, -1.3170763850212097e-05, -1.1105090379714966e-05, -9.039416909217834e-06, -6.973743438720703e-06, -4.908069968223572e-06, -2.8423964977264404e-06, -7.767230272293091e-07, 1.2889504432678223e-06, 3.3546239137649536e-06, 5.420297384262085e-06, 7.485970854759216e-06, 9.551644325256348e-06, 1.1617317795753479e-05, 1.368299126625061e-05, 1.5748664736747742e-05, 1.7814338207244873e-05, 1.9880011677742004e-05, 2.1945685148239136e-05, 2.4011358618736267e-05, 2.60770320892334e-05, 2.814270555973053e-05, 3.020837903022766e-05, 3.227405250072479e-05, 3.4339725971221924e-05, 3.6405399441719055e-05, 3.8471072912216187e-05, 4.053674638271332e-05, 4.260241985321045e-05, 4.466809332370758e-05, 4.673376679420471e-05, 4.879944026470184e-05, 5.0865113735198975e-05, 5.2930787205696106e-05, 5.499646067619324e-05, 5.706213414669037e-05, 5.91278076171875e-05]}, "gradients/encoder.encoder.layers.4.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 6.0, 10.0, 13.0, 19.0, 22.0, 26.0, 29.0, 65.0, 117.0, 185.0, 293.0, 448.0, 685.0, 1174.0, 1829.0, 3098.0, 5235.0, 9286.0, 17888.0, 40755.0, 173791.0, 3767603.0, 105534.0, 32816.0, 15124.0, 7546.0, 4188.0, 2384.0, 1422.0, 908.0, 559.0, 391.0, 264.0, 169.0, 117.0, 98.0, 60.0, 42.0, 36.0, 23.0, 9.0, 8.0, 6.0, 3.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.881620407104492e-05, -4.726089537143707e-05, -4.5705586671829224e-05, -4.4150277972221375e-05, -4.2594969272613525e-05, -4.1039660573005676e-05, -3.948435187339783e-05, -3.792904317378998e-05, -3.637373447418213e-05, -3.481842577457428e-05, -3.326311707496643e-05, -3.170780837535858e-05, -3.0152499675750732e-05, -2.8597190976142883e-05, -2.7041882276535034e-05, -2.5486573576927185e-05, -2.3931264877319336e-05, -2.2375956177711487e-05, -2.0820647478103638e-05, -1.926533877849579e-05, -1.771003007888794e-05, -1.615472137928009e-05, -1.4599412679672241e-05, -1.3044103980064392e-05, -1.1488795280456543e-05, -9.933486580848694e-06, -8.378177881240845e-06, -6.822869181632996e-06, -5.2675604820251465e-06, -3.7122517824172974e-06, -2.1569430828094482e-06, -6.016343832015991e-07, 9.5367431640625e-07, 2.508983016014099e-06, 4.064291715621948e-06, 5.619600415229797e-06, 7.1749091148376465e-06, 8.730217814445496e-06, 1.0285526514053345e-05, 1.1840835213661194e-05, 1.3396143913269043e-05, 1.4951452612876892e-05, 1.650676131248474e-05, 1.806207001209259e-05, 1.961737871170044e-05, 2.117268741130829e-05, 2.2727996110916138e-05, 2.4283304810523987e-05, 2.5838613510131836e-05, 2.7393922209739685e-05, 2.8949230909347534e-05, 3.0504539608955383e-05, 3.205984830856323e-05, 3.361515700817108e-05, 3.517046570777893e-05, 3.672577440738678e-05, 3.828108310699463e-05, 3.983639180660248e-05, 4.139170050621033e-05, 4.2947009205818176e-05, 4.4502317905426025e-05, 4.6057626605033875e-05, 4.7612935304641724e-05, 4.916824400424957e-05, 5.072355270385742e-05]}, "gradients/encoder.encoder.layers.4.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 4.0, 7.0, 5.0, 3.0, 6.0, 7.0, 13.0, 15.0, 17.0, 23.0, 22.0, 34.0, 35.0, 51.0, 63.0, 91.0, 71.0, 68.0, 71.0, 76.0, 52.0, 55.0, 48.0, 46.0, 21.0, 25.0, 15.0, 18.0, 9.0, 6.0, 11.0, 6.0, 2.0, 1.0, 5.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.238719940185547e-06, -8.955597877502441e-06, -8.672475814819336e-06, -8.38935375213623e-06, -8.106231689453125e-06, -7.82310962677002e-06, -7.539987564086914e-06, -7.256865501403809e-06, -6.973743438720703e-06, -6.690621376037598e-06, -6.407499313354492e-06, -6.124377250671387e-06, -5.841255187988281e-06, -5.558133125305176e-06, -5.27501106262207e-06, -4.991888999938965e-06, -4.708766937255859e-06, -4.425644874572754e-06, -4.1425228118896484e-06, -3.859400749206543e-06, -3.5762786865234375e-06, -3.293156623840332e-06, -3.0100345611572266e-06, -2.726912498474121e-06, -2.4437904357910156e-06, -2.16066837310791e-06, -1.8775463104248047e-06, -1.5944242477416992e-06, -1.3113021850585938e-06, -1.0281801223754883e-06, -7.450580596923828e-07, -4.6193599700927734e-07, -1.7881393432617188e-07, 1.043081283569336e-07, 3.8743019104003906e-07, 6.705522537231445e-07, 9.5367431640625e-07, 1.2367963790893555e-06, 1.519918441772461e-06, 1.8030405044555664e-06, 2.086162567138672e-06, 2.3692846298217773e-06, 2.652406692504883e-06, 2.9355287551879883e-06, 3.2186508178710938e-06, 3.5017728805541992e-06, 3.7848949432373047e-06, 4.06801700592041e-06, 4.351139068603516e-06, 4.634261131286621e-06, 4.9173831939697266e-06, 5.200505256652832e-06, 5.4836273193359375e-06, 5.766749382019043e-06, 6.0498714447021484e-06, 6.332993507385254e-06, 6.616115570068359e-06, 6.899237632751465e-06, 7.18235969543457e-06, 7.465481758117676e-06, 7.748603820800781e-06, 8.031725883483887e-06, 8.314847946166992e-06, 8.597970008850098e-06, 8.881092071533203e-06]}, "gradients/encoder.encoder.layers.4.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 2.0, 4.0, 6.0, 5.0, 6.0, 6.0, 18.0, 10.0, 18.0, 27.0, 59.0, 59.0, 99.0, 118.0, 178.0, 235.0, 356.0, 456.0, 692.0, 882.0, 1443.0, 1810.0, 3051.0, 4000.0, 6604.0, 9289.0, 16510.0, 25182.0, 52470.0, 108281.0, 808000.0, 2848348.0, 156770.0, 66173.0, 30377.0, 19310.0, 10603.0, 7598.0, 4662.0, 3329.0, 1972.0, 1636.0, 1027.0, 792.0, 502.0, 393.0, 243.0, 198.0, 130.0, 102.0, 67.0, 58.0, 37.0, 26.0, 25.0, 7.0, 9.0, 12.0, 8.0, 6.0, 2.0, 1.0, 3.0], "bins": [-1.823902130126953e-05, -1.7671845853328705e-05, -1.710467040538788e-05, -1.6537494957447052e-05, -1.5970319509506226e-05, -1.54031440615654e-05, -1.4835968613624573e-05, -1.4268793165683746e-05, -1.370161771774292e-05, -1.3134442269802094e-05, -1.2567266821861267e-05, -1.200009137392044e-05, -1.1432915925979614e-05, -1.0865740478038788e-05, -1.0298565030097961e-05, -9.731389582157135e-06, -9.164214134216309e-06, -8.597038686275482e-06, -8.029863238334656e-06, -7.462687790393829e-06, -6.895512342453003e-06, -6.3283368945121765e-06, -5.76116144657135e-06, -5.193985998630524e-06, -4.626810550689697e-06, -4.059635102748871e-06, -3.4924596548080444e-06, -2.925284206867218e-06, -2.3581087589263916e-06, -1.7909333109855652e-06, -1.2237578630447388e-06, -6.565824151039124e-07, -8.940696716308594e-08, 4.777684807777405e-07, 1.044943928718567e-06, 1.6121193766593933e-06, 2.1792948246002197e-06, 2.746470272541046e-06, 3.3136457204818726e-06, 3.880821168422699e-06, 4.447996616363525e-06, 5.015172064304352e-06, 5.582347512245178e-06, 6.149522960186005e-06, 6.716698408126831e-06, 7.2838738560676575e-06, 7.851049304008484e-06, 8.41822475194931e-06, 8.985400199890137e-06, 9.552575647830963e-06, 1.011975109577179e-05, 1.0686926543712616e-05, 1.1254101991653442e-05, 1.1821277439594269e-05, 1.2388452887535095e-05, 1.2955628335475922e-05, 1.3522803783416748e-05, 1.4089979231357574e-05, 1.4657154679298401e-05, 1.5224330127239227e-05, 1.5791505575180054e-05, 1.635868102312088e-05, 1.6925856471061707e-05, 1.7493031919002533e-05, 1.806020736694336e-05]}, "gradients/encoder.encoder.layers.4.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 4.0, 4.0, 5.0, 5.0, 3.0, 9.0, 8.0, 12.0, 5.0, 14.0, 18.0, 19.0, 22.0, 25.0, 35.0, 49.0, 44.0, 77.0, 118.0, 296.0, 1025.0, 1297.0, 444.0, 159.0, 68.0, 64.0, 42.0, 39.0, 23.0, 31.0, 12.0, 12.0, 20.0, 13.0, 11.0, 6.0, 9.0, 7.0, 4.0, 5.0, 5.0, 3.0, 1.0, 3.0, 4.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.8417835235595703e-05, -1.780688762664795e-05, -1.7195940017700195e-05, -1.658499240875244e-05, -1.5974044799804688e-05, -1.5363097190856934e-05, -1.475214958190918e-05, -1.4141201972961426e-05, -1.3530254364013672e-05, -1.2919306755065918e-05, -1.2308359146118164e-05, -1.169741153717041e-05, -1.1086463928222656e-05, -1.0475516319274902e-05, -9.864568710327148e-06, -9.253621101379395e-06, -8.64267349243164e-06, -8.031725883483887e-06, -7.420778274536133e-06, -6.809830665588379e-06, -6.198883056640625e-06, -5.587935447692871e-06, -4.976987838745117e-06, -4.366040229797363e-06, -3.7550926208496094e-06, -3.1441450119018555e-06, -2.5331974029541016e-06, -1.9222497940063477e-06, -1.3113021850585938e-06, -7.003545761108398e-07, -8.940696716308594e-08, 5.21540641784668e-07, 1.1324882507324219e-06, 1.7434358596801758e-06, 2.3543834686279297e-06, 2.9653310775756836e-06, 3.5762786865234375e-06, 4.187226295471191e-06, 4.798173904418945e-06, 5.409121513366699e-06, 6.020069122314453e-06, 6.631016731262207e-06, 7.241964340209961e-06, 7.852911949157715e-06, 8.463859558105469e-06, 9.074807167053223e-06, 9.685754776000977e-06, 1.029670238494873e-05, 1.0907649993896484e-05, 1.1518597602844238e-05, 1.2129545211791992e-05, 1.2740492820739746e-05, 1.33514404296875e-05, 1.3962388038635254e-05, 1.4573335647583008e-05, 1.5184283256530762e-05, 1.5795230865478516e-05, 1.640617847442627e-05, 1.7017126083374023e-05, 1.7628073692321777e-05, 1.823902130126953e-05, 1.8849968910217285e-05, 1.946091651916504e-05, 2.0071864128112793e-05, 2.0682811737060547e-05]}, "gradients/encoder.encoder.layers.4.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 4.0, 0.0, 7.0, 4.0, 6.0, 13.0, 14.0, 18.0, 21.0, 28.0, 39.0, 58.0, 74.0, 114.0, 148.0, 114.0, 83.0, 61.0, 43.0, 28.0, 23.0, 19.0, 14.0, 11.0, 12.0, 9.0, 8.0, 9.0, 6.0, 2.0, 4.0, 1.0, 3.0, 0.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00011038663797080517, -0.00010651086631696671, -0.00010263509466312826, -9.875933028524742e-05, -9.488355863140896e-05, -9.10077869775705e-05, -8.713202259968966e-05, -8.325625094585121e-05, -7.938047929201275e-05, -7.55047076381743e-05, -7.162893598433584e-05, -6.7753171606455e-05, -6.387739995261654e-05, -6.000162829877809e-05, -5.612586028291844e-05, -5.225009226705879e-05, -4.8374320613220334e-05, -4.449854895938188e-05, -4.062278094352223e-05, -3.674701292766258e-05, -3.2871241273824126e-05, -2.8995471438975073e-05, -2.511970160412602e-05, -2.124393176927697e-05, -1.7368161934427917e-05, -1.3492392099578865e-05, -9.616622264729813e-06, -5.740852429880761e-06, -1.8650825950317085e-06, 2.0106872398173437e-06, 5.886457074666396e-06, 9.762226909515448e-06, 1.3637982192449272e-05, 1.7513752027298324e-05, 2.1389521862147376e-05, 2.5265291696996428e-05, 2.914106153184548e-05, 3.3016833185683936e-05, 3.6892601201543584e-05, 4.076836921740323e-05, 4.464414087124169e-05, 4.8519912525080144e-05, 5.239568054093979e-05, 5.627144855679944e-05, 6.01472202106379e-05, 6.402299186447635e-05, 6.78987562423572e-05, 7.177452789619565e-05, 7.56502995500341e-05, 7.952607120387256e-05, 8.340184285771102e-05, 8.727760723559186e-05, 9.115337888943031e-05, 9.502915054326877e-05, 9.890491492114961e-05, 0.00010278068657498807, 0.00010665645822882652, 0.00011053222988266498, 0.00011440800153650343, 0.00011828376591438428, 0.00012215954484418035, 0.00012603530194610357, 0.00012991107359994203, 0.00013378684525378048, 0.00013766261690761894]}, "gradients/encoder.encoder.layers.4.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 5.0, 4.0, 10.0, 6.0, 11.0, 5.0, 15.0, 9.0, 16.0, 27.0, 29.0, 26.0, 33.0, 30.0, 41.0, 35.0, 42.0, 46.0, 40.0, 42.0, 42.0, 39.0, 50.0, 60.0, 36.0, 37.0, 27.0, 30.0, 25.0, 23.0, 23.0, 24.0, 23.0, 15.0, 15.0, 12.0, 11.0, 7.0, 8.0, 6.0, 7.0, 11.0, 0.0, 4.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-7.110834121704102e-05, -6.880424916744232e-05, -6.650015711784363e-05, -6.419606506824493e-05, -6.189197301864624e-05, -5.9587880969047546e-05, -5.728378891944885e-05, -5.497969686985016e-05, -5.2675604820251465e-05, -5.037151277065277e-05, -4.806742072105408e-05, -4.576332867145538e-05, -4.345923662185669e-05, -4.1155144572257996e-05, -3.88510525226593e-05, -3.654696047306061e-05, -3.4242868423461914e-05, -3.193877637386322e-05, -2.9634684324264526e-05, -2.7330592274665833e-05, -2.502650022506714e-05, -2.2722408175468445e-05, -2.041831612586975e-05, -1.8114224076271057e-05, -1.5810132026672363e-05, -1.350603997707367e-05, -1.1201947927474976e-05, -8.897855877876282e-06, -6.593763828277588e-06, -4.289671778678894e-06, -1.9855797290802e-06, 3.1851232051849365e-07, 2.6226043701171875e-06, 4.926696419715881e-06, 7.230788469314575e-06, 9.534880518913269e-06, 1.1838972568511963e-05, 1.4143064618110657e-05, 1.644715666770935e-05, 1.8751248717308044e-05, 2.1055340766906738e-05, 2.3359432816505432e-05, 2.5663524866104126e-05, 2.796761691570282e-05, 3.0271708965301514e-05, 3.257580101490021e-05, 3.48798930644989e-05, 3.7183985114097595e-05, 3.948807716369629e-05, 4.179216921329498e-05, 4.409626126289368e-05, 4.640035331249237e-05, 4.8704445362091064e-05, 5.100853741168976e-05, 5.331262946128845e-05, 5.5616721510887146e-05, 5.792081356048584e-05, 6.0224905610084534e-05, 6.252899765968323e-05, 6.483308970928192e-05, 6.713718175888062e-05, 6.944127380847931e-05, 7.1745365858078e-05, 7.40494579076767e-05, 7.635354995727539e-05]}, "gradients/encoder.encoder.layers.4.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 6.0, 7.0, 6.0, 10.0, 12.0, 21.0, 27.0, 42.0, 68.0, 98.0, 140.0, 215.0, 294.0, 483.0, 717.0, 1313.0, 2269.0, 4320.0, 8454.0, 17338.0, 40913.0, 121201.0, 543339.0, 201169.0, 59057.0, 23621.0, 10893.0, 5582.0, 2893.0, 1549.0, 891.0, 574.0, 341.0, 243.0, 154.0, 98.0, 55.0, 40.0, 39.0, 27.0, 15.0, 6.0, 8.0, 6.0, 5.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-6.371736526489258e-05, -6.19320198893547e-05, -6.0146674513816833e-05, -5.836132913827896e-05, -5.657598376274109e-05, -5.4790638387203217e-05, -5.3005293011665344e-05, -5.121994763612747e-05, -4.94346022605896e-05, -4.764925688505173e-05, -4.5863911509513855e-05, -4.407856613397598e-05, -4.229322075843811e-05, -4.050787538290024e-05, -3.8722530007362366e-05, -3.6937184631824493e-05, -3.515183925628662e-05, -3.336649388074875e-05, -3.1581148505210876e-05, -2.9795803129673004e-05, -2.8010457754135132e-05, -2.622511237859726e-05, -2.4439767003059387e-05, -2.2654421627521515e-05, -2.0869076251983643e-05, -1.908373087644577e-05, -1.7298385500907898e-05, -1.5513040125370026e-05, -1.3727694749832153e-05, -1.1942349374294281e-05, -1.0157003998756409e-05, -8.371658623218536e-06, -6.586313247680664e-06, -4.800967872142792e-06, -3.0156224966049194e-06, -1.2302771210670471e-06, 5.550682544708252e-07, 2.3404136300086975e-06, 4.12575900554657e-06, 5.911104381084442e-06, 7.696449756622314e-06, 9.481795132160187e-06, 1.1267140507698059e-05, 1.3052485883235931e-05, 1.4837831258773804e-05, 1.6623176634311676e-05, 1.840852200984955e-05, 2.019386738538742e-05, 2.1979212760925293e-05, 2.3764558136463165e-05, 2.5549903512001038e-05, 2.733524888753891e-05, 2.9120594263076782e-05, 3.0905939638614655e-05, 3.269128501415253e-05, 3.44766303896904e-05, 3.626197576522827e-05, 3.8047321140766144e-05, 3.9832666516304016e-05, 4.161801189184189e-05, 4.340335726737976e-05, 4.518870264291763e-05, 4.6974048018455505e-05, 4.875939339399338e-05, 5.054473876953125e-05]}, "gradients/encoder.encoder.layers.4.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 5.0, 1.0, 6.0, 7.0, 9.0, 10.0, 15.0, 20.0, 18.0, 21.0, 30.0, 38.0, 61.0, 74.0, 97.0, 88.0, 92.0, 67.0, 75.0, 58.0, 46.0, 52.0, 22.0, 21.0, 22.0, 14.0, 9.0, 10.0, 5.0, 4.0, 2.0, 6.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1622905731201172e-05, -1.1300668120384216e-05, -1.097843050956726e-05, -1.0656192898750305e-05, -1.033395528793335e-05, -1.0011717677116394e-05, -9.689480066299438e-06, -9.367242455482483e-06, -9.045004844665527e-06, -8.722767233848572e-06, -8.400529623031616e-06, -8.07829201221466e-06, -7.756054401397705e-06, -7.4338167905807495e-06, -7.111579179763794e-06, -6.789341568946838e-06, -6.467103958129883e-06, -6.144866347312927e-06, -5.822628736495972e-06, -5.500391125679016e-06, -5.1781535148620605e-06, -4.855915904045105e-06, -4.533678293228149e-06, -4.211440682411194e-06, -3.889203071594238e-06, -3.5669654607772827e-06, -3.244727849960327e-06, -2.9224902391433716e-06, -2.600252628326416e-06, -2.2780150175094604e-06, -1.955777406692505e-06, -1.6335397958755493e-06, -1.3113021850585938e-06, -9.890645742416382e-07, -6.668269634246826e-07, -3.4458935260772705e-07, -2.2351741790771484e-08, 2.998858690261841e-07, 6.221234798431396e-07, 9.443610906600952e-07, 1.2665987014770508e-06, 1.5888363122940063e-06, 1.911073923110962e-06, 2.2333115339279175e-06, 2.555549144744873e-06, 2.8777867555618286e-06, 3.200024366378784e-06, 3.5222619771957397e-06, 3.844499588012695e-06, 4.166737198829651e-06, 4.4889748096466064e-06, 4.811212420463562e-06, 5.133450031280518e-06, 5.455687642097473e-06, 5.777925252914429e-06, 6.100162863731384e-06, 6.42240047454834e-06, 6.744638085365295e-06, 7.066875696182251e-06, 7.3891133069992065e-06, 7.711350917816162e-06, 8.033588528633118e-06, 8.355826139450073e-06, 8.678063750267029e-06, 9.000301361083984e-06]}, "gradients/encoder.encoder.layers.4.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 1.0, 4.0, 8.0, 4.0, 9.0, 8.0, 10.0, 21.0, 28.0, 61.0, 91.0, 131.0, 211.0, 327.0, 511.0, 840.0, 1371.0, 2231.0, 3840.0, 6420.0, 11001.0, 21363.0, 36851.0, 71734.0, 164153.0, 424235.0, 152800.0, 68431.0, 35324.0, 20575.0, 10530.0, 6171.0, 3587.0, 2194.0, 1275.0, 847.0, 480.0, 335.0, 177.0, 136.0, 75.0, 58.0, 30.0, 20.0, 13.0, 15.0, 11.0, 3.0, 7.0, 6.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.396106719970703e-05, -2.311915159225464e-05, -2.2277235984802246e-05, -2.1435320377349854e-05, -2.059340476989746e-05, -1.975148916244507e-05, -1.8909573554992676e-05, -1.8067657947540283e-05, -1.722574234008789e-05, -1.6383826732635498e-05, -1.5541911125183105e-05, -1.4699995517730713e-05, -1.385807991027832e-05, -1.3016164302825928e-05, -1.2174248695373535e-05, -1.1332333087921143e-05, -1.049041748046875e-05, -9.648501873016357e-06, -8.806586265563965e-06, -7.964670658111572e-06, -7.12275505065918e-06, -6.280839443206787e-06, -5.4389238357543945e-06, -4.597008228302002e-06, -3.7550926208496094e-06, -2.913177013397217e-06, -2.0712614059448242e-06, -1.2293457984924316e-06, -3.8743019104003906e-07, 4.544854164123535e-07, 1.296401023864746e-06, 2.1383166313171387e-06, 2.9802322387695312e-06, 3.822147846221924e-06, 4.664063453674316e-06, 5.505979061126709e-06, 6.3478946685791016e-06, 7.189810276031494e-06, 8.031725883483887e-06, 8.87364149093628e-06, 9.715557098388672e-06, 1.0557472705841064e-05, 1.1399388313293457e-05, 1.224130392074585e-05, 1.3083219528198242e-05, 1.3925135135650635e-05, 1.4767050743103027e-05, 1.560896635055542e-05, 1.6450881958007812e-05, 1.7292797565460205e-05, 1.8134713172912598e-05, 1.897662878036499e-05, 1.9818544387817383e-05, 2.0660459995269775e-05, 2.1502375602722168e-05, 2.234429121017456e-05, 2.3186206817626953e-05, 2.4028122425079346e-05, 2.4870038032531738e-05, 2.571195363998413e-05, 2.6553869247436523e-05, 2.7395784854888916e-05, 2.823770046234131e-05, 2.90796160697937e-05, 2.9921531677246094e-05]}, "gradients/encoder.encoder.layers.4.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 5.0, 3.0, 4.0, 8.0, 15.0, 4.0, 13.0, 14.0, 23.0, 28.0, 22.0, 24.0, 27.0, 39.0, 46.0, 41.0, 49.0, 42.0, 57.0, 53.0, 58.0, 49.0, 47.0, 34.0, 33.0, 37.0, 42.0, 24.0, 29.0, 27.0, 22.0, 22.0, 12.0, 17.0, 6.0, 8.0, 10.0, 6.0, 0.0, 3.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0], "bins": [-2.5570392608642578e-05, -2.489052712917328e-05, -2.421066164970398e-05, -2.353079617023468e-05, -2.285093069076538e-05, -2.217106521129608e-05, -2.1491199731826782e-05, -2.0811334252357483e-05, -2.0131468772888184e-05, -1.9451603293418884e-05, -1.8771737813949585e-05, -1.8091872334480286e-05, -1.7412006855010986e-05, -1.6732141375541687e-05, -1.6052275896072388e-05, -1.537241041660309e-05, -1.4692544937133789e-05, -1.401267945766449e-05, -1.333281397819519e-05, -1.2652948498725891e-05, -1.1973083019256592e-05, -1.1293217539787292e-05, -1.0613352060317993e-05, -9.933486580848694e-06, -9.253621101379395e-06, -8.573755621910095e-06, -7.893890142440796e-06, -7.214024662971497e-06, -6.534159183502197e-06, -5.854293704032898e-06, -5.174428224563599e-06, -4.494562745094299e-06, -3.814697265625e-06, -3.1348317861557007e-06, -2.4549663066864014e-06, -1.775100827217102e-06, -1.0952353477478027e-06, -4.153698682785034e-07, 2.644956111907959e-07, 9.443610906600952e-07, 1.6242265701293945e-06, 2.304092049598694e-06, 2.983957529067993e-06, 3.6638230085372925e-06, 4.343688488006592e-06, 5.023553967475891e-06, 5.7034194469451904e-06, 6.38328492641449e-06, 7.063150405883789e-06, 7.743015885353088e-06, 8.422881364822388e-06, 9.102746844291687e-06, 9.782612323760986e-06, 1.0462477803230286e-05, 1.1142343282699585e-05, 1.1822208762168884e-05, 1.2502074241638184e-05, 1.3181939721107483e-05, 1.3861805200576782e-05, 1.4541670680046082e-05, 1.5221536159515381e-05, 1.590140163898468e-05, 1.658126711845398e-05, 1.726113259792328e-05, 1.7940998077392578e-05]}, "gradients/encoder.encoder.layers.4.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 5.0, 7.0, 1.0, 3.0, 6.0, 10.0, 16.0, 22.0, 26.0, 26.0, 42.0, 72.0, 99.0, 113.0, 149.0, 257.0, 406.0, 699.0, 879.0, 2144.0, 5023.0, 15637.0, 45325.0, 626822.0, 302484.0, 32934.0, 7155.0, 3930.0, 1752.0, 952.0, 433.0, 361.0, 226.0, 167.0, 76.0, 93.0, 71.0, 30.0, 19.0, 22.0, 23.0, 18.0, 5.0, 5.0, 4.0, 4.0, 5.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-7.331371307373047e-06, -7.107853889465332e-06, -6.884336471557617e-06, -6.660819053649902e-06, -6.4373016357421875e-06, -6.213784217834473e-06, -5.990266799926758e-06, -5.766749382019043e-06, -5.543231964111328e-06, -5.319714546203613e-06, -5.0961971282958984e-06, -4.872679710388184e-06, -4.649162292480469e-06, -4.425644874572754e-06, -4.202127456665039e-06, -3.978610038757324e-06, -3.7550926208496094e-06, -3.5315752029418945e-06, -3.3080577850341797e-06, -3.084540367126465e-06, -2.86102294921875e-06, -2.637505531311035e-06, -2.4139881134033203e-06, -2.1904706954956055e-06, -1.9669532775878906e-06, -1.7434358596801758e-06, -1.519918441772461e-06, -1.296401023864746e-06, -1.0728836059570312e-06, -8.493661880493164e-07, -6.258487701416016e-07, -4.023313522338867e-07, -1.7881393432617188e-07, 4.470348358154297e-08, 2.682209014892578e-07, 4.917383193969727e-07, 7.152557373046875e-07, 9.387731552124023e-07, 1.1622905731201172e-06, 1.385807991027832e-06, 1.6093254089355469e-06, 1.8328428268432617e-06, 2.0563602447509766e-06, 2.2798776626586914e-06, 2.5033950805664062e-06, 2.726912498474121e-06, 2.950429916381836e-06, 3.1739473342895508e-06, 3.3974647521972656e-06, 3.6209821701049805e-06, 3.844499588012695e-06, 4.06801700592041e-06, 4.291534423828125e-06, 4.51505184173584e-06, 4.738569259643555e-06, 4.9620866775512695e-06, 5.185604095458984e-06, 5.409121513366699e-06, 5.632638931274414e-06, 5.856156349182129e-06, 6.079673767089844e-06, 6.303191184997559e-06, 6.5267086029052734e-06, 6.750226020812988e-06, 6.973743438720703e-06]}, "gradients/encoder.encoder.layers.4.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 6.0, 5.0, 8.0, 16.0, 20.0, 61.0, 129.0, 128.0, 241.0, 197.0, 68.0, 57.0, 20.0, 17.0, 11.0, 7.0, 4.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.351139068603516e-06, -4.192814230918884e-06, -4.034489393234253e-06, -3.876164555549622e-06, -3.7178397178649902e-06, -3.559514880180359e-06, -3.4011900424957275e-06, -3.242865204811096e-06, -3.084540367126465e-06, -2.9262155294418335e-06, -2.767890691757202e-06, -2.609565854072571e-06, -2.4512410163879395e-06, -2.292916178703308e-06, -2.1345913410186768e-06, -1.9762665033340454e-06, -1.817941665649414e-06, -1.6596168279647827e-06, -1.5012919902801514e-06, -1.34296715259552e-06, -1.1846423149108887e-06, -1.0263174772262573e-06, -8.67992639541626e-07, -7.096678018569946e-07, -5.513429641723633e-07, -3.9301812648773193e-07, -2.3469328880310059e-07, -7.636845111846924e-08, 8.195638656616211e-08, 2.4028122425079346e-07, 3.986060619354248e-07, 5.569308996200562e-07, 7.152557373046875e-07, 8.735805749893188e-07, 1.0319054126739502e-06, 1.1902302503585815e-06, 1.3485550880432129e-06, 1.5068799257278442e-06, 1.6652047634124756e-06, 1.823529601097107e-06, 1.9818544387817383e-06, 2.1401792764663696e-06, 2.298504114151001e-06, 2.4568289518356323e-06, 2.6151537895202637e-06, 2.773478627204895e-06, 2.9318034648895264e-06, 3.0901283025741577e-06, 3.248453140258789e-06, 3.4067779779434204e-06, 3.5651028156280518e-06, 3.723427653312683e-06, 3.8817524909973145e-06, 4.040077328681946e-06, 4.198402166366577e-06, 4.3567270040512085e-06, 4.51505184173584e-06, 4.673376679420471e-06, 4.8317015171051025e-06, 4.990026354789734e-06, 5.148351192474365e-06, 5.306676030158997e-06, 5.465000867843628e-06, 5.623325705528259e-06, 5.781650543212891e-06]}, "gradients/encoder.encoder.layers.4.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 5.0, 5.0, 5.0, 5.0, 10.0, 16.0, 17.0, 25.0, 18.0, 23.0, 31.0, 73.0, 77.0, 83.0, 133.0, 172.0, 203.0, 493.0, 439.0, 647.0, 1008.0, 1544.0, 2471.0, 7106.0, 10680.0, 25008.0, 84574.0, 621701.0, 241754.0, 25019.0, 10505.0, 5451.0, 3115.0, 1938.0, 1739.0, 658.0, 478.0, 302.0, 238.0, 188.0, 198.0, 111.0, 63.0, 55.0, 38.0, 37.0, 32.0, 14.0, 9.0, 13.0, 13.0, 11.0, 7.0, 2.0, 3.0, 5.0, 2.0, 1.0], "bins": [-4.351139068603516e-06, -4.221685230731964e-06, -4.092231392860413e-06, -3.962777554988861e-06, -3.8333237171173096e-06, -3.703869879245758e-06, -3.5744160413742065e-06, -3.444962203502655e-06, -3.3155083656311035e-06, -3.186054527759552e-06, -3.0566006898880005e-06, -2.927146852016449e-06, -2.7976930141448975e-06, -2.668239176273346e-06, -2.5387853384017944e-06, -2.409331500530243e-06, -2.2798776626586914e-06, -2.15042382478714e-06, -2.0209699869155884e-06, -1.8915161490440369e-06, -1.7620623111724854e-06, -1.6326084733009338e-06, -1.5031546354293823e-06, -1.3737007975578308e-06, -1.2442469596862793e-06, -1.1147931218147278e-06, -9.853392839431763e-07, -8.558854460716248e-07, -7.264316082000732e-07, -5.969777703285217e-07, -4.675239324569702e-07, -3.380700945854187e-07, -2.086162567138672e-07, -7.916241884231567e-08, 5.029141902923584e-08, 1.7974525690078735e-07, 3.0919909477233887e-07, 4.386529326438904e-07, 5.681067705154419e-07, 6.975606083869934e-07, 8.270144462585449e-07, 9.564682841300964e-07, 1.085922122001648e-06, 1.2153759598731995e-06, 1.344829797744751e-06, 1.4742836356163025e-06, 1.603737473487854e-06, 1.7331913113594055e-06, 1.862645149230957e-06, 1.9920989871025085e-06, 2.12155282497406e-06, 2.2510066628456116e-06, 2.380460500717163e-06, 2.5099143385887146e-06, 2.639368176460266e-06, 2.7688220143318176e-06, 2.898275852203369e-06, 3.0277296900749207e-06, 3.157183527946472e-06, 3.2866373658180237e-06, 3.416091203689575e-06, 3.5455450415611267e-06, 3.6749988794326782e-06, 3.8044527173042297e-06, 3.933906555175781e-06]}, "gradients/encoder.encoder.layers.4.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 5.0, 6.0, 2.0, 4.0, 7.0, 8.0, 9.0, 17.0, 20.0, 44.0, 67.0, 84.0, 190.0, 180.0, 130.0, 76.0, 59.0, 27.0, 16.0, 13.0, 10.0, 6.0, 7.0, 8.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.5762786865234375e-06, -3.4580007195472717e-06, -3.339722752571106e-06, -3.22144478559494e-06, -3.1031668186187744e-06, -2.9848888516426086e-06, -2.866610884666443e-06, -2.748332917690277e-06, -2.6300549507141113e-06, -2.5117769837379456e-06, -2.3934990167617798e-06, -2.275221049785614e-06, -2.1569430828094482e-06, -2.0386651158332825e-06, -1.9203871488571167e-06, -1.802109181880951e-06, -1.6838312149047852e-06, -1.5655532479286194e-06, -1.4472752809524536e-06, -1.3289973139762878e-06, -1.210719347000122e-06, -1.0924413800239563e-06, -9.741634130477905e-07, -8.558854460716248e-07, -7.37607479095459e-07, -6.193295121192932e-07, -5.010515451431274e-07, -3.8277357816696167e-07, -2.644956111907959e-07, -1.4621764421463013e-07, -2.7939677238464355e-08, 9.033828973770142e-08, 2.086162567138672e-07, 3.2689422369003296e-07, 4.4517219066619873e-07, 5.634501576423645e-07, 6.817281246185303e-07, 8.00006091594696e-07, 9.182840585708618e-07, 1.0365620255470276e-06, 1.1548399925231934e-06, 1.2731179594993591e-06, 1.391395926475525e-06, 1.5096738934516907e-06, 1.6279518604278564e-06, 1.7462298274040222e-06, 1.864507794380188e-06, 1.9827857613563538e-06, 2.1010637283325195e-06, 2.2193416953086853e-06, 2.337619662284851e-06, 2.455897629261017e-06, 2.5741755962371826e-06, 2.6924535632133484e-06, 2.810731530189514e-06, 2.92900949716568e-06, 3.0472874641418457e-06, 3.1655654311180115e-06, 3.2838433980941772e-06, 3.402121365070343e-06, 3.520399332046509e-06, 3.6386772990226746e-06, 3.7569552659988403e-06, 3.875233232975006e-06, 3.993511199951172e-06]}, "gradients/encoder.encoder.layers.4.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 1.0, 2.0, 1.0, 2.0, 5.0, 1.0, 1.0, 4.0, 6.0, 4.0, 13.0, 8.0, 22.0, 17.0, 16.0, 26.0, 27.0, 46.0, 48.0, 43.0, 62.0, 109.0, 172.0, 131.0, 80.0, 49.0, 32.0, 16.0, 13.0, 12.0, 13.0, 4.0, 8.0, 3.0, 5.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00014172025839798152, -0.00013840112660545856, -0.00013508198026102036, -0.0001317628484684974, -0.00012844371667597443, -0.00012512458488345146, -0.00012180543853901327, -0.0001184863067464903, -0.00011516717495396733, -0.00011184803588548675, -0.00010852890409296378, -0.0001052097650244832, -0.00010189063323196024, -9.857149416347966e-05, -9.525235509499907e-05, -9.193322330247611e-05, -8.861408423399553e-05, -8.529494516551495e-05, -8.197581337299198e-05, -7.86566743045114e-05, -7.533754251198843e-05, -7.201840344350785e-05, -6.869927165098488e-05, -6.53801325825043e-05, -6.206099351402372e-05, -5.874185808352195e-05, -5.542272265302017e-05, -5.210358358453959e-05, -4.8784451792016625e-05, -4.5465312723536044e-05, -4.214617729303427e-05, -3.8827041862532496e-05, -3.5507902794051915e-05, -3.218876736355014e-05, -2.8869631933048368e-05, -2.555049468355719e-05, -2.2231359253055416e-05, -1.8912223822553642e-05, -1.5593086573062465e-05, -1.227395114256069e-05, -8.954815712058917e-06, -5.635679826809792e-06, -2.316543941560667e-06, 1.0025923984358087e-06, 4.321727828937583e-06, 7.640863259439357e-06, 1.0960000508930534e-05, 1.4279135939432308e-05, 1.7598271369934082e-05, 2.0917406800435856e-05, 2.423654223093763e-05, 2.7555679480428807e-05, 3.087481309194118e-05, 3.419395216042176e-05, 3.751308759092353e-05, 4.083222302142531e-05, 4.415135845192708e-05, 4.7470493882428855e-05, 5.078962931293063e-05, 5.41087647434324e-05, 5.7427903811912984e-05, 6.074703560443595e-05, 6.406617467291653e-05, 6.73853064654395e-05, 7.070444553392008e-05]}, "gradients/encoder.encoder.layers.4.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 4.0, 3.0, 9.0, 12.0, 9.0, 13.0, 15.0, 14.0, 8.0, 20.0, 22.0, 30.0, 23.0, 33.0, 34.0, 34.0, 43.0, 38.0, 47.0, 39.0, 31.0, 43.0, 45.0, 40.0, 41.0, 37.0, 42.0, 26.0, 26.0, 35.0, 25.0, 24.0, 24.0, 28.0, 10.0, 14.0, 15.0, 15.0, 7.0, 7.0, 6.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0], "bins": [-6.783008575439453e-05, -6.585102528333664e-05, -6.387196481227875e-05, -6.189290434122086e-05, -5.9913843870162964e-05, -5.793478339910507e-05, -5.595572292804718e-05, -5.397666245698929e-05, -5.1997601985931396e-05, -5.0018541514873505e-05, -4.803948104381561e-05, -4.606042057275772e-05, -4.408136010169983e-05, -4.210229963064194e-05, -4.0123239159584045e-05, -3.8144178688526154e-05, -3.616511821746826e-05, -3.418605774641037e-05, -3.220699727535248e-05, -3.0227936804294586e-05, -2.8248876333236694e-05, -2.6269815862178802e-05, -2.429075539112091e-05, -2.231169492006302e-05, -2.0332634449005127e-05, -1.8353573977947235e-05, -1.6374513506889343e-05, -1.4395453035831451e-05, -1.241639256477356e-05, -1.0437332093715668e-05, -8.458271622657776e-06, -6.479211151599884e-06, -4.500150680541992e-06, -2.5210902094841003e-06, -5.420297384262085e-07, 1.4370307326316833e-06, 3.416091203689575e-06, 5.395151674747467e-06, 7.374212145805359e-06, 9.35327261686325e-06, 1.1332333087921143e-05, 1.3311393558979034e-05, 1.5290454030036926e-05, 1.7269514501094818e-05, 1.924857497215271e-05, 2.1227635443210602e-05, 2.3206695914268494e-05, 2.5185756385326385e-05, 2.7164816856384277e-05, 2.914387732744217e-05, 3.112293779850006e-05, 3.310199826955795e-05, 3.5081058740615845e-05, 3.7060119211673737e-05, 3.903917968273163e-05, 4.101824015378952e-05, 4.299730062484741e-05, 4.4976361095905304e-05, 4.6955421566963196e-05, 4.893448203802109e-05, 5.091354250907898e-05, 5.289260298013687e-05, 5.487166345119476e-05, 5.6850723922252655e-05, 5.882978439331055e-05]}, "gradients/encoder.encoder.layers.3.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 4.0, 4.0, 4.0, 6.0, 12.0, 7.0, 13.0, 13.0, 27.0, 23.0, 26.0, 43.0, 59.0, 76.0, 85.0, 154.0, 222.0, 317.0, 498.0, 778.0, 1128.0, 1842.0, 3004.0, 4835.0, 7768.0, 13943.0, 24665.0, 52153.0, 136190.0, 3541637.0, 264493.0, 72281.0, 30988.0, 16130.0, 8258.0, 4658.0, 2852.0, 1735.0, 1139.0, 687.0, 455.0, 339.0, 217.0, 173.0, 128.0, 79.0, 56.0, 36.0, 28.0, 12.0, 8.0, 5.0, 1.0, 1.0, 1.0, 2.0], "bins": [-6.16312026977539e-05, -5.999486893415451e-05, -5.8358535170555115e-05, -5.672220140695572e-05, -5.508586764335632e-05, -5.344953387975693e-05, -5.181320011615753e-05, -5.0176866352558136e-05, -4.854053258895874e-05, -4.6904198825359344e-05, -4.526786506175995e-05, -4.363153129816055e-05, -4.199519753456116e-05, -4.035886377096176e-05, -3.8722530007362366e-05, -3.708619624376297e-05, -3.5449862480163574e-05, -3.381352871656418e-05, -3.217719495296478e-05, -3.054086118936539e-05, -2.890452742576599e-05, -2.7268193662166595e-05, -2.56318598985672e-05, -2.3995526134967804e-05, -2.2359192371368408e-05, -2.0722858607769012e-05, -1.9086524844169617e-05, -1.745019108057022e-05, -1.5813857316970825e-05, -1.417752355337143e-05, -1.2541189789772034e-05, -1.0904856026172638e-05, -9.268522262573242e-06, -7.632188498973846e-06, -5.995854735374451e-06, -4.359520971775055e-06, -2.723187208175659e-06, -1.0868534445762634e-06, 5.494803190231323e-07, 2.185814082622528e-06, 3.822147846221924e-06, 5.45848160982132e-06, 7.094815373420715e-06, 8.731149137020111e-06, 1.0367482900619507e-05, 1.2003816664218903e-05, 1.3640150427818298e-05, 1.5276484191417694e-05, 1.691281795501709e-05, 1.8549151718616486e-05, 2.018548548221588e-05, 2.1821819245815277e-05, 2.3458153009414673e-05, 2.509448677301407e-05, 2.6730820536613464e-05, 2.836715430021286e-05, 3.0003488063812256e-05, 3.163982182741165e-05, 3.327615559101105e-05, 3.491248935461044e-05, 3.654882311820984e-05, 3.8185156881809235e-05, 3.982149064540863e-05, 4.1457824409008026e-05, 4.309415817260742e-05]}, "gradients/encoder.encoder.layers.3.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 4.0, 2.0, 3.0, 5.0, 7.0, 6.0, 10.0, 9.0, 22.0, 17.0, 19.0, 30.0, 34.0, 38.0, 60.0, 65.0, 84.0, 92.0, 76.0, 71.0, 70.0, 56.0, 47.0, 51.0, 27.0, 26.0, 23.0, 14.0, 10.0, 8.0, 6.0, 9.0, 3.0, 1.0, 2.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0], "bins": [-1.1265277862548828e-05, -1.0970048606395721e-05, -1.0674819350242615e-05, -1.0379590094089508e-05, -1.0084360837936401e-05, -9.789131581783295e-06, -9.493902325630188e-06, -9.198673069477081e-06, -8.903443813323975e-06, -8.608214557170868e-06, -8.312985301017761e-06, -8.017756044864655e-06, -7.722526788711548e-06, -7.427297532558441e-06, -7.1320682764053345e-06, -6.836839020252228e-06, -6.541609764099121e-06, -6.246380507946014e-06, -5.951151251792908e-06, -5.655921995639801e-06, -5.360692739486694e-06, -5.065463483333588e-06, -4.770234227180481e-06, -4.475004971027374e-06, -4.179775714874268e-06, -3.884546458721161e-06, -3.589317202568054e-06, -3.2940879464149475e-06, -2.998858690261841e-06, -2.703629434108734e-06, -2.4084001779556274e-06, -2.1131709218025208e-06, -1.817941665649414e-06, -1.5227124094963074e-06, -1.2274831533432007e-06, -9.32253897190094e-07, -6.370246410369873e-07, -3.417953848838806e-07, -4.6566128730773926e-08, 2.4866312742233276e-07, 5.438923835754395e-07, 8.391216397285461e-07, 1.1343508958816528e-06, 1.4295801520347595e-06, 1.7248094081878662e-06, 2.020038664340973e-06, 2.3152679204940796e-06, 2.6104971766471863e-06, 2.905726432800293e-06, 3.2009556889533997e-06, 3.4961849451065063e-06, 3.791414201259613e-06, 4.08664345741272e-06, 4.381872713565826e-06, 4.677101969718933e-06, 4.97233122587204e-06, 5.2675604820251465e-06, 5.562789738178253e-06, 5.85801899433136e-06, 6.1532482504844666e-06, 6.448477506637573e-06, 6.74370676279068e-06, 7.038936018943787e-06, 7.334165275096893e-06, 7.62939453125e-06]}, "gradients/encoder.encoder.layers.3.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 5.0, 2.0, 8.0, 3.0, 18.0, 11.0, 30.0, 33.0, 61.0, 68.0, 125.0, 171.0, 270.0, 347.0, 639.0, 865.0, 1427.0, 2068.0, 3575.0, 5301.0, 9532.0, 14501.0, 28948.0, 51427.0, 130596.0, 503784.0, 3029710.0, 229649.0, 89604.0, 38284.0, 22276.0, 11484.0, 7604.0, 4153.0, 2884.0, 1579.0, 1146.0, 663.0, 540.0, 287.0, 190.0, 118.0, 113.0, 62.0, 47.0, 28.0, 23.0, 14.0, 7.0, 7.0, 1.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-2.2113323211669922e-05, -2.142786979675293e-05, -2.0742416381835938e-05, -2.0056962966918945e-05, -1.9371509552001953e-05, -1.868605613708496e-05, -1.800060272216797e-05, -1.7315149307250977e-05, -1.6629695892333984e-05, -1.5944242477416992e-05, -1.52587890625e-05, -1.4573335647583008e-05, -1.3887882232666016e-05, -1.3202428817749023e-05, -1.2516975402832031e-05, -1.1831521987915039e-05, -1.1146068572998047e-05, -1.0460615158081055e-05, -9.775161743164062e-06, -9.08970832824707e-06, -8.404254913330078e-06, -7.718801498413086e-06, -7.033348083496094e-06, -6.3478946685791016e-06, -5.662441253662109e-06, -4.976987838745117e-06, -4.291534423828125e-06, -3.606081008911133e-06, -2.9206275939941406e-06, -2.2351741790771484e-06, -1.5497207641601562e-06, -8.642673492431641e-07, -1.7881393432617188e-07, 5.066394805908203e-07, 1.1920928955078125e-06, 1.8775463104248047e-06, 2.562999725341797e-06, 3.248453140258789e-06, 3.933906555175781e-06, 4.6193599700927734e-06, 5.304813385009766e-06, 5.990266799926758e-06, 6.67572021484375e-06, 7.361173629760742e-06, 8.046627044677734e-06, 8.732080459594727e-06, 9.417533874511719e-06, 1.0102987289428711e-05, 1.0788440704345703e-05, 1.1473894119262695e-05, 1.2159347534179688e-05, 1.284480094909668e-05, 1.3530254364013672e-05, 1.4215707778930664e-05, 1.4901161193847656e-05, 1.558661460876465e-05, 1.627206802368164e-05, 1.6957521438598633e-05, 1.7642974853515625e-05, 1.8328428268432617e-05, 1.901388168334961e-05, 1.96993350982666e-05, 2.0384788513183594e-05, 2.1070241928100586e-05, 2.1755695343017578e-05]}, "gradients/encoder.encoder.layers.3.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 4.0, 2.0, 7.0, 6.0, 3.0, 6.0, 11.0, 8.0, 17.0, 22.0, 25.0, 35.0, 44.0, 56.0, 72.0, 105.0, 131.0, 306.0, 1151.0, 993.0, 358.0, 154.0, 105.0, 73.0, 79.0, 49.0, 41.0, 35.0, 28.0, 23.0, 30.0, 26.0, 16.0, 9.0, 11.0, 8.0, 5.0, 9.0, 5.0, 4.0, 9.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8894672393798828e-05, -1.8219463527202606e-05, -1.7544254660606384e-05, -1.6869045794010162e-05, -1.619383692741394e-05, -1.551862806081772e-05, -1.4843419194221497e-05, -1.4168210327625275e-05, -1.3493001461029053e-05, -1.281779259443283e-05, -1.2142583727836609e-05, -1.1467374861240387e-05, -1.0792165994644165e-05, -1.0116957128047943e-05, -9.441748261451721e-06, -8.7665393948555e-06, -8.091330528259277e-06, -7.416121661663055e-06, -6.7409127950668335e-06, -6.0657039284706116e-06, -5.39049506187439e-06, -4.715286195278168e-06, -4.040077328681946e-06, -3.364868462085724e-06, -2.689659595489502e-06, -2.01445072889328e-06, -1.339241862297058e-06, -6.640329957008362e-07, 1.1175870895385742e-08, 6.863847374916077e-07, 1.3615936040878296e-06, 2.0368024706840515e-06, 2.7120113372802734e-06, 3.3872202038764954e-06, 4.062429070472717e-06, 4.737637937068939e-06, 5.412846803665161e-06, 6.088055670261383e-06, 6.763264536857605e-06, 7.438473403453827e-06, 8.113682270050049e-06, 8.78889113664627e-06, 9.464100003242493e-06, 1.0139308869838715e-05, 1.0814517736434937e-05, 1.1489726603031158e-05, 1.216493546962738e-05, 1.2840144336223602e-05, 1.3515353202819824e-05, 1.4190562069416046e-05, 1.4865770936012268e-05, 1.554097980260849e-05, 1.6216188669204712e-05, 1.6891397535800934e-05, 1.7566606402397156e-05, 1.8241815268993378e-05, 1.89170241355896e-05, 1.959223300218582e-05, 2.0267441868782043e-05, 2.0942650735378265e-05, 2.1617859601974487e-05, 2.229306846857071e-05, 2.296827733516693e-05, 2.3643486201763153e-05, 2.4318695068359375e-05]}, "gradients/encoder.encoder.layers.3.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 6.0, 7.0, 7.0, 18.0, 28.0, 34.0, 61.0, 165.0, 189.0, 141.0, 96.0, 50.0, 45.0, 29.0, 34.0, 23.0, 14.0, 11.0, 11.0, 8.0, 7.0, 8.0, 3.0, 6.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00012390797201078385, -0.00011575342796277255, -0.00010759888391476125, -9.944433986674994e-05, -9.128979581873864e-05, -8.313525177072734e-05, -7.498071499867365e-05, -6.682617095066234e-05, -5.867162690265104e-05, -5.051708285463974e-05, -4.2362538806628436e-05, -3.420799839659594e-05, -2.6053454348584637e-05, -1.7898910300573334e-05, -9.744369890540838e-06, -1.5898258425295353e-06, 6.564718205481768e-06, 1.4719261343998369e-05, 2.287380448251497e-05, 3.102834671153687e-05, 3.918289075954817e-05, 4.7337434807559475e-05, 5.549197521759197e-05, 6.364651926560327e-05, 7.180106331361458e-05, 7.995560736162588e-05, 8.811015140963718e-05, 9.626468818169087e-05, 0.00010441923222970217, 0.00011257377627771348, 0.00012072832032572478, 0.00012888286437373608, 0.00013703742297366261, 0.00014519196702167392, 0.00015334651106968522, 0.00016150105511769652, 0.00016965559916570783, 0.00017781014321371913, 0.00018596468726173043, 0.00019411923130974174, 0.00020227377535775304, 0.00021042831940576434, 0.00021858286345377564, 0.00022673740750178695, 0.00023489195154979825, 0.00024304649559780955, 0.00025120103964582086, 0.00025935558369383216, 0.00026751012774184346, 0.00027566467178985476, 0.00028381921583786607, 0.00029197375988587737, 0.0003001283039338887, 0.0003082828479819, 0.0003164373920299113, 0.0003245919360779226, 0.00033274645102210343, 0.00034090099507011473, 0.00034905553911812603, 0.00035721008316613734, 0.00036536462721414864, 0.00037351917126215994, 0.00038167371531017125, 0.00038982825935818255, 0.00039798280340619385]}, "gradients/encoder.encoder.layers.3.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 2.0, 6.0, 3.0, 3.0, 11.0, 4.0, 4.0, 15.0, 14.0, 13.0, 21.0, 12.0, 20.0, 25.0, 22.0, 28.0, 29.0, 21.0, 32.0, 50.0, 46.0, 39.0, 37.0, 40.0, 35.0, 45.0, 36.0, 29.0, 37.0, 42.0, 34.0, 37.0, 28.0, 21.0, 25.0, 28.0, 10.0, 13.0, 17.0, 17.0, 9.0, 14.0, 4.0, 9.0, 5.0, 6.0, 3.0, 4.0, 2.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-9.691715240478516e-05, -9.356439113616943e-05, -9.021162986755371e-05, -8.685886859893799e-05, -8.350610733032227e-05, -8.015334606170654e-05, -7.680058479309082e-05, -7.34478235244751e-05, -7.009506225585938e-05, -6.674230098724365e-05, -6.338953971862793e-05, -6.003677845001221e-05, -5.6684017181396484e-05, -5.333125591278076e-05, -4.997849464416504e-05, -4.6625733375549316e-05, -4.3272972106933594e-05, -3.992021083831787e-05, -3.656744956970215e-05, -3.3214688301086426e-05, -2.9861927032470703e-05, -2.650916576385498e-05, -2.3156404495239258e-05, -1.9803643226623535e-05, -1.6450881958007812e-05, -1.309812068939209e-05, -9.745359420776367e-06, -6.3925981521606445e-06, -3.039836883544922e-06, 3.129243850708008e-07, 3.6656856536865234e-06, 7.018446922302246e-06, 1.0371208190917969e-05, 1.3723969459533691e-05, 1.7076730728149414e-05, 2.0429491996765137e-05, 2.378225326538086e-05, 2.7135014533996582e-05, 3.0487775802612305e-05, 3.384053707122803e-05, 3.719329833984375e-05, 4.054605960845947e-05, 4.3898820877075195e-05, 4.725158214569092e-05, 5.060434341430664e-05, 5.395710468292236e-05, 5.7309865951538086e-05, 6.066262722015381e-05, 6.401538848876953e-05, 6.736814975738525e-05, 7.072091102600098e-05, 7.40736722946167e-05, 7.742643356323242e-05, 8.077919483184814e-05, 8.413195610046387e-05, 8.748471736907959e-05, 9.083747863769531e-05, 9.419023990631104e-05, 9.754300117492676e-05, 0.00010089576244354248, 0.0001042485237121582, 0.00010760128498077393, 0.00011095404624938965, 0.00011430680751800537, 0.0001176595687866211]}, "gradients/encoder.encoder.layers.3.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 4.0, 8.0, 8.0, 10.0, 14.0, 26.0, 40.0, 52.0, 62.0, 90.0, 133.0, 198.0, 257.0, 398.0, 653.0, 1105.0, 1676.0, 2941.0, 4942.0, 9431.0, 18474.0, 40131.0, 102411.0, 451652.0, 271152.0, 76697.0, 32194.0, 15223.0, 7511.0, 4480.0, 2503.0, 1426.0, 936.0, 552.0, 336.0, 250.0, 171.0, 131.0, 68.0, 50.0, 33.0, 30.0, 30.0, 25.0, 13.0, 9.0, 9.0, 8.0, 3.0, 1.0, 4.0, 3.0, 2.0], "bins": [-5.984306335449219e-05, -5.812663584947586e-05, -5.6410208344459534e-05, -5.469378083944321e-05, -5.297735333442688e-05, -5.126092582941055e-05, -4.9544498324394226e-05, -4.78280708193779e-05, -4.611164331436157e-05, -4.4395215809345245e-05, -4.267878830432892e-05, -4.096236079931259e-05, -3.9245933294296265e-05, -3.752950578927994e-05, -3.581307828426361e-05, -3.4096650779247284e-05, -3.238022327423096e-05, -3.066379576921463e-05, -2.8947368264198303e-05, -2.7230940759181976e-05, -2.551451325416565e-05, -2.3798085749149323e-05, -2.2081658244132996e-05, -2.036523073911667e-05, -1.8648803234100342e-05, -1.6932375729084015e-05, -1.5215948224067688e-05, -1.3499520719051361e-05, -1.1783093214035034e-05, -1.0066665709018707e-05, -8.35023820400238e-06, -6.6338106989860535e-06, -4.9173831939697266e-06, -3.2009556889533997e-06, -1.4845281839370728e-06, 2.3189932107925415e-07, 1.948326826095581e-06, 3.664754331111908e-06, 5.381181836128235e-06, 7.097609341144562e-06, 8.814036846160889e-06, 1.0530464351177216e-05, 1.2246891856193542e-05, 1.396331936120987e-05, 1.5679746866226196e-05, 1.7396174371242523e-05, 1.911260187625885e-05, 2.0829029381275177e-05, 2.2545456886291504e-05, 2.426188439130783e-05, 2.5978311896324158e-05, 2.7694739401340485e-05, 2.941116690635681e-05, 3.112759441137314e-05, 3.2844021916389465e-05, 3.456044942140579e-05, 3.627687692642212e-05, 3.7993304431438446e-05, 3.970973193645477e-05, 4.14261594414711e-05, 4.314258694648743e-05, 4.4859014451503754e-05, 4.657544195652008e-05, 4.829186946153641e-05, 5.0008296966552734e-05]}, "gradients/encoder.encoder.layers.3.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 6.0, 5.0, 6.0, 7.0, 6.0, 16.0, 22.0, 23.0, 24.0, 31.0, 41.0, 39.0, 53.0, 79.0, 84.0, 94.0, 70.0, 71.0, 62.0, 47.0, 41.0, 38.0, 38.0, 25.0, 18.0, 8.0, 11.0, 8.0, 7.0, 7.0, 9.0, 5.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.0073184967041016e-05, -9.782612323760986e-06, -9.492039680480957e-06, -9.201467037200928e-06, -8.910894393920898e-06, -8.620321750640869e-06, -8.32974910736084e-06, -8.03917646408081e-06, -7.748603820800781e-06, -7.458031177520752e-06, -7.167458534240723e-06, -6.876885890960693e-06, -6.586313247680664e-06, -6.295740604400635e-06, -6.0051679611206055e-06, -5.714595317840576e-06, -5.424022674560547e-06, -5.133450031280518e-06, -4.842877388000488e-06, -4.552304744720459e-06, -4.26173210144043e-06, -3.9711594581604e-06, -3.680586814880371e-06, -3.390014171600342e-06, -3.0994415283203125e-06, -2.808868885040283e-06, -2.518296241760254e-06, -2.2277235984802246e-06, -1.9371509552001953e-06, -1.646578311920166e-06, -1.3560056686401367e-06, -1.0654330253601074e-06, -7.748603820800781e-07, -4.842877388000488e-07, -1.9371509552001953e-07, 9.685754776000977e-08, 3.8743019104003906e-07, 6.780028343200684e-07, 9.685754776000977e-07, 1.259148120880127e-06, 1.5497207641601562e-06, 1.8402934074401855e-06, 2.130866050720215e-06, 2.421438694000244e-06, 2.7120113372802734e-06, 3.0025839805603027e-06, 3.293156623840332e-06, 3.5837292671203613e-06, 3.874301910400391e-06, 4.16487455368042e-06, 4.455447196960449e-06, 4.7460198402404785e-06, 5.036592483520508e-06, 5.327165126800537e-06, 5.617737770080566e-06, 5.908310413360596e-06, 6.198883056640625e-06, 6.489455699920654e-06, 6.780028343200684e-06, 7.070600986480713e-06, 7.361173629760742e-06, 7.651746273040771e-06, 7.9423189163208e-06, 8.23289155960083e-06, 8.52346420288086e-06]}, "gradients/encoder.encoder.layers.3.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 4.0, 7.0, 5.0, 15.0, 17.0, 28.0, 28.0, 45.0, 55.0, 88.0, 131.0, 168.0, 229.0, 397.0, 486.0, 746.0, 1099.0, 1460.0, 2247.0, 3340.0, 4957.0, 7311.0, 11076.0, 15132.0, 26606.0, 42686.0, 73148.0, 138998.0, 365308.0, 151339.0, 77535.0, 44896.0, 25510.0, 18086.0, 11549.0, 7661.0, 5128.0, 3488.0, 2350.0, 1544.0, 1123.0, 757.0, 533.0, 409.0, 259.0, 182.0, 124.0, 64.0, 70.0, 44.0, 34.0, 23.0, 14.0, 15.0, 6.0, 3.0, 5.0, 1.0, 1.0, 3.0], "bins": [-1.919269561767578e-05, -1.8603168427944183e-05, -1.8013641238212585e-05, -1.7424114048480988e-05, -1.683458685874939e-05, -1.6245059669017792e-05, -1.5655532479286194e-05, -1.5066005289554596e-05, -1.4476478099822998e-05, -1.38869509100914e-05, -1.3297423720359802e-05, -1.2707896530628204e-05, -1.2118369340896606e-05, -1.1528842151165009e-05, -1.093931496143341e-05, -1.0349787771701813e-05, -9.760260581970215e-06, -9.170733392238617e-06, -8.581206202507019e-06, -7.991679012775421e-06, -7.402151823043823e-06, -6.812624633312225e-06, -6.2230974435806274e-06, -5.6335702538490295e-06, -5.044043064117432e-06, -4.454515874385834e-06, -3.864988684654236e-06, -3.275461494922638e-06, -2.68593430519104e-06, -2.096407115459442e-06, -1.5068799257278442e-06, -9.173527359962463e-07, -3.2782554626464844e-07, 2.6170164346694946e-07, 8.512288331985474e-07, 1.4407560229301453e-06, 2.030283212661743e-06, 2.619810402393341e-06, 3.209337592124939e-06, 3.798864781856537e-06, 4.388391971588135e-06, 4.977919161319733e-06, 5.5674463510513306e-06, 6.1569735407829285e-06, 6.746500730514526e-06, 7.336027920246124e-06, 7.925555109977722e-06, 8.51508229970932e-06, 9.104609489440918e-06, 9.694136679172516e-06, 1.0283663868904114e-05, 1.0873191058635712e-05, 1.146271824836731e-05, 1.2052245438098907e-05, 1.2641772627830505e-05, 1.3231299817562103e-05, 1.3820827007293701e-05, 1.4410354197025299e-05, 1.4999881386756897e-05, 1.5589408576488495e-05, 1.6178935766220093e-05, 1.676846295595169e-05, 1.735799014568329e-05, 1.7947517335414886e-05, 1.8537044525146484e-05]}, "gradients/encoder.encoder.layers.3.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 3.0, 5.0, 3.0, 4.0, 8.0, 17.0, 14.0, 13.0, 21.0, 14.0, 15.0, 19.0, 22.0, 30.0, 33.0, 38.0, 27.0, 36.0, 32.0, 28.0, 46.0, 51.0, 60.0, 51.0, 31.0, 46.0, 25.0, 34.0, 32.0, 44.0, 36.0, 29.0, 26.0, 12.0, 15.0, 15.0, 11.0, 16.0, 7.0, 14.0, 4.0, 8.0, 6.0, 1.0, 0.0, 3.0, 0.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.704692840576172e-05, -1.6468577086925507e-05, -1.5890225768089294e-05, -1.5311874449253082e-05, -1.473352313041687e-05, -1.4155171811580658e-05, -1.3576820492744446e-05, -1.2998469173908234e-05, -1.2420117855072021e-05, -1.184176653623581e-05, -1.1263415217399597e-05, -1.0685063898563385e-05, -1.0106712579727173e-05, -9.52836126089096e-06, -8.950009942054749e-06, -8.371658623218536e-06, -7.793307304382324e-06, -7.214955985546112e-06, -6.6366046667099e-06, -6.058253347873688e-06, -5.479902029037476e-06, -4.9015507102012634e-06, -4.323199391365051e-06, -3.744848072528839e-06, -3.166496753692627e-06, -2.588145434856415e-06, -2.0097941160202026e-06, -1.4314427971839905e-06, -8.530914783477783e-07, -2.7474015951156616e-07, 3.03611159324646e-07, 8.819624781608582e-07, 1.4603137969970703e-06, 2.0386651158332825e-06, 2.6170164346694946e-06, 3.1953677535057068e-06, 3.773719072341919e-06, 4.352070391178131e-06, 4.930421710014343e-06, 5.508773028850555e-06, 6.087124347686768e-06, 6.66547566652298e-06, 7.243826985359192e-06, 7.822178304195404e-06, 8.400529623031616e-06, 8.978880941867828e-06, 9.55723226070404e-06, 1.0135583579540253e-05, 1.0713934898376465e-05, 1.1292286217212677e-05, 1.187063753604889e-05, 1.2448988854885101e-05, 1.3027340173721313e-05, 1.3605691492557526e-05, 1.4184042811393738e-05, 1.476239413022995e-05, 1.5340745449066162e-05, 1.5919096767902374e-05, 1.6497448086738586e-05, 1.70757994055748e-05, 1.765415072441101e-05, 1.8232502043247223e-05, 1.8810853362083435e-05, 1.9389204680919647e-05, 1.996755599975586e-05]}, "gradients/encoder.encoder.layers.3.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 5.0, 8.0, 7.0, 11.0, 18.0, 31.0, 48.0, 46.0, 113.0, 210.0, 252.0, 457.0, 1006.0, 1397.0, 3717.0, 5567.0, 10931.0, 36633.0, 88036.0, 531288.0, 289649.0, 42048.0, 21398.0, 6919.0, 3641.0, 2492.0, 962.0, 618.0, 465.0, 224.0, 149.0, 73.0, 52.0, 35.0, 14.0, 14.0, 12.0, 8.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.377696990966797e-06, -6.1765313148498535e-06, -5.97536563873291e-06, -5.774199962615967e-06, -5.5730342864990234e-06, -5.37186861038208e-06, -5.170702934265137e-06, -4.969537258148193e-06, -4.76837158203125e-06, -4.567205905914307e-06, -4.366040229797363e-06, -4.16487455368042e-06, -3.9637088775634766e-06, -3.762543201446533e-06, -3.56137752532959e-06, -3.3602118492126465e-06, -3.159046173095703e-06, -2.9578804969787598e-06, -2.7567148208618164e-06, -2.555549144744873e-06, -2.3543834686279297e-06, -2.1532177925109863e-06, -1.952052116394043e-06, -1.7508864402770996e-06, -1.5497207641601562e-06, -1.3485550880432129e-06, -1.1473894119262695e-06, -9.462237358093262e-07, -7.450580596923828e-07, -5.438923835754395e-07, -3.427267074584961e-07, -1.4156103134155273e-07, 5.960464477539063e-08, 2.60770320892334e-07, 4.6193599700927734e-07, 6.631016731262207e-07, 8.642673492431641e-07, 1.0654330253601074e-06, 1.2665987014770508e-06, 1.4677643775939941e-06, 1.6689300537109375e-06, 1.8700957298278809e-06, 2.0712614059448242e-06, 2.2724270820617676e-06, 2.473592758178711e-06, 2.6747584342956543e-06, 2.8759241104125977e-06, 3.077089786529541e-06, 3.2782554626464844e-06, 3.4794211387634277e-06, 3.680586814880371e-06, 3.8817524909973145e-06, 4.082918167114258e-06, 4.284083843231201e-06, 4.4852495193481445e-06, 4.686415195465088e-06, 4.887580871582031e-06, 5.088746547698975e-06, 5.289912223815918e-06, 5.491077899932861e-06, 5.692243576049805e-06, 5.893409252166748e-06, 6.094574928283691e-06, 6.295740604400635e-06, 6.496906280517578e-06]}, "gradients/encoder.encoder.layers.3.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 4.0, 2.0, 0.0, 3.0, 9.0, 3.0, 8.0, 14.0, 6.0, 11.0, 5.0, 28.0, 16.0, 28.0, 49.0, 40.0, 81.0, 121.0, 127.0, 50.0, 111.0, 64.0, 62.0, 18.0, 34.0, 28.0, 6.0, 16.0, 9.0, 10.0, 4.0, 10.0, 5.0, 2.0, 5.0, 6.0, 5.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.5762786865234375e-06, -3.473833203315735e-06, -3.3713877201080322e-06, -3.2689422369003296e-06, -3.166496753692627e-06, -3.0640512704849243e-06, -2.9616057872772217e-06, -2.859160304069519e-06, -2.7567148208618164e-06, -2.6542693376541138e-06, -2.551823854446411e-06, -2.4493783712387085e-06, -2.346932888031006e-06, -2.2444874048233032e-06, -2.1420419216156006e-06, -2.039596438407898e-06, -1.9371509552001953e-06, -1.8347054719924927e-06, -1.73225998878479e-06, -1.6298145055770874e-06, -1.5273690223693848e-06, -1.4249235391616821e-06, -1.3224780559539795e-06, -1.2200325727462769e-06, -1.1175870895385742e-06, -1.0151416063308716e-06, -9.126961231231689e-07, -8.102506399154663e-07, -7.078051567077637e-07, -6.05359673500061e-07, -5.029141902923584e-07, -4.0046870708465576e-07, -2.980232238769531e-07, -1.955777406692505e-07, -9.313225746154785e-08, 9.313225746154785e-09, 1.1175870895385742e-07, 2.1420419216156006e-07, 3.166496753692627e-07, 4.1909515857696533e-07, 5.21540641784668e-07, 6.239861249923706e-07, 7.264316082000732e-07, 8.288770914077759e-07, 9.313225746154785e-07, 1.0337680578231812e-06, 1.1362135410308838e-06, 1.2386590242385864e-06, 1.341104507446289e-06, 1.4435499906539917e-06, 1.5459954738616943e-06, 1.648440957069397e-06, 1.7508864402770996e-06, 1.8533319234848022e-06, 1.955777406692505e-06, 2.0582228899002075e-06, 2.16066837310791e-06, 2.263113856315613e-06, 2.3655593395233154e-06, 2.468004822731018e-06, 2.5704503059387207e-06, 2.6728957891464233e-06, 2.775341272354126e-06, 2.8777867555618286e-06, 2.9802322387695312e-06]}, "gradients/encoder.encoder.layers.3.attention.q_proj.weight": {"_type": "histogram", "values": [5.0, 4.0, 3.0, 5.0, 13.0, 5.0, 19.0, 25.0, 18.0, 49.0, 63.0, 37.0, 128.0, 93.0, 214.0, 301.0, 201.0, 560.0, 747.0, 524.0, 1426.0, 2151.0, 1485.0, 4141.0, 6670.0, 4747.0, 14804.0, 11788.0, 42090.0, 105967.0, 144402.0, 507737.0, 106004.0, 24919.0, 28751.0, 14794.0, 4880.0, 6675.0, 2291.0, 3271.0, 2102.0, 749.0, 1209.0, 800.0, 319.0, 454.0, 292.0, 96.0, 164.0, 116.0, 46.0, 66.0, 23.0, 50.0, 25.0, 9.0, 17.0, 13.0, 5.0, 9.0, 3.0, 0.0, 1.0, 1.0], "bins": [-3.039836883544922e-06, -2.9420480132102966e-06, -2.8442591428756714e-06, -2.746470272541046e-06, -2.648681402206421e-06, -2.5508925318717957e-06, -2.4531036615371704e-06, -2.355314791202545e-06, -2.25752592086792e-06, -2.1597370505332947e-06, -2.0619481801986694e-06, -1.964159309864044e-06, -1.866370439529419e-06, -1.7685815691947937e-06, -1.6707926988601685e-06, -1.5730038285255432e-06, -1.475214958190918e-06, -1.3774260878562927e-06, -1.2796372175216675e-06, -1.1818483471870422e-06, -1.084059476852417e-06, -9.862706065177917e-07, -8.884817361831665e-07, -7.906928658485413e-07, -6.92903995513916e-07, -5.951151251792908e-07, -4.973262548446655e-07, -3.995373845100403e-07, -3.0174851417541504e-07, -2.039596438407898e-07, -1.0617077350616455e-07, -8.381903171539307e-09, 8.940696716308594e-08, 1.8719583749771118e-07, 2.849847078323364e-07, 3.8277357816696167e-07, 4.805624485015869e-07, 5.783513188362122e-07, 6.761401891708374e-07, 7.739290595054626e-07, 8.717179298400879e-07, 9.695068001747131e-07, 1.0672956705093384e-06, 1.1650845408439636e-06, 1.2628734111785889e-06, 1.3606622815132141e-06, 1.4584511518478394e-06, 1.5562400221824646e-06, 1.6540288925170898e-06, 1.751817762851715e-06, 1.8496066331863403e-06, 1.9473955035209656e-06, 2.045184373855591e-06, 2.142973244190216e-06, 2.2407621145248413e-06, 2.3385509848594666e-06, 2.436339855194092e-06, 2.534128725528717e-06, 2.6319175958633423e-06, 2.7297064661979675e-06, 2.8274953365325928e-06, 2.925284206867218e-06, 3.0230730772018433e-06, 3.1208619475364685e-06, 3.2186508178710938e-06]}, "gradients/encoder.encoder.layers.3.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 10.0, 3.0, 2.0, 11.0, 10.0, 5.0, 14.0, 13.0, 10.0, 30.0, 32.0, 23.0, 38.0, 30.0, 59.0, 93.0, 76.0, 123.0, 83.0, 36.0, 61.0, 60.0, 13.0, 39.0, 13.0, 16.0, 14.0, 7.0, 15.0, 9.0, 6.0, 12.0, 4.0, 1.0, 8.0, 5.0, 2.0, 3.0, 2.0, 2.0, 4.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.039836883544922e-06, -2.9420480132102966e-06, -2.8442591428756714e-06, -2.746470272541046e-06, -2.648681402206421e-06, -2.5508925318717957e-06, -2.4531036615371704e-06, -2.355314791202545e-06, -2.25752592086792e-06, -2.1597370505332947e-06, -2.0619481801986694e-06, -1.964159309864044e-06, -1.866370439529419e-06, -1.7685815691947937e-06, -1.6707926988601685e-06, -1.5730038285255432e-06, -1.475214958190918e-06, -1.3774260878562927e-06, -1.2796372175216675e-06, -1.1818483471870422e-06, -1.084059476852417e-06, -9.862706065177917e-07, -8.884817361831665e-07, -7.906928658485413e-07, -6.92903995513916e-07, -5.951151251792908e-07, -4.973262548446655e-07, -3.995373845100403e-07, -3.0174851417541504e-07, -2.039596438407898e-07, -1.0617077350616455e-07, -8.381903171539307e-09, 8.940696716308594e-08, 1.8719583749771118e-07, 2.849847078323364e-07, 3.8277357816696167e-07, 4.805624485015869e-07, 5.783513188362122e-07, 6.761401891708374e-07, 7.739290595054626e-07, 8.717179298400879e-07, 9.695068001747131e-07, 1.0672956705093384e-06, 1.1650845408439636e-06, 1.2628734111785889e-06, 1.3606622815132141e-06, 1.4584511518478394e-06, 1.5562400221824646e-06, 1.6540288925170898e-06, 1.751817762851715e-06, 1.8496066331863403e-06, 1.9473955035209656e-06, 2.045184373855591e-06, 2.142973244190216e-06, 2.2407621145248413e-06, 2.3385509848594666e-06, 2.436339855194092e-06, 2.534128725528717e-06, 2.6319175958633423e-06, 2.7297064661979675e-06, 2.8274953365325928e-06, 2.925284206867218e-06, 3.0230730772018433e-06, 3.1208619475364685e-06, 3.2186508178710938e-06]}, "gradients/encoder.encoder.layers.3.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 3.0, 3.0, 3.0, 1.0, 4.0, 7.0, 8.0, 11.0, 6.0, 6.0, 12.0, 22.0, 24.0, 25.0, 33.0, 38.0, 48.0, 58.0, 71.0, 117.0, 165.0, 104.0, 79.0, 32.0, 39.0, 21.0, 14.0, 18.0, 10.0, 11.0, 4.0, 4.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00013208304881118238, -0.0001280174619751051, -0.00012395187513902783, -0.00011988628830295056, -0.00011582069419091567, -0.0001117551073548384, -0.00010768952051876113, -0.00010362393368268386, -9.955833957064897e-05, -9.54927527345717e-05, -9.142716589849442e-05, -8.736157906241715e-05, -8.329598495038226e-05, -7.923039811430499e-05, -7.516481127822772e-05, -7.109922444215044e-05, -6.703363760607317e-05, -6.29680507699959e-05, -5.890246029593982e-05, -5.4836873459862545e-05, -5.0771282985806465e-05, -4.670569614972919e-05, -4.264010931365192e-05, -3.8574522477574646e-05, -3.4508932003518566e-05, -3.044334334845189e-05, -2.6377754693385214e-05, -2.231216785730794e-05, -1.8246579202241264e-05, -1.4180990547174588e-05, -1.0115403711097315e-05, -6.0498150560306385e-06, -1.984226400963962e-06, 2.0813617993553635e-06, 6.146949999674689e-06, 1.0212537745246664e-05, 1.427812640031334e-05, 1.8343715055380017e-05, 2.240930189145729e-05, 2.6474890546523966e-05, 3.054047920159064e-05, 3.4606066037667915e-05, 3.8671656511723995e-05, 4.273724334780127e-05, 4.680283018387854e-05, 5.086842065793462e-05, 5.4934007494011894e-05, 5.8999597968067974e-05, 6.306518480414525e-05, 6.713077164022252e-05, 7.119635847629979e-05, 7.526195258833468e-05, 7.932753942441195e-05, 8.339312626048923e-05, 8.74587130965665e-05, 9.152429993264377e-05, 9.558988676872104e-05, 9.965547360479832e-05, 0.00010372106044087559, 0.00010778664727695286, 0.00011185224138898775, 0.00011591782822506502, 0.0001199834150611423, 0.00012404900917317718, 0.00012811459600925446]}, "gradients/encoder.encoder.layers.3.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 5.0, 3.0, 5.0, 2.0, 5.0, 10.0, 11.0, 16.0, 17.0, 17.0, 25.0, 22.0, 29.0, 29.0, 36.0, 28.0, 30.0, 35.0, 32.0, 35.0, 42.0, 54.0, 41.0, 32.0, 36.0, 46.0, 22.0, 29.0, 50.0, 41.0, 39.0, 27.0, 19.0, 29.0, 12.0, 23.0, 17.0, 11.0, 7.0, 18.0, 4.0, 4.0, 4.0, 4.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.903575897216797e-05, -7.647275924682617e-05, -7.390975952148438e-05, -7.134675979614258e-05, -6.878376007080078e-05, -6.622076034545898e-05, -6.365776062011719e-05, -6.109476089477539e-05, -5.8531761169433594e-05, -5.59687614440918e-05, -5.340576171875e-05, -5.08427619934082e-05, -4.8279762268066406e-05, -4.571676254272461e-05, -4.315376281738281e-05, -4.0590763092041016e-05, -3.802776336669922e-05, -3.546476364135742e-05, -3.2901763916015625e-05, -3.0338764190673828e-05, -2.777576446533203e-05, -2.5212764739990234e-05, -2.2649765014648438e-05, -2.008676528930664e-05, -1.7523765563964844e-05, -1.4960765838623047e-05, -1.239776611328125e-05, -9.834766387939453e-06, -7.271766662597656e-06, -4.708766937255859e-06, -2.1457672119140625e-06, 4.172325134277344e-07, 2.9802322387695312e-06, 5.543231964111328e-06, 8.106231689453125e-06, 1.0669231414794922e-05, 1.3232231140136719e-05, 1.5795230865478516e-05, 1.8358230590820312e-05, 2.092123031616211e-05, 2.3484230041503906e-05, 2.6047229766845703e-05, 2.86102294921875e-05, 3.11732292175293e-05, 3.3736228942871094e-05, 3.629922866821289e-05, 3.886222839355469e-05, 4.1425228118896484e-05, 4.398822784423828e-05, 4.655122756958008e-05, 4.9114227294921875e-05, 5.167722702026367e-05, 5.424022674560547e-05, 5.6803226470947266e-05, 5.936622619628906e-05, 6.192922592163086e-05, 6.449222564697266e-05, 6.705522537231445e-05, 6.961822509765625e-05, 7.218122482299805e-05, 7.474422454833984e-05, 7.730722427368164e-05, 7.987022399902344e-05, 8.243322372436523e-05, 8.499622344970703e-05]}, "gradients/encoder.encoder.layers.2.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 6.0, 3.0, 9.0, 11.0, 9.0, 14.0, 17.0, 17.0, 23.0, 33.0, 61.0, 55.0, 77.0, 96.0, 131.0, 151.0, 229.0, 357.0, 502.0, 712.0, 1114.0, 1769.0, 2848.0, 4677.0, 8301.0, 13690.0, 23809.0, 43046.0, 85950.0, 254433.0, 3409486.0, 184245.0, 73394.0, 37141.0, 19837.0, 11043.0, 6316.0, 3888.0, 2386.0, 1515.0, 1004.0, 620.0, 463.0, 251.0, 173.0, 134.0, 79.0, 56.0, 34.0, 23.0, 29.0, 13.0, 4.0, 5.0, 4.0, 4.0], "bins": [-7.110834121704102e-05, -6.925687193870544e-05, -6.740540266036987e-05, -6.55539333820343e-05, -6.370246410369873e-05, -6.185099482536316e-05, -5.999952554702759e-05, -5.8148056268692017e-05, -5.6296586990356445e-05, -5.4445117712020874e-05, -5.25936484336853e-05, -5.074217915534973e-05, -4.889070987701416e-05, -4.703924059867859e-05, -4.518777132034302e-05, -4.3336302042007446e-05, -4.1484832763671875e-05, -3.9633363485336304e-05, -3.778189420700073e-05, -3.593042492866516e-05, -3.407895565032959e-05, -3.222748637199402e-05, -3.0376017093658447e-05, -2.8524547815322876e-05, -2.6673078536987305e-05, -2.4821609258651733e-05, -2.2970139980316162e-05, -2.111867070198059e-05, -1.926720142364502e-05, -1.7415732145309448e-05, -1.5564262866973877e-05, -1.3712793588638306e-05, -1.1861324310302734e-05, -1.0009855031967163e-05, -8.158385753631592e-06, -6.3069164752960205e-06, -4.455447196960449e-06, -2.603977918624878e-06, -7.525086402893066e-07, 1.0989606380462646e-06, 2.950429916381836e-06, 4.801899194717407e-06, 6.6533684730529785e-06, 8.50483775138855e-06, 1.0356307029724121e-05, 1.2207776308059692e-05, 1.4059245586395264e-05, 1.5910714864730835e-05, 1.7762184143066406e-05, 1.9613653421401978e-05, 2.146512269973755e-05, 2.331659197807312e-05, 2.516806125640869e-05, 2.7019530534744263e-05, 2.8870999813079834e-05, 3.0722469091415405e-05, 3.2573938369750977e-05, 3.442540764808655e-05, 3.627687692642212e-05, 3.812834620475769e-05, 3.997981548309326e-05, 4.183128476142883e-05, 4.3682754039764404e-05, 4.5534223318099976e-05, 4.738569259643555e-05]}, "gradients/encoder.encoder.layers.2.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 6.0, 6.0, 5.0, 8.0, 6.0, 10.0, 14.0, 27.0, 18.0, 32.0, 29.0, 37.0, 54.0, 59.0, 75.0, 66.0, 83.0, 87.0, 76.0, 55.0, 43.0, 52.0, 40.0, 21.0, 27.0, 18.0, 16.0, 9.0, 3.0, 8.0, 6.0, 6.0, 6.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-1.0967254638671875e-05, -1.067575067281723e-05, -1.0384246706962585e-05, -1.009274274110794e-05, -9.801238775253296e-06, -9.509734809398651e-06, -9.218230843544006e-06, -8.926726877689362e-06, -8.635222911834717e-06, -8.343718945980072e-06, -8.052214980125427e-06, -7.760711014270782e-06, -7.469207048416138e-06, -7.177703082561493e-06, -6.886199116706848e-06, -6.594695150852203e-06, -6.303191184997559e-06, -6.011687219142914e-06, -5.720183253288269e-06, -5.428679287433624e-06, -5.1371753215789795e-06, -4.845671355724335e-06, -4.55416738986969e-06, -4.262663424015045e-06, -3.9711594581604e-06, -3.6796554923057556e-06, -3.388151526451111e-06, -3.096647560596466e-06, -2.8051435947418213e-06, -2.5136396288871765e-06, -2.2221356630325317e-06, -1.930631697177887e-06, -1.6391277313232422e-06, -1.3476237654685974e-06, -1.0561197996139526e-06, -7.646158337593079e-07, -4.731118679046631e-07, -1.816079020500183e-07, 1.0989606380462646e-07, 4.0140002965927124e-07, 6.92903995513916e-07, 9.844079613685608e-07, 1.2759119272232056e-06, 1.5674158930778503e-06, 1.8589198589324951e-06, 2.15042382478714e-06, 2.4419277906417847e-06, 2.7334317564964294e-06, 3.0249357223510742e-06, 3.316439688205719e-06, 3.6079436540603638e-06, 3.8994476199150085e-06, 4.190951585769653e-06, 4.482455551624298e-06, 4.773959517478943e-06, 5.065463483333588e-06, 5.356967449188232e-06, 5.648471415042877e-06, 5.939975380897522e-06, 6.231479346752167e-06, 6.5229833126068115e-06, 6.814487278461456e-06, 7.105991244316101e-06, 7.397495210170746e-06, 7.68899917602539e-06]}, "gradients/encoder.encoder.layers.2.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 2.0, 6.0, 11.0, 6.0, 3.0, 8.0, 17.0, 28.0, 30.0, 45.0, 58.0, 72.0, 122.0, 167.0, 228.0, 332.0, 498.0, 767.0, 1126.0, 1763.0, 2437.0, 4201.0, 6896.0, 11632.0, 20521.0, 34090.0, 72848.0, 175504.0, 1334993.0, 2165789.0, 185705.0, 83188.0, 40437.0, 21124.0, 11865.0, 6481.0, 4326.0, 2571.0, 1551.0, 1003.0, 602.0, 423.0, 286.0, 176.0, 97.0, 87.0, 50.0, 38.0, 29.0, 17.0, 11.0, 3.0, 10.0, 8.0, 4.0, 3.0, 0.0, 0.0, 1.0, 2.0], "bins": [-2.5212764739990234e-05, -2.4450011551380157e-05, -2.368725836277008e-05, -2.2924505174160004e-05, -2.2161751985549927e-05, -2.139899879693985e-05, -2.0636245608329773e-05, -1.9873492419719696e-05, -1.911073923110962e-05, -1.8347986042499542e-05, -1.7585232853889465e-05, -1.682247966527939e-05, -1.605972647666931e-05, -1.5296973288059235e-05, -1.4534220099449158e-05, -1.377146691083908e-05, -1.3008713722229004e-05, -1.2245960533618927e-05, -1.148320734500885e-05, -1.0720454156398773e-05, -9.957700967788696e-06, -9.19494777917862e-06, -8.432194590568542e-06, -7.669441401958466e-06, -6.906688213348389e-06, -6.143935024738312e-06, -5.381181836128235e-06, -4.618428647518158e-06, -3.855675458908081e-06, -3.092922270298004e-06, -2.3301690816879272e-06, -1.5674158930778503e-06, -8.046627044677734e-07, -4.190951585769653e-08, 7.208436727523804e-07, 1.4835968613624573e-06, 2.246350049972534e-06, 3.009103238582611e-06, 3.771856427192688e-06, 4.534609615802765e-06, 5.297362804412842e-06, 6.060115993022919e-06, 6.822869181632996e-06, 7.5856223702430725e-06, 8.34837555885315e-06, 9.111128747463226e-06, 9.873881936073303e-06, 1.063663512468338e-05, 1.1399388313293457e-05, 1.2162141501903534e-05, 1.292489469051361e-05, 1.3687647879123688e-05, 1.4450401067733765e-05, 1.5213154256343842e-05, 1.597590744495392e-05, 1.6738660633563995e-05, 1.7501413822174072e-05, 1.826416701078415e-05, 1.9026920199394226e-05, 1.9789673388004303e-05, 2.055242657661438e-05, 2.1315179765224457e-05, 2.2077932953834534e-05, 2.284068614244461e-05, 2.3603439331054688e-05]}, "gradients/encoder.encoder.layers.2.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 3.0, 6.0, 3.0, 4.0, 5.0, 9.0, 13.0, 13.0, 17.0, 27.0, 25.0, 36.0, 43.0, 57.0, 73.0, 97.0, 135.0, 265.0, 782.0, 1098.0, 424.0, 162.0, 118.0, 99.0, 88.0, 57.0, 61.0, 50.0, 43.0, 48.0, 44.0, 26.0, 34.0, 19.0, 16.0, 12.0, 9.0, 14.0, 11.0, 12.0, 4.0, 8.0, 6.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-1.9788742065429688e-05, -1.913309097290039e-05, -1.8477439880371094e-05, -1.7821788787841797e-05, -1.71661376953125e-05, -1.6510486602783203e-05, -1.5854835510253906e-05, -1.519918441772461e-05, -1.4543533325195312e-05, -1.3887882232666016e-05, -1.3232231140136719e-05, -1.2576580047607422e-05, -1.1920928955078125e-05, -1.1265277862548828e-05, -1.0609626770019531e-05, -9.953975677490234e-06, -9.298324584960938e-06, -8.64267349243164e-06, -7.987022399902344e-06, -7.331371307373047e-06, -6.67572021484375e-06, -6.020069122314453e-06, -5.364418029785156e-06, -4.708766937255859e-06, -4.0531158447265625e-06, -3.3974647521972656e-06, -2.7418136596679688e-06, -2.086162567138672e-06, -1.430511474609375e-06, -7.748603820800781e-07, -1.1920928955078125e-07, 5.364418029785156e-07, 1.1920928955078125e-06, 1.8477439880371094e-06, 2.5033950805664062e-06, 3.159046173095703e-06, 3.814697265625e-06, 4.470348358154297e-06, 5.125999450683594e-06, 5.781650543212891e-06, 6.4373016357421875e-06, 7.092952728271484e-06, 7.748603820800781e-06, 8.404254913330078e-06, 9.059906005859375e-06, 9.715557098388672e-06, 1.0371208190917969e-05, 1.1026859283447266e-05, 1.1682510375976562e-05, 1.233816146850586e-05, 1.2993812561035156e-05, 1.3649463653564453e-05, 1.430511474609375e-05, 1.4960765838623047e-05, 1.5616416931152344e-05, 1.627206802368164e-05, 1.6927719116210938e-05, 1.7583370208740234e-05, 1.823902130126953e-05, 1.8894672393798828e-05, 1.9550323486328125e-05, 2.0205974578857422e-05, 2.086162567138672e-05, 2.1517276763916016e-05, 2.2172927856445312e-05]}, "gradients/encoder.encoder.layers.2.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 6.0, 6.0, 16.0, 17.0, 29.0, 58.0, 108.0, 198.0, 123.0, 75.0, 64.0, 45.0, 43.0, 37.0, 28.0, 24.0, 22.0, 16.0, 11.0, 12.0, 7.0, 12.0, 3.0, 12.0, 7.0, 3.0, 4.0, 2.0, 5.0, 3.0, 4.0, 5.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00017438948270864785, -0.00016436104488093406, -0.00015433260705322027, -0.0001443041837774217, -0.00013427574594970793, -0.00012424730812199414, -0.00011421887029428035, -0.00010419043974252418, -9.416200191481039e-05, -8.41335640870966e-05, -7.410513353534043e-05, -6.407669570762664e-05, -5.404826151789166e-05, -4.401982732815668e-05, -3.399138950044289e-05, -2.396295894868672e-05, -1.3934521120972931e-05, -3.906086021743249e-06, 6.122349077486433e-06, 1.6150785086210817e-05, 2.6179219275945798e-05, 3.620765346568078e-05, 4.6236091293394566e-05, 5.626452184515074e-05, 6.629295967286453e-05, 7.632139750057831e-05, 8.634982805233449e-05, 9.637826588004827e-05, 0.00010640670370776206, 0.00011643513425951824, 0.0001264635648112744, 0.0001364920026389882, 0.00014652044046670198, 0.00015654887829441577, 0.00016657731612212956, 0.00017660573939792812, 0.0001866341772256419, 0.0001966626150533557, 0.00020669105288106948, 0.00021671949070878327, 0.00022674791398458183, 0.00023677635181229562, 0.0002468047896400094, 0.00025683321291580796, 0.000266861665295437, 0.00027689008857123554, 0.00028691854095086455, 0.0002969469642266631, 0.00030697538750246167, 0.00031700381077826023, 0.00032703226315788925, 0.0003370606864336878, 0.0003470891388133168, 0.0003571175620891154, 0.00036714598536491394, 0.00037717443774454296, 0.00038720289012417197, 0.00039723131339997053, 0.00040725976577959955, 0.0004172881890553981, 0.0004273166414350271, 0.0004373450647108257, 0.00044737348798662424, 0.00045740194036625326, 0.0004674303636420518]}, "gradients/encoder.encoder.layers.2.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 0.0, 4.0, 4.0, 3.0, 9.0, 8.0, 11.0, 12.0, 16.0, 14.0, 23.0, 26.0, 19.0, 31.0, 26.0, 31.0, 36.0, 39.0, 44.0, 37.0, 28.0, 52.0, 31.0, 39.0, 52.0, 35.0, 42.0, 38.0, 34.0, 31.0, 23.0, 25.0, 25.0, 23.0, 19.0, 23.0, 11.0, 15.0, 12.0, 6.0, 6.0, 10.0, 3.0, 7.0, 12.0, 3.0, 6.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.00017446279525756836, -0.0001692185178399086, -0.00016397424042224884, -0.00015872996300458908, -0.00015348568558692932, -0.00014824140816926956, -0.0001429971307516098, -0.00013775285333395004, -0.00013250857591629028, -0.00012726429849863052, -0.00012202002108097076, -0.000116775743663311, -0.00011153146624565125, -0.00010628718882799149, -0.00010104291141033173, -9.579863399267197e-05, -9.055435657501221e-05, -8.531007915735245e-05, -8.006580173969269e-05, -7.482152432203293e-05, -6.957724690437317e-05, -6.433296948671341e-05, -5.908869206905365e-05, -5.384441465139389e-05, -4.860013723373413e-05, -4.335585981607437e-05, -3.811158239841461e-05, -3.286730498075485e-05, -2.7623027563095093e-05, -2.2378750145435333e-05, -1.7134472727775574e-05, -1.1890195310115814e-05, -6.645917892456055e-06, -1.4016404747962952e-06, 3.842636942863464e-06, 9.086914360523224e-06, 1.4331191778182983e-05, 1.9575469195842743e-05, 2.4819746613502502e-05, 3.0064024031162262e-05, 3.530830144882202e-05, 4.055257886648178e-05, 4.579685628414154e-05, 5.10411337018013e-05, 5.628541111946106e-05, 6.152968853712082e-05, 6.677396595478058e-05, 7.201824337244034e-05, 7.72625207901001e-05, 8.250679820775986e-05, 8.775107562541962e-05, 9.299535304307938e-05, 9.823963046073914e-05, 0.0001034839078783989, 0.00010872818529605865, 0.00011397246271371841, 0.00011921674013137817, 0.00012446101754903793, 0.0001297052949666977, 0.00013494957238435745, 0.0001401938498020172, 0.00014543812721967697, 0.00015068240463733673, 0.0001559266820549965, 0.00016117095947265625]}, "gradients/encoder.encoder.layers.2.attention.out_proj.weight": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 4.0, 8.0, 12.0, 19.0, 17.0, 34.0, 53.0, 41.0, 67.0, 123.0, 145.0, 264.0, 398.0, 600.0, 868.0, 1316.0, 2115.0, 3600.0, 5970.0, 11061.0, 20891.0, 41947.0, 93496.0, 293597.0, 376722.0, 100632.0, 44635.0, 21883.0, 11603.0, 6339.0, 3764.0, 2296.0, 1382.0, 909.0, 601.0, 351.0, 235.0, 153.0, 126.0, 84.0, 63.0, 40.0, 20.0, 15.0, 21.0, 10.0, 12.0, 6.0, 6.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0], "bins": [-4.792213439941406e-05, -4.6426430344581604e-05, -4.4930726289749146e-05, -4.343502223491669e-05, -4.193931818008423e-05, -4.044361412525177e-05, -3.894791007041931e-05, -3.745220601558685e-05, -3.5956501960754395e-05, -3.4460797905921936e-05, -3.296509385108948e-05, -3.146938979625702e-05, -2.997368574142456e-05, -2.8477981686592102e-05, -2.6982277631759644e-05, -2.5486573576927185e-05, -2.3990869522094727e-05, -2.2495165467262268e-05, -2.099946141242981e-05, -1.950375735759735e-05, -1.8008053302764893e-05, -1.6512349247932434e-05, -1.5016645193099976e-05, -1.3520941138267517e-05, -1.2025237083435059e-05, -1.05295330286026e-05, -9.033828973770142e-06, -7.538124918937683e-06, -6.042420864105225e-06, -4.546716809272766e-06, -3.0510127544403076e-06, -1.5553086996078491e-06, -5.960464477539063e-08, 1.4360994100570679e-06, 2.9318034648895264e-06, 4.427507519721985e-06, 5.923211574554443e-06, 7.418915629386902e-06, 8.91461968421936e-06, 1.0410323739051819e-05, 1.1906027793884277e-05, 1.3401731848716736e-05, 1.4897435903549194e-05, 1.6393139958381653e-05, 1.788884401321411e-05, 1.938454806804657e-05, 2.088025212287903e-05, 2.2375956177711487e-05, 2.3871660232543945e-05, 2.5367364287376404e-05, 2.6863068342208862e-05, 2.835877239704132e-05, 2.985447645187378e-05, 3.135018050670624e-05, 3.2845884561538696e-05, 3.4341588616371155e-05, 3.583729267120361e-05, 3.733299672603607e-05, 3.882870078086853e-05, 4.032440483570099e-05, 4.182010889053345e-05, 4.3315812945365906e-05, 4.4811517000198364e-05, 4.630722105503082e-05, 4.780292510986328e-05]}, "gradients/encoder.encoder.layers.2.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 6.0, 3.0, 4.0, 4.0, 7.0, 17.0, 9.0, 22.0, 22.0, 31.0, 28.0, 32.0, 51.0, 40.0, 70.0, 67.0, 80.0, 57.0, 80.0, 48.0, 71.0, 47.0, 40.0, 34.0, 32.0, 24.0, 19.0, 16.0, 8.0, 5.0, 6.0, 7.0, 3.0, 7.0, 3.0, 3.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0], "bins": [-1.0073184967041016e-05, -9.802170097827911e-06, -9.531155228614807e-06, -9.260140359401703e-06, -8.989125490188599e-06, -8.718110620975494e-06, -8.44709575176239e-06, -8.176080882549286e-06, -7.905066013336182e-06, -7.634051144123077e-06, -7.363036274909973e-06, -7.092021405696869e-06, -6.821006536483765e-06, -6.54999166727066e-06, -6.278976798057556e-06, -6.007961928844452e-06, -5.736947059631348e-06, -5.465932190418243e-06, -5.194917321205139e-06, -4.923902451992035e-06, -4.652887582778931e-06, -4.381872713565826e-06, -4.110857844352722e-06, -3.839842975139618e-06, -3.5688281059265137e-06, -3.2978132367134094e-06, -3.026798367500305e-06, -2.755783498287201e-06, -2.4847686290740967e-06, -2.2137537598609924e-06, -1.942738890647888e-06, -1.671724021434784e-06, -1.4007091522216797e-06, -1.1296942830085754e-06, -8.586794137954712e-07, -5.876645445823669e-07, -3.166496753692627e-07, -4.563480615615845e-08, 2.253800630569458e-07, 4.9639493227005e-07, 7.674098014831543e-07, 1.0384246706962585e-06, 1.3094395399093628e-06, 1.580454409122467e-06, 1.8514692783355713e-06, 2.1224841475486755e-06, 2.3934990167617798e-06, 2.664513885974884e-06, 2.9355287551879883e-06, 3.2065436244010925e-06, 3.4775584936141968e-06, 3.748573362827301e-06, 4.019588232040405e-06, 4.2906031012535095e-06, 4.561617970466614e-06, 4.832632839679718e-06, 5.103647708892822e-06, 5.3746625781059265e-06, 5.645677447319031e-06, 5.916692316532135e-06, 6.187707185745239e-06, 6.4587220549583435e-06, 6.729736924171448e-06, 7.000751793384552e-06, 7.271766662597656e-06]}, "gradients/encoder.encoder.layers.2.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 9.0, 9.0, 7.0, 10.0, 23.0, 27.0, 39.0, 68.0, 87.0, 131.0, 160.0, 263.0, 374.0, 618.0, 1031.0, 1662.0, 2664.0, 4853.0, 7959.0, 16176.0, 29165.0, 63956.0, 138794.0, 496361.0, 154821.0, 61214.0, 31889.0, 15536.0, 8763.0, 4642.0, 2793.0, 1557.0, 1007.0, 646.0, 403.0, 246.0, 196.0, 138.0, 75.0, 63.0, 52.0, 25.0, 16.0, 11.0, 11.0, 4.0, 2.0, 7.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.9146671295166016e-05, -2.8221867978572845e-05, -2.7297064661979675e-05, -2.6372261345386505e-05, -2.5447458028793335e-05, -2.4522654712200165e-05, -2.3597851395606995e-05, -2.2673048079013824e-05, -2.1748244762420654e-05, -2.0823441445827484e-05, -1.9898638129234314e-05, -1.8973834812641144e-05, -1.8049031496047974e-05, -1.7124228179454803e-05, -1.6199424862861633e-05, -1.5274621546268463e-05, -1.4349818229675293e-05, -1.3425014913082123e-05, -1.2500211596488953e-05, -1.1575408279895782e-05, -1.0650604963302612e-05, -9.725801646709442e-06, -8.800998330116272e-06, -7.876195013523102e-06, -6.951391696929932e-06, -6.0265883803367615e-06, -5.101785063743591e-06, -4.176981747150421e-06, -3.252178430557251e-06, -2.327375113964081e-06, -1.4025717973709106e-06, -4.777684807777405e-07, 4.470348358154297e-07, 1.3718381524085999e-06, 2.29664146900177e-06, 3.22144478559494e-06, 4.14624810218811e-06, 5.0710514187812805e-06, 5.995854735374451e-06, 6.920658051967621e-06, 7.845461368560791e-06, 8.770264685153961e-06, 9.695068001747131e-06, 1.0619871318340302e-05, 1.1544674634933472e-05, 1.2469477951526642e-05, 1.3394281268119812e-05, 1.4319084584712982e-05, 1.5243887901306152e-05, 1.6168691217899323e-05, 1.7093494534492493e-05, 1.8018297851085663e-05, 1.8943101167678833e-05, 1.9867904484272003e-05, 2.0792707800865173e-05, 2.1717511117458344e-05, 2.2642314434051514e-05, 2.3567117750644684e-05, 2.4491921067237854e-05, 2.5416724383831024e-05, 2.6341527700424194e-05, 2.7266331017017365e-05, 2.8191134333610535e-05, 2.9115937650203705e-05, 3.0040740966796875e-05]}, "gradients/encoder.encoder.layers.2.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 4.0, 5.0, 8.0, 9.0, 11.0, 6.0, 18.0, 23.0, 36.0, 31.0, 47.0, 33.0, 48.0, 43.0, 57.0, 64.0, 78.0, 61.0, 57.0, 36.0, 56.0, 39.0, 40.0, 40.0, 35.0, 33.0, 11.0, 19.0, 17.0, 7.0, 15.0, 6.0, 4.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.6702880859375e-05, -2.5836750864982605e-05, -2.497062087059021e-05, -2.4104490876197815e-05, -2.323836088180542e-05, -2.2372230887413025e-05, -2.150610089302063e-05, -2.0639970898628235e-05, -1.977384090423584e-05, -1.8907710909843445e-05, -1.804158091545105e-05, -1.7175450921058655e-05, -1.630932092666626e-05, -1.5443190932273865e-05, -1.457706093788147e-05, -1.3710930943489075e-05, -1.284480094909668e-05, -1.1978670954704285e-05, -1.111254096031189e-05, -1.0246410965919495e-05, -9.3802809715271e-06, -8.514150977134705e-06, -7.64802098274231e-06, -6.7818909883499146e-06, -5.9157609939575195e-06, -5.0496309995651245e-06, -4.1835010051727295e-06, -3.3173710107803345e-06, -2.4512410163879395e-06, -1.5851110219955444e-06, -7.189810276031494e-07, 1.471489667892456e-07, 1.0132789611816406e-06, 1.8794089555740356e-06, 2.7455389499664307e-06, 3.6116689443588257e-06, 4.477798938751221e-06, 5.343928933143616e-06, 6.210058927536011e-06, 7.076188921928406e-06, 7.9423189163208e-06, 8.808448910713196e-06, 9.67457890510559e-06, 1.0540708899497986e-05, 1.1406838893890381e-05, 1.2272968888282776e-05, 1.3139098882675171e-05, 1.4005228877067566e-05, 1.4871358871459961e-05, 1.5737488865852356e-05, 1.660361886024475e-05, 1.7469748854637146e-05, 1.833587884902954e-05, 1.9202008843421936e-05, 2.006813883781433e-05, 2.0934268832206726e-05, 2.180039882659912e-05, 2.2666528820991516e-05, 2.353265881538391e-05, 2.4398788809776306e-05, 2.52649188041687e-05, 2.6131048798561096e-05, 2.699717879295349e-05, 2.7863308787345886e-05, 2.872943878173828e-05]}, "gradients/encoder.encoder.layers.2.attention.k_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 3.0, 2.0, 3.0, 5.0, 3.0, 7.0, 5.0, 12.0, 10.0, 13.0, 14.0, 13.0, 13.0, 22.0, 29.0, 29.0, 29.0, 53.0, 60.0, 69.0, 87.0, 133.0, 193.0, 229.0, 416.0, 655.0, 1243.0, 2753.0, 10511.0, 143696.0, 862885.0, 17723.0, 3839.0, 1452.0, 715.0, 448.0, 276.0, 206.0, 137.0, 125.0, 82.0, 61.0, 59.0, 52.0, 31.0, 27.0, 18.0, 22.0, 24.0, 16.0, 11.0, 12.0, 7.0, 8.0, 4.0, 5.0, 4.0, 5.0, 2.0, 3.0, 2.0], "bins": [-4.738569259643555e-05, -4.595611244440079e-05, -4.452653229236603e-05, -4.309695214033127e-05, -4.166737198829651e-05, -4.023779183626175e-05, -3.880821168422699e-05, -3.737863153219223e-05, -3.594905138015747e-05, -3.451947122812271e-05, -3.308989107608795e-05, -3.166031092405319e-05, -3.0230730772018433e-05, -2.8801150619983673e-05, -2.7371570467948914e-05, -2.5941990315914154e-05, -2.4512410163879395e-05, -2.3082830011844635e-05, -2.1653249859809875e-05, -2.0223669707775116e-05, -1.8794089555740356e-05, -1.7364509403705597e-05, -1.5934929251670837e-05, -1.4505349099636078e-05, -1.3075768947601318e-05, -1.1646188795566559e-05, -1.02166086435318e-05, -8.78702849149704e-06, -7.35744833946228e-06, -5.927868187427521e-06, -4.498288035392761e-06, -3.0687078833580017e-06, -1.6391277313232422e-06, -2.0954757928848267e-07, 1.2200325727462769e-06, 2.6496127247810364e-06, 4.079192876815796e-06, 5.508773028850555e-06, 6.938353180885315e-06, 8.367933332920074e-06, 9.797513484954834e-06, 1.1227093636989594e-05, 1.2656673789024353e-05, 1.4086253941059113e-05, 1.5515834093093872e-05, 1.694541424512863e-05, 1.837499439716339e-05, 1.980457454919815e-05, 2.123415470123291e-05, 2.266373485326767e-05, 2.409331500530243e-05, 2.552289515733719e-05, 2.6952475309371948e-05, 2.8382055461406708e-05, 2.9811635613441467e-05, 3.124121576547623e-05, 3.2670795917510986e-05, 3.4100376069545746e-05, 3.5529956221580505e-05, 3.6959536373615265e-05, 3.8389116525650024e-05, 3.9818696677684784e-05, 4.1248276829719543e-05, 4.26778569817543e-05, 4.410743713378906e-05]}, "gradients/encoder.encoder.layers.2.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 4.0, 2.0, 3.0, 6.0, 6.0, 14.0, 25.0, 34.0, 31.0, 69.0, 107.0, 127.0, 146.0, 99.0, 101.0, 77.0, 43.0, 17.0, 15.0, 16.0, 9.0, 12.0, 4.0, 4.0, 3.0, 3.0, 5.0, 2.0, 5.0, 4.0, 5.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.410743713378906e-06, -4.244968295097351e-06, -4.079192876815796e-06, -3.913417458534241e-06, -3.7476420402526855e-06, -3.5818666219711304e-06, -3.416091203689575e-06, -3.25031578540802e-06, -3.084540367126465e-06, -2.9187649488449097e-06, -2.7529895305633545e-06, -2.5872141122817993e-06, -2.421438694000244e-06, -2.255663275718689e-06, -2.089887857437134e-06, -1.9241124391555786e-06, -1.7583370208740234e-06, -1.5925616025924683e-06, -1.426786184310913e-06, -1.261010766029358e-06, -1.0952353477478027e-06, -9.294599294662476e-07, -7.636845111846924e-07, -5.979090929031372e-07, -4.3213367462158203e-07, -2.6635825634002686e-07, -1.0058283805847168e-07, 6.51925802230835e-08, 2.3096799850463867e-07, 3.9674341678619385e-07, 5.62518835067749e-07, 7.282942533493042e-07, 8.940696716308594e-07, 1.0598450899124146e-06, 1.2256205081939697e-06, 1.391395926475525e-06, 1.55717134475708e-06, 1.7229467630386353e-06, 1.8887221813201904e-06, 2.0544975996017456e-06, 2.2202730178833008e-06, 2.386048436164856e-06, 2.551823854446411e-06, 2.7175992727279663e-06, 2.8833746910095215e-06, 3.0491501092910767e-06, 3.214925527572632e-06, 3.380700945854187e-06, 3.546476364135742e-06, 3.7122517824172974e-06, 3.8780272006988525e-06, 4.043802618980408e-06, 4.209578037261963e-06, 4.375353455543518e-06, 4.541128873825073e-06, 4.706904292106628e-06, 4.872679710388184e-06, 5.038455128669739e-06, 5.204230546951294e-06, 5.370005965232849e-06, 5.535781383514404e-06, 5.7015568017959595e-06, 5.867332220077515e-06, 6.03310763835907e-06, 6.198883056640625e-06]}, "gradients/encoder.encoder.layers.2.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 5.0, 1.0, 8.0, 4.0, 4.0, 6.0, 10.0, 15.0, 27.0, 33.0, 38.0, 62.0, 89.0, 149.0, 186.0, 293.0, 438.0, 650.0, 1017.0, 1717.0, 2789.0, 4827.0, 8762.0, 17826.0, 47418.0, 282725.0, 574084.0, 60266.0, 21523.0, 9926.0, 5340.0, 3076.0, 1886.0, 1205.0, 749.0, 469.0, 315.0, 204.0, 120.0, 86.0, 70.0, 54.0, 31.0, 25.0, 13.0, 6.0, 5.0, 5.0, 4.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0], "bins": [-1.043081283569336e-05, -1.0133720934391022e-05, -9.836629033088684e-06, -9.539537131786346e-06, -9.242445230484009e-06, -8.945353329181671e-06, -8.648261427879333e-06, -8.351169526576996e-06, -8.054077625274658e-06, -7.75698572397232e-06, -7.459893822669983e-06, -7.162801921367645e-06, -6.865710020065308e-06, -6.56861811876297e-06, -6.271526217460632e-06, -5.974434316158295e-06, -5.677342414855957e-06, -5.380250513553619e-06, -5.083158612251282e-06, -4.786066710948944e-06, -4.4889748096466064e-06, -4.191882908344269e-06, -3.894791007041931e-06, -3.5976991057395935e-06, -3.300607204437256e-06, -3.0035153031349182e-06, -2.7064234018325806e-06, -2.409331500530243e-06, -2.1122395992279053e-06, -1.8151476979255676e-06, -1.51805579662323e-06, -1.2209638953208923e-06, -9.238719940185547e-07, -6.26780092716217e-07, -3.296881914138794e-07, -3.259629011154175e-08, 2.644956111907959e-07, 5.615875124931335e-07, 8.586794137954712e-07, 1.1557713150978088e-06, 1.4528632164001465e-06, 1.7499551177024841e-06, 2.0470470190048218e-06, 2.3441389203071594e-06, 2.641230821609497e-06, 2.9383227229118347e-06, 3.2354146242141724e-06, 3.53250652551651e-06, 3.829598426818848e-06, 4.126690328121185e-06, 4.423782229423523e-06, 4.720874130725861e-06, 5.017966032028198e-06, 5.315057933330536e-06, 5.6121498346328735e-06, 5.909241735935211e-06, 6.206333637237549e-06, 6.5034255385398865e-06, 6.800517439842224e-06, 7.097609341144562e-06, 7.394701242446899e-06, 7.691793143749237e-06, 7.988885045051575e-06, 8.285976946353912e-06, 8.58306884765625e-06]}, "gradients/encoder.encoder.layers.2.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 5.0, 1.0, 8.0, 8.0, 7.0, 8.0, 7.0, 15.0, 16.0, 26.0, 44.0, 49.0, 76.0, 182.0, 169.0, 102.0, 84.0, 41.0, 30.0, 22.0, 22.0, 19.0, 7.0, 10.0, 8.0, 5.0, 6.0, 5.0, 5.0, 3.0, 5.0, 0.0, 2.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.258487701416016e-06, -6.002373993396759e-06, -5.7462602853775024e-06, -5.490146577358246e-06, -5.234032869338989e-06, -4.977919161319733e-06, -4.721805453300476e-06, -4.4656917452812195e-06, -4.209578037261963e-06, -3.953464329242706e-06, -3.6973506212234497e-06, -3.441236913204193e-06, -3.1851232051849365e-06, -2.92900949716568e-06, -2.6728957891464233e-06, -2.4167820811271667e-06, -2.16066837310791e-06, -1.9045546650886536e-06, -1.648440957069397e-06, -1.3923272490501404e-06, -1.1362135410308838e-06, -8.800998330116272e-07, -6.239861249923706e-07, -3.67872416973114e-07, -1.1175870895385742e-07, 1.4435499906539917e-07, 4.0046870708465576e-07, 6.565824151039124e-07, 9.126961231231689e-07, 1.1688098311424255e-06, 1.4249235391616821e-06, 1.6810372471809387e-06, 1.9371509552001953e-06, 2.193264663219452e-06, 2.4493783712387085e-06, 2.705492079257965e-06, 2.9616057872772217e-06, 3.2177194952964783e-06, 3.473833203315735e-06, 3.7299469113349915e-06, 3.986060619354248e-06, 4.242174327373505e-06, 4.498288035392761e-06, 4.754401743412018e-06, 5.010515451431274e-06, 5.266629159450531e-06, 5.522742867469788e-06, 5.778856575489044e-06, 6.034970283508301e-06, 6.291083991527557e-06, 6.547197699546814e-06, 6.8033114075660706e-06, 7.059425115585327e-06, 7.315538823604584e-06, 7.57165253162384e-06, 7.827766239643097e-06, 8.083879947662354e-06, 8.33999365568161e-06, 8.596107363700867e-06, 8.852221071720123e-06, 9.10833477973938e-06, 9.364448487758636e-06, 9.620562195777893e-06, 9.87667590379715e-06, 1.0132789611816406e-05]}, "gradients/encoder.encoder.layers.2.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 6.0, 8.0, 3.0, 11.0, 19.0, 19.0, 34.0, 42.0, 73.0, 100.0, 178.0, 131.0, 99.0, 75.0, 64.0, 33.0, 22.0, 25.0, 10.0, 14.0, 10.0, 7.0, 6.0, 6.0, 5.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00023650063667446375, -0.00022877327864989638, -0.00022104593517724425, -0.00021331857715267688, -0.00020559121912810951, -0.00019786387565545738, -0.00019013651763089, -0.00018240915960632265, -0.00017468180158175528, -0.00016695444355718791, -0.00015922710008453578, -0.0001514997420599684, -0.00014377238403540105, -0.0001360450405627489, -0.00012831768253818154, -0.00012059032451361418, -0.00011286298104096204, -0.00010513563029235229, -9.740827226778492e-05, -8.968092151917517e-05, -8.19535634946078e-05, -7.422621274599805e-05, -6.64988619973883e-05, -5.8771507610799745e-05, -5.1044153224211186e-05, -4.331679883762263e-05, -3.558944445103407e-05, -2.7862093702424318e-05, -2.013473931583576e-05, -1.24073849292472e-05, -4.680034180637449e-06, 3.0473202059511095e-06, 1.0774674592539668e-05, 1.8502028979128227e-05, 2.622938154672738e-05, 3.395673411432654e-05, 4.1684088500915095e-05, 4.9411442887503654e-05, 5.7138793636113405e-05, 6.486615166068077e-05, 7.259350240929052e-05, 8.032085315790027e-05, 8.804821118246764e-05, 9.577556193107739e-05, 0.00010350291267968714, 0.00011123027070425451, 0.00011895762145286426, 0.000126684972201474, 0.00013441233022604138, 0.00014213968825060874, 0.00014986703172326088, 0.00015759438974782825, 0.0001653217477723956, 0.00017304910579696298, 0.00018077644926961511, 0.00018850380729418248, 0.00019623115076683462, 0.00020395850879140198, 0.00021168585226405412, 0.00021941321028862149, 0.00022714056831318885, 0.000234867911785841, 0.00024259526981040835, 0.0002503226278349757, 0.0002580499858595431]}, "gradients/encoder.encoder.layers.2.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 5.0, 7.0, 5.0, 10.0, 8.0, 12.0, 20.0, 16.0, 25.0, 21.0, 18.0, 29.0, 21.0, 40.0, 35.0, 26.0, 30.0, 27.0, 38.0, 41.0, 39.0, 36.0, 50.0, 43.0, 40.0, 36.0, 33.0, 30.0, 27.0, 24.0, 24.0, 22.0, 27.0, 14.0, 25.0, 19.0, 21.0, 11.0, 10.0, 9.0, 4.0, 9.0, 6.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0], "bins": [-0.00011622905731201172, -0.00011293590068817139, -0.00010964274406433105, -0.00010634958744049072, -0.00010305643081665039, -9.976327419281006e-05, -9.647011756896973e-05, -9.31769609451294e-05, -8.988380432128906e-05, -8.659064769744873e-05, -8.32974910736084e-05, -8.000433444976807e-05, -7.671117782592773e-05, -7.34180212020874e-05, -7.012486457824707e-05, -6.683170795440674e-05, -6.35385513305664e-05, -6.0245394706726074e-05, -5.695223808288574e-05, -5.365908145904541e-05, -5.036592483520508e-05, -4.7072768211364746e-05, -4.3779611587524414e-05, -4.048645496368408e-05, -3.719329833984375e-05, -3.390014171600342e-05, -3.0606985092163086e-05, -2.7313828468322754e-05, -2.4020671844482422e-05, -2.072751522064209e-05, -1.7434358596801758e-05, -1.4141201972961426e-05, -1.0848045349121094e-05, -7.554888725280762e-06, -4.26173210144043e-06, -9.685754776000977e-07, 2.3245811462402344e-06, 5.617737770080566e-06, 8.910894393920898e-06, 1.220405101776123e-05, 1.5497207641601562e-05, 1.8790364265441895e-05, 2.2083520889282227e-05, 2.537667751312256e-05, 2.866983413696289e-05, 3.196299076080322e-05, 3.5256147384643555e-05, 3.854930400848389e-05, 4.184246063232422e-05, 4.513561725616455e-05, 4.842877388000488e-05, 5.1721930503845215e-05, 5.501508712768555e-05, 5.830824375152588e-05, 6.160140037536621e-05, 6.489455699920654e-05, 6.818771362304688e-05, 7.148087024688721e-05, 7.477402687072754e-05, 7.806718349456787e-05, 8.13603401184082e-05, 8.465349674224854e-05, 8.794665336608887e-05, 9.12398099899292e-05, 9.453296661376953e-05]}, "gradients/encoder.encoder.layers.1.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 7.0, 6.0, 8.0, 12.0, 15.0, 21.0, 19.0, 49.0, 56.0, 99.0, 140.0, 219.0, 309.0, 531.0, 952.0, 1723.0, 3577.0, 7148.0, 15100.0, 32886.0, 77009.0, 272925.0, 3491888.0, 176858.0, 61825.0, 25884.0, 11706.0, 6049.0, 3198.0, 1711.0, 965.0, 546.0, 317.0, 215.0, 128.0, 64.0, 38.0, 26.0, 18.0, 18.0, 16.0, 3.0, 4.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0001405477523803711, -0.00013657379895448685, -0.0001325998455286026, -0.00012862589210271835, -0.0001246519386768341, -0.00012067798525094986, -0.00011670403182506561, -0.00011273007839918137, -0.00010875612497329712, -0.00010478217154741287, -0.00010080821812152863, -9.683426469564438e-05, -9.286031126976013e-05, -8.888635784387589e-05, -8.491240441799164e-05, -8.093845099210739e-05, -7.696449756622314e-05, -7.29905441403389e-05, -6.901659071445465e-05, -6.50426372885704e-05, -6.106868386268616e-05, -5.709473043680191e-05, -5.3120777010917664e-05, -4.914682358503342e-05, -4.517287015914917e-05, -4.119891673326492e-05, -3.7224963307380676e-05, -3.325100988149643e-05, -2.9277056455612183e-05, -2.5303103029727936e-05, -2.132914960384369e-05, -1.7355196177959442e-05, -1.3381242752075195e-05, -9.407289326190948e-06, -5.433335900306702e-06, -1.4593824744224548e-06, 2.514570951461792e-06, 6.488524377346039e-06, 1.0462477803230286e-05, 1.4436431229114532e-05, 1.841038465499878e-05, 2.2384338080883026e-05, 2.6358291506767273e-05, 3.033224493265152e-05, 3.4306198358535767e-05, 3.8280151784420013e-05, 4.225410521030426e-05, 4.622805863618851e-05, 5.0202012062072754e-05, 5.4175965487957e-05, 5.814991891384125e-05, 6.21238723397255e-05, 6.609782576560974e-05, 7.007177919149399e-05, 7.404573261737823e-05, 7.801968604326248e-05, 8.199363946914673e-05, 8.596759289503098e-05, 8.994154632091522e-05, 9.391549974679947e-05, 9.788945317268372e-05, 0.00010186340659856796, 0.00010583736002445221, 0.00010981131345033646, 0.0001137852668762207]}, "gradients/encoder.encoder.layers.1.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 1.0, 5.0, 4.0, 8.0, 6.0, 12.0, 16.0, 18.0, 15.0, 22.0, 28.0, 40.0, 36.0, 45.0, 73.0, 68.0, 69.0, 71.0, 88.0, 65.0, 70.0, 28.0, 43.0, 45.0, 22.0, 33.0, 18.0, 9.0, 13.0, 9.0, 6.0, 5.0, 3.0, 5.0, 5.0, 2.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-9.775161743164062e-06, -9.499490261077881e-06, -9.2238187789917e-06, -8.948147296905518e-06, -8.672475814819336e-06, -8.396804332733154e-06, -8.121132850646973e-06, -7.845461368560791e-06, -7.569789886474609e-06, -7.294118404388428e-06, -7.018446922302246e-06, -6.7427754402160645e-06, -6.467103958129883e-06, -6.191432476043701e-06, -5.9157609939575195e-06, -5.640089511871338e-06, -5.364418029785156e-06, -5.088746547698975e-06, -4.813075065612793e-06, -4.537403583526611e-06, -4.26173210144043e-06, -3.986060619354248e-06, -3.7103891372680664e-06, -3.4347176551818848e-06, -3.159046173095703e-06, -2.8833746910095215e-06, -2.60770320892334e-06, -2.332031726837158e-06, -2.0563602447509766e-06, -1.780688762664795e-06, -1.5050172805786133e-06, -1.2293457984924316e-06, -9.5367431640625e-07, -6.780028343200684e-07, -4.023313522338867e-07, -1.2665987014770508e-07, 1.4901161193847656e-07, 4.246830940246582e-07, 7.003545761108398e-07, 9.760260581970215e-07, 1.2516975402832031e-06, 1.5273690223693848e-06, 1.8030405044555664e-06, 2.078711986541748e-06, 2.3543834686279297e-06, 2.6300549507141113e-06, 2.905726432800293e-06, 3.1813979148864746e-06, 3.4570693969726562e-06, 3.732740879058838e-06, 4.0084123611450195e-06, 4.284083843231201e-06, 4.559755325317383e-06, 4.8354268074035645e-06, 5.111098289489746e-06, 5.386769771575928e-06, 5.662441253662109e-06, 5.938112735748291e-06, 6.213784217834473e-06, 6.489455699920654e-06, 6.765127182006836e-06, 7.040798664093018e-06, 7.316470146179199e-06, 7.592141628265381e-06, 7.867813110351562e-06]}, "gradients/encoder.encoder.layers.1.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 5.0, 4.0, 1.0, 7.0, 8.0, 13.0, 16.0, 26.0, 29.0, 35.0, 60.0, 90.0, 145.0, 205.0, 244.0, 360.0, 551.0, 723.0, 1190.0, 1832.0, 2497.0, 3997.0, 6309.0, 8879.0, 15069.0, 24748.0, 38294.0, 76823.0, 173947.0, 563123.0, 2719557.0, 308152.0, 107719.0, 58745.0, 31782.0, 17014.0, 11340.0, 7296.0, 4209.0, 3069.0, 2036.0, 1230.0, 899.0, 584.0, 377.0, 303.0, 250.0, 152.0, 96.0, 68.0, 51.0, 34.0, 35.0, 23.0, 8.0, 7.0, 5.0, 7.0, 5.0, 7.0, 5.0, 3.0, 4.0], "bins": [-2.1755695343017578e-05, -2.1059997379779816e-05, -2.0364299416542053e-05, -1.966860145330429e-05, -1.897290349006653e-05, -1.8277205526828766e-05, -1.7581507563591003e-05, -1.688580960035324e-05, -1.619011163711548e-05, -1.5494413673877716e-05, -1.4798715710639954e-05, -1.4103017747402191e-05, -1.3407319784164429e-05, -1.2711621820926666e-05, -1.2015923857688904e-05, -1.1320225894451141e-05, -1.0624527931213379e-05, -9.928829967975616e-06, -9.233132004737854e-06, -8.537434041500092e-06, -7.841736078262329e-06, -7.146038115024567e-06, -6.450340151786804e-06, -5.754642188549042e-06, -5.058944225311279e-06, -4.363246262073517e-06, -3.6675482988357544e-06, -2.971850335597992e-06, -2.2761523723602295e-06, -1.580454409122467e-06, -8.847564458847046e-07, -1.8905848264694214e-07, 5.066394805908203e-07, 1.2023374438285828e-06, 1.8980354070663452e-06, 2.5937333703041077e-06, 3.28943133354187e-06, 3.9851292967796326e-06, 4.680827260017395e-06, 5.3765252232551575e-06, 6.07222318649292e-06, 6.767921149730682e-06, 7.463619112968445e-06, 8.159317076206207e-06, 8.85501503944397e-06, 9.550713002681732e-06, 1.0246410965919495e-05, 1.0942108929157257e-05, 1.163780689239502e-05, 1.2333504855632782e-05, 1.3029202818870544e-05, 1.3724900782108307e-05, 1.442059874534607e-05, 1.5116296708583832e-05, 1.5811994671821594e-05, 1.6507692635059357e-05, 1.720339059829712e-05, 1.789908856153488e-05, 1.8594786524772644e-05, 1.9290484488010406e-05, 1.998618245124817e-05, 2.068188041448593e-05, 2.1377578377723694e-05, 2.2073276340961456e-05, 2.276897430419922e-05]}, "gradients/encoder.encoder.layers.1.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 5.0, 2.0, 5.0, 5.0, 9.0, 9.0, 10.0, 21.0, 24.0, 22.0, 38.0, 42.0, 62.0, 69.0, 87.0, 118.0, 142.0, 317.0, 900.0, 772.0, 279.0, 158.0, 121.0, 99.0, 94.0, 61.0, 51.0, 49.0, 61.0, 61.0, 53.0, 29.0, 44.0, 43.0, 39.0, 23.0, 22.0, 25.0, 24.0, 20.0, 18.0, 10.0, 6.0, 3.0, 9.0, 4.0, 4.0, 3.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 2.0], "bins": [-1.5616416931152344e-05, -1.5037134289741516e-05, -1.4457851648330688e-05, -1.387856900691986e-05, -1.3299286365509033e-05, -1.2720003724098206e-05, -1.2140721082687378e-05, -1.156143844127655e-05, -1.0982155799865723e-05, -1.0402873158454895e-05, -9.823590517044067e-06, -9.24430787563324e-06, -8.665025234222412e-06, -8.085742592811584e-06, -7.506459951400757e-06, -6.927177309989929e-06, -6.3478946685791016e-06, -5.768612027168274e-06, -5.189329385757446e-06, -4.610046744346619e-06, -4.030764102935791e-06, -3.4514814615249634e-06, -2.8721988201141357e-06, -2.292916178703308e-06, -1.7136335372924805e-06, -1.1343508958816528e-06, -5.550682544708252e-07, 2.421438694000244e-08, 6.034970283508301e-07, 1.1827796697616577e-06, 1.7620623111724854e-06, 2.341344952583313e-06, 2.9206275939941406e-06, 3.4999102354049683e-06, 4.079192876815796e-06, 4.6584755182266235e-06, 5.237758159637451e-06, 5.817040801048279e-06, 6.3963234424591064e-06, 6.975606083869934e-06, 7.554888725280762e-06, 8.13417136669159e-06, 8.713454008102417e-06, 9.292736649513245e-06, 9.872019290924072e-06, 1.04513019323349e-05, 1.1030584573745728e-05, 1.1609867215156555e-05, 1.2189149856567383e-05, 1.276843249797821e-05, 1.3347715139389038e-05, 1.3926997780799866e-05, 1.4506280422210693e-05, 1.5085563063621521e-05, 1.566484570503235e-05, 1.6244128346443176e-05, 1.6823410987854004e-05, 1.740269362926483e-05, 1.798197627067566e-05, 1.8561258912086487e-05, 1.9140541553497314e-05, 1.9719824194908142e-05, 2.029910683631897e-05, 2.0878389477729797e-05, 2.1457672119140625e-05]}, "gradients/encoder.encoder.layers.1.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 2.0, 6.0, 7.0, 18.0, 59.0, 138.0, 195.0, 114.0, 79.0, 59.0, 56.0, 42.0, 36.0, 26.0, 22.0, 20.0, 15.0, 20.0, 13.0, 7.0, 6.0, 11.0, 10.0, 8.0, 7.0, 9.0, 4.0, 2.0, 4.0, 0.0, 4.0, 1.0, 8.0, 1.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00011884418927365914, -0.00010200273391092196, -8.51612858241424e-05, -6.831983046140522e-05, -5.147837509866804e-05, -3.463691973593086e-05, -1.7795471649151295e-05, -9.540162864141166e-07, 1.5887439076323062e-05, 3.272889443906024e-05, 4.957034616381861e-05, 6.641179788857698e-05, 8.325325325131416e-05, 0.00010009470861405134, 0.0001169361567008309, 0.0001337776193395257, 0.00015061907470226288, 0.00016746053006500006, 0.00018430198542773724, 0.00020114344079047441, 0.0002179848961532116, 0.00023482635151594877, 0.00025166780687868595, 0.00026850926224142313, 0.00028535068850032985, 0.00030219214386306703, 0.0003190335992258042, 0.0003358750545885414, 0.00035271650995127857, 0.00036955796531401575, 0.00038639939157292247, 0.00040324084693565965, 0.00042008236050605774, 0.0004369238158687949, 0.0004537652712315321, 0.0004706067265942693, 0.00048744818195700645, 0.0005042896373197436, 0.0005211310926824808, 0.000537972548045218, 0.0005548140034079552, 0.0005716554587706923, 0.0005884969141334295, 0.0006053383694961667, 0.0006221798248589039, 0.0006390212802216411, 0.0006558627355843782, 0.0006727041909471154, 0.0006895456463098526, 0.0007063871016725898, 0.000723228557035327, 0.0007400700123980641, 0.0007569114677608013, 0.0007737529231235385, 0.0007905943784862757, 0.0008074358338490129, 0.0008242772310040891, 0.0008411186863668263, 0.0008579601417295635, 0.0008748015970923007, 0.0008916430524550378, 0.000908484507817775, 0.0009253259631805122, 0.0009421674185432494, 0.0009590088739059865]}, "gradients/encoder.encoder.layers.1.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 4.0, 1.0, 4.0, 5.0, 14.0, 10.0, 7.0, 11.0, 21.0, 23.0, 28.0, 28.0, 22.0, 37.0, 45.0, 57.0, 54.0, 49.0, 53.0, 53.0, 41.0, 43.0, 47.0, 36.0, 49.0, 36.0, 39.0, 38.0, 33.0, 17.0, 26.0, 15.0, 15.0, 14.0, 9.0, 8.0, 3.0, 0.0, 8.0, 5.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.0004271268844604492, -0.0004155738279223442, -0.0004040207713842392, -0.0003924677148461342, -0.0003809146583080292, -0.00036936160176992416, -0.00035780854523181915, -0.00034625548869371414, -0.00033470243215560913, -0.0003231493756175041, -0.0003115963190793991, -0.0003000432625412941, -0.0002884902060031891, -0.0002769371494650841, -0.00026538409292697906, -0.00025383103638887405, -0.00024227797985076904, -0.00023072492331266403, -0.00021917186677455902, -0.000207618810236454, -0.000196065753698349, -0.000184512697160244, -0.00017295964062213898, -0.00016140658408403397, -0.00014985352754592896, -0.00013830047100782394, -0.00012674741446971893, -0.00011519435793161392, -0.00010364130139350891, -9.20882448554039e-05, -8.053518831729889e-05, -6.898213177919388e-05, -5.742907524108887e-05, -4.5876018702983856e-05, -3.4322962164878845e-05, -2.2769905626773834e-05, -1.1216849088668823e-05, 3.3620744943618774e-07, 1.1889263987541199e-05, 2.344232052564621e-05, 3.499537706375122e-05, 4.654843360185623e-05, 5.810149013996124e-05, 6.965454667806625e-05, 8.120760321617126e-05, 9.276065975427628e-05, 0.00010431371629238129, 0.0001158667728304863, 0.0001274198293685913, 0.00013897288590669632, 0.00015052594244480133, 0.00016207899898290634, 0.00017363205552101135, 0.00018518511205911636, 0.00019673816859722137, 0.00020829122513532639, 0.0002198442816734314, 0.0002313973382115364, 0.00024295039474964142, 0.00025450345128774643, 0.00026605650782585144, 0.00027760956436395645, 0.00028916262090206146, 0.0003007156774401665, 0.0003122687339782715]}, "gradients/encoder.encoder.layers.1.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 2.0, 6.0, 7.0, 4.0, 11.0, 17.0, 25.0, 32.0, 41.0, 55.0, 76.0, 127.0, 213.0, 316.0, 477.0, 769.0, 1281.0, 2144.0, 3725.0, 7283.0, 14795.0, 37408.0, 118935.0, 583408.0, 188835.0, 49459.0, 19563.0, 8623.0, 4460.0, 2476.0, 1519.0, 871.0, 564.0, 329.0, 239.0, 141.0, 98.0, 75.0, 44.0, 22.0, 20.0, 11.0, 12.0, 12.0, 7.0, 6.0, 8.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-8.207559585571289e-05, -7.948186248540878e-05, -7.688812911510468e-05, -7.429439574480057e-05, -7.170066237449646e-05, -6.910692900419235e-05, -6.651319563388824e-05, -6.391946226358414e-05, -6.132572889328003e-05, -5.873199552297592e-05, -5.6138262152671814e-05, -5.3544528782367706e-05, -5.09507954120636e-05, -4.835706204175949e-05, -4.576332867145538e-05, -4.3169595301151276e-05, -4.057586193084717e-05, -3.798212856054306e-05, -3.538839519023895e-05, -3.2794661819934845e-05, -3.0200928449630737e-05, -2.760719507932663e-05, -2.5013461709022522e-05, -2.2419728338718414e-05, -1.9825994968414307e-05, -1.72322615981102e-05, -1.4638528227806091e-05, -1.2044794857501984e-05, -9.451061487197876e-06, -6.857328116893768e-06, -4.263594746589661e-06, -1.669861376285553e-06, 9.238719940185547e-07, 3.5176053643226624e-06, 6.11133873462677e-06, 8.705072104930878e-06, 1.1298805475234985e-05, 1.3892538845539093e-05, 1.64862722158432e-05, 1.908000558614731e-05, 2.1673738956451416e-05, 2.4267472326755524e-05, 2.686120569705963e-05, 2.945493906736374e-05, 3.204867243766785e-05, 3.4642405807971954e-05, 3.723613917827606e-05, 3.982987254858017e-05, 4.242360591888428e-05, 4.5017339289188385e-05, 4.761107265949249e-05, 5.02048060297966e-05, 5.279853940010071e-05, 5.5392272770404816e-05, 5.798600614070892e-05, 6.057973951101303e-05, 6.317347288131714e-05, 6.576720625162125e-05, 6.836093962192535e-05, 7.095467299222946e-05, 7.354840636253357e-05, 7.614213973283768e-05, 7.873587310314178e-05, 8.132960647344589e-05, 8.392333984375e-05]}, "gradients/encoder.encoder.layers.1.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 5.0, 3.0, 4.0, 9.0, 14.0, 13.0, 9.0, 27.0, 36.0, 41.0, 58.0, 65.0, 104.0, 75.0, 87.0, 115.0, 67.0, 64.0, 47.0, 53.0, 26.0, 17.0, 17.0, 24.0, 10.0, 3.0, 8.0, 5.0, 1.0, 3.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2159347534179688e-05, -1.178588718175888e-05, -1.1412426829338074e-05, -1.1038966476917267e-05, -1.066550612449646e-05, -1.0292045772075653e-05, -9.918585419654846e-06, -9.54512506723404e-06, -9.171664714813232e-06, -8.798204362392426e-06, -8.424744009971619e-06, -8.051283657550812e-06, -7.677823305130005e-06, -7.304362952709198e-06, -6.930902600288391e-06, -6.557442247867584e-06, -6.183981895446777e-06, -5.8105215430259705e-06, -5.4370611906051636e-06, -5.063600838184357e-06, -4.69014048576355e-06, -4.316680133342743e-06, -3.943219780921936e-06, -3.569759428501129e-06, -3.1962990760803223e-06, -2.8228387236595154e-06, -2.4493783712387085e-06, -2.0759180188179016e-06, -1.7024576663970947e-06, -1.3289973139762878e-06, -9.55536961555481e-07, -5.820766091346741e-07, -2.086162567138672e-07, 1.648440957069397e-07, 5.383044481277466e-07, 9.117648005485535e-07, 1.2852251529693604e-06, 1.6586855053901672e-06, 2.032145857810974e-06, 2.405606210231781e-06, 2.779066562652588e-06, 3.1525269150733948e-06, 3.5259872674942017e-06, 3.8994476199150085e-06, 4.2729079723358154e-06, 4.646368324756622e-06, 5.019828677177429e-06, 5.393289029598236e-06, 5.766749382019043e-06, 6.14020973443985e-06, 6.513670086860657e-06, 6.887130439281464e-06, 7.2605907917022705e-06, 7.634051144123077e-06, 8.007511496543884e-06, 8.380971848964691e-06, 8.754432201385498e-06, 9.127892553806305e-06, 9.501352906227112e-06, 9.874813258647919e-06, 1.0248273611068726e-05, 1.0621733963489532e-05, 1.099519431591034e-05, 1.1368654668331146e-05, 1.1742115020751953e-05]}, "gradients/encoder.encoder.layers.1.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 4.0, 1.0, 6.0, 14.0, 16.0, 13.0, 21.0, 30.0, 52.0, 74.0, 124.0, 125.0, 191.0, 248.0, 408.0, 496.0, 709.0, 1089.0, 1407.0, 2369.0, 3051.0, 4557.0, 7621.0, 10272.0, 17808.0, 25353.0, 46890.0, 75833.0, 167182.0, 391663.0, 122918.0, 66929.0, 34483.0, 23925.0, 13553.0, 9098.0, 6686.0, 4016.0, 3009.0, 1823.0, 1310.0, 973.0, 598.0, 485.0, 303.0, 246.0, 140.0, 132.0, 90.0, 68.0, 58.0, 29.0, 20.0, 18.0, 15.0, 9.0, 6.0, 2.0, 1.0, 2.0], "bins": [-1.8715858459472656e-05, -1.8154270946979523e-05, -1.759268343448639e-05, -1.7031095921993256e-05, -1.6469508409500122e-05, -1.590792089700699e-05, -1.5346333384513855e-05, -1.4784745872020721e-05, -1.4223158359527588e-05, -1.3661570847034454e-05, -1.309998333454132e-05, -1.2538395822048187e-05, -1.1976808309555054e-05, -1.141522079706192e-05, -1.0853633284568787e-05, -1.0292045772075653e-05, -9.73045825958252e-06, -9.168870747089386e-06, -8.607283234596252e-06, -8.045695722103119e-06, -7.484108209609985e-06, -6.922520697116852e-06, -6.360933184623718e-06, -5.799345672130585e-06, -5.237758159637451e-06, -4.676170647144318e-06, -4.114583134651184e-06, -3.5529956221580505e-06, -2.991408109664917e-06, -2.4298205971717834e-06, -1.86823308467865e-06, -1.3066455721855164e-06, -7.450580596923828e-07, -1.8347054719924927e-07, 3.781169652938843e-07, 9.397044777870178e-07, 1.5012919902801514e-06, 2.062879502773285e-06, 2.6244670152664185e-06, 3.186054527759552e-06, 3.7476420402526855e-06, 4.309229552745819e-06, 4.870817065238953e-06, 5.432404577732086e-06, 5.99399209022522e-06, 6.555579602718353e-06, 7.117167115211487e-06, 7.67875462770462e-06, 8.240342140197754e-06, 8.801929652690887e-06, 9.363517165184021e-06, 9.925104677677155e-06, 1.0486692190170288e-05, 1.1048279702663422e-05, 1.1609867215156555e-05, 1.2171454727649689e-05, 1.2733042240142822e-05, 1.3294629752635956e-05, 1.385621726512909e-05, 1.4417804777622223e-05, 1.4979392290115356e-05, 1.554097980260849e-05, 1.6102567315101624e-05, 1.6664154827594757e-05, 1.722574234008789e-05]}, "gradients/encoder.encoder.layers.1.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 5.0, 0.0, 4.0, 6.0, 9.0, 5.0, 8.0, 13.0, 18.0, 15.0, 21.0, 26.0, 29.0, 27.0, 26.0, 31.0, 23.0, 41.0, 37.0, 36.0, 47.0, 38.0, 33.0, 34.0, 57.0, 43.0, 44.0, 39.0, 31.0, 45.0, 26.0, 27.0, 23.0, 25.0, 21.0, 19.0, 10.0, 13.0, 11.0, 9.0, 6.0, 7.0, 6.0, 1.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0], "bins": [-1.901388168334961e-05, -1.8421560525894165e-05, -1.782923936843872e-05, -1.7236918210983276e-05, -1.6644597053527832e-05, -1.6052275896072388e-05, -1.5459954738616943e-05, -1.4867633581161499e-05, -1.4275312423706055e-05, -1.368299126625061e-05, -1.3090670108795166e-05, -1.2498348951339722e-05, -1.1906027793884277e-05, -1.1313706636428833e-05, -1.0721385478973389e-05, -1.0129064321517944e-05, -9.5367431640625e-06, -8.944422006607056e-06, -8.352100849151611e-06, -7.759779691696167e-06, -7.167458534240723e-06, -6.575137376785278e-06, -5.982816219329834e-06, -5.39049506187439e-06, -4.798173904418945e-06, -4.205852746963501e-06, -3.6135315895080566e-06, -3.0212104320526123e-06, -2.428889274597168e-06, -1.8365681171417236e-06, -1.2442469596862793e-06, -6.51925802230835e-07, -5.960464477539063e-08, 5.327165126800537e-07, 1.125037670135498e-06, 1.7173588275909424e-06, 2.3096799850463867e-06, 2.902001142501831e-06, 3.4943222999572754e-06, 4.08664345741272e-06, 4.678964614868164e-06, 5.271285772323608e-06, 5.863606929779053e-06, 6.455928087234497e-06, 7.048249244689941e-06, 7.640570402145386e-06, 8.23289155960083e-06, 8.825212717056274e-06, 9.417533874511719e-06, 1.0009855031967163e-05, 1.0602176189422607e-05, 1.1194497346878052e-05, 1.1786818504333496e-05, 1.237913966178894e-05, 1.2971460819244385e-05, 1.3563781976699829e-05, 1.4156103134155273e-05, 1.4748424291610718e-05, 1.5340745449066162e-05, 1.5933066606521606e-05, 1.652538776397705e-05, 1.7117708921432495e-05, 1.771003007888794e-05, 1.8302351236343384e-05, 1.8894672393798828e-05]}, "gradients/encoder.encoder.layers.1.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 3.0, 2.0, 5.0, 9.0, 5.0, 9.0, 15.0, 24.0, 20.0, 29.0, 27.0, 36.0, 55.0, 78.0, 111.0, 140.0, 238.0, 321.0, 480.0, 764.0, 1377.0, 2516.0, 5703.0, 14595.0, 53753.0, 666700.0, 247342.0, 33765.0, 9936.0, 4752.0, 2366.0, 1221.0, 672.0, 454.0, 298.0, 178.0, 171.0, 100.0, 67.0, 39.0, 45.0, 34.0, 30.0, 9.0, 16.0, 11.0, 10.0, 9.0, 8.0, 8.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-1.710653305053711e-05, -1.6514211893081665e-05, -1.592189073562622e-05, -1.5329569578170776e-05, -1.4737248420715332e-05, -1.4144927263259888e-05, -1.3552606105804443e-05, -1.2960284948348999e-05, -1.2367963790893555e-05, -1.177564263343811e-05, -1.1183321475982666e-05, -1.0591000318527222e-05, -9.998679161071777e-06, -9.406358003616333e-06, -8.814036846160889e-06, -8.221715688705444e-06, -7.62939453125e-06, -7.037073373794556e-06, -6.444752216339111e-06, -5.852431058883667e-06, -5.260109901428223e-06, -4.667788743972778e-06, -4.075467586517334e-06, -3.4831464290618896e-06, -2.8908252716064453e-06, -2.298504114151001e-06, -1.7061829566955566e-06, -1.1138617992401123e-06, -5.21540641784668e-07, 7.078051567077637e-08, 6.631016731262207e-07, 1.255422830581665e-06, 1.8477439880371094e-06, 2.4400651454925537e-06, 3.032386302947998e-06, 3.6247074604034424e-06, 4.217028617858887e-06, 4.809349775314331e-06, 5.401670932769775e-06, 5.99399209022522e-06, 6.586313247680664e-06, 7.178634405136108e-06, 7.770955562591553e-06, 8.363276720046997e-06, 8.955597877502441e-06, 9.547919034957886e-06, 1.014024019241333e-05, 1.0732561349868774e-05, 1.1324882507324219e-05, 1.1917203664779663e-05, 1.2509524822235107e-05, 1.3101845979690552e-05, 1.3694167137145996e-05, 1.428648829460144e-05, 1.4878809452056885e-05, 1.547113060951233e-05, 1.6063451766967773e-05, 1.6655772924423218e-05, 1.7248094081878662e-05, 1.7840415239334106e-05, 1.843273639678955e-05, 1.9025057554244995e-05, 1.961737871170044e-05, 2.0209699869155884e-05, 2.0802021026611328e-05]}, "gradients/encoder.encoder.layers.1.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0, 2.0, 3.0, 5.0, 8.0, 4.0, 6.0, 13.0, 13.0, 17.0, 0.0, 21.0, 23.0, 34.0, 38.0, 58.0, 84.0, 97.0, 133.0, 96.0, 85.0, 62.0, 41.0, 47.0, 17.0, 24.0, 19.0, 15.0, 13.0, 7.0, 6.0, 0.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6689300537109375e-06, -1.6121193766593933e-06, -1.5553086996078491e-06, -1.498498022556305e-06, -1.4416873455047607e-06, -1.3848766684532166e-06, -1.3280659914016724e-06, -1.2712553143501282e-06, -1.214444637298584e-06, -1.1576339602470398e-06, -1.1008232831954956e-06, -1.0440126061439514e-06, -9.872019290924072e-07, -9.30391252040863e-07, -8.735805749893188e-07, -8.167698979377747e-07, -7.599592208862305e-07, -7.031485438346863e-07, -6.463378667831421e-07, -5.895271897315979e-07, -5.327165126800537e-07, -4.759058356285095e-07, -4.1909515857696533e-07, -3.6228448152542114e-07, -3.0547380447387695e-07, -2.4866312742233276e-07, -1.9185245037078857e-07, -1.3504177331924438e-07, -7.82310962677002e-08, -2.1420419216156006e-08, 3.5390257835388184e-08, 9.220093488693237e-08, 1.4901161193847656e-07, 2.0582228899002075e-07, 2.6263296604156494e-07, 3.1944364309310913e-07, 3.762543201446533e-07, 4.330649971961975e-07, 4.898756742477417e-07, 5.466863512992859e-07, 6.034970283508301e-07, 6.603077054023743e-07, 7.171183824539185e-07, 7.739290595054626e-07, 8.307397365570068e-07, 8.87550413608551e-07, 9.443610906600952e-07, 1.0011717677116394e-06, 1.0579824447631836e-06, 1.1147931218147278e-06, 1.171603798866272e-06, 1.2284144759178162e-06, 1.2852251529693604e-06, 1.3420358300209045e-06, 1.3988465070724487e-06, 1.455657184123993e-06, 1.5124678611755371e-06, 1.5692785382270813e-06, 1.6260892152786255e-06, 1.6828998923301697e-06, 1.7397105693817139e-06, 1.796521246433258e-06, 1.8533319234848022e-06, 1.9101426005363464e-06, 1.9669532775878906e-06]}, "gradients/encoder.encoder.layers.1.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 7.0, 2.0, 4.0, 8.0, 11.0, 12.0, 21.0, 14.0, 30.0, 38.0, 91.0, 62.0, 93.0, 206.0, 199.0, 421.0, 487.0, 611.0, 1466.0, 1495.0, 3605.0, 3925.0, 5930.0, 16550.0, 21730.0, 84715.0, 216399.0, 478490.0, 137010.0, 30406.0, 21724.0, 7431.0, 6467.0, 2633.0, 1873.0, 1690.0, 761.0, 739.0, 294.0, 218.0, 250.0, 117.0, 113.0, 51.0, 36.0, 50.0, 18.0, 20.0, 10.0, 6.0, 13.0, 5.0, 4.0, 1.0, 1.0, 4.0, 0.0, 1.0, 1.0, 2.0], "bins": [-4.470348358154297e-06, -4.326924681663513e-06, -4.1835010051727295e-06, -4.040077328681946e-06, -3.896653652191162e-06, -3.7532299757003784e-06, -3.6098062992095947e-06, -3.466382622718811e-06, -3.3229589462280273e-06, -3.1795352697372437e-06, -3.03611159324646e-06, -2.8926879167556763e-06, -2.7492642402648926e-06, -2.605840563774109e-06, -2.462416887283325e-06, -2.3189932107925415e-06, -2.175569534301758e-06, -2.032145857810974e-06, -1.8887221813201904e-06, -1.7452985048294067e-06, -1.601874828338623e-06, -1.4584511518478394e-06, -1.3150274753570557e-06, -1.171603798866272e-06, -1.0281801223754883e-06, -8.847564458847046e-07, -7.413327693939209e-07, -5.979090929031372e-07, -4.544854164123535e-07, -3.110617399215698e-07, -1.6763806343078613e-07, -2.421438694000244e-08, 1.1920928955078125e-07, 2.6263296604156494e-07, 4.0605664253234863e-07, 5.494803190231323e-07, 6.92903995513916e-07, 8.363276720046997e-07, 9.797513484954834e-07, 1.123175024986267e-06, 1.2665987014770508e-06, 1.4100223779678345e-06, 1.5534460544586182e-06, 1.6968697309494019e-06, 1.8402934074401855e-06, 1.9837170839309692e-06, 2.127140760421753e-06, 2.2705644369125366e-06, 2.4139881134033203e-06, 2.557411789894104e-06, 2.7008354663848877e-06, 2.8442591428756714e-06, 2.987682819366455e-06, 3.1311064958572388e-06, 3.2745301723480225e-06, 3.417953848838806e-06, 3.56137752532959e-06, 3.7048012018203735e-06, 3.848224878311157e-06, 3.991648554801941e-06, 4.135072231292725e-06, 4.278495907783508e-06, 4.421919584274292e-06, 4.565343260765076e-06, 4.708766937255859e-06]}, "gradients/encoder.encoder.layers.1.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 6.0, 4.0, 4.0, 4.0, 2.0, 6.0, 8.0, 10.0, 12.0, 10.0, 17.0, 9.0, 17.0, 30.0, 28.0, 32.0, 48.0, 47.0, 90.0, 106.0, 96.0, 85.0, 54.0, 63.0, 42.0, 24.0, 23.0, 21.0, 20.0, 16.0, 9.0, 7.0, 9.0, 9.0, 5.0, 6.0, 4.0, 4.0, 6.0, 3.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-3.5762786865234375e-06, -3.4570693969726562e-06, -3.337860107421875e-06, -3.2186508178710938e-06, -3.0994415283203125e-06, -2.9802322387695312e-06, -2.86102294921875e-06, -2.7418136596679688e-06, -2.6226043701171875e-06, -2.5033950805664062e-06, -2.384185791015625e-06, -2.2649765014648438e-06, -2.1457672119140625e-06, -2.0265579223632812e-06, -1.9073486328125e-06, -1.7881393432617188e-06, -1.6689300537109375e-06, -1.5497207641601562e-06, -1.430511474609375e-06, -1.3113021850585938e-06, -1.1920928955078125e-06, -1.0728836059570312e-06, -9.5367431640625e-07, -8.344650268554688e-07, -7.152557373046875e-07, -5.960464477539062e-07, -4.76837158203125e-07, -3.5762786865234375e-07, -2.384185791015625e-07, -1.1920928955078125e-07, 0.0, 1.1920928955078125e-07, 2.384185791015625e-07, 3.5762786865234375e-07, 4.76837158203125e-07, 5.960464477539062e-07, 7.152557373046875e-07, 8.344650268554688e-07, 9.5367431640625e-07, 1.0728836059570312e-06, 1.1920928955078125e-06, 1.3113021850585938e-06, 1.430511474609375e-06, 1.5497207641601562e-06, 1.6689300537109375e-06, 1.7881393432617188e-06, 1.9073486328125e-06, 2.0265579223632812e-06, 2.1457672119140625e-06, 2.2649765014648438e-06, 2.384185791015625e-06, 2.5033950805664062e-06, 2.6226043701171875e-06, 2.7418136596679688e-06, 2.86102294921875e-06, 2.9802322387695312e-06, 3.0994415283203125e-06, 3.2186508178710938e-06, 3.337860107421875e-06, 3.4570693969726562e-06, 3.5762786865234375e-06, 3.6954879760742188e-06, 3.814697265625e-06, 3.933906555175781e-06, 4.0531158447265625e-06]}, "gradients/encoder.encoder.layers.1.layer_norm.weight": {"_type": "histogram", "values": [4.0, 1.0, 3.0, 1.0, 4.0, 3.0, 1.0, 2.0, 4.0, 4.0, 8.0, 2.0, 15.0, 11.0, 25.0, 32.0, 45.0, 52.0, 77.0, 78.0, 81.0, 72.0, 68.0, 59.0, 57.0, 40.0, 43.0, 30.0, 26.0, 25.0, 18.0, 11.0, 14.0, 15.0, 12.0, 9.0, 3.0, 12.0, 5.0, 7.0, 9.0, 2.0, 4.0, 3.0, 5.0, 2.0, 0.0, 3.0, 2.0, 3.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-6.209017738001421e-05, -5.884558777324855e-05, -5.5600998166482896e-05, -5.235640855971724e-05, -4.911181895295158e-05, -4.586722934618592e-05, -4.2622639739420265e-05, -3.937805013265461e-05, -3.613346052588895e-05, -3.288887091912329e-05, -2.9644281312357634e-05, -2.6399691705591977e-05, -2.315510209882632e-05, -1.991051249206066e-05, -1.6665922885295004e-05, -1.3421333278529346e-05, -1.0176743671763688e-05, -6.932154064998031e-06, -3.687564458232373e-06, -4.4297485146671534e-07, 2.8016147552989423e-06, 6.0462043620646e-06, 9.290793968830258e-06, 1.2535383575595915e-05, 1.5779973182361573e-05, 1.902456278912723e-05, 2.226915239589289e-05, 2.5513742002658546e-05, 2.8758331609424204e-05, 3.200292121618986e-05, 3.524751082295552e-05, 3.849210042972118e-05, 4.173669731244445e-05, 4.4981286919210106e-05, 4.8225876525975764e-05, 5.147046613274142e-05, 5.471505573950708e-05, 5.795964534627274e-05, 6.12042349530384e-05, 6.444882455980405e-05, 6.769341416656971e-05, 7.093800377333537e-05, 7.418259338010103e-05, 7.742718298686668e-05, 8.067177259363234e-05, 8.3916362200398e-05, 8.716095180716366e-05, 9.040554141392931e-05, 9.365013102069497e-05, 9.689472062746063e-05, 0.00010013931023422629, 0.00010338389984099194, 0.0001066284894477576, 0.00010987307905452326, 0.00011311766866128892, 0.00011636225826805457, 0.00011960684787482023, 0.00012285143020562828, 0.00012609602708835155, 0.00012934062397107482, 0.00013258520630188286, 0.0001358297886326909, 0.00013907438551541418, 0.00014231898239813745, 0.0001455635647289455]}, "gradients/encoder.encoder.layers.1.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 2.0, 1.0, 4.0, 6.0, 10.0, 3.0, 6.0, 4.0, 6.0, 5.0, 16.0, 11.0, 26.0, 21.0, 26.0, 25.0, 32.0, 36.0, 38.0, 37.0, 48.0, 41.0, 45.0, 34.0, 24.0, 43.0, 45.0, 41.0, 29.0, 38.0, 37.0, 29.0, 34.0, 40.0, 31.0, 22.0, 20.0, 15.0, 11.0, 11.0, 11.0, 14.0, 9.0, 5.0, 7.0, 6.0, 4.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-6.866455078125e-05, -6.660725921392441e-05, -6.454996764659882e-05, -6.249267607927322e-05, -6.043538451194763e-05, -5.837809294462204e-05, -5.632080137729645e-05, -5.4263509809970856e-05, -5.2206218242645264e-05, -5.014892667531967e-05, -4.809163510799408e-05, -4.603434354066849e-05, -4.3977051973342896e-05, -4.1919760406017303e-05, -3.986246883869171e-05, -3.780517727136612e-05, -3.574788570404053e-05, -3.3690594136714935e-05, -3.163330256938934e-05, -2.957601100206375e-05, -2.751871943473816e-05, -2.5461427867412567e-05, -2.3404136300086975e-05, -2.1346844732761383e-05, -1.928955316543579e-05, -1.72322615981102e-05, -1.5174970030784607e-05, -1.3117678463459015e-05, -1.1060386896133423e-05, -9.00309532880783e-06, -6.945803761482239e-06, -4.888512194156647e-06, -2.8312206268310547e-06, -7.739290595054626e-07, 1.2833625078201294e-06, 3.3406540751457214e-06, 5.3979456424713135e-06, 7.4552372097969055e-06, 9.512528777122498e-06, 1.156982034444809e-05, 1.3627111911773682e-05, 1.5684403479099274e-05, 1.7741695046424866e-05, 1.9798986613750458e-05, 2.185627818107605e-05, 2.3913569748401642e-05, 2.5970861315727234e-05, 2.8028152883052826e-05, 3.0085444450378418e-05, 3.214273601770401e-05, 3.42000275850296e-05, 3.6257319152355194e-05, 3.8314610719680786e-05, 4.037190228700638e-05, 4.242919385433197e-05, 4.448648542165756e-05, 4.6543776988983154e-05, 4.8601068556308746e-05, 5.065836012363434e-05, 5.271565169095993e-05, 5.477294325828552e-05, 5.6830234825611115e-05, 5.8887526392936707e-05, 6.09448179602623e-05, 6.300210952758789e-05]}, "gradients/encoder.encoder.layers.0.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 4.0, 5.0, 3.0, 3.0, 5.0, 6.0, 8.0, 4.0, 1.0, 9.0, 11.0, 19.0, 29.0, 22.0, 34.0, 60.0, 58.0, 108.0, 190.0, 350.0, 674.0, 1303.0, 2778.0, 5493.0, 12471.0, 31089.0, 104114.0, 3096630.0, 811847.0, 79757.0, 26338.0, 11024.0, 4983.0, 2396.0, 1115.0, 609.0, 346.0, 195.0, 103.0, 53.0, 29.0, 9.0, 5.0, 2.0, 2.0], "bins": [-0.00010389089584350586, -0.00010167527943849564, -9.945966303348541e-05, -9.724404662847519e-05, -9.502843022346497e-05, -9.281281381845474e-05, -9.059719741344452e-05, -8.83815810084343e-05, -8.616596460342407e-05, -8.395034819841385e-05, -8.173473179340363e-05, -7.95191153883934e-05, -7.730349898338318e-05, -7.508788257837296e-05, -7.287226617336273e-05, -7.065664976835251e-05, -6.844103336334229e-05, -6.622541695833206e-05, -6.400980055332184e-05, -6.179418414831161e-05, -5.957856774330139e-05, -5.736295133829117e-05, -5.5147334933280945e-05, -5.293171852827072e-05, -5.07161021232605e-05, -4.8500485718250275e-05, -4.628486931324005e-05, -4.406925290822983e-05, -4.1853636503219604e-05, -3.963802009820938e-05, -3.742240369319916e-05, -3.5206787288188934e-05, -3.299117088317871e-05, -3.077555447816849e-05, -2.8559938073158264e-05, -2.634432166814804e-05, -2.4128705263137817e-05, -2.1913088858127594e-05, -1.969747245311737e-05, -1.7481856048107147e-05, -1.5266239643096924e-05, -1.30506232380867e-05, -1.0835006833076477e-05, -8.619390428066254e-06, -6.40377402305603e-06, -4.188157618045807e-06, -1.9725412130355835e-06, 2.430751919746399e-07, 2.4586915969848633e-06, 4.674308001995087e-06, 6.88992440700531e-06, 9.105540812015533e-06, 1.1321157217025757e-05, 1.353677362203598e-05, 1.5752390027046204e-05, 1.7968006432056427e-05, 2.018362283706665e-05, 2.2399239242076874e-05, 2.4614855647087097e-05, 2.683047205209732e-05, 2.9046088457107544e-05, 3.126170486211777e-05, 3.347732126712799e-05, 3.5692937672138214e-05, 3.790855407714844e-05]}, "gradients/encoder.encoder.layers.0.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 6.0, 4.0, 7.0, 14.0, 9.0, 9.0, 7.0, 24.0, 23.0, 32.0, 29.0, 34.0, 48.0, 75.0, 62.0, 79.0, 49.0, 75.0, 77.0, 69.0, 63.0, 44.0, 28.0, 30.0, 28.0, 17.0, 16.0, 13.0, 8.0, 11.0, 2.0, 3.0, 6.0, 5.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-9.953975677490234e-06, -9.666197001934052e-06, -9.378418326377869e-06, -9.090639650821686e-06, -8.802860975265503e-06, -8.51508229970932e-06, -8.227303624153137e-06, -7.939524948596954e-06, -7.651746273040771e-06, -7.363967597484589e-06, -7.076188921928406e-06, -6.788410246372223e-06, -6.50063157081604e-06, -6.212852895259857e-06, -5.925074219703674e-06, -5.6372955441474915e-06, -5.349516868591309e-06, -5.061738193035126e-06, -4.773959517478943e-06, -4.48618084192276e-06, -4.198402166366577e-06, -3.910623490810394e-06, -3.6228448152542114e-06, -3.3350661396980286e-06, -3.0472874641418457e-06, -2.759508788585663e-06, -2.47173011302948e-06, -2.183951437473297e-06, -1.8961727619171143e-06, -1.6083940863609314e-06, -1.3206154108047485e-06, -1.0328367352485657e-06, -7.450580596923828e-07, -4.5727938413619995e-07, -1.695007085800171e-07, 1.1827796697616577e-07, 4.0605664253234863e-07, 6.938353180885315e-07, 9.816139936447144e-07, 1.2693926692008972e-06, 1.55717134475708e-06, 1.844950020313263e-06, 2.132728695869446e-06, 2.4205073714256287e-06, 2.7082860469818115e-06, 2.9960647225379944e-06, 3.2838433980941772e-06, 3.57162207365036e-06, 3.859400749206543e-06, 4.147179424762726e-06, 4.434958100318909e-06, 4.7227367758750916e-06, 5.010515451431274e-06, 5.298294126987457e-06, 5.58607280254364e-06, 5.873851478099823e-06, 6.161630153656006e-06, 6.449408829212189e-06, 6.737187504768372e-06, 7.0249661803245544e-06, 7.312744855880737e-06, 7.60052353143692e-06, 7.888302206993103e-06, 8.176080882549286e-06, 8.463859558105469e-06]}, "gradients/encoder.encoder.layers.0.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 4.0, 4.0, 8.0, 9.0, 18.0, 33.0, 58.0, 86.0, 114.0, 167.0, 255.0, 367.0, 615.0, 996.0, 1499.0, 2107.0, 3711.0, 6119.0, 10419.0, 16438.0, 34853.0, 76935.0, 204293.0, 926650.0, 2465615.0, 261347.0, 92702.0, 39152.0, 22500.0, 11973.0, 6455.0, 3271.0, 2187.0, 1264.0, 781.0, 439.0, 310.0, 181.0, 129.0, 74.0, 53.0, 32.0, 19.0, 19.0, 11.0, 6.0, 6.0, 2.0, 3.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0], "bins": [-1.8656253814697266e-05, -1.8075108528137207e-05, -1.749396324157715e-05, -1.691281795501709e-05, -1.633167266845703e-05, -1.5750527381896973e-05, -1.5169382095336914e-05, -1.4588236808776855e-05, -1.4007091522216797e-05, -1.3425946235656738e-05, -1.284480094909668e-05, -1.2263655662536621e-05, -1.1682510375976562e-05, -1.1101365089416504e-05, -1.0520219802856445e-05, -9.939074516296387e-06, -9.357929229736328e-06, -8.77678394317627e-06, -8.195638656616211e-06, -7.614493370056152e-06, -7.033348083496094e-06, -6.452202796936035e-06, -5.8710575103759766e-06, -5.289912223815918e-06, -4.708766937255859e-06, -4.127621650695801e-06, -3.546476364135742e-06, -2.9653310775756836e-06, -2.384185791015625e-06, -1.8030405044555664e-06, -1.2218952178955078e-06, -6.407499313354492e-07, -5.960464477539063e-08, 5.21540641784668e-07, 1.1026859283447266e-06, 1.6838312149047852e-06, 2.2649765014648438e-06, 2.8461217880249023e-06, 3.427267074584961e-06, 4.0084123611450195e-06, 4.589557647705078e-06, 5.170702934265137e-06, 5.751848220825195e-06, 6.332993507385254e-06, 6.9141387939453125e-06, 7.495284080505371e-06, 8.07642936706543e-06, 8.657574653625488e-06, 9.238719940185547e-06, 9.819865226745605e-06, 1.0401010513305664e-05, 1.0982155799865723e-05, 1.1563301086425781e-05, 1.214444637298584e-05, 1.2725591659545898e-05, 1.3306736946105957e-05, 1.3887882232666016e-05, 1.4469027519226074e-05, 1.5050172805786133e-05, 1.563131809234619e-05, 1.621246337890625e-05, 1.679360866546631e-05, 1.7374753952026367e-05, 1.7955899238586426e-05, 1.8537044525146484e-05]}, "gradients/encoder.encoder.layers.0.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 8.0, 8.0, 1.0, 18.0, 23.0, 31.0, 47.0, 46.0, 80.0, 93.0, 153.0, 165.0, 309.0, 590.0, 991.0, 525.0, 219.0, 140.0, 88.0, 87.0, 62.0, 67.0, 40.0, 45.0, 36.0, 36.0, 40.0, 36.0, 31.0, 15.0, 14.0, 12.0, 10.0, 5.0, 4.0, 5.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-2.866983413696289e-05, -2.7836300432682037e-05, -2.7002766728401184e-05, -2.616923302412033e-05, -2.5335699319839478e-05, -2.4502165615558624e-05, -2.366863191127777e-05, -2.2835098206996918e-05, -2.2001564502716064e-05, -2.116803079843521e-05, -2.0334497094154358e-05, -1.9500963389873505e-05, -1.866742968559265e-05, -1.7833895981311798e-05, -1.7000362277030945e-05, -1.616682857275009e-05, -1.5333294868469238e-05, -1.4499761164188385e-05, -1.3666227459907532e-05, -1.2832693755626678e-05, -1.1999160051345825e-05, -1.1165626347064972e-05, -1.0332092642784119e-05, -9.498558938503265e-06, -8.665025234222412e-06, -7.831491529941559e-06, -6.9979578256607056e-06, -6.164424121379852e-06, -5.330890417098999e-06, -4.497356712818146e-06, -3.6638230085372925e-06, -2.830289304256439e-06, -1.996755599975586e-06, -1.1632218956947327e-06, -3.296881914138794e-07, 5.038455128669739e-07, 1.3373792171478271e-06, 2.1709129214286804e-06, 3.0044466257095337e-06, 3.837980329990387e-06, 4.67151403427124e-06, 5.5050477385520935e-06, 6.338581442832947e-06, 7.1721151471138e-06, 8.005648851394653e-06, 8.839182555675507e-06, 9.67271625995636e-06, 1.0506249964237213e-05, 1.1339783668518066e-05, 1.217331737279892e-05, 1.3006851077079773e-05, 1.3840384781360626e-05, 1.467391848564148e-05, 1.5507452189922333e-05, 1.6340985894203186e-05, 1.717451959848404e-05, 1.8008053302764893e-05, 1.8841587007045746e-05, 1.96751207113266e-05, 2.0508654415607452e-05, 2.1342188119888306e-05, 2.217572182416916e-05, 2.3009255528450012e-05, 2.3842789232730865e-05, 2.467632293701172e-05]}, "gradients/encoder.encoder.layers.0.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 5.0, 9.0, 9.0, 23.0, 25.0, 30.0, 49.0, 59.0, 93.0, 128.0, 104.0, 102.0, 64.0, 57.0, 40.0, 21.0, 31.0, 18.0, 19.0, 24.0, 11.0, 9.0, 11.0, 8.0, 9.0, 7.0, 1.0, 5.0, 6.0, 3.0, 10.0, 2.0, 5.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.00028500930056907237, -0.0002719903422985226, -0.00025897135492414236, -0.0002459523966535926, -0.00023293340927921236, -0.00021991445100866258, -0.00020689547818619758, -0.00019387650536373258, -0.00018085753254126757, -0.00016783855971880257, -0.00015481958689633757, -0.00014180061407387257, -0.0001287816558033228, -0.00011576267570490018, -0.00010274371015839279, -8.972473733592778e-05, -7.670576451346278e-05, -6.368679169099778e-05, -5.0667822506511584e-05, -3.764885332202539e-05, -2.4629880499560386e-05, -1.1610907677095383e-05, 1.408057869412005e-06, 1.4427030691877007e-05, 2.744600351434201e-05, 4.046497633680701e-05, 5.348394552129321e-05, 6.65029147057794e-05, 7.95218875282444e-05, 9.254086035070941e-05, 0.0001055598258972168, 0.0001185787987196818, 0.00013159780064597726, 0.00014461677346844226, 0.00015763574629090726, 0.00017065470456145704, 0.00018367369193583727, 0.00019669265020638704, 0.00020971162302885205, 0.00022273059585131705, 0.00023574956867378205, 0.00024876854149624705, 0.00026178749976679683, 0.00027480648714117706, 0.00028782544541172683, 0.00030084443278610706, 0.00031386339105665684, 0.0003268823493272066, 0.00033990133670158684, 0.0003529202949721366, 0.00036593928234651685, 0.0003789582406170666, 0.00039197722799144685, 0.0004049961862619966, 0.00041801517363637686, 0.00043103413190692663, 0.0004440530901774764, 0.0004570720484480262, 0.0004700910358224064, 0.0004831099940929562, 0.0004961289814673364, 0.0005091479397378862, 0.000522166898008436, 0.0005351859144866467, 0.0005482048727571964]}, "gradients/encoder.encoder.layers.0.final_layer_norm.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 5.0, 2.0, 4.0, 6.0, 3.0, 2.0, 8.0, 9.0, 11.0, 16.0, 19.0, 14.0, 16.0, 14.0, 22.0, 24.0, 33.0, 35.0, 26.0, 43.0, 33.0, 32.0, 34.0, 39.0, 42.0, 47.0, 44.0, 42.0, 49.0, 36.0, 40.0, 27.0, 34.0, 26.0, 26.0, 18.0, 13.0, 19.0, 15.0, 12.0, 15.0, 14.0, 9.0, 4.0, 9.0, 9.0, 2.0, 4.0, 1.0, 2.0, 4.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.00024175643920898438, -0.0002339547500014305, -0.00022615306079387665, -0.00021835137158632278, -0.00021054968237876892, -0.00020274799317121506, -0.0001949463039636612, -0.00018714461475610733, -0.00017934292554855347, -0.0001715412363409996, -0.00016373954713344574, -0.00015593785792589188, -0.000148136168718338, -0.00014033447951078415, -0.00013253279030323029, -0.00012473110109567642, -0.00011692941188812256, -0.0001091277226805687, -0.00010132603347301483, -9.352434426546097e-05, -8.57226550579071e-05, -7.792096585035324e-05, -7.011927664279938e-05, -6.231758743524551e-05, -5.451589822769165e-05, -4.671420902013779e-05, -3.891251981258392e-05, -3.111083060503006e-05, -2.3309141397476196e-05, -1.5507452189922333e-05, -7.70576298236847e-06, 9.592622518539429e-08, 7.897615432739258e-06, 1.569930464029312e-05, 2.3500993847846985e-05, 3.130268305540085e-05, 3.910437226295471e-05, 4.6906061470508575e-05, 5.470775067806244e-05, 6.25094398856163e-05, 7.031112909317017e-05, 7.811281830072403e-05, 8.591450750827789e-05, 9.371619671583176e-05, 0.00010151788592338562, 0.00010931957513093948, 0.00011712126433849335, 0.0001249229535460472, 0.00013272464275360107, 0.00014052633196115494, 0.0001483280211687088, 0.00015612971037626266, 0.00016393139958381653, 0.0001717330887913704, 0.00017953477799892426, 0.00018733646720647812, 0.00019513815641403198, 0.00020293984562158585, 0.0002107415348291397, 0.00021854322403669357, 0.00022634491324424744, 0.0002341466024518013, 0.00024194829165935516, 0.000249749980866909, 0.0002575516700744629]}, "gradients/encoder.encoder.layers.0.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 4.0, 1.0, 3.0, 0.0, 8.0, 4.0, 6.0, 6.0, 3.0, 8.0, 7.0, 13.0, 20.0, 32.0, 46.0, 78.0, 148.0, 229.0, 409.0, 806.0, 1563.0, 3400.0, 8031.0, 21647.0, 71600.0, 377624.0, 442961.0, 80619.0, 23447.0, 8613.0, 3665.0, 1718.0, 820.0, 431.0, 237.0, 137.0, 72.0, 48.0, 34.0, 15.0, 8.0, 13.0, 9.0, 3.0, 2.0, 8.0, 0.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-6.628036499023438e-05, -6.40740618109703e-05, -6.186775863170624e-05, -5.966145545244217e-05, -5.74551522731781e-05, -5.524884909391403e-05, -5.304254591464996e-05, -5.0836242735385895e-05, -4.8629939556121826e-05, -4.642363637685776e-05, -4.421733319759369e-05, -4.201103001832962e-05, -3.980472683906555e-05, -3.759842365980148e-05, -3.5392120480537415e-05, -3.3185817301273346e-05, -3.097951412200928e-05, -2.877321094274521e-05, -2.656690776348114e-05, -2.436060458421707e-05, -2.2154301404953003e-05, -1.9947998225688934e-05, -1.7741695046424866e-05, -1.5535391867160797e-05, -1.3329088687896729e-05, -1.112278550863266e-05, -8.916482329368591e-06, -6.710179150104523e-06, -4.503875970840454e-06, -2.2975727915763855e-06, -9.12696123123169e-08, 2.1150335669517517e-06, 4.32133674621582e-06, 6.527639925479889e-06, 8.733943104743958e-06, 1.0940246284008026e-05, 1.3146549463272095e-05, 1.5352852642536163e-05, 1.7559155821800232e-05, 1.97654590010643e-05, 2.197176218032837e-05, 2.4178065359592438e-05, 2.6384368538856506e-05, 2.8590671718120575e-05, 3.0796974897384644e-05, 3.300327807664871e-05, 3.520958125591278e-05, 3.741588443517685e-05, 3.962218761444092e-05, 4.1828490793704987e-05, 4.4034793972969055e-05, 4.6241097152233124e-05, 4.844740033149719e-05, 5.065370351076126e-05, 5.286000669002533e-05, 5.50663098692894e-05, 5.727261304855347e-05, 5.9478916227817535e-05, 6.16852194070816e-05, 6.389152258634567e-05, 6.609782576560974e-05, 6.830412894487381e-05, 7.051043212413788e-05, 7.271673530340195e-05, 7.492303848266602e-05]}, "gradients/encoder.encoder.layers.0.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 4.0, 4.0, 1.0, 2.0, 8.0, 4.0, 7.0, 7.0, 5.0, 13.0, 13.0, 12.0, 31.0, 22.0, 32.0, 33.0, 41.0, 47.0, 44.0, 50.0, 45.0, 47.0, 65.0, 60.0, 64.0, 59.0, 44.0, 43.0, 29.0, 34.0, 21.0, 17.0, 14.0, 21.0, 12.0, 11.0, 11.0, 7.0, 8.0, 4.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-9.298324584960938e-06, -9.01147723197937e-06, -8.724629878997803e-06, -8.437782526016235e-06, -8.150935173034668e-06, -7.8640878200531e-06, -7.577240467071533e-06, -7.290393114089966e-06, -7.0035457611083984e-06, -6.716698408126831e-06, -6.429851055145264e-06, -6.143003702163696e-06, -5.856156349182129e-06, -5.5693089962005615e-06, -5.282461643218994e-06, -4.995614290237427e-06, -4.708766937255859e-06, -4.421919584274292e-06, -4.135072231292725e-06, -3.848224878311157e-06, -3.56137752532959e-06, -3.2745301723480225e-06, -2.987682819366455e-06, -2.7008354663848877e-06, -2.4139881134033203e-06, -2.127140760421753e-06, -1.8402934074401855e-06, -1.5534460544586182e-06, -1.2665987014770508e-06, -9.797513484954834e-07, -6.92903995513916e-07, -4.0605664253234863e-07, -1.1920928955078125e-07, 1.6763806343078613e-07, 4.544854164123535e-07, 7.413327693939209e-07, 1.0281801223754883e-06, 1.3150274753570557e-06, 1.601874828338623e-06, 1.8887221813201904e-06, 2.175569534301758e-06, 2.462416887283325e-06, 2.7492642402648926e-06, 3.03611159324646e-06, 3.3229589462280273e-06, 3.6098062992095947e-06, 3.896653652191162e-06, 4.1835010051727295e-06, 4.470348358154297e-06, 4.757195711135864e-06, 5.044043064117432e-06, 5.330890417098999e-06, 5.617737770080566e-06, 5.904585123062134e-06, 6.191432476043701e-06, 6.4782798290252686e-06, 6.765127182006836e-06, 7.051974534988403e-06, 7.338821887969971e-06, 7.625669240951538e-06, 7.912516593933105e-06, 8.199363946914673e-06, 8.48621129989624e-06, 8.773058652877808e-06, 9.059906005859375e-06]}, "gradients/encoder.encoder.layers.0.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 4.0, 7.0, 8.0, 13.0, 18.0, 18.0, 26.0, 37.0, 61.0, 76.0, 118.0, 176.0, 298.0, 400.0, 658.0, 1010.0, 1953.0, 3290.0, 6607.0, 14656.0, 45702.0, 216019.0, 618973.0, 93429.0, 24455.0, 9695.0, 4559.0, 2568.0, 1350.0, 873.0, 521.0, 344.0, 207.0, 117.0, 78.0, 72.0, 42.0, 32.0, 32.0, 16.0, 8.0, 8.0, 9.0, 3.0, 1.0, 7.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-4.088878631591797e-05, -3.96212562918663e-05, -3.8353726267814636e-05, -3.708619624376297e-05, -3.5818666219711304e-05, -3.455113619565964e-05, -3.328360617160797e-05, -3.2016076147556305e-05, -3.074854612350464e-05, -2.9481016099452972e-05, -2.8213486075401306e-05, -2.694595605134964e-05, -2.5678426027297974e-05, -2.4410896003246307e-05, -2.314336597919464e-05, -2.1875835955142975e-05, -2.060830593109131e-05, -1.9340775907039642e-05, -1.8073245882987976e-05, -1.680571585893631e-05, -1.5538185834884644e-05, -1.4270655810832977e-05, -1.3003125786781311e-05, -1.1735595762729645e-05, -1.0468065738677979e-05, -9.200535714626312e-06, -7.933005690574646e-06, -6.66547566652298e-06, -5.3979456424713135e-06, -4.130415618419647e-06, -2.862885594367981e-06, -1.5953555703163147e-06, -3.2782554626464844e-07, 9.397044777870178e-07, 2.207234501838684e-06, 3.4747645258903503e-06, 4.742294549942017e-06, 6.009824573993683e-06, 7.277354598045349e-06, 8.544884622097015e-06, 9.812414646148682e-06, 1.1079944670200348e-05, 1.2347474694252014e-05, 1.361500471830368e-05, 1.4882534742355347e-05, 1.6150064766407013e-05, 1.741759479045868e-05, 1.8685124814510345e-05, 1.9952654838562012e-05, 2.1220184862613678e-05, 2.2487714886665344e-05, 2.375524491071701e-05, 2.5022774934768677e-05, 2.6290304958820343e-05, 2.755783498287201e-05, 2.8825365006923676e-05, 3.0092895030975342e-05, 3.136042505502701e-05, 3.2627955079078674e-05, 3.389548510313034e-05, 3.516301512718201e-05, 3.643054515123367e-05, 3.769807517528534e-05, 3.8965605199337006e-05, 4.023313522338867e-05]}, "gradients/encoder.encoder.layers.0.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 6.0, 5.0, 3.0, 4.0, 4.0, 9.0, 14.0, 16.0, 15.0, 12.0, 15.0, 25.0, 35.0, 25.0, 37.0, 33.0, 40.0, 38.0, 44.0, 49.0, 46.0, 54.0, 44.0, 44.0, 50.0, 35.0, 52.0, 49.0, 29.0, 16.0, 25.0, 28.0, 26.0, 17.0, 10.0, 11.0, 6.0, 9.0, 7.0, 4.0, 5.0, 4.0, 4.0, 1.0, 3.0, 4.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.8133392333984375e-05, -2.72262841463089e-05, -2.6319175958633423e-05, -2.5412067770957947e-05, -2.450495958328247e-05, -2.3597851395606995e-05, -2.269074320793152e-05, -2.1783635020256042e-05, -2.0876526832580566e-05, -1.996941864490509e-05, -1.9062310457229614e-05, -1.8155202269554138e-05, -1.7248094081878662e-05, -1.6340985894203186e-05, -1.543387770652771e-05, -1.4526769518852234e-05, -1.3619661331176758e-05, -1.2712553143501282e-05, -1.1805444955825806e-05, -1.089833676815033e-05, -9.991228580474854e-06, -9.084120392799377e-06, -8.177012205123901e-06, -7.269904017448425e-06, -6.362795829772949e-06, -5.455687642097473e-06, -4.548579454421997e-06, -3.641471266746521e-06, -2.734363079071045e-06, -1.8272548913955688e-06, -9.201467037200928e-07, -1.30385160446167e-08, 8.940696716308594e-07, 1.8011778593063354e-06, 2.7082860469818115e-06, 3.6153942346572876e-06, 4.522502422332764e-06, 5.42961061000824e-06, 6.336718797683716e-06, 7.243826985359192e-06, 8.150935173034668e-06, 9.058043360710144e-06, 9.96515154838562e-06, 1.0872259736061096e-05, 1.1779367923736572e-05, 1.2686476111412048e-05, 1.3593584299087524e-05, 1.4500692486763e-05, 1.5407800674438477e-05, 1.6314908862113953e-05, 1.722201704978943e-05, 1.8129125237464905e-05, 1.903623342514038e-05, 1.9943341612815857e-05, 2.0850449800491333e-05, 2.175755798816681e-05, 2.2664666175842285e-05, 2.357177436351776e-05, 2.4478882551193237e-05, 2.5385990738868713e-05, 2.629309892654419e-05, 2.7200207114219666e-05, 2.810731530189514e-05, 2.9014423489570618e-05, 2.9921531677246094e-05]}, "gradients/encoder.encoder.layers.0.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 5.0, 0.0, 1.0, 3.0, 5.0, 1.0, 4.0, 8.0, 10.0, 17.0, 16.0, 32.0, 45.0, 83.0, 126.0, 254.0, 451.0, 834.0, 1697.0, 3969.0, 9294.0, 32475.0, 233574.0, 699286.0, 44132.0, 13192.0, 4641.0, 2170.0, 980.0, 560.0, 279.0, 152.0, 80.0, 52.0, 41.0, 28.0, 19.0, 12.0, 10.0, 5.0, 7.0, 3.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.141164779663086e-05, -3.0368566513061523e-05, -2.9325485229492188e-05, -2.828240394592285e-05, -2.7239322662353516e-05, -2.619624137878418e-05, -2.5153160095214844e-05, -2.4110078811645508e-05, -2.3066997528076172e-05, -2.2023916244506836e-05, -2.09808349609375e-05, -1.9937753677368164e-05, -1.8894672393798828e-05, -1.7851591110229492e-05, -1.6808509826660156e-05, -1.576542854309082e-05, -1.4722347259521484e-05, -1.3679265975952148e-05, -1.2636184692382812e-05, -1.1593103408813477e-05, -1.055002212524414e-05, -9.506940841674805e-06, -8.463859558105469e-06, -7.420778274536133e-06, -6.377696990966797e-06, -5.334615707397461e-06, -4.291534423828125e-06, -3.248453140258789e-06, -2.205371856689453e-06, -1.1622905731201172e-06, -1.1920928955078125e-07, 9.238719940185547e-07, 1.9669532775878906e-06, 3.0100345611572266e-06, 4.0531158447265625e-06, 5.0961971282958984e-06, 6.139278411865234e-06, 7.18235969543457e-06, 8.225440979003906e-06, 9.268522262573242e-06, 1.0311603546142578e-05, 1.1354684829711914e-05, 1.239776611328125e-05, 1.3440847396850586e-05, 1.4483928680419922e-05, 1.5527009963989258e-05, 1.6570091247558594e-05, 1.761317253112793e-05, 1.8656253814697266e-05, 1.96993350982666e-05, 2.0742416381835938e-05, 2.1785497665405273e-05, 2.282857894897461e-05, 2.3871660232543945e-05, 2.491474151611328e-05, 2.5957822799682617e-05, 2.7000904083251953e-05, 2.804398536682129e-05, 2.9087066650390625e-05, 3.013014793395996e-05, 3.11732292175293e-05, 3.221631050109863e-05, 3.325939178466797e-05, 3.4302473068237305e-05, 3.534555435180664e-05]}, "gradients/encoder.encoder.layers.0.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 12.0, 0.0, 10.0, 0.0, 34.0, 0.0, 42.0, 0.0, 43.0, 0.0, 0.0, 50.0, 0.0, 73.0, 0.0, 86.0, 0.0, 94.0, 0.0, 92.0, 0.0, 0.0, 99.0, 0.0, 90.0, 0.0, 69.0, 0.0, 79.0, 0.0, 42.0, 0.0, 0.0, 33.0, 0.0, 18.0, 0.0, 23.0, 0.0, 8.0, 0.0, 5.0, 0.0, 0.0, 7.0, 0.0, 1.0, 0.0, 3.0, 0.0, 3.0, 0.0, 2.0], "bins": [-8.344650268554688e-07, -8.074566721916199e-07, -7.80448317527771e-07, -7.534399628639221e-07, -7.264316082000732e-07, -6.994232535362244e-07, -6.724148988723755e-07, -6.454065442085266e-07, -6.183981895446777e-07, -5.913898348808289e-07, -5.6438148021698e-07, -5.373731255531311e-07, -5.103647708892822e-07, -4.833564162254333e-07, -4.5634806156158447e-07, -4.293397068977356e-07, -4.023313522338867e-07, -3.7532299757003784e-07, -3.4831464290618896e-07, -3.213062882423401e-07, -2.942979335784912e-07, -2.6728957891464233e-07, -2.4028122425079346e-07, -2.1327286958694458e-07, -1.862645149230957e-07, -1.5925616025924683e-07, -1.3224780559539795e-07, -1.0523945093154907e-07, -7.82310962677002e-08, -5.122274160385132e-08, -2.421438694000244e-08, 2.7939677238464355e-09, 2.9802322387695312e-08, 5.681067705154419e-08, 8.381903171539307e-08, 1.1082738637924194e-07, 1.3783574104309082e-07, 1.648440957069397e-07, 1.9185245037078857e-07, 2.1886080503463745e-07, 2.4586915969848633e-07, 2.728775143623352e-07, 2.998858690261841e-07, 3.2689422369003296e-07, 3.5390257835388184e-07, 3.809109330177307e-07, 4.079192876815796e-07, 4.3492764234542847e-07, 4.6193599700927734e-07, 4.889443516731262e-07, 5.159527063369751e-07, 5.42961061000824e-07, 5.699694156646729e-07, 5.969777703285217e-07, 6.239861249923706e-07, 6.509944796562195e-07, 6.780028343200684e-07, 7.050111889839172e-07, 7.320195436477661e-07, 7.59027898311615e-07, 7.860362529754639e-07, 8.130446076393127e-07, 8.400529623031616e-07, 8.670613169670105e-07, 8.940696716308594e-07]}, "gradients/encoder.encoder.layers.0.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 2.0, 3.0, 2.0, 1.0, 3.0, 5.0, 1.0, 6.0, 11.0, 11.0, 24.0, 25.0, 34.0, 62.0, 89.0, 161.0, 248.0, 444.0, 973.0, 2609.0, 9898.0, 74975.0, 902556.0, 44728.0, 7590.0, 2199.0, 903.0, 455.0, 253.0, 122.0, 69.0, 28.0, 23.0, 16.0, 11.0, 6.0, 5.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.788969039916992e-05, -6.57942146062851e-05, -6.369873881340027e-05, -6.160326302051544e-05, -5.9507787227630615e-05, -5.741231143474579e-05, -5.531683564186096e-05, -5.3221359848976135e-05, -5.112588405609131e-05, -4.903040826320648e-05, -4.6934932470321655e-05, -4.483945667743683e-05, -4.2743980884552e-05, -4.0648505091667175e-05, -3.855302929878235e-05, -3.645755350589752e-05, -3.4362077713012695e-05, -3.226660192012787e-05, -3.0171126127243042e-05, -2.8075650334358215e-05, -2.598017454147339e-05, -2.3884698748588562e-05, -2.1789222955703735e-05, -1.969374716281891e-05, -1.7598271369934082e-05, -1.5502795577049255e-05, -1.3407319784164429e-05, -1.1311843991279602e-05, -9.216368198394775e-06, -7.120892405509949e-06, -5.025416612625122e-06, -2.9299408197402954e-06, -8.344650268554688e-07, 1.261010766029358e-06, 3.3564865589141846e-06, 5.451962351799011e-06, 7.547438144683838e-06, 9.642913937568665e-06, 1.1738389730453491e-05, 1.3833865523338318e-05, 1.5929341316223145e-05, 1.802481710910797e-05, 2.0120292901992798e-05, 2.2215768694877625e-05, 2.431124448776245e-05, 2.6406720280647278e-05, 2.8502196073532104e-05, 3.059767186641693e-05, 3.269314765930176e-05, 3.4788623452186584e-05, 3.688409924507141e-05, 3.897957503795624e-05, 4.1075050830841064e-05, 4.317052662372589e-05, 4.526600241661072e-05, 4.7361478209495544e-05, 4.945695400238037e-05, 5.15524297952652e-05, 5.3647905588150024e-05, 5.574338138103485e-05, 5.783885717391968e-05, 5.9934332966804504e-05, 6.202980875968933e-05, 6.412528455257416e-05, 6.622076034545898e-05]}, "gradients/encoder.encoder.layers.0.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 13.0, 3.0, 12.0, 8.0, 24.0, 21.0, 57.0, 62.0, 187.0, 215.0, 153.0, 84.0, 51.0, 31.0, 20.0, 16.0, 6.0, 7.0, 5.0, 7.0, 2.0, 0.0, 3.0, 4.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.888938903808594e-05, -5.7075172662734985e-05, -5.526095628738403e-05, -5.344673991203308e-05, -5.163252353668213e-05, -4.981830716133118e-05, -4.8004090785980225e-05, -4.618987441062927e-05, -4.437565803527832e-05, -4.256144165992737e-05, -4.0747225284576416e-05, -3.8933008909225464e-05, -3.711879253387451e-05, -3.530457615852356e-05, -3.349035978317261e-05, -3.1676143407821655e-05, -2.9861927032470703e-05, -2.804771065711975e-05, -2.62334942817688e-05, -2.4419277906417847e-05, -2.2605061531066895e-05, -2.0790845155715942e-05, -1.897662878036499e-05, -1.7162412405014038e-05, -1.5348196029663086e-05, -1.3533979654312134e-05, -1.1719763278961182e-05, -9.90554690361023e-06, -8.091330528259277e-06, -6.277114152908325e-06, -4.462897777557373e-06, -2.648681402206421e-06, -8.344650268554688e-07, 9.797513484954834e-07, 2.7939677238464355e-06, 4.608184099197388e-06, 6.42240047454834e-06, 8.236616849899292e-06, 1.0050833225250244e-05, 1.1865049600601196e-05, 1.3679265975952148e-05, 1.54934823513031e-05, 1.7307698726654053e-05, 1.9121915102005005e-05, 2.0936131477355957e-05, 2.275034785270691e-05, 2.456456422805786e-05, 2.6378780603408813e-05, 2.8192996978759766e-05, 3.0007213354110718e-05, 3.182142972946167e-05, 3.363564610481262e-05, 3.5449862480163574e-05, 3.7264078855514526e-05, 3.907829523086548e-05, 4.089251160621643e-05, 4.270672798156738e-05, 4.4520944356918335e-05, 4.633516073226929e-05, 4.814937710762024e-05, 4.996359348297119e-05, 5.1777809858322144e-05, 5.3592026233673096e-05, 5.540624260902405e-05, 5.7220458984375e-05]}, "gradients/encoder.encoder.layers.0.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 8.0, 7.0, 7.0, 14.0, 15.0, 28.0, 46.0, 60.0, 91.0, 119.0, 124.0, 130.0, 113.0, 92.0, 45.0, 37.0, 23.0, 16.0, 6.0, 3.0, 4.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00077443866757676, -0.0007549377623945475, -0.0007354368572123349, -0.0007159358938224614, -0.0006964349886402488, -0.0006769340834580362, -0.0006574331782758236, -0.0006379322148859501, -0.0006184313097037375, -0.0005989304045215249, -0.0005794294993393123, -0.0005599285359494388, -0.0005404276307672262, -0.0005209267255850136, -0.000501425820402801, -0.000481924886116758, -0.0004624239809345454, -0.0004429230757523328, -0.00042342214146628976, -0.00040392123628407717, -0.0003844203019980341, -0.00036491939681582153, -0.0003454184625297785, -0.0003259175573475659, -0.0003064166521653533, -0.0002869157469831407, -0.00026741481269709766, -0.00024791390751488507, -0.00022841297322884202, -0.00020891206804662943, -0.0001894111483125016, -0.0001699102285783738, -0.0001504093233961612, -0.00013090840366203338, -0.00011140748392790556, -9.190657146973535e-05, -7.240565173560753e-05, -5.2904732001479715e-05, -3.340381954330951e-05, -1.390289980918169e-05, 5.598019924946129e-06, 2.5098937840084545e-05, 4.459985575522296e-05, 6.410077185137197e-05, 8.36016915854998e-05, 0.00010310261131962761, 0.00012260352377779782, 0.00014210444351192564, 0.00016160536324605346, 0.00018110628298018128, 0.0002006072027143091, 0.0002201081078965217, 0.00023960904218256474, 0.0002591099473647773, 0.0002786108525469899, 0.00029811178683303297, 0.000317612721119076, 0.0003371136263012886, 0.00035661456058733165, 0.00037611546576954424, 0.0003956164000555873, 0.0004151173052377999, 0.0004346182104200125, 0.0004541191447060555, 0.0004736200498882681]}, "gradients/encoder.encoder.layers.0.layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 5.0, 7.0, 11.0, 13.0, 10.0, 21.0, 17.0, 23.0, 30.0, 42.0, 49.0, 42.0, 64.0, 69.0, 63.0, 52.0, 43.0, 62.0, 51.0, 56.0, 53.0, 46.0, 37.0, 35.0, 23.0, 22.0, 15.0, 6.0, 18.0, 12.0, 10.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0003024935722351074, -0.0002905130386352539, -0.0002785325050354004, -0.0002665519714355469, -0.00025457143783569336, -0.00024259090423583984, -0.00023061037063598633, -0.0002186298370361328, -0.0002066493034362793, -0.00019466876983642578, -0.00018268823623657227, -0.00017070770263671875, -0.00015872716903686523, -0.00014674663543701172, -0.0001347661018371582, -0.0001227855682373047, -0.00011080503463745117, -9.882450103759766e-05, -8.684396743774414e-05, -7.486343383789062e-05, -6.288290023803711e-05, -5.0902366638183594e-05, -3.892183303833008e-05, -2.6941299438476562e-05, -1.4960765838623047e-05, -2.9802322387695312e-06, 9.000301361083984e-06, 2.09808349609375e-05, 3.2961368560791016e-05, 4.494190216064453e-05, 5.692243576049805e-05, 6.890296936035156e-05, 8.088350296020508e-05, 9.28640365600586e-05, 0.00010484457015991211, 0.00011682510375976562, 0.00012880563735961914, 0.00014078617095947266, 0.00015276670455932617, 0.0001647472381591797, 0.0001767277717590332, 0.00018870830535888672, 0.00020068883895874023, 0.00021266937255859375, 0.00022464990615844727, 0.00023663043975830078, 0.0002486109733581543, 0.0002605915069580078, 0.00027257204055786133, 0.00028455257415771484, 0.00029653310775756836, 0.0003085136413574219, 0.0003204941749572754, 0.0003324747085571289, 0.0003444552421569824, 0.00035643577575683594, 0.00036841630935668945, 0.00038039684295654297, 0.0003923773765563965, 0.00040435791015625, 0.0004163384437561035, 0.00042831897735595703, 0.00044029951095581055, 0.00045228004455566406, 0.0004642605781555176]}, "gradients/encoder.encoder.pos_conv_embed.conv.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 5.0, 1.0, 1.0, 4.0, 8.0, 19.0, 18.0, 25.0, 31.0, 68.0, 138.0, 417.0, 113.0, 46.0, 25.0, 25.0, 12.0, 11.0, 6.0, 12.0, 4.0, 4.0, 7.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.724761962890625e-05, -7.470138370990753e-05, -7.215514779090881e-05, -6.96089118719101e-05, -6.706267595291138e-05, -6.451644003391266e-05, -6.197020411491394e-05, -5.942396819591522e-05, -5.6877732276916504e-05, -5.4331496357917786e-05, -5.178526043891907e-05, -4.923902451992035e-05, -4.669278860092163e-05, -4.414655268192291e-05, -4.1600316762924194e-05, -3.9054080843925476e-05, -3.650784492492676e-05, -3.396160900592804e-05, -3.141537308692932e-05, -2.8869137167930603e-05, -2.6322901248931885e-05, -2.3776665329933167e-05, -2.1230429410934448e-05, -1.868419349193573e-05, -1.6137957572937012e-05, -1.3591721653938293e-05, -1.1045485734939575e-05, -8.499249815940857e-06, -5.953013896942139e-06, -3.4067779779434204e-06, -8.605420589447021e-07, 1.6856938600540161e-06, 4.231929779052734e-06, 6.778165698051453e-06, 9.324401617050171e-06, 1.187063753604889e-05, 1.4416873455047607e-05, 1.6963109374046326e-05, 1.9509345293045044e-05, 2.2055581212043762e-05, 2.460181713104248e-05, 2.71480530500412e-05, 2.9694288969039917e-05, 3.2240524888038635e-05, 3.4786760807037354e-05, 3.733299672603607e-05, 3.987923264503479e-05, 4.242546856403351e-05, 4.4971704483032227e-05, 4.7517940402030945e-05, 5.006417632102966e-05, 5.261041224002838e-05, 5.51566481590271e-05, 5.770288407802582e-05, 6.0249119997024536e-05, 6.279535591602325e-05, 6.534159183502197e-05, 6.788782775402069e-05, 7.043406367301941e-05, 7.298029959201813e-05, 7.552653551101685e-05, 7.807277143001556e-05, 8.061900734901428e-05, 8.3165243268013e-05, 8.571147918701172e-05]}, "gradients/encoder.encoder.pos_conv_embed.conv.weight_v": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 2.0, 1.0, 2.0, 3.0, 5.0, 8.0, 7.0, 11.0, 14.0, 23.0, 24.0, 33.0, 50.0, 88.0, 114.0, 138.0, 218.0, 408.0, 651.0, 1125.0, 2388.0, 5027.0, 13722.0, 66809.0, 8150629.0, 117434.0, 17539.0, 6089.0, 2677.0, 1301.0, 735.0, 441.0, 302.0, 166.0, 135.0, 93.0, 57.0, 42.0, 23.0, 16.0, 13.0, 11.0, 5.0, 4.0, 0.0, 6.0, 5.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-6.480931187979877e-05, -6.293631304288283e-05, -6.10633214819245e-05, -5.9190322645008564e-05, -5.7317323808092624e-05, -5.544432860915549e-05, -5.357133341021836e-05, -5.169833457330242e-05, -4.982533573638648e-05, -4.7952340537449345e-05, -4.6079341700533405e-05, -4.420634650159627e-05, -4.233334766468033e-05, -4.04603524657432e-05, -3.8587357266806066e-05, -3.6714358429890126e-05, -3.484136323095299e-05, -3.296836803201586e-05, -3.109536919509992e-05, -2.9222373996162787e-05, -2.7349375159246847e-05, -2.5476379960309714e-05, -2.3603382942383178e-05, -2.173038592445664e-05, -1.9857388906530105e-05, -1.7984391888603568e-05, -1.611139487067703e-05, -1.4238398762245197e-05, -1.236540174431866e-05, -1.0492404726392124e-05, -8.619408617960289e-06, -6.746411600033753e-06, -4.873410944128409e-06, -3.000414153575548e-06, -1.127417363022687e-06, 7.455792001564987e-07, 2.618576218083035e-06, 4.491573236009572e-06, 6.3645693444414064e-06, 8.237566362367943e-06, 1.011056338029448e-05, 1.1983560398221016e-05, 1.3856557416147552e-05, 1.572955443407409e-05, 1.7602549633011222e-05, 1.9475548469927162e-05, 2.1348543668864295e-05, 2.322154068679083e-05, 2.5094537704717368e-05, 2.6967534722643904e-05, 2.884053174057044e-05, 3.0713526939507574e-05, 3.2586525776423514e-05, 3.445952097536065e-05, 3.633251617429778e-05, 3.820551501121372e-05, 4.007851384812966e-05, 4.195150904706679e-05, 4.382450788398273e-05, 4.5697503082919866e-05, 4.7570501919835806e-05, 4.944349711877294e-05, 5.131649231771007e-05, 5.318949115462601e-05, 5.5062486353563145e-05]}, "gradients/encoder.encoder.pos_conv_embed.conv.weight_g": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 3.0, 3.0, 7.0, 3.0, 0.0, 8.0, 16.0, 10.0, 16.0, 13.0, 7.0, 4.0, 4.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0002628725487738848, -0.0002491857158020139, -0.00023549885372631252, -0.0002218120062025264, -0.00020812515867874026, -0.00019443831115495414, -0.000180751463631168, -0.00016706461610738188, -0.00015337776858359575, -0.00013969092105980963, -0.0001260040735360235, -0.00011231722601223737, -9.863037848845124e-05, -8.494353096466511e-05, -7.125668344087899e-05, -5.756983591709286e-05, -4.388298839330673e-05, -3.0196140869520605e-05, -1.6509293345734477e-05, -2.8224458219483495e-06, 1.0864401701837778e-05, 2.4551249225623906e-05, 3.823809674941003e-05, 5.192494427319616e-05, 6.561179179698229e-05, 7.929863932076842e-05, 9.298548684455454e-05, 0.00010667233436834067, 0.0001203591818921268, 0.00013404602941591293, 0.00014773287693969905, 0.00016141972446348518, 0.0001751065719872713, 0.00018879341951105744, 0.00020248026703484356, 0.0002161671145586297, 0.00022985396208241582, 0.00024354080960620195, 0.0002572276571299881, 0.00027091451920568943, 0.00028460135217756033, 0.00029828818514943123, 0.0003119750472251326, 0.00032566190930083394, 0.00033934874227270484, 0.00035303557524457574, 0.0003667224373202771, 0.00038040929939597845, 0.00039409613236784935, 0.00040778296533972025, 0.0004214698274154216, 0.00043515668949112296, 0.00044884352246299386, 0.00046253035543486476, 0.0004762172175105661, 0.0004899040795862675, 0.0005035909125581384, 0.0005172777455300093, 0.0005309645785018802, 0.000544651469681412, 0.0005583383026532829, 0.0005720251356251538, 0.0005857120268046856, 0.0005993988597765565, 0.0006130856927484274]}, "gradients/encoder.masked_spec_embed": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 6.0, 5.0, 13.0, 13.0, 15.0, 34.0, 24.0, 51.0, 53.0, 88.0, 118.0, 158.0, 138.0, 89.0, 64.0, 49.0, 30.0, 11.0, 5.0, 10.0, 7.0, 6.0, 5.0, 4.0, 1.0, 6.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.842613220214844e-05, -6.52410089969635e-05, -6.205588579177856e-05, -5.887076258659363e-05, -5.568563938140869e-05, -5.2500516176223755e-05, -4.931539297103882e-05, -4.613026976585388e-05, -4.2945146560668945e-05, -3.976002335548401e-05, -3.657490015029907e-05, -3.3389776945114136e-05, -3.02046537399292e-05, -2.7019530534744263e-05, -2.3834407329559326e-05, -2.064928412437439e-05, -1.7464160919189453e-05, -1.4279037714004517e-05, -1.109391450881958e-05, -7.908791303634644e-06, -4.723668098449707e-06, -1.5385448932647705e-06, 1.646578311920166e-06, 4.8317015171051025e-06, 8.016824722290039e-06, 1.1201947927474976e-05, 1.4387071132659912e-05, 1.757219433784485e-05, 2.0757317543029785e-05, 2.394244074821472e-05, 2.7127563953399658e-05, 3.0312687158584595e-05, 3.349781036376953e-05, 3.668293356895447e-05, 3.9868056774139404e-05, 4.305317997932434e-05, 4.623830318450928e-05, 4.9423426389694214e-05, 5.260854959487915e-05, 5.579367280006409e-05, 5.8978796005249023e-05, 6.216391921043396e-05, 6.53490424156189e-05, 6.853416562080383e-05, 7.171928882598877e-05, 7.49044120311737e-05, 7.808953523635864e-05, 8.127465844154358e-05, 8.445978164672852e-05, 8.764490485191345e-05, 9.083002805709839e-05, 9.401515126228333e-05, 9.720027446746826e-05, 0.0001003853976726532, 0.00010357052087783813, 0.00010675564408302307, 0.00010994076728820801, 0.00011312589049339294, 0.00011631101369857788, 0.00011949613690376282, 0.00012268126010894775, 0.0001258663833141327, 0.00012905150651931763, 0.00013223662972450256, 0.0001354217529296875]}, "gradients/encoder.feature_projection.projection.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 3.0, 1.0, 5.0, 7.0, 13.0, 20.0, 18.0, 27.0, 65.0, 112.0, 189.0, 305.0, 650.0, 1353.0, 3809.0, 14450.0, 128102.0, 337233.0, 28150.0, 5959.0, 2039.0, 862.0, 431.0, 210.0, 91.0, 67.0, 38.0, 28.0, 10.0, 6.0, 6.0, 7.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0004892349243164062, -0.0004767514765262604, -0.0004642680287361145, -0.00045178458094596863, -0.00043930113315582275, -0.0004268176853656769, -0.000414334237575531, -0.00040185078978538513, -0.00038936734199523926, -0.0003768838942050934, -0.0003644004464149475, -0.00035191699862480164, -0.00033943355083465576, -0.0003269501030445099, -0.000314466655254364, -0.00030198320746421814, -0.00028949975967407227, -0.0002770163118839264, -0.0002645328640937805, -0.00025204941630363464, -0.00023956596851348877, -0.0002270825207233429, -0.00021459907293319702, -0.00020211562514305115, -0.00018963217735290527, -0.0001771487295627594, -0.00016466528177261353, -0.00015218183398246765, -0.00013969838619232178, -0.0001272149384021759, -0.00011473149061203003, -0.00010224804282188416, -8.976459503173828e-05, -7.728114724159241e-05, -6.479769945144653e-05, -5.231425166130066e-05, -3.9830803871154785e-05, -2.734735608100891e-05, -1.4863908290863037e-05, -2.380460500717163e-06, 1.0102987289428711e-05, 2.2586435079574585e-05, 3.506988286972046e-05, 4.755333065986633e-05, 6.003677845001221e-05, 7.252022624015808e-05, 8.500367403030396e-05, 9.748712182044983e-05, 0.0001099705696105957, 0.00012245401740074158, 0.00013493746519088745, 0.00014742091298103333, 0.0001599043607711792, 0.00017238780856132507, 0.00018487125635147095, 0.00019735470414161682, 0.0002098381519317627, 0.00022232159972190857, 0.00023480504751205444, 0.0002472884953022003, 0.0002597719430923462, 0.00027225539088249207, 0.00028473883867263794, 0.0002972222864627838, 0.0003097057342529297]}, "gradients/encoder.feature_projection.projection.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 4.0, 9.0, 6.0, 14.0, 8.0, 9.0, 12.0, 17.0, 23.0, 25.0, 29.0, 41.0, 54.0, 55.0, 54.0, 57.0, 48.0, 64.0, 66.0, 71.0, 59.0, 45.0, 32.0, 39.0, 36.0, 29.0, 17.0, 17.0, 16.0, 9.0, 8.0, 7.0, 4.0, 4.0, 9.0, 3.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.996755599975586e-05, -1.934543251991272e-05, -1.872330904006958e-05, -1.810118556022644e-05, -1.74790620803833e-05, -1.685693860054016e-05, -1.623481512069702e-05, -1.5612691640853882e-05, -1.4990568161010742e-05, -1.4368444681167603e-05, -1.3746321201324463e-05, -1.3124197721481323e-05, -1.2502074241638184e-05, -1.1879950761795044e-05, -1.1257827281951904e-05, -1.0635703802108765e-05, -1.0013580322265625e-05, -9.391456842422485e-06, -8.769333362579346e-06, -8.147209882736206e-06, -7.525086402893066e-06, -6.902962923049927e-06, -6.280839443206787e-06, -5.6587159633636475e-06, -5.036592483520508e-06, -4.414469003677368e-06, -3.7923455238342285e-06, -3.170222043991089e-06, -2.5480985641479492e-06, -1.9259750843048096e-06, -1.30385160446167e-06, -6.817281246185303e-07, -5.960464477539063e-08, 5.62518835067749e-07, 1.1846423149108887e-06, 1.8067657947540283e-06, 2.428889274597168e-06, 3.0510127544403076e-06, 3.6731362342834473e-06, 4.295259714126587e-06, 4.9173831939697266e-06, 5.539506673812866e-06, 6.161630153656006e-06, 6.7837536334991455e-06, 7.405877113342285e-06, 8.028000593185425e-06, 8.650124073028564e-06, 9.272247552871704e-06, 9.894371032714844e-06, 1.0516494512557983e-05, 1.1138617992401123e-05, 1.1760741472244263e-05, 1.2382864952087402e-05, 1.3004988431930542e-05, 1.3627111911773682e-05, 1.4249235391616821e-05, 1.4871358871459961e-05, 1.54934823513031e-05, 1.611560583114624e-05, 1.673772931098938e-05, 1.735985279083252e-05, 1.798197627067566e-05, 1.86040997505188e-05, 1.922622323036194e-05, 1.9848346710205078e-05]}, "gradients/encoder.feature_projection.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 9.0, 6.0, 5.0, 11.0, 24.0, 39.0, 53.0, 70.0, 63.0, 61.0, 53.0, 29.0, 15.0, 20.0, 9.0, 8.0, 3.0, 3.0, 2.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00023256234999280423, -0.00022676007938571274, -0.00022095780877862126, -0.00021515553817152977, -0.00020935326756443828, -0.0002035509969573468, -0.0001977487263502553, -0.00019194645574316382, -0.00018614418513607234, -0.00018034191452898085, -0.00017453964392188936, -0.00016873737331479788, -0.0001629351027077064, -0.0001571328321006149, -0.00015133056149352342, -0.00014552829088643193, -0.00013972602027934045, -0.00013392374967224896, -0.00012812147906515747, -0.000122319208458066, -0.0001165169378509745, -0.00011071466724388301, -0.00010491239663679153, -9.911012602970004e-05, -9.330785542260855e-05, -8.750558481551707e-05, -8.170331420842558e-05, -7.59010436013341e-05, -7.009877299424261e-05, -6.429650238715112e-05, -5.8494231780059636e-05, -5.269196117296815e-05, -4.688969056587666e-05, -4.1087419958785176e-05, -3.528514935169369e-05, -2.9482878744602203e-05, -2.3680608137510717e-05, -1.787833753041923e-05, -1.2076066923327744e-05, -6.2737963162362576e-06, -4.715257091447711e-07, 5.330744897946715e-06, 1.1133015505038202e-05, 1.6935286112129688e-05, 2.2737556719221175e-05, 2.853982732631266e-05, 3.434209793340415e-05, 4.0144368540495634e-05, 4.594663914758712e-05, 5.174890975467861e-05, 5.7551180361770093e-05, 6.335345096886158e-05, 6.915572157595307e-05, 7.495799218304455e-05, 8.076026279013604e-05, 8.656253339722753e-05, 9.236480400431901e-05, 9.81670746114105e-05, 0.00010396934521850199, 0.00010977161582559347, 0.00011557388643268496, 0.00012137615703977644, 0.00012717842764686793, 0.00013298069825395942, 0.0001387829688610509]}, "gradients/encoder.feature_projection.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 3.0, 4.0, 3.0, 10.0, 7.0, 7.0, 17.0, 14.0, 18.0, 28.0, 30.0, 29.0, 34.0, 35.0, 19.0, 32.0, 32.0, 33.0, 25.0, 20.0, 21.0, 11.0, 10.0, 5.0, 9.0, 8.0, 6.0, 4.0, 4.0, 2.0, 3.0, 4.0, 2.0, 1.0, 3.0, 0.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.417533874511719e-05, -9.075645357370377e-05, -8.733756840229034e-05, -8.391868323087692e-05, -8.04997980594635e-05, -7.708091288805008e-05, -7.366202771663666e-05, -7.024314254522324e-05, -6.682425737380981e-05, -6.340537220239639e-05, -5.998648703098297e-05, -5.656760185956955e-05, -5.314871668815613e-05, -4.9729831516742706e-05, -4.6310946345329285e-05, -4.289206117391586e-05, -3.947317600250244e-05, -3.605429083108902e-05, -3.26354056596756e-05, -2.9216520488262177e-05, -2.5797635316848755e-05, -2.2378750145435333e-05, -1.895986497402191e-05, -1.554097980260849e-05, -1.2122094631195068e-05, -8.703209459781647e-06, -5.284324288368225e-06, -1.8654391169548035e-06, 1.5534460544586182e-06, 4.97233122587204e-06, 8.391216397285461e-06, 1.1810101568698883e-05, 1.5228986740112305e-05, 1.8647871911525726e-05, 2.2066757082939148e-05, 2.548564225435257e-05, 2.890452742576599e-05, 3.232341259717941e-05, 3.5742297768592834e-05, 3.9161182940006256e-05, 4.258006811141968e-05, 4.59989532828331e-05, 4.941783845424652e-05, 5.283672362565994e-05, 5.6255608797073364e-05, 5.9674493968486786e-05, 6.309337913990021e-05, 6.651226431131363e-05, 6.993114948272705e-05, 7.335003465414047e-05, 7.67689198255539e-05, 8.018780499696732e-05, 8.360669016838074e-05, 8.702557533979416e-05, 9.044446051120758e-05, 9.3863345682621e-05, 9.728223085403442e-05, 0.00010070111602544785, 0.00010412000119686127, 0.00010753888636827469, 0.00011095777153968811, 0.00011437665671110153, 0.00011779554188251495, 0.00012121442705392838, 0.0001246333122253418]}, "eval/loss": 15.74400806427002, "eval/bleu": 0.0, "eval/runtime": 3774.5202, "eval/samples_per_second": 3.91, "eval/steps_per_second": 0.978}
\ No newline at end of file
+{"train/loss": 4.7234, "train/learning_rate": 0.0003954238639824375, "train/epoch": 0.62, "train/global_step": 4000, "_runtime": 43573, "_timestamp": 1651641973, "_step": 4007, "gradients/decoder.model.decoder.layers.11.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1022.0], "bins": [-141.43438720703125, -139.21731567382812, -137.00025939941406, -134.78318786621094, -132.5661163330078, -130.34906005859375, -128.13198852539062, -125.91492462158203, -123.69786071777344, -121.48079681396484, -119.26372528076172, -117.04666137695312, -114.82959747314453, -112.61253356933594, -110.39546203613281, -108.17839813232422, -105.96133422851562, -103.74427032470703, -101.5271987915039, -99.31013488769531, -97.09307098388672, -94.87600708007812, -92.658935546875, -90.4418716430664, -88.22480010986328, -86.00773620605469, -83.79066467285156, -81.57360076904297, -79.35653686523438, -77.13947296142578, -74.92240142822266, -72.70533752441406, -70.48828125, -68.2712173461914, -66.05414581298828, -63.83708190917969, -61.620018005371094, -59.402950286865234, -57.185882568359375, -54.96881866455078, -52.75175094604492, -50.53468322753906, -48.31761932373047, -46.10055160522461, -43.883487701416016, -41.666419982910156, -39.44935607910156, -37.2322883605957, -35.01522445678711, -32.79815673828125, -30.581092834472656, -28.364025115966797, -26.146961212158203, -23.929893493652344, -21.712827682495117, -19.49576187133789, -17.27869415283203, -15.061628341674805, -12.844562530517578, -10.627495765686035, -8.410429954528809, -6.193364143371582, -3.976297378540039, -1.7592315673828125, 0.4578333795070648]}, "gradients/decoder.model.decoder.layers.11.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 6.0, 8.0, 10.0, 16.0, 21.0, 32.0, 59.0, 86.0, 111.0, 110.0, 117.0, 104.0, 102.0, 78.0, 59.0, 33.0, 28.0, 7.0, 11.0, 6.0, 3.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.577984809875488, -7.346831798553467, -7.115678787231445, -6.884525775909424, -6.653372764587402, -6.422220230102539, -6.191067218780518, -5.959914207458496, -5.728761196136475, -5.497608184814453, -5.266455173492432, -5.03530216217041, -4.804149627685547, -4.572996139526367, -4.341843605041504, -4.110690593719482, -3.879537582397461, -3.6483845710754395, -3.417231559753418, -3.1860787868499756, -2.954925775527954, -2.7237727642059326, -2.4926199913024902, -2.2614669799804688, -2.0303139686584473, -1.7991609573364258, -1.5680080652236938, -1.336855173110962, -1.1057021617889404, -0.874549150466919, -0.643396258354187, -0.4122433662414551, -0.1810898780822754, 0.05006307363510132, 0.281216025352478, 0.5123689770698547, 0.7435219287872314, 0.9746749401092529, 1.2058278322219849, 1.4369807243347168, 1.6681337356567383, 1.8992867469787598, 2.1304397583007812, 2.3615925312042236, 2.592745542526245, 2.8238985538482666, 3.055051326751709, 3.2862043380737305, 3.517357349395752, 3.7485103607177734, 3.979663372039795, 4.210816383361816, 4.44196891784668, 4.673122406005859, 4.904274940490723, 5.135427951812744, 5.366580963134766, 5.597733974456787, 5.828886985778809, 6.06003999710083, 6.291193008422852, 6.522345542907715, 6.753498554229736, 6.984651565551758, 7.215804576873779]}, "gradients/decoder.model.decoder.layers.11.fc2.weight": {"_type": "histogram", "values": [4.0, 3.0, 4.0, 6.0, 6.0, 9.0, 10.0, 21.0, 24.0, 31.0, 32.0, 44.0, 56.0, 73.0, 96.0, 117.0, 157.0, 232.0, 313.0, 401.0, 536.0, 767.0, 1142.0, 1958.0, 4788.0, 20535.0, 4141640.0, 12342.0, 3601.0, 1682.0, 1016.0, 621.0, 442.0, 337.0, 316.0, 194.0, 177.0, 130.0, 96.0, 84.0, 56.0, 54.0, 35.0, 34.0, 20.0, 17.0, 20.0, 9.0, 3.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.49609375, -1.4393310546875, -1.382568359375, -1.3258056640625, -1.26904296875, -1.2122802734375, -1.155517578125, -1.0987548828125, -1.0419921875, -0.9852294921875, -0.928466796875, -0.8717041015625, -0.81494140625, -0.7581787109375, -0.701416015625, -0.6446533203125, -0.587890625, -0.5311279296875, -0.474365234375, -0.4176025390625, -0.36083984375, -0.3040771484375, -0.247314453125, -0.1905517578125, -0.1337890625, -0.0770263671875, -0.020263671875, 0.0364990234375, 0.09326171875, 0.1500244140625, 0.206787109375, 0.2635498046875, 0.3203125, 0.3770751953125, 0.433837890625, 0.4906005859375, 0.54736328125, 0.6041259765625, 0.660888671875, 0.7176513671875, 0.7744140625, 0.8311767578125, 0.887939453125, 0.9447021484375, 1.00146484375, 1.0582275390625, 1.114990234375, 1.1717529296875, 1.228515625, 1.2852783203125, 1.342041015625, 1.3988037109375, 1.45556640625, 1.5123291015625, 1.569091796875, 1.6258544921875, 1.6826171875, 1.7393798828125, 1.796142578125, 1.8529052734375, 1.90966796875, 1.9664306640625, 2.023193359375, 2.0799560546875, 2.13671875]}, "gradients/decoder.model.decoder.layers.11.fc2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 5.0, 6.0, 6.0, 8.0, 10.0, 12.0, 32.0, 55.0, 74.0, 91.0, 105.0, 113.0, 106.0, 119.0, 82.0, 57.0, 57.0, 23.0, 16.0, 13.0, 9.0, 4.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.72265625, -4.601226806640625, -4.47979736328125, -4.358367919921875, -4.2369384765625, -4.115509033203125, -3.99407958984375, -3.872650146484375, -3.751220703125, -3.629791259765625, -3.50836181640625, -3.386932373046875, -3.2655029296875, -3.144073486328125, -3.02264404296875, -2.901214599609375, -2.77978515625, -2.658355712890625, -2.53692626953125, -2.415496826171875, -2.2940673828125, -2.172637939453125, -2.05120849609375, -1.929779052734375, -1.808349609375, -1.686920166015625, -1.56549072265625, -1.444061279296875, -1.3226318359375, -1.201202392578125, -1.07977294921875, -0.958343505859375, -0.8369140625, -0.715484619140625, -0.59405517578125, -0.472625732421875, -0.3511962890625, -0.229766845703125, -0.10833740234375, 0.013092041015625, 0.134521484375, 0.255950927734375, 0.37738037109375, 0.498809814453125, 0.6202392578125, 0.741668701171875, 0.86309814453125, 0.984527587890625, 1.10595703125, 1.227386474609375, 1.34881591796875, 1.470245361328125, 1.5916748046875, 1.713104248046875, 1.83453369140625, 1.955963134765625, 2.077392578125, 2.198822021484375, 2.32025146484375, 2.441680908203125, 2.5631103515625, 2.684539794921875, 2.80596923828125, 2.927398681640625, 3.048828125]}, "gradients/decoder.model.decoder.layers.11.fc1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 4.0, 10.0, 137.0, 4194099.0, 16.0, 7.0, 1.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-79.5, -74.576171875, -69.65234375, -64.728515625, -59.8046875, -54.880859375, -49.95703125, -45.033203125, -40.109375, -35.185546875, -30.26171875, -25.337890625, -20.4140625, -15.490234375, -10.56640625, -5.642578125, -0.71875, 4.205078125, 9.12890625, 14.052734375, 18.9765625, 23.900390625, 28.82421875, 33.748046875, 38.671875, 43.595703125, 48.51953125, 53.443359375, 58.3671875, 63.291015625, 68.21484375, 73.138671875, 78.0625, 82.986328125, 87.91015625, 92.833984375, 97.7578125, 102.681640625, 107.60546875, 112.529296875, 117.453125, 122.376953125, 127.30078125, 132.224609375, 137.1484375, 142.072265625, 146.99609375, 151.919921875, 156.84375, 161.767578125, 166.69140625, 171.615234375, 176.5390625, 181.462890625, 186.38671875, 191.310546875, 196.234375, 201.158203125, 206.08203125, 211.005859375, 215.9296875, 220.853515625, 225.77734375, 230.701171875, 235.625]}, "gradients/decoder.model.decoder.layers.11.fc1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 1.0, 11.0, 3926.0, 110.0, 8.0, 7.0, 4.0, 0.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.96484375, -0.9041748046875, -0.843505859375, -0.7828369140625, -0.72216796875, -0.6614990234375, -0.600830078125, -0.5401611328125, -0.4794921875, -0.4188232421875, -0.358154296875, -0.2974853515625, -0.23681640625, -0.1761474609375, -0.115478515625, -0.0548095703125, 0.005859375, 0.0665283203125, 0.127197265625, 0.1878662109375, 0.24853515625, 0.3092041015625, 0.369873046875, 0.4305419921875, 0.4912109375, 0.5518798828125, 0.612548828125, 0.6732177734375, 0.73388671875, 0.7945556640625, 0.855224609375, 0.9158935546875, 0.9765625, 1.0372314453125, 1.097900390625, 1.1585693359375, 1.21923828125, 1.2799072265625, 1.340576171875, 1.4012451171875, 1.4619140625, 1.5225830078125, 1.583251953125, 1.6439208984375, 1.70458984375, 1.7652587890625, 1.825927734375, 1.8865966796875, 1.947265625, 2.0079345703125, 2.068603515625, 2.1292724609375, 2.18994140625, 2.2506103515625, 2.311279296875, 2.3719482421875, 2.4326171875, 2.4932861328125, 2.553955078125, 2.6146240234375, 2.67529296875, 2.7359619140625, 2.796630859375, 2.8572998046875, 2.91796875]}, "gradients/decoder.model.decoder.layers.11.encoder_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 0.0, 3.0, 4.0, 7.0, 25.0, 92.0, 270.0, 456.0, 115.0, 33.0, 5.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.1937735080718994, -3.0441267490386963, -2.894479990005493, -2.74483323097229, -2.595186471939087, -2.445539712905884, -2.2958931922912598, -2.1462464332580566, -1.996599555015564, -1.8469527959823608, -1.6973060369491577, -1.5476593971252441, -1.398012638092041, -1.248365879058838, -1.0987191200256348, -0.9490723609924316, -0.7994256019592285, -0.6497788429260254, -0.5001320838928223, -0.3504853844642639, -0.2008386254310608, -0.051191866397857666, 0.09845483303070068, 0.2481015920639038, 0.39774835109710693, 0.5473951101303101, 0.6970418691635132, 0.8466885685920715, 0.9963353276252747, 1.145982027053833, 1.2956287860870361, 1.4452755451202393, 1.5949225425720215, 1.7445693016052246, 1.8942160606384277, 2.043862819671631, 2.193509578704834, 2.343156337738037, 2.4928030967712402, 2.6424498558044434, 2.7920966148376465, 2.9417433738708496, 3.0913901329040527, 3.241036891937256, 3.390683650970459, 3.540330410003662, 3.6899771690368652, 3.8396239280700684, 3.9892704486846924, 4.138916969299316, 4.2885637283325195, 4.438210487365723, 4.587857246398926, 4.737504005432129, 4.887150764465332, 5.036797523498535, 5.186444282531738, 5.336091041564941, 5.4857378005981445, 5.635384559631348, 5.785031318664551, 5.934678077697754, 6.084324836730957, 6.23397159576416, 6.383618354797363]}, "gradients/decoder.model.decoder.layers.11.encoder_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 6.0, 8.0, 9.0, 16.0, 21.0, 26.0, 40.0, 41.0, 71.0, 76.0, 94.0, 84.0, 99.0, 77.0, 88.0, 56.0, 50.0, 47.0, 36.0, 16.0, 16.0, 11.0, 5.0, 4.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-5.406451225280762, -5.25521183013916, -5.103972911834717, -4.952733993530273, -4.801494598388672, -4.65025520324707, -4.499016284942627, -4.347777366638184, -4.196537971496582, -4.0452985763549805, -3.894059658050537, -3.7428205013275146, -3.591581344604492, -3.4403421878814697, -3.2891030311584473, -3.137863874435425, -2.9866247177124023, -2.83538556098938, -2.6841464042663574, -2.532907247543335, -2.3816680908203125, -2.23042893409729, -2.0791897773742676, -1.9279506206512451, -1.7767114639282227, -1.6254723072052002, -1.4742331504821777, -1.3229939937591553, -1.1717548370361328, -1.0205156803131104, -0.8692765235900879, -0.7180373668670654, -0.566798210144043, -0.4155590534210205, -0.26431989669799805, -0.11308073997497559, 0.038158416748046875, 0.18939757347106934, 0.3406367301940918, 0.49187588691711426, 0.6431150436401367, 0.7943542003631592, 0.9455933570861816, 1.096832513809204, 1.2480716705322266, 1.399310827255249, 1.5505499839782715, 1.701789140701294, 1.8530282974243164, 2.004267454147339, 2.1555066108703613, 2.306745767593384, 2.4579849243164062, 2.6092240810394287, 2.760463237762451, 2.9117023944854736, 3.062941551208496, 3.2141807079315186, 3.365419864654541, 3.5166590213775635, 3.667898178100586, 3.8191373348236084, 3.970376491546631, 4.121615409851074, 4.272854804992676]}, "gradients/decoder.model.decoder.layers.11.encoder_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 0.0, 1.0, 2.0, 2.0, 5.0, 6.0, 4.0, 3.0, 12.0, 11.0, 24.0, 24.0, 30.0, 52.0, 81.0, 139.0, 216.0, 391.0, 732.0, 1569.0, 3907.0, 13773.0, 380580.0, 624467.0, 15044.0, 4096.0, 1617.0, 786.0, 371.0, 218.0, 122.0, 87.0, 59.0, 35.0, 18.0, 20.0, 17.0, 10.0, 5.0, 7.0, 5.0, 3.0, 6.0, 1.0, 1.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5, -0.4843864440917969, -0.46877288818359375, -0.4531593322753906, -0.4375457763671875, -0.4219322204589844, -0.40631866455078125, -0.3907051086425781, -0.375091552734375, -0.3594779968261719, -0.34386444091796875, -0.3282508850097656, -0.3126373291015625, -0.2970237731933594, -0.28141021728515625, -0.2657966613769531, -0.25018310546875, -0.23456954956054688, -0.21895599365234375, -0.20334243774414062, -0.1877288818359375, -0.17211532592773438, -0.15650177001953125, -0.14088821411132812, -0.125274658203125, -0.10966110229492188, -0.09404754638671875, -0.07843399047851562, -0.0628204345703125, -0.047206878662109375, -0.03159332275390625, -0.015979766845703125, -0.0003662109375, 0.015247344970703125, 0.03086090087890625, 0.046474456787109375, 0.0620880126953125, 0.07770156860351562, 0.09331512451171875, 0.10892868041992188, 0.124542236328125, 0.14015579223632812, 0.15576934814453125, 0.17138290405273438, 0.1869964599609375, 0.20261001586914062, 0.21822357177734375, 0.23383712768554688, 0.24945068359375, 0.2650642395019531, 0.28067779541015625, 0.2962913513183594, 0.3119049072265625, 0.3275184631347656, 0.34313201904296875, 0.3587455749511719, 0.374359130859375, 0.3899726867675781, 0.40558624267578125, 0.4211997985839844, 0.4368133544921875, 0.4524269104003906, 0.46804046630859375, 0.4836540222167969, 0.499267578125]}, "gradients/decoder.model.decoder.layers.11.encoder_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 6.0, 4.0, 7.0, 10.0, 14.0, 16.0, 26.0, 48.0, 55.0, 74.0, 100.0, 111.0, 95.0, 109.0, 87.0, 71.0, 52.0, 35.0, 28.0, 19.0, 13.0, 9.0, 8.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.626953125, -1.5694580078125, -1.511962890625, -1.4544677734375, -1.39697265625, -1.3394775390625, -1.281982421875, -1.2244873046875, -1.1669921875, -1.1094970703125, -1.052001953125, -0.9945068359375, -0.93701171875, -0.8795166015625, -0.822021484375, -0.7645263671875, -0.70703125, -0.6495361328125, -0.592041015625, -0.5345458984375, -0.47705078125, -0.4195556640625, -0.362060546875, -0.3045654296875, -0.2470703125, -0.1895751953125, -0.132080078125, -0.0745849609375, -0.01708984375, 0.0404052734375, 0.097900390625, 0.1553955078125, 0.212890625, 0.2703857421875, 0.327880859375, 0.3853759765625, 0.44287109375, 0.5003662109375, 0.557861328125, 0.6153564453125, 0.6728515625, 0.7303466796875, 0.787841796875, 0.8453369140625, 0.90283203125, 0.9603271484375, 1.017822265625, 1.0753173828125, 1.1328125, 1.1903076171875, 1.247802734375, 1.3052978515625, 1.36279296875, 1.4202880859375, 1.477783203125, 1.5352783203125, 1.5927734375, 1.6502685546875, 1.707763671875, 1.7652587890625, 1.82275390625, 1.8802490234375, 1.937744140625, 1.9952392578125, 2.052734375]}, "gradients/decoder.model.decoder.layers.11.encoder_attn.v_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 2.0, 7.0, 11.0, 11.0, 10.0, 23.0, 28.0, 39.0, 64.0, 80.0, 180.0, 251.0, 464.0, 947.0, 1883.0, 4384.0, 10297.0, 27090.0, 80982.0, 379676.0, 414245.0, 83180.0, 26891.0, 10010.0, 4058.0, 1797.0, 846.0, 451.0, 241.0, 133.0, 93.0, 56.0, 35.0, 25.0, 22.0, 16.0, 11.0, 6.0, 4.0, 6.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0186767578125, -0.017958879470825195, -0.01724100112915039, -0.016523122787475586, -0.01580524444580078, -0.015087366104125977, -0.014369487762451172, -0.013651609420776367, -0.012933731079101562, -0.012215852737426758, -0.011497974395751953, -0.010780096054077148, -0.010062217712402344, -0.009344339370727539, -0.008626461029052734, -0.00790858268737793, -0.007190704345703125, -0.00647282600402832, -0.005754947662353516, -0.005037069320678711, -0.004319190979003906, -0.0036013126373291016, -0.002883434295654297, -0.002165555953979492, -0.0014476776123046875, -0.0007297992706298828, -1.1920928955078125e-05, 0.0007059574127197266, 0.0014238357543945312, 0.002141714096069336, 0.0028595924377441406, 0.0035774707794189453, 0.00429534912109375, 0.005013227462768555, 0.005731105804443359, 0.006448984146118164, 0.007166862487792969, 0.007884740829467773, 0.008602619171142578, 0.009320497512817383, 0.010038375854492188, 0.010756254196166992, 0.011474132537841797, 0.012192010879516602, 0.012909889221191406, 0.013627767562866211, 0.014345645904541016, 0.01506352424621582, 0.015781402587890625, 0.01649928092956543, 0.017217159271240234, 0.01793503761291504, 0.018652915954589844, 0.01937079429626465, 0.020088672637939453, 0.020806550979614258, 0.021524429321289062, 0.022242307662963867, 0.022960186004638672, 0.023678064346313477, 0.02439594268798828, 0.025113821029663086, 0.02583169937133789, 0.026549577713012695, 0.0272674560546875]}, "gradients/decoder.model.decoder.layers.11.encoder_attn.v_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 5.0, 5.0, 5.0, 6.0, 9.0, 8.0, 17.0, 16.0, 20.0, 31.0, 26.0, 31.0, 42.0, 47.0, 46.0, 52.0, 56.0, 53.0, 60.0, 55.0, 56.0, 63.0, 51.0, 33.0, 38.0, 36.0, 29.0, 22.0, 21.0, 19.0, 9.0, 9.0, 8.0, 8.0, 7.0, 6.0, 3.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.166015625, -1.121246337890625, -1.07647705078125, -1.031707763671875, -0.9869384765625, -0.942169189453125, -0.89739990234375, -0.852630615234375, -0.807861328125, -0.763092041015625, -0.71832275390625, -0.673553466796875, -0.6287841796875, -0.584014892578125, -0.53924560546875, -0.494476318359375, -0.44970703125, -0.404937744140625, -0.36016845703125, -0.315399169921875, -0.2706298828125, -0.225860595703125, -0.18109130859375, -0.136322021484375, -0.091552734375, -0.046783447265625, -0.00201416015625, 0.042755126953125, 0.0875244140625, 0.132293701171875, 0.17706298828125, 0.221832275390625, 0.2666015625, 0.311370849609375, 0.35614013671875, 0.400909423828125, 0.4456787109375, 0.490447998046875, 0.53521728515625, 0.579986572265625, 0.624755859375, 0.669525146484375, 0.71429443359375, 0.759063720703125, 0.8038330078125, 0.848602294921875, 0.89337158203125, 0.938140869140625, 0.98291015625, 1.027679443359375, 1.07244873046875, 1.117218017578125, 1.1619873046875, 1.206756591796875, 1.25152587890625, 1.296295166015625, 1.341064453125, 1.385833740234375, 1.43060302734375, 1.475372314453125, 1.5201416015625, 1.564910888671875, 1.60968017578125, 1.654449462890625, 1.69921875]}, "gradients/decoder.model.decoder.layers.11.encoder_attn.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 4.0, 1.0, 10.0, 2.0, 6.0, 11.0, 3.0, 16.0, 21.0, 22.0, 32.0, 39.0, 46.0, 87.0, 102.0, 235.0, 453.0, 1075.0, 2853.0, 10304.0, 49843.0, 709969.0, 234955.0, 28346.0, 6493.0, 2024.0, 770.0, 327.0, 175.0, 114.0, 60.0, 40.0, 31.0, 16.0, 12.0, 11.0, 15.0, 15.0, 6.0, 5.0, 6.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.00013363361358642578, -0.00012956373393535614, -0.0001254938542842865, -0.00012142397463321686, -0.00011735409498214722, -0.00011328421533107758, -0.00010921433568000793, -0.0001051444560289383, -0.00010107457637786865, -9.700469672679901e-05, -9.293481707572937e-05, -8.886493742465973e-05, -8.479505777359009e-05, -8.072517812252045e-05, -7.66552984714508e-05, -7.258541882038116e-05, -6.851553916931152e-05, -6.444565951824188e-05, -6.037577986717224e-05, -5.63059002161026e-05, -5.223602056503296e-05, -4.816614091396332e-05, -4.409626126289368e-05, -4.0026381611824036e-05, -3.5956501960754395e-05, -3.1886622309684753e-05, -2.7816742658615112e-05, -2.374686300754547e-05, -1.967698335647583e-05, -1.560710370540619e-05, -1.1537224054336548e-05, -7.467344403266907e-06, -3.3974647521972656e-06, 6.724148988723755e-07, 4.742294549942017e-06, 8.812174201011658e-06, 1.2882053852081299e-05, 1.695193350315094e-05, 2.102181315422058e-05, 2.5091692805290222e-05, 2.9161572456359863e-05, 3.3231452107429504e-05, 3.7301331758499146e-05, 4.137121140956879e-05, 4.544109106063843e-05, 4.951097071170807e-05, 5.358085036277771e-05, 5.765073001384735e-05, 6.172060966491699e-05, 6.579048931598663e-05, 6.986036896705627e-05, 7.393024861812592e-05, 7.800012826919556e-05, 8.20700079202652e-05, 8.613988757133484e-05, 9.020976722240448e-05, 9.427964687347412e-05, 9.834952652454376e-05, 0.0001024194061756134, 0.00010648928582668304, 0.00011055916547775269, 0.00011462904512882233, 0.00011869892477989197, 0.0001227688044309616, 0.00012683868408203125]}, "gradients/decoder.model.decoder.layers.11.encoder_attn.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 2.0, 6.0, 3.0, 7.0, 4.0, 8.0, 8.0, 8.0, 18.0, 17.0, 19.0, 28.0, 31.0, 51.0, 68.0, 103.0, 180.0, 124.0, 77.0, 75.0, 33.0, 24.0, 22.0, 11.0, 9.0, 15.0, 6.0, 5.0, 5.0, 7.0, 9.0, 4.0, 4.0, 3.0, 3.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.2636184692382812e-05, -1.2209638953208923e-05, -1.1783093214035034e-05, -1.1356547474861145e-05, -1.0930001735687256e-05, -1.0503455996513367e-05, -1.0076910257339478e-05, -9.650364518165588e-06, -9.2238187789917e-06, -8.79727303981781e-06, -8.370727300643921e-06, -7.944181561470032e-06, -7.517635822296143e-06, -7.091090083122253e-06, -6.664544343948364e-06, -6.237998604774475e-06, -5.811452865600586e-06, -5.384907126426697e-06, -4.958361387252808e-06, -4.5318156480789185e-06, -4.105269908905029e-06, -3.67872416973114e-06, -3.252178430557251e-06, -2.825632691383362e-06, -2.3990869522094727e-06, -1.9725412130355835e-06, -1.5459954738616943e-06, -1.1194497346878052e-06, -6.92903995513916e-07, -2.6635825634002686e-07, 1.601874828338623e-07, 5.867332220077515e-07, 1.0132789611816406e-06, 1.4398247003555298e-06, 1.866370439529419e-06, 2.292916178703308e-06, 2.7194619178771973e-06, 3.1460076570510864e-06, 3.5725533962249756e-06, 3.999099135398865e-06, 4.425644874572754e-06, 4.852190613746643e-06, 5.278736352920532e-06, 5.705282092094421e-06, 6.1318278312683105e-06, 6.5583735704422e-06, 6.984919309616089e-06, 7.411465048789978e-06, 7.838010787963867e-06, 8.264556527137756e-06, 8.691102266311646e-06, 9.117648005485535e-06, 9.544193744659424e-06, 9.970739483833313e-06, 1.0397285223007202e-05, 1.0823830962181091e-05, 1.125037670135498e-05, 1.167692244052887e-05, 1.2103468179702759e-05, 1.2530013918876648e-05, 1.2956559658050537e-05, 1.3383105397224426e-05, 1.3809651136398315e-05, 1.4236196875572205e-05, 1.4662742614746094e-05]}, "gradients/decoder.model.decoder.layers.11.encoder_attn.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 1.0, 1.0, 6.0, 10.0, 7.0, 11.0, 14.0, 13.0, 23.0, 21.0, 33.0, 41.0, 39.0, 107.0, 445.0, 1027780.0, 19570.0, 151.0, 79.0, 47.0, 35.0, 33.0, 18.0, 16.0, 11.0, 10.0, 10.0, 5.0, 4.0, 3.0, 3.0, 1.0, 5.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.000621795654296875, -0.0006016045808792114, -0.0005814135074615479, -0.0005612224340438843, -0.0005410313606262207, -0.0005208402872085571, -0.0005006492137908936, -0.00048045814037323, -0.0004602670669555664, -0.00044007599353790283, -0.00041988492012023926, -0.0003996938467025757, -0.0003795027732849121, -0.00035931169986724854, -0.00033912062644958496, -0.0003189295530319214, -0.0002987384796142578, -0.00027854740619659424, -0.00025835633277893066, -0.0002381652593612671, -0.00021797418594360352, -0.00019778311252593994, -0.00017759203910827637, -0.0001574009656906128, -0.00013720989227294922, -0.00011701881885528564, -9.682774543762207e-05, -7.66366720199585e-05, -5.644559860229492e-05, -3.625452518463135e-05, -1.6063451766967773e-05, 4.127621650695801e-06, 2.4318695068359375e-05, 4.450976848602295e-05, 6.470084190368652e-05, 8.48919153213501e-05, 0.00010508298873901367, 0.00012527406215667725, 0.00014546513557434082, 0.0001656562089920044, 0.00018584728240966797, 0.00020603835582733154, 0.00022622942924499512, 0.0002464205026626587, 0.00026661157608032227, 0.00028680264949798584, 0.0003069937229156494, 0.000327184796333313, 0.00034737586975097656, 0.00036756694316864014, 0.0003877580165863037, 0.0004079490900039673, 0.00042814016342163086, 0.00044833123683929443, 0.000468522310256958, 0.0004887133836746216, 0.0005089044570922852, 0.0005290955305099487, 0.0005492866039276123, 0.0005694776773452759, 0.0005896687507629395, 0.000609859824180603, 0.0006300508975982666, 0.0006502419710159302, 0.0006704330444335938]}, "gradients/decoder.model.decoder.layers.11.encoder_attn.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 5.0, 2.0, 3.0, 9.0, 8.0, 6.0, 8.0, 16.0, 18.0, 21.0, 44.0, 50.0, 68.0, 118.0, 147.0, 123.0, 114.0, 78.0, 53.0, 29.0, 25.0, 22.0, 10.0, 8.0, 6.0, 3.0, 1.0, 4.0, 3.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-2.2411346435546875e-05, -2.1731480956077576e-05, -2.1051615476608276e-05, -2.0371749997138977e-05, -1.9691884517669678e-05, -1.901201903820038e-05, -1.833215355873108e-05, -1.765228807926178e-05, -1.697242259979248e-05, -1.629255712032318e-05, -1.5612691640853882e-05, -1.4932826161384583e-05, -1.4252960681915283e-05, -1.3573095202445984e-05, -1.2893229722976685e-05, -1.2213364243507385e-05, -1.1533498764038086e-05, -1.0853633284568787e-05, -1.0173767805099487e-05, -9.493902325630188e-06, -8.814036846160889e-06, -8.13417136669159e-06, -7.45430588722229e-06, -6.774440407752991e-06, -6.094574928283691e-06, -5.414709448814392e-06, -4.734843969345093e-06, -4.0549784898757935e-06, -3.375113010406494e-06, -2.695247530937195e-06, -2.0153820514678955e-06, -1.3355165719985962e-06, -6.556510925292969e-07, 2.421438694000244e-08, 7.040798664093018e-07, 1.383945345878601e-06, 2.0638108253479004e-06, 2.7436763048171997e-06, 3.423541784286499e-06, 4.103407263755798e-06, 4.783272743225098e-06, 5.463138222694397e-06, 6.143003702163696e-06, 6.822869181632996e-06, 7.502734661102295e-06, 8.182600140571594e-06, 8.862465620040894e-06, 9.542331099510193e-06, 1.0222196578979492e-05, 1.0902062058448792e-05, 1.158192753791809e-05, 1.226179301738739e-05, 1.294165849685669e-05, 1.3621523976325989e-05, 1.4301389455795288e-05, 1.4981254935264587e-05, 1.5661120414733887e-05, 1.6340985894203186e-05, 1.7020851373672485e-05, 1.7700716853141785e-05, 1.8380582332611084e-05, 1.9060447812080383e-05, 1.9740313291549683e-05, 2.0420178771018982e-05, 2.110004425048828e-05]}, "gradients/decoder.model.decoder.layers.11.self_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 5.0, 31.0, 605.0, 360.0, 7.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.2675867080688477, -2.0144553184509277, -1.7613239288330078, -1.5081926584243774, -1.2550612688064575, -1.0019298791885376, -0.7487986087799072, -0.4956672191619873, -0.24253582954406738, 0.010595530271530151, 0.2637268900871277, 0.5168582201004028, 0.7699896097183228, 1.0231209993362427, 1.276252269744873, 1.529383659362793, 1.782515048980713, 2.035646438598633, 2.2887778282165527, 2.5419092178344727, 2.7950406074523926, 3.0481719970703125, 3.3013031482696533, 3.5544345378875732, 3.807565927505493, 4.060697078704834, 4.313828468322754, 4.566959857940674, 4.820091247558594, 5.073222637176514, 5.326354026794434, 5.5794854164123535, 5.832616806030273, 6.085748195648193, 6.338879585266113, 6.592010974884033, 6.845142364501953, 7.098273754119873, 7.351405143737793, 7.604536056518555, 7.857667922973633, 8.110798835754395, 8.363930702209473, 8.617061614990234, 8.870193481445312, 9.123324394226074, 9.376456260681152, 9.629587173461914, 9.882719039916992, 10.135849952697754, 10.388981819152832, 10.642112731933594, 10.895244598388672, 11.148375511169434, 11.401507377624512, 11.654638290405273, 11.907769203186035, 12.160900115966797, 12.414031982421875, 12.667162895202637, 12.920294761657715, 13.173425674438477, 13.426557540893555, 13.679688453674316, 13.932820320129395]}, "gradients/decoder.model.decoder.layers.11.self_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 9.0, 5.0, 17.0, 17.0, 30.0, 47.0, 86.0, 96.0, 114.0, 110.0, 126.0, 92.0, 82.0, 54.0, 51.0, 25.0, 13.0, 11.0, 5.0, 6.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.2724342346191406, -2.2087717056274414, -2.145109176635742, -2.081446647644043, -2.0177841186523438, -1.9541215896606445, -1.8904590606689453, -1.826796531677246, -1.7631340026855469, -1.6994714736938477, -1.6358089447021484, -1.5721464157104492, -1.50848388671875, -1.4448213577270508, -1.3811588287353516, -1.3174962997436523, -1.2538337707519531, -1.190171241760254, -1.1265087127685547, -1.0628461837768555, -0.9991836547851562, -0.935521125793457, -0.8718585968017578, -0.8081960678100586, -0.7445335388183594, -0.6808710098266602, -0.6172084808349609, -0.5535459518432617, -0.4898834228515625, -0.4262208938598633, -0.36255836486816406, -0.29889583587646484, -0.23523342609405518, -0.17157089710235596, -0.10790836811065674, -0.04424583911895752, 0.0194166898727417, 0.08307921886444092, 0.14674174785614014, 0.21040427684783936, 0.2740668058395386, 0.3377293348312378, 0.401391863822937, 0.46505439281463623, 0.5287169218063354, 0.5923794507980347, 0.6560419797897339, 0.7197045087814331, 0.7833670377731323, 0.8470295667648315, 0.9106920957565308, 0.97435462474823, 1.0380171537399292, 1.1016796827316284, 1.1653422117233276, 1.2290047407150269, 1.292667269706726, 1.3563297986984253, 1.4199923276901245, 1.4836548566818237, 1.547317385673523, 1.6109799146652222, 1.6746424436569214, 1.7383049726486206, 1.8019675016403198]}, "gradients/decoder.model.decoder.layers.11.self_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 6.0, 4.0, 3.0, 4.0, 3.0, 11.0, 9.0, 17.0, 21.0, 35.0, 41.0, 71.0, 115.0, 189.0, 395.0, 898.0, 2171.0, 7468.0, 51436.0, 876136.0, 94310.0, 10423.0, 2774.0, 993.0, 444.0, 212.0, 131.0, 69.0, 51.0, 39.0, 21.0, 17.0, 13.0, 5.0, 3.0, 5.0, 6.0, 3.0, 3.0, 3.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.2255859375, -1.1841888427734375, -1.142791748046875, -1.1013946533203125, -1.05999755859375, -1.0186004638671875, -0.977203369140625, -0.9358062744140625, -0.8944091796875, -0.8530120849609375, -0.811614990234375, -0.7702178955078125, -0.72882080078125, -0.6874237060546875, -0.646026611328125, -0.6046295166015625, -0.563232421875, -0.5218353271484375, -0.480438232421875, -0.4390411376953125, -0.39764404296875, -0.3562469482421875, -0.314849853515625, -0.2734527587890625, -0.2320556640625, -0.1906585693359375, -0.149261474609375, -0.1078643798828125, -0.06646728515625, -0.0250701904296875, 0.016326904296875, 0.0577239990234375, 0.09912109375, 0.1405181884765625, 0.181915283203125, 0.2233123779296875, 0.26470947265625, 0.3061065673828125, 0.347503662109375, 0.3889007568359375, 0.4302978515625, 0.4716949462890625, 0.513092041015625, 0.5544891357421875, 0.59588623046875, 0.6372833251953125, 0.678680419921875, 0.7200775146484375, 0.761474609375, 0.8028717041015625, 0.844268798828125, 0.8856658935546875, 0.92706298828125, 0.9684600830078125, 1.009857177734375, 1.0512542724609375, 1.0926513671875, 1.1340484619140625, 1.175445556640625, 1.2168426513671875, 1.25823974609375, 1.2996368408203125, 1.341033935546875, 1.3824310302734375, 1.423828125]}, "gradients/decoder.model.decoder.layers.11.self_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 3.0, 4.0, 11.0, 11.0, 11.0, 13.0, 28.0, 59.0, 83.0, 89.0, 113.0, 133.0, 119.0, 94.0, 75.0, 51.0, 36.0, 31.0, 13.0, 13.0, 3.0, 5.0, 4.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.0947265625, -1.06634521484375, -1.0379638671875, -1.00958251953125, -0.981201171875, -0.95281982421875, -0.9244384765625, -0.89605712890625, -0.86767578125, -0.83929443359375, -0.8109130859375, -0.78253173828125, -0.754150390625, -0.72576904296875, -0.6973876953125, -0.66900634765625, -0.640625, -0.61224365234375, -0.5838623046875, -0.55548095703125, -0.527099609375, -0.49871826171875, -0.4703369140625, -0.44195556640625, -0.41357421875, -0.38519287109375, -0.3568115234375, -0.32843017578125, -0.300048828125, -0.27166748046875, -0.2432861328125, -0.21490478515625, -0.1865234375, -0.15814208984375, -0.1297607421875, -0.10137939453125, -0.072998046875, -0.04461669921875, -0.0162353515625, 0.01214599609375, 0.04052734375, 0.06890869140625, 0.0972900390625, 0.12567138671875, 0.154052734375, 0.18243408203125, 0.2108154296875, 0.23919677734375, 0.267578125, 0.29595947265625, 0.3243408203125, 0.35272216796875, 0.381103515625, 0.40948486328125, 0.4378662109375, 0.46624755859375, 0.49462890625, 0.52301025390625, 0.5513916015625, 0.57977294921875, 0.608154296875, 0.63653564453125, 0.6649169921875, 0.69329833984375, 0.7216796875]}, "gradients/decoder.model.decoder.layers.11.self_attn.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 5.0, 6.0, 5.0, 4.0, 10.0, 6.0, 10.0, 13.0, 11.0, 18.0, 10.0, 18.0, 33.0, 39.0, 92.0, 368.0, 1047184.0, 420.0, 110.0, 49.0, 35.0, 16.0, 13.0, 16.0, 14.0, 7.0, 6.0, 7.0, 5.0, 7.0, 0.0, 2.0, 4.0, 2.0, 5.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-30.390625, -29.286865234375, -28.18310546875, -27.079345703125, -25.9755859375, -24.871826171875, -23.76806640625, -22.664306640625, -21.560546875, -20.456787109375, -19.35302734375, -18.249267578125, -17.1455078125, -16.041748046875, -14.93798828125, -13.834228515625, -12.73046875, -11.626708984375, -10.52294921875, -9.419189453125, -8.3154296875, -7.211669921875, -6.10791015625, -5.004150390625, -3.900390625, -2.796630859375, -1.69287109375, -0.589111328125, 0.5146484375, 1.618408203125, 2.72216796875, 3.825927734375, 4.9296875, 6.033447265625, 7.13720703125, 8.240966796875, 9.3447265625, 10.448486328125, 11.55224609375, 12.656005859375, 13.759765625, 14.863525390625, 15.96728515625, 17.071044921875, 18.1748046875, 19.278564453125, 20.38232421875, 21.486083984375, 22.58984375, 23.693603515625, 24.79736328125, 25.901123046875, 27.0048828125, 28.108642578125, 29.21240234375, 30.316162109375, 31.419921875, 32.523681640625, 33.62744140625, 34.731201171875, 35.8349609375, 36.938720703125, 38.04248046875, 39.146240234375, 40.25]}, "gradients/decoder.model.decoder.layers.11.self_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 2.0, 3.0, 4.0, 3.0, 5.0, 4.0, 5.0, 7.0, 9.0, 13.0, 12.0, 17.0, 18.0, 12.0, 25.0, 24.0, 77.0, 134.0, 177.0, 178.0, 77.0, 57.0, 29.0, 24.0, 11.0, 15.0, 4.0, 13.0, 8.0, 11.0, 8.0, 7.0, 3.0, 1.0, 3.0, 3.0, 2.0, 0.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.302734375, -2.21661376953125, -2.1304931640625, -2.04437255859375, -1.958251953125, -1.87213134765625, -1.7860107421875, -1.69989013671875, -1.61376953125, -1.52764892578125, -1.4415283203125, -1.35540771484375, -1.269287109375, -1.18316650390625, -1.0970458984375, -1.01092529296875, -0.9248046875, -0.83868408203125, -0.7525634765625, -0.66644287109375, -0.580322265625, -0.49420166015625, -0.4080810546875, -0.32196044921875, -0.23583984375, -0.14971923828125, -0.0635986328125, 0.02252197265625, 0.108642578125, 0.19476318359375, 0.2808837890625, 0.36700439453125, 0.453125, 0.53924560546875, 0.6253662109375, 0.71148681640625, 0.797607421875, 0.88372802734375, 0.9698486328125, 1.05596923828125, 1.14208984375, 1.22821044921875, 1.3143310546875, 1.40045166015625, 1.486572265625, 1.57269287109375, 1.6588134765625, 1.74493408203125, 1.8310546875, 1.91717529296875, 2.0032958984375, 2.08941650390625, 2.175537109375, 2.26165771484375, 2.3477783203125, 2.43389892578125, 2.52001953125, 2.60614013671875, 2.6922607421875, 2.77838134765625, 2.864501953125, 2.95062255859375, 3.0367431640625, 3.12286376953125, 3.208984375]}, "gradients/decoder.model.decoder.layers.11.self_attn.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 5.0, 15.0, 68.0, 1013.0, 1047272.0, 127.0, 39.0, 11.0, 2.0, 2.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-28.4375, -27.693603515625, -26.94970703125, -26.205810546875, -25.4619140625, -24.718017578125, -23.97412109375, -23.230224609375, -22.486328125, -21.742431640625, -20.99853515625, -20.254638671875, -19.5107421875, -18.766845703125, -18.02294921875, -17.279052734375, -16.53515625, -15.791259765625, -15.04736328125, -14.303466796875, -13.5595703125, -12.815673828125, -12.07177734375, -11.327880859375, -10.583984375, -9.840087890625, -9.09619140625, -8.352294921875, -7.6083984375, -6.864501953125, -6.12060546875, -5.376708984375, -4.6328125, -3.888916015625, -3.14501953125, -2.401123046875, -1.6572265625, -0.913330078125, -0.16943359375, 0.574462890625, 1.318359375, 2.062255859375, 2.80615234375, 3.550048828125, 4.2939453125, 5.037841796875, 5.78173828125, 6.525634765625, 7.26953125, 8.013427734375, 8.75732421875, 9.501220703125, 10.2451171875, 10.989013671875, 11.73291015625, 12.476806640625, 13.220703125, 13.964599609375, 14.70849609375, 15.452392578125, 16.1962890625, 16.940185546875, 17.68408203125, 18.427978515625, 19.171875]}, "gradients/decoder.model.decoder.layers.11.self_attn.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 13.0, 12.0, 9.0, 22.0, 38.0, 82.0, 565.0, 126.0, 56.0, 26.0, 18.0, 15.0, 11.0, 5.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.00042724609375, -0.0004165172576904297, -0.0004057884216308594, -0.00039505958557128906, -0.00038433074951171875, -0.00037360191345214844, -0.0003628730773925781, -0.0003521442413330078, -0.0003414154052734375, -0.0003306865692138672, -0.0003199577331542969, -0.00030922889709472656, -0.00029850006103515625, -0.00028777122497558594, -0.0002770423889160156, -0.0002663135528564453, -0.000255584716796875, -0.0002448558807373047, -0.00023412704467773438, -0.00022339820861816406, -0.00021266937255859375, -0.00020194053649902344, -0.00019121170043945312, -0.0001804828643798828, -0.0001697540283203125, -0.0001590251922607422, -0.00014829635620117188, -0.00013756752014160156, -0.00012683868408203125, -0.00011610984802246094, -0.00010538101196289062, -9.465217590332031e-05, -8.392333984375e-05, -7.319450378417969e-05, -6.246566772460938e-05, -5.173683166503906e-05, -4.100799560546875e-05, -3.0279159545898438e-05, -1.9550323486328125e-05, -8.821487426757812e-06, 1.9073486328125e-06, 1.2636184692382812e-05, 2.3365020751953125e-05, 3.409385681152344e-05, 4.482269287109375e-05, 5.555152893066406e-05, 6.628036499023438e-05, 7.700920104980469e-05, 8.7738037109375e-05, 9.846687316894531e-05, 0.00010919570922851562, 0.00011992454528808594, 0.00013065338134765625, 0.00014138221740722656, 0.00015211105346679688, 0.0001628398895263672, 0.0001735687255859375, 0.0001842975616455078, 0.00019502639770507812, 0.00020575523376464844, 0.00021648406982421875, 0.00022721290588378906, 0.00023794174194335938, 0.0002486705780029297, 0.0002593994140625]}, "gradients/decoder.model.decoder.layers.11.self_attn.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 4.0, 5.0, 9.0, 12.0, 41.0, 102.0, 1048117.0, 158.0, 47.0, 24.0, 15.0, 5.0, 4.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-34.21875, -32.93310546875, -31.6474609375, -30.36181640625, -29.076171875, -27.79052734375, -26.5048828125, -25.21923828125, -23.93359375, -22.64794921875, -21.3623046875, -20.07666015625, -18.791015625, -17.50537109375, -16.2197265625, -14.93408203125, -13.6484375, -12.36279296875, -11.0771484375, -9.79150390625, -8.505859375, -7.22021484375, -5.9345703125, -4.64892578125, -3.36328125, -2.07763671875, -0.7919921875, 0.49365234375, 1.779296875, 3.06494140625, 4.3505859375, 5.63623046875, 6.921875, 8.20751953125, 9.4931640625, 10.77880859375, 12.064453125, 13.35009765625, 14.6357421875, 15.92138671875, 17.20703125, 18.49267578125, 19.7783203125, 21.06396484375, 22.349609375, 23.63525390625, 24.9208984375, 26.20654296875, 27.4921875, 28.77783203125, 30.0634765625, 31.34912109375, 32.634765625, 33.92041015625, 35.2060546875, 36.49169921875, 37.77734375, 39.06298828125, 40.3486328125, 41.63427734375, 42.919921875, 44.20556640625, 45.4912109375, 46.77685546875, 48.0625]}, "gradients/decoder.model.decoder.layers.11.self_attn.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 3.0, 10.0, 9.0, 27.0, 52.0, 66.0, 665.0, 71.0, 37.0, 24.0, 12.0, 7.0, 5.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.41015625, -1.356475830078125, -1.30279541015625, -1.249114990234375, -1.1954345703125, -1.141754150390625, -1.08807373046875, -1.034393310546875, -0.980712890625, -0.927032470703125, -0.87335205078125, -0.819671630859375, -0.7659912109375, -0.712310791015625, -0.65863037109375, -0.604949951171875, -0.55126953125, -0.497589111328125, -0.44390869140625, -0.390228271484375, -0.3365478515625, -0.282867431640625, -0.22918701171875, -0.175506591796875, -0.121826171875, -0.068145751953125, -0.01446533203125, 0.039215087890625, 0.0928955078125, 0.146575927734375, 0.20025634765625, 0.253936767578125, 0.3076171875, 0.361297607421875, 0.41497802734375, 0.468658447265625, 0.5223388671875, 0.576019287109375, 0.62969970703125, 0.683380126953125, 0.737060546875, 0.790740966796875, 0.84442138671875, 0.898101806640625, 0.9517822265625, 1.005462646484375, 1.05914306640625, 1.112823486328125, 1.16650390625, 1.220184326171875, 1.27386474609375, 1.327545166015625, 1.3812255859375, 1.434906005859375, 1.48858642578125, 1.542266845703125, 1.595947265625, 1.649627685546875, 1.70330810546875, 1.756988525390625, 1.8106689453125, 1.864349365234375, 1.91802978515625, 1.971710205078125, 2.025390625]}, "gradients/decoder.model.decoder.layers.10.final_layer_norm.weight": {"_type": "histogram", "values": [1020.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.800382614135742, 4.560600757598877, 11.921584129333496, 19.282567977905273, 26.643550872802734, 34.00453186035156, 41.365516662597656, 48.72650146484375, 56.087486267089844, 63.44847106933594, 70.80945587158203, 78.17044067382812, 85.53141784667969, 92.89240264892578, 100.25338745117188, 107.61436462402344, 114.97534942626953, 122.33633422851562, 129.6973114013672, 137.0583038330078, 144.41928100585938, 151.7802734375, 159.14125061035156, 166.50222778320312, 173.86322021484375, 181.2241973876953, 188.58518981933594, 195.9461669921875, 203.30715942382812, 210.6681365966797, 218.02911376953125, 225.39010620117188, 232.75108337402344, 240.112060546875, 247.47305297851562, 254.8340301513672, 262.19500732421875, 269.5559997558594, 276.9169921875, 284.2779541015625, 291.6389465332031, 298.99993896484375, 306.36090087890625, 313.7218933105469, 321.0828857421875, 328.44384765625, 335.8048400878906, 343.16583251953125, 350.5268249511719, 357.8878173828125, 365.248779296875, 372.6097717285156, 379.97076416015625, 387.33172607421875, 394.6927185058594, 402.0537109375, 409.4146728515625, 416.7756652832031, 424.1366271972656, 431.49761962890625, 438.8586120605469, 446.2196044921875, 453.58056640625, 460.9415588378906, 468.30255126953125]}, "gradients/decoder.model.decoder.layers.10.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 4.0, 2.0, 5.0, 18.0, 20.0, 48.0, 57.0, 94.0, 140.0, 158.0, 147.0, 114.0, 97.0, 51.0, 25.0, 18.0, 15.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.9538559913635254, -3.5871024131774902, -3.220348834991455, -2.85359525680542, -2.4868416786193848, -2.1200881004333496, -1.7533342838287354, -1.3865807056427002, -1.019827127456665, -0.6530735492706299, -0.28631991147994995, 0.08043372631072998, 0.44718730449676514, 0.8139408826828003, 1.180694580078125, 1.5474481582641602, 1.9142017364501953, 2.2809553146362305, 2.6477088928222656, 3.014462471008301, 3.381216049194336, 3.747969627380371, 4.114723205566406, 4.481476783752441, 4.848230361938477, 5.214983940124512, 5.581737518310547, 5.948491096496582, 6.315244674682617, 6.681998252868652, 7.0487518310546875, 7.415505409240723, 7.782259941101074, 8.14901351928711, 8.515767097473145, 8.88252067565918, 9.249274253845215, 9.61602783203125, 9.982781410217285, 10.34953498840332, 10.716288566589355, 11.08304214477539, 11.449795722961426, 11.816549301147461, 12.183302879333496, 12.550056457519531, 12.916810035705566, 13.283563613891602, 13.650318145751953, 14.017071723937988, 14.383825302124023, 14.750578880310059, 15.117332458496094, 15.484086036682129, 15.850839614868164, 16.217594146728516, 16.584346771240234, 16.951101303100586, 17.317853927612305, 17.684608459472656, 18.051361083984375, 18.418115615844727, 18.784868240356445, 19.151622772216797, 19.518375396728516]}, "gradients/decoder.model.decoder.layers.10.fc2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 6.0, 2.0, 9.0, 7.0, 12.0, 30.0, 47.0, 86.0, 130.0, 290.0, 578.0, 2399.0, 4166662.0, 21392.0, 1602.0, 475.0, 223.0, 143.0, 69.0, 35.0, 35.0, 15.0, 16.0, 10.0, 2.0, 3.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.73046875, -6.49749755859375, -6.2645263671875, -6.03155517578125, -5.798583984375, -5.56561279296875, -5.3326416015625, -5.09967041015625, -4.86669921875, -4.63372802734375, -4.4007568359375, -4.16778564453125, -3.934814453125, -3.70184326171875, -3.4688720703125, -3.23590087890625, -3.0029296875, -2.76995849609375, -2.5369873046875, -2.30401611328125, -2.071044921875, -1.83807373046875, -1.6051025390625, -1.37213134765625, -1.13916015625, -0.90618896484375, -0.6732177734375, -0.44024658203125, -0.207275390625, 0.02569580078125, 0.2586669921875, 0.49163818359375, 0.724609375, 0.95758056640625, 1.1905517578125, 1.42352294921875, 1.656494140625, 1.88946533203125, 2.1224365234375, 2.35540771484375, 2.58837890625, 2.82135009765625, 3.0543212890625, 3.28729248046875, 3.520263671875, 3.75323486328125, 3.9862060546875, 4.21917724609375, 4.4521484375, 4.68511962890625, 4.9180908203125, 5.15106201171875, 5.384033203125, 5.61700439453125, 5.8499755859375, 6.08294677734375, 6.31591796875, 6.54888916015625, 6.7818603515625, 7.01483154296875, 7.247802734375, 7.48077392578125, 7.7137451171875, 7.94671630859375, 8.1796875]}, "gradients/decoder.model.decoder.layers.10.fc2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 6.0, 2.0, 8.0, 11.0, 10.0, 18.0, 23.0, 31.0, 48.0, 53.0, 63.0, 75.0, 84.0, 77.0, 84.0, 80.0, 68.0, 50.0, 51.0, 45.0, 33.0, 19.0, 16.0, 14.0, 13.0, 12.0, 5.0, 2.0, 5.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.81103515625, -0.7821273803710938, -0.7532196044921875, -0.7243118286132812, -0.695404052734375, -0.6664962768554688, -0.6375885009765625, -0.6086807250976562, -0.57977294921875, -0.5508651733398438, -0.5219573974609375, -0.49304962158203125, -0.464141845703125, -0.43523406982421875, -0.4063262939453125, -0.37741851806640625, -0.3485107421875, -0.31960296630859375, -0.2906951904296875, -0.26178741455078125, -0.232879638671875, -0.20397186279296875, -0.1750640869140625, -0.14615631103515625, -0.11724853515625, -0.08834075927734375, -0.0594329833984375, -0.03052520751953125, -0.001617431640625, 0.02729034423828125, 0.0561981201171875, 0.08510589599609375, 0.114013671875, 0.14292144775390625, 0.1718292236328125, 0.20073699951171875, 0.229644775390625, 0.25855255126953125, 0.2874603271484375, 0.31636810302734375, 0.34527587890625, 0.37418365478515625, 0.4030914306640625, 0.43199920654296875, 0.460906982421875, 0.48981475830078125, 0.5187225341796875, 0.5476303100585938, 0.5765380859375, 0.6054458618164062, 0.6343536376953125, 0.6632614135742188, 0.692169189453125, 0.7210769653320312, 0.7499847412109375, 0.7788925170898438, 0.80780029296875, 0.8367080688476562, 0.8656158447265625, 0.8945236206054688, 0.923431396484375, 0.9523391723632812, 0.9812469482421875, 1.0101547241210938, 1.0390625]}, "gradients/decoder.model.decoder.layers.10.fc1.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 5.0, 0.0, 1.0, 3.0, 2.0, 8.0, 4.0, 8.0, 8.0, 12.0, 15.0, 111.0, 4193842.0, 186.0, 30.0, 12.0, 11.0, 5.0, 7.0, 5.0, 1.0, 1.0, 3.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-29.28125, -28.13330078125, -26.9853515625, -25.83740234375, -24.689453125, -23.54150390625, -22.3935546875, -21.24560546875, -20.09765625, -18.94970703125, -17.8017578125, -16.65380859375, -15.505859375, -14.35791015625, -13.2099609375, -12.06201171875, -10.9140625, -9.76611328125, -8.6181640625, -7.47021484375, -6.322265625, -5.17431640625, -4.0263671875, -2.87841796875, -1.73046875, -0.58251953125, 0.5654296875, 1.71337890625, 2.861328125, 4.00927734375, 5.1572265625, 6.30517578125, 7.453125, 8.60107421875, 9.7490234375, 10.89697265625, 12.044921875, 13.19287109375, 14.3408203125, 15.48876953125, 16.63671875, 17.78466796875, 18.9326171875, 20.08056640625, 21.228515625, 22.37646484375, 23.5244140625, 24.67236328125, 25.8203125, 26.96826171875, 28.1162109375, 29.26416015625, 30.412109375, 31.56005859375, 32.7080078125, 33.85595703125, 35.00390625, 36.15185546875, 37.2998046875, 38.44775390625, 39.595703125, 40.74365234375, 41.8916015625, 43.03955078125, 44.1875]}, "gradients/decoder.model.decoder.layers.10.fc1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 3.0, 5.0, 0.0, 3.0, 5.0, 3.0, 11.0, 76.0, 3830.0, 87.0, 17.0, 11.0, 5.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7724609375, -0.7506561279296875, -0.728851318359375, -0.7070465087890625, -0.68524169921875, -0.6634368896484375, -0.641632080078125, -0.6198272705078125, -0.5980224609375, -0.5762176513671875, -0.554412841796875, -0.5326080322265625, -0.51080322265625, -0.4889984130859375, -0.467193603515625, -0.4453887939453125, -0.423583984375, -0.4017791748046875, -0.379974365234375, -0.3581695556640625, -0.33636474609375, -0.3145599365234375, -0.292755126953125, -0.2709503173828125, -0.2491455078125, -0.2273406982421875, -0.205535888671875, -0.1837310791015625, -0.16192626953125, -0.1401214599609375, -0.118316650390625, -0.0965118408203125, -0.07470703125, -0.0529022216796875, -0.031097412109375, -0.0092926025390625, 0.01251220703125, 0.0343170166015625, 0.056121826171875, 0.0779266357421875, 0.0997314453125, 0.1215362548828125, 0.143341064453125, 0.1651458740234375, 0.18695068359375, 0.2087554931640625, 0.230560302734375, 0.2523651123046875, 0.274169921875, 0.2959747314453125, 0.317779541015625, 0.3395843505859375, 0.36138916015625, 0.3831939697265625, 0.404998779296875, 0.4268035888671875, 0.4486083984375, 0.4704132080078125, 0.492218017578125, 0.5140228271484375, 0.53582763671875, 0.5576324462890625, 0.579437255859375, 0.6012420654296875, 0.623046875]}, "gradients/decoder.model.decoder.layers.10.encoder_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 20.0, 152.0, 656.0, 162.0, 16.0, 8.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.3965606689453125, -5.269840240478516, -5.143119812011719, -5.016398906707764, -4.889678478240967, -4.76295804977417, -4.636237144470215, -4.509516716003418, -4.382796287536621, -4.256075859069824, -4.129355430603027, -4.002634525299072, -3.8759140968322754, -3.7491936683654785, -3.6224730014801025, -3.4957523345947266, -3.3690319061279297, -3.242311477661133, -3.115590810775757, -2.988870143890381, -2.862149715423584, -2.735429286956787, -2.608708620071411, -2.481987953186035, -2.3552675247192383, -2.2285470962524414, -2.1018264293670654, -1.975105881690979, -1.8483853340148926, -1.7216647863388062, -1.5949442386627197, -1.4682236909866333, -1.341503620147705, -1.2147830724716187, -1.0880625247955322, -0.9613419771194458, -0.8346214294433594, -0.707900881767273, -0.5811803340911865, -0.4544597864151001, -0.32773923873901367, -0.20101869106292725, -0.07429814338684082, 0.052422404289245605, 0.17914295196533203, 0.30586349964141846, 0.4325840473175049, 0.5593045949935913, 0.6860251426696777, 0.8127456903457642, 0.9394662380218506, 1.066186785697937, 1.1929073333740234, 1.3196278810501099, 1.4463484287261963, 1.5730689764022827, 1.6997895240783691, 1.8265100717544556, 1.953230619430542, 2.079951286315918, 2.206671714782715, 2.3333921432495117, 2.4601128101348877, 2.5868334770202637, 2.7135539054870605]}, "gradients/decoder.model.decoder.layers.10.encoder_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 12.0, 16.0, 20.0, 41.0, 66.0, 87.0, 106.0, 135.0, 136.0, 114.0, 92.0, 70.0, 36.0, 31.0, 23.0, 5.0, 10.0, 4.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.8458349704742432, -0.8049923181533813, -0.7641496658325195, -0.7233070135116577, -0.6824643015861511, -0.6416216492652893, -0.6007789969444275, -0.5599362850189209, -0.5190936326980591, -0.47825098037719727, -0.43740829825401306, -0.39656564593315125, -0.35572296380996704, -0.3148803114891052, -0.2740376591682434, -0.2331949770450592, -0.19235235452651978, -0.15150968730449677, -0.11066702753305435, -0.06982436776161194, -0.028981700539588928, 0.011860966682434082, 0.0527036190032959, 0.0935463011264801, 0.13438895344734192, 0.17523162066936493, 0.21607428789138794, 0.25691694021224976, 0.2977595925331116, 0.3386022746562958, 0.3794449269771576, 0.4202876091003418, 0.4611302614212036, 0.5019729137420654, 0.5428155660629272, 0.5836582183837891, 0.6245009303092957, 0.6653435826301575, 0.7061862349510193, 0.7470289468765259, 0.7878715991973877, 0.8287142515182495, 0.8695569038391113, 0.9103995561599731, 0.9512422680854797, 0.9920849204063416, 1.0329275131225586, 1.07377028465271, 1.1146128177642822, 1.155455470085144, 1.1962981224060059, 1.2371407747268677, 1.2779834270477295, 1.3188261985778809, 1.3596687316894531, 1.4005115032196045, 1.4413541555404663, 1.4821968078613281, 1.52303946018219, 1.5638821125030518, 1.6047247648239136, 1.6455674171447754, 1.6864101886749268, 1.7272528409957886, 1.7680954933166504]}, "gradients/decoder.model.decoder.layers.10.encoder_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 0.0, 2.0, 2.0, 3.0, 1.0, 2.0, 4.0, 7.0, 7.0, 12.0, 20.0, 23.0, 34.0, 51.0, 84.0, 179.0, 329.0, 773.0, 2499.0, 10548.0, 196728.0, 817820.0, 14834.0, 2839.0, 934.0, 388.0, 158.0, 106.0, 46.0, 38.0, 26.0, 17.0, 8.0, 10.0, 8.0, 5.0, 2.0, 4.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.335693359375, -0.3245353698730469, -0.31337738037109375, -0.3022193908691406, -0.2910614013671875, -0.2799034118652344, -0.26874542236328125, -0.2575874328613281, -0.246429443359375, -0.23527145385742188, -0.22411346435546875, -0.21295547485351562, -0.2017974853515625, -0.19063949584960938, -0.17948150634765625, -0.16832351684570312, -0.15716552734375, -0.14600753784179688, -0.13484954833984375, -0.12369155883789062, -0.1125335693359375, -0.10137557983398438, -0.09021759033203125, -0.07905960083007812, -0.067901611328125, -0.056743621826171875, -0.04558563232421875, -0.034427642822265625, -0.0232696533203125, -0.012111663818359375, -0.00095367431640625, 0.010204315185546875, 0.0213623046875, 0.032520294189453125, 0.04367828369140625, 0.054836273193359375, 0.0659942626953125, 0.07715225219726562, 0.08831024169921875, 0.09946823120117188, 0.110626220703125, 0.12178421020507812, 0.13294219970703125, 0.14410018920898438, 0.1552581787109375, 0.16641616821289062, 0.17757415771484375, 0.18873214721679688, 0.19989013671875, 0.21104812622070312, 0.22220611572265625, 0.23336410522460938, 0.2445220947265625, 0.2556800842285156, 0.26683807373046875, 0.2779960632324219, 0.289154052734375, 0.3003120422363281, 0.31147003173828125, 0.3226280212402344, 0.3337860107421875, 0.3449440002441406, 0.35610198974609375, 0.3672599792480469, 0.37841796875]}, "gradients/decoder.model.decoder.layers.10.encoder_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 10.0, 13.0, 26.0, 33.0, 93.0, 116.0, 161.0, 155.0, 160.0, 93.0, 65.0, 34.0, 21.0, 9.0, 5.0, 5.0, 4.0, 3.0, 5.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6708984375, -0.6444854736328125, -0.618072509765625, -0.5916595458984375, -0.56524658203125, -0.5388336181640625, -0.512420654296875, -0.4860076904296875, -0.4595947265625, -0.4331817626953125, -0.406768798828125, -0.3803558349609375, -0.35394287109375, -0.3275299072265625, -0.301116943359375, -0.2747039794921875, -0.248291015625, -0.2218780517578125, -0.195465087890625, -0.1690521240234375, -0.14263916015625, -0.1162261962890625, -0.089813232421875, -0.0634002685546875, -0.0369873046875, -0.0105743408203125, 0.015838623046875, 0.0422515869140625, 0.06866455078125, 0.0950775146484375, 0.121490478515625, 0.1479034423828125, 0.17431640625, 0.2007293701171875, 0.227142333984375, 0.2535552978515625, 0.27996826171875, 0.3063812255859375, 0.332794189453125, 0.3592071533203125, 0.3856201171875, 0.4120330810546875, 0.438446044921875, 0.4648590087890625, 0.49127197265625, 0.5176849365234375, 0.544097900390625, 0.5705108642578125, 0.596923828125, 0.6233367919921875, 0.649749755859375, 0.6761627197265625, 0.70257568359375, 0.7289886474609375, 0.755401611328125, 0.7818145751953125, 0.8082275390625, 0.8346405029296875, 0.861053466796875, 0.8874664306640625, 0.91387939453125, 0.9402923583984375, 0.966705322265625, 0.9931182861328125, 1.01953125]}, "gradients/decoder.model.decoder.layers.10.encoder_attn.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 3.0, 2.0, 3.0, 4.0, 2.0, 6.0, 4.0, 10.0, 9.0, 17.0, 25.0, 38.0, 54.0, 66.0, 76.0, 143.0, 204.0, 338.0, 606.0, 1125.0, 2054.0, 4115.0, 8781.0, 19560.0, 45922.0, 115726.0, 429235.0, 267596.0, 87988.0, 35630.0, 15245.0, 6948.0, 3271.0, 1646.0, 841.0, 473.0, 282.0, 163.0, 108.0, 73.0, 47.0, 22.0, 31.0, 21.0, 16.0, 9.0, 5.0, 7.0, 6.0, 5.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.01044464111328125, -0.010136127471923828, -0.009827613830566406, -0.009519100189208984, -0.009210586547851562, -0.00890207290649414, -0.008593559265136719, -0.008285045623779297, -0.007976531982421875, -0.007668018341064453, -0.007359504699707031, -0.007050991058349609, -0.0067424774169921875, -0.006433963775634766, -0.006125450134277344, -0.005816936492919922, -0.0055084228515625, -0.005199909210205078, -0.004891395568847656, -0.004582881927490234, -0.0042743682861328125, -0.003965854644775391, -0.0036573410034179688, -0.003348827362060547, -0.003040313720703125, -0.002731800079345703, -0.0024232864379882812, -0.0021147727966308594, -0.0018062591552734375, -0.0014977455139160156, -0.0011892318725585938, -0.0008807182312011719, -0.00057220458984375, -0.0002636909484863281, 4.482269287109375e-05, 0.0003533363342285156, 0.0006618499755859375, 0.0009703636169433594, 0.0012788772583007812, 0.0015873908996582031, 0.001895904541015625, 0.002204418182373047, 0.0025129318237304688, 0.0028214454650878906, 0.0031299591064453125, 0.0034384727478027344, 0.0037469863891601562, 0.004055500030517578, 0.004364013671875, 0.004672527313232422, 0.004981040954589844, 0.005289554595947266, 0.0055980682373046875, 0.005906581878662109, 0.006215095520019531, 0.006523609161376953, 0.006832122802734375, 0.007140636444091797, 0.007449150085449219, 0.007757663726806641, 0.008066177368164062, 0.008374691009521484, 0.008683204650878906, 0.008991718292236328, 0.00930023193359375]}, "gradients/decoder.model.decoder.layers.10.encoder_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 3.0, 3.0, 4.0, 7.0, 5.0, 15.0, 17.0, 14.0, 12.0, 21.0, 26.0, 29.0, 25.0, 27.0, 42.0, 40.0, 26.0, 32.0, 29.0, 44.0, 40.0, 45.0, 35.0, 36.0, 48.0, 42.0, 46.0, 30.0, 25.0, 33.0, 35.0, 33.0, 22.0, 26.0, 17.0, 16.0, 10.0, 11.0, 8.0, 9.0, 7.0, 2.0, 3.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.65380859375, -0.6345062255859375, -0.615203857421875, -0.5959014892578125, -0.57659912109375, -0.5572967529296875, -0.537994384765625, -0.5186920166015625, -0.4993896484375, -0.4800872802734375, -0.460784912109375, -0.4414825439453125, -0.42218017578125, -0.4028778076171875, -0.383575439453125, -0.3642730712890625, -0.344970703125, -0.3256683349609375, -0.306365966796875, -0.2870635986328125, -0.26776123046875, -0.2484588623046875, -0.229156494140625, -0.2098541259765625, -0.1905517578125, -0.1712493896484375, -0.151947021484375, -0.1326446533203125, -0.11334228515625, -0.0940399169921875, -0.074737548828125, -0.0554351806640625, -0.0361328125, -0.0168304443359375, 0.002471923828125, 0.0217742919921875, 0.04107666015625, 0.0603790283203125, 0.079681396484375, 0.0989837646484375, 0.1182861328125, 0.1375885009765625, 0.156890869140625, 0.1761932373046875, 0.19549560546875, 0.2147979736328125, 0.234100341796875, 0.2534027099609375, 0.272705078125, 0.2920074462890625, 0.311309814453125, 0.3306121826171875, 0.34991455078125, 0.3692169189453125, 0.388519287109375, 0.4078216552734375, 0.4271240234375, 0.4464263916015625, 0.465728759765625, 0.4850311279296875, 0.50433349609375, 0.5236358642578125, 0.542938232421875, 0.5622406005859375, 0.58154296875]}, "gradients/decoder.model.decoder.layers.10.encoder_attn.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 5.0, 8.0, 7.0, 9.0, 9.0, 12.0, 20.0, 21.0, 43.0, 52.0, 76.0, 114.0, 157.0, 213.0, 296.0, 446.0, 660.0, 907.0, 1267.0, 1989.0, 3388.0, 6685.0, 18588.0, 173336.0, 791360.0, 29367.0, 8385.0, 3981.0, 2332.0, 1475.0, 1044.0, 677.0, 491.0, 314.0, 229.0, 161.0, 124.0, 98.0, 53.0, 39.0, 39.0, 27.0, 20.0, 13.0, 12.0, 4.0, 5.0, 0.0, 3.0, 3.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.0006365776062011719, -0.0006179362535476685, -0.000599294900894165, -0.0005806535482406616, -0.0005620121955871582, -0.0005433708429336548, -0.0005247294902801514, -0.000506088137626648, -0.00048744678497314453, -0.0004688054323196411, -0.0004501640796661377, -0.0004315227270126343, -0.00041288137435913086, -0.00039424002170562744, -0.000375598669052124, -0.0003569573163986206, -0.0003383159637451172, -0.00031967461109161377, -0.00030103325843811035, -0.00028239190578460693, -0.0002637505531311035, -0.0002451092004776001, -0.00022646784782409668, -0.00020782649517059326, -0.00018918514251708984, -0.00017054378986358643, -0.000151902437210083, -0.0001332610845565796, -0.00011461973190307617, -9.597837924957275e-05, -7.733702659606934e-05, -5.869567394256592e-05, -4.00543212890625e-05, -2.1412968635559082e-05, -2.771615982055664e-06, 1.5869736671447754e-05, 3.451108932495117e-05, 5.315244197845459e-05, 7.179379463195801e-05, 9.043514728546143e-05, 0.00010907649993896484, 0.00012771785259246826, 0.00014635920524597168, 0.0001650005578994751, 0.00018364191055297852, 0.00020228326320648193, 0.00022092461585998535, 0.00023956596851348877, 0.0002582073211669922, 0.0002768486738204956, 0.000295490026473999, 0.00031413137912750244, 0.00033277273178100586, 0.0003514140844345093, 0.0003700554370880127, 0.0003886967897415161, 0.00040733814239501953, 0.00042597949504852295, 0.00044462084770202637, 0.0004632622003555298, 0.0004819035530090332, 0.0005005449056625366, 0.00051918625831604, 0.0005378276109695435, 0.0005564689636230469]}, "gradients/decoder.model.decoder.layers.10.encoder_attn.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 5.0, 6.0, 11.0, 7.0, 15.0, 15.0, 22.0, 47.0, 75.0, 310.0, 287.0, 91.0, 29.0, 29.0, 19.0, 7.0, 9.0, 4.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-9.965896606445312e-05, -9.644124656915665e-05, -9.322352707386017e-05, -9.000580757856369e-05, -8.678808808326721e-05, -8.357036858797073e-05, -8.035264909267426e-05, -7.713492959737778e-05, -7.39172101020813e-05, -7.069949060678482e-05, -6.748177111148834e-05, -6.426405161619186e-05, -6.104633212089539e-05, -5.782861262559891e-05, -5.461089313030243e-05, -5.139317363500595e-05, -4.817545413970947e-05, -4.4957734644412994e-05, -4.1740015149116516e-05, -3.852229565382004e-05, -3.530457615852356e-05, -3.208685666322708e-05, -2.8869137167930603e-05, -2.5651417672634125e-05, -2.2433698177337646e-05, -1.9215978682041168e-05, -1.599825918674469e-05, -1.2780539691448212e-05, -9.562820196151733e-06, -6.345100700855255e-06, -3.127381205558777e-06, 9.033828973770142e-08, 3.3080577850341797e-06, 6.525777280330658e-06, 9.743496775627136e-06, 1.2961216270923615e-05, 1.6178935766220093e-05, 1.939665526151657e-05, 2.261437475681305e-05, 2.5832094252109528e-05, 2.9049813747406006e-05, 3.2267533242702484e-05, 3.548525273799896e-05, 3.870297223329544e-05, 4.192069172859192e-05, 4.51384112238884e-05, 4.8356130719184875e-05, 5.1573850214481354e-05, 5.479156970977783e-05, 5.800928920507431e-05, 6.122700870037079e-05, 6.444472819566727e-05, 6.766244769096375e-05, 7.088016718626022e-05, 7.40978866815567e-05, 7.731560617685318e-05, 8.053332567214966e-05, 8.375104516744614e-05, 8.696876466274261e-05, 9.018648415803909e-05, 9.340420365333557e-05, 9.662192314863205e-05, 9.983964264392853e-05, 0.000103057362139225, 0.00010627508163452148]}, "gradients/decoder.model.decoder.layers.10.encoder_attn.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 6.0, 5.0, 7.0, 13.0, 9.0, 14.0, 47.0, 165.0, 875.0, 9705.0, 1027021.0, 9552.0, 862.0, 147.0, 53.0, 31.0, 11.0, 5.0, 8.0, 6.0, 4.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0021190643310546875, -0.0020576417446136475, -0.0019962191581726074, -0.0019347965717315674, -0.0018733739852905273, -0.0018119513988494873, -0.0017505288124084473, -0.0016891062259674072, -0.0016276836395263672, -0.0015662610530853271, -0.0015048384666442871, -0.001443415880203247, -0.001381993293762207, -0.001320570707321167, -0.001259148120880127, -0.001197725534439087, -0.0011363029479980469, -0.0010748803615570068, -0.0010134577751159668, -0.0009520351886749268, -0.0008906126022338867, -0.0008291900157928467, -0.0007677674293518066, -0.0007063448429107666, -0.0006449222564697266, -0.0005834996700286865, -0.0005220770835876465, -0.00046065449714660645, -0.0003992319107055664, -0.00033780932426452637, -0.00027638673782348633, -0.0002149641513824463, -0.00015354156494140625, -9.211897850036621e-05, -3.069639205932617e-05, 3.072619438171387e-05, 9.21487808227539e-05, 0.00015357136726379395, 0.00021499395370483398, 0.000276416540145874, 0.00033783912658691406, 0.0003992617130279541, 0.00046068429946899414, 0.0005221068859100342, 0.0005835294723510742, 0.0006449520587921143, 0.0007063746452331543, 0.0007677972316741943, 0.0008292198181152344, 0.0008906424045562744, 0.0009520649909973145, 0.0010134875774383545, 0.0010749101638793945, 0.0011363327503204346, 0.0011977553367614746, 0.0012591779232025146, 0.0013206005096435547, 0.0013820230960845947, 0.0014434456825256348, 0.0015048682689666748, 0.0015662908554077148, 0.0016277134418487549, 0.001689136028289795, 0.001750558614730835, 0.001811981201171875]}, "gradients/decoder.model.decoder.layers.10.encoder_attn.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 9.0, 4.0, 7.0, 5.0, 7.0, 17.0, 22.0, 32.0, 54.0, 154.0, 358.0, 158.0, 62.0, 43.0, 23.0, 13.0, 11.0, 3.0, 4.0, 2.0, 3.0, 4.0, 2.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.00015175342559814453, -0.00014734826982021332, -0.0001429431140422821, -0.0001385379582643509, -0.00013413280248641968, -0.00012972764670848846, -0.00012532249093055725, -0.00012091733515262604, -0.00011651217937469482, -0.00011210702359676361, -0.0001077018678188324, -0.00010329671204090118, -9.889155626296997e-05, -9.448640048503876e-05, -9.008124470710754e-05, -8.567608892917633e-05, -8.127093315124512e-05, -7.68657773733139e-05, -7.246062159538269e-05, -6.805546581745148e-05, -6.365031003952026e-05, -5.924515426158905e-05, -5.483999848365784e-05, -5.0434842705726624e-05, -4.602968692779541e-05, -4.16245311498642e-05, -3.7219375371932983e-05, -3.281421959400177e-05, -2.8409063816070557e-05, -2.4003908038139343e-05, -1.959875226020813e-05, -1.5193596482276917e-05, -1.0788440704345703e-05, -6.38328492641449e-06, -1.9781291484832764e-06, 2.427026629447937e-06, 6.83218240737915e-06, 1.1237338185310364e-05, 1.5642493963241577e-05, 2.004764974117279e-05, 2.4452805519104004e-05, 2.8857961297035217e-05, 3.326311707496643e-05, 3.7668272852897644e-05, 4.207342863082886e-05, 4.647858440876007e-05, 5.0883740186691284e-05, 5.52888959646225e-05, 5.969405174255371e-05, 6.409920752048492e-05, 6.850436329841614e-05, 7.290951907634735e-05, 7.731467485427856e-05, 8.171983063220978e-05, 8.612498641014099e-05, 9.05301421880722e-05, 9.493529796600342e-05, 9.934045374393463e-05, 0.00010374560952186584, 0.00010815076529979706, 0.00011255592107772827, 0.00011696107685565948, 0.0001213662326335907, 0.0001257713884115219, 0.00013017654418945312]}, "gradients/decoder.model.decoder.layers.10.self_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 30.0, 708.0, 272.0, 5.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-6.984147071838379, -6.835193634033203, -6.6862406730651855, -6.53728723526001, -6.388333797454834, -6.239380836486816, -6.090427398681641, -5.941473960876465, -5.792520999908447, -5.6435675621032715, -5.494614601135254, -5.345661163330078, -5.196707725524902, -5.047754764556885, -4.898801326751709, -4.749848365783691, -4.600894927978516, -4.45194149017334, -4.302988529205322, -4.1540350914001465, -4.005081653594971, -3.856128692626953, -3.7071752548217773, -3.5582220554351807, -3.409268379211426, -3.260315179824829, -3.1113617420196533, -2.9624085426330566, -2.81345534324646, -2.6645021438598633, -2.5155487060546875, -2.366595506668091, -2.2176425457000732, -2.0686893463134766, -1.9197360277175903, -1.770782709121704, -1.6218295097351074, -1.4728761911392212, -1.323922872543335, -1.1749696731567383, -1.026016354560852, -0.8770630955696106, -0.7281098365783691, -0.5791565179824829, -0.43020325899124146, -0.28125, -0.13229668140411377, 0.01665651798248291, 0.16560983657836914, 0.3145630955696106, 0.46351638436317444, 0.6124696731567383, 0.7614229321479797, 0.9103761911392212, 1.0593295097351074, 1.208282709121704, 1.3572360277175903, 1.5061893463134766, 1.6551425457000732, 1.8040958642959595, 1.9530491828918457, 2.1020023822784424, 2.250955581665039, 2.399909019470215, 2.5488622188568115]}, "gradients/decoder.model.decoder.layers.10.self_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 6.0, 15.0, 21.0, 39.0, 90.0, 135.0, 160.0, 210.0, 135.0, 94.0, 45.0, 27.0, 13.0, 6.0, 6.0, 3.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7106722593307495, -0.68246990442276, -0.6542674899101257, -0.6260651350021362, -0.5978627800941467, -0.5696603655815125, -0.541458010673523, -0.5132555961608887, -0.48505324125289917, -0.4568508565425873, -0.4286485016345978, -0.4004461169242859, -0.372243732213974, -0.3440413475036621, -0.3158389925956726, -0.2876366078853607, -0.2594342529773712, -0.23123188316822052, -0.20302949845790863, -0.17482712864875793, -0.14662474393844604, -0.11842237412929535, -0.09022000432014465, -0.062017619609832764, -0.03381524980068207, -0.005612874403595924, 0.02258950099349022, 0.05079187452793121, 0.0789942517876625, 0.1071966290473938, 0.1353989988565445, 0.16360138356685638, 0.19180375337600708, 0.22000612318515778, 0.24820850789546967, 0.27641087770462036, 0.30461326241493225, 0.33281564712524414, 0.36101800203323364, 0.38922038674354553, 0.4174227714538574, 0.4456251561641693, 0.4738275110721588, 0.5020298957824707, 0.5302322506904602, 0.5584346652030945, 0.586637020111084, 0.6148394346237183, 0.643041729927063, 0.6712440848350525, 0.6994464993476868, 0.7276488542556763, 0.7558512091636658, 0.7840536236763, 0.8122559785842896, 0.8404583930969238, 0.8686607480049133, 0.8968631029129028, 0.9250655174255371, 0.9532678723335266, 0.9814702272415161, 1.0096726417541504, 1.0378749370574951, 1.0660773515701294, 1.0942797660827637]}, "gradients/decoder.model.decoder.layers.10.self_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 5.0, 8.0, 3.0, 3.0, 3.0, 7.0, 8.0, 5.0, 10.0, 12.0, 14.0, 14.0, 24.0, 34.0, 57.0, 91.0, 244.0, 668.0, 2516.0, 20428.0, 978218.0, 41277.0, 3493.0, 850.0, 242.0, 109.0, 72.0, 37.0, 24.0, 21.0, 17.0, 7.0, 2.0, 6.0, 4.0, 4.0, 2.0, 4.0, 3.0, 7.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2666015625, -1.222320556640625, -1.17803955078125, -1.133758544921875, -1.0894775390625, -1.045196533203125, -1.00091552734375, -0.956634521484375, -0.912353515625, -0.868072509765625, -0.82379150390625, -0.779510498046875, -0.7352294921875, -0.690948486328125, -0.64666748046875, -0.602386474609375, -0.55810546875, -0.513824462890625, -0.46954345703125, -0.425262451171875, -0.3809814453125, -0.336700439453125, -0.29241943359375, -0.248138427734375, -0.203857421875, -0.159576416015625, -0.11529541015625, -0.071014404296875, -0.0267333984375, 0.017547607421875, 0.06182861328125, 0.106109619140625, 0.150390625, 0.194671630859375, 0.23895263671875, 0.283233642578125, 0.3275146484375, 0.371795654296875, 0.41607666015625, 0.460357666015625, 0.504638671875, 0.548919677734375, 0.59320068359375, 0.637481689453125, 0.6817626953125, 0.726043701171875, 0.77032470703125, 0.814605712890625, 0.85888671875, 0.903167724609375, 0.94744873046875, 0.991729736328125, 1.0360107421875, 1.080291748046875, 1.12457275390625, 1.168853759765625, 1.213134765625, 1.257415771484375, 1.30169677734375, 1.345977783203125, 1.3902587890625, 1.434539794921875, 1.47882080078125, 1.523101806640625, 1.5673828125]}, "gradients/decoder.model.decoder.layers.10.self_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 11.0, 24.0, 67.0, 176.0, 258.0, 252.0, 133.0, 53.0, 19.0, 6.0, 7.0, 5.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08660888671875, -0.07990360260009766, -0.07319831848144531, -0.06649303436279297, -0.059787750244140625, -0.05308246612548828, -0.04637718200683594, -0.039671897888183594, -0.03296661376953125, -0.026261329650878906, -0.019556045532226562, -0.012850761413574219, -0.006145477294921875, 0.0005598068237304688, 0.0072650909423828125, 0.013970375061035156, 0.0206756591796875, 0.027380943298339844, 0.03408622741699219, 0.04079151153564453, 0.047496795654296875, 0.05420207977294922, 0.06090736389160156, 0.0676126480102539, 0.07431793212890625, 0.0810232162475586, 0.08772850036621094, 0.09443378448486328, 0.10113906860351562, 0.10784435272216797, 0.11454963684082031, 0.12125492095947266, 0.127960205078125, 0.13466548919677734, 0.1413707733154297, 0.14807605743408203, 0.15478134155273438, 0.16148662567138672, 0.16819190979003906, 0.1748971939086914, 0.18160247802734375, 0.1883077621459961, 0.19501304626464844, 0.20171833038330078, 0.20842361450195312, 0.21512889862060547, 0.2218341827392578, 0.22853946685791016, 0.2352447509765625, 0.24195003509521484, 0.2486553192138672, 0.25536060333251953, 0.2620658874511719, 0.2687711715698242, 0.27547645568847656, 0.2821817398071289, 0.28888702392578125, 0.2955923080444336, 0.30229759216308594, 0.3090028762817383, 0.3157081604003906, 0.32241344451904297, 0.3291187286376953, 0.33582401275634766, 0.342529296875]}, "gradients/decoder.model.decoder.layers.10.self_attn.v_proj.weight": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 2.0, 2.0, 5.0, 5.0, 2.0, 3.0, 6.0, 7.0, 9.0, 6.0, 7.0, 13.0, 15.0, 17.0, 25.0, 31.0, 31.0, 32.0, 75.0, 160.0, 477.0, 2532.0, 56494.0, 975256.0, 11472.0, 1217.0, 301.0, 119.0, 67.0, 38.0, 23.0, 16.0, 11.0, 9.0, 13.0, 12.0, 3.0, 13.0, 10.0, 7.0, 3.0, 4.0, 6.0, 3.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.078125, -1.037109375, -0.99609375, -0.955078125, -0.9140625, -0.873046875, -0.83203125, -0.791015625, -0.75, -0.708984375, -0.66796875, -0.626953125, -0.5859375, -0.544921875, -0.50390625, -0.462890625, -0.421875, -0.380859375, -0.33984375, -0.298828125, -0.2578125, -0.216796875, -0.17578125, -0.134765625, -0.09375, -0.052734375, -0.01171875, 0.029296875, 0.0703125, 0.111328125, 0.15234375, 0.193359375, 0.234375, 0.275390625, 0.31640625, 0.357421875, 0.3984375, 0.439453125, 0.48046875, 0.521484375, 0.5625, 0.603515625, 0.64453125, 0.685546875, 0.7265625, 0.767578125, 0.80859375, 0.849609375, 0.890625, 0.931640625, 0.97265625, 1.013671875, 1.0546875, 1.095703125, 1.13671875, 1.177734375, 1.21875, 1.259765625, 1.30078125, 1.341796875, 1.3828125, 1.423828125, 1.46484375, 1.505859375, 1.546875]}, "gradients/decoder.model.decoder.layers.10.self_attn.v_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 0.0, 5.0, 3.0, 3.0, 2.0, 4.0, 7.0, 11.0, 10.0, 5.0, 5.0, 14.0, 19.0, 15.0, 24.0, 26.0, 27.0, 37.0, 49.0, 58.0, 73.0, 86.0, 71.0, 88.0, 75.0, 63.0, 36.0, 47.0, 24.0, 15.0, 11.0, 13.0, 13.0, 11.0, 7.0, 8.0, 8.0, 9.0, 9.0, 4.0, 6.0, 1.0, 4.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1905517578125, -0.18327903747558594, -0.17600631713867188, -0.1687335968017578, -0.16146087646484375, -0.1541881561279297, -0.14691543579101562, -0.13964271545410156, -0.1323699951171875, -0.12509727478027344, -0.11782455444335938, -0.11055183410644531, -0.10327911376953125, -0.09600639343261719, -0.08873367309570312, -0.08146095275878906, -0.074188232421875, -0.06691551208496094, -0.059642791748046875, -0.05237007141113281, -0.04509735107421875, -0.03782463073730469, -0.030551910400390625, -0.023279190063476562, -0.0160064697265625, -0.008733749389648438, -0.001461029052734375, 0.0058116912841796875, 0.01308441162109375, 0.020357131958007812, 0.027629852294921875, 0.03490257263183594, 0.04217529296875, 0.04944801330566406, 0.056720733642578125, 0.06399345397949219, 0.07126617431640625, 0.07853889465332031, 0.08581161499023438, 0.09308433532714844, 0.1003570556640625, 0.10762977600097656, 0.11490249633789062, 0.12217521667480469, 0.12944793701171875, 0.1367206573486328, 0.14399337768554688, 0.15126609802246094, 0.158538818359375, 0.16581153869628906, 0.17308425903320312, 0.1803569793701172, 0.18762969970703125, 0.1949024200439453, 0.20217514038085938, 0.20944786071777344, 0.2167205810546875, 0.22399330139160156, 0.23126602172851562, 0.2385387420654297, 0.24581146240234375, 0.2530841827392578, 0.2603569030761719, 0.26762962341308594, 0.27490234375]}, "gradients/decoder.model.decoder.layers.10.self_attn.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 4.0, 1.0, 4.0, 6.0, 7.0, 12.0, 28.0, 37.0, 49.0, 119.0, 208.0, 493.0, 1411.0, 5959.0, 769722.0, 262616.0, 5655.0, 1279.0, 486.0, 224.0, 85.0, 54.0, 26.0, 17.0, 17.0, 6.0, 7.0, 5.0, 4.0, 1.0, 3.0, 5.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.319091796875, -0.30808258056640625, -0.2970733642578125, -0.28606414794921875, -0.275054931640625, -0.26404571533203125, -0.2530364990234375, -0.24202728271484375, -0.23101806640625, -0.22000885009765625, -0.2089996337890625, -0.19799041748046875, -0.186981201171875, -0.17597198486328125, -0.1649627685546875, -0.15395355224609375, -0.1429443359375, -0.13193511962890625, -0.1209259033203125, -0.10991668701171875, -0.098907470703125, -0.08789825439453125, -0.0768890380859375, -0.06587982177734375, -0.05487060546875, -0.04386138916015625, -0.0328521728515625, -0.02184295654296875, -0.010833740234375, 0.00017547607421875, 0.0111846923828125, 0.02219390869140625, 0.033203125, 0.04421234130859375, 0.0552215576171875, 0.06623077392578125, 0.077239990234375, 0.08824920654296875, 0.0992584228515625, 0.11026763916015625, 0.12127685546875, 0.13228607177734375, 0.1432952880859375, 0.15430450439453125, 0.165313720703125, 0.17632293701171875, 0.1873321533203125, 0.19834136962890625, 0.2093505859375, 0.22035980224609375, 0.2313690185546875, 0.24237823486328125, 0.253387451171875, 0.26439666748046875, 0.2754058837890625, 0.28641510009765625, 0.29742431640625, 0.30843353271484375, 0.3194427490234375, 0.33045196533203125, 0.341461181640625, 0.35247039794921875, 0.3634796142578125, 0.37448883056640625, 0.385498046875]}, "gradients/decoder.model.decoder.layers.10.self_attn.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 5.0, 11.0, 10.0, 8.0, 25.0, 23.0, 30.0, 61.0, 616.0, 82.0, 39.0, 21.0, 20.0, 8.0, 11.0, 10.0, 7.0, 4.0, 2.0, 0.0, 2.0, 6.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4185905456542969e-05, -1.3725832104682922e-05, -1.3265758752822876e-05, -1.280568540096283e-05, -1.2345612049102783e-05, -1.1885538697242737e-05, -1.142546534538269e-05, -1.0965391993522644e-05, -1.0505318641662598e-05, -1.0045245289802551e-05, -9.585171937942505e-06, -9.125098586082458e-06, -8.665025234222412e-06, -8.204951882362366e-06, -7.74487853050232e-06, -7.284805178642273e-06, -6.8247318267822266e-06, -6.36465847492218e-06, -5.904585123062134e-06, -5.444511771202087e-06, -4.984438419342041e-06, -4.524365067481995e-06, -4.064291715621948e-06, -3.604218363761902e-06, -3.1441450119018555e-06, -2.684071660041809e-06, -2.2239983081817627e-06, -1.7639249563217163e-06, -1.30385160446167e-06, -8.437782526016235e-07, -3.8370490074157715e-07, 7.636845111846924e-08, 5.364418029785156e-07, 9.96515154838562e-07, 1.4565885066986084e-06, 1.9166618585586548e-06, 2.376735210418701e-06, 2.8368085622787476e-06, 3.296881914138794e-06, 3.7569552659988403e-06, 4.217028617858887e-06, 4.677101969718933e-06, 5.1371753215789795e-06, 5.597248673439026e-06, 6.057322025299072e-06, 6.517395377159119e-06, 6.977468729019165e-06, 7.4375420808792114e-06, 7.897615432739258e-06, 8.357688784599304e-06, 8.81776213645935e-06, 9.277835488319397e-06, 9.737908840179443e-06, 1.019798219203949e-05, 1.0658055543899536e-05, 1.1118128895759583e-05, 1.1578202247619629e-05, 1.2038275599479675e-05, 1.2498348951339722e-05, 1.2958422303199768e-05, 1.3418495655059814e-05, 1.387856900691986e-05, 1.4338642358779907e-05, 1.4798715710639954e-05, 1.52587890625e-05]}, "gradients/decoder.model.decoder.layers.10.self_attn.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 7.0, 3.0, 14.0, 3.0, 10.0, 15.0, 13.0, 17.0, 54.0, 303.0, 4931.0, 1031518.0, 10939.0, 552.0, 77.0, 26.0, 19.0, 7.0, 6.0, 5.0, 5.0, 4.0, 7.0, 6.0, 3.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.15087890625, -0.14520835876464844, -0.13953781127929688, -0.1338672637939453, -0.12819671630859375, -0.12252616882324219, -0.11685562133789062, -0.11118507385253906, -0.1055145263671875, -0.09984397888183594, -0.09417343139648438, -0.08850288391113281, -0.08283233642578125, -0.07716178894042969, -0.07149124145507812, -0.06582069396972656, -0.060150146484375, -0.05447959899902344, -0.048809051513671875, -0.04313850402832031, -0.03746795654296875, -0.03179740905761719, -0.026126861572265625, -0.020456314086914062, -0.0147857666015625, -0.009115219116210938, -0.003444671630859375, 0.0022258758544921875, 0.00789642333984375, 0.013566970825195312, 0.019237518310546875, 0.024908065795898438, 0.03057861328125, 0.03624916076660156, 0.041919708251953125, 0.04759025573730469, 0.05326080322265625, 0.05893135070800781, 0.06460189819335938, 0.07027244567871094, 0.0759429931640625, 0.08161354064941406, 0.08728408813476562, 0.09295463562011719, 0.09862518310546875, 0.10429573059082031, 0.10996627807617188, 0.11563682556152344, 0.121307373046875, 0.12697792053222656, 0.13264846801757812, 0.1383190155029297, 0.14398956298828125, 0.1496601104736328, 0.15533065795898438, 0.16100120544433594, 0.1666717529296875, 0.17234230041503906, 0.17801284790039062, 0.1836833953857422, 0.18935394287109375, 0.1950244903564453, 0.20069503784179688, 0.20636558532714844, 0.2120361328125]}, "gradients/decoder.model.decoder.layers.10.self_attn.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 4.0, 0.0, 2.0, 5.0, 7.0, 6.0, 14.0, 10.0, 13.0, 13.0, 16.0, 13.0, 16.0, 39.0, 93.0, 441.0, 118.0, 67.0, 25.0, 27.0, 14.0, 11.0, 11.0, 3.0, 6.0, 7.0, 5.0, 9.0, 5.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0225982666015625, -0.021748781204223633, -0.020899295806884766, -0.0200498104095459, -0.01920032501220703, -0.018350839614868164, -0.017501354217529297, -0.01665186882019043, -0.015802383422851562, -0.014952898025512695, -0.014103412628173828, -0.013253927230834961, -0.012404441833496094, -0.011554956436157227, -0.01070547103881836, -0.009855985641479492, -0.009006500244140625, -0.008157014846801758, -0.007307529449462891, -0.0064580440521240234, -0.005608558654785156, -0.004759073257446289, -0.003909587860107422, -0.0030601024627685547, -0.0022106170654296875, -0.0013611316680908203, -0.0005116462707519531, 0.00033783912658691406, 0.0011873245239257812, 0.0020368099212646484, 0.0028862953186035156, 0.003735780715942383, 0.00458526611328125, 0.005434751510620117, 0.006284236907958984, 0.0071337223052978516, 0.007983207702636719, 0.008832693099975586, 0.009682178497314453, 0.01053166389465332, 0.011381149291992188, 0.012230634689331055, 0.013080120086669922, 0.013929605484008789, 0.014779090881347656, 0.015628576278686523, 0.01647806167602539, 0.017327547073364258, 0.018177032470703125, 0.019026517868041992, 0.01987600326538086, 0.020725488662719727, 0.021574974060058594, 0.02242445945739746, 0.023273944854736328, 0.024123430252075195, 0.024972915649414062, 0.02582240104675293, 0.026671886444091797, 0.027521371841430664, 0.02837085723876953, 0.0292203426361084, 0.030069828033447266, 0.030919313430786133, 0.031768798828125]}, "gradients/decoder.model.decoder.layers.9.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 3.0, 9.0, 14.0, 37.0, 65.0, 113.0, 202.0, 205.0, 154.0, 84.0, 41.0, 26.0, 14.0, 10.0, 9.0, 3.0, 7.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.2166811227798462, -1.1851497888565063, -1.1536184549331665, -1.122087001800537, -1.0905556678771973, -1.0590243339538574, -1.0274930000305176, -0.995961606502533, -0.9644302129745483, -0.9328988790512085, -0.9013674855232239, -0.869836151599884, -0.8383047580718994, -0.8067734241485596, -0.7752420902252197, -0.7437106966972351, -0.7121793627738953, -0.6806480288505554, -0.6491166353225708, -0.617585301399231, -0.5860539078712463, -0.5545225739479065, -0.5229911804199219, -0.49145984649658203, -0.4599284827709198, -0.42839711904525757, -0.39686575531959534, -0.3653343915939331, -0.33380305767059326, -0.30227166414260864, -0.2707403302192688, -0.23920896649360657, -0.20767760276794434, -0.1761462390422821, -0.14461487531661987, -0.11308352649211884, -0.0815521627664566, -0.05002079904079437, -0.018489450216293335, 0.013041913509368896, 0.04457327723503113, 0.07610464096069336, 0.107635997235775, 0.13916735351085663, 0.17069871723651886, 0.2022300809621811, 0.23376142978668213, 0.26529279351234436, 0.2968241572380066, 0.3283555209636688, 0.35988688468933105, 0.3914182186126709, 0.4229496121406555, 0.45448094606399536, 0.4860123097896576, 0.5175436735153198, 0.5490750074386597, 0.5806063413619995, 0.6121377348899841, 0.643669068813324, 0.6752004623413086, 0.7067317962646484, 0.7382631301879883, 0.7697945237159729, 0.8013259172439575]}, "gradients/decoder.model.decoder.layers.9.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 3.0, 4.0, 4.0, 4.0, 11.0, 6.0, 4.0, 11.0, 7.0, 16.0, 11.0, 14.0, 21.0, 18.0, 35.0, 32.0, 35.0, 32.0, 38.0, 41.0, 40.0, 46.0, 43.0, 48.0, 40.0, 43.0, 36.0, 25.0, 27.0, 38.0, 26.0, 46.0, 29.0, 26.0, 24.0, 22.0, 16.0, 15.0, 11.0, 13.0, 9.0, 11.0, 7.0, 6.0, 4.0, 2.0, 4.0, 4.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.3853338360786438, -0.372000515460968, -0.35866719484329224, -0.34533387422561646, -0.3320005536079407, -0.3186672329902649, -0.3053339123725891, -0.29200059175491333, -0.27866727113723755, -0.26533395051956177, -0.252000629901886, -0.2386673092842102, -0.22533398866653442, -0.21200066804885864, -0.19866734743118286, -0.18533402681350708, -0.1720006912946701, -0.15866737067699432, -0.14533405005931854, -0.13200072944164276, -0.11866740882396698, -0.1053340807557106, -0.09200076013803482, -0.07866743952035904, -0.06533411890268326, -0.05200079828500748, -0.038667477667331696, -0.025334153324365616, -0.012000832706689835, 0.0013324916362762451, 0.014665812253952026, 0.027999132871627808, 0.04133245348930359, 0.05466577410697937, 0.06799909472465515, 0.08133241534233093, 0.09466573596000671, 0.10799906402826309, 0.12133238464593887, 0.13466569781303406, 0.14799901843070984, 0.16133233904838562, 0.1746656596660614, 0.18799898028373718, 0.20133230090141296, 0.21466562151908875, 0.22799894213676453, 0.2413322627544403, 0.2546656131744385, 0.26799893379211426, 0.28133225440979004, 0.2946655750274658, 0.3079988956451416, 0.3213322162628174, 0.33466553688049316, 0.34799885749816895, 0.3613321781158447, 0.3746654987335205, 0.3879988193511963, 0.40133213996887207, 0.41466546058654785, 0.42799878120422363, 0.4413321018218994, 0.4546654224395752, 0.467998743057251]}, "gradients/decoder.model.decoder.layers.9.fc2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 4.0, 5.0, 4.0, 4.0, 6.0, 9.0, 15.0, 26.0, 27.0, 52.0, 45.0, 53.0, 89.0, 110.0, 146.0, 190.0, 242.0, 314.0, 467.0, 555.0, 787.0, 1009.0, 1461.0, 2269.0, 4068.0, 11624.0, 4151588.0, 8542.0, 3425.0, 1985.0, 1270.0, 909.0, 699.0, 505.0, 390.0, 287.0, 262.0, 186.0, 151.0, 130.0, 86.0, 64.0, 58.0, 34.0, 37.0, 26.0, 12.0, 15.0, 14.0, 12.0, 2.0, 4.0, 8.0, 6.0, 3.0, 4.0, 2.0, 2.0], "bins": [-1.0458984375, -1.0136260986328125, -0.981353759765625, -0.9490814208984375, -0.91680908203125, -0.8845367431640625, -0.852264404296875, -0.8199920654296875, -0.7877197265625, -0.7554473876953125, -0.723175048828125, -0.6909027099609375, -0.65863037109375, -0.6263580322265625, -0.594085693359375, -0.5618133544921875, -0.529541015625, -0.4972686767578125, -0.464996337890625, -0.4327239990234375, -0.40045166015625, -0.3681793212890625, -0.335906982421875, -0.3036346435546875, -0.2713623046875, -0.2390899658203125, -0.206817626953125, -0.1745452880859375, -0.14227294921875, -0.1100006103515625, -0.077728271484375, -0.0454559326171875, -0.01318359375, 0.0190887451171875, 0.051361083984375, 0.0836334228515625, 0.11590576171875, 0.1481781005859375, 0.180450439453125, 0.2127227783203125, 0.2449951171875, 0.2772674560546875, 0.309539794921875, 0.3418121337890625, 0.37408447265625, 0.4063568115234375, 0.438629150390625, 0.4709014892578125, 0.503173828125, 0.5354461669921875, 0.567718505859375, 0.5999908447265625, 0.63226318359375, 0.6645355224609375, 0.696807861328125, 0.7290802001953125, 0.7613525390625, 0.7936248779296875, 0.825897216796875, 0.8581695556640625, 0.89044189453125, 0.9227142333984375, 0.954986572265625, 0.9872589111328125, 1.01953125]}, "gradients/decoder.model.decoder.layers.9.fc2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 4.0, 4.0, 8.0, 4.0, 11.0, 9.0, 11.0, 15.0, 15.0, 27.0, 20.0, 21.0, 25.0, 37.0, 40.0, 41.0, 31.0, 37.0, 45.0, 52.0, 54.0, 45.0, 72.0, 39.0, 40.0, 46.0, 33.0, 27.0, 24.0, 26.0, 24.0, 19.0, 8.0, 18.0, 12.0, 8.0, 12.0, 11.0, 9.0, 9.0, 3.0, 4.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.03228759765625, -0.031241416931152344, -0.030195236206054688, -0.02914905548095703, -0.028102874755859375, -0.02705669403076172, -0.026010513305664062, -0.024964332580566406, -0.02391815185546875, -0.022871971130371094, -0.021825790405273438, -0.02077960968017578, -0.019733428955078125, -0.01868724822998047, -0.017641067504882812, -0.016594886779785156, -0.0155487060546875, -0.014502525329589844, -0.013456344604492188, -0.012410163879394531, -0.011363983154296875, -0.010317802429199219, -0.009271621704101562, -0.008225440979003906, -0.00717926025390625, -0.006133079528808594, -0.0050868988037109375, -0.004040718078613281, -0.002994537353515625, -0.0019483566284179688, -0.0009021759033203125, 0.00014400482177734375, 0.001190185546875, 0.0022363662719726562, 0.0032825469970703125, 0.004328727722167969, 0.005374908447265625, 0.006421089172363281, 0.0074672698974609375, 0.008513450622558594, 0.00955963134765625, 0.010605812072753906, 0.011651992797851562, 0.012698173522949219, 0.013744354248046875, 0.014790534973144531, 0.015836715698242188, 0.016882896423339844, 0.0179290771484375, 0.018975257873535156, 0.020021438598632812, 0.02106761932373047, 0.022113800048828125, 0.02315998077392578, 0.024206161499023438, 0.025252342224121094, 0.02629852294921875, 0.027344703674316406, 0.028390884399414062, 0.02943706512451172, 0.030483245849609375, 0.03152942657470703, 0.03257560729980469, 0.033621788024902344, 0.03466796875]}, "gradients/decoder.model.decoder.layers.9.fc1.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 5.0, 2.0, 9.0, 27.0, 1404.0, 4192711.0, 90.0, 21.0, 5.0, 4.0, 5.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.3515625, -14.7662353515625, -14.180908203125, -13.5955810546875, -13.01025390625, -12.4249267578125, -11.839599609375, -11.2542724609375, -10.6689453125, -10.0836181640625, -9.498291015625, -8.9129638671875, -8.32763671875, -7.7423095703125, -7.156982421875, -6.5716552734375, -5.986328125, -5.4010009765625, -4.815673828125, -4.2303466796875, -3.64501953125, -3.0596923828125, -2.474365234375, -1.8890380859375, -1.3037109375, -0.7183837890625, -0.133056640625, 0.4522705078125, 1.03759765625, 1.6229248046875, 2.208251953125, 2.7935791015625, 3.37890625, 3.9642333984375, 4.549560546875, 5.1348876953125, 5.72021484375, 6.3055419921875, 6.890869140625, 7.4761962890625, 8.0615234375, 8.6468505859375, 9.232177734375, 9.8175048828125, 10.40283203125, 10.9881591796875, 11.573486328125, 12.1588134765625, 12.744140625, 13.3294677734375, 13.914794921875, 14.5001220703125, 15.08544921875, 15.6707763671875, 16.256103515625, 16.8414306640625, 17.4267578125, 18.0120849609375, 18.597412109375, 19.1827392578125, 19.76806640625, 20.3533935546875, 20.938720703125, 21.5240478515625, 22.109375]}, "gradients/decoder.model.decoder.layers.9.fc1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 2.0, 6.0, 13.0, 159.0, 3852.0, 16.0, 10.0, 8.0, 3.0, 5.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.384765625, -0.3710365295410156, -0.35730743408203125, -0.3435783386230469, -0.3298492431640625, -0.3161201477050781, -0.30239105224609375, -0.2886619567871094, -0.274932861328125, -0.2612037658691406, -0.24747467041015625, -0.23374557495117188, -0.2200164794921875, -0.20628738403320312, -0.19255828857421875, -0.17882919311523438, -0.16510009765625, -0.15137100219726562, -0.13764190673828125, -0.12391281127929688, -0.1101837158203125, -0.09645462036132812, -0.08272552490234375, -0.06899642944335938, -0.055267333984375, -0.041538238525390625, -0.02780914306640625, -0.014080047607421875, -0.0003509521484375, 0.013378143310546875, 0.02710723876953125, 0.040836334228515625, 0.0545654296875, 0.06829452514648438, 0.08202362060546875, 0.09575271606445312, 0.1094818115234375, 0.12321090698242188, 0.13694000244140625, 0.15066909790039062, 0.164398193359375, 0.17812728881835938, 0.19185638427734375, 0.20558547973632812, 0.2193145751953125, 0.23304367065429688, 0.24677276611328125, 0.2605018615722656, 0.27423095703125, 0.2879600524902344, 0.30168914794921875, 0.3154182434082031, 0.3291473388671875, 0.3428764343261719, 0.35660552978515625, 0.3703346252441406, 0.384063720703125, 0.3977928161621094, 0.41152191162109375, 0.4252510070800781, 0.4389801025390625, 0.4527091979980469, 0.46643829345703125, 0.4801673889160156, 0.493896484375]}, "gradients/decoder.model.decoder.layers.9.encoder_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 5.0, 6.0, 18.0, 24.0, 40.0, 69.0, 142.0, 333.0, 157.0, 93.0, 39.0, 27.0, 14.0, 7.0, 8.0, 5.0, 2.0, 5.0, 3.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.9119285345077515, -0.8887646198272705, -0.8656007051467896, -0.8424367904663086, -0.8192728757858276, -0.7961089015007019, -0.772944986820221, -0.74978107213974, -0.726617157459259, -0.7034532427787781, -0.6802893280982971, -0.6571254134178162, -0.6339614391326904, -0.6107975244522095, -0.5876336097717285, -0.5644696950912476, -0.5413057804107666, -0.5181418657302856, -0.4949779510498047, -0.47181400656700134, -0.4486500918865204, -0.42548617720603943, -0.4023222327232361, -0.3791583180427551, -0.35599440336227417, -0.3328304886817932, -0.30966657400131226, -0.2865026295185089, -0.26333871483802795, -0.240174800157547, -0.21701087057590485, -0.1938469409942627, -0.1706830859184265, -0.14751917123794556, -0.1243552416563034, -0.10119131952524185, -0.0780273973941803, -0.054863475263118744, -0.03169955313205719, -0.008535623550415039, 0.014628291130065918, 0.03779221326112747, 0.060956135392189026, 0.08412005752325058, 0.10728397965431213, 0.1304478943347931, 0.15361182391643524, 0.1767757534980774, 0.19993966817855835, 0.2231035828590393, 0.24626751244068146, 0.2694314420223236, 0.29259535670280457, 0.3157592713832855, 0.33892321586608887, 0.3620871305465698, 0.3852510452270508, 0.40841495990753174, 0.4315788745880127, 0.45474281907081604, 0.477906733751297, 0.5010706782341003, 0.5242345929145813, 0.5473985075950623, 0.5705624222755432]}, "gradients/decoder.model.decoder.layers.9.encoder_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 4.0, 4.0, 3.0, 4.0, 10.0, 9.0, 14.0, 8.0, 12.0, 21.0, 23.0, 24.0, 24.0, 29.0, 23.0, 29.0, 31.0, 36.0, 50.0, 37.0, 36.0, 37.0, 50.0, 52.0, 48.0, 49.0, 34.0, 40.0, 49.0, 43.0, 20.0, 20.0, 22.0, 22.0, 11.0, 19.0, 9.0, 7.0, 6.0, 16.0, 10.0, 5.0, 3.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15754351019859314, -0.1523599922657013, -0.14717647433280945, -0.1419929713010788, -0.13680945336818695, -0.1316259354352951, -0.12644243240356445, -0.12125891447067261, -0.11607539653778076, -0.11089187860488892, -0.10570836812257767, -0.10052485764026642, -0.09534133970737457, -0.09015782177448273, -0.08497431129217148, -0.07979080080986023, -0.07460728287696838, -0.06942376494407654, -0.06424025446176529, -0.05905674025416374, -0.053873226046562195, -0.04868971183896065, -0.0435061976313591, -0.03832268342375755, -0.033139169216156006, -0.02795565500855446, -0.02277214080095291, -0.017588626593351364, -0.012405112385749817, -0.00722159817814827, -0.0020380839705467224, 0.003145430237054825, 0.008328959345817566, 0.013512473553419113, 0.01869598776102066, 0.023879501968622208, 0.029063016176223755, 0.0342465303838253, 0.03943004459142685, 0.0446135587990284, 0.049797073006629944, 0.05498058721423149, 0.06016410142183304, 0.06534761190414429, 0.07053112983703613, 0.07571464776992798, 0.08089815825223923, 0.08608166873455048, 0.09126518666744232, 0.09644870460033417, 0.10163221508264542, 0.10681572556495667, 0.11199924349784851, 0.11718276143074036, 0.1223662719130516, 0.12754978239536285, 0.1327333003282547, 0.13791681826114655, 0.1431003212928772, 0.14828383922576904, 0.1534673571586609, 0.15865087509155273, 0.16383439302444458, 0.16901789605617523, 0.17420141398906708]}, "gradients/decoder.model.decoder.layers.9.encoder_attn.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 3.0, 9.0, 9.0, 17.0, 32.0, 56.0, 130.0, 410.0, 1575.0, 15859.0, 1003036.0, 24773.0, 1923.0, 450.0, 140.0, 66.0, 33.0, 13.0, 5.0, 7.0, 6.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12939453125, -0.12433242797851562, -0.11927032470703125, -0.11420822143554688, -0.1091461181640625, -0.10408401489257812, -0.09902191162109375, -0.09395980834960938, -0.088897705078125, -0.08383560180664062, -0.07877349853515625, -0.07371139526367188, -0.0686492919921875, -0.06358718872070312, -0.05852508544921875, -0.053462982177734375, -0.04840087890625, -0.043338775634765625, -0.03827667236328125, -0.033214569091796875, -0.0281524658203125, -0.023090362548828125, -0.01802825927734375, -0.012966156005859375, -0.007904052734375, -0.002841949462890625, 0.00222015380859375, 0.007282257080078125, 0.0123443603515625, 0.017406463623046875, 0.02246856689453125, 0.027530670166015625, 0.0325927734375, 0.037654876708984375, 0.04271697998046875, 0.047779083251953125, 0.0528411865234375, 0.057903289794921875, 0.06296539306640625, 0.06802749633789062, 0.073089599609375, 0.07815170288085938, 0.08321380615234375, 0.08827590942382812, 0.0933380126953125, 0.09840011596679688, 0.10346221923828125, 0.10852432250976562, 0.11358642578125, 0.11864852905273438, 0.12371063232421875, 0.12877273559570312, 0.1338348388671875, 0.13889694213867188, 0.14395904541015625, 0.14902114868164062, 0.154083251953125, 0.15914535522460938, 0.16420745849609375, 0.16926956176757812, 0.1743316650390625, 0.17939376831054688, 0.18445587158203125, 0.18951797485351562, 0.194580078125]}, "gradients/decoder.model.decoder.layers.9.encoder_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 8.0, 4.0, 13.0, 30.0, 43.0, 73.0, 110.0, 145.0, 152.0, 153.0, 112.0, 72.0, 40.0, 29.0, 13.0, 5.0, 2.0, 5.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.447265625, -0.4380207061767578, -0.4287757873535156, -0.41953086853027344, -0.41028594970703125, -0.40104103088378906, -0.3917961120605469, -0.3825511932373047, -0.3733062744140625, -0.3640613555908203, -0.3548164367675781, -0.34557151794433594, -0.33632659912109375, -0.32708168029785156, -0.3178367614746094, -0.3085918426513672, -0.299346923828125, -0.2901020050048828, -0.2808570861816406, -0.27161216735839844, -0.26236724853515625, -0.25312232971191406, -0.24387741088867188, -0.2346324920654297, -0.2253875732421875, -0.2161426544189453, -0.20689773559570312, -0.19765281677246094, -0.18840789794921875, -0.17916297912597656, -0.16991806030273438, -0.1606731414794922, -0.15142822265625, -0.1421833038330078, -0.13293838500976562, -0.12369346618652344, -0.11444854736328125, -0.10520362854003906, -0.09595870971679688, -0.08671379089355469, -0.0774688720703125, -0.06822395324707031, -0.058979034423828125, -0.04973411560058594, -0.04048919677734375, -0.031244277954101562, -0.021999359130859375, -0.012754440307617188, -0.003509521484375, 0.0057353973388671875, 0.014980316162109375, 0.024225234985351562, 0.03347015380859375, 0.04271507263183594, 0.051959991455078125, 0.06120491027832031, 0.0704498291015625, 0.07969474792480469, 0.08893966674804688, 0.09818458557128906, 0.10742950439453125, 0.11667442321777344, 0.12591934204101562, 0.1351642608642578, 0.1444091796875]}, "gradients/decoder.model.decoder.layers.9.encoder_attn.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 8.0, 3.0, 7.0, 18.0, 17.0, 26.0, 27.0, 41.0, 71.0, 115.0, 173.0, 326.0, 520.0, 1077.0, 2283.0, 5285.0, 12357.0, 31525.0, 91173.0, 421183.0, 349037.0, 82947.0, 29042.0, 11496.0, 4971.0, 2282.0, 1129.0, 564.0, 300.0, 210.0, 116.0, 65.0, 43.0, 32.0, 19.0, 19.0, 20.0, 13.0, 3.0, 5.0, 3.0, 3.0, 3.0, 2.0, 3.0, 1.0, 1.0], "bins": [-0.004619598388671875, -0.004494607448577881, -0.004369616508483887, -0.004244625568389893, -0.0041196346282958984, -0.003994643688201904, -0.00386965274810791, -0.003744661808013916, -0.003619670867919922, -0.0034946799278259277, -0.0033696889877319336, -0.0032446980476379395, -0.0031197071075439453, -0.002994716167449951, -0.002869725227355957, -0.002744734287261963, -0.0026197433471679688, -0.0024947524070739746, -0.0023697614669799805, -0.0022447705268859863, -0.002119779586791992, -0.001994788646697998, -0.001869797706604004, -0.0017448067665100098, -0.0016198158264160156, -0.0014948248863220215, -0.0013698339462280273, -0.0012448430061340332, -0.001119852066040039, -0.000994861125946045, -0.0008698701858520508, -0.0007448792457580566, -0.0006198883056640625, -0.0004948973655700684, -0.0003699064254760742, -0.0002449154853820801, -0.00011992454528808594, 5.066394805908203e-06, 0.00013005733489990234, 0.0002550482749938965, 0.0003800392150878906, 0.0005050301551818848, 0.0006300210952758789, 0.000755012035369873, 0.0008800029754638672, 0.0010049939155578613, 0.0011299848556518555, 0.0012549757957458496, 0.0013799667358398438, 0.0015049576759338379, 0.001629948616027832, 0.0017549395561218262, 0.0018799304962158203, 0.0020049214363098145, 0.0021299123764038086, 0.0022549033164978027, 0.002379894256591797, 0.002504885196685791, 0.002629876136779785, 0.0027548670768737793, 0.0028798580169677734, 0.0030048489570617676, 0.0031298398971557617, 0.003254830837249756, 0.00337982177734375]}, "gradients/decoder.model.decoder.layers.9.encoder_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 9.0, 11.0, 4.0, 10.0, 13.0, 23.0, 20.0, 21.0, 35.0, 26.0, 35.0, 43.0, 47.0, 39.0, 56.0, 52.0, 50.0, 50.0, 53.0, 58.0, 45.0, 45.0, 38.0, 38.0, 35.0, 18.0, 25.0, 23.0, 18.0, 14.0, 9.0, 6.0, 8.0, 9.0, 11.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.2890625, -0.28125, -0.2734375, -0.265625, -0.2578125, -0.25, -0.2421875, -0.234375, -0.2265625, -0.21875, -0.2109375, -0.203125, -0.1953125, -0.1875, -0.1796875, -0.171875, -0.1640625, -0.15625, -0.1484375, -0.140625, -0.1328125, -0.125, -0.1171875, -0.109375, -0.1015625, -0.09375, -0.0859375, -0.078125, -0.0703125, -0.0625, -0.0546875, -0.046875, -0.0390625, -0.03125, -0.0234375, -0.015625, -0.0078125, 0.0, 0.0078125, 0.015625, 0.0234375, 0.03125, 0.0390625, 0.046875, 0.0546875, 0.0625, 0.0703125, 0.078125, 0.0859375, 0.09375, 0.1015625, 0.109375, 0.1171875, 0.125, 0.1328125, 0.140625, 0.1484375, 0.15625, 0.1640625, 0.171875, 0.1796875, 0.1875, 0.1953125, 0.203125, 0.2109375]}, "gradients/decoder.model.decoder.layers.9.encoder_attn.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 5.0, 3.0, 1.0, 8.0, 5.0, 6.0, 21.0, 32.0, 43.0, 50.0, 84.0, 113.0, 159.0, 218.0, 316.0, 439.0, 603.0, 900.0, 1234.0, 1808.0, 2687.0, 4470.0, 8813.0, 28986.0, 628060.0, 323789.0, 25093.0, 8012.0, 4173.0, 2603.0, 1676.0, 1247.0, 872.0, 591.0, 421.0, 286.0, 214.0, 151.0, 109.0, 76.0, 54.0, 42.0, 26.0, 23.0, 11.0, 8.0, 5.0, 6.0, 9.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.00029659271240234375, -0.00028785690665245056, -0.0002791211009025574, -0.0002703852951526642, -0.000261649489402771, -0.0002529136836528778, -0.0002441778779029846, -0.00023544207215309143, -0.00022670626640319824, -0.00021797046065330505, -0.00020923465490341187, -0.00020049884915351868, -0.0001917630434036255, -0.0001830272376537323, -0.0001742914319038391, -0.00016555562615394592, -0.00015681982040405273, -0.00014808401465415955, -0.00013934820890426636, -0.00013061240315437317, -0.00012187659740447998, -0.00011314079165458679, -0.0001044049859046936, -9.566918015480042e-05, -8.693337440490723e-05, -7.819756865501404e-05, -6.946176290512085e-05, -6.072595715522766e-05, -5.199015140533447e-05, -4.3254345655441284e-05, -3.4518539905548096e-05, -2.5782734155654907e-05, -1.704692840576172e-05, -8.31112265586853e-06, 4.246830940246582e-07, 9.160488843917847e-06, 1.7896294593811035e-05, 2.6632100343704224e-05, 3.536790609359741e-05, 4.41037118434906e-05, 5.283951759338379e-05, 6.157532334327698e-05, 7.031112909317017e-05, 7.904693484306335e-05, 8.778274059295654e-05, 9.651854634284973e-05, 0.00010525435209274292, 0.00011399015784263611, 0.0001227259635925293, 0.00013146176934242249, 0.00014019757509231567, 0.00014893338084220886, 0.00015766918659210205, 0.00016640499234199524, 0.00017514079809188843, 0.00018387660384178162, 0.0001926124095916748, 0.000201348215341568, 0.00021008402109146118, 0.00021881982684135437, 0.00022755563259124756, 0.00023629143834114075, 0.00024502724409103394, 0.0002537630498409271, 0.0002624988555908203]}, "gradients/decoder.model.decoder.layers.9.encoder_attn.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 6.0, 3.0, 5.0, 9.0, 16.0, 23.0, 31.0, 42.0, 55.0, 106.0, 259.0, 177.0, 85.0, 52.0, 38.0, 20.0, 19.0, 8.0, 7.0, 12.0, 7.0, 2.0, 8.0, 0.0, 6.0, 1.0, 0.0, 4.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.0471553802490234e-05, -3.9196573197841644e-05, -3.7921592593193054e-05, -3.6646611988544464e-05, -3.5371631383895874e-05, -3.4096650779247284e-05, -3.2821670174598694e-05, -3.1546689569950104e-05, -3.0271708965301514e-05, -2.8996728360652924e-05, -2.7721747756004333e-05, -2.6446767151355743e-05, -2.5171786546707153e-05, -2.3896805942058563e-05, -2.2621825337409973e-05, -2.1346844732761383e-05, -2.0071864128112793e-05, -1.8796883523464203e-05, -1.7521902918815613e-05, -1.6246922314167023e-05, -1.4971941709518433e-05, -1.3696961104869843e-05, -1.2421980500221252e-05, -1.1146999895572662e-05, -9.872019290924072e-06, -8.597038686275482e-06, -7.322058081626892e-06, -6.047077476978302e-06, -4.772096872329712e-06, -3.497116267681122e-06, -2.2221356630325317e-06, -9.471550583839417e-07, 3.2782554626464844e-07, 1.6028061509132385e-06, 2.8777867555618286e-06, 4.152767360210419e-06, 5.427747964859009e-06, 6.702728569507599e-06, 7.977709174156189e-06, 9.252689778804779e-06, 1.0527670383453369e-05, 1.180265098810196e-05, 1.307763159275055e-05, 1.435261219739914e-05, 1.562759280204773e-05, 1.690257340669632e-05, 1.817755401134491e-05, 1.94525346159935e-05, 2.072751522064209e-05, 2.200249582529068e-05, 2.327747642993927e-05, 2.455245703458786e-05, 2.582743763923645e-05, 2.710241824388504e-05, 2.837739884853363e-05, 2.965237945318222e-05, 3.092736005783081e-05, 3.22023406624794e-05, 3.347732126712799e-05, 3.475230187177658e-05, 3.602728247642517e-05, 3.730226308107376e-05, 3.857724368572235e-05, 3.985222429037094e-05, 4.112720489501953e-05]}, "gradients/decoder.model.decoder.layers.9.encoder_attn.q_proj.weight": {"_type": "histogram", "values": [4.0, 0.0, 2.0, 4.0, 2.0, 0.0, 5.0, 5.0, 0.0, 2.0, 0.0, 1.0, 3.0, 8.0, 9.0, 6.0, 14.0, 23.0, 41.0, 54.0, 94.0, 130.0, 162.0, 246.0, 373.0, 565.0, 945.0, 1459.0, 2443.0, 4690.0, 13859.0, 840580.0, 163105.0, 9900.0, 3913.0, 2155.0, 1360.0, 798.0, 509.0, 368.0, 240.0, 144.0, 104.0, 72.0, 50.0, 43.0, 23.0, 12.0, 12.0, 6.0, 4.0, 6.0, 7.0, 0.0, 2.0, 0.0, 2.0, 4.0, 0.0, 0.0, 2.0, 0.0, 2.0, 4.0], "bins": [-0.00039577484130859375, -0.00038336217403411865, -0.00037094950675964355, -0.00035853683948516846, -0.00034612417221069336, -0.00033371150493621826, -0.00032129883766174316, -0.00030888617038726807, -0.00029647350311279297, -0.00028406083583831787, -0.0002716481685638428, -0.0002592355012893677, -0.0002468228340148926, -0.00023441016674041748, -0.00022199749946594238, -0.00020958483219146729, -0.0001971721649169922, -0.0001847594976425171, -0.000172346830368042, -0.0001599341630935669, -0.0001475214958190918, -0.0001351088285446167, -0.0001226961612701416, -0.0001102834939956665, -9.78708267211914e-05, -8.545815944671631e-05, -7.304549217224121e-05, -6.063282489776611e-05, -4.8220157623291016e-05, -3.580749034881592e-05, -2.339482307434082e-05, -1.0982155799865723e-05, 1.430511474609375e-06, 1.3843178749084473e-05, 2.625584602355957e-05, 3.866851329803467e-05, 5.1081180572509766e-05, 6.349384784698486e-05, 7.590651512145996e-05, 8.831918239593506e-05, 0.00010073184967041016, 0.00011314451694488525, 0.00012555718421936035, 0.00013796985149383545, 0.00015038251876831055, 0.00016279518604278564, 0.00017520785331726074, 0.00018762052059173584, 0.00020003318786621094, 0.00021244585514068604, 0.00022485852241516113, 0.00023727118968963623, 0.00024968385696411133, 0.0002620965242385864, 0.0002745091915130615, 0.0002869218587875366, 0.0002993345260620117, 0.0003117471933364868, 0.0003241598606109619, 0.000336572527885437, 0.0003489851951599121, 0.0003613978624343872, 0.0003738105297088623, 0.0003862231969833374, 0.0003986358642578125]}, "gradients/decoder.model.decoder.layers.9.encoder_attn.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 3.0, 1.0, 5.0, 5.0, 22.0, 46.0, 106.0, 366.0, 266.0, 79.0, 43.0, 14.0, 14.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-7.426738739013672e-05, -7.193908095359802e-05, -6.961077451705933e-05, -6.728246808052063e-05, -6.495416164398193e-05, -6.262585520744324e-05, -6.029754877090454e-05, -5.7969242334365845e-05, -5.564093589782715e-05, -5.331262946128845e-05, -5.0984323024749756e-05, -4.865601658821106e-05, -4.632771015167236e-05, -4.399940371513367e-05, -4.167109727859497e-05, -3.9342790842056274e-05, -3.701448440551758e-05, -3.468617796897888e-05, -3.2357871532440186e-05, -3.002956509590149e-05, -2.7701258659362793e-05, -2.5372952222824097e-05, -2.30446457862854e-05, -2.0716339349746704e-05, -1.8388032913208008e-05, -1.605972647666931e-05, -1.3731420040130615e-05, -1.1403113603591919e-05, -9.074807167053223e-06, -6.746500730514526e-06, -4.41819429397583e-06, -2.089887857437134e-06, 2.384185791015625e-07, 2.566725015640259e-06, 4.895031452178955e-06, 7.223337888717651e-06, 9.551644325256348e-06, 1.1879950761795044e-05, 1.420825719833374e-05, 1.6536563634872437e-05, 1.8864870071411133e-05, 2.119317650794983e-05, 2.3521482944488525e-05, 2.584978938102722e-05, 2.8178095817565918e-05, 3.0506402254104614e-05, 3.283470869064331e-05, 3.516301512718201e-05, 3.74913215637207e-05, 3.98196280002594e-05, 4.2147934436798096e-05, 4.447624087333679e-05, 4.680454730987549e-05, 4.9132853746414185e-05, 5.146116018295288e-05, 5.378946661949158e-05, 5.6117773056030273e-05, 5.844607949256897e-05, 6.0774385929107666e-05, 6.310269236564636e-05, 6.543099880218506e-05, 6.775930523872375e-05, 7.008761167526245e-05, 7.241591811180115e-05, 7.474422454833984e-05]}, "gradients/decoder.model.decoder.layers.9.self_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 36.0, 910.0, 61.0, 5.0, 7.0], "bins": [-5.865598201751709, -5.768558979034424, -5.671519756317139, -5.574480056762695, -5.47744083404541, -5.380401611328125, -5.28336238861084, -5.186323165893555, -5.0892839431762695, -4.992244720458984, -4.895205497741699, -4.798166275024414, -4.701126575469971, -4.6040873527526855, -4.5070481300354, -4.410008907318115, -4.312969207763672, -4.215929985046387, -4.118890762329102, -4.021851539611816, -3.924812078475952, -3.827772617340088, -3.7307333946228027, -3.6336941719055176, -3.5366549491882324, -3.4396157264709473, -3.342576265335083, -3.245537042617798, -3.1484978199005127, -3.0514583587646484, -2.9544191360473633, -2.857379913330078, -2.760340452194214, -2.6633012294769287, -2.5662617683410645, -2.4692225456237793, -2.372183322906494, -2.275144100189209, -2.1781046390533447, -2.0810654163360596, -1.9840260744094849, -1.8869867324829102, -1.789947509765625, -1.6929081678390503, -1.5958688259124756, -1.4988296031951904, -1.4017902612686157, -1.304750919342041, -1.2077116966247559, -1.1106723546981812, -1.013633131980896, -0.9165937900543213, -0.8195545077323914, -0.7225152254104614, -0.6254758834838867, -0.5284366011619568, -0.43139734864234924, -0.3343580365180969, -0.237318754196167, -0.14027944207191467, -0.04324015974998474, 0.05379912257194519, 0.1508384644985199, 0.24787774682044983, 0.34491702914237976]}, "gradients/decoder.model.decoder.layers.9.self_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 12.0, 40.0, 115.0, 210.0, 279.0, 222.0, 89.0, 39.0, 9.0, 4.0], "bins": [-0.8150008916854858, -0.8010455369949341, -0.7870902419090271, -0.7731348872184753, -0.7591795921325684, -0.7452242374420166, -0.7312688827514648, -0.7173135876655579, -0.7033582329750061, -0.6894028782844543, -0.6754475831985474, -0.6614922285079956, -0.6475368738174438, -0.6335815787315369, -0.6196262240409851, -0.6056709289550781, -0.5917155742645264, -0.5777602195739746, -0.5638049244880676, -0.5498495697975159, -0.5358942747116089, -0.5219389200210571, -0.5079835653305054, -0.494028240442276, -0.48007291555404663, -0.46611759066581726, -0.4521622657775879, -0.43820691108703613, -0.42425158619880676, -0.4102962613105774, -0.39634090662002563, -0.38238558173179626, -0.3684302568435669, -0.3544749319553375, -0.34051960706710815, -0.3265642523765564, -0.312608927488327, -0.29865360260009766, -0.2846982479095459, -0.27074292302131653, -0.25678759813308716, -0.2428322732448578, -0.22887693345546722, -0.21492159366607666, -0.2009662687778473, -0.18701094388961792, -0.17305560410022736, -0.1591002643108368, -0.14514493942260742, -0.13118961453437805, -0.11723427474498749, -0.10327894240617752, -0.08932361006736755, -0.07536827772855759, -0.06141294538974762, -0.04745761305093765, -0.033502280712127686, -0.01954694837331772, -0.0055916160345077515, 0.008363716304302216, 0.022319048643112183, 0.03627438098192215, 0.05022971332073212, 0.06418504565954208, 0.07814037799835205]}, "gradients/decoder.model.decoder.layers.9.self_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 3.0, 4.0, 1.0, 6.0, 2.0, 5.0, 2.0, 6.0, 4.0, 6.0, 11.0, 6.0, 10.0, 14.0, 26.0, 74.0, 210.0, 1129.0, 15820.0, 991378.0, 37175.0, 2142.0, 283.0, 94.0, 42.0, 16.0, 16.0, 12.0, 11.0, 8.0, 2.0, 3.0, 2.0, 3.0, 1.0, 4.0, 2.0, 4.0, 5.0, 2.0, 4.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0], "bins": [-0.55908203125, -0.5429344177246094, -0.5267868041992188, -0.5106391906738281, -0.4944915771484375, -0.4783439636230469, -0.46219635009765625, -0.4460487365722656, -0.429901123046875, -0.4137535095214844, -0.39760589599609375, -0.3814582824707031, -0.3653106689453125, -0.3491630554199219, -0.33301544189453125, -0.3168678283691406, -0.30072021484375, -0.2845726013183594, -0.26842498779296875, -0.2522773742675781, -0.2361297607421875, -0.21998214721679688, -0.20383453369140625, -0.18768692016601562, -0.171539306640625, -0.15539169311523438, -0.13924407958984375, -0.12309646606445312, -0.1069488525390625, -0.09080123901367188, -0.07465362548828125, -0.058506011962890625, -0.0423583984375, -0.026210784912109375, -0.01006317138671875, 0.006084442138671875, 0.0222320556640625, 0.038379669189453125, 0.05452728271484375, 0.07067489624023438, 0.086822509765625, 0.10297012329101562, 0.11911773681640625, 0.13526535034179688, 0.1514129638671875, 0.16756057739257812, 0.18370819091796875, 0.19985580444335938, 0.21600341796875, 0.23215103149414062, 0.24829864501953125, 0.2644462585449219, 0.2805938720703125, 0.2967414855957031, 0.31288909912109375, 0.3290367126464844, 0.345184326171875, 0.3613319396972656, 0.37747955322265625, 0.3936271667480469, 0.4097747802734375, 0.4259223937988281, 0.44207000732421875, 0.4582176208496094, 0.474365234375]}, "gradients/decoder.model.decoder.layers.9.self_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 9.0, 24.0, 78.0, 205.0, 340.0, 235.0, 79.0, 34.0, 5.0, 4.0, 1.0, 1.0], "bins": [-0.04034423828125, -0.03963005542755127, -0.03891587257385254, -0.03820168972015381, -0.03748750686645508, -0.03677332401275635, -0.03605914115905762, -0.03534495830535889, -0.034630775451660156, -0.033916592597961426, -0.033202409744262695, -0.032488226890563965, -0.031774044036865234, -0.031059861183166504, -0.030345678329467773, -0.029631495475769043, -0.028917312622070312, -0.028203129768371582, -0.02748894691467285, -0.02677476406097412, -0.02606058120727539, -0.02534639835357666, -0.02463221549987793, -0.0239180326461792, -0.02320384979248047, -0.02248966693878174, -0.021775484085083008, -0.021061301231384277, -0.020347118377685547, -0.019632935523986816, -0.018918752670288086, -0.018204569816589355, -0.017490386962890625, -0.016776204109191895, -0.016062021255493164, -0.015347838401794434, -0.014633655548095703, -0.013919472694396973, -0.013205289840698242, -0.012491106986999512, -0.011776924133300781, -0.01106274127960205, -0.01034855842590332, -0.00963437557220459, -0.00892019271850586, -0.008206009864807129, -0.0074918270111083984, -0.006777644157409668, -0.0060634613037109375, -0.005349278450012207, -0.0046350955963134766, -0.003920912742614746, -0.0032067298889160156, -0.002492547035217285, -0.0017783641815185547, -0.0010641813278198242, -0.00034999847412109375, 0.0003641843795776367, 0.0010783672332763672, 0.0017925500869750977, 0.002506732940673828, 0.0032209157943725586, 0.003935098648071289, 0.0046492815017700195, 0.00536346435546875]}, "gradients/decoder.model.decoder.layers.9.self_attn.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 10.0, 12.0, 14.0, 21.0, 24.0, 33.0, 25.0, 59.0, 72.0, 93.0, 86.0, 107.0, 142.0, 191.0, 283.0, 356.0, 516.0, 671.0, 933.0, 1245.0, 1970.0, 2952.0, 4895.0, 7801.0, 13945.0, 26967.0, 62003.0, 212381.0, 521605.0, 102490.0, 39626.0, 18942.0, 10186.0, 6061.0, 3857.0, 2210.0, 1509.0, 1098.0, 792.0, 603.0, 433.0, 295.0, 226.0, 198.0, 131.0, 123.0, 105.0, 68.0, 49.0, 37.0, 26.0, 27.0, 21.0, 15.0, 13.0, 7.0, 2.0, 3.0, 3.0, 3.0, 1.0], "bins": [-0.036407470703125, -0.03524208068847656, -0.034076690673828125, -0.03291130065917969, -0.03174591064453125, -0.030580520629882812, -0.029415130615234375, -0.028249740600585938, -0.0270843505859375, -0.025918960571289062, -0.024753570556640625, -0.023588180541992188, -0.02242279052734375, -0.021257400512695312, -0.020092010498046875, -0.018926620483398438, -0.01776123046875, -0.016595840454101562, -0.015430450439453125, -0.014265060424804688, -0.01309967041015625, -0.011934280395507812, -0.010768890380859375, -0.009603500366210938, -0.0084381103515625, -0.0072727203369140625, -0.006107330322265625, -0.0049419403076171875, -0.00377655029296875, -0.0026111602783203125, -0.001445770263671875, -0.0002803802490234375, 0.000885009765625, 0.0020503997802734375, 0.003215789794921875, 0.0043811798095703125, 0.00554656982421875, 0.0067119598388671875, 0.007877349853515625, 0.009042739868164062, 0.0102081298828125, 0.011373519897460938, 0.012538909912109375, 0.013704299926757812, 0.01486968994140625, 0.016035079956054688, 0.017200469970703125, 0.018365859985351562, 0.01953125, 0.020696640014648438, 0.021862030029296875, 0.023027420043945312, 0.02419281005859375, 0.025358200073242188, 0.026523590087890625, 0.027688980102539062, 0.0288543701171875, 0.030019760131835938, 0.031185150146484375, 0.03235054016113281, 0.03351593017578125, 0.03468132019042969, 0.035846710205078125, 0.03701210021972656, 0.038177490234375]}, "gradients/decoder.model.decoder.layers.9.self_attn.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 4.0, 4.0, 1.0, 3.0, 4.0, 0.0, 0.0, 2.0, 3.0, 4.0, 3.0, 6.0, 10.0, 16.0, 15.0, 16.0, 16.0, 23.0, 23.0, 30.0, 33.0, 33.0, 48.0, 33.0, 38.0, 43.0, 50.0, 32.0, 53.0, 37.0, 53.0, 47.0, 39.0, 37.0, 28.0, 30.0, 26.0, 26.0, 20.0, 15.0, 14.0, 10.0, 18.0, 15.0, 9.0, 5.0, 5.0, 4.0, 9.0, 5.0, 1.0, 3.0, 2.0, 3.0, 2.0, 1.0, 4.0, 2.0, 3.0], "bins": [-0.0147705078125, -0.014327526092529297, -0.013884544372558594, -0.01344156265258789, -0.012998580932617188, -0.012555599212646484, -0.012112617492675781, -0.011669635772705078, -0.011226654052734375, -0.010783672332763672, -0.010340690612792969, -0.009897708892822266, -0.009454727172851562, -0.00901174545288086, -0.008568763732910156, -0.008125782012939453, -0.00768280029296875, -0.007239818572998047, -0.006796836853027344, -0.006353855133056641, -0.0059108734130859375, -0.005467891693115234, -0.005024909973144531, -0.004581928253173828, -0.004138946533203125, -0.003695964813232422, -0.0032529830932617188, -0.0028100013732910156, -0.0023670196533203125, -0.0019240379333496094, -0.0014810562133789062, -0.0010380744934082031, -0.0005950927734375, -0.00015211105346679688, 0.00029087066650390625, 0.0007338523864746094, 0.0011768341064453125, 0.0016198158264160156, 0.0020627975463867188, 0.002505779266357422, 0.002948760986328125, 0.003391742706298828, 0.0038347244262695312, 0.004277706146240234, 0.0047206878662109375, 0.005163669586181641, 0.005606651306152344, 0.006049633026123047, 0.00649261474609375, 0.006935596466064453, 0.007378578186035156, 0.00782155990600586, 0.008264541625976562, 0.008707523345947266, 0.009150505065917969, 0.009593486785888672, 0.010036468505859375, 0.010479450225830078, 0.010922431945800781, 0.011365413665771484, 0.011808395385742188, 0.01225137710571289, 0.012694358825683594, 0.013137340545654297, 0.013580322265625]}, "gradients/decoder.model.decoder.layers.9.self_attn.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 2.0, 8.0, 5.0, 0.0, 6.0, 5.0, 4.0, 11.0, 8.0, 10.0, 18.0, 15.0, 23.0, 29.0, 43.0, 61.0, 65.0, 85.0, 103.0, 161.0, 223.0, 295.0, 438.0, 635.0, 1070.0, 1862.0, 3559.0, 11081.0, 994167.0, 23718.0, 4788.0, 2192.0, 1274.0, 786.0, 476.0, 332.0, 271.0, 168.0, 136.0, 100.0, 65.0, 54.0, 52.0, 40.0, 28.0, 24.0, 17.0, 11.0, 8.0, 5.0, 8.0, 4.0, 9.0, 6.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.200927734375, -0.1947765350341797, -0.18862533569335938, -0.18247413635253906, -0.17632293701171875, -0.17017173767089844, -0.16402053833007812, -0.1578693389892578, -0.1517181396484375, -0.1455669403076172, -0.13941574096679688, -0.13326454162597656, -0.12711334228515625, -0.12096214294433594, -0.11481094360351562, -0.10865974426269531, -0.102508544921875, -0.09635734558105469, -0.09020614624023438, -0.08405494689941406, -0.07790374755859375, -0.07175254821777344, -0.06560134887695312, -0.05945014953613281, -0.0532989501953125, -0.04714775085449219, -0.040996551513671875, -0.03484535217285156, -0.02869415283203125, -0.022542953491210938, -0.016391754150390625, -0.010240554809570312, -0.00408935546875, 0.0020618438720703125, 0.008213043212890625, 0.014364242553710938, 0.02051544189453125, 0.026666641235351562, 0.032817840576171875, 0.03896903991699219, 0.0451202392578125, 0.05127143859863281, 0.057422637939453125, 0.06357383728027344, 0.06972503662109375, 0.07587623596191406, 0.08202743530273438, 0.08817863464355469, 0.094329833984375, 0.10048103332519531, 0.10663223266601562, 0.11278343200683594, 0.11893463134765625, 0.12508583068847656, 0.13123703002929688, 0.1373882293701172, 0.1435394287109375, 0.1496906280517578, 0.15584182739257812, 0.16199302673339844, 0.16814422607421875, 0.17429542541503906, 0.18044662475585938, 0.1865978240966797, 0.1927490234375]}, "gradients/decoder.model.decoder.layers.9.self_attn.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 0.0, 3.0, 4.0, 4.0, 9.0, 28.0, 48.0, 767.0, 74.0, 25.0, 8.0, 9.0, 7.0, 3.0, 3.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.270408630371094e-05, -6.0253776609897614e-05, -5.780346691608429e-05, -5.5353157222270966e-05, -5.290284752845764e-05, -5.045253783464432e-05, -4.8002228140830994e-05, -4.555191844701767e-05, -4.3101608753204346e-05, -4.065129905939102e-05, -3.82009893655777e-05, -3.5750679671764374e-05, -3.330036997795105e-05, -3.0850060284137726e-05, -2.8399750590324402e-05, -2.5949440896511078e-05, -2.3499131202697754e-05, -2.104882150888443e-05, -1.8598511815071106e-05, -1.6148202121257782e-05, -1.3697892427444458e-05, -1.1247582733631134e-05, -8.79727303981781e-06, -6.346963346004486e-06, -3.896653652191162e-06, -1.4463439583778381e-06, 1.0039657354354858e-06, 3.45427542924881e-06, 5.904585123062134e-06, 8.354894816875458e-06, 1.0805204510688782e-05, 1.3255514204502106e-05, 1.570582389831543e-05, 1.8156133592128754e-05, 2.0606443285942078e-05, 2.30567529797554e-05, 2.5507062673568726e-05, 2.795737236738205e-05, 3.0407682061195374e-05, 3.28579917550087e-05, 3.530830144882202e-05, 3.7758611142635345e-05, 4.020892083644867e-05, 4.2659230530261993e-05, 4.510954022407532e-05, 4.755984991788864e-05, 5.0010159611701965e-05, 5.246046930551529e-05, 5.491077899932861e-05, 5.736108869314194e-05, 5.981139838695526e-05, 6.226170808076859e-05, 6.471201777458191e-05, 6.716232746839523e-05, 6.961263716220856e-05, 7.206294685602188e-05, 7.45132565498352e-05, 7.696356624364853e-05, 7.941387593746185e-05, 8.186418563127518e-05, 8.43144953250885e-05, 8.676480501890182e-05, 8.921511471271515e-05, 9.166542440652847e-05, 9.41157341003418e-05]}, "gradients/decoder.model.decoder.layers.9.self_attn.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 7.0, 6.0, 3.0, 5.0, 4.0, 26.0, 15.0, 36.0, 46.0, 64.0, 102.0, 141.0, 244.0, 367.0, 585.0, 848.0, 1297.0, 2150.0, 3595.0, 6592.0, 14146.0, 47595.0, 899383.0, 42033.0, 13535.0, 6464.0, 3503.0, 2107.0, 1204.0, 848.0, 520.0, 400.0, 245.0, 138.0, 99.0, 58.0, 40.0, 24.0, 25.0, 23.0, 15.0, 4.0, 8.0, 4.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0202789306640625, -0.01959061622619629, -0.018902301788330078, -0.018213987350463867, -0.017525672912597656, -0.016837358474731445, -0.016149044036865234, -0.015460729598999023, -0.014772415161132812, -0.014084100723266602, -0.01339578628540039, -0.01270747184753418, -0.012019157409667969, -0.011330842971801758, -0.010642528533935547, -0.009954214096069336, -0.009265899658203125, -0.008577585220336914, -0.007889270782470703, -0.007200956344604492, -0.006512641906738281, -0.00582432746887207, -0.005136013031005859, -0.0044476985931396484, -0.0037593841552734375, -0.0030710697174072266, -0.0023827552795410156, -0.0016944408416748047, -0.0010061264038085938, -0.0003178119659423828, 0.0003705024719238281, 0.001058816909790039, 0.00174713134765625, 0.002435445785522461, 0.003123760223388672, 0.003812074661254883, 0.004500389099121094, 0.005188703536987305, 0.005877017974853516, 0.0065653324127197266, 0.0072536468505859375, 0.007941961288452148, 0.00863027572631836, 0.00931859016418457, 0.010006904602050781, 0.010695219039916992, 0.011383533477783203, 0.012071847915649414, 0.012760162353515625, 0.013448476791381836, 0.014136791229248047, 0.014825105667114258, 0.015513420104980469, 0.01620173454284668, 0.01689004898071289, 0.0175783634185791, 0.018266677856445312, 0.018954992294311523, 0.019643306732177734, 0.020331621170043945, 0.021019935607910156, 0.021708250045776367, 0.022396564483642578, 0.02308487892150879, 0.023773193359375]}, "gradients/decoder.model.decoder.layers.9.self_attn.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 8.0, 1.0, 1.0, 2.0, 2.0, 3.0, 5.0, 2.0, 6.0, 5.0, 9.0, 9.0, 13.0, 16.0, 27.0, 34.0, 90.0, 558.0, 79.0, 21.0, 22.0, 13.0, 9.0, 7.0, 7.0, 10.0, 4.0, 4.0, 8.0, 6.0, 7.0, 3.0, 1.0, 5.0, 5.0, 1.0, 0.0, 3.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0087890625, -0.008491158485412598, -0.008193254470825195, -0.007895350456237793, -0.007597446441650391, -0.007299542427062988, -0.007001638412475586, -0.006703734397888184, -0.006405830383300781, -0.006107926368713379, -0.0058100223541259766, -0.005512118339538574, -0.005214214324951172, -0.0049163103103637695, -0.004618406295776367, -0.004320502281188965, -0.0040225982666015625, -0.00372469425201416, -0.003426790237426758, -0.0031288862228393555, -0.002830982208251953, -0.0025330781936645508, -0.0022351741790771484, -0.001937270164489746, -0.0016393661499023438, -0.0013414621353149414, -0.001043558120727539, -0.0007456541061401367, -0.0004477500915527344, -0.00014984607696533203, 0.0001480579376220703, 0.00044596195220947266, 0.000743865966796875, 0.0010417699813842773, 0.0013396739959716797, 0.001637578010559082, 0.0019354820251464844, 0.0022333860397338867, 0.002531290054321289, 0.0028291940689086914, 0.0031270980834960938, 0.003425002098083496, 0.0037229061126708984, 0.004020810127258301, 0.004318714141845703, 0.0046166181564331055, 0.004914522171020508, 0.00521242618560791, 0.0055103302001953125, 0.005808234214782715, 0.006106138229370117, 0.0064040422439575195, 0.006701946258544922, 0.006999850273132324, 0.0072977542877197266, 0.007595658302307129, 0.007893562316894531, 0.008191466331481934, 0.008489370346069336, 0.008787274360656738, 0.00908517837524414, 0.009383082389831543, 0.009680986404418945, 0.009978890419006348, 0.01027679443359375]}, "gradients/decoder.model.decoder.layers.8.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 0.0, 3.0, 8.0, 9.0, 9.0, 13.0, 23.0, 30.0, 82.0, 315.0, 363.0, 77.0, 20.0, 14.0, 8.0, 8.0, 5.0, 3.0, 3.0, 3.0, 0.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.7526386380195618, -0.7311546802520752, -0.7096707224845886, -0.688186764717102, -0.6667028665542603, -0.6452189087867737, -0.6237349510192871, -0.6022509932518005, -0.580767035484314, -0.5592830777168274, -0.5377991199493408, -0.516315221786499, -0.49483126401901245, -0.4733473062515259, -0.4518633484840393, -0.43037939071655273, -0.40889549255371094, -0.38741153478622437, -0.3659276068210602, -0.3444436490535736, -0.3229597210884094, -0.30147576332092285, -0.2799918055534363, -0.2585078477859497, -0.23702391982078552, -0.21553997695446014, -0.19405603408813477, -0.1725720763206482, -0.15108813345432281, -0.12960419058799744, -0.10812023282051086, -0.08663628995418549, -0.06515240669250488, -0.043668460100889206, -0.02218451350927353, -0.0007005631923675537, 0.020783379673957825, 0.0422673225402832, 0.06375128030776978, 0.08523522317409515, 0.10671916604042053, 0.1282031089067459, 0.1496870517730713, 0.17117100954055786, 0.19265495240688324, 0.21413889527320862, 0.2356228530406952, 0.2571067810058594, 0.27859073877334595, 0.3000746965408325, 0.3215586245059967, 0.3430425822734833, 0.36452651023864746, 0.38601046800613403, 0.4074944257736206, 0.4289783835411072, 0.45046231150627136, 0.47194626927375793, 0.4934301972389221, 0.5149141550064087, 0.5363981127738953, 0.5578820705413818, 0.5793659687042236, 0.6008499264717102, 0.6223338842391968]}, "gradients/decoder.model.decoder.layers.8.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 5.0, 3.0, 4.0, 3.0, 9.0, 10.0, 8.0, 12.0, 16.0, 21.0, 24.0, 28.0, 25.0, 33.0, 39.0, 30.0, 31.0, 29.0, 57.0, 62.0, 35.0, 40.0, 33.0, 42.0, 48.0, 45.0, 44.0, 35.0, 34.0, 30.0, 28.0, 21.0, 20.0, 25.0, 17.0, 11.0, 14.0, 10.0, 5.0, 5.0, 8.0, 2.0, 4.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.061997029930353165, -0.0603775680065155, -0.05875810608267784, -0.05713864415884018, -0.055519185960292816, -0.053899724036455154, -0.05228026211261749, -0.05066080018877983, -0.04904133826494217, -0.04742187634110451, -0.045802414417266846, -0.04418295621871948, -0.04256349429488182, -0.04094403237104416, -0.0393245704472065, -0.037705108523368835, -0.03608565032482147, -0.03446618840098381, -0.03284672647714615, -0.031227266415953636, -0.029607804492115974, -0.027988344430923462, -0.0263688825070858, -0.02474942058324814, -0.023129958659410477, -0.021510496735572815, -0.019891036674380302, -0.01827157475054264, -0.01665211282670498, -0.015032651834189892, -0.013413190841674805, -0.011793728917837143, -0.010174266993999481, -0.008554806001484394, -0.006935344077646732, -0.005315883085131645, -0.0036964216269552708, -0.0020769601687788963, -0.0004574991762638092, 0.0011619627475738525, 0.0027814237400889397, 0.004400885198265314, 0.0060203466564416885, 0.007639807648956776, 0.009259268641471863, 0.010878730565309525, 0.012498191557824612, 0.014117653481662273, 0.01573711447417736, 0.017356576398015022, 0.018976036459207535, 0.020595498383045197, 0.02221496030688286, 0.02383442223072052, 0.025453882291913033, 0.027073344215750694, 0.028692804276943207, 0.03031226620078087, 0.03193172812461853, 0.033551186323165894, 0.035170648247003555, 0.03679011017084122, 0.03840957209467888, 0.04002903401851654, 0.0416484959423542]}, "gradients/decoder.model.decoder.layers.8.fc2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 5.0, 3.0, 5.0, 9.0, 12.0, 15.0, 23.0, 26.0, 41.0, 45.0, 69.0, 96.0, 154.0, 214.0, 320.0, 540.0, 805.0, 1359.0, 2290.0, 3740.0, 6722.0, 13443.0, 30757.0, 99654.0, 3743135.0, 203427.0, 49094.0, 18911.0, 8751.0, 4393.0, 2395.0, 1398.0, 878.0, 532.0, 344.0, 215.0, 153.0, 100.0, 69.0, 46.0, 31.0, 24.0, 12.0, 10.0, 3.0, 7.0, 9.0, 3.0, 4.0, 0.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.068359375, -0.06638908386230469, -0.06441879272460938, -0.06244850158691406, -0.06047821044921875, -0.05850791931152344, -0.056537628173828125, -0.05456733703613281, -0.0525970458984375, -0.05062675476074219, -0.048656463623046875, -0.04668617248535156, -0.04471588134765625, -0.04274559020996094, -0.040775299072265625, -0.03880500793457031, -0.036834716796875, -0.03486442565917969, -0.032894134521484375, -0.030923843383789062, -0.02895355224609375, -0.026983261108398438, -0.025012969970703125, -0.023042678833007812, -0.0210723876953125, -0.019102096557617188, -0.017131805419921875, -0.015161514282226562, -0.01319122314453125, -0.011220932006835938, -0.009250640869140625, -0.0072803497314453125, -0.00531005859375, -0.0033397674560546875, -0.001369476318359375, 0.0006008148193359375, 0.00257110595703125, 0.0045413970947265625, 0.006511688232421875, 0.008481979370117188, 0.0104522705078125, 0.012422561645507812, 0.014392852783203125, 0.016363143920898438, 0.01833343505859375, 0.020303726196289062, 0.022274017333984375, 0.024244308471679688, 0.026214599609375, 0.028184890747070312, 0.030155181884765625, 0.03212547302246094, 0.03409576416015625, 0.03606605529785156, 0.038036346435546875, 0.04000663757324219, 0.0419769287109375, 0.04394721984863281, 0.045917510986328125, 0.04788780212402344, 0.04985809326171875, 0.05182838439941406, 0.053798675537109375, 0.05576896667480469, 0.0577392578125]}, "gradients/decoder.model.decoder.layers.8.fc2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 6.0, 4.0, 3.0, 3.0, 8.0, 6.0, 8.0, 8.0, 11.0, 15.0, 23.0, 37.0, 84.0, 108.0, 147.0, 140.0, 117.0, 75.0, 51.0, 38.0, 25.0, 15.0, 14.0, 15.0, 13.0, 5.0, 3.0, 6.0, 2.0, 2.0, 3.0, 2.0, 5.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.00197601318359375, -0.0019228756427764893, -0.0018697381019592285, -0.0018166005611419678, -0.001763463020324707, -0.0017103254795074463, -0.0016571879386901855, -0.0016040503978729248, -0.001550912857055664, -0.0014977753162384033, -0.0014446377754211426, -0.0013915002346038818, -0.001338362693786621, -0.0012852251529693604, -0.0012320876121520996, -0.0011789500713348389, -0.0011258125305175781, -0.0010726749897003174, -0.0010195374488830566, -0.0009663999080657959, -0.0009132623672485352, -0.0008601248264312744, -0.0008069872856140137, -0.0007538497447967529, -0.0007007122039794922, -0.0006475746631622314, -0.0005944371223449707, -0.00054129958152771, -0.0004881620407104492, -0.0004350244998931885, -0.00038188695907592773, -0.000328749418258667, -0.00027561187744140625, -0.0002224743366241455, -0.00016933679580688477, -0.00011619925498962402, -6.306171417236328e-05, -9.924173355102539e-06, 4.32133674621582e-05, 9.635090827941895e-05, 0.0001494884490966797, 0.00020262598991394043, 0.00025576353073120117, 0.0003089010715484619, 0.00036203861236572266, 0.0004151761531829834, 0.00046831369400024414, 0.0005214512348175049, 0.0005745887756347656, 0.0006277263164520264, 0.0006808638572692871, 0.0007340013980865479, 0.0007871389389038086, 0.0008402764797210693, 0.0008934140205383301, 0.0009465515613555908, 0.0009996891021728516, 0.0010528266429901123, 0.001105964183807373, 0.0011591017246246338, 0.0012122392654418945, 0.0012653768062591553, 0.001318514347076416, 0.0013716518878936768, 0.0014247894287109375]}, "gradients/decoder.model.decoder.layers.8.fc1.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 4.0, 2.0, 2.0, 11.0, 8.0, 7.0, 15.0, 22.0, 17.0, 35.0, 53.0, 66.0, 106.0, 126.0, 171.0, 253.0, 355.0, 545.0, 837.0, 1221.0, 2176.0, 3662.0, 6877.0, 14381.0, 37103.0, 146257.0, 3750360.0, 158100.0, 39023.0, 15327.0, 7281.0, 3781.0, 2154.0, 1310.0, 823.0, 588.0, 379.0, 229.0, 186.0, 110.0, 97.0, 64.0, 35.0, 35.0, 25.0, 18.0, 19.0, 10.0, 10.0, 4.0, 5.0, 2.0, 1.0, 3.0, 3.0, 1.0, 2.0, 2.0], "bins": [-0.02984619140625, -0.028928518295288086, -0.028010845184326172, -0.027093172073364258, -0.026175498962402344, -0.02525782585144043, -0.024340152740478516, -0.0234224796295166, -0.022504806518554688, -0.021587133407592773, -0.02066946029663086, -0.019751787185668945, -0.01883411407470703, -0.017916440963745117, -0.016998767852783203, -0.01608109474182129, -0.015163421630859375, -0.014245748519897461, -0.013328075408935547, -0.012410402297973633, -0.011492729187011719, -0.010575056076049805, -0.00965738296508789, -0.008739709854125977, -0.007822036743164062, -0.0069043636322021484, -0.005986690521240234, -0.00506901741027832, -0.004151344299316406, -0.003233671188354492, -0.002315998077392578, -0.001398324966430664, -0.00048065185546875, 0.00043702125549316406, 0.0013546943664550781, 0.002272367477416992, 0.0031900405883789062, 0.00410771369934082, 0.005025386810302734, 0.0059430599212646484, 0.0068607330322265625, 0.0077784061431884766, 0.00869607925415039, 0.009613752365112305, 0.010531425476074219, 0.011449098587036133, 0.012366771697998047, 0.013284444808959961, 0.014202117919921875, 0.015119791030883789, 0.016037464141845703, 0.016955137252807617, 0.01787281036376953, 0.018790483474731445, 0.01970815658569336, 0.020625829696655273, 0.021543502807617188, 0.0224611759185791, 0.023378849029541016, 0.02429652214050293, 0.025214195251464844, 0.026131868362426758, 0.027049541473388672, 0.027967214584350586, 0.0288848876953125]}, "gradients/decoder.model.decoder.layers.8.fc1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 2.0, 2.0, 2.0, 10.0, 4.0, 2.0, 2.0, 9.0, 10.0, 10.0, 16.0, 15.0, 21.0, 48.0, 119.0, 288.0, 2998.0, 242.0, 97.0, 57.0, 27.0, 19.0, 21.0, 10.0, 4.0, 3.0, 8.0, 4.0, 4.0, 5.0, 2.0, 2.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0104522705078125, -0.0101088285446167, -0.009765386581420898, -0.009421944618225098, -0.009078502655029297, -0.008735060691833496, -0.008391618728637695, -0.008048176765441895, -0.007704734802246094, -0.007361292839050293, -0.007017850875854492, -0.006674408912658691, -0.006330966949462891, -0.00598752498626709, -0.005644083023071289, -0.005300641059875488, -0.0049571990966796875, -0.004613757133483887, -0.004270315170288086, -0.003926873207092285, -0.0035834312438964844, -0.0032399892807006836, -0.002896547317504883, -0.002553105354309082, -0.0022096633911132812, -0.0018662214279174805, -0.0015227794647216797, -0.001179337501525879, -0.0008358955383300781, -0.0004924535751342773, -0.00014901161193847656, 0.00019443035125732422, 0.000537872314453125, 0.0008813142776489258, 0.0012247562408447266, 0.0015681982040405273, 0.0019116401672363281, 0.002255082130432129, 0.0025985240936279297, 0.0029419660568237305, 0.0032854080200195312, 0.003628849983215332, 0.003972291946411133, 0.004315733909606934, 0.004659175872802734, 0.005002617835998535, 0.005346059799194336, 0.005689501762390137, 0.0060329437255859375, 0.006376385688781738, 0.006719827651977539, 0.00706326961517334, 0.007406711578369141, 0.007750153541564941, 0.008093595504760742, 0.008437037467956543, 0.008780479431152344, 0.009123921394348145, 0.009467363357543945, 0.009810805320739746, 0.010154247283935547, 0.010497689247131348, 0.010841131210327148, 0.01118457317352295, 0.01152801513671875]}, "gradients/decoder.model.decoder.layers.8.encoder_attn_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 6.0, 1.0, 5.0, 9.0, 9.0, 18.0, 24.0, 78.0, 256.0, 407.0, 110.0, 33.0, 20.0, 15.0, 7.0, 7.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12590882182121277, -0.12022369354963303, -0.11453856527805328, -0.10885344445705414, -0.1031683087348938, -0.09748318791389465, -0.09179805964231491, -0.08611293137073517, -0.08042780309915543, -0.07474267482757568, -0.06905754655599594, -0.0633724182844162, -0.057687293738126755, -0.05200216546654701, -0.04631704092025757, -0.040631912648677826, -0.034946784377098083, -0.02926165610551834, -0.023576529696583748, -0.017891403287649155, -0.012206275016069412, -0.00652114674448967, -0.0008360221982002258, 0.004849106073379517, 0.010534234344959259, 0.016219362616539, 0.021904489025473595, 0.027589615434408188, 0.03327474370598793, 0.03895987197756767, 0.04464499652385712, 0.05033012479543686, 0.05601523816585541, 0.06170036643743515, 0.06738549470901489, 0.07307061553001404, 0.07875575125217438, 0.08444087207317352, 0.09012600034475327, 0.09581112861633301, 0.10149625688791275, 0.10718138515949249, 0.11286651343107224, 0.11855164170265198, 0.12423676252365112, 0.12992189824581146, 0.1356070190668106, 0.14129215478897095, 0.1469772756099701, 0.15266239643096924, 0.15834753215312958, 0.16403265297412872, 0.16971778869628906, 0.1754029095172882, 0.18108803033828735, 0.1867731660604477, 0.19245830178260803, 0.19814342260360718, 0.20382855832576752, 0.20951367914676666, 0.215198814868927, 0.22088393568992615, 0.2265690565109253, 0.23225419223308563, 0.23793931305408478]}, "gradients/decoder.model.decoder.layers.8.encoder_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 4.0, 4.0, 3.0, 1.0, 3.0, 8.0, 17.0, 16.0, 12.0, 13.0, 16.0, 21.0, 22.0, 25.0, 40.0, 32.0, 32.0, 41.0, 41.0, 37.0, 46.0, 40.0, 42.0, 50.0, 47.0, 41.0, 43.0, 42.0, 27.0, 32.0, 47.0, 37.0, 22.0, 26.0, 16.0, 15.0, 10.0, 10.0, 11.0, 3.0, 3.0, 2.0, 3.0, 4.0, 3.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01152249239385128, -0.011172917671501637, -0.010823342949151993, -0.010473769158124924, -0.01012419443577528, -0.009774619713425636, -0.009425044991075993, -0.009075470268726349, -0.00872589647769928, -0.008376321755349636, -0.008026747032999992, -0.007677172776311636, -0.00732759851962328, -0.006978023797273636, -0.006628449074923992, -0.0062788743525743484, -0.005929299630224705, -0.005579724907875061, -0.005230150651186705, -0.004880575928837061, -0.0045310016721487045, -0.004181426949799061, -0.003831852227449417, -0.003482277737930417, -0.003132703248411417, -0.002783128758892417, -0.002433554269373417, -0.002083979547023773, -0.0017344050575047731, -0.001384830567985773, -0.0010352558456361294, -0.0006856813561171293, -0.0003361077979207039, 1.3466749805957079e-05, 0.00036304129753261805, 0.0007126159034669399, 0.00106219039298594, 0.00141176488250494, 0.0017613396048545837, 0.002110914094373584, 0.002460488583892584, 0.002810063073411584, 0.003159637562930584, 0.0035092122852802277, 0.0038587867747992277, 0.004208361264318228, 0.0045579359866678715, 0.004907510243356228, 0.005257084965705872, 0.005606659688055515, 0.005956233944743872, 0.006305808667093515, 0.006655382923781872, 0.0070049576461315155, 0.007354532368481159, 0.007704107090830803, 0.008053680881857872, 0.008403255604207516, 0.00875283032655716, 0.009102404117584229, 0.009451978839933872, 0.009801553562283516, 0.01015112828463316, 0.010500703006982803, 0.010850277729332447]}, "gradients/decoder.model.decoder.layers.8.encoder_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 3.0, 4.0, 8.0, 7.0, 24.0, 29.0, 40.0, 71.0, 109.0, 204.0, 358.0, 696.0, 1516.0, 3828.0, 12560.0, 101794.0, 864127.0, 48869.0, 8714.0, 2944.0, 1224.0, 624.0, 327.0, 189.0, 104.0, 51.0, 38.0, 26.0, 17.0, 15.0, 11.0, 5.0, 6.0, 7.0, 4.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0106964111328125, -0.010290741920471191, -0.009885072708129883, -0.009479403495788574, -0.009073734283447266, -0.008668065071105957, -0.008262395858764648, -0.00785672664642334, -0.007451057434082031, -0.007045388221740723, -0.006639719009399414, -0.0062340497970581055, -0.005828380584716797, -0.005422711372375488, -0.00501704216003418, -0.004611372947692871, -0.0042057037353515625, -0.003800034523010254, -0.0033943653106689453, -0.0029886960983276367, -0.002583026885986328, -0.0021773576736450195, -0.001771688461303711, -0.0013660192489624023, -0.0009603500366210938, -0.0005546808242797852, -0.00014901161193847656, 0.00025665760040283203, 0.0006623268127441406, 0.0010679960250854492, 0.0014736652374267578, 0.0018793344497680664, 0.002285003662109375, 0.0026906728744506836, 0.003096342086791992, 0.0035020112991333008, 0.003907680511474609, 0.004313349723815918, 0.0047190189361572266, 0.005124688148498535, 0.005530357360839844, 0.005936026573181152, 0.006341695785522461, 0.0067473649978637695, 0.007153034210205078, 0.007558703422546387, 0.007964372634887695, 0.008370041847229004, 0.008775711059570312, 0.009181380271911621, 0.00958704948425293, 0.009992718696594238, 0.010398387908935547, 0.010804057121276855, 0.011209726333618164, 0.011615395545959473, 0.012021064758300781, 0.01242673397064209, 0.012832403182983398, 0.013238072395324707, 0.013643741607666016, 0.014049410820007324, 0.014455080032348633, 0.014860749244689941, 0.01526641845703125]}, "gradients/decoder.model.decoder.layers.8.encoder_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 3.0, 1.0, 3.0, 6.0, 3.0, 6.0, 9.0, 20.0, 28.0, 37.0, 111.0, 184.0, 204.0, 194.0, 74.0, 39.0, 24.0, 19.0, 13.0, 8.0, 3.0, 3.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021759033203125, -0.020903587341308594, -0.020048141479492188, -0.01919269561767578, -0.018337249755859375, -0.01748180389404297, -0.016626358032226562, -0.015770912170410156, -0.01491546630859375, -0.014060020446777344, -0.013204574584960938, -0.012349128723144531, -0.011493682861328125, -0.010638236999511719, -0.009782791137695312, -0.008927345275878906, -0.0080718994140625, -0.007216453552246094, -0.0063610076904296875, -0.005505561828613281, -0.004650115966796875, -0.0037946701049804688, -0.0029392242431640625, -0.0020837783813476562, -0.00122833251953125, -0.00037288665771484375, 0.0004825592041015625, 0.0013380050659179688, 0.002193450927734375, 0.0030488967895507812, 0.0039043426513671875, 0.004759788513183594, 0.005615234375, 0.006470680236816406, 0.0073261260986328125, 0.008181571960449219, 0.009037017822265625, 0.009892463684082031, 0.010747909545898438, 0.011603355407714844, 0.01245880126953125, 0.013314247131347656, 0.014169692993164062, 0.015025138854980469, 0.015880584716796875, 0.01673603057861328, 0.017591476440429688, 0.018446922302246094, 0.0193023681640625, 0.020157814025878906, 0.021013259887695312, 0.02186870574951172, 0.022724151611328125, 0.02357959747314453, 0.024435043334960938, 0.025290489196777344, 0.02614593505859375, 0.027001380920410156, 0.027856826782226562, 0.02871227264404297, 0.029567718505859375, 0.03042316436767578, 0.03127861022949219, 0.032134056091308594, 0.032989501953125]}, "gradients/decoder.model.decoder.layers.8.encoder_attn.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 9.0, 5.0, 4.0, 9.0, 12.0, 12.0, 9.0, 21.0, 29.0, 33.0, 58.0, 77.0, 109.0, 193.0, 275.0, 503.0, 862.0, 1605.0, 3028.0, 5671.0, 11795.0, 25272.0, 59258.0, 166596.0, 497414.0, 165976.0, 60537.0, 25379.0, 11529.0, 5501.0, 2901.0, 1561.0, 893.0, 477.0, 328.0, 175.0, 136.0, 93.0, 68.0, 38.0, 32.0, 18.0, 9.0, 8.0, 5.0, 8.0, 6.0, 7.0, 4.0, 3.0, 4.0, 3.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0], "bins": [-0.0003814697265625, -0.00036896392703056335, -0.0003564581274986267, -0.00034395232796669006, -0.0003314465284347534, -0.00031894072890281677, -0.0003064349293708801, -0.0002939291298389435, -0.00028142333030700684, -0.0002689175307750702, -0.00025641173124313354, -0.0002439059317111969, -0.00023140013217926025, -0.0002188943326473236, -0.00020638853311538696, -0.00019388273358345032, -0.00018137693405151367, -0.00016887113451957703, -0.00015636533498764038, -0.00014385953545570374, -0.0001313537359237671, -0.00011884793639183044, -0.0001063421368598938, -9.383633732795715e-05, -8.133053779602051e-05, -6.882473826408386e-05, -5.631893873214722e-05, -4.381313920021057e-05, -3.1307339668273926e-05, -1.880154013633728e-05, -6.295740604400635e-06, 6.210058927536011e-06, 1.8715858459472656e-05, 3.12216579914093e-05, 4.372745752334595e-05, 5.623325705528259e-05, 6.873905658721924e-05, 8.124485611915588e-05, 9.375065565109253e-05, 0.00010625645518302917, 0.00011876225471496582, 0.00013126805424690247, 0.0001437738537788391, 0.00015627965331077576, 0.0001687854528427124, 0.00018129125237464905, 0.0001937970519065857, 0.00020630285143852234, 0.00021880865097045898, 0.00023131445050239563, 0.00024382025003433228, 0.0002563260495662689, 0.00026883184909820557, 0.0002813376486301422, 0.00029384344816207886, 0.0003063492476940155, 0.00031885504722595215, 0.0003313608467578888, 0.00034386664628982544, 0.0003563724458217621, 0.00036887824535369873, 0.0003813840448856354, 0.000393889844417572, 0.00040639564394950867, 0.0004189014434814453]}, "gradients/decoder.model.decoder.layers.8.encoder_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 5.0, 1.0, 3.0, 4.0, 6.0, 4.0, 6.0, 8.0, 16.0, 9.0, 13.0, 17.0, 21.0, 29.0, 23.0, 30.0, 30.0, 20.0, 27.0, 48.0, 44.0, 34.0, 54.0, 37.0, 48.0, 42.0, 43.0, 33.0, 31.0, 49.0, 41.0, 27.0, 32.0, 28.0, 26.0, 22.0, 12.0, 13.0, 19.0, 9.0, 11.0, 4.0, 6.0, 4.0, 3.0, 1.0, 4.0, 5.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.023895263671875, -0.02311086654663086, -0.02232646942138672, -0.021542072296142578, -0.020757675170898438, -0.019973278045654297, -0.019188880920410156, -0.018404483795166016, -0.017620086669921875, -0.016835689544677734, -0.016051292419433594, -0.015266895294189453, -0.014482498168945312, -0.013698101043701172, -0.012913703918457031, -0.01212930679321289, -0.01134490966796875, -0.01056051254272461, -0.009776115417480469, -0.008991718292236328, -0.008207321166992188, -0.007422924041748047, -0.006638526916503906, -0.005854129791259766, -0.005069732666015625, -0.004285335540771484, -0.0035009384155273438, -0.002716541290283203, -0.0019321441650390625, -0.0011477470397949219, -0.00036334991455078125, 0.0004210472106933594, 0.0012054443359375, 0.0019898414611816406, 0.0027742385864257812, 0.003558635711669922, 0.0043430328369140625, 0.005127429962158203, 0.005911827087402344, 0.006696224212646484, 0.007480621337890625, 0.008265018463134766, 0.009049415588378906, 0.009833812713623047, 0.010618209838867188, 0.011402606964111328, 0.012187004089355469, 0.01297140121459961, 0.01375579833984375, 0.01454019546508789, 0.015324592590332031, 0.016108989715576172, 0.016893386840820312, 0.017677783966064453, 0.018462181091308594, 0.019246578216552734, 0.020030975341796875, 0.020815372467041016, 0.021599769592285156, 0.022384166717529297, 0.023168563842773438, 0.023952960968017578, 0.02473735809326172, 0.02552175521850586, 0.02630615234375]}, "gradients/decoder.model.decoder.layers.8.encoder_attn.k_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 3.0, 2.0, 5.0, 4.0, 11.0, 6.0, 14.0, 20.0, 23.0, 23.0, 38.0, 56.0, 65.0, 115.0, 178.0, 232.0, 370.0, 513.0, 943.0, 1318.0, 2403.0, 4134.0, 7231.0, 16664.0, 40379.0, 175004.0, 645078.0, 98999.0, 27978.0, 12281.0, 6105.0, 2998.0, 1950.0, 1105.0, 787.0, 476.0, 338.0, 211.0, 171.0, 107.0, 63.0, 47.0, 40.0, 26.0, 7.0, 13.0, 8.0, 6.0, 6.0, 6.0, 0.0, 1.0, 4.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.5451183319091797e-05, -2.458319067955017e-05, -2.3715198040008545e-05, -2.284720540046692e-05, -2.1979212760925293e-05, -2.1111220121383667e-05, -2.024322748184204e-05, -1.9375234842300415e-05, -1.850724220275879e-05, -1.7639249563217163e-05, -1.6771256923675537e-05, -1.590326428413391e-05, -1.5035271644592285e-05, -1.416727900505066e-05, -1.3299286365509033e-05, -1.2431293725967407e-05, -1.1563301086425781e-05, -1.0695308446884155e-05, -9.82731580734253e-06, -8.959323167800903e-06, -8.091330528259277e-06, -7.223337888717651e-06, -6.355345249176025e-06, -5.487352609634399e-06, -4.6193599700927734e-06, -3.7513673305511475e-06, -2.8833746910095215e-06, -2.0153820514678955e-06, -1.1473894119262695e-06, -2.7939677238464355e-07, 5.885958671569824e-07, 1.4565885066986084e-06, 2.3245811462402344e-06, 3.1925737857818604e-06, 4.060566425323486e-06, 4.928559064865112e-06, 5.796551704406738e-06, 6.664544343948364e-06, 7.53253698348999e-06, 8.400529623031616e-06, 9.268522262573242e-06, 1.0136514902114868e-05, 1.1004507541656494e-05, 1.187250018119812e-05, 1.2740492820739746e-05, 1.3608485460281372e-05, 1.4476478099822998e-05, 1.5344470739364624e-05, 1.621246337890625e-05, 1.7080456018447876e-05, 1.7948448657989502e-05, 1.8816441297531128e-05, 1.9684433937072754e-05, 2.055242657661438e-05, 2.1420419216156006e-05, 2.2288411855697632e-05, 2.3156404495239258e-05, 2.4024397134780884e-05, 2.489238977432251e-05, 2.5760382413864136e-05, 2.6628375053405762e-05, 2.7496367692947388e-05, 2.8364360332489014e-05, 2.923235297203064e-05, 3.0100345611572266e-05]}, "gradients/decoder.model.decoder.layers.8.encoder_attn.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 3.0, 0.0, 3.0, 3.0, 4.0, 13.0, 4.0, 20.0, 21.0, 42.0, 52.0, 109.0, 206.0, 261.0, 106.0, 47.0, 34.0, 20.0, 19.0, 9.0, 8.0, 5.0, 4.0, 2.0, 3.0, 2.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.64267349243164e-06, -8.372589945793152e-06, -8.102506399154663e-06, -7.832422852516174e-06, -7.5623393058776855e-06, -7.292255759239197e-06, -7.022172212600708e-06, -6.752088665962219e-06, -6.4820051193237305e-06, -6.211921572685242e-06, -5.941838026046753e-06, -5.671754479408264e-06, -5.401670932769775e-06, -5.131587386131287e-06, -4.861503839492798e-06, -4.591420292854309e-06, -4.32133674621582e-06, -4.0512531995773315e-06, -3.7811696529388428e-06, -3.511086106300354e-06, -3.2410025596618652e-06, -2.9709190130233765e-06, -2.7008354663848877e-06, -2.430751919746399e-06, -2.16066837310791e-06, -1.8905848264694214e-06, -1.6205012798309326e-06, -1.3504177331924438e-06, -1.080334186553955e-06, -8.102506399154663e-07, -5.401670932769775e-07, -2.7008354663848877e-07, 0.0, 2.7008354663848877e-07, 5.401670932769775e-07, 8.102506399154663e-07, 1.080334186553955e-06, 1.3504177331924438e-06, 1.6205012798309326e-06, 1.8905848264694214e-06, 2.16066837310791e-06, 2.430751919746399e-06, 2.7008354663848877e-06, 2.9709190130233765e-06, 3.2410025596618652e-06, 3.511086106300354e-06, 3.7811696529388428e-06, 4.0512531995773315e-06, 4.32133674621582e-06, 4.591420292854309e-06, 4.861503839492798e-06, 5.131587386131287e-06, 5.401670932769775e-06, 5.671754479408264e-06, 5.941838026046753e-06, 6.211921572685242e-06, 6.4820051193237305e-06, 6.752088665962219e-06, 7.022172212600708e-06, 7.292255759239197e-06, 7.5623393058776855e-06, 7.832422852516174e-06, 8.102506399154663e-06, 8.372589945793152e-06, 8.64267349243164e-06]}, "gradients/decoder.model.decoder.layers.8.encoder_attn.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 0.0, 4.0, 4.0, 9.0, 11.0, 23.0, 19.0, 32.0, 38.0, 53.0, 98.0, 99.0, 136.0, 212.0, 336.0, 404.0, 653.0, 1007.0, 1421.0, 2558.0, 4513.0, 8895.0, 22299.0, 71007.0, 739001.0, 140163.0, 30468.0, 11575.0, 5400.0, 2812.0, 1752.0, 1111.0, 777.0, 467.0, 335.0, 225.0, 165.0, 143.0, 85.0, 65.0, 40.0, 39.0, 24.0, 28.0, 17.0, 19.0, 4.0, 2.0, 2.0, 3.0, 2.0, 4.0, 6.0], "bins": [-3.5762786865234375e-05, -3.4759752452373505e-05, -3.3756718039512634e-05, -3.2753683626651764e-05, -3.1750649213790894e-05, -3.074761480093002e-05, -2.9744580388069153e-05, -2.8741545975208282e-05, -2.7738511562347412e-05, -2.6735477149486542e-05, -2.573244273662567e-05, -2.47294083237648e-05, -2.372637391090393e-05, -2.272333949804306e-05, -2.172030508518219e-05, -2.071727067232132e-05, -1.971423625946045e-05, -1.871120184659958e-05, -1.770816743373871e-05, -1.6705133020877838e-05, -1.5702098608016968e-05, -1.4699064195156097e-05, -1.3696029782295227e-05, -1.2692995369434357e-05, -1.1689960956573486e-05, -1.0686926543712616e-05, -9.683892130851746e-06, -8.680857717990875e-06, -7.677823305130005e-06, -6.6747888922691345e-06, -5.671754479408264e-06, -4.668720066547394e-06, -3.6656856536865234e-06, -2.662651240825653e-06, -1.6596168279647827e-06, -6.565824151039124e-07, 3.46451997756958e-07, 1.3494864106178284e-06, 2.3525208234786987e-06, 3.355555236339569e-06, 4.3585896492004395e-06, 5.36162406206131e-06, 6.36465847492218e-06, 7.3676928877830505e-06, 8.370727300643921e-06, 9.373761713504791e-06, 1.0376796126365662e-05, 1.1379830539226532e-05, 1.2382864952087402e-05, 1.3385899364948273e-05, 1.4388933777809143e-05, 1.5391968190670013e-05, 1.6395002603530884e-05, 1.7398037016391754e-05, 1.8401071429252625e-05, 1.9404105842113495e-05, 2.0407140254974365e-05, 2.1410174667835236e-05, 2.2413209080696106e-05, 2.3416243493556976e-05, 2.4419277906417847e-05, 2.5422312319278717e-05, 2.6425346732139587e-05, 2.7428381145000458e-05, 2.8431415557861328e-05]}, "gradients/decoder.model.decoder.layers.8.encoder_attn.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 4.0, 1.0, 5.0, 4.0, 5.0, 6.0, 16.0, 11.0, 14.0, 26.0, 24.0, 63.0, 61.0, 105.0, 188.0, 189.0, 72.0, 70.0, 32.0, 31.0, 14.0, 16.0, 7.0, 6.0, 8.0, 4.0, 4.0, 6.0, 1.0, 3.0, 1.0, 0.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.973743438720703e-06, -6.703659892082214e-06, -6.433576345443726e-06, -6.163492798805237e-06, -5.893409252166748e-06, -5.623325705528259e-06, -5.3532421588897705e-06, -5.083158612251282e-06, -4.813075065612793e-06, -4.542991518974304e-06, -4.2729079723358154e-06, -4.002824425697327e-06, -3.732740879058838e-06, -3.462657332420349e-06, -3.1925737857818604e-06, -2.9224902391433716e-06, -2.652406692504883e-06, -2.382323145866394e-06, -2.1122395992279053e-06, -1.8421560525894165e-06, -1.5720725059509277e-06, -1.301988959312439e-06, -1.0319054126739502e-06, -7.618218660354614e-07, -4.917383193969727e-07, -2.2165477275848389e-07, 4.842877388000488e-08, 3.1851232051849365e-07, 5.885958671569824e-07, 8.586794137954712e-07, 1.12876296043396e-06, 1.3988465070724487e-06, 1.6689300537109375e-06, 1.9390136003494263e-06, 2.209097146987915e-06, 2.479180693626404e-06, 2.7492642402648926e-06, 3.0193477869033813e-06, 3.28943133354187e-06, 3.559514880180359e-06, 3.829598426818848e-06, 4.0996819734573364e-06, 4.369765520095825e-06, 4.639849066734314e-06, 4.909932613372803e-06, 5.1800161600112915e-06, 5.45009970664978e-06, 5.720183253288269e-06, 5.990266799926758e-06, 6.260350346565247e-06, 6.530433893203735e-06, 6.800517439842224e-06, 7.070600986480713e-06, 7.340684533119202e-06, 7.6107680797576904e-06, 7.88085162639618e-06, 8.150935173034668e-06, 8.421018719673157e-06, 8.691102266311646e-06, 8.961185812950134e-06, 9.231269359588623e-06, 9.501352906227112e-06, 9.7714364528656e-06, 1.004151999950409e-05, 1.0311603546142578e-05]}, "gradients/decoder.model.decoder.layers.8.self_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 3.0, 2.0, 1.0, 8.0, 2.0, 7.0, 11.0, 17.0, 28.0, 58.0, 108.0, 314.0, 256.0, 85.0, 37.0, 19.0, 14.0, 12.0, 9.0, 7.0, 7.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.061713654547929764, -0.06008280813694, -0.05845196545124054, -0.05682111904025078, -0.05519027262926102, -0.053559429943561554, -0.05192858353257179, -0.05029773712158203, -0.04866689443588257, -0.04703604802489281, -0.045405205339193344, -0.04377435892820358, -0.04214351251721382, -0.04051266610622406, -0.0388818234205246, -0.037250977009534836, -0.035620130598545074, -0.03398928418755531, -0.03235844150185585, -0.03072759509086609, -0.029096748679876328, -0.027465904131531715, -0.025835059583187103, -0.024204213172197342, -0.02257336862385273, -0.020942524075508118, -0.019311677664518356, -0.017680833116173744, -0.016049988567829132, -0.01441914215683937, -0.012788297608494759, -0.011157452128827572, -0.009526602923870087, -0.0078957574442029, -0.0062649124301970005, -0.004634067416191101, -0.0030032219365239143, -0.0013723764568567276, 0.0002584680914878845, 0.0018893135711550713, 0.003520159050822258, 0.005151004530489445, 0.006781849544495344, 0.008412694558501244, 0.01004354003816843, 0.011674385517835617, 0.01330523006618023, 0.014936075545847416, 0.016566921025514603, 0.018197765573859215, 0.019828611984848976, 0.021459456533193588, 0.02309030294418335, 0.02472114749252796, 0.026351992040872574, 0.027982838451862335, 0.029613683000206947, 0.03124452754855156, 0.03287537395954132, 0.034506216645240784, 0.036137063056230545, 0.037767909467220306, 0.03939875215291977, 0.04102959856390953, 0.04266044497489929]}, "gradients/decoder.model.decoder.layers.8.self_attn_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 3.0, 2.0, 5.0, 8.0, 9.0, 29.0, 24.0, 47.0, 61.0, 69.0, 102.0, 105.0, 97.0, 105.0, 95.0, 80.0, 74.0, 45.0, 23.0, 15.0, 4.0, 6.0, 5.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003911417908966541, -0.0036576695274561644, -0.0034039211459457874, -0.003150172997266054, -0.0028964246157556772, -0.0026426762342453003, -0.002388928085565567, -0.00213517970405519, -0.0018814313225448132, -0.0016276829410344362, -0.0013739346759393811, -0.001120186410844326, -0.0008664380293339491, -0.0006126896478235722, -0.00035894138272851706, -0.00010519311763346195, 0.00014855526387691498, 0.000402303587179631, 0.000656051910482347, 0.000909800233785063, 0.001163548557087779, 0.001417296938598156, 0.001671045203693211, 0.0019247934687882662, 0.002178541850298643, 0.00243229023180902, 0.002686038613319397, 0.0029397867619991302, 0.003193535143509507, 0.003447283525019884, 0.0037010316736996174, 0.003954780288040638, 0.004208529368042946, 0.004462277516722679, 0.0047160261310637, 0.004969774279743433, 0.005223522894084454, 0.005477271042764187, 0.00573101919144392, 0.005984767340123653, 0.006238515954464674, 0.006492264103144407, 0.006746012717485428, 0.006999760866165161, 0.007253509014844894, 0.007507257629185915, 0.007761005777865648, 0.008014754392206669, 0.008268502540886402, 0.008522250689566135, 0.008775998838245869, 0.009029747918248177, 0.00928349606692791, 0.009537244215607643, 0.009790992364287376, 0.01004474051296711, 0.010298488661646843, 0.010552236810326576, 0.01080598495900631, 0.011059734039008617, 0.01131348218768835, 0.011567230336368084, 0.011820978485047817, 0.01207472663372755, 0.012328475713729858]}, "gradients/decoder.model.decoder.layers.8.self_attn.out_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 5.0, 2.0, 6.0, 6.0, 8.0, 14.0, 16.0, 14.0, 15.0, 26.0, 31.0, 28.0, 39.0, 61.0, 74.0, 103.0, 147.0, 210.0, 264.0, 383.0, 557.0, 912.0, 1554.0, 2560.0, 4149.0, 8097.0, 18530.0, 65965.0, 754450.0, 137874.0, 28288.0, 10541.0, 5278.0, 3043.0, 1923.0, 1093.0, 671.0, 445.0, 279.0, 234.0, 164.0, 131.0, 92.0, 66.0, 43.0, 38.0, 27.0, 12.0, 21.0, 25.0, 11.0, 11.0, 10.0, 6.0, 7.0, 6.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.0187225341796875, -0.0181124210357666, -0.017502307891845703, -0.016892194747924805, -0.016282081604003906, -0.015671968460083008, -0.01506185531616211, -0.014451742172241211, -0.013841629028320312, -0.013231515884399414, -0.012621402740478516, -0.012011289596557617, -0.011401176452636719, -0.01079106330871582, -0.010180950164794922, -0.009570837020874023, -0.008960723876953125, -0.008350610733032227, -0.007740497589111328, -0.00713038444519043, -0.006520271301269531, -0.005910158157348633, -0.005300045013427734, -0.004689931869506836, -0.0040798187255859375, -0.003469705581665039, -0.0028595924377441406, -0.002249479293823242, -0.0016393661499023438, -0.0010292530059814453, -0.0004191398620605469, 0.00019097328186035156, 0.00080108642578125, 0.0014111995697021484, 0.002021312713623047, 0.0026314258575439453, 0.0032415390014648438, 0.003851652145385742, 0.004461765289306641, 0.005071878433227539, 0.0056819915771484375, 0.006292104721069336, 0.006902217864990234, 0.007512331008911133, 0.008122444152832031, 0.00873255729675293, 0.009342670440673828, 0.009952783584594727, 0.010562896728515625, 0.011173009872436523, 0.011783123016357422, 0.01239323616027832, 0.013003349304199219, 0.013613462448120117, 0.014223575592041016, 0.014833688735961914, 0.015443801879882812, 0.01605391502380371, 0.01666402816772461, 0.017274141311645508, 0.017884254455566406, 0.018494367599487305, 0.019104480743408203, 0.0197145938873291, 0.02032470703125]}, "gradients/decoder.model.decoder.layers.8.self_attn.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 6.0, 2.0, 7.0, 5.0, 8.0, 14.0, 20.0, 31.0, 16.0, 32.0, 49.0, 71.0, 82.0, 98.0, 114.0, 109.0, 82.0, 57.0, 55.0, 35.0, 23.0, 29.0, 11.0, 10.0, 14.0, 3.0, 4.0, 3.0, 6.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0021514892578125, -0.0020731687545776367, -0.0019948482513427734, -0.0019165277481079102, -0.0018382072448730469, -0.0017598867416381836, -0.0016815662384033203, -0.001603245735168457, -0.0015249252319335938, -0.0014466047286987305, -0.0013682842254638672, -0.001289963722229004, -0.0012116432189941406, -0.0011333227157592773, -0.001055002212524414, -0.0009766817092895508, -0.0008983612060546875, -0.0008200407028198242, -0.0007417201995849609, -0.0006633996963500977, -0.0005850791931152344, -0.0005067586898803711, -0.0004284381866455078, -0.00035011768341064453, -0.00027179718017578125, -0.00019347667694091797, -0.00011515617370605469, -3.6835670471191406e-05, 4.1484832763671875e-05, 0.00011980533599853516, 0.00019812583923339844, 0.0002764463424682617, 0.000354766845703125, 0.0004330873489379883, 0.0005114078521728516, 0.0005897283554077148, 0.0006680488586425781, 0.0007463693618774414, 0.0008246898651123047, 0.000903010368347168, 0.0009813308715820312, 0.0010596513748168945, 0.0011379718780517578, 0.001216292381286621, 0.0012946128845214844, 0.0013729333877563477, 0.001451253890991211, 0.0015295743942260742, 0.0016078948974609375, 0.0016862154006958008, 0.001764535903930664, 0.0018428564071655273, 0.0019211769104003906, 0.001999497413635254, 0.002077817916870117, 0.0021561384201049805, 0.0022344589233398438, 0.002312779426574707, 0.0023910999298095703, 0.0024694204330444336, 0.002547740936279297, 0.00262606143951416, 0.0027043819427490234, 0.0027827024459838867, 0.00286102294921875]}, "gradients/decoder.model.decoder.layers.8.self_attn.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 3.0, 2.0, 4.0, 5.0, 8.0, 8.0, 9.0, 7.0, 14.0, 13.0, 22.0, 32.0, 44.0, 74.0, 128.0, 227.0, 347.0, 564.0, 1096.0, 2045.0, 3745.0, 7921.0, 20867.0, 738273.0, 240703.0, 17502.0, 7089.0, 3452.0, 1903.0, 975.0, 579.0, 338.0, 177.0, 114.0, 93.0, 46.0, 27.0, 29.0, 17.0, 12.0, 12.0, 5.0, 6.0, 1.0, 4.0, 2.0, 3.0, 5.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.0120849609375, -0.011681199073791504, -0.011277437210083008, -0.010873675346374512, -0.010469913482666016, -0.01006615161895752, -0.009662389755249023, -0.009258627891540527, -0.008854866027832031, -0.008451104164123535, -0.008047342300415039, -0.007643580436706543, -0.007239818572998047, -0.006836056709289551, -0.006432294845581055, -0.006028532981872559, -0.0056247711181640625, -0.005221009254455566, -0.00481724739074707, -0.004413485527038574, -0.004009723663330078, -0.003605961799621582, -0.003202199935913086, -0.00279843807220459, -0.0023946762084960938, -0.0019909143447875977, -0.0015871524810791016, -0.0011833906173706055, -0.0007796287536621094, -0.0003758668899536133, 2.7894973754882812e-05, 0.0004316568374633789, 0.000835418701171875, 0.001239180564880371, 0.0016429424285888672, 0.0020467042922973633, 0.0024504661560058594, 0.0028542280197143555, 0.0032579898834228516, 0.0036617517471313477, 0.004065513610839844, 0.00446927547454834, 0.004873037338256836, 0.005276799201965332, 0.005680561065673828, 0.006084322929382324, 0.00648808479309082, 0.006891846656799316, 0.0072956085205078125, 0.007699370384216309, 0.008103132247924805, 0.0085068941116333, 0.008910655975341797, 0.009314417839050293, 0.009718179702758789, 0.010121941566467285, 0.010525703430175781, 0.010929465293884277, 0.011333227157592773, 0.01173698902130127, 0.012140750885009766, 0.012544512748718262, 0.012948274612426758, 0.013352036476135254, 0.01375579833984375]}, "gradients/decoder.model.decoder.layers.8.self_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 2.0, 0.0, 3.0, 1.0, 10.0, 9.0, 5.0, 8.0, 18.0, 12.0, 19.0, 10.0, 18.0, 14.0, 38.0, 44.0, 46.0, 61.0, 90.0, 73.0, 87.0, 76.0, 65.0, 59.0, 41.0, 34.0, 32.0, 24.0, 19.0, 24.0, 9.0, 6.0, 10.0, 10.0, 6.0, 8.0, 7.0, 4.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.005126953125, -0.004966855049133301, -0.0048067569732666016, -0.004646658897399902, -0.004486560821533203, -0.004326462745666504, -0.004166364669799805, -0.0040062665939331055, -0.0038461685180664062, -0.003686070442199707, -0.003525972366333008, -0.0033658742904663086, -0.0032057762145996094, -0.00304567813873291, -0.002885580062866211, -0.0027254819869995117, -0.0025653839111328125, -0.0024052858352661133, -0.002245187759399414, -0.002085089683532715, -0.0019249916076660156, -0.0017648935317993164, -0.0016047954559326172, -0.001444697380065918, -0.0012845993041992188, -0.0011245012283325195, -0.0009644031524658203, -0.0008043050765991211, -0.0006442070007324219, -0.00048410892486572266, -0.00032401084899902344, -0.00016391277313232422, -3.814697265625e-06, 0.00015628337860107422, 0.00031638145446777344, 0.00047647953033447266, 0.0006365776062011719, 0.0007966756820678711, 0.0009567737579345703, 0.0011168718338012695, 0.0012769699096679688, 0.001437067985534668, 0.0015971660614013672, 0.0017572641372680664, 0.0019173622131347656, 0.002077460289001465, 0.002237558364868164, 0.0023976564407348633, 0.0025577545166015625, 0.0027178525924682617, 0.002877950668334961, 0.00303804874420166, 0.0031981468200683594, 0.0033582448959350586, 0.003518342971801758, 0.003678441047668457, 0.0038385391235351562, 0.0039986371994018555, 0.004158735275268555, 0.004318833351135254, 0.004478931427001953, 0.004639029502868652, 0.0047991275787353516, 0.004959225654602051, 0.00511932373046875]}, "gradients/decoder.model.decoder.layers.8.self_attn.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 7.0, 3.0, 4.0, 7.0, 4.0, 8.0, 24.0, 29.0, 36.0, 54.0, 77.0, 91.0, 144.0, 188.0, 282.0, 428.0, 771.0, 1355.0, 3293.0, 14078.0, 960061.0, 56633.0, 6252.0, 2004.0, 1018.0, 588.0, 349.0, 238.0, 143.0, 111.0, 84.0, 54.0, 39.0, 23.0, 25.0, 14.0, 10.0, 5.0, 4.0, 2.0, 5.0, 4.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.00191497802734375, -0.001858249306678772, -0.001801520586013794, -0.001744791865348816, -0.0016880631446838379, -0.0016313344240188599, -0.0015746057033538818, -0.0015178769826889038, -0.0014611482620239258, -0.0014044195413589478, -0.0013476908206939697, -0.0012909621000289917, -0.0012342333793640137, -0.0011775046586990356, -0.0011207759380340576, -0.0010640472173690796, -0.0010073184967041016, -0.0009505897760391235, -0.0008938610553741455, -0.0008371323347091675, -0.0007804036140441895, -0.0007236748933792114, -0.0006669461727142334, -0.0006102174520492554, -0.0005534887313842773, -0.0004967600107192993, -0.0004400312900543213, -0.00038330256938934326, -0.00032657384872436523, -0.0002698451280593872, -0.00021311640739440918, -0.00015638768672943115, -9.965896606445312e-05, -4.29302453994751e-05, 1.379847526550293e-05, 7.052719593048096e-05, 0.00012725591659545898, 0.000183984637260437, 0.00024071335792541504, 0.00029744207859039307, 0.0003541707992553711, 0.0004108995199203491, 0.00046762824058532715, 0.0005243569612503052, 0.0005810856819152832, 0.0006378144025802612, 0.0006945431232452393, 0.0007512718439102173, 0.0008080005645751953, 0.0008647292852401733, 0.0009214580059051514, 0.0009781867265701294, 0.0010349154472351074, 0.0010916441679000854, 0.0011483728885650635, 0.0012051016092300415, 0.0012618303298950195, 0.0013185590505599976, 0.0013752877712249756, 0.0014320164918899536, 0.0014887452125549316, 0.0015454739332199097, 0.0016022026538848877, 0.0016589313745498657, 0.0017156600952148438]}, "gradients/decoder.model.decoder.layers.8.self_attn.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 1.0, 3.0, 4.0, 1.0, 2.0, 3.0, 5.0, 8.0, 47.0, 81.0, 466.0, 189.0, 105.0, 49.0, 8.0, 7.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.8014183044433594e-06, -2.7213245630264282e-06, -2.641230821609497e-06, -2.561137080192566e-06, -2.4810433387756348e-06, -2.4009495973587036e-06, -2.3208558559417725e-06, -2.2407621145248413e-06, -2.16066837310791e-06, -2.080574631690979e-06, -2.000480890274048e-06, -1.9203871488571167e-06, -1.8402934074401855e-06, -1.7601996660232544e-06, -1.6801059246063232e-06, -1.600012183189392e-06, -1.519918441772461e-06, -1.4398247003555298e-06, -1.3597309589385986e-06, -1.2796372175216675e-06, -1.1995434761047363e-06, -1.1194497346878052e-06, -1.039355993270874e-06, -9.592622518539429e-07, -8.791685104370117e-07, -7.990747690200806e-07, -7.189810276031494e-07, -6.388872861862183e-07, -5.587935447692871e-07, -4.78699803352356e-07, -3.986060619354248e-07, -3.1851232051849365e-07, -2.384185791015625e-07, -1.5832483768463135e-07, -7.82310962677002e-08, 1.862645149230957e-09, 8.195638656616211e-08, 1.6205012798309326e-07, 2.421438694000244e-07, 3.2223761081695557e-07, 4.023313522338867e-07, 4.824250936508179e-07, 5.62518835067749e-07, 6.426125764846802e-07, 7.227063179016113e-07, 8.028000593185425e-07, 8.828938007354736e-07, 9.629875421524048e-07, 1.043081283569336e-06, 1.123175024986267e-06, 1.2032687664031982e-06, 1.2833625078201294e-06, 1.3634562492370605e-06, 1.4435499906539917e-06, 1.5236437320709229e-06, 1.603737473487854e-06, 1.6838312149047852e-06, 1.7639249563217163e-06, 1.8440186977386475e-06, 1.9241124391555786e-06, 2.0042061805725098e-06, 2.084299921989441e-06, 2.164393663406372e-06, 2.2444874048233032e-06, 2.3245811462402344e-06]}, "gradients/decoder.model.decoder.layers.8.self_attn.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 4.0, 2.0, 3.0, 3.0, 3.0, 8.0, 5.0, 6.0, 12.0, 23.0, 26.0, 52.0, 402.0, 998501.0, 49113.0, 259.0, 31.0, 27.0, 9.0, 17.0, 20.0, 5.0, 5.0, 11.0, 6.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.004177093505859375, -0.004069775342941284, -0.003962457180023193, -0.0038551390171051025, -0.0037478208541870117, -0.003640502691268921, -0.00353318452835083, -0.0034258663654327393, -0.0033185482025146484, -0.0032112300395965576, -0.003103911876678467, -0.002996593713760376, -0.002889275550842285, -0.0027819573879241943, -0.0026746392250061035, -0.0025673210620880127, -0.002460002899169922, -0.002352684736251831, -0.0022453665733337402, -0.0021380484104156494, -0.0020307302474975586, -0.0019234120845794678, -0.001816093921661377, -0.0017087757587432861, -0.0016014575958251953, -0.0014941394329071045, -0.0013868212699890137, -0.0012795031070709229, -0.001172184944152832, -0.0010648667812347412, -0.0009575486183166504, -0.0008502304553985596, -0.0007429122924804688, -0.0006355941295623779, -0.0005282759666442871, -0.0004209578037261963, -0.00031363964080810547, -0.00020632147789001465, -9.900331497192383e-05, 8.314847946166992e-06, 0.00011563301086425781, 0.00022295117378234863, 0.00033026933670043945, 0.0004375874996185303, 0.0005449056625366211, 0.0006522238254547119, 0.0007595419883728027, 0.0008668601512908936, 0.0009741783142089844, 0.0010814964771270752, 0.001188814640045166, 0.0012961328029632568, 0.0014034509658813477, 0.0015107691287994385, 0.0016180872917175293, 0.0017254054546356201, 0.001832723617553711, 0.0019400417804718018, 0.0020473599433898926, 0.0021546781063079834, 0.0022619962692260742, 0.002369314432144165, 0.002476632595062256, 0.0025839507579803467, 0.0026912689208984375]}, "gradients/decoder.model.decoder.layers.8.self_attn.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 4.0, 2.0, 3.0, 3.0, 3.0, 8.0, 4.0, 7.0, 12.0, 23.0, 25.0, 37.0, 81.0, 326.0, 270.0, 68.0, 26.0, 26.0, 10.0, 16.0, 20.0, 5.0, 6.0, 10.0, 6.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.00096893310546875, -0.0009440407156944275, -0.000919148325920105, -0.0008942559361457825, -0.00086936354637146, -0.0008444711565971375, -0.0008195787668228149, -0.0007946863770484924, -0.0007697939872741699, -0.0007449015974998474, -0.0007200092077255249, -0.0006951168179512024, -0.0006702244281768799, -0.0006453320384025574, -0.0006204396486282349, -0.0005955472588539124, -0.0005706548690795898, -0.0005457624793052673, -0.0005208700895309448, -0.0004959776997566223, -0.0004710853099822998, -0.0004461929202079773, -0.0004213005304336548, -0.0003964081406593323, -0.00037151575088500977, -0.00034662336111068726, -0.00032173097133636475, -0.00029683858156204224, -0.0002719461917877197, -0.0002470538020133972, -0.0002221614122390747, -0.0001972690224647522, -0.0001723766326904297, -0.00014748424291610718, -0.00012259185314178467, -9.769946336746216e-05, -7.280707359313965e-05, -4.791468381881714e-05, -2.302229404449463e-05, 1.8700957298278809e-06, 2.676248550415039e-05, 5.16548752784729e-05, 7.654726505279541e-05, 0.00010143965482711792, 0.00012633204460144043, 0.00015122443437576294, 0.00017611682415008545, 0.00020100921392440796, 0.00022590160369873047, 0.000250793993473053, 0.0002756863832473755, 0.000300578773021698, 0.0003254711627960205, 0.000350363552570343, 0.00037525594234466553, 0.00040014833211898804, 0.00042504072189331055, 0.00044993311166763306, 0.00047482550144195557, 0.0004997178912162781, 0.0005246102809906006, 0.0005495026707649231, 0.0005743950605392456, 0.0005992874503135681, 0.0006241798400878906]}, "gradients/decoder.model.decoder.layers.7.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 7.0, 3.0, 8.0, 22.0, 74.0, 531.0, 294.0, 52.0, 17.0, 7.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00839383527636528, -0.0071702320128679276, -0.005946628283709288, -0.004723024554550648, -0.003499421291053295, -0.0022758180275559425, -0.0010522142983973026, 0.00017138943076133728, 0.0013949926942586899, 0.002618596190586686, 0.0038421996869146824, 0.005065803416073322, 0.006289406679570675, 0.0075130099430680275, 0.008736614137887955, 0.009960217401385307, 0.01118382066488266, 0.012407423928380013, 0.013631027191877365, 0.014854631386697292, 0.01607823371887207, 0.017301838845014572, 0.018525442108511925, 0.019749045372009277, 0.02097264863550663, 0.022196251899003983, 0.023419855162501335, 0.024643458425998688, 0.02586706355214119, 0.027090664952993393, 0.028314270079135895, 0.029537873342633247, 0.0307614803314209, 0.0319850854575634, 0.033208686858415604, 0.034432291984558105, 0.03565589338541031, 0.03687949851155281, 0.038103099912405014, 0.039326705038547516, 0.04055030643939972, 0.04177391156554222, 0.042997512966394424, 0.044221118092536926, 0.04544471949338913, 0.04666832461953163, 0.047891926020383835, 0.04911553114652634, 0.05033913627266884, 0.05156274139881134, 0.052786342799663544, 0.054009947925806046, 0.05523354932665825, 0.05645715445280075, 0.057680755853652954, 0.058904360979795456, 0.06012796610593796, 0.06135157123208046, 0.06257517635822296, 0.06379877775907516, 0.06502237915992737, 0.06624598056077957, 0.06746958941221237, 0.06869319081306458, 0.06991679221391678]}, "gradients/decoder.model.decoder.layers.7.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 6.0, 2.0, 3.0, 6.0, 5.0, 10.0, 14.0, 14.0, 16.0, 20.0, 14.0, 16.0, 16.0, 23.0, 26.0, 21.0, 26.0, 39.0, 33.0, 27.0, 43.0, 35.0, 40.0, 38.0, 43.0, 45.0, 35.0, 25.0, 37.0, 38.0, 35.0, 31.0, 24.0, 27.0, 24.0, 22.0, 17.0, 12.0, 14.0, 20.0, 12.0, 11.0, 9.0, 7.0, 8.0, 2.0, 1.0, 7.0, 1.0, 2.0, 4.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.005199172999709845, -0.005012277979403734, -0.0048253824934363365, -0.004638487473130226, -0.004451592452824116, -0.004264696966856718, -0.004077801946550608, -0.0038909066934138536, -0.0037040114402770996, -0.0035171161871403456, -0.0033302209340035915, -0.003143325913697481, -0.002956430660560727, -0.002769535407423973, -0.0025826403871178627, -0.0023957451339811087, -0.0022088498808443546, -0.0020219546277076006, -0.0018350594909861684, -0.0016481643542647362, -0.0014612691011279821, -0.001274373847991228, -0.001087478711269796, -0.0009005835745483637, -0.0007136883214116096, -0.0005267931264825165, -0.0003398979315534234, -0.00015300273662433028, 3.389245830476284e-05, 0.00022078765323385596, 0.0004076828481629491, 0.0005945779848843813, 0.000781472772359848, 0.0009683679672889411, 0.0011552631622180343, 0.0013421582989394665, 0.0015290535520762205, 0.0017159488052129745, 0.0019028439419344068, 0.002089739078655839, 0.002276634331792593, 0.002463529584929347, 0.002650424838066101, 0.0028373198583722115, 0.0030242151115089655, 0.0032111103646457195, 0.00339800538495183, 0.003584900638088584, 0.003771795891225338, 0.003958690911531448, 0.004145586397498846, 0.0043324814178049564, 0.004519376903772354, 0.0047062719240784645, 0.004893166944384575, 0.005080061964690685, 0.005266957450658083, 0.005453852470964193, 0.005640747956931591, 0.005827642977237701, 0.006014537997543812, 0.0062014334835112095, 0.00638832850381732, 0.0065752239897847176, 0.006762119010090828]}, "gradients/decoder.model.decoder.layers.7.fc2.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 4.0, 7.0, 7.0, 10.0, 6.0, 15.0, 18.0, 19.0, 18.0, 20.0, 23.0, 23.0, 35.0, 62.0, 115.0, 266.0, 801.0, 2462.0, 8410.0, 45182.0, 4119677.0, 11669.0, 3285.0, 1212.0, 433.0, 196.0, 83.0, 54.0, 24.0, 21.0, 30.0, 15.0, 16.0, 6.0, 11.0, 9.0, 4.0, 7.0, 10.0, 2.0, 9.0, 3.0, 4.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.01221466064453125, -0.011846065521240234, -0.011477470397949219, -0.011108875274658203, -0.010740280151367188, -0.010371685028076172, -0.010003089904785156, -0.00963449478149414, -0.009265899658203125, -0.00889730453491211, -0.008528709411621094, -0.008160114288330078, -0.0077915191650390625, -0.007422924041748047, -0.007054328918457031, -0.006685733795166016, -0.006317138671875, -0.005948543548583984, -0.005579948425292969, -0.005211353302001953, -0.0048427581787109375, -0.004474163055419922, -0.004105567932128906, -0.0037369728088378906, -0.003368377685546875, -0.0029997825622558594, -0.0026311874389648438, -0.002262592315673828, -0.0018939971923828125, -0.0015254020690917969, -0.0011568069458007812, -0.0007882118225097656, -0.00041961669921875, -5.1021575927734375e-05, 0.00031757354736328125, 0.0006861686706542969, 0.0010547637939453125, 0.0014233589172363281, 0.0017919540405273438, 0.0021605491638183594, 0.002529144287109375, 0.0028977394104003906, 0.0032663345336914062, 0.003634929656982422, 0.0040035247802734375, 0.004372119903564453, 0.004740715026855469, 0.005109310150146484, 0.0054779052734375, 0.005846500396728516, 0.006215095520019531, 0.006583690643310547, 0.0069522857666015625, 0.007320880889892578, 0.007689476013183594, 0.00805807113647461, 0.008426666259765625, 0.00879526138305664, 0.009163856506347656, 0.009532451629638672, 0.009901046752929688, 0.010269641876220703, 0.010638236999511719, 0.011006832122802734, 0.01137542724609375]}, "gradients/decoder.model.decoder.layers.7.fc2.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 8.0, 8.0, 8.0, 7.0, 12.0, 21.0, 17.0, 17.0, 19.0, 21.0, 24.0, 27.0, 25.0, 45.0, 28.0, 35.0, 44.0, 50.0, 52.0, 58.0, 65.0, 50.0, 46.0, 40.0, 33.0, 31.0, 29.0, 23.0, 18.0, 28.0, 14.0, 15.0, 18.0, 9.0, 9.0, 4.0, 5.0, 6.0, 10.0, 2.0, 9.0, 4.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.00022423267364501953, -0.0002173054963350296, -0.00021037831902503967, -0.00020345114171504974, -0.00019652396440505981, -0.00018959678709506989, -0.00018266960978507996, -0.00017574243247509003, -0.0001688152551651001, -0.00016188807785511017, -0.00015496090054512024, -0.0001480337232351303, -0.00014110654592514038, -0.00013417936861515045, -0.00012725219130516052, -0.0001203250139951706, -0.00011339783668518066, -0.00010647065937519073, -9.95434820652008e-05, -9.261630475521088e-05, -8.568912744522095e-05, -7.876195013523102e-05, -7.183477282524109e-05, -6.490759551525116e-05, -5.798041820526123e-05, -5.10532408952713e-05, -4.412606358528137e-05, -3.719888627529144e-05, -3.0271708965301514e-05, -2.3344531655311584e-05, -1.6417354345321655e-05, -9.490177035331726e-06, -2.562999725341797e-06, 4.364177584648132e-06, 1.1291354894638062e-05, 1.821853220462799e-05, 2.514570951461792e-05, 3.207288682460785e-05, 3.900006413459778e-05, 4.592724144458771e-05, 5.285441875457764e-05, 5.9781596064567566e-05, 6.67087733745575e-05, 7.363595068454742e-05, 8.056312799453735e-05, 8.749030530452728e-05, 9.441748261451721e-05, 0.00010134465992450714, 0.00010827183723449707, 0.000115199014544487, 0.00012212619185447693, 0.00012905336916446686, 0.0001359805464744568, 0.00014290772378444672, 0.00014983490109443665, 0.00015676207840442657, 0.0001636892557144165, 0.00017061643302440643, 0.00017754361033439636, 0.0001844707876443863, 0.00019139796495437622, 0.00019832514226436615, 0.00020525231957435608, 0.000212179496884346, 0.00021910667419433594]}, "gradients/decoder.model.decoder.layers.7.fc1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 5.0, 3.0, 8.0, 9.0, 6.0, 11.0, 18.0, 28.0, 57.0, 87.0, 131.0, 250.0, 552.0, 1416.0, 4279.0, 17232.0, 4130375.0, 30931.0, 5744.0, 1814.0, 655.0, 291.0, 154.0, 80.0, 49.0, 36.0, 17.0, 15.0, 12.0, 7.0, 4.0, 5.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.00373077392578125, -0.0036199092864990234, -0.003509044647216797, -0.0033981800079345703, -0.0032873153686523438, -0.003176450729370117, -0.0030655860900878906, -0.002954721450805664, -0.0028438568115234375, -0.002732992172241211, -0.0026221275329589844, -0.002511262893676758, -0.0024003982543945312, -0.0022895336151123047, -0.002178668975830078, -0.0020678043365478516, -0.001956939697265625, -0.0018460750579833984, -0.0017352104187011719, -0.0016243457794189453, -0.0015134811401367188, -0.0014026165008544922, -0.0012917518615722656, -0.001180887222290039, -0.0010700225830078125, -0.0009591579437255859, -0.0008482933044433594, -0.0007374286651611328, -0.0006265640258789062, -0.0005156993865966797, -0.0004048347473144531, -0.00029397010803222656, -0.00018310546875, -7.224082946777344e-05, 3.8623809814453125e-05, 0.0001494884490966797, 0.00026035308837890625, 0.0003712177276611328, 0.0004820823669433594, 0.0005929470062255859, 0.0007038116455078125, 0.0008146762847900391, 0.0009255409240722656, 0.0010364055633544922, 0.0011472702026367188, 0.0012581348419189453, 0.0013689994812011719, 0.0014798641204833984, 0.001590728759765625, 0.0017015933990478516, 0.0018124580383300781, 0.0019233226776123047, 0.0020341873168945312, 0.002145051956176758, 0.0022559165954589844, 0.002366781234741211, 0.0024776458740234375, 0.002588510513305664, 0.0026993751525878906, 0.002810239791870117, 0.0029211044311523438, 0.0030319690704345703, 0.003142833709716797, 0.0032536983489990234, 0.00336456298828125]}, "gradients/decoder.model.decoder.layers.7.fc1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 7.0, 4.0, 3.0, 4.0, 3.0, 1.0, 3.0, 1.0, 8.0, 5.0, 22.0, 155.0, 3562.0, 180.0, 25.0, 21.0, 15.0, 12.0, 5.0, 9.0, 8.0, 5.0, 6.0, 2.0, 3.0, 3.0, 4.0, 0.0, 3.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0005664825439453125, -0.0005443170666694641, -0.0005221515893936157, -0.0004999861121177673, -0.00047782063484191895, -0.00045565515756607056, -0.00043348968029022217, -0.0004113242030143738, -0.0003891587257385254, -0.000366993248462677, -0.0003448277711868286, -0.0003226622939109802, -0.00030049681663513184, -0.00027833133935928345, -0.00025616586208343506, -0.00023400038480758667, -0.00021183490753173828, -0.0001896694302558899, -0.0001675039529800415, -0.00014533847570419312, -0.00012317299842834473, -0.00010100752115249634, -7.884204387664795e-05, -5.667656660079956e-05, -3.451108932495117e-05, -1.2345612049102783e-05, 9.819865226745605e-06, 3.1985342502593994e-05, 5.415081977844238e-05, 7.631629705429077e-05, 9.848177433013916e-05, 0.00012064725160598755, 0.00014281272888183594, 0.00016497820615768433, 0.00018714368343353271, 0.0002093091607093811, 0.0002314746379852295, 0.0002536401152610779, 0.00027580559253692627, 0.00029797106981277466, 0.00032013654708862305, 0.00034230202436447144, 0.0003644675016403198, 0.0003866329789161682, 0.0004087984561920166, 0.000430963933467865, 0.0004531294107437134, 0.00047529488801956177, 0.0004974603652954102, 0.0005196258425712585, 0.0005417913198471069, 0.0005639567971229553, 0.0005861222743988037, 0.0006082877516746521, 0.0006304532289505005, 0.0006526187062263489, 0.0006747841835021973, 0.0006969496607780457, 0.000719115138053894, 0.0007412806153297424, 0.0007634460926055908, 0.0007856115698814392, 0.0008077770471572876, 0.000829942524433136, 0.0008521080017089844]}, "gradients/decoder.model.decoder.layers.7.encoder_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 3.0, 6.0, 6.0, 16.0, 17.0, 24.0, 59.0, 157.0, 366.0, 139.0, 64.0, 46.0, 35.0, 24.0, 16.0, 5.0, 8.0, 4.0, 4.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.002510931110009551, -0.002454252913594246, -0.002397574484348297, -0.002340896287932992, -0.002284217858687043, -0.002227539662271738, -0.0021708612330257893, -0.002114183036610484, -0.0020575046073645353, -0.00200082641094923, -0.0019441479817032814, -0.0018874696688726544, -0.0018307913560420275, -0.0017741130432114005, -0.0017174347303807735, -0.0016607565339654684, -0.0016040782211348414, -0.0015473999083042145, -0.0014907215954735875, -0.0014340432826429605, -0.0013773649698123336, -0.0013206866569817066, -0.0012640084605664015, -0.0012073300313204527, -0.0011506518349051476, -0.0010939735220745206, -0.0010372952092438936, -0.0009806168964132667, -0.0009239385835826397, -0.0008672602707520127, -0.0008105820161290467, -0.0007539037032984197, -0.0006972254486754537, -0.0006405471358448267, -0.0005838688230141997, -0.0005271905101835728, -0.00047051222645677626, -0.0004138339136261493, -0.0003571556298993528, -0.0003004773170687258, -0.00024379900423809886, -0.0001871206914074719, -0.00013044239312876016, -7.376409485004842e-05, -1.7085782019421458e-05, 3.9592530811205506e-05, 9.627081453800201e-05, 0.00015294912736862898, 0.00020962744019925594, 0.0002663057530298829, 0.00032298406586050987, 0.0003796623495873064, 0.00043634066241793334, 0.0004930190043523908, 0.0005496972589753568, 0.0006063755718059838, 0.0006630538846366107, 0.0007197321974672377, 0.0007764105102978647, 0.0008330887649208307, 0.0008897670777514577, 0.0009464453905820847, 0.0010031237034127116, 0.0010598020162433386, 0.0011164803290739655]}, "gradients/decoder.model.decoder.layers.7.encoder_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 7.0, 4.0, 7.0, 17.0, 11.0, 16.0, 18.0, 24.0, 24.0, 26.0, 40.0, 26.0, 40.0, 44.0, 58.0, 49.0, 49.0, 42.0, 55.0, 66.0, 51.0, 44.0, 42.0, 35.0, 35.0, 44.0, 26.0, 19.0, 12.0, 12.0, 15.0, 8.0, 16.0, 6.0, 11.0, 4.0, 6.0, 3.0, 0.0, 2.0], "bins": [-0.0008354398305527866, -0.00081437430344522, -0.0007933087763376534, -0.0007722432492300868, -0.0007511777221225202, -0.0007301121950149536, -0.0007090466096997261, -0.0006879811407998204, -0.0006669155554845929, -0.0006458500283770263, -0.0006247845012694597, -0.0006037189741618931, -0.0005826534470543265, -0.0005615879199467599, -0.0005405223928391933, -0.0005194568075239658, -0.0004983913386240602, -0.00047732581151649356, -0.00045626028440892696, -0.00043519475730136037, -0.0004141292301937938, -0.0003930637030862272, -0.0003719981468748301, -0.00035093261976726353, -0.00032986709265969694, -0.00030880156555213034, -0.00028773603844456375, -0.0002666704822331667, -0.0002456049551256001, -0.00022453944256994873, -0.0002034739009104669, -0.00018240837380290031, -0.00016134284669533372, -0.00014027731958776712, -0.00011921178520424291, -9.81462508207187e-05, -7.708072371315211e-05, -5.6015196605585515e-05, -3.494965494610369e-05, -1.3884127838537097e-05, 7.181399269029498e-06, 2.82469300145749e-05, 4.93124607601203e-05, 7.037799514364451e-05, 9.144352225121111e-05, 0.0001125090493587777, 0.00013357459101825953, 0.00015464011812582612, 0.00017570564523339272, 0.0001967711723409593, 0.0002178366994485259, 0.00023890224110800773, 0.0002599677536636591, 0.0002810332807712257, 0.00030209883698262274, 0.00032316436409018934, 0.00034422989119775593, 0.00036529541830532253, 0.0003863609454128891, 0.0004074265016242862, 0.00042849202873185277, 0.00044955755583941936, 0.00047062308294698596, 0.0004916886100545526, 0.0005127541371621192]}, "gradients/decoder.model.decoder.layers.7.encoder_attn.out_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 4.0, 8.0, 8.0, 13.0, 15.0, 29.0, 41.0, 59.0, 98.0, 167.0, 324.0, 730.0, 1568.0, 4905.0, 27552.0, 626624.0, 357673.0, 21777.0, 4146.0, 1438.0, 633.0, 308.0, 163.0, 108.0, 56.0, 39.0, 24.0, 17.0, 10.0, 8.0, 5.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00016772747039794922, -0.00016247667372226715, -0.00015722587704658508, -0.00015197508037090302, -0.00014672428369522095, -0.00014147348701953888, -0.0001362226903438568, -0.00013097189366817474, -0.00012572109699249268, -0.00012047030031681061, -0.00011521950364112854, -0.00010996870696544647, -0.0001047179102897644, -9.946711361408234e-05, -9.421631693840027e-05, -8.89655202627182e-05, -8.371472358703613e-05, -7.846392691135406e-05, -7.3213130235672e-05, -6.796233355998993e-05, -6.271153688430786e-05, -5.7460740208625793e-05, -5.2209943532943726e-05, -4.695914685726166e-05, -4.170835018157959e-05, -3.645755350589752e-05, -3.1206756830215454e-05, -2.5955960154533386e-05, -2.070516347885132e-05, -1.545436680316925e-05, -1.0203570127487183e-05, -4.952773451805115e-06, 2.980232238769531e-07, 5.548819899559021e-06, 1.0799616575241089e-05, 1.6050413250923157e-05, 2.1301209926605225e-05, 2.6552006602287292e-05, 3.180280327796936e-05, 3.705359995365143e-05, 4.2304396629333496e-05, 4.7555193305015564e-05, 5.280598998069763e-05, 5.80567866563797e-05, 6.330758333206177e-05, 6.855838000774384e-05, 7.38091766834259e-05, 7.905997335910797e-05, 8.431077003479004e-05, 8.956156671047211e-05, 9.481236338615417e-05, 0.00010006316006183624, 0.00010531395673751831, 0.00011056475341320038, 0.00011581555008888245, 0.00012106634676456451, 0.00012631714344024658, 0.00013156794011592865, 0.00013681873679161072, 0.00014206953346729279, 0.00014732033014297485, 0.00015257112681865692, 0.000157821923494339, 0.00016307272017002106, 0.00016832351684570312]}, "gradients/decoder.model.decoder.layers.7.encoder_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 4.0, 4.0, 7.0, 6.0, 18.0, 25.0, 36.0, 42.0, 53.0, 67.0, 86.0, 107.0, 122.0, 101.0, 82.0, 68.0, 69.0, 23.0, 33.0, 21.0, 17.0, 11.0, 7.0, 4.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0006780624389648438, -0.0006571114063262939, -0.0006361603736877441, -0.0006152093410491943, -0.0005942583084106445, -0.0005733072757720947, -0.0005523562431335449, -0.0005314052104949951, -0.0005104541778564453, -0.0004895031452178955, -0.0004685521125793457, -0.0004476010799407959, -0.0004266500473022461, -0.0004056990146636963, -0.0003847479820251465, -0.0003637969493865967, -0.0003428459167480469, -0.00032189488410949707, -0.00030094385147094727, -0.00027999281883239746, -0.00025904178619384766, -0.00023809075355529785, -0.00021713972091674805, -0.00019618868827819824, -0.00017523765563964844, -0.00015428662300109863, -0.00013333559036254883, -0.00011238455772399902, -9.143352508544922e-05, -7.048249244689941e-05, -4.953145980834961e-05, -2.8580427169799805e-05, -7.62939453125e-06, 1.3321638107299805e-05, 3.427267074584961e-05, 5.5223703384399414e-05, 7.617473602294922e-05, 9.712576866149902e-05, 0.00011807680130004883, 0.00013902783393859863, 0.00015997886657714844, 0.00018092989921569824, 0.00020188093185424805, 0.00022283196449279785, 0.00024378299713134766, 0.00026473402976989746, 0.00028568506240844727, 0.00030663609504699707, 0.0003275871276855469, 0.0003485381603240967, 0.0003694891929626465, 0.0003904402256011963, 0.0004113912582397461, 0.0004323422908782959, 0.0004532933235168457, 0.0004742443561553955, 0.0004951953887939453, 0.0005161464214324951, 0.0005370974540710449, 0.0005580484867095947, 0.0005789995193481445, 0.0005999505519866943, 0.0006209015846252441, 0.0006418526172637939, 0.0006628036499023438]}, "gradients/decoder.model.decoder.layers.7.encoder_attn.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 6.0, 2.0, 12.0, 11.0, 9.0, 20.0, 21.0, 35.0, 37.0, 68.0, 102.0, 115.0, 265.0, 490.0, 852.0, 1287.0, 3229.0, 7049.0, 17168.0, 34098.0, 115252.0, 534407.0, 210292.0, 77328.0, 26900.0, 10536.0, 3972.0, 2420.0, 1128.0, 601.0, 265.0, 195.0, 135.0, 92.0, 47.0, 42.0, 17.0, 8.0, 12.0, 11.0, 6.0, 6.0, 5.0, 3.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.1205673217773438e-05, -1.0863877832889557e-05, -1.0522082448005676e-05, -1.0180287063121796e-05, -9.838491678237915e-06, -9.496696293354034e-06, -9.154900908470154e-06, -8.813105523586273e-06, -8.471310138702393e-06, -8.129514753818512e-06, -7.787719368934631e-06, -7.445923984050751e-06, -7.10412859916687e-06, -6.7623332142829895e-06, -6.420537829399109e-06, -6.078742444515228e-06, -5.736947059631348e-06, -5.395151674747467e-06, -5.0533562898635864e-06, -4.711560904979706e-06, -4.369765520095825e-06, -4.027970135211945e-06, -3.686174750328064e-06, -3.3443793654441833e-06, -3.0025839805603027e-06, -2.660788595676422e-06, -2.3189932107925415e-06, -1.977197825908661e-06, -1.6354024410247803e-06, -1.2936070561408997e-06, -9.51811671257019e-07, -6.100162863731384e-07, -2.682209014892578e-07, 7.35744833946228e-08, 4.153698682785034e-07, 7.57165253162384e-07, 1.0989606380462646e-06, 1.4407560229301453e-06, 1.7825514078140259e-06, 2.1243467926979065e-06, 2.466142177581787e-06, 2.8079375624656677e-06, 3.1497329473495483e-06, 3.491528332233429e-06, 3.8333237171173096e-06, 4.17511910200119e-06, 4.516914486885071e-06, 4.858709871768951e-06, 5.200505256652832e-06, 5.542300641536713e-06, 5.884096026420593e-06, 6.225891411304474e-06, 6.5676867961883545e-06, 6.909482181072235e-06, 7.251277565956116e-06, 7.593072950839996e-06, 7.934868335723877e-06, 8.276663720607758e-06, 8.618459105491638e-06, 8.960254490375519e-06, 9.3020498752594e-06, 9.64384526014328e-06, 9.98564064502716e-06, 1.0327436029911041e-05, 1.0669231414794922e-05]}, "gradients/decoder.model.decoder.layers.7.encoder_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 1.0, 5.0, 8.0, 3.0, 8.0, 8.0, 13.0, 13.0, 12.0, 18.0, 22.0, 31.0, 34.0, 35.0, 26.0, 41.0, 45.0, 55.0, 54.0, 57.0, 59.0, 47.0, 42.0, 51.0, 32.0, 48.0, 45.0, 24.0, 36.0, 22.0, 15.0, 18.0, 19.0, 17.0, 15.0, 4.0, 5.0, 3.0, 5.0, 2.0, 4.0, 3.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0006995201110839844, -0.0006781443953514099, -0.0006567686796188354, -0.000635392963886261, -0.0006140172481536865, -0.0005926415324211121, -0.0005712658166885376, -0.0005498901009559631, -0.0005285143852233887, -0.0005071386694908142, -0.00048576295375823975, -0.0004643872380256653, -0.0004430115222930908, -0.00042163580656051636, -0.0004002600908279419, -0.00037888437509536743, -0.00035750865936279297, -0.0003361329436302185, -0.00031475722789764404, -0.0002933815121650696, -0.0002720057964324951, -0.00025063008069992065, -0.0002292543649673462, -0.00020787864923477173, -0.00018650293350219727, -0.0001651272177696228, -0.00014375150203704834, -0.00012237578630447388, -0.00010100007057189941, -7.962435483932495e-05, -5.824863910675049e-05, -3.6872923374176025e-05, -1.5497207641601562e-05, 5.8785080909729e-06, 2.7254223823547363e-05, 4.8629939556121826e-05, 7.000565528869629e-05, 9.138137102127075e-05, 0.00011275708675384521, 0.00013413280248641968, 0.00015550851821899414, 0.0001768842339515686, 0.00019825994968414307, 0.00021963566541671753, 0.000241011381149292, 0.00026238709688186646, 0.0002837628126144409, 0.0003051385283470154, 0.00032651424407958984, 0.0003478899598121643, 0.00036926567554473877, 0.00039064139127731323, 0.0004120171070098877, 0.00043339282274246216, 0.0004547685384750366, 0.0004761442542076111, 0.0004975199699401855, 0.00051889568567276, 0.0005402714014053345, 0.0005616471171379089, 0.0005830228328704834, 0.0006043985486030579, 0.0006257742643356323, 0.0006471499800682068, 0.0006685256958007812]}, "gradients/decoder.model.decoder.layers.7.encoder_attn.k_proj.weight": {"_type": "histogram", "values": [6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 86.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4245.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1039773.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4377.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 82.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7881393432617188e-07, -1.7229467630386353e-07, -1.6577541828155518e-07, -1.5925616025924683e-07, -1.5273690223693848e-07, -1.4621764421463013e-07, -1.3969838619232178e-07, -1.3317912817001343e-07, -1.2665987014770508e-07, -1.2014061212539673e-07, -1.1362135410308838e-07, -1.0710209608078003e-07, -1.0058283805847168e-07, -9.406358003616333e-08, -8.754432201385498e-08, -8.102506399154663e-08, -7.450580596923828e-08, -6.798654794692993e-08, -6.146728992462158e-08, -5.494803190231323e-08, -4.842877388000488e-08, -4.190951585769653e-08, -3.5390257835388184e-08, -2.8870999813079834e-08, -2.2351741790771484e-08, -1.5832483768463135e-08, -9.313225746154785e-09, -2.7939677238464355e-09, 3.725290298461914e-09, 1.0244548320770264e-08, 1.6763806343078613e-08, 2.3283064365386963e-08, 2.9802322387695312e-08, 3.632158041000366e-08, 4.284083843231201e-08, 4.936009645462036e-08, 5.587935447692871e-08, 6.239861249923706e-08, 6.891787052154541e-08, 7.543712854385376e-08, 8.195638656616211e-08, 8.847564458847046e-08, 9.499490261077881e-08, 1.0151416063308716e-07, 1.0803341865539551e-07, 1.1455267667770386e-07, 1.210719347000122e-07, 1.2759119272232056e-07, 1.341104507446289e-07, 1.4062970876693726e-07, 1.471489667892456e-07, 1.5366822481155396e-07, 1.601874828338623e-07, 1.6670674085617065e-07, 1.73225998878479e-07, 1.7974525690078735e-07, 1.862645149230957e-07, 1.9278377294540405e-07, 1.993030309677124e-07, 2.0582228899002075e-07, 2.123415470123291e-07, 2.1886080503463745e-07, 2.253800630569458e-07, 2.3189932107925415e-07, 2.384185791015625e-07]}, "gradients/decoder.model.decoder.layers.7.encoder_attn.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 4.0, 0.0, 2.0, 4.0, 0.0, 3.0, 0.0, 10.0, 0.0, 17.0, 0.0, 33.0, 0.0, 49.0, 0.0, 84.0, 0.0, 98.0, 0.0, 134.0, 143.0, 0.0, 144.0, 0.0, 90.0, 0.0, 69.0, 0.0, 56.0, 0.0, 29.0, 0.0, 19.0, 0.0, 7.0, 11.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.0728836059570312e-06, -1.041218638420105e-06, -1.0095536708831787e-06, -9.778887033462524e-07, -9.462237358093262e-07, -9.145587682723999e-07, -8.828938007354736e-07, -8.512288331985474e-07, -8.195638656616211e-07, -7.878988981246948e-07, -7.562339305877686e-07, -7.245689630508423e-07, -6.92903995513916e-07, -6.612390279769897e-07, -6.295740604400635e-07, -5.979090929031372e-07, -5.662441253662109e-07, -5.345791578292847e-07, -5.029141902923584e-07, -4.7124922275543213e-07, -4.3958425521850586e-07, -4.079192876815796e-07, -3.762543201446533e-07, -3.4458935260772705e-07, -3.129243850708008e-07, -2.812594175338745e-07, -2.4959444999694824e-07, -2.1792948246002197e-07, -1.862645149230957e-07, -1.5459954738616943e-07, -1.2293457984924316e-07, -9.12696123123169e-08, -5.960464477539063e-08, -2.7939677238464355e-08, 3.725290298461914e-09, 3.5390257835388184e-08, 6.705522537231445e-08, 9.872019290924072e-08, 1.30385160446167e-07, 1.6205012798309326e-07, 1.9371509552001953e-07, 2.253800630569458e-07, 2.5704503059387207e-07, 2.8870999813079834e-07, 3.203749656677246e-07, 3.520399332046509e-07, 3.8370490074157715e-07, 4.153698682785034e-07, 4.470348358154297e-07, 4.78699803352356e-07, 5.103647708892822e-07, 5.420297384262085e-07, 5.736947059631348e-07, 6.05359673500061e-07, 6.370246410369873e-07, 6.686896085739136e-07, 7.003545761108398e-07, 7.320195436477661e-07, 7.636845111846924e-07, 7.953494787216187e-07, 8.270144462585449e-07, 8.586794137954712e-07, 8.903443813323975e-07, 9.220093488693237e-07, 9.5367431640625e-07]}, "gradients/decoder.model.decoder.layers.7.encoder_attn.q_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.7.encoder_attn.q_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.7.self_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 4.0, 3.0, 3.0, 3.0, 10.0, 6.0, 12.0, 28.0, 60.0, 138.0, 426.0, 156.0, 62.0, 43.0, 18.0, 17.0, 7.0, 6.0, 6.0, 2.0, 0.0, 0.0, 4.0], "bins": [-0.001773503958247602, -0.001738995430059731, -0.00170448690187186, -0.0016699782572686672, -0.0016354697290807962, -0.0016009612008929253, -0.0015664526727050543, -0.0015319441445171833, -0.0014974356163293123, -0.0014629270881414413, -0.0014284185599535704, -0.0013939100317656994, -0.0013594013871625066, -0.0013248928589746356, -0.0012903843307867646, -0.0012558758025988936, -0.0012213671579957008, -0.0011868586298078299, -0.0011523501016199589, -0.001117841573432088, -0.001083332928828895, -0.0010488244006410241, -0.0010143158724531531, -0.0009798073442652822, -0.0009452988160774112, -0.0009107902878895402, -0.0008762817014940083, -0.0008417731733061373, -0.0008072646451182663, -0.0007727560587227345, -0.0007382475305348635, -0.0007037390023469925, -0.0006692305323667824, -0.0006347220041789114, -0.0006002134177833796, -0.0005657048895955086, -0.0005311963614076376, -0.0004966878332197666, -0.0004621792468242347, -0.00042767071863636374, -0.0003931621613446623, -0.00035865360405296087, -0.0003241450758650899, -0.00028963651857338846, -0.000255127961281687, -0.00022061943309381604, -0.0001861108758021146, -0.0001516023330623284, -0.00011709379032254219, -8.258524758275598e-05, -4.807669756701216e-05, -1.356814755126834e-05, 2.094039518851787e-05, 5.5448937928304076e-05, 8.995749522000551e-05, 0.00012446603795979172, 0.00015897458069957793, 0.00019348312343936414, 0.00022799166617915034, 0.0002625002234708518, 0.0002970087807625532, 0.0003315173089504242, 0.00036602586624212563, 0.00040053442353382707, 0.00043504295172169805]}, "gradients/decoder.model.decoder.layers.7.self_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 7.0, 8.0, 29.0, 46.0, 78.0, 96.0, 134.0, 162.0, 146.0, 124.0, 85.0, 43.0, 29.0, 22.0, 7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0013706096215173602, -0.0013398810988292098, -0.0013091525761410594, -0.0012784239370375872, -0.0012476954143494368, -0.0012169668916612864, -0.001186238368973136, -0.0011555098462849855, -0.0011247813235968351, -0.0010940528009086847, -0.0010633242782205343, -0.001032595639117062, -0.0010018671164289117, -0.0009711385937407613, -0.0009404100710526109, -0.0009096815483644605, -0.0008789529092609882, -0.0008482243865728378, -0.0008174958056770265, -0.0007867672829888761, -0.0007560387020930648, -0.0007253101794049144, -0.000694581656716764, -0.0006638531340286136, -0.0006331245531328022, -0.0006023960304446518, -0.0005716674495488405, -0.0005409389268606901, -0.0005102104041725397, -0.0004794818232767284, -0.000448753300588578, -0.0004180247487965971, -0.00038729613879695535, -0.0003565675870049745, -0.0003258390352129936, -0.0002951105125248432, -0.00026438196073286235, -0.0002336534089408815, -0.00020292487170081586, -0.00017219633446075022, -0.00014146778266876936, -0.00011073923815274611, -8.001069363672286e-05, -4.9282149120699614e-05, -1.8553604604676366e-05, 1.2174947187304497e-05, 4.290348442737013e-05, 7.363202166743577e-05, 0.00010436057345941663, 0.0001350891252513975, 0.00016581766249146312, 0.00019654619973152876, 0.00022727475152350962, 0.0002580033033154905, 0.0002887318260036409, 0.00031946037779562175, 0.0003501889295876026, 0.0003809174813795835, 0.00041164603317156434, 0.00044237455585971475, 0.0004731031076516956, 0.0005038316594436765, 0.0005345601821318269, 0.0005652887048199773, 0.0005960172857157886]}, "gradients/decoder.model.decoder.layers.7.self_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 3.0, 2.0, 4.0, 1.0, 6.0, 3.0, 13.0, 13.0, 13.0, 23.0, 29.0, 36.0, 39.0, 48.0, 54.0, 89.0, 639.0, 110165.0, 935417.0, 1577.0, 114.0, 53.0, 32.0, 40.0, 21.0, 24.0, 23.0, 21.0, 13.0, 6.0, 9.0, 7.0, 4.0, 9.0, 3.0, 1.0, 4.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.0024318695068359375, -0.0023537278175354004, -0.0022755861282348633, -0.002197444438934326, -0.002119302749633789, -0.002041161060333252, -0.001963019371032715, -0.0018848776817321777, -0.0018067359924316406, -0.0017285943031311035, -0.0016504526138305664, -0.0015723109245300293, -0.0014941692352294922, -0.001416027545928955, -0.001337885856628418, -0.0012597441673278809, -0.0011816024780273438, -0.0011034607887268066, -0.0010253190994262695, -0.0009471774101257324, -0.0008690357208251953, -0.0007908940315246582, -0.0007127523422241211, -0.000634610652923584, -0.0005564689636230469, -0.00047832727432250977, -0.00040018558502197266, -0.00032204389572143555, -0.00024390220642089844, -0.00016576051712036133, -8.761882781982422e-05, -9.47713851928711e-06, 6.866455078125e-05, 0.0001468062400817871, 0.00022494792938232422, 0.00030308961868286133, 0.00038123130798339844, 0.00045937299728393555, 0.0005375146865844727, 0.0006156563758850098, 0.0006937980651855469, 0.000771939754486084, 0.0008500814437866211, 0.0009282231330871582, 0.0010063648223876953, 0.0010845065116882324, 0.0011626482009887695, 0.0012407898902893066, 0.0013189315795898438, 0.0013970732688903809, 0.001475214958190918, 0.001553356647491455, 0.0016314983367919922, 0.0017096400260925293, 0.0017877817153930664, 0.0018659234046936035, 0.0019440650939941406, 0.0020222067832946777, 0.002100348472595215, 0.002178490161895752, 0.002256631851196289, 0.002334773540496826, 0.0024129152297973633, 0.0024910569190979004, 0.0025691986083984375]}, "gradients/decoder.model.decoder.layers.7.self_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 6.0, 19.0, 87.0, 212.0, 374.0, 216.0, 76.0, 26.0, 5.0], "bins": [-0.00030803680419921875, -0.0003028539940714836, -0.0002976711839437485, -0.00029248837381601334, -0.0002873055636882782, -0.00028212275356054306, -0.0002769399434328079, -0.0002717571333050728, -0.00026657432317733765, -0.0002613915130496025, -0.00025620870292186737, -0.00025102589279413223, -0.0002458430826663971, -0.00024066027253866196, -0.00023547746241092682, -0.00023029465228319168, -0.00022511184215545654, -0.0002199290320277214, -0.00021474622189998627, -0.00020956341177225113, -0.000204380601644516, -0.00019919779151678085, -0.00019401498138904572, -0.00018883217126131058, -0.00018364936113357544, -0.0001784665510058403, -0.00017328374087810516, -0.00016810093075037003, -0.0001629181206226349, -0.00015773531049489975, -0.0001525525003671646, -0.00014736969023942947, -0.00014218688011169434, -0.0001370040699839592, -0.00013182125985622406, -0.00012663844972848892, -0.00012145563960075378, -0.00011627282947301865, -0.00011109001934528351, -0.00010590720921754837, -0.00010072439908981323, -9.55415889620781e-05, -9.035877883434296e-05, -8.517596870660782e-05, -7.999315857887268e-05, -7.481034845113754e-05, -6.96275383234024e-05, -6.444472819566727e-05, -5.926191806793213e-05, -5.407910794019699e-05, -4.889629781246185e-05, -4.3713487684726715e-05, -3.853067755699158e-05, -3.334786742925644e-05, -2.81650573015213e-05, -2.2982247173786163e-05, -1.7799437046051025e-05, -1.2616626918315887e-05, -7.4338167905807495e-06, -2.2510066628456116e-06, 2.9318034648895264e-06, 8.114613592624664e-06, 1.3297423720359802e-05, 1.848023384809494e-05, 2.3663043975830078e-05]}, "gradients/decoder.model.decoder.layers.7.self_attn.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 3.0, 3.0, 9.0, 11.0, 10.0, 25.0, 28.0, 39.0, 55.0, 90.0, 117.0, 164.0, 292.0, 415.0, 595.0, 952.0, 1553.0, 2525.0, 4354.0, 7371.0, 13809.0, 28111.0, 65196.0, 230660.0, 514437.0, 96216.0, 39579.0, 18424.0, 9710.0, 5464.0, 3208.0, 1840.0, 1104.0, 723.0, 467.0, 316.0, 202.0, 135.0, 103.0, 73.0, 48.0, 37.0, 28.0, 20.0, 11.0, 10.0, 6.0, 5.0, 5.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.733966827392578e-05, -5.5441632866859436e-05, -5.354359745979309e-05, -5.1645562052726746e-05, -4.97475266456604e-05, -4.7849491238594055e-05, -4.595145583152771e-05, -4.4053420424461365e-05, -4.215538501739502e-05, -4.0257349610328674e-05, -3.835931420326233e-05, -3.6461278796195984e-05, -3.456324338912964e-05, -3.2665207982063293e-05, -3.076717257499695e-05, -2.8869137167930603e-05, -2.6971101760864258e-05, -2.5073066353797913e-05, -2.3175030946731567e-05, -2.1276995539665222e-05, -1.9378960132598877e-05, -1.7480924725532532e-05, -1.5582889318466187e-05, -1.3684853911399841e-05, -1.1786818504333496e-05, -9.888783097267151e-06, -7.990747690200806e-06, -6.0927122831344604e-06, -4.194676876068115e-06, -2.29664146900177e-06, -3.986060619354248e-07, 1.4994293451309204e-06, 3.3974647521972656e-06, 5.295500159263611e-06, 7.193535566329956e-06, 9.091570973396301e-06, 1.0989606380462646e-05, 1.2887641787528992e-05, 1.4785677194595337e-05, 1.6683712601661682e-05, 1.8581748008728027e-05, 2.0479783415794373e-05, 2.2377818822860718e-05, 2.4275854229927063e-05, 2.6173889636993408e-05, 2.8071925044059753e-05, 2.99699604511261e-05, 3.1867995858192444e-05, 3.376603126525879e-05, 3.5664066672325134e-05, 3.756210207939148e-05, 3.9460137486457825e-05, 4.135817289352417e-05, 4.3256208300590515e-05, 4.515424370765686e-05, 4.7052279114723206e-05, 4.895031452178955e-05, 5.0848349928855896e-05, 5.274638533592224e-05, 5.4644420742988586e-05, 5.654245615005493e-05, 5.844049155712128e-05, 6.033852696418762e-05, 6.223656237125397e-05, 6.413459777832031e-05]}, "gradients/decoder.model.decoder.layers.7.self_attn.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 4.0, 2.0, 7.0, 5.0, 9.0, 10.0, 10.0, 7.0, 17.0, 14.0, 18.0, 17.0, 18.0, 13.0, 20.0, 24.0, 33.0, 35.0, 32.0, 31.0, 52.0, 52.0, 51.0, 66.0, 67.0, 46.0, 37.0, 38.0, 36.0, 40.0, 23.0, 17.0, 11.0, 18.0, 18.0, 19.0, 14.0, 17.0, 12.0, 8.0, 6.0, 10.0, 6.0, 7.0, 2.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.6464462280273438e-05, -2.5646761059761047e-05, -2.4829059839248657e-05, -2.4011358618736267e-05, -2.3193657398223877e-05, -2.2375956177711487e-05, -2.1558254957199097e-05, -2.0740553736686707e-05, -1.9922852516174316e-05, -1.9105151295661926e-05, -1.8287450075149536e-05, -1.7469748854637146e-05, -1.6652047634124756e-05, -1.5834346413612366e-05, -1.5016645193099976e-05, -1.4198943972587585e-05, -1.3381242752075195e-05, -1.2563541531562805e-05, -1.1745840311050415e-05, -1.0928139090538025e-05, -1.0110437870025635e-05, -9.292736649513245e-06, -8.475035429000854e-06, -7.657334208488464e-06, -6.839632987976074e-06, -6.021931767463684e-06, -5.204230546951294e-06, -4.386529326438904e-06, -3.5688281059265137e-06, -2.7511268854141235e-06, -1.9334256649017334e-06, -1.1157244443893433e-06, -2.980232238769531e-07, 5.19677996635437e-07, 1.3373792171478271e-06, 2.1550804376602173e-06, 2.9727816581726074e-06, 3.7904828786849976e-06, 4.608184099197388e-06, 5.425885319709778e-06, 6.243586540222168e-06, 7.061287760734558e-06, 7.878988981246948e-06, 8.696690201759338e-06, 9.514391422271729e-06, 1.0332092642784119e-05, 1.1149793863296509e-05, 1.1967495083808899e-05, 1.2785196304321289e-05, 1.360289752483368e-05, 1.442059874534607e-05, 1.523829996585846e-05, 1.605600118637085e-05, 1.687370240688324e-05, 1.769140362739563e-05, 1.850910484790802e-05, 1.932680606842041e-05, 2.01445072889328e-05, 2.096220850944519e-05, 2.177990972995758e-05, 2.259761095046997e-05, 2.341531217098236e-05, 2.423301339149475e-05, 2.505071461200714e-05, 2.586841583251953e-05]}, "gradients/decoder.model.decoder.layers.7.self_attn.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 4.0, 6.0, 9.0, 13.0, 12.0, 17.0, 20.0, 30.0, 50.0, 58.0, 75.0, 109.0, 176.0, 261.0, 405.0, 725.0, 1412.0, 3312.0, 14418.0, 997919.0, 21696.0, 4133.0, 1519.0, 796.0, 467.0, 290.0, 176.0, 127.0, 83.0, 65.0, 45.0, 36.0, 16.0, 20.0, 13.0, 10.0, 7.0, 8.0, 2.0, 5.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00029087066650390625, -0.0002819448709487915, -0.00027301907539367676, -0.000264093279838562, -0.00025516748428344727, -0.0002462416887283325, -0.00023731589317321777, -0.00022839009761810303, -0.00021946430206298828, -0.00021053850650787354, -0.0002016127109527588, -0.00019268691539764404, -0.0001837611198425293, -0.00017483532428741455, -0.0001659095287322998, -0.00015698373317718506, -0.0001480579376220703, -0.00013913214206695557, -0.00013020634651184082, -0.00012128055095672607, -0.00011235475540161133, -0.00010342895984649658, -9.450316429138184e-05, -8.557736873626709e-05, -7.665157318115234e-05, -6.77257776260376e-05, -5.879998207092285e-05, -4.9874186515808105e-05, -4.094839096069336e-05, -3.202259540557861e-05, -2.3096799850463867e-05, -1.4171004295349121e-05, -5.245208740234375e-06, 3.680586814880371e-06, 1.2606382369995117e-05, 2.1532177925109863e-05, 3.045797348022461e-05, 3.9383769035339355e-05, 4.83095645904541e-05, 5.723536014556885e-05, 6.61611557006836e-05, 7.508695125579834e-05, 8.401274681091309e-05, 9.293854236602783e-05, 0.00010186433792114258, 0.00011079013347625732, 0.00011971592903137207, 0.00012864172458648682, 0.00013756752014160156, 0.0001464933156967163, 0.00015541911125183105, 0.0001643449068069458, 0.00017327070236206055, 0.0001821964979171753, 0.00019112229347229004, 0.00020004808902740479, 0.00020897388458251953, 0.00021789968013763428, 0.00022682547569274902, 0.00023575127124786377, 0.0002446770668029785, 0.00025360286235809326, 0.000262528657913208, 0.00027145445346832275, 0.0002803802490234375]}, "gradients/decoder.model.decoder.layers.7.self_attn.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 14.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 73.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 231.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 372.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 243.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 77.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 11.0], "bins": [-2.980232238769531e-07, -2.905726432800293e-07, -2.8312206268310547e-07, -2.7567148208618164e-07, -2.682209014892578e-07, -2.60770320892334e-07, -2.5331974029541016e-07, -2.4586915969848633e-07, -2.384185791015625e-07, -2.3096799850463867e-07, -2.2351741790771484e-07, -2.1606683731079102e-07, -2.086162567138672e-07, -2.0116567611694336e-07, -1.9371509552001953e-07, -1.862645149230957e-07, -1.7881393432617188e-07, -1.7136335372924805e-07, -1.6391277313232422e-07, -1.564621925354004e-07, -1.4901161193847656e-07, -1.4156103134155273e-07, -1.341104507446289e-07, -1.2665987014770508e-07, -1.1920928955078125e-07, -1.1175870895385742e-07, -1.043081283569336e-07, -9.685754776000977e-08, -8.940696716308594e-08, -8.195638656616211e-08, -7.450580596923828e-08, -6.705522537231445e-08, -5.960464477539063e-08, -5.21540641784668e-08, -4.470348358154297e-08, -3.725290298461914e-08, -2.9802322387695312e-08, -2.2351741790771484e-08, -1.4901161193847656e-08, -7.450580596923828e-09, 0.0, 7.450580596923828e-09, 1.4901161193847656e-08, 2.2351741790771484e-08, 2.9802322387695312e-08, 3.725290298461914e-08, 4.470348358154297e-08, 5.21540641784668e-08, 5.960464477539063e-08, 6.705522537231445e-08, 7.450580596923828e-08, 8.195638656616211e-08, 8.940696716308594e-08, 9.685754776000977e-08, 1.043081283569336e-07, 1.1175870895385742e-07, 1.1920928955078125e-07, 1.2665987014770508e-07, 1.341104507446289e-07, 1.4156103134155273e-07, 1.4901161193847656e-07, 1.564621925354004e-07, 1.6391277313232422e-07, 1.7136335372924805e-07, 1.7881393432617188e-07]}, "gradients/decoder.model.decoder.layers.7.self_attn.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 4.0, 2.0, 1.0, 9.0, 7.0, 9.0, 15.0, 15.0, 26.0, 28.0, 45.0, 64.0, 77.0, 117.0, 182.0, 257.0, 398.0, 642.0, 1089.0, 2267.0, 4453.0, 12234.0, 56155.0, 925950.0, 29052.0, 8016.0, 3360.0, 1613.0, 882.0, 544.0, 322.0, 210.0, 153.0, 102.0, 75.0, 38.0, 35.0, 28.0, 17.0, 19.0, 10.0, 13.0, 5.0, 6.0, 5.0, 5.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-6.461143493652344e-05, -6.254855543375015e-05, -6.048567593097687e-05, -5.842279642820358e-05, -5.63599169254303e-05, -5.429703742265701e-05, -5.223415791988373e-05, -5.017127841711044e-05, -4.810839891433716e-05, -4.604551941156387e-05, -4.398263990879059e-05, -4.1919760406017303e-05, -3.985688090324402e-05, -3.7794001400470734e-05, -3.573112189769745e-05, -3.3668242394924164e-05, -3.160536289215088e-05, -2.9542483389377594e-05, -2.747960388660431e-05, -2.5416724383831024e-05, -2.335384488105774e-05, -2.1290965378284454e-05, -1.922808587551117e-05, -1.7165206372737885e-05, -1.51023268699646e-05, -1.3039447367191315e-05, -1.097656786441803e-05, -8.913688361644745e-06, -6.85080885887146e-06, -4.787929356098175e-06, -2.72504985332489e-06, -6.621703505516052e-07, 1.4007091522216797e-06, 3.4635886549949646e-06, 5.5264681577682495e-06, 7.5893476605415344e-06, 9.65222716331482e-06, 1.1715106666088104e-05, 1.377798616886139e-05, 1.5840865671634674e-05, 1.790374517440796e-05, 1.9966624677181244e-05, 2.202950417995453e-05, 2.4092383682727814e-05, 2.61552631855011e-05, 2.8218142688274384e-05, 3.028102219104767e-05, 3.234390169382095e-05, 3.440678119659424e-05, 3.646966069936752e-05, 3.853254020214081e-05, 4.059541970491409e-05, 4.265829920768738e-05, 4.472117871046066e-05, 4.678405821323395e-05, 4.884693771600723e-05, 5.090981721878052e-05, 5.29726967215538e-05, 5.503557622432709e-05, 5.709845572710037e-05, 5.916133522987366e-05, 6.122421473264694e-05, 6.328709423542023e-05, 6.534997373819351e-05, 6.74128532409668e-05]}, "gradients/decoder.model.decoder.layers.7.self_attn.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 5.0, 9.0, 6.0, 7.0, 7.0, 12.0, 8.0, 14.0, 21.0, 35.0, 237.0, 488.0, 59.0, 23.0, 15.0, 16.0, 10.0, 11.0, 5.0, 4.0, 2.0, 1.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.153085708618164e-05, -3.057904541492462e-05, -2.9627233743667603e-05, -2.8675422072410583e-05, -2.7723610401153564e-05, -2.6771798729896545e-05, -2.5819987058639526e-05, -2.4868175387382507e-05, -2.3916363716125488e-05, -2.296455204486847e-05, -2.201274037361145e-05, -2.106092870235443e-05, -2.0109117031097412e-05, -1.9157305359840393e-05, -1.8205493688583374e-05, -1.7253682017326355e-05, -1.6301870346069336e-05, -1.5350058674812317e-05, -1.4398247003555298e-05, -1.3446435332298279e-05, -1.249462366104126e-05, -1.154281198978424e-05, -1.0591000318527222e-05, -9.639188647270203e-06, -8.687376976013184e-06, -7.735565304756165e-06, -6.7837536334991455e-06, -5.8319419622421265e-06, -4.880130290985107e-06, -3.928318619728088e-06, -2.9765069484710693e-06, -2.0246952772140503e-06, -1.0728836059570312e-06, -1.210719347000122e-07, 8.307397365570068e-07, 1.7825514078140259e-06, 2.734363079071045e-06, 3.686174750328064e-06, 4.637986421585083e-06, 5.589798092842102e-06, 6.541609764099121e-06, 7.49342143535614e-06, 8.44523310661316e-06, 9.397044777870178e-06, 1.0348856449127197e-05, 1.1300668120384216e-05, 1.2252479791641235e-05, 1.3204291462898254e-05, 1.4156103134155273e-05, 1.5107914805412292e-05, 1.605972647666931e-05, 1.701153814792633e-05, 1.796334981918335e-05, 1.891516149044037e-05, 1.9866973161697388e-05, 2.0818784832954407e-05, 2.1770596504211426e-05, 2.2722408175468445e-05, 2.3674219846725464e-05, 2.4626031517982483e-05, 2.5577843189239502e-05, 2.652965486049652e-05, 2.748146653175354e-05, 2.843327820301056e-05, 2.9385089874267578e-05]}, "gradients/decoder.model.decoder.layers.6.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 9.0, 1.0, 3.0, 5.0, 14.0, 16.0, 40.0, 60.0, 156.0, 354.0, 174.0, 64.0, 37.0, 26.0, 9.0, 9.0, 7.0, 7.0, 3.0, 3.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00045442034024745226, -0.00044127056025899947, -0.0004281207802705467, -0.0004149710002820939, -0.0004018212202936411, -0.00038867141120135784, -0.00037552163121290505, -0.00036237185122445226, -0.00034922207123599946, -0.00033607229124754667, -0.0003229225112590939, -0.0003097727312706411, -0.00029662292217835784, -0.0002834731712937355, -0.00027032336220145226, -0.00025717358221299946, -0.00024402380222454667, -0.00023087402223609388, -0.0002177242422476411, -0.00020457444770727307, -0.00019142466771882027, -0.00017827488773036748, -0.00016512509318999946, -0.00015197531320154667, -0.00013882553321309388, -0.00012567575322464108, -0.00011252596596023068, -9.937617869582027e-05, -8.622639870736748e-05, -7.307661871891469e-05, -5.992683145450428e-05, -4.6777044190093875e-05, -3.3627235097810626e-05, -2.0477451471379027e-05, -7.3276678449474275e-06, 5.822115781484172e-06, 1.897189940791577e-05, 3.212167939636856e-05, 4.527146666077897e-05, 5.8421253925189376e-05, 7.157103391364217e-05, 8.472081390209496e-05, 9.787060116650537e-05, 0.00011102038843091577, 0.00012417016841936857, 0.00013731994840782136, 0.00015046974294818938, 0.00016361952293664217, 0.00017676930292509496, 0.00018991908291354775, 0.00020306886290200055, 0.00021621865744236857, 0.00022936843743082136, 0.00024251821741927415, 0.00025566801195964217, 0.00026881779194809496, 0.00028196757193654776, 0.00029511735192500055, 0.00030826713191345334, 0.00032141691190190613, 0.0003345666918903589, 0.0003477165009826422, 0.00036086628097109497, 0.00037401606095954776, 0.00038716584094800055]}, "gradients/decoder.model.decoder.layers.6.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 6.0, 10.0, 21.0, 33.0, 56.0, 90.0, 116.0, 146.0, 148.0, 133.0, 104.0, 68.0, 39.0, 28.0, 12.0, 6.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.000271336582954973, -0.00026614105445332825, -0.0002609455259516835, -0.00025575002655386925, -0.0002505544980522245, -0.0002453589695505798, -0.00024016344104893506, -0.00023496792709920555, -0.00022977241314947605, -0.00022457688464783132, -0.00021938137069810182, -0.0002141858421964571, -0.00020899032824672759, -0.00020379479974508286, -0.00019859927124343812, -0.00019340375729370862, -0.0001882082287920639, -0.00018301270029041916, -0.00017781718634068966, -0.00017262165783904493, -0.00016742614388931543, -0.0001622306153876707, -0.0001570351014379412, -0.00015183957293629646, -0.00014664404443465173, -0.000141448515933007, -0.0001362530019832775, -0.00013105747348163277, -0.00012586195953190327, -0.00012066643103025854, -0.00011547090980457142, -0.0001102753885788843, -0.00010507988918107003, -9.988436795538291e-05, -9.46888467296958e-05, -8.949331822805107e-05, -8.429780427832156e-05, -7.910227577667683e-05, -7.390675455098972e-05, -6.87112333253026e-05, -6.351571209961548e-05, -5.832019087392837e-05, -5.312466964824125e-05, -4.792914478457533e-05, -4.273362355888821e-05, -3.7538102333201095e-05, -3.234257746953517e-05, -2.7147056243848056e-05, -2.195153501816094e-05, -1.6756013792473823e-05, -1.1560490747797303e-05, -6.364967703120783e-06, -1.1694464774336666e-06, 4.02607474825345e-06, 9.221599611919373e-06, 1.441712083760649e-05, 1.9612642063293606e-05, 2.4808163288980722e-05, 3.0003686333657242e-05, 3.519920937833376e-05, 4.039473060402088e-05, 4.5590251829707995e-05, 5.078577669337392e-05, 5.5981297919061035e-05, 6.117681914474815e-05]}, "gradients/decoder.model.decoder.layers.6.fc2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 7.0, 12.0, 11.0, 22.0, 23.0, 46.0, 66.0, 117.0, 237.0, 492.0, 953.0, 2158.0, 5451.0, 18569.0, 138508.0, 3886919.0, 114841.0, 17085.0, 5063.0, 1932.0, 871.0, 398.0, 213.0, 123.0, 64.0, 39.0, 26.0, 14.0, 9.0, 5.0, 6.0, 7.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0002574920654296875, -0.0002504289150238037, -0.00024336576461791992, -0.00023630261421203613, -0.00022923946380615234, -0.00022217631340026855, -0.00021511316299438477, -0.00020805001258850098, -0.0002009868621826172, -0.0001939237117767334, -0.0001868605613708496, -0.00017979741096496582, -0.00017273426055908203, -0.00016567111015319824, -0.00015860795974731445, -0.00015154480934143066, -0.00014448165893554688, -0.00013741850852966309, -0.0001303553581237793, -0.0001232922077178955, -0.00011622905731201172, -0.00010916590690612793, -0.00010210275650024414, -9.503960609436035e-05, -8.797645568847656e-05, -8.091330528259277e-05, -7.385015487670898e-05, -6.67870044708252e-05, -5.9723854064941406e-05, -5.266070365905762e-05, -4.559755325317383e-05, -3.853440284729004e-05, -3.147125244140625e-05, -2.440810203552246e-05, -1.7344951629638672e-05, -1.0281801223754883e-05, -3.2186508178710938e-06, 3.844499588012695e-06, 1.0907649993896484e-05, 1.7970800399780273e-05, 2.5033950805664062e-05, 3.209710121154785e-05, 3.916025161743164e-05, 4.622340202331543e-05, 5.328655242919922e-05, 6.034970283508301e-05, 6.74128532409668e-05, 7.447600364685059e-05, 8.153915405273438e-05, 8.860230445861816e-05, 9.566545486450195e-05, 0.00010272860527038574, 0.00010979175567626953, 0.00011685490608215332, 0.0001239180564880371, 0.0001309812068939209, 0.0001380443572998047, 0.00014510750770568848, 0.00015217065811157227, 0.00015923380851745605, 0.00016629695892333984, 0.00017336010932922363, 0.00018042325973510742, 0.0001874864101409912, 0.000194549560546875]}, "gradients/decoder.model.decoder.layers.6.fc2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 3.0, 0.0, 0.0, 3.0, 3.0, 0.0, 1.0, 4.0, 4.0, 4.0, 4.0, 0.0, 5.0, 10.0, 5.0, 12.0, 14.0, 34.0, 30.0, 62.0, 105.0, 105.0, 136.0, 120.0, 89.0, 63.0, 49.0, 44.0, 30.0, 14.0, 9.0, 11.0, 11.0, 6.0, 3.0, 4.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-1.0311603546142578e-05, -1.002289354801178e-05, -9.734183549880981e-06, -9.445473551750183e-06, -9.156763553619385e-06, -8.868053555488586e-06, -8.579343557357788e-06, -8.29063355922699e-06, -8.001923561096191e-06, -7.713213562965393e-06, -7.424503564834595e-06, -7.135793566703796e-06, -6.847083568572998e-06, -6.5583735704422e-06, -6.269663572311401e-06, -5.980953574180603e-06, -5.692243576049805e-06, -5.403533577919006e-06, -5.114823579788208e-06, -4.82611358165741e-06, -4.537403583526611e-06, -4.248693585395813e-06, -3.959983587265015e-06, -3.6712735891342163e-06, -3.382563591003418e-06, -3.0938535928726196e-06, -2.8051435947418213e-06, -2.516433596611023e-06, -2.2277235984802246e-06, -1.9390136003494263e-06, -1.650303602218628e-06, -1.3615936040878296e-06, -1.0728836059570312e-06, -7.841736078262329e-07, -4.954636096954346e-07, -2.0675361156463623e-07, 8.195638656616211e-08, 3.7066638469696045e-07, 6.593763828277588e-07, 9.480863809585571e-07, 1.2367963790893555e-06, 1.5255063772201538e-06, 1.8142163753509521e-06, 2.1029263734817505e-06, 2.391636371612549e-06, 2.680346369743347e-06, 2.9690563678741455e-06, 3.257766366004944e-06, 3.546476364135742e-06, 3.8351863622665405e-06, 4.123896360397339e-06, 4.412606358528137e-06, 4.7013163566589355e-06, 4.990026354789734e-06, 5.278736352920532e-06, 5.5674463510513306e-06, 5.856156349182129e-06, 6.144866347312927e-06, 6.433576345443726e-06, 6.722286343574524e-06, 7.010996341705322e-06, 7.299706339836121e-06, 7.588416337966919e-06, 7.877126336097717e-06, 8.165836334228516e-06]}, "gradients/decoder.model.decoder.layers.6.fc1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 7.0, 12.0, 25.0, 42.0, 100.0, 269.0, 934.0, 17258.0, 4161365.0, 13054.0, 830.0, 241.0, 73.0, 46.0, 15.0, 11.0, 6.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00041747093200683594, -0.0004071556031703949, -0.00039684027433395386, -0.0003865249454975128, -0.0003762096166610718, -0.00036589428782463074, -0.0003555789589881897, -0.00034526363015174866, -0.0003349483013153076, -0.0003246329724788666, -0.00031431764364242554, -0.0003040023148059845, -0.00029368698596954346, -0.0002833716571331024, -0.0002730563282966614, -0.00026274099946022034, -0.0002524256706237793, -0.00024211034178733826, -0.00023179501295089722, -0.00022147968411445618, -0.00021116435527801514, -0.0002008490264415741, -0.00019053369760513306, -0.00018021836876869202, -0.00016990303993225098, -0.00015958771109580994, -0.0001492723822593689, -0.00013895705342292786, -0.00012864172458648682, -0.00011832639575004578, -0.00010801106691360474, -9.76957380771637e-05, -8.738040924072266e-05, -7.706508040428162e-05, -6.674975156784058e-05, -5.6434422731399536e-05, -4.6119093894958496e-05, -3.5803765058517456e-05, -2.5488436222076416e-05, -1.5173107385635376e-05, -4.857778549194336e-06, 5.457550287246704e-06, 1.5772879123687744e-05, 2.6088207960128784e-05, 3.6403536796569824e-05, 4.6718865633010864e-05, 5.7034194469451904e-05, 6.734952330589294e-05, 7.766485214233398e-05, 8.798018097877502e-05, 9.829550981521606e-05, 0.0001086108386516571, 0.00011892616748809814, 0.00012924149632453918, 0.00013955682516098022, 0.00014987215399742126, 0.0001601874828338623, 0.00017050281167030334, 0.00018081814050674438, 0.00019113346934318542, 0.00020144879817962646, 0.0002117641270160675, 0.00022207945585250854, 0.00023239478468894958, 0.00024271011352539062]}, "gradients/decoder.model.decoder.layers.6.fc1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 5.0, 4.0, 9.0, 16.0, 82.0, 206.0, 566.0, 2118.0, 725.0, 211.0, 87.0, 37.0, 9.0, 3.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.8967857360839844e-05, -2.7558766305446625e-05, -2.6149675250053406e-05, -2.4740584194660187e-05, -2.3331493139266968e-05, -2.192240208387375e-05, -2.051331102848053e-05, -1.910421997308731e-05, -1.7695128917694092e-05, -1.6286037862300873e-05, -1.4876946806907654e-05, -1.3467855751514435e-05, -1.2058764696121216e-05, -1.0649673640727997e-05, -9.240582585334778e-06, -7.831491529941559e-06, -6.42240047454834e-06, -5.013309419155121e-06, -3.604218363761902e-06, -2.195127308368683e-06, -7.860362529754639e-07, 6.230548024177551e-07, 2.032145857810974e-06, 3.441236913204193e-06, 4.850327968597412e-06, 6.259419023990631e-06, 7.66851007938385e-06, 9.077601134777069e-06, 1.0486692190170288e-05, 1.1895783245563507e-05, 1.3304874300956726e-05, 1.4713965356349945e-05, 1.6123056411743164e-05, 1.7532147467136383e-05, 1.8941238522529602e-05, 2.035032957792282e-05, 2.175942063331604e-05, 2.316851168870926e-05, 2.4577602744102478e-05, 2.5986693799495697e-05, 2.7395784854888916e-05, 2.8804875910282135e-05, 3.0213966965675354e-05, 3.162305802106857e-05, 3.303214907646179e-05, 3.444124013185501e-05, 3.585033118724823e-05, 3.725942224264145e-05, 3.866851329803467e-05, 4.007760435342789e-05, 4.1486695408821106e-05, 4.2895786464214325e-05, 4.4304877519607544e-05, 4.571396857500076e-05, 4.712305963039398e-05, 4.85321506857872e-05, 4.994124174118042e-05, 5.135033279657364e-05, 5.275942385196686e-05, 5.416851490736008e-05, 5.5577605962753296e-05, 5.6986697018146515e-05, 5.8395788073539734e-05, 5.980487912893295e-05, 6.121397018432617e-05]}, "gradients/decoder.model.decoder.layers.6.encoder_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 4.0, 6.0, 6.0, 24.0, 26.0, 65.0, 128.0, 285.0, 229.0, 117.0, 47.0, 31.0, 13.0, 7.0, 9.0, 5.0, 5.0, 2.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.00018830645421985537, -0.00018453241500537843, -0.00018075837579090148, -0.00017698435112833977, -0.00017321031191386282, -0.00016943627269938588, -0.00016566223348490894, -0.000161888194270432, -0.00015811416960787028, -0.00015434013039339334, -0.0001505660911789164, -0.00014679206651635468, -0.00014301802730187774, -0.0001392439880874008, -0.00013546994887292385, -0.0001316959096584469, -0.00012792187044396996, -0.00012414783122949302, -0.00012037379929097369, -0.00011659976007649675, -0.00011282572813797742, -0.00010905168892350048, -0.00010527764970902354, -0.0001015036177705042, -9.772958583198488e-05, -9.395554661750793e-05, -9.01815146789886e-05, -8.640747546451166e-05, -8.263344352599233e-05, -7.885940431151539e-05, -7.508536509703845e-05, -7.131133315851912e-05, -6.753729394404218e-05, -6.376325472956523e-05, -5.9989222791045904e-05, -5.621518357656896e-05, -5.2441148000070825e-05, -4.866711242357269e-05, -4.489307684707455e-05, -4.111904127057642e-05, -3.7345002056099474e-05, -3.357096647960134e-05, -2.97969290841138e-05, -2.6022893507615663e-05, -2.2248856112128124e-05, -1.8474820535629988e-05, -1.4700784959131852e-05, -1.0926747563644312e-05, -7.15271380613558e-06, -3.3786775475164177e-06, 3.9535871110274456e-07, 4.169394742348231e-06, 7.943431228341069e-06, 1.1717467714333907e-05, 1.5491503290832043e-05, 1.9265540686319582e-05, 2.3039576262817718e-05, 2.6813611839315854e-05, 3.0587649234803393e-05, 3.436168481130153e-05, 3.8135720387799665e-05, 4.19097559642978e-05, 4.5683795178774744e-05, 4.945783075527288e-05, 5.3231866331771016e-05]}, "gradients/decoder.model.decoder.layers.6.encoder_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 2.0, 0.0, 5.0, 4.0, 4.0, 11.0, 8.0, 7.0, 11.0, 14.0, 17.0, 18.0, 17.0, 30.0, 34.0, 31.0, 33.0, 35.0, 41.0, 48.0, 38.0, 42.0, 58.0, 42.0, 35.0, 46.0, 45.0, 35.0, 49.0, 43.0, 33.0, 32.0, 33.0, 17.0, 19.0, 13.0, 9.0, 14.0, 10.0, 9.0, 5.0, 3.0, 0.0, 3.0, 1.0, 5.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.7000269255950116e-05, -2.6145951778744347e-05, -2.529163430153858e-05, -2.443731682433281e-05, -2.3582999347127043e-05, -2.2728681869921274e-05, -2.1874364392715506e-05, -2.1020046915509738e-05, -2.016572943830397e-05, -1.93114119610982e-05, -1.8457094483892433e-05, -1.7602777006686665e-05, -1.6748459529480897e-05, -1.589414205227513e-05, -1.503982457506936e-05, -1.4185507097863592e-05, -1.3331189620657824e-05, -1.2476872143452056e-05, -1.1622554666246288e-05, -1.076823718904052e-05, -9.913919711834751e-06, -9.059602234628983e-06, -8.205284757423215e-06, -7.350967280217446e-06, -6.496649803011678e-06, -5.64233232580591e-06, -4.788014848600142e-06, -3.9336973713943735e-06, -3.0793798941886052e-06, -2.225062416982837e-06, -1.3707449397770688e-06, -5.164274625713006e-07, 3.378918336238712e-07, 1.1922093108296394e-06, 2.0465267880354077e-06, 2.900844265241176e-06, 3.755161742446944e-06, 4.609479219652712e-06, 5.4637966968584806e-06, 6.318114174064249e-06, 7.172431651270017e-06, 8.026749128475785e-06, 8.881066605681553e-06, 9.735384082887322e-06, 1.058970156009309e-05, 1.1444019037298858e-05, 1.2298336514504626e-05, 1.3152653991710395e-05, 1.4006971468916163e-05, 1.4861288946121931e-05, 1.57156064233277e-05, 1.6569923900533468e-05, 1.7424241377739236e-05, 1.8278558854945004e-05, 1.9132876332150772e-05, 1.998719380935654e-05, 2.084151128656231e-05, 2.1695828763768077e-05, 2.2550146240973845e-05, 2.3404463718179613e-05, 2.425878119538538e-05, 2.511309867259115e-05, 2.5967416149796918e-05, 2.6821733627002686e-05, 2.7676051104208454e-05]}, "gradients/decoder.model.decoder.layers.6.encoder_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 1.0, 7.0, 5.0, 11.0, 9.0, 20.0, 41.0, 91.0, 217.0, 799.0, 3217.0, 35955.0, 967941.0, 35888.0, 3230.0, 782.0, 183.0, 76.0, 35.0, 14.0, 10.0, 4.0, 6.0, 2.0, 2.0, 4.0, 3.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1324882507324219e-05, -1.0897405445575714e-05, -1.046992838382721e-05, -1.0042451322078705e-05, -9.6149742603302e-06, -9.187497198581696e-06, -8.760020136833191e-06, -8.332543075084686e-06, -7.905066013336182e-06, -7.477588951587677e-06, -7.050111889839172e-06, -6.622634828090668e-06, -6.195157766342163e-06, -5.7676807045936584e-06, -5.340203642845154e-06, -4.912726581096649e-06, -4.4852495193481445e-06, -4.05777245759964e-06, -3.6302953958511353e-06, -3.2028183341026306e-06, -2.775341272354126e-06, -2.3478642106056213e-06, -1.9203871488571167e-06, -1.492910087108612e-06, -1.0654330253601074e-06, -6.379559636116028e-07, -2.1047890186309814e-07, 2.169981598854065e-07, 6.444752216339111e-07, 1.0719522833824158e-06, 1.4994293451309204e-06, 1.926906406879425e-06, 2.3543834686279297e-06, 2.7818605303764343e-06, 3.209337592124939e-06, 3.6368146538734436e-06, 4.064291715621948e-06, 4.491768777370453e-06, 4.9192458391189575e-06, 5.346722900867462e-06, 5.774199962615967e-06, 6.2016770243644714e-06, 6.629154086112976e-06, 7.056631147861481e-06, 7.484108209609985e-06, 7.91158527135849e-06, 8.339062333106995e-06, 8.7665393948555e-06, 9.194016456604004e-06, 9.621493518352509e-06, 1.0048970580101013e-05, 1.0476447641849518e-05, 1.0903924703598022e-05, 1.1331401765346527e-05, 1.1758878827095032e-05, 1.2186355888843536e-05, 1.2613832950592041e-05, 1.3041310012340546e-05, 1.346878707408905e-05, 1.3896264135837555e-05, 1.432374119758606e-05, 1.4751218259334564e-05, 1.5178695321083069e-05, 1.5606172382831573e-05, 1.6033649444580078e-05]}, "gradients/decoder.model.decoder.layers.6.encoder_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 7.0, 16.0, 24.0, 32.0, 47.0, 80.0, 94.0, 138.0, 118.0, 113.0, 118.0, 87.0, 54.0, 42.0, 23.0, 11.0, 4.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-8.672475814819336e-05, -8.497107774019241e-05, -8.321739733219147e-05, -8.146371692419052e-05, -7.971003651618958e-05, -7.795635610818863e-05, -7.620267570018768e-05, -7.444899529218674e-05, -7.269531488418579e-05, -7.094163447618484e-05, -6.91879540681839e-05, -6.743427366018295e-05, -6.568059325218201e-05, -6.392691284418106e-05, -6.217323243618011e-05, -6.041955202817917e-05, -5.866587162017822e-05, -5.6912191212177277e-05, -5.515851080417633e-05, -5.3404830396175385e-05, -5.165114998817444e-05, -4.989746958017349e-05, -4.8143789172172546e-05, -4.63901087641716e-05, -4.4636428356170654e-05, -4.288274794816971e-05, -4.112906754016876e-05, -3.9375387132167816e-05, -3.762170672416687e-05, -3.5868026316165924e-05, -3.411434590816498e-05, -3.236066550016403e-05, -3.0606985092163086e-05, -2.885330468416214e-05, -2.7099624276161194e-05, -2.5345943868160248e-05, -2.3592263460159302e-05, -2.1838583052158356e-05, -2.008490264415741e-05, -1.8331222236156464e-05, -1.6577541828155518e-05, -1.4823861420154572e-05, -1.3070181012153625e-05, -1.131650060415268e-05, -9.562820196151733e-06, -7.809139788150787e-06, -6.055459380149841e-06, -4.301778972148895e-06, -2.5480985641479492e-06, -7.944181561470032e-07, 9.592622518539429e-07, 2.712942659854889e-06, 4.466623067855835e-06, 6.220303475856781e-06, 7.973983883857727e-06, 9.727664291858673e-06, 1.1481344699859619e-05, 1.3235025107860565e-05, 1.4988705515861511e-05, 1.6742385923862457e-05, 1.8496066331863403e-05, 2.024974673986435e-05, 2.2003427147865295e-05, 2.375710755586624e-05, 2.5510787963867188e-05]}, "gradients/decoder.model.decoder.layers.6.encoder_attn.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 6.0, 11.0, 0.0, 18.0, 29.0, 0.0, 51.0, 144.0, 0.0, 269.0, 669.0, 0.0, 2685.0, 13847.0, 0.0, 107798.0, 796294.0, 0.0, 108622.0, 14082.0, 0.0, 2740.0, 762.0, 0.0, 276.0, 135.0, 0.0, 59.0, 31.0, 0.0, 16.0, 11.0, 0.0, 9.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.3113021850585938e-06, -1.2712553143501282e-06, -1.2312084436416626e-06, -1.191161572933197e-06, -1.1511147022247314e-06, -1.1110678315162659e-06, -1.0710209608078003e-06, -1.0309740900993347e-06, -9.909272193908691e-07, -9.508803486824036e-07, -9.10833477973938e-07, -8.707866072654724e-07, -8.307397365570068e-07, -7.906928658485413e-07, -7.506459951400757e-07, -7.105991244316101e-07, -6.705522537231445e-07, -6.30505383014679e-07, -5.904585123062134e-07, -5.504116415977478e-07, -5.103647708892822e-07, -4.7031790018081665e-07, -4.302710294723511e-07, -3.902241587638855e-07, -3.501772880554199e-07, -3.1013041734695435e-07, -2.7008354663848877e-07, -2.300366759300232e-07, -1.8998980522155762e-07, -1.4994293451309204e-07, -1.0989606380462646e-07, -6.984919309616089e-08, -2.9802322387695312e-08, 1.0244548320770264e-08, 5.029141902923584e-08, 9.033828973770142e-08, 1.30385160446167e-07, 1.7043203115463257e-07, 2.1047890186309814e-07, 2.505257725715637e-07, 2.905726432800293e-07, 3.3061951398849487e-07, 3.7066638469696045e-07, 4.10713255405426e-07, 4.507601261138916e-07, 4.908069968223572e-07, 5.308538675308228e-07, 5.709007382392883e-07, 6.109476089477539e-07, 6.509944796562195e-07, 6.910413503646851e-07, 7.310882210731506e-07, 7.711350917816162e-07, 8.111819624900818e-07, 8.512288331985474e-07, 8.912757039070129e-07, 9.313225746154785e-07, 9.71369445323944e-07, 1.0114163160324097e-06, 1.0514631867408752e-06, 1.0915100574493408e-06, 1.1315569281578064e-06, 1.171603798866272e-06, 1.2116506695747375e-06, 1.2516975402832031e-06]}, "gradients/decoder.model.decoder.layers.6.encoder_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 3.0, 4.0, 5.0, 9.0, 13.0, 27.0, 28.0, 22.0, 39.0, 55.0, 57.0, 74.0, 59.0, 79.0, 71.0, 91.0, 66.0, 69.0, 60.0, 40.0, 38.0, 27.0, 23.0, 15.0, 13.0, 8.0, 7.0, 3.0, 4.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.064508438110352e-05, -7.81351700425148e-05, -7.562525570392609e-05, -7.311534136533737e-05, -7.060542702674866e-05, -6.809551268815994e-05, -6.558559834957123e-05, -6.307568401098251e-05, -6.05657696723938e-05, -5.8055855333805084e-05, -5.554594099521637e-05, -5.3036026656627655e-05, -5.052611231803894e-05, -4.8016197979450226e-05, -4.550628364086151e-05, -4.29963693022728e-05, -4.048645496368408e-05, -3.797654062509537e-05, -3.546662628650665e-05, -3.295671194791794e-05, -3.0446797609329224e-05, -2.793688327074051e-05, -2.5426968932151794e-05, -2.291705459356308e-05, -2.0407140254974365e-05, -1.789722591638565e-05, -1.5387311577796936e-05, -1.2877397239208221e-05, -1.0367482900619507e-05, -7.857568562030792e-06, -5.347654223442078e-06, -2.837739884853363e-06, -3.2782554626464844e-07, 2.182088792324066e-06, 4.692003130912781e-06, 7.201917469501495e-06, 9.71183180809021e-06, 1.2221746146678925e-05, 1.473166048526764e-05, 1.7241574823856354e-05, 1.975148916244507e-05, 2.2261403501033783e-05, 2.4771317839622498e-05, 2.7281232178211212e-05, 2.9791146516799927e-05, 3.230106085538864e-05, 3.4810975193977356e-05, 3.732088953256607e-05, 3.9830803871154785e-05, 4.23407182097435e-05, 4.4850632548332214e-05, 4.736054688692093e-05, 4.9870461225509644e-05, 5.238037556409836e-05, 5.489028990268707e-05, 5.740020424127579e-05, 5.99101185798645e-05, 6.242003291845322e-05, 6.492994725704193e-05, 6.743986159563065e-05, 6.994977593421936e-05, 7.245969027280807e-05, 7.496960461139679e-05, 7.74795189499855e-05, 7.998943328857422e-05]}, "gradients/decoder.model.decoder.layers.6.encoder_attn.k_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.6.encoder_attn.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 8.0, 0.0, 0.0, 0.0, 7.0, 0.0, 0.0, 16.0, 0.0, 0.0, 0.0, 51.0, 0.0, 0.0, 0.0, 108.0, 0.0, 0.0, 0.0, 178.0, 0.0, 0.0, 282.0, 0.0, 0.0, 0.0, 172.0, 0.0, 0.0, 0.0, 102.0, 0.0, 0.0, 0.0, 57.0, 0.0, 0.0, 20.0, 0.0, 0.0, 0.0, 16.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.364418029785156e-07, -5.206093192100525e-07, -5.047768354415894e-07, -4.889443516731262e-07, -4.731118679046631e-07, -4.5727938413619995e-07, -4.414469003677368e-07, -4.256144165992737e-07, -4.0978193283081055e-07, -3.939494490623474e-07, -3.781169652938843e-07, -3.6228448152542114e-07, -3.46451997756958e-07, -3.3061951398849487e-07, -3.1478703022003174e-07, -2.989545464515686e-07, -2.8312206268310547e-07, -2.6728957891464233e-07, -2.514570951461792e-07, -2.3562461137771606e-07, -2.1979212760925293e-07, -2.039596438407898e-07, -1.8812716007232666e-07, -1.7229467630386353e-07, -1.564621925354004e-07, -1.4062970876693726e-07, -1.2479722499847412e-07, -1.0896474123001099e-07, -9.313225746154785e-08, -7.729977369308472e-08, -6.146728992462158e-08, -4.563480615615845e-08, -2.9802322387695312e-08, -1.3969838619232178e-08, 1.862645149230957e-09, 1.7695128917694092e-08, 3.3527612686157227e-08, 4.936009645462036e-08, 6.51925802230835e-08, 8.102506399154663e-08, 9.685754776000977e-08, 1.126900315284729e-07, 1.2852251529693604e-07, 1.4435499906539917e-07, 1.601874828338623e-07, 1.7601996660232544e-07, 1.9185245037078857e-07, 2.076849341392517e-07, 2.2351741790771484e-07, 2.39349901676178e-07, 2.551823854446411e-07, 2.7101486921310425e-07, 2.868473529815674e-07, 3.026798367500305e-07, 3.1851232051849365e-07, 3.343448042869568e-07, 3.501772880554199e-07, 3.6600977182388306e-07, 3.818422555923462e-07, 3.976747393608093e-07, 4.1350722312927246e-07, 4.293397068977356e-07, 4.4517219066619873e-07, 4.6100467443466187e-07, 4.76837158203125e-07]}, "gradients/decoder.model.decoder.layers.6.encoder_attn.q_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.6.encoder_attn.q_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.6.self_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 4.0, 6.0, 11.0, 22.0, 50.0, 97.0, 194.0, 334.0, 152.0, 71.0, 21.0, 20.0, 10.0, 4.0, 5.0, 4.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00010176035721087828, -9.941149619407952e-05, -9.706263517728075e-05, -9.471376688452438e-05, -9.236490586772561e-05, -9.001604485092685e-05, -8.766718383412808e-05, -8.531832281732932e-05, -8.296946180053055e-05, -8.062060078373179e-05, -7.827173976693302e-05, -7.592287147417665e-05, -7.357401045737788e-05, -7.122514944057912e-05, -6.887628842378035e-05, -6.652742740698159e-05, -6.417855911422521e-05, -6.182969809742644e-05, -5.948083344264887e-05, -5.713197242585011e-05, -5.478310777107254e-05, -5.243424675427377e-05, -5.008538573747501e-05, -4.773652472067624e-05, -4.538766006589867e-05, -4.303879904909991e-05, -4.0689934394322336e-05, -3.834107337752357e-05, -3.599221236072481e-05, -3.3643347705947235e-05, -3.129448668914847e-05, -2.8945623853360303e-05, -2.6596761017572135e-05, -2.4247898181783967e-05, -2.18990353459958e-05, -1.9550174329197034e-05, -1.7201311493408866e-05, -1.4852448657620698e-05, -1.2503586731327232e-05, -1.0154724805033766e-05, -7.805861969245598e-06, -5.456999588204781e-06, -3.1081372071639635e-06, -7.592748261231463e-07, 1.5895875549176708e-06, 3.938450390705839e-06, 6.287312316999305e-06, 8.636174243292771e-06, 1.098503707908094e-05, 1.3333899914869107e-05, 1.5682762750657275e-05, 1.803162376745604e-05, 2.0380486603244208e-05, 2.2729349439032376e-05, 2.507821045583114e-05, 2.7427073291619308e-05, 2.9775936127407476e-05, 3.212479714420624e-05, 3.447366179898381e-05, 3.682252281578258e-05, 3.917138383258134e-05, 4.152024848735891e-05, 4.386910950415768e-05, 4.621797415893525e-05, 4.856683517573401e-05]}, "gradients/decoder.model.decoder.layers.6.self_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 6.0, 10.0, 16.0, 24.0, 38.0, 61.0, 86.0, 122.0, 113.0, 120.0, 124.0, 102.0, 93.0, 42.0, 26.0, 17.0, 10.0, 5.0, 3.0, 2.0, 2.0], "bins": [-7.439516775775701e-05, -7.296999683603644e-05, -7.154482591431588e-05, -7.011965499259531e-05, -6.869448407087475e-05, -6.726931314915419e-05, -6.584414222743362e-05, -6.441897130571306e-05, -6.299380038399249e-05, -6.156862946227193e-05, -6.0143458540551364e-05, -5.87182876188308e-05, -5.7293116697110236e-05, -5.586794577538967e-05, -5.444277485366911e-05, -5.301760393194854e-05, -5.1592436648206785e-05, -5.016726572648622e-05, -4.8742094804765657e-05, -4.731692388304509e-05, -4.589175296132453e-05, -4.4466582039603963e-05, -4.3041414755862206e-05, -4.161624383414164e-05, -4.019107291242108e-05, -3.876590199070051e-05, -3.734073106897995e-05, -3.5915560147259384e-05, -3.449038922553882e-05, -3.3065218303818256e-05, -3.164004738209769e-05, -3.021487827936653e-05, -2.878970371966716e-05, -2.7364532797946595e-05, -2.593936187622603e-05, -2.451419277349487e-05, -2.3089021851774305e-05, -2.166385093005374e-05, -2.0238680008333176e-05, -1.8813509086612612e-05, -1.7388338164892048e-05, -1.5963167243171483e-05, -1.4537996321450919e-05, -1.3112826309225056e-05, -1.1687655387504492e-05, -1.0262484465783928e-05, -8.837314453558065e-06, -7.412143531837501e-06, -5.986972610116936e-06, -4.561801688396372e-06, -3.1366312214231584e-06, -1.711460754449945e-06, -2.862898327293806e-07, 1.1388810889911838e-06, 2.5640511012170464e-06, 3.989222022937611e-06, 5.414392944658175e-06, 6.8395638663787395e-06, 8.264734788099304e-06, 9.689904800325166e-06, 1.111507572204573e-05, 1.2540246643766295e-05, 1.3965416655992158e-05, 1.5390587577712722e-05, 1.6815758499433286e-05]}, "gradients/decoder.model.decoder.layers.6.self_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 6.0, 2.0, 5.0, 7.0, 5.0, 8.0, 5.0, 9.0, 9.0, 18.0, 29.0, 14.0, 31.0, 21.0, 35.0, 42.0, 42.0, 135.0, 1044.0, 48009.0, 979018.0, 19060.0, 586.0, 98.0, 48.0, 28.0, 39.0, 35.0, 23.0, 21.0, 19.0, 21.0, 21.0, 12.0, 12.0, 12.0, 4.0, 8.0, 4.0, 3.0, 5.0, 4.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00018858909606933594, -0.0001825820654630661, -0.00017657503485679626, -0.00017056800425052643, -0.0001645609736442566, -0.00015855394303798676, -0.00015254691243171692, -0.00014653988182544708, -0.00014053285121917725, -0.0001345258206129074, -0.00012851879000663757, -0.00012251175940036774, -0.0001165047287940979, -0.00011049769818782806, -0.00010449066758155823, -9.848363697528839e-05, -9.247660636901855e-05, -8.646957576274872e-05, -8.046254515647888e-05, -7.445551455020905e-05, -6.844848394393921e-05, -6.244145333766937e-05, -5.6434422731399536e-05, -5.04273921251297e-05, -4.442036151885986e-05, -3.841333091259003e-05, -3.240630030632019e-05, -2.6399269700050354e-05, -2.0392239093780518e-05, -1.4385208487510681e-05, -8.378177881240845e-06, -2.3711472749710083e-06, 3.635883331298828e-06, 9.642913937568665e-06, 1.56499445438385e-05, 2.1656975150108337e-05, 2.7664005756378174e-05, 3.367103636264801e-05, 3.967806696891785e-05, 4.568509757518768e-05, 5.169212818145752e-05, 5.7699158787727356e-05, 6.370618939399719e-05, 6.971322000026703e-05, 7.572025060653687e-05, 8.17272812128067e-05, 8.773431181907654e-05, 9.374134242534637e-05, 9.974837303161621e-05, 0.00010575540363788605, 0.00011176243424415588, 0.00011776946485042572, 0.00012377649545669556, 0.0001297835260629654, 0.00013579055666923523, 0.00014179758727550507, 0.0001478046178817749, 0.00015381164848804474, 0.00015981867909431458, 0.0001658257097005844, 0.00017183274030685425, 0.00017783977091312408, 0.00018384680151939392, 0.00018985383212566376, 0.0001958608627319336]}, "gradients/decoder.model.decoder.layers.6.self_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 10.0, 48.0, 117.0, 230.0, 278.0, 225.0, 75.0, 23.0, 8.0, 2.0, 1.0], "bins": [-4.845857620239258e-05, -4.7612935304641724e-05, -4.676729440689087e-05, -4.5921653509140015e-05, -4.507601261138916e-05, -4.4230371713638306e-05, -4.338473081588745e-05, -4.25390899181366e-05, -4.169344902038574e-05, -4.084780812263489e-05, -4.000216722488403e-05, -3.915652632713318e-05, -3.8310885429382324e-05, -3.746524453163147e-05, -3.6619603633880615e-05, -3.577396273612976e-05, -3.4928321838378906e-05, -3.408268094062805e-05, -3.32370400428772e-05, -3.239139914512634e-05, -3.154575824737549e-05, -3.0700117349624634e-05, -2.985447645187378e-05, -2.9008835554122925e-05, -2.816319465637207e-05, -2.7317553758621216e-05, -2.647191286087036e-05, -2.5626271963119507e-05, -2.4780631065368652e-05, -2.3934990167617798e-05, -2.3089349269866943e-05, -2.224370837211609e-05, -2.1398067474365234e-05, -2.055242657661438e-05, -1.9706785678863525e-05, -1.886114478111267e-05, -1.8015503883361816e-05, -1.7169862985610962e-05, -1.6324222087860107e-05, -1.5478581190109253e-05, -1.4632940292358398e-05, -1.3787299394607544e-05, -1.294165849685669e-05, -1.2096017599105835e-05, -1.125037670135498e-05, -1.0404735803604126e-05, -9.559094905853271e-06, -8.713454008102417e-06, -7.867813110351562e-06, -7.022172212600708e-06, -6.1765313148498535e-06, -5.330890417098999e-06, -4.4852495193481445e-06, -3.63960862159729e-06, -2.7939677238464355e-06, -1.948326826095581e-06, -1.1026859283447266e-06, -2.5704503059387207e-07, 5.885958671569824e-07, 1.434236764907837e-06, 2.2798776626586914e-06, 3.125518560409546e-06, 3.9711594581604e-06, 4.816800355911255e-06, 5.662441253662109e-06]}, "gradients/decoder.model.decoder.layers.6.self_attn.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 7.0, 11.0, 8.0, 10.0, 18.0, 30.0, 45.0, 75.0, 111.0, 161.0, 202.0, 433.0, 570.0, 1180.0, 1752.0, 3648.0, 5684.0, 12720.0, 21386.0, 51741.0, 101102.0, 363574.0, 283388.0, 111623.0, 41519.0, 23559.0, 10198.0, 6287.0, 2927.0, 1921.0, 1005.0, 666.0, 330.0, 231.0, 133.0, 104.0, 62.0, 48.0, 15.0, 25.0, 15.0, 12.0, 6.0, 7.0, 3.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-1.1980533599853516e-05, -1.1593103408813477e-05, -1.1205673217773438e-05, -1.0818243026733398e-05, -1.043081283569336e-05, -1.004338264465332e-05, -9.655952453613281e-06, -9.268522262573242e-06, -8.881092071533203e-06, -8.493661880493164e-06, -8.106231689453125e-06, -7.718801498413086e-06, -7.331371307373047e-06, -6.943941116333008e-06, -6.556510925292969e-06, -6.16908073425293e-06, -5.781650543212891e-06, -5.3942203521728516e-06, -5.0067901611328125e-06, -4.6193599700927734e-06, -4.231929779052734e-06, -3.844499588012695e-06, -3.4570693969726562e-06, -3.069639205932617e-06, -2.682209014892578e-06, -2.294778823852539e-06, -1.9073486328125e-06, -1.519918441772461e-06, -1.1324882507324219e-06, -7.450580596923828e-07, -3.5762786865234375e-07, 2.9802322387695312e-08, 4.172325134277344e-07, 8.046627044677734e-07, 1.1920928955078125e-06, 1.5795230865478516e-06, 1.9669532775878906e-06, 2.3543834686279297e-06, 2.7418136596679688e-06, 3.129243850708008e-06, 3.516674041748047e-06, 3.904104232788086e-06, 4.291534423828125e-06, 4.678964614868164e-06, 5.066394805908203e-06, 5.453824996948242e-06, 5.841255187988281e-06, 6.22868537902832e-06, 6.616115570068359e-06, 7.0035457611083984e-06, 7.3909759521484375e-06, 7.778406143188477e-06, 8.165836334228516e-06, 8.553266525268555e-06, 8.940696716308594e-06, 9.328126907348633e-06, 9.715557098388672e-06, 1.0102987289428711e-05, 1.049041748046875e-05, 1.0877847671508789e-05, 1.1265277862548828e-05, 1.1652708053588867e-05, 1.2040138244628906e-05, 1.2427568435668945e-05, 1.2814998626708984e-05]}, "gradients/decoder.model.decoder.layers.6.self_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 2.0, 5.0, 7.0, 5.0, 11.0, 9.0, 18.0, 8.0, 25.0, 24.0, 27.0, 36.0, 28.0, 45.0, 55.0, 37.0, 49.0, 46.0, 43.0, 50.0, 53.0, 67.0, 45.0, 58.0, 36.0, 36.0, 44.0, 30.0, 22.0, 19.0, 22.0, 13.0, 9.0, 6.0, 4.0, 9.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.079673767089844e-06, -5.83939254283905e-06, -5.599111318588257e-06, -5.358830094337463e-06, -5.11854887008667e-06, -4.8782676458358765e-06, -4.637986421585083e-06, -4.3977051973342896e-06, -4.157423973083496e-06, -3.917142748832703e-06, -3.676861524581909e-06, -3.4365803003311157e-06, -3.1962990760803223e-06, -2.956017851829529e-06, -2.7157366275787354e-06, -2.475455403327942e-06, -2.2351741790771484e-06, -1.994892954826355e-06, -1.7546117305755615e-06, -1.514330506324768e-06, -1.2740492820739746e-06, -1.0337680578231812e-06, -7.934868335723877e-07, -5.532056093215942e-07, -3.129243850708008e-07, -7.264316082000732e-08, 1.6763806343078613e-07, 4.079192876815796e-07, 6.48200511932373e-07, 8.884817361831665e-07, 1.12876296043396e-06, 1.3690441846847534e-06, 1.6093254089355469e-06, 1.8496066331863403e-06, 2.089887857437134e-06, 2.3301690816879272e-06, 2.5704503059387207e-06, 2.810731530189514e-06, 3.0510127544403076e-06, 3.291293978691101e-06, 3.5315752029418945e-06, 3.771856427192688e-06, 4.0121376514434814e-06, 4.252418875694275e-06, 4.492700099945068e-06, 4.732981324195862e-06, 4.973262548446655e-06, 5.213543772697449e-06, 5.453824996948242e-06, 5.694106221199036e-06, 5.934387445449829e-06, 6.1746686697006226e-06, 6.414949893951416e-06, 6.6552311182022095e-06, 6.895512342453003e-06, 7.135793566703796e-06, 7.37607479095459e-06, 7.616356015205383e-06, 7.856637239456177e-06, 8.09691846370697e-06, 8.337199687957764e-06, 8.577480912208557e-06, 8.81776213645935e-06, 9.058043360710144e-06, 9.298324584960938e-06]}, "gradients/decoder.model.decoder.layers.6.self_attn.k_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 6.0, 5.0, 2.0, 15.0, 9.0, 16.0, 17.0, 30.0, 26.0, 53.0, 64.0, 66.0, 105.0, 157.0, 163.0, 296.0, 474.0, 537.0, 1281.0, 2515.0, 3642.0, 11145.0, 42267.0, 756529.0, 195699.0, 19830.0, 5641.0, 3615.0, 1757.0, 745.0, 615.0, 369.0, 216.0, 177.0, 134.0, 81.0, 66.0, 53.0, 25.0, 25.0, 18.0, 15.0, 13.0, 10.0, 10.0, 5.0, 6.0, 2.0, 4.0, 6.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 2.0], "bins": [-6.735324859619141e-06, -6.516464054584503e-06, -6.297603249549866e-06, -6.078742444515228e-06, -5.859881639480591e-06, -5.641020834445953e-06, -5.422160029411316e-06, -5.2032992243766785e-06, -4.984438419342041e-06, -4.7655776143074036e-06, -4.546716809272766e-06, -4.327856004238129e-06, -4.108995199203491e-06, -3.890134394168854e-06, -3.6712735891342163e-06, -3.452412784099579e-06, -3.2335519790649414e-06, -3.014691174030304e-06, -2.7958303689956665e-06, -2.576969563961029e-06, -2.3581087589263916e-06, -2.139247953891754e-06, -1.9203871488571167e-06, -1.7015263438224792e-06, -1.4826655387878418e-06, -1.2638047337532043e-06, -1.044943928718567e-06, -8.260831236839294e-07, -6.07222318649292e-07, -3.8836151361465454e-07, -1.695007085800171e-07, 4.936009645462036e-08, 2.682209014892578e-07, 4.870817065238953e-07, 7.059425115585327e-07, 9.248033165931702e-07, 1.1436641216278076e-06, 1.362524926662445e-06, 1.5813857316970825e-06, 1.80024653673172e-06, 2.0191073417663574e-06, 2.237968146800995e-06, 2.4568289518356323e-06, 2.6756897568702698e-06, 2.8945505619049072e-06, 3.1134113669395447e-06, 3.332272171974182e-06, 3.5511329770088196e-06, 3.769993782043457e-06, 3.9888545870780945e-06, 4.207715392112732e-06, 4.426576197147369e-06, 4.645437002182007e-06, 4.864297807216644e-06, 5.083158612251282e-06, 5.302019417285919e-06, 5.520880222320557e-06, 5.739741027355194e-06, 5.9586018323898315e-06, 6.177462637424469e-06, 6.3963234424591064e-06, 6.615184247493744e-06, 6.834045052528381e-06, 7.052905857563019e-06, 7.271766662597656e-06]}, "gradients/decoder.model.decoder.layers.6.self_attn.k_proj.bias": {"_type": "histogram", "values": [22.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 193.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 611.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 179.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 19.0], "bins": [-1.1920928955078125e-07, -1.1548399925231934e-07, -1.1175870895385742e-07, -1.0803341865539551e-07, -1.043081283569336e-07, -1.0058283805847168e-07, -9.685754776000977e-08, -9.313225746154785e-08, -8.940696716308594e-08, -8.568167686462402e-08, -8.195638656616211e-08, -7.82310962677002e-08, -7.450580596923828e-08, -7.078051567077637e-08, -6.705522537231445e-08, -6.332993507385254e-08, -5.960464477539063e-08, -5.587935447692871e-08, -5.21540641784668e-08, -4.842877388000488e-08, -4.470348358154297e-08, -4.0978193283081055e-08, -3.725290298461914e-08, -3.3527612686157227e-08, -2.9802322387695312e-08, -2.60770320892334e-08, -2.2351741790771484e-08, -1.862645149230957e-08, -1.4901161193847656e-08, -1.1175870895385742e-08, -7.450580596923828e-09, -3.725290298461914e-09, 0.0, 3.725290298461914e-09, 7.450580596923828e-09, 1.1175870895385742e-08, 1.4901161193847656e-08, 1.862645149230957e-08, 2.2351741790771484e-08, 2.60770320892334e-08, 2.9802322387695312e-08, 3.3527612686157227e-08, 3.725290298461914e-08, 4.0978193283081055e-08, 4.470348358154297e-08, 4.842877388000488e-08, 5.21540641784668e-08, 5.587935447692871e-08, 5.960464477539063e-08, 6.332993507385254e-08, 6.705522537231445e-08, 7.078051567077637e-08, 7.450580596923828e-08, 7.82310962677002e-08, 8.195638656616211e-08, 8.568167686462402e-08, 8.940696716308594e-08, 9.313225746154785e-08, 9.685754776000977e-08, 1.0058283805847168e-07, 1.043081283569336e-07, 1.0803341865539551e-07, 1.1175870895385742e-07, 1.1548399925231934e-07, 1.1920928955078125e-07]}, "gradients/decoder.model.decoder.layers.6.self_attn.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 5.0, 8.0, 12.0, 9.0, 18.0, 12.0, 37.0, 22.0, 46.0, 57.0, 91.0, 120.0, 166.0, 226.0, 320.0, 462.0, 666.0, 961.0, 1478.0, 2339.0, 3990.0, 7319.0, 15896.0, 16371.0, 148499.0, 765893.0, 49713.0, 15706.0, 7288.0, 3920.0, 2322.0, 1425.0, 984.0, 658.0, 437.0, 308.0, 214.0, 161.0, 116.0, 54.0, 61.0, 50.0, 32.0, 30.0, 19.0, 15.0, 9.0, 7.0, 4.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-3.814697265625e-06, -3.6992132663726807e-06, -3.5837292671203613e-06, -3.468245267868042e-06, -3.3527612686157227e-06, -3.2372772693634033e-06, -3.121793270111084e-06, -3.0063092708587646e-06, -2.8908252716064453e-06, -2.775341272354126e-06, -2.6598572731018066e-06, -2.5443732738494873e-06, -2.428889274597168e-06, -2.3134052753448486e-06, -2.1979212760925293e-06, -2.08243727684021e-06, -1.9669532775878906e-06, -1.8514692783355713e-06, -1.735985279083252e-06, -1.6205012798309326e-06, -1.5050172805786133e-06, -1.389533281326294e-06, -1.2740492820739746e-06, -1.1585652828216553e-06, -1.043081283569336e-06, -9.275972843170166e-07, -8.121132850646973e-07, -6.966292858123779e-07, -5.811452865600586e-07, -4.6566128730773926e-07, -3.501772880554199e-07, -2.3469328880310059e-07, -1.1920928955078125e-07, -3.725290298461914e-09, 1.1175870895385742e-07, 2.2724270820617676e-07, 3.427267074584961e-07, 4.5821070671081543e-07, 5.736947059631348e-07, 6.891787052154541e-07, 8.046627044677734e-07, 9.201467037200928e-07, 1.0356307029724121e-06, 1.1511147022247314e-06, 1.2665987014770508e-06, 1.3820827007293701e-06, 1.4975666999816895e-06, 1.6130506992340088e-06, 1.7285346984863281e-06, 1.8440186977386475e-06, 1.959502696990967e-06, 2.074986696243286e-06, 2.1904706954956055e-06, 2.305954694747925e-06, 2.421438694000244e-06, 2.5369226932525635e-06, 2.652406692504883e-06, 2.767890691757202e-06, 2.8833746910095215e-06, 2.998858690261841e-06, 3.11434268951416e-06, 3.2298266887664795e-06, 3.345310688018799e-06, 3.460794687271118e-06, 3.5762786865234375e-06]}, "gradients/decoder.model.decoder.layers.6.self_attn.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 4.0, 0.0, 3.0, 6.0, 5.0, 7.0, 10.0, 6.0, 28.0, 12.0, 15.0, 55.0, 63.0, 438.0, 149.0, 65.0, 53.0, 17.0, 12.0, 15.0, 6.0, 11.0, 0.0, 3.0, 6.0, 2.0, 2.0, 6.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.86102294921875e-06, -2.779066562652588e-06, -2.6971101760864258e-06, -2.6151537895202637e-06, -2.5331974029541016e-06, -2.4512410163879395e-06, -2.3692846298217773e-06, -2.2873282432556152e-06, -2.205371856689453e-06, -2.123415470123291e-06, -2.041459083557129e-06, -1.959502696990967e-06, -1.8775463104248047e-06, -1.7955899238586426e-06, -1.7136335372924805e-06, -1.6316771507263184e-06, -1.5497207641601562e-06, -1.4677643775939941e-06, -1.385807991027832e-06, -1.30385160446167e-06, -1.2218952178955078e-06, -1.1399388313293457e-06, -1.0579824447631836e-06, -9.760260581970215e-07, -8.940696716308594e-07, -8.121132850646973e-07, -7.301568984985352e-07, -6.48200511932373e-07, -5.662441253662109e-07, -4.842877388000488e-07, -4.023313522338867e-07, -3.203749656677246e-07, -2.384185791015625e-07, -1.564621925354004e-07, -7.450580596923828e-08, 7.450580596923828e-09, 8.940696716308594e-08, 1.7136335372924805e-07, 2.5331974029541016e-07, 3.3527612686157227e-07, 4.172325134277344e-07, 4.991888999938965e-07, 5.811452865600586e-07, 6.631016731262207e-07, 7.450580596923828e-07, 8.270144462585449e-07, 9.08970832824707e-07, 9.909272193908691e-07, 1.0728836059570312e-06, 1.1548399925231934e-06, 1.2367963790893555e-06, 1.3187527656555176e-06, 1.4007091522216797e-06, 1.4826655387878418e-06, 1.564621925354004e-06, 1.646578311920166e-06, 1.7285346984863281e-06, 1.8104910850524902e-06, 1.8924474716186523e-06, 1.9744038581848145e-06, 2.0563602447509766e-06, 2.1383166313171387e-06, 2.2202730178833008e-06, 2.302229404449463e-06, 2.384185791015625e-06]}, "gradients/decoder.model.decoder.layers.5.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 3.0, 3.0, 9.0, 10.0, 14.0, 44.0, 94.0, 223.0, 334.0, 153.0, 54.0, 33.0, 19.0, 13.0, 4.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.888726001197938e-05, -1.7217735148733482e-05, -1.554821210447699e-05, -1.3878687241231091e-05, -1.2209163287479896e-05, -1.0539639333728701e-05, -8.870114470482804e-06, -7.200590516731609e-06, -5.5310665629804134e-06, -3.861542609229218e-06, -2.192018200730672e-06, -5.22493792232126e-07, 1.1470301615190692e-06, 2.8165541152702644e-06, 4.4860789785161614e-06, 6.155602932267357e-06, 7.825126886018552e-06, 9.494650839769747e-06, 1.1164174793520942e-05, 1.283369965676684e-05, 1.4503223610518035e-05, 1.617274756426923e-05, 1.7842272427515127e-05, 1.9511797290761024e-05, 2.1181320335017517e-05, 2.2850845198263414e-05, 2.4520368242519908e-05, 2.6189893105765805e-05, 2.7859416150022298e-05, 2.9528941013268195e-05, 3.119846587651409e-05, 3.2867988920770586e-05, 3.4537515603005886e-05, 3.620703864726238e-05, 3.787656532949768e-05, 3.9546088373754174e-05, 4.121561141801067e-05, 4.288513446226716e-05, 4.455466114450246e-05, 4.6224184188758954e-05, 4.789370723301545e-05, 4.956323027727194e-05, 5.123275695950724e-05, 5.2902280003763735e-05, 5.457180304802023e-05, 5.624132609227672e-05, 5.791085277451202e-05, 5.9580375818768516e-05, 6.124989886302501e-05, 6.291942554526031e-05, 6.4588944951538e-05, 6.62584716337733e-05, 6.79279983160086e-05, 6.959751772228628e-05, 7.126704440452158e-05, 7.293657108675689e-05, 7.460609776899219e-05, 7.627562445122749e-05, 7.794514385750517e-05, 7.961467053974047e-05, 8.128419722197577e-05, 8.295371662825346e-05, 8.462324331048876e-05, 8.629276999272406e-05, 8.796228939900175e-05]}, "gradients/decoder.model.decoder.layers.5.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 5.0, 8.0, 11.0, 25.0, 32.0, 40.0, 67.0, 65.0, 103.0, 105.0, 106.0, 81.0, 90.0, 77.0, 69.0, 44.0, 36.0, 19.0, 20.0, 10.0, 2.0, 4.0, 1.0], "bins": [-4.211904888506979e-05, -4.130536399316043e-05, -4.0491679101251066e-05, -3.96779905713629e-05, -3.886430567945354e-05, -3.8050620787544176e-05, -3.7236935895634815e-05, -3.642324736574665e-05, -3.5609562473837286e-05, -3.4795877581927925e-05, -3.3982192690018564e-05, -3.3168504160130396e-05, -3.2354819268221036e-05, -3.1541134376311675e-05, -3.0727449484402314e-05, -2.991376277350355e-05, -2.910007788159419e-05, -2.8286392989684828e-05, -2.7472706278786063e-05, -2.6659021386876702e-05, -2.5845334675977938e-05, -2.5031649784068577e-05, -2.4217963073169813e-05, -2.340427818126045e-05, -2.259059328935109e-05, -2.177690839744173e-05, -2.0963221686542965e-05, -2.0149536794633605e-05, -1.933585008373484e-05, -1.852216519182548e-05, -1.770848029991612e-05, -1.6894793589017354e-05, -1.608110687811859e-05, -1.526742198620923e-05, -1.4453735275310464e-05, -1.3640050383401103e-05, -1.2826363672502339e-05, -1.2012678780592978e-05, -1.1198992979188915e-05, -1.0385307177784853e-05, -9.571620466886088e-06, -8.757934665482026e-06, -7.944248864077963e-06, -7.130563517421251e-06, -6.3168777160171885e-06, -5.503191914613126e-06, -4.689506567956414e-06, -3.875820766552351e-06, -3.0621349651482888e-06, -2.248449163744226e-06, -1.4347635897138389e-06, -6.210780156834517e-07, 1.92607785720611e-07, 1.0062935871246736e-06, 1.8199789337813854e-06, 2.633664735185448e-06, 3.4473505365895107e-06, 4.261036337993573e-06, 5.074722139397636e-06, 5.888407486054348e-06, 6.7020932874584105e-06, 7.515779088862473e-06, 8.329464435519185e-06, 9.143150236923248e-06, 9.95683603832731e-06]}, "gradients/decoder.model.decoder.layers.5.fc2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 4.0, 0.0, 4.0, 9.0, 4.0, 12.0, 13.0, 18.0, 27.0, 31.0, 34.0, 55.0, 64.0, 83.0, 103.0, 152.0, 201.0, 233.0, 318.0, 476.0, 665.0, 961.0, 1448.0, 2446.0, 4193.0, 8202.0, 17354.0, 136292.0, 3739762.0, 243058.0, 18288.0, 8231.0, 4303.0, 2407.0, 1509.0, 903.0, 633.0, 467.0, 310.0, 272.0, 175.0, 133.0, 102.0, 86.0, 61.0, 45.0, 35.0, 31.0, 31.0, 21.0, 12.0, 8.0, 7.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.5079975128173828e-05, -1.4602206647396088e-05, -1.4124438166618347e-05, -1.3646669685840607e-05, -1.3168901205062866e-05, -1.2691132724285126e-05, -1.2213364243507385e-05, -1.1735595762729645e-05, -1.1257827281951904e-05, -1.0780058801174164e-05, -1.0302290320396423e-05, -9.824521839618683e-06, -9.346753358840942e-06, -8.868984878063202e-06, -8.391216397285461e-06, -7.913447916507721e-06, -7.4356794357299805e-06, -6.95791095495224e-06, -6.4801424741744995e-06, -6.002373993396759e-06, -5.5246055126190186e-06, -5.046837031841278e-06, -4.569068551063538e-06, -4.091300070285797e-06, -3.6135315895080566e-06, -3.135763108730316e-06, -2.6579946279525757e-06, -2.180226147174835e-06, -1.7024576663970947e-06, -1.2246891856193542e-06, -7.469207048416138e-07, -2.691522240638733e-07, 2.086162567138672e-07, 6.863847374916077e-07, 1.1641532182693481e-06, 1.6419216990470886e-06, 2.119690179824829e-06, 2.5974586606025696e-06, 3.07522714138031e-06, 3.5529956221580505e-06, 4.030764102935791e-06, 4.5085325837135315e-06, 4.986301064491272e-06, 5.4640695452690125e-06, 5.941838026046753e-06, 6.419606506824493e-06, 6.897374987602234e-06, 7.375143468379974e-06, 7.852911949157715e-06, 8.330680429935455e-06, 8.808448910713196e-06, 9.286217391490936e-06, 9.763985872268677e-06, 1.0241754353046417e-05, 1.0719522833824158e-05, 1.1197291314601898e-05, 1.1675059795379639e-05, 1.2152828276157379e-05, 1.263059675693512e-05, 1.310836523771286e-05, 1.35861337184906e-05, 1.4063902199268341e-05, 1.4541670680046082e-05, 1.5019439160823822e-05, 1.5497207641601562e-05]}, "gradients/decoder.model.decoder.layers.5.fc2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 5.0, 4.0, 4.0, 0.0, 2.0, 4.0, 11.0, 10.0, 5.0, 23.0, 11.0, 22.0, 18.0, 21.0, 35.0, 13.0, 40.0, 21.0, 48.0, 47.0, 31.0, 61.0, 30.0, 63.0, 27.0, 42.0, 46.0, 23.0, 32.0, 22.0, 48.0, 25.0, 33.0, 30.0, 11.0, 34.0, 7.0, 22.0, 21.0, 7.0, 10.0, 8.0, 9.0, 3.0, 10.0, 8.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.86102294921875e-06, -2.7669593691825867e-06, -2.6728957891464233e-06, -2.57883220911026e-06, -2.4847686290740967e-06, -2.3907050490379333e-06, -2.29664146900177e-06, -2.2025778889656067e-06, -2.1085143089294434e-06, -2.01445072889328e-06, -1.9203871488571167e-06, -1.8263235688209534e-06, -1.73225998878479e-06, -1.6381964087486267e-06, -1.5441328287124634e-06, -1.4500692486763e-06, -1.3560056686401367e-06, -1.2619420886039734e-06, -1.16787850856781e-06, -1.0738149285316467e-06, -9.797513484954834e-07, -8.856877684593201e-07, -7.916241884231567e-07, -6.975606083869934e-07, -6.034970283508301e-07, -5.094334483146667e-07, -4.153698682785034e-07, -3.213062882423401e-07, -2.2724270820617676e-07, -1.3317912817001343e-07, -3.91155481338501e-08, 5.494803190231323e-08, 1.4901161193847656e-07, 2.430751919746399e-07, 3.371387720108032e-07, 4.3120235204696655e-07, 5.252659320831299e-07, 6.193295121192932e-07, 7.133930921554565e-07, 8.074566721916199e-07, 9.015202522277832e-07, 9.955838322639465e-07, 1.0896474123001099e-06, 1.1837109923362732e-06, 1.2777745723724365e-06, 1.3718381524085999e-06, 1.4659017324447632e-06, 1.5599653124809265e-06, 1.6540288925170898e-06, 1.7480924725532532e-06, 1.8421560525894165e-06, 1.93621963262558e-06, 2.030283212661743e-06, 2.1243467926979065e-06, 2.21841037273407e-06, 2.312473952770233e-06, 2.4065375328063965e-06, 2.50060111284256e-06, 2.594664692878723e-06, 2.6887282729148865e-06, 2.78279185295105e-06, 2.876855432987213e-06, 2.9709190130233765e-06, 3.06498259305954e-06, 3.159046173095703e-06]}, "gradients/decoder.model.decoder.layers.5.fc1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 3.0, 4.0, 11.0, 14.0, 14.0, 12.0, 15.0, 21.0, 27.0, 45.0, 64.0, 70.0, 127.0, 198.0, 342.0, 808.0, 2157.0, 6996.0, 36333.0, 3161274.0, 949685.0, 25966.0, 6011.0, 2057.0, 855.0, 424.0, 232.0, 134.0, 93.0, 64.0, 60.0, 42.0, 19.0, 20.0, 20.0, 18.0, 11.0, 8.0, 10.0, 4.0, 7.0, 5.0, 2.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-1.704692840576172e-05, -1.6512349247932434e-05, -1.597777009010315e-05, -1.5443190932273865e-05, -1.490861177444458e-05, -1.4374032616615295e-05, -1.383945345878601e-05, -1.3304874300956726e-05, -1.2770295143127441e-05, -1.2235715985298157e-05, -1.1701136827468872e-05, -1.1166557669639587e-05, -1.0631978511810303e-05, -1.0097399353981018e-05, -9.562820196151733e-06, -9.028241038322449e-06, -8.493661880493164e-06, -7.95908272266388e-06, -7.424503564834595e-06, -6.88992440700531e-06, -6.355345249176025e-06, -5.820766091346741e-06, -5.286186933517456e-06, -4.751607775688171e-06, -4.217028617858887e-06, -3.682449460029602e-06, -3.1478703022003174e-06, -2.6132911443710327e-06, -2.078711986541748e-06, -1.5441328287124634e-06, -1.0095536708831787e-06, -4.7497451305389404e-07, 5.960464477539063e-08, 5.941838026046753e-07, 1.12876296043396e-06, 1.6633421182632446e-06, 2.1979212760925293e-06, 2.732500433921814e-06, 3.2670795917510986e-06, 3.8016587495803833e-06, 4.336237907409668e-06, 4.870817065238953e-06, 5.405396223068237e-06, 5.939975380897522e-06, 6.474554538726807e-06, 7.009133696556091e-06, 7.543712854385376e-06, 8.07829201221466e-06, 8.612871170043945e-06, 9.14745032787323e-06, 9.682029485702515e-06, 1.02166086435318e-05, 1.0751187801361084e-05, 1.1285766959190369e-05, 1.1820346117019653e-05, 1.2354925274848938e-05, 1.2889504432678223e-05, 1.3424083590507507e-05, 1.3958662748336792e-05, 1.4493241906166077e-05, 1.5027821063995361e-05, 1.5562400221824646e-05, 1.609697937965393e-05, 1.6631558537483215e-05, 1.71661376953125e-05]}, "gradients/decoder.model.decoder.layers.5.fc1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 3.0, 0.0, 5.0, 5.0, 4.0, 12.0, 13.0, 13.0, 41.0, 49.0, 55.0, 291.0, 1180.0, 1850.0, 428.0, 63.0, 30.0, 14.0, 13.0, 7.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-9.834766387939453e-06, -9.634532034397125e-06, -9.434297680854797e-06, -9.23406332731247e-06, -9.033828973770142e-06, -8.833594620227814e-06, -8.633360266685486e-06, -8.433125913143158e-06, -8.23289155960083e-06, -8.032657206058502e-06, -7.832422852516174e-06, -7.632188498973846e-06, -7.4319541454315186e-06, -7.231719791889191e-06, -7.031485438346863e-06, -6.831251084804535e-06, -6.631016731262207e-06, -6.430782377719879e-06, -6.230548024177551e-06, -6.030313670635223e-06, -5.8300793170928955e-06, -5.629844963550568e-06, -5.42961061000824e-06, -5.229376256465912e-06, -5.029141902923584e-06, -4.828907549381256e-06, -4.628673195838928e-06, -4.4284388422966e-06, -4.2282044887542725e-06, -4.027970135211945e-06, -3.827735781669617e-06, -3.627501428127289e-06, -3.427267074584961e-06, -3.227032721042633e-06, -3.026798367500305e-06, -2.8265640139579773e-06, -2.6263296604156494e-06, -2.4260953068733215e-06, -2.2258609533309937e-06, -2.0256265997886658e-06, -1.8253922462463379e-06, -1.62515789270401e-06, -1.4249235391616821e-06, -1.2246891856193542e-06, -1.0244548320770264e-06, -8.242204785346985e-07, -6.239861249923706e-07, -4.237517714500427e-07, -2.2351741790771484e-07, -2.3283064365386963e-08, 1.7695128917694092e-07, 3.771856427192688e-07, 5.774199962615967e-07, 7.776543498039246e-07, 9.778887033462524e-07, 1.1781230568885803e-06, 1.3783574104309082e-06, 1.578591763973236e-06, 1.778826117515564e-06, 1.979060471057892e-06, 2.1792948246002197e-06, 2.3795291781425476e-06, 2.5797635316848755e-06, 2.7799978852272034e-06, 2.9802322387695312e-06]}, "gradients/decoder.model.decoder.layers.5.encoder_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 4.0, 3.0, 5.0, 5.0, 6.0, 3.0, 10.0, 10.0, 11.0, 12.0, 21.0, 21.0, 21.0, 39.0, 48.0, 83.0, 100.0, 171.0, 141.0, 76.0, 48.0, 55.0, 25.0, 23.0, 20.0, 11.0, 10.0, 8.0, 6.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.4322758033813443e-05, -1.3944132660981268e-05, -1.356550637865439e-05, -1.3186881005822215e-05, -1.280825563299004e-05, -1.2429630260157865e-05, -1.205100488732569e-05, -1.1672378604998812e-05, -1.1293753232166637e-05, -1.0915127859334461e-05, -1.0536501577007584e-05, -1.0157876204175409e-05, -9.779250831343234e-06, -9.400625458511058e-06, -9.022000085678883e-06, -8.643373803352006e-06, -8.26474843051983e-06, -7.886123057687655e-06, -7.507497230108129e-06, -7.128871402528603e-06, -6.750246029696427e-06, -6.371620656864252e-06, -5.992994829284726e-06, -5.6143690017051995e-06, -5.235743628873024e-06, -4.857118256040849e-06, -4.4784924284613226e-06, -4.099866600881796e-06, -3.721241228049621e-06, -3.34261562784377e-06, -2.9639900276379194e-06, -2.5853644274320686e-06, -2.206737917731516e-06, -1.8281123175256653e-06, -1.4494867173198145e-06, -1.0708611171139637e-06, -6.922355169081129e-07, -3.136099167022621e-07, 6.501568350358866e-08, 4.4364128370943945e-07, 8.222668839152902e-07, 1.200892484121141e-06, 1.5795180843269918e-06, 1.9581436845328426e-06, 2.3367692847386934e-06, 2.715394884944544e-06, 3.094020485150395e-06, 3.4726460853562457e-06, 3.8512716855620965e-06, 4.229897058394272e-06, 4.608522885973798e-06, 4.987148713553324e-06, 5.3657740863855e-06, 5.744399459217675e-06, 6.123025286797201e-06, 6.5016511143767275e-06, 6.880276487208903e-06, 7.258901860041078e-06, 7.637527232873254e-06, 8.01615351520013e-06, 8.394778888032306e-06, 8.773404260864481e-06, 9.152030543191358e-06, 9.530655916023534e-06, 9.909281288855709e-06]}, "gradients/decoder.model.decoder.layers.5.encoder_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 5.0, 0.0, 1.0, 3.0, 7.0, 5.0, 10.0, 6.0, 17.0, 8.0, 20.0, 27.0, 18.0, 30.0, 27.0, 43.0, 53.0, 54.0, 40.0, 45.0, 53.0, 44.0, 55.0, 59.0, 60.0, 59.0, 40.0, 51.0, 25.0, 26.0, 23.0, 24.0, 21.0, 18.0, 13.0, 8.0, 7.0, 1.0, 6.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.0043542715720832e-05, -9.766287803358864e-06, -9.489033800491598e-06, -9.21177888812963e-06, -8.934524885262363e-06, -8.657269972900394e-06, -8.380015970033128e-06, -8.10276105767116e-06, -7.825507054803893e-06, -7.5482525971892755e-06, -7.270998139574658e-06, -6.993743681960041e-06, -6.716489224345423e-06, -6.439234311983455e-06, -6.1619798543688376e-06, -5.88472539675422e-06, -5.607470484392252e-06, -5.330216026777634e-06, -5.052961569163017e-06, -4.7757071115483996e-06, -4.498452653933782e-06, -4.221197741571814e-06, -3.943943283957196e-06, -3.666688826342579e-06, -3.3894343687279616e-06, -3.112179911113344e-06, -2.8349254534987267e-06, -2.557670768510434e-06, -2.2804163108958164e-06, -2.003161853281199e-06, -1.7259072819797439e-06, -1.4486527106782887e-06, -1.171399162558373e-06, -8.941446481003368e-07, -6.168901336423005e-07, -3.396356191842642e-07, -6.238110472622793e-08, 2.148733528883895e-07, 4.921279241898446e-07, 7.693824954912998e-07, 1.0466369531059172e-06, 1.3238914107205346e-06, 1.6011459820219898e-06, 1.878400553323445e-06, 2.1556550109380623e-06, 2.4329094685526798e-06, 2.7101641535409726e-06, 2.98741861115559e-06, 3.2646730687702075e-06, 3.541927526384825e-06, 3.819181983999442e-06, 4.09643644161406e-06, 4.373690899228677e-06, 4.6509458115906455e-06, 4.928200269205263e-06, 5.20545472681988e-06, 5.482709184434498e-06, 5.759963642049115e-06, 6.0372180996637326e-06, 6.31447255727835e-06, 6.591727469640318e-06, 6.868981472507585e-06, 7.146236384869553e-06, 7.4234908424841706e-06, 7.700745300098788e-06]}, "gradients/decoder.model.decoder.layers.5.encoder_attn.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 0.0, 7.0, 7.0, 0.0, 10.0, 21.0, 0.0, 36.0, 109.0, 176.0, 0.0, 478.0, 1156.0, 0.0, 4953.0, 49474.0, 0.0, 935720.0, 49514.0, 4820.0, 0.0, 1246.0, 458.0, 0.0, 184.0, 82.0, 47.0, 0.0, 29.0, 15.0, 0.0, 9.0, 3.0, 0.0, 3.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1324882507324219e-06, -1.0905787348747253e-06, -1.0486692190170288e-06, -1.0067597031593323e-06, -9.648501873016357e-07, -9.229406714439392e-07, -8.810311555862427e-07, -8.391216397285461e-07, -7.972121238708496e-07, -7.553026080131531e-07, -7.133930921554565e-07, -6.7148357629776e-07, -6.295740604400635e-07, -5.876645445823669e-07, -5.457550287246704e-07, -5.038455128669739e-07, -4.6193599700927734e-07, -4.200264811515808e-07, -3.781169652938843e-07, -3.3620744943618774e-07, -2.942979335784912e-07, -2.523884177207947e-07, -2.1047890186309814e-07, -1.685693860054016e-07, -1.2665987014770508e-07, -8.475035429000854e-08, -4.284083843231201e-08, -9.313225746154785e-10, 4.0978193283081055e-08, 8.288770914077759e-08, 1.2479722499847412e-07, 1.6670674085617065e-07, 2.086162567138672e-07, 2.505257725715637e-07, 2.9243528842926025e-07, 3.343448042869568e-07, 3.762543201446533e-07, 4.1816383600234985e-07, 4.600733518600464e-07, 5.019828677177429e-07, 5.438923835754395e-07, 5.85801899433136e-07, 6.277114152908325e-07, 6.69620931148529e-07, 7.115304470062256e-07, 7.534399628639221e-07, 7.953494787216187e-07, 8.372589945793152e-07, 8.791685104370117e-07, 9.210780262947083e-07, 9.629875421524048e-07, 1.0048970580101013e-06, 1.0468065738677979e-06, 1.0887160897254944e-06, 1.130625605583191e-06, 1.1725351214408875e-06, 1.214444637298584e-06, 1.2563541531562805e-06, 1.298263669013977e-06, 1.3401731848716736e-06, 1.3820827007293701e-06, 1.4239922165870667e-06, 1.4659017324447632e-06, 1.5078112483024597e-06, 1.5497207641601562e-06]}, "gradients/decoder.model.decoder.layers.5.encoder_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 5.0, 2.0, 2.0, 8.0, 9.0, 8.0, 16.0, 13.0, 27.0, 34.0, 39.0, 52.0, 62.0, 67.0, 83.0, 82.0, 82.0, 88.0, 82.0, 59.0, 52.0, 31.0, 28.0, 29.0, 21.0, 10.0, 13.0, 7.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.59634780883789e-06, -9.342096745967865e-06, -9.08784568309784e-06, -8.833594620227814e-06, -8.579343557357788e-06, -8.325092494487762e-06, -8.070841431617737e-06, -7.816590368747711e-06, -7.5623393058776855e-06, -7.30808824300766e-06, -7.053837180137634e-06, -6.799586117267609e-06, -6.545335054397583e-06, -6.291083991527557e-06, -6.036832928657532e-06, -5.782581865787506e-06, -5.5283308029174805e-06, -5.274079740047455e-06, -5.019828677177429e-06, -4.7655776143074036e-06, -4.511326551437378e-06, -4.257075488567352e-06, -4.002824425697327e-06, -3.748573362827301e-06, -3.4943222999572754e-06, -3.2400712370872498e-06, -2.985820174217224e-06, -2.7315691113471985e-06, -2.477318048477173e-06, -2.2230669856071472e-06, -1.9688159227371216e-06, -1.714564859867096e-06, -1.4603137969970703e-06, -1.2060627341270447e-06, -9.51811671257019e-07, -6.975606083869934e-07, -4.4330954551696777e-07, -1.8905848264694214e-07, 6.51925802230835e-08, 3.1944364309310913e-07, 5.736947059631348e-07, 8.279457688331604e-07, 1.082196831703186e-06, 1.3364478945732117e-06, 1.5906989574432373e-06, 1.844950020313263e-06, 2.0992010831832886e-06, 2.353452146053314e-06, 2.60770320892334e-06, 2.8619542717933655e-06, 3.116205334663391e-06, 3.3704563975334167e-06, 3.6247074604034424e-06, 3.878958523273468e-06, 4.133209586143494e-06, 4.387460649013519e-06, 4.641711711883545e-06, 4.8959627747535706e-06, 5.150213837623596e-06, 5.404464900493622e-06, 5.6587159633636475e-06, 5.912967026233673e-06, 6.167218089103699e-06, 6.421469151973724e-06, 6.67572021484375e-06]}, "gradients/decoder.model.decoder.layers.5.encoder_attn.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 23.0, 0.0, 0.0, 0.0, 74.0, 0.0, 0.0, 0.0, 339.0, 0.0, 0.0, 0.0, 0.0, 6883.0, 0.0, 0.0, 0.0, 1033745.0, 0.0, 0.0, 0.0, 7147.0, 0.0, 0.0, 0.0, 305.0, 0.0, 0.0, 0.0, 0.0, 38.0, 0.0, 0.0, 0.0, 10.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.364418029785156e-07, -5.224719643592834e-07, -5.085021257400513e-07, -4.945322871208191e-07, -4.805624485015869e-07, -4.6659260988235474e-07, -4.5262277126312256e-07, -4.386529326438904e-07, -4.246830940246582e-07, -4.10713255405426e-07, -3.9674341678619385e-07, -3.8277357816696167e-07, -3.688037395477295e-07, -3.548339009284973e-07, -3.4086406230926514e-07, -3.2689422369003296e-07, -3.129243850708008e-07, -2.989545464515686e-07, -2.849847078323364e-07, -2.7101486921310425e-07, -2.5704503059387207e-07, -2.430751919746399e-07, -2.2910535335540771e-07, -2.1513551473617554e-07, -2.0116567611694336e-07, -1.8719583749771118e-07, -1.73225998878479e-07, -1.5925616025924683e-07, -1.4528632164001465e-07, -1.3131648302078247e-07, -1.1734664440155029e-07, -1.0337680578231812e-07, -8.940696716308594e-08, -7.543712854385376e-08, -6.146728992462158e-08, -4.7497451305389404e-08, -3.3527612686157227e-08, -1.955777406692505e-08, -5.587935447692871e-09, 8.381903171539307e-09, 2.2351741790771484e-08, 3.632158041000366e-08, 5.029141902923584e-08, 6.426125764846802e-08, 7.82310962677002e-08, 9.220093488693237e-08, 1.0617077350616455e-07, 1.2014061212539673e-07, 1.341104507446289e-07, 1.4808028936386108e-07, 1.6205012798309326e-07, 1.7601996660232544e-07, 1.8998980522155762e-07, 2.039596438407898e-07, 2.1792948246002197e-07, 2.3189932107925415e-07, 2.4586915969848633e-07, 2.598389983177185e-07, 2.738088369369507e-07, 2.8777867555618286e-07, 3.0174851417541504e-07, 3.157183527946472e-07, 3.296881914138794e-07, 3.4365803003311157e-07, 3.5762786865234375e-07]}, "gradients/decoder.model.decoder.layers.5.encoder_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 2.0, 6.0, 8.0, 9.0, 13.0, 29.0, 32.0, 46.0, 80.0, 111.0, 127.0, 131.0, 115.0, 101.0, 67.0, 41.0, 28.0, 18.0, 13.0, 9.0, 7.0, 6.0, 6.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-3.4749507904052734e-05, -3.3964402973651886e-05, -3.317929804325104e-05, -3.239419311285019e-05, -3.160908818244934e-05, -3.082398325204849e-05, -3.0038878321647644e-05, -2.9253773391246796e-05, -2.8468668460845947e-05, -2.76835635304451e-05, -2.689845860004425e-05, -2.6113353669643402e-05, -2.5328248739242554e-05, -2.4543143808841705e-05, -2.3758038878440857e-05, -2.297293394804001e-05, -2.218782901763916e-05, -2.1402724087238312e-05, -2.0617619156837463e-05, -1.9832514226436615e-05, -1.9047409296035767e-05, -1.8262304365634918e-05, -1.747719943523407e-05, -1.669209450483322e-05, -1.5906989574432373e-05, -1.5121884644031525e-05, -1.4336779713630676e-05, -1.3551674783229828e-05, -1.276656985282898e-05, -1.1981464922428131e-05, -1.1196359992027283e-05, -1.0411255061626434e-05, -9.626150131225586e-06, -8.841045200824738e-06, -8.05594027042389e-06, -7.270835340023041e-06, -6.485730409622192e-06, -5.700625479221344e-06, -4.915520548820496e-06, -4.130415618419647e-06, -3.345310688018799e-06, -2.5602057576179504e-06, -1.775100827217102e-06, -9.899958968162537e-07, -2.0489096641540527e-07, 5.802139639854431e-07, 1.3653188943862915e-06, 2.15042382478714e-06, 2.9355287551879883e-06, 3.7206336855888367e-06, 4.505738615989685e-06, 5.2908435463905334e-06, 6.075948476791382e-06, 6.86105340719223e-06, 7.646158337593079e-06, 8.431263267993927e-06, 9.216368198394775e-06, 1.0001473128795624e-05, 1.0786578059196472e-05, 1.157168298959732e-05, 1.2356787919998169e-05, 1.3141892850399017e-05, 1.3926997780799866e-05, 1.4712102711200714e-05, 1.5497207641601562e-05]}, "gradients/decoder.model.decoder.layers.5.encoder_attn.k_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.5.encoder_attn.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 9.0, 0.0, 0.0, 0.0, 0.0, 28.0, 0.0, 0.0, 0.0, 0.0, 0.0, 64.0, 0.0, 0.0, 0.0, 0.0, 102.0, 0.0, 0.0, 0.0, 0.0, 640.0, 0.0, 0.0, 0.0, 0.0, 0.0, 78.0, 0.0, 0.0, 0.0, 0.0, 69.0, 0.0, 0.0, 0.0, 0.0, 22.0, 0.0, 0.0, 0.0, 0.0, 0.0, 7.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.980232238769531e-07, -2.868473529815674e-07, -2.7567148208618164e-07, -2.644956111907959e-07, -2.5331974029541016e-07, -2.421438694000244e-07, -2.3096799850463867e-07, -2.1979212760925293e-07, -2.086162567138672e-07, -1.9744038581848145e-07, -1.862645149230957e-07, -1.7508864402770996e-07, -1.6391277313232422e-07, -1.5273690223693848e-07, -1.4156103134155273e-07, -1.30385160446167e-07, -1.1920928955078125e-07, -1.0803341865539551e-07, -9.685754776000977e-08, -8.568167686462402e-08, -7.450580596923828e-08, -6.332993507385254e-08, -5.21540641784668e-08, -4.0978193283081055e-08, -2.9802322387695312e-08, -1.862645149230957e-08, -7.450580596923828e-09, 3.725290298461914e-09, 1.4901161193847656e-08, 2.60770320892334e-08, 3.725290298461914e-08, 4.842877388000488e-08, 5.960464477539063e-08, 7.078051567077637e-08, 8.195638656616211e-08, 9.313225746154785e-08, 1.043081283569336e-07, 1.1548399925231934e-07, 1.2665987014770508e-07, 1.3783574104309082e-07, 1.4901161193847656e-07, 1.601874828338623e-07, 1.7136335372924805e-07, 1.825392246246338e-07, 1.9371509552001953e-07, 2.0489096641540527e-07, 2.1606683731079102e-07, 2.2724270820617676e-07, 2.384185791015625e-07, 2.4959444999694824e-07, 2.60770320892334e-07, 2.7194619178771973e-07, 2.8312206268310547e-07, 2.942979335784912e-07, 3.0547380447387695e-07, 3.166496753692627e-07, 3.2782554626464844e-07, 3.390014171600342e-07, 3.501772880554199e-07, 3.6135315895080566e-07, 3.725290298461914e-07, 3.8370490074157715e-07, 3.948807716369629e-07, 4.0605664253234863e-07, 4.172325134277344e-07]}, "gradients/decoder.model.decoder.layers.5.encoder_attn.q_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.5.encoder_attn.q_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.5.self_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 9.0, 6.0, 7.0, 9.0, 7.0, 12.0, 16.0, 24.0, 27.0, 38.0, 53.0, 96.0, 142.0, 194.0, 108.0, 58.0, 44.0, 52.0, 21.0, 23.0, 13.0, 15.0, 8.0, 5.0, 5.0, 6.0, 4.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.691250513948034e-06, -8.451295798295178e-06, -8.211341992137022e-06, -7.971387276484165e-06, -7.731432560831308e-06, -7.491477845178451e-06, -7.251523584272945e-06, -7.011569323367439e-06, -6.771614607714582e-06, -6.531659892061725e-06, -6.291705631156219e-06, -6.051751370250713e-06, -5.811796654597856e-06, -5.571841938944999e-06, -5.331887678039493e-06, -5.091933417133987e-06, -4.85197870148113e-06, -4.612023985828273e-06, -4.372069724922767e-06, -4.132115464017261e-06, -3.892160748364404e-06, -3.6522062600852223e-06, -3.4122517718060408e-06, -3.1722972835268592e-06, -2.9323427952476777e-06, -2.692388306968496e-06, -2.4524338186893146e-06, -2.212479330410133e-06, -1.9725248421309516e-06, -1.73257035385177e-06, -1.4926158655725885e-06, -1.252661377293407e-06, -1.0127077985089272e-06, -7.727533102297457e-07, -5.327988219505642e-07, -2.9284433367138263e-07, -5.2889845392201096e-08, 1.8706464288698044e-07, 4.2701913116616197e-07, 6.669736194453435e-07, 9.06928107724525e-07, 1.1468825960037066e-06, 1.386837084282888e-06, 1.6267915725620696e-06, 1.8667460608412512e-06, 2.1067005491204327e-06, 2.3466550373996142e-06, 2.5866095256787958e-06, 2.8265640139579773e-06, 3.066518502237159e-06, 3.3064729905163404e-06, 3.546427478795522e-06, 3.7863819670747034e-06, 4.02633668272756e-06, 4.2662909436330665e-06, 4.506245204538573e-06, 4.7461999201914296e-06, 4.9861546358442865e-06, 5.226108896749793e-06, 5.466063157655299e-06, 5.706017873308156e-06, 5.945972588961013e-06, 6.185926849866519e-06, 6.425881110772025e-06, 6.665835826424882e-06]}, "gradients/decoder.model.decoder.layers.5.self_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 4.0, 3.0, 14.0, 7.0, 14.0, 27.0, 23.0, 38.0, 45.0, 57.0, 72.0, 81.0, 68.0, 75.0, 86.0, 82.0, 73.0, 57.0, 50.0, 27.0, 31.0, 29.0, 15.0, 10.0, 10.0, 6.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-8.744385013415013e-06, -8.50423293741187e-06, -8.264079951914027e-06, -8.023927875910886e-06, -7.783774890413042e-06, -7.5436228144099005e-06, -7.303470283659408e-06, -7.063317752908915e-06, -6.823165222158423e-06, -6.58301269140793e-06, -6.3428601606574375e-06, -6.102707629906945e-06, -5.862555553903803e-06, -5.62240256840596e-06, -5.382250492402818e-06, -5.1420979616523255e-06, -4.901945430901833e-06, -4.66179290015134e-06, -4.421640369400848e-06, -4.181487838650355e-06, -3.9413353078998625e-06, -3.7011830045230454e-06, -3.4610307011462282e-06, -3.2208781703957357e-06, -2.980725639645243e-06, -2.7405731088947505e-06, -2.500420578144258e-06, -2.2602682747674407e-06, -2.020115744016948e-06, -1.7799632132664556e-06, -1.5398107962028007e-06, -1.2996583791391458e-06, -1.0595049388939515e-06, -8.193524649868777e-07, -5.79199991079804e-07, -3.390475171727303e-07, -9.889504326565657e-08, 1.4125748748483602e-07, 3.814099045484909e-07, 6.215623216121458e-07, 8.617148523626383e-07, 1.101867383113131e-06, 1.3420198001767858e-06, 1.5821722172404407e-06, 1.8223247479909332e-06, 2.062477278741426e-06, 2.302629582118243e-06, 2.5427821128687356e-06, 2.782934643619228e-06, 3.0230871743697207e-06, 3.2632397051202133e-06, 3.5033920084970305e-06, 3.743544539247523e-06, 3.98369684262434e-06, 4.223849373374833e-06, 4.464001904125325e-06, 4.704154434875818e-06, 4.9443069656263106e-06, 5.184459496376803e-06, 5.424612027127296e-06, 5.6647641031304374e-06, 5.904917088628281e-06, 6.145069164631423e-06, 6.385221695381915e-06, 6.625374226132408e-06]}, "gradients/decoder.model.decoder.layers.5.self_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 6.0, 7.0, 6.0, 10.0, 11.0, 15.0, 21.0, 22.0, 42.0, 45.0, 87.0, 237.0, 608.0, 2743.0, 15240.0, 193859.0, 780747.0, 45981.0, 6901.0, 1235.0, 391.0, 139.0, 65.0, 36.0, 28.0, 21.0, 18.0, 22.0, 5.0, 3.0, 5.0, 3.0, 5.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.6047229766845703e-05, -2.536643296480179e-05, -2.4685636162757874e-05, -2.400483936071396e-05, -2.3324042558670044e-05, -2.264324575662613e-05, -2.1962448954582214e-05, -2.12816521525383e-05, -2.0600855350494385e-05, -1.992005854845047e-05, -1.9239261746406555e-05, -1.855846494436264e-05, -1.7877668142318726e-05, -1.719687134027481e-05, -1.6516074538230896e-05, -1.583527773618698e-05, -1.5154480934143066e-05, -1.4473684132099152e-05, -1.3792887330055237e-05, -1.3112090528011322e-05, -1.2431293725967407e-05, -1.1750496923923492e-05, -1.1069700121879578e-05, -1.0388903319835663e-05, -9.708106517791748e-06, -9.027309715747833e-06, -8.346512913703918e-06, -7.665716111660004e-06, -6.984919309616089e-06, -6.304122507572174e-06, -5.623325705528259e-06, -4.9425289034843445e-06, -4.26173210144043e-06, -3.580935299396515e-06, -2.9001384973526e-06, -2.2193416953086853e-06, -1.5385448932647705e-06, -8.577480912208557e-07, -1.7695128917694092e-07, 5.038455128669739e-07, 1.1846423149108887e-06, 1.8654391169548035e-06, 2.5462359189987183e-06, 3.227032721042633e-06, 3.907829523086548e-06, 4.588626325130463e-06, 5.2694231271743774e-06, 5.950219929218292e-06, 6.631016731262207e-06, 7.311813533306122e-06, 7.992610335350037e-06, 8.673407137393951e-06, 9.354203939437866e-06, 1.0035000741481781e-05, 1.0715797543525696e-05, 1.139659434556961e-05, 1.2077391147613525e-05, 1.275818794965744e-05, 1.3438984751701355e-05, 1.411978155374527e-05, 1.4800578355789185e-05, 1.54813751578331e-05, 1.6162171959877014e-05, 1.684296876192093e-05, 1.7523765563964844e-05]}, "gradients/decoder.model.decoder.layers.5.self_attn.out_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 3.0, 4.0, 1.0, 13.0, 19.0, 11.0, 30.0, 61.0, 34.0, 87.0, 68.0, 135.0, 145.0, 77.0, 118.0, 74.0, 25.0, 47.0, 29.0, 9.0, 17.0, 6.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4901161193847656e-06, -1.3923272490501404e-06, -1.2945383787155151e-06, -1.1967495083808899e-06, -1.0989606380462646e-06, -1.0011717677116394e-06, -9.033828973770142e-07, -8.055940270423889e-07, -7.078051567077637e-07, -6.100162863731384e-07, -5.122274160385132e-07, -4.1443854570388794e-07, -3.166496753692627e-07, -2.1886080503463745e-07, -1.210719347000122e-07, -2.3283064365386963e-08, 7.450580596923828e-08, 1.7229467630386353e-07, 2.7008354663848877e-07, 3.67872416973114e-07, 4.6566128730773926e-07, 5.634501576423645e-07, 6.612390279769897e-07, 7.59027898311615e-07, 8.568167686462402e-07, 9.546056389808655e-07, 1.0523945093154907e-06, 1.150183379650116e-06, 1.2479722499847412e-06, 1.3457611203193665e-06, 1.4435499906539917e-06, 1.541338860988617e-06, 1.6391277313232422e-06, 1.7369166016578674e-06, 1.8347054719924927e-06, 1.932494342327118e-06, 2.030283212661743e-06, 2.1280720829963684e-06, 2.2258609533309937e-06, 2.323649823665619e-06, 2.421438694000244e-06, 2.5192275643348694e-06, 2.6170164346694946e-06, 2.71480530500412e-06, 2.812594175338745e-06, 2.9103830456733704e-06, 3.0081719160079956e-06, 3.105960786342621e-06, 3.203749656677246e-06, 3.3015385270118713e-06, 3.3993273973464966e-06, 3.497116267681122e-06, 3.594905138015747e-06, 3.6926940083503723e-06, 3.7904828786849976e-06, 3.888271749019623e-06, 3.986060619354248e-06, 4.083849489688873e-06, 4.1816383600234985e-06, 4.279427230358124e-06, 4.377216100692749e-06, 4.475004971027374e-06, 4.5727938413619995e-06, 4.670582711696625e-06, 4.76837158203125e-06]}, "gradients/decoder.model.decoder.layers.5.self_attn.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 6.0, 3.0, 5.0, 6.0, 8.0, 7.0, 16.0, 22.0, 33.0, 41.0, 68.0, 136.0, 237.0, 497.0, 1126.0, 2662.0, 7250.0, 22152.0, 86290.0, 527330.0, 314459.0, 60137.0, 16626.0, 5467.0, 2121.0, 927.0, 437.0, 191.0, 128.0, 58.0, 34.0, 22.0, 11.0, 21.0, 3.0, 7.0, 2.0, 2.0, 4.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-7.569789886474609e-06, -7.331371307373047e-06, -7.092952728271484e-06, -6.854534149169922e-06, -6.616115570068359e-06, -6.377696990966797e-06, -6.139278411865234e-06, -5.900859832763672e-06, -5.662441253662109e-06, -5.424022674560547e-06, -5.185604095458984e-06, -4.947185516357422e-06, -4.708766937255859e-06, -4.470348358154297e-06, -4.231929779052734e-06, -3.993511199951172e-06, -3.7550926208496094e-06, -3.516674041748047e-06, -3.2782554626464844e-06, -3.039836883544922e-06, -2.8014183044433594e-06, -2.562999725341797e-06, -2.3245811462402344e-06, -2.086162567138672e-06, -1.8477439880371094e-06, -1.6093254089355469e-06, -1.3709068298339844e-06, -1.1324882507324219e-06, -8.940696716308594e-07, -6.556510925292969e-07, -4.172325134277344e-07, -1.7881393432617188e-07, 5.960464477539063e-08, 2.980232238769531e-07, 5.364418029785156e-07, 7.748603820800781e-07, 1.0132789611816406e-06, 1.2516975402832031e-06, 1.4901161193847656e-06, 1.7285346984863281e-06, 1.9669532775878906e-06, 2.205371856689453e-06, 2.4437904357910156e-06, 2.682209014892578e-06, 2.9206275939941406e-06, 3.159046173095703e-06, 3.3974647521972656e-06, 3.635883331298828e-06, 3.874301910400391e-06, 4.112720489501953e-06, 4.351139068603516e-06, 4.589557647705078e-06, 4.827976226806641e-06, 5.066394805908203e-06, 5.304813385009766e-06, 5.543231964111328e-06, 5.781650543212891e-06, 6.020069122314453e-06, 6.258487701416016e-06, 6.496906280517578e-06, 6.735324859619141e-06, 6.973743438720703e-06, 7.212162017822266e-06, 7.450580596923828e-06, 7.68899917602539e-06]}, "gradients/decoder.model.decoder.layers.5.self_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 4.0, 2.0, 1.0, 12.0, 8.0, 11.0, 10.0, 11.0, 31.0, 21.0, 45.0, 25.0, 33.0, 68.0, 54.0, 70.0, 43.0, 41.0, 79.0, 29.0, 79.0, 25.0, 73.0, 27.0, 25.0, 45.0, 13.0, 30.0, 11.0, 15.0, 17.0, 8.0, 10.0, 4.0, 7.0, 5.0, 0.0, 6.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-2.682209014892578e-06, -2.598389983177185e-06, -2.514570951461792e-06, -2.430751919746399e-06, -2.346932888031006e-06, -2.263113856315613e-06, -2.1792948246002197e-06, -2.0954757928848267e-06, -2.0116567611694336e-06, -1.9278377294540405e-06, -1.8440186977386475e-06, -1.7601996660232544e-06, -1.6763806343078613e-06, -1.5925616025924683e-06, -1.5087425708770752e-06, -1.4249235391616821e-06, -1.341104507446289e-06, -1.257285475730896e-06, -1.173466444015503e-06, -1.0896474123001099e-06, -1.0058283805847168e-06, -9.220093488693237e-07, -8.381903171539307e-07, -7.543712854385376e-07, -6.705522537231445e-07, -5.867332220077515e-07, -5.029141902923584e-07, -4.1909515857696533e-07, -3.3527612686157227e-07, -2.514570951461792e-07, -1.6763806343078613e-07, -8.381903171539307e-08, 0.0, 8.381903171539307e-08, 1.6763806343078613e-07, 2.514570951461792e-07, 3.3527612686157227e-07, 4.1909515857696533e-07, 5.029141902923584e-07, 5.867332220077515e-07, 6.705522537231445e-07, 7.543712854385376e-07, 8.381903171539307e-07, 9.220093488693237e-07, 1.0058283805847168e-06, 1.0896474123001099e-06, 1.173466444015503e-06, 1.257285475730896e-06, 1.341104507446289e-06, 1.4249235391616821e-06, 1.5087425708770752e-06, 1.5925616025924683e-06, 1.6763806343078613e-06, 1.7601996660232544e-06, 1.8440186977386475e-06, 1.9278377294540405e-06, 2.0116567611694336e-06, 2.0954757928848267e-06, 2.1792948246002197e-06, 2.263113856315613e-06, 2.346932888031006e-06, 2.430751919746399e-06, 2.514570951461792e-06, 2.598389983177185e-06, 2.682209014892578e-06]}, "gradients/decoder.model.decoder.layers.5.self_attn.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 3.0, 0.0, 11.0, 0.0, 29.0, 0.0, 0.0, 56.0, 0.0, 128.0, 0.0, 0.0, 291.0, 0.0, 955.0, 0.0, 3583.0, 0.0, 0.0, 41535.0, 0.0, 955639.0, 0.0, 41271.0, 0.0, 0.0, 3599.0, 0.0, 919.0, 0.0, 0.0, 297.0, 0.0, 132.0, 0.0, 68.0, 0.0, 0.0, 29.0, 0.0, 13.0, 0.0, 6.0, 0.0, 0.0, 4.0, 0.0, 1.0, 0.0, 1.0], "bins": [-8.940696716308594e-07, -8.689239621162415e-07, -8.437782526016235e-07, -8.186325430870056e-07, -7.934868335723877e-07, -7.683411240577698e-07, -7.431954145431519e-07, -7.180497050285339e-07, -6.92903995513916e-07, -6.677582859992981e-07, -6.426125764846802e-07, -6.174668669700623e-07, -5.923211574554443e-07, -5.671754479408264e-07, -5.420297384262085e-07, -5.168840289115906e-07, -4.917383193969727e-07, -4.6659260988235474e-07, -4.414469003677368e-07, -4.163011908531189e-07, -3.91155481338501e-07, -3.6600977182388306e-07, -3.4086406230926514e-07, -3.157183527946472e-07, -2.905726432800293e-07, -2.654269337654114e-07, -2.4028122425079346e-07, -2.1513551473617554e-07, -1.8998980522155762e-07, -1.648440957069397e-07, -1.3969838619232178e-07, -1.1455267667770386e-07, -8.940696716308594e-08, -6.426125764846802e-08, -3.91155481338501e-08, -1.3969838619232178e-08, 1.1175870895385742e-08, 3.632158041000366e-08, 6.146728992462158e-08, 8.66129994392395e-08, 1.1175870895385742e-07, 1.3690441846847534e-07, 1.6205012798309326e-07, 1.8719583749771118e-07, 2.123415470123291e-07, 2.3748725652694702e-07, 2.6263296604156494e-07, 2.8777867555618286e-07, 3.129243850708008e-07, 3.380700945854187e-07, 3.632158041000366e-07, 3.8836151361465454e-07, 4.1350722312927246e-07, 4.386529326438904e-07, 4.637986421585083e-07, 4.889443516731262e-07, 5.140900611877441e-07, 5.392357707023621e-07, 5.6438148021698e-07, 5.895271897315979e-07, 6.146728992462158e-07, 6.398186087608337e-07, 6.649643182754517e-07, 6.901100277900696e-07, 7.152557373046875e-07]}, "gradients/decoder.model.decoder.layers.5.self_attn.k_proj.bias": {"_type": "histogram", "values": [76.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 867.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 81.0], "bins": [-5.960464477539063e-08, -5.774199962615967e-08, -5.587935447692871e-08, -5.4016709327697754e-08, -5.21540641784668e-08, -5.029141902923584e-08, -4.842877388000488e-08, -4.6566128730773926e-08, -4.470348358154297e-08, -4.284083843231201e-08, -4.0978193283081055e-08, -3.91155481338501e-08, -3.725290298461914e-08, -3.5390257835388184e-08, -3.3527612686157227e-08, -3.166496753692627e-08, -2.9802322387695312e-08, -2.7939677238464355e-08, -2.60770320892334e-08, -2.421438694000244e-08, -2.2351741790771484e-08, -2.0489096641540527e-08, -1.862645149230957e-08, -1.6763806343078613e-08, -1.4901161193847656e-08, -1.30385160446167e-08, -1.1175870895385742e-08, -9.313225746154785e-09, -7.450580596923828e-09, -5.587935447692871e-09, -3.725290298461914e-09, -1.862645149230957e-09, 0.0, 1.862645149230957e-09, 3.725290298461914e-09, 5.587935447692871e-09, 7.450580596923828e-09, 9.313225746154785e-09, 1.1175870895385742e-08, 1.30385160446167e-08, 1.4901161193847656e-08, 1.6763806343078613e-08, 1.862645149230957e-08, 2.0489096641540527e-08, 2.2351741790771484e-08, 2.421438694000244e-08, 2.60770320892334e-08, 2.7939677238464355e-08, 2.9802322387695312e-08, 3.166496753692627e-08, 3.3527612686157227e-08, 3.5390257835388184e-08, 3.725290298461914e-08, 3.91155481338501e-08, 4.0978193283081055e-08, 4.284083843231201e-08, 4.470348358154297e-08, 4.6566128730773926e-08, 4.842877388000488e-08, 5.029141902923584e-08, 5.21540641784668e-08, 5.4016709327697754e-08, 5.587935447692871e-08, 5.774199962615967e-08, 5.960464477539063e-08]}, "gradients/decoder.model.decoder.layers.5.self_attn.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 0.0, 0.0, 0.0, 86.0, 0.0, 0.0, 0.0, 491.0, 0.0, 0.0, 0.0, 0.0, 15351.0, 0.0, 0.0, 0.0, 1016723.0, 0.0, 0.0, 0.0, 15346.0, 0.0, 0.0, 0.0, 480.0, 0.0, 0.0, 0.0, 0.0, 65.0, 0.0, 0.0, 0.0, 11.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 10.0], "bins": [-5.364418029785156e-07, -5.224719643592834e-07, -5.085021257400513e-07, -4.945322871208191e-07, -4.805624485015869e-07, -4.6659260988235474e-07, -4.5262277126312256e-07, -4.386529326438904e-07, -4.246830940246582e-07, -4.10713255405426e-07, -3.9674341678619385e-07, -3.8277357816696167e-07, -3.688037395477295e-07, -3.548339009284973e-07, -3.4086406230926514e-07, -3.2689422369003296e-07, -3.129243850708008e-07, -2.989545464515686e-07, -2.849847078323364e-07, -2.7101486921310425e-07, -2.5704503059387207e-07, -2.430751919746399e-07, -2.2910535335540771e-07, -2.1513551473617554e-07, -2.0116567611694336e-07, -1.8719583749771118e-07, -1.73225998878479e-07, -1.5925616025924683e-07, -1.4528632164001465e-07, -1.3131648302078247e-07, -1.1734664440155029e-07, -1.0337680578231812e-07, -8.940696716308594e-08, -7.543712854385376e-08, -6.146728992462158e-08, -4.7497451305389404e-08, -3.3527612686157227e-08, -1.955777406692505e-08, -5.587935447692871e-09, 8.381903171539307e-09, 2.2351741790771484e-08, 3.632158041000366e-08, 5.029141902923584e-08, 6.426125764846802e-08, 7.82310962677002e-08, 9.220093488693237e-08, 1.0617077350616455e-07, 1.2014061212539673e-07, 1.341104507446289e-07, 1.4808028936386108e-07, 1.6205012798309326e-07, 1.7601996660232544e-07, 1.8998980522155762e-07, 2.039596438407898e-07, 2.1792948246002197e-07, 2.3189932107925415e-07, 2.4586915969848633e-07, 2.598389983177185e-07, 2.738088369369507e-07, 2.8777867555618286e-07, 3.0174851417541504e-07, 3.157183527946472e-07, 3.296881914138794e-07, 3.4365803003311157e-07, 3.5762786865234375e-07]}, "gradients/decoder.model.decoder.layers.5.self_attn.q_proj.bias": {"_type": "histogram", "values": [10.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 56.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 878.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 74.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1920928955078125e-07, -1.1455267667770386e-07, -1.0989606380462646e-07, -1.0523945093154907e-07, -1.0058283805847168e-07, -9.592622518539429e-08, -9.12696123123169e-08, -8.66129994392395e-08, -8.195638656616211e-08, -7.729977369308472e-08, -7.264316082000732e-08, -6.798654794692993e-08, -6.332993507385254e-08, -5.8673322200775146e-08, -5.4016709327697754e-08, -4.936009645462036e-08, -4.470348358154297e-08, -4.0046870708465576e-08, -3.5390257835388184e-08, -3.073364496231079e-08, -2.60770320892334e-08, -2.1420419216156006e-08, -1.6763806343078613e-08, -1.210719347000122e-08, -7.450580596923828e-09, -2.7939677238464355e-09, 1.862645149230957e-09, 6.51925802230835e-09, 1.1175870895385742e-08, 1.5832483768463135e-08, 2.0489096641540527e-08, 2.514570951461792e-08, 2.9802322387695312e-08, 3.4458935260772705e-08, 3.91155481338501e-08, 4.377216100692749e-08, 4.842877388000488e-08, 5.3085386753082275e-08, 5.774199962615967e-08, 6.239861249923706e-08, 6.705522537231445e-08, 7.171183824539185e-08, 7.636845111846924e-08, 8.102506399154663e-08, 8.568167686462402e-08, 9.033828973770142e-08, 9.499490261077881e-08, 9.96515154838562e-08, 1.043081283569336e-07, 1.0896474123001099e-07, 1.1362135410308838e-07, 1.1827796697616577e-07, 1.2293457984924316e-07, 1.2759119272232056e-07, 1.3224780559539795e-07, 1.3690441846847534e-07, 1.4156103134155273e-07, 1.4621764421463013e-07, 1.5087425708770752e-07, 1.555308699607849e-07, 1.601874828338623e-07, 1.648440957069397e-07, 1.695007085800171e-07, 1.7415732145309448e-07, 1.7881393432617188e-07]}, "gradients/decoder.model.decoder.layers.4.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 6.0, 4.0, 5.0, 9.0, 11.0, 13.0, 12.0, 30.0, 32.0, 45.0, 67.0, 92.0, 167.0, 191.0, 109.0, 64.0, 33.0, 30.0, 26.0, 22.0, 20.0, 6.0, 8.0, 7.0, 1.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.805788300174754e-06, -7.506860129069537e-06, -7.207931503216969e-06, -6.909002877364401e-06, -6.610074706259184e-06, -6.311146535153966e-06, -6.012217909301398e-06, -5.71328928344883e-06, -5.414361112343613e-06, -5.115432941238396e-06, -4.816504315385828e-06, -4.51757568953326e-06, -4.2186475184280425e-06, -3.919719347322825e-06, -3.6207907214702573e-06, -3.3218623229913646e-06, -3.022933924512472e-06, -2.7240055260335794e-06, -2.4250771275546867e-06, -2.126148729075794e-06, -1.8272203305969015e-06, -1.5282919321180088e-06, -1.2293635336391162e-06, -9.304351351602236e-07, -6.31506736681331e-07, -3.325783382024383e-07, -3.3649939723545685e-08, 2.6527845875534695e-07, 5.642068572342396e-07, 8.631352557131322e-07, 1.1620636541920248e-06, 1.4609920526709175e-06, 1.7599213606445119e-06, 2.0588497591234045e-06, 2.357778157602297e-06, 2.6567065560811898e-06, 2.9556349545600824e-06, 3.254563353038975e-06, 3.5534917515178677e-06, 3.852420377370436e-06, 4.151348548475653e-06, 4.45027671958087e-06, 4.749205345433438e-06, 5.048133971286006e-06, 5.3470621423912235e-06, 5.645990313496441e-06, 5.944918939349009e-06, 6.243847565201577e-06, 6.542775736306794e-06, 6.841703907412011e-06, 7.140632533264579e-06, 7.439561159117147e-06, 7.738489330222365e-06, 8.037417501327582e-06, 8.3363465819275e-06, 8.635274753032718e-06, 8.934202924137935e-06, 9.233131095243152e-06, 9.53205926634837e-06, 9.830988346948288e-06, 1.0129916518053506e-05, 1.0428844689158723e-05, 1.0727773769758642e-05, 1.1026701940863859e-05, 1.1325630111969076e-05]}, "gradients/decoder.model.decoder.layers.4.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 4.0, 1.0, 4.0, 1.0, 4.0, 6.0, 6.0, 7.0, 6.0, 21.0, 15.0, 19.0, 11.0, 19.0, 16.0, 26.0, 31.0, 38.0, 32.0, 33.0, 54.0, 34.0, 44.0, 43.0, 43.0, 36.0, 33.0, 34.0, 33.0, 38.0, 35.0, 30.0, 35.0, 21.0, 22.0, 34.0, 22.0, 17.0, 12.0, 14.0, 18.0, 14.0, 8.0, 9.0, 13.0, 3.0, 2.0, 7.0, 0.0, 6.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-4.59855664303177e-06, -4.459728188521694e-06, -4.320899734011618e-06, -4.182071734248893e-06, -4.043243279738817e-06, -3.904414825228741e-06, -3.7655863707186654e-06, -3.626758143582265e-06, -3.4879299164458644e-06, -3.3491014619357884e-06, -3.210273234799388e-06, -3.071444780289312e-06, -2.9326165531529114e-06, -2.7937880986428354e-06, -2.6549596441327594e-06, -2.516131416996359e-06, -2.377302962486283e-06, -2.238474507976207e-06, -2.0996462808398064e-06, -1.9608178263297305e-06, -1.82198959919333e-06, -1.683161144683254e-06, -1.5443328038600157e-06, -1.4055044630367775e-06, -1.2666761222135392e-06, -1.127847781390301e-06, -9.890194405670627e-07, -8.501910429004056e-07, -7.113627020771673e-07, -5.725343612539291e-07, -4.33705963587272e-07, -2.9487762276403373e-07, -1.5604928194079548e-07, -1.7220926906702516e-08, 1.2160742812739045e-07, 2.6043579737233813e-07, 3.992641381955764e-07, 5.380924790188146e-07, 6.769208766854717e-07, 8.1574921750871e-07, 9.545775583319482e-07, 1.0934058991551865e-06, 1.2322342399784247e-06, 1.371062580801663e-06, 1.509891035311739e-06, 1.6487192624481395e-06, 1.7875477169582155e-06, 1.9263761714682914e-06, 2.065204398604692e-06, 2.204032853114768e-06, 2.3428610802511685e-06, 2.4816895347612444e-06, 2.620517761897645e-06, 2.759346216407721e-06, 2.8981744435441215e-06, 3.0370028980541974e-06, 3.1758313525642734e-06, 3.3146598070743494e-06, 3.45348803421075e-06, 3.592316488720826e-06, 3.7311447158572264e-06, 3.869973170367302e-06, 4.008801624877378e-06, 4.1476296246401034e-06, 4.286458079150179e-06]}, "gradients/decoder.model.decoder.layers.4.fc2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 10.0, 4.0, 2.0, 8.0, 12.0, 18.0, 35.0, 27.0, 38.0, 42.0, 60.0, 99.0, 70.0, 98.0, 153.0, 225.0, 243.0, 348.0, 480.0, 2710.0, 51724.0, 4026508.0, 104951.0, 4193.0, 668.0, 340.0, 234.0, 182.0, 161.0, 119.0, 94.0, 94.0, 62.0, 72.0, 43.0, 46.0, 21.0, 23.0, 16.0, 11.0, 18.0, 7.0, 5.0, 5.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-8.225440979003906e-06, -7.980503141880035e-06, -7.735565304756165e-06, -7.490627467632294e-06, -7.245689630508423e-06, -7.000751793384552e-06, -6.755813956260681e-06, -6.51087611913681e-06, -6.2659382820129395e-06, -6.021000444889069e-06, -5.776062607765198e-06, -5.531124770641327e-06, -5.286186933517456e-06, -5.041249096393585e-06, -4.796311259269714e-06, -4.5513734221458435e-06, -4.306435585021973e-06, -4.061497747898102e-06, -3.816559910774231e-06, -3.57162207365036e-06, -3.3266842365264893e-06, -3.0817463994026184e-06, -2.8368085622787476e-06, -2.5918707251548767e-06, -2.346932888031006e-06, -2.101995050907135e-06, -1.8570572137832642e-06, -1.6121193766593933e-06, -1.3671815395355225e-06, -1.1222437024116516e-06, -8.773058652877808e-07, -6.323680281639099e-07, -3.8743019104003906e-07, -1.424923539161682e-07, 1.0244548320770264e-07, 3.473833203315735e-07, 5.923211574554443e-07, 8.372589945793152e-07, 1.082196831703186e-06, 1.3271346688270569e-06, 1.5720725059509277e-06, 1.8170103430747986e-06, 2.0619481801986694e-06, 2.3068860173225403e-06, 2.551823854446411e-06, 2.796761691570282e-06, 3.041699528694153e-06, 3.2866373658180237e-06, 3.5315752029418945e-06, 3.7765130400657654e-06, 4.021450877189636e-06, 4.266388714313507e-06, 4.511326551437378e-06, 4.756264388561249e-06, 5.00120222568512e-06, 5.2461400628089905e-06, 5.491077899932861e-06, 5.736015737056732e-06, 5.980953574180603e-06, 6.225891411304474e-06, 6.470829248428345e-06, 6.7157670855522156e-06, 6.9607049226760864e-06, 7.205642759799957e-06, 7.450580596923828e-06]}, "gradients/decoder.model.decoder.layers.4.fc2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 6.0, 5.0, 2.0, 3.0, 4.0, 14.0, 16.0, 15.0, 12.0, 11.0, 19.0, 15.0, 30.0, 33.0, 12.0, 41.0, 47.0, 26.0, 62.0, 51.0, 34.0, 55.0, 47.0, 49.0, 19.0, 41.0, 45.0, 22.0, 43.0, 36.0, 14.0, 32.0, 28.0, 6.0, 15.0, 21.0, 9.0, 12.0, 17.0, 8.0, 6.0, 11.0, 5.0, 2.0, 3.0, 4.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-3.337860107421875e-06, -3.2372772693634033e-06, -3.1366944313049316e-06, -3.03611159324646e-06, -2.9355287551879883e-06, -2.8349459171295166e-06, -2.734363079071045e-06, -2.6337802410125732e-06, -2.5331974029541016e-06, -2.43261456489563e-06, -2.332031726837158e-06, -2.2314488887786865e-06, -2.130866050720215e-06, -2.030283212661743e-06, -1.9297003746032715e-06, -1.8291175365447998e-06, -1.7285346984863281e-06, -1.6279518604278564e-06, -1.5273690223693848e-06, -1.426786184310913e-06, -1.3262033462524414e-06, -1.2256205081939697e-06, -1.125037670135498e-06, -1.0244548320770264e-06, -9.238719940185547e-07, -8.23289155960083e-07, -7.227063179016113e-07, -6.221234798431396e-07, -5.21540641784668e-07, -4.209578037261963e-07, -3.203749656677246e-07, -2.1979212760925293e-07, -1.1920928955078125e-07, -1.862645149230957e-08, 8.195638656616211e-08, 1.825392246246338e-07, 2.8312206268310547e-07, 3.8370490074157715e-07, 4.842877388000488e-07, 5.848705768585205e-07, 6.854534149169922e-07, 7.860362529754639e-07, 8.866190910339355e-07, 9.872019290924072e-07, 1.087784767150879e-06, 1.1883676052093506e-06, 1.2889504432678223e-06, 1.389533281326294e-06, 1.4901161193847656e-06, 1.5906989574432373e-06, 1.691281795501709e-06, 1.7918646335601807e-06, 1.8924474716186523e-06, 1.993030309677124e-06, 2.0936131477355957e-06, 2.1941959857940674e-06, 2.294778823852539e-06, 2.3953616619110107e-06, 2.4959444999694824e-06, 2.596527338027954e-06, 2.6971101760864258e-06, 2.7976930141448975e-06, 2.898275852203369e-06, 2.998858690261841e-06, 3.0994415283203125e-06]}, "gradients/decoder.model.decoder.layers.4.fc1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 8.0, 28.0, 144.0, 347.0, 902.0, 5251.0, 4170014.0, 15055.0, 1660.0, 548.0, 215.0, 55.0, 29.0, 8.0, 2.0, 4.0, 5.0, 7.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.7940998077392578e-05, -1.7335638403892517e-05, -1.6730278730392456e-05, -1.6124919056892395e-05, -1.5519559383392334e-05, -1.4914199709892273e-05, -1.4308840036392212e-05, -1.3703480362892151e-05, -1.309812068939209e-05, -1.2492761015892029e-05, -1.1887401342391968e-05, -1.1282041668891907e-05, -1.0676681995391846e-05, -1.0071322321891785e-05, -9.465962648391724e-06, -8.860602974891663e-06, -8.255243301391602e-06, -7.64988362789154e-06, -7.0445239543914795e-06, -6.4391642808914185e-06, -5.833804607391357e-06, -5.228444933891296e-06, -4.623085260391235e-06, -4.017725586891174e-06, -3.4123659133911133e-06, -2.8070062398910522e-06, -2.201646566390991e-06, -1.5962868928909302e-06, -9.909272193908691e-07, -3.855675458908081e-07, 2.1979212760925293e-07, 8.25151801109314e-07, 1.430511474609375e-06, 2.035871148109436e-06, 2.641230821609497e-06, 3.246590495109558e-06, 3.851950168609619e-06, 4.45730984210968e-06, 5.062669515609741e-06, 5.668029189109802e-06, 6.273388862609863e-06, 6.878748536109924e-06, 7.484108209609985e-06, 8.089467883110046e-06, 8.694827556610107e-06, 9.300187230110168e-06, 9.90554690361023e-06, 1.051090657711029e-05, 1.1116266250610352e-05, 1.1721625924110413e-05, 1.2326985597610474e-05, 1.2932345271110535e-05, 1.3537704944610596e-05, 1.4143064618110657e-05, 1.4748424291610718e-05, 1.535378396511078e-05, 1.595914363861084e-05, 1.65645033121109e-05, 1.7169862985610962e-05, 1.7775222659111023e-05, 1.8380582332611084e-05, 1.8985942006111145e-05, 1.9591301679611206e-05, 2.0196661353111267e-05, 2.0802021026611328e-05]}, "gradients/decoder.model.decoder.layers.4.fc1.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 3.0, 2.0, 2.0, 0.0, 1.0, 8.0, 6.0, 9.0, 68.0, 136.0, 3493.0, 189.0, 87.0, 47.0, 10.0, 10.0, 4.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.8014183044433594e-06, -2.7213245630264282e-06, -2.641230821609497e-06, -2.561137080192566e-06, -2.4810433387756348e-06, -2.4009495973587036e-06, -2.3208558559417725e-06, -2.2407621145248413e-06, -2.16066837310791e-06, -2.080574631690979e-06, -2.000480890274048e-06, -1.9203871488571167e-06, -1.8402934074401855e-06, -1.7601996660232544e-06, -1.6801059246063232e-06, -1.600012183189392e-06, -1.519918441772461e-06, -1.4398247003555298e-06, -1.3597309589385986e-06, -1.2796372175216675e-06, -1.1995434761047363e-06, -1.1194497346878052e-06, -1.039355993270874e-06, -9.592622518539429e-07, -8.791685104370117e-07, -7.990747690200806e-07, -7.189810276031494e-07, -6.388872861862183e-07, -5.587935447692871e-07, -4.78699803352356e-07, -3.986060619354248e-07, -3.1851232051849365e-07, -2.384185791015625e-07, -1.5832483768463135e-07, -7.82310962677002e-08, 1.862645149230957e-09, 8.195638656616211e-08, 1.6205012798309326e-07, 2.421438694000244e-07, 3.2223761081695557e-07, 4.023313522338867e-07, 4.824250936508179e-07, 5.62518835067749e-07, 6.426125764846802e-07, 7.227063179016113e-07, 8.028000593185425e-07, 8.828938007354736e-07, 9.629875421524048e-07, 1.043081283569336e-06, 1.123175024986267e-06, 1.2032687664031982e-06, 1.2833625078201294e-06, 1.3634562492370605e-06, 1.4435499906539917e-06, 1.5236437320709229e-06, 1.603737473487854e-06, 1.6838312149047852e-06, 1.7639249563217163e-06, 1.8440186977386475e-06, 1.9241124391555786e-06, 2.0042061805725098e-06, 2.084299921989441e-06, 2.164393663406372e-06, 2.2444874048233032e-06, 2.3245811462402344e-06]}, "gradients/decoder.model.decoder.layers.4.encoder_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 5.0, 1.0, 1.0, 3.0, 4.0, 5.0, 4.0, 11.0, 15.0, 16.0, 32.0, 29.0, 48.0, 61.0, 113.0, 205.0, 174.0, 86.0, 49.0, 38.0, 28.0, 23.0, 16.0, 12.0, 12.0, 6.0, 2.0, 6.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.996397819923004e-06, -4.767097379954066e-06, -4.537796485237777e-06, -4.308495590521488e-06, -4.07919515055255e-06, -3.849894710583612e-06, -3.6205938158673234e-06, -3.39129314852471e-06, -3.1619924811820965e-06, -2.932691813839483e-06, -2.7033911464968696e-06, -2.474090479154256e-06, -2.2447898118116427e-06, -2.0154891444690293e-06, -1.7861884771264158e-06, -1.5568878097838024e-06, -1.327587142441189e-06, -1.0982864750985755e-06, -8.68985807755962e-07, -6.396851404133486e-07, -4.103844730707351e-07, -1.8108380572812166e-07, 4.821686161449179e-08, 2.7751752895710524e-07, 5.068181962997187e-07, 7.361188636423321e-07, 9.654195309849456e-07, 1.194720198327559e-06, 1.4240208656701725e-06, 1.653321533012786e-06, 1.8826222003553994e-06, 2.111922867698013e-06, 2.3412230802932754e-06, 2.570523747635889e-06, 2.7998244149785023e-06, 3.0291250823211158e-06, 3.2584257496637292e-06, 3.4877264170063427e-06, 3.717027084348956e-06, 3.946327524317894e-06, 4.175628419034183e-06, 4.404929313750472e-06, 4.63422975371941e-06, 4.863530193688348e-06, 5.092831088404637e-06, 5.322131983120926e-06, 5.551432423089864e-06, 5.780732863058802e-06, 6.010033757775091e-06, 6.2393346524913795e-06, 6.4686350924603175e-06, 6.6979355324292555e-06, 6.9272364271455444e-06, 7.156537321861833e-06, 7.385837761830771e-06, 7.615138201799709e-06, 7.844439096515998e-06, 8.073739991232287e-06, 8.303040885948576e-06, 8.532340871170163e-06, 8.761641765886452e-06, 8.990942660602741e-06, 9.220242645824328e-06, 9.449543540540617e-06, 9.678844435256906e-06]}, "gradients/decoder.model.decoder.layers.4.encoder_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 6.0, 6.0, 5.0, 4.0, 11.0, 22.0, 15.0, 21.0, 20.0, 32.0, 30.0, 32.0, 31.0, 51.0, 41.0, 42.0, 53.0, 44.0, 54.0, 48.0, 39.0, 40.0, 45.0, 42.0, 32.0, 30.0, 35.0, 26.0, 24.0, 25.0, 20.0, 16.0, 14.0, 10.0, 11.0, 9.0, 5.0, 5.0, 3.0, 4.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.4582046737341443e-06, -3.3378512398485327e-06, -3.2174975785892457e-06, -3.097144144703634e-06, -2.9767907108180225e-06, -2.8564370495587355e-06, -2.736083615673124e-06, -2.615729954413837e-06, -2.4953765205282252e-06, -2.3750230866426136e-06, -2.2546694253833266e-06, -2.134315991497715e-06, -2.013962330238428e-06, -1.8936088963528164e-06, -1.7732554624672048e-06, -1.6529019148947555e-06, -1.5325483673223061e-06, -1.4121948197498568e-06, -1.2918412721774075e-06, -1.171487838291796e-06, -1.0511342907193466e-06, -9.307807431468973e-07, -8.104272524178668e-07, -6.900737616888364e-07, -5.697202141163871e-07, -4.493666949656472e-07, -3.290131758149073e-07, -2.0865965666416741e-07, -8.830613751342753e-08, 3.2047410059021786e-08, 1.5240090078805224e-07, 2.727543915170827e-07, 3.9310816646320745e-07, 5.134617140356568e-07, 6.338152047646872e-07, 7.541686954937177e-07, 8.74522243066167e-07, 9.948757906386163e-07, 1.115229224524228e-06, 1.2355827720966772e-06, 1.3559363196691265e-06, 1.4762898672415758e-06, 1.5966434148140252e-06, 1.7169968486996368e-06, 1.837350396272086e-06, 1.9577039438445354e-06, 2.078057377730147e-06, 2.198411038989434e-06, 2.3187644728750456e-06, 2.439117906760657e-06, 2.5594715680199442e-06, 2.679825001905556e-06, 2.800178663164843e-06, 2.9205320970504545e-06, 3.040885530936066e-06, 3.1612389648216777e-06, 3.2815926260809647e-06, 3.4019460599665763e-06, 3.5222997212258633e-06, 3.642653155111475e-06, 3.7630065889970865e-06, 3.883360477630049e-06, 4.003713911515661e-06, 4.124067345401272e-06, 4.244420779286884e-06]}, "gradients/decoder.model.decoder.layers.4.encoder_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 0.0, 14.0, 0.0, 28.0, 0.0, 0.0, 57.0, 0.0, 191.0, 0.0, 0.0, 414.0, 0.0, 1573.0, 0.0, 0.0, 22248.0, 0.0, 999665.0, 0.0, 0.0, 22152.0, 0.0, 1522.0, 0.0, 417.0, 0.0, 0.0, 166.0, 0.0, 65.0, 0.0, 0.0, 33.0, 0.0, 17.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-7.152557373046875e-07, -6.910413503646851e-07, -6.668269634246826e-07, -6.426125764846802e-07, -6.183981895446777e-07, -5.941838026046753e-07, -5.699694156646729e-07, -5.457550287246704e-07, -5.21540641784668e-07, -4.973262548446655e-07, -4.731118679046631e-07, -4.4889748096466064e-07, -4.246830940246582e-07, -4.0046870708465576e-07, -3.762543201446533e-07, -3.520399332046509e-07, -3.2782554626464844e-07, -3.03611159324646e-07, -2.7939677238464355e-07, -2.551823854446411e-07, -2.3096799850463867e-07, -2.0675361156463623e-07, -1.825392246246338e-07, -1.5832483768463135e-07, -1.341104507446289e-07, -1.0989606380462646e-07, -8.568167686462402e-08, -6.146728992462158e-08, -3.725290298461914e-08, -1.30385160446167e-08, 1.1175870895385742e-08, 3.5390257835388184e-08, 5.960464477539063e-08, 8.381903171539307e-08, 1.0803341865539551e-07, 1.3224780559539795e-07, 1.564621925354004e-07, 1.8067657947540283e-07, 2.0489096641540527e-07, 2.2910535335540771e-07, 2.5331974029541016e-07, 2.775341272354126e-07, 3.0174851417541504e-07, 3.259629011154175e-07, 3.501772880554199e-07, 3.7439167499542236e-07, 3.986060619354248e-07, 4.2282044887542725e-07, 4.470348358154297e-07, 4.7124922275543213e-07, 4.954636096954346e-07, 5.19677996635437e-07, 5.438923835754395e-07, 5.681067705154419e-07, 5.923211574554443e-07, 6.165355443954468e-07, 6.407499313354492e-07, 6.649643182754517e-07, 6.891787052154541e-07, 7.133930921554565e-07, 7.37607479095459e-07, 7.618218660354614e-07, 7.860362529754639e-07, 8.102506399154663e-07, 8.344650268554688e-07]}, "gradients/decoder.model.decoder.layers.4.encoder_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 3.0, 8.0, 1.0, 14.0, 17.0, 12.0, 23.0, 24.0, 38.0, 25.0, 46.0, 46.0, 60.0, 47.0, 96.0, 85.0, 66.0, 33.0, 58.0, 55.0, 28.0, 41.0, 44.0, 35.0, 16.0, 25.0, 15.0, 17.0, 5.0, 7.0, 6.0, 4.0, 7.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.9802322387695312e-06, -2.876855432987213e-06, -2.773478627204895e-06, -2.670101821422577e-06, -2.566725015640259e-06, -2.4633482098579407e-06, -2.3599714040756226e-06, -2.2565945982933044e-06, -2.1532177925109863e-06, -2.0498409867286682e-06, -1.94646418094635e-06, -1.843087375164032e-06, -1.7397105693817139e-06, -1.6363337635993958e-06, -1.5329569578170776e-06, -1.4295801520347595e-06, -1.3262033462524414e-06, -1.2228265404701233e-06, -1.1194497346878052e-06, -1.016072928905487e-06, -9.126961231231689e-07, -8.093193173408508e-07, -7.059425115585327e-07, -6.025657057762146e-07, -4.991888999938965e-07, -3.9581209421157837e-07, -2.9243528842926025e-07, -1.8905848264694214e-07, -8.568167686462402e-08, 1.7695128917694092e-08, 1.210719347000122e-07, 2.2444874048233032e-07, 3.2782554626464844e-07, 4.3120235204696655e-07, 5.345791578292847e-07, 6.379559636116028e-07, 7.413327693939209e-07, 8.44709575176239e-07, 9.480863809585571e-07, 1.0514631867408752e-06, 1.1548399925231934e-06, 1.2582167983055115e-06, 1.3615936040878296e-06, 1.4649704098701477e-06, 1.5683472156524658e-06, 1.671724021434784e-06, 1.775100827217102e-06, 1.8784776329994202e-06, 1.9818544387817383e-06, 2.0852312445640564e-06, 2.1886080503463745e-06, 2.2919848561286926e-06, 2.3953616619110107e-06, 2.498738467693329e-06, 2.602115273475647e-06, 2.705492079257965e-06, 2.808868885040283e-06, 2.9122456908226013e-06, 3.0156224966049194e-06, 3.1189993023872375e-06, 3.2223761081695557e-06, 3.3257529139518738e-06, 3.429129719734192e-06, 3.53250652551651e-06, 3.635883331298828e-06]}, "gradients/decoder.model.decoder.layers.4.encoder_attn.v_proj.weight": {"_type": "histogram", "values": [351.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1047986.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 239.0], "bins": [-5.960464477539063e-08, -5.774199962615967e-08, -5.587935447692871e-08, -5.4016709327697754e-08, -5.21540641784668e-08, -5.029141902923584e-08, -4.842877388000488e-08, -4.6566128730773926e-08, -4.470348358154297e-08, -4.284083843231201e-08, -4.0978193283081055e-08, -3.91155481338501e-08, -3.725290298461914e-08, -3.5390257835388184e-08, -3.3527612686157227e-08, -3.166496753692627e-08, -2.9802322387695312e-08, -2.7939677238464355e-08, -2.60770320892334e-08, -2.421438694000244e-08, -2.2351741790771484e-08, -2.0489096641540527e-08, -1.862645149230957e-08, -1.6763806343078613e-08, -1.4901161193847656e-08, -1.30385160446167e-08, -1.1175870895385742e-08, -9.313225746154785e-09, -7.450580596923828e-09, -5.587935447692871e-09, -3.725290298461914e-09, -1.862645149230957e-09, 0.0, 1.862645149230957e-09, 3.725290298461914e-09, 5.587935447692871e-09, 7.450580596923828e-09, 9.313225746154785e-09, 1.1175870895385742e-08, 1.30385160446167e-08, 1.4901161193847656e-08, 1.6763806343078613e-08, 1.862645149230957e-08, 2.0489096641540527e-08, 2.2351741790771484e-08, 2.421438694000244e-08, 2.60770320892334e-08, 2.7939677238464355e-08, 2.9802322387695312e-08, 3.166496753692627e-08, 3.3527612686157227e-08, 3.5390257835388184e-08, 3.725290298461914e-08, 3.91155481338501e-08, 4.0978193283081055e-08, 4.284083843231201e-08, 4.470348358154297e-08, 4.6566128730773926e-08, 4.842877388000488e-08, 5.029141902923584e-08, 5.21540641784668e-08, 5.4016709327697754e-08, 5.587935447692871e-08, 5.774199962615967e-08, 5.960464477539063e-08]}, "gradients/decoder.model.decoder.layers.4.encoder_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 6.0, 0.0, 6.0, 12.0, 7.0, 8.0, 12.0, 9.0, 21.0, 16.0, 4.0, 21.0, 17.0, 16.0, 12.0, 47.0, 19.0, 37.0, 48.0, 29.0, 21.0, 64.0, 28.0, 20.0, 71.0, 22.0, 35.0, 60.0, 27.0, 35.0, 55.0, 20.0, 16.0, 38.0, 21.0, 18.0, 30.0, 14.0, 11.0, 14.0, 7.0, 4.0, 4.0, 9.0, 4.0, 2.0, 4.0, 1.0, 8.0, 1.0, 1.0, 0.0, 4.0], "bins": [-5.185604095458984e-06, -5.039386451244354e-06, -4.893168807029724e-06, -4.746951162815094e-06, -4.600733518600464e-06, -4.454515874385834e-06, -4.308298230171204e-06, -4.1620805859565735e-06, -4.015862941741943e-06, -3.869645297527313e-06, -3.723427653312683e-06, -3.577210009098053e-06, -3.430992364883423e-06, -3.2847747206687927e-06, -3.1385570764541626e-06, -2.9923394322395325e-06, -2.8461217880249023e-06, -2.6999041438102722e-06, -2.553686499595642e-06, -2.407468855381012e-06, -2.261251211166382e-06, -2.1150335669517517e-06, -1.9688159227371216e-06, -1.8225982785224915e-06, -1.6763806343078613e-06, -1.5301629900932312e-06, -1.383945345878601e-06, -1.237727701663971e-06, -1.0915100574493408e-06, -9.452924132347107e-07, -7.990747690200806e-07, -6.528571248054504e-07, -5.066394805908203e-07, -3.604218363761902e-07, -2.1420419216156006e-07, -6.798654794692993e-08, 7.82310962677002e-08, 2.2444874048233032e-07, 3.7066638469696045e-07, 5.168840289115906e-07, 6.631016731262207e-07, 8.093193173408508e-07, 9.55536961555481e-07, 1.101754605770111e-06, 1.2479722499847412e-06, 1.3941898941993713e-06, 1.5404075384140015e-06, 1.6866251826286316e-06, 1.8328428268432617e-06, 1.979060471057892e-06, 2.125278115272522e-06, 2.271495759487152e-06, 2.4177134037017822e-06, 2.5639310479164124e-06, 2.7101486921310425e-06, 2.8563663363456726e-06, 3.0025839805603027e-06, 3.148801624774933e-06, 3.295019268989563e-06, 3.441236913204193e-06, 3.5874545574188232e-06, 3.7336722016334534e-06, 3.8798898458480835e-06, 4.026107490062714e-06, 4.172325134277344e-06]}, "gradients/decoder.model.decoder.layers.4.encoder_attn.k_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.4.encoder_attn.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 9.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 21.0, 0.0, 0.0, 22.0, 0.0, 0.0, 0.0, 922.0, 0.0, 0.0, 0.0, 17.0, 0.0, 0.0, 0.0, 20.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.960464477539062e-07, -5.802139639854431e-07, -5.6438148021698e-07, -5.485489964485168e-07, -5.327165126800537e-07, -5.168840289115906e-07, -5.010515451431274e-07, -4.852190613746643e-07, -4.6938657760620117e-07, -4.5355409383773804e-07, -4.377216100692749e-07, -4.2188912630081177e-07, -4.0605664253234863e-07, -3.902241587638855e-07, -3.7439167499542236e-07, -3.5855919122695923e-07, -3.427267074584961e-07, -3.2689422369003296e-07, -3.110617399215698e-07, -2.952292561531067e-07, -2.7939677238464355e-07, -2.635642886161804e-07, -2.477318048477173e-07, -2.3189932107925415e-07, -2.1606683731079102e-07, -2.0023435354232788e-07, -1.8440186977386475e-07, -1.685693860054016e-07, -1.5273690223693848e-07, -1.3690441846847534e-07, -1.210719347000122e-07, -1.0523945093154907e-07, -8.940696716308594e-08, -7.35744833946228e-08, -5.774199962615967e-08, -4.190951585769653e-08, -2.60770320892334e-08, -1.0244548320770264e-08, 5.587935447692871e-09, 2.1420419216156006e-08, 3.725290298461914e-08, 5.3085386753082275e-08, 6.891787052154541e-08, 8.475035429000854e-08, 1.0058283805847168e-07, 1.1641532182693481e-07, 1.3224780559539795e-07, 1.4808028936386108e-07, 1.6391277313232422e-07, 1.7974525690078735e-07, 1.955777406692505e-07, 2.1141022443771362e-07, 2.2724270820617676e-07, 2.430751919746399e-07, 2.5890767574310303e-07, 2.7474015951156616e-07, 2.905726432800293e-07, 3.0640512704849243e-07, 3.2223761081695557e-07, 3.380700945854187e-07, 3.5390257835388184e-07, 3.6973506212234497e-07, 3.855675458908081e-07, 4.0140002965927124e-07, 4.172325134277344e-07]}, "gradients/decoder.model.decoder.layers.4.encoder_attn.q_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.4.encoder_attn.q_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.4.self_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 6.0, 3.0, 1.0, 3.0, 9.0, 7.0, 23.0, 26.0, 29.0, 39.0, 55.0, 88.0, 169.0, 242.0, 109.0, 57.0, 41.0, 32.0, 20.0, 14.0, 10.0, 14.0, 4.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.2479215406056028e-06, -3.0865737699059537e-06, -2.9252259992063046e-06, -2.76387800113298e-06, -2.6025304578070063e-06, -2.4411824597336818e-06, -2.2798346890340326e-06, -2.1184869183343835e-06, -1.9571391476347344e-06, -1.7957913769350853e-06, -1.6344436062354362e-06, -1.4730957218489493e-06, -1.3117479511493002e-06, -1.150400180449651e-06, -9.890522960631642e-07, -8.277045253635151e-07, -6.66356754663866e-07, -5.050089839642169e-07, -3.436611564211489e-07, -1.8231332887808094e-07, -2.096555817843182e-08, 1.403822125212173e-07, 3.0173009690770414e-07, 4.6307786760735326e-07, 6.244256383070024e-07, 7.857734090066515e-07, 9.471212365497195e-07, 1.1084690640927874e-06, 1.2698168347924366e-06, 1.4311646054920857e-06, 1.5925124898785725e-06, 1.7538602605782216e-06, 1.9152080312778708e-06, 2.07655580197752e-06, 2.237903572677169e-06, 2.3992515707504936e-06, 2.5605991140764672e-06, 2.721947112149792e-06, 2.883294882849441e-06, 3.04464265354909e-06, 3.205990424248739e-06, 3.3673381949483883e-06, 3.5286859656480374e-06, 3.6900337363476865e-06, 3.851381734421011e-06, 4.012729277746985e-06, 4.174077275820309e-06, 4.335424819146283e-06, 4.4967728172196075e-06, 4.658120815292932e-06, 4.819468358618906e-06, 4.98081635669223e-06, 5.142163900018204e-06, 5.3035118980915286e-06, 5.464859896164853e-06, 5.626207439490827e-06, 5.7875549828168005e-06, 5.948902980890125e-06, 6.110250524216099e-06, 6.271598522289423e-06, 6.432946065615397e-06, 6.5942940636887215e-06, 6.755642061762046e-06, 6.91698960508802e-06, 7.078337603161344e-06]}, "gradients/decoder.model.decoder.layers.4.self_attn_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 6.0, 8.0, 9.0, 14.0, 21.0, 23.0, 22.0, 35.0, 43.0, 37.0, 48.0, 59.0, 52.0, 66.0, 58.0, 62.0, 56.0, 44.0, 56.0, 45.0, 37.0, 36.0, 38.0, 26.0, 20.0, 25.0, 16.0, 11.0, 10.0, 5.0, 6.0, 5.0, 4.0, 0.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.79055348073598e-06, -2.6949544462695485e-06, -2.5993556391767925e-06, -2.503756604710361e-06, -2.4081575702439295e-06, -2.312558535777498e-06, -2.216959728684742e-06, -2.1213606942183105e-06, -2.025761659751879e-06, -1.9301626252854476e-06, -1.8345637045058538e-06, -1.73896478372626e-06, -1.6433657492598286e-06, -1.5477668284802348e-06, -1.452167907700641e-06, -1.3565688732342096e-06, -1.2609700661414536e-06, -1.1653711453618598e-06, -1.0697721108954283e-06, -9.741731901158346e-07, -8.78574212492822e-07, -7.829752348698094e-07, -6.873763140902156e-07, -5.91777336467203e-07, -4.961783588441904e-07, -4.0057938122117775e-07, -3.0498043201987457e-07, -2.0938148281857138e-07, -1.1378250519555877e-07, -1.8183527572546154e-08, 7.74153932070476e-08, 1.7301437083006022e-07, 2.686135758267483e-07, 3.642125534497609e-07, 4.598115026510641e-07, 5.554104518523673e-07, 6.510094294753799e-07, 7.466084070983925e-07, 8.422073278779862e-07, 9.378063055009989e-07, 1.0334052831240115e-06, 1.1290042039036052e-06, 1.2246032383700367e-06, 1.3202021591496305e-06, 1.4158010799292242e-06, 1.5114001143956557e-06, 1.6069990351752494e-06, 1.7025979559548432e-06, 1.7981969904212747e-06, 1.8937959112008684e-06, 1.989394831980462e-06, 2.0849938664468937e-06, 2.180592900913325e-06, 2.2761919353797566e-06, 2.3717907424725126e-06, 2.467389776938944e-06, 2.5629888114053756e-06, 2.658587845871807e-06, 2.754186652964563e-06, 2.8497856874309946e-06, 2.945384721897426e-06, 3.0409837563638575e-06, 3.1365825634566136e-06, 3.232181597923045e-06, 3.327780405015801e-06]}, "gradients/decoder.model.decoder.layers.4.self_attn.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 6.0, 7.0, 18.0, 17.0, 41.0, 53.0, 77.0, 135.0, 354.0, 495.0, 991.0, 2295.0, 10785.0, 21853.0, 59356.0, 223703.0, 631916.0, 59290.0, 21897.0, 8713.0, 3483.0, 1871.0, 489.0, 278.0, 160.0, 121.0, 52.0, 38.0, 21.0, 22.0, 5.0, 8.0, 2.0, 7.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.874301910400391e-06, -3.741122782230377e-06, -3.6079436540603638e-06, -3.4747645258903503e-06, -3.341585397720337e-06, -3.2084062695503235e-06, -3.07522714138031e-06, -2.9420480132102966e-06, -2.808868885040283e-06, -2.6756897568702698e-06, -2.5425106287002563e-06, -2.409331500530243e-06, -2.2761523723602295e-06, -2.142973244190216e-06, -2.0097941160202026e-06, -1.8766149878501892e-06, -1.7434358596801758e-06, -1.6102567315101624e-06, -1.477077603340149e-06, -1.3438984751701355e-06, -1.210719347000122e-06, -1.0775402188301086e-06, -9.443610906600952e-07, -8.111819624900818e-07, -6.780028343200684e-07, -5.448237061500549e-07, -4.116445779800415e-07, -2.784654498100281e-07, -1.4528632164001465e-07, -1.210719347000122e-08, 1.210719347000122e-07, 2.5425106287002563e-07, 3.8743019104003906e-07, 5.206093192100525e-07, 6.537884473800659e-07, 7.869675755500793e-07, 9.201467037200928e-07, 1.0533258318901062e-06, 1.1865049600601196e-06, 1.319684088230133e-06, 1.4528632164001465e-06, 1.58604234457016e-06, 1.7192214727401733e-06, 1.8524006009101868e-06, 1.9855797290802e-06, 2.1187588572502136e-06, 2.251937985420227e-06, 2.3851171135902405e-06, 2.518296241760254e-06, 2.6514753699302673e-06, 2.7846544981002808e-06, 2.917833626270294e-06, 3.0510127544403076e-06, 3.184191882610321e-06, 3.3173710107803345e-06, 3.450550138950348e-06, 3.5837292671203613e-06, 3.7169083952903748e-06, 3.850087523460388e-06, 3.983266651630402e-06, 4.116445779800415e-06, 4.2496249079704285e-06, 4.382804036140442e-06, 4.515983164310455e-06, 4.649162292480469e-06]}, "gradients/decoder.model.decoder.layers.4.self_attn.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 6.0, 0.0, 13.0, 0.0, 22.0, 0.0, 37.0, 0.0, 66.0, 0.0, 71.0, 0.0, 104.0, 0.0, 120.0, 0.0, 138.0, 0.0, 103.0, 106.0, 0.0, 77.0, 0.0, 65.0, 0.0, 36.0, 0.0, 24.0, 0.0, 13.0, 0.0, 5.0, 0.0, 6.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.940696716308594e-07, -8.633360266685486e-07, -8.326023817062378e-07, -8.01868736743927e-07, -7.711350917816162e-07, -7.404014468193054e-07, -7.096678018569946e-07, -6.789341568946838e-07, -6.48200511932373e-07, -6.174668669700623e-07, -5.867332220077515e-07, -5.559995770454407e-07, -5.252659320831299e-07, -4.945322871208191e-07, -4.637986421585083e-07, -4.330649971961975e-07, -4.023313522338867e-07, -3.7159770727157593e-07, -3.4086406230926514e-07, -3.1013041734695435e-07, -2.7939677238464355e-07, -2.4866312742233276e-07, -2.1792948246002197e-07, -1.8719583749771118e-07, -1.564621925354004e-07, -1.257285475730896e-07, -9.499490261077881e-08, -6.426125764846802e-08, -3.3527612686157227e-08, -2.7939677238464355e-09, 2.7939677238464355e-08, 5.8673322200775146e-08, 8.940696716308594e-08, 1.2014061212539673e-07, 1.5087425708770752e-07, 1.816079020500183e-07, 2.123415470123291e-07, 2.430751919746399e-07, 2.738088369369507e-07, 3.045424818992615e-07, 3.3527612686157227e-07, 3.6600977182388306e-07, 3.9674341678619385e-07, 4.2747706174850464e-07, 4.5821070671081543e-07, 4.889443516731262e-07, 5.19677996635437e-07, 5.504116415977478e-07, 5.811452865600586e-07, 6.118789315223694e-07, 6.426125764846802e-07, 6.73346221446991e-07, 7.040798664093018e-07, 7.348135113716125e-07, 7.655471563339233e-07, 7.962808012962341e-07, 8.270144462585449e-07, 8.577480912208557e-07, 8.884817361831665e-07, 9.192153811454773e-07, 9.499490261077881e-07, 9.806826710700989e-07, 1.0114163160324097e-06, 1.0421499609947205e-06, 1.0728836059570312e-06]}, "gradients/decoder.model.decoder.layers.4.self_attn.v_proj.weight": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 0.0, 3.0, 10.0, 11.0, 0.0, 15.0, 25.0, 40.0, 0.0, 61.0, 111.0, 189.0, 0.0, 316.0, 595.0, 0.0, 1013.0, 1937.0, 3794.0, 0.0, 8282.0, 19016.0, 48997.0, 0.0, 161307.0, 557026.0, 161641.0, 0.0, 48655.0, 19134.0, 0.0, 8187.0, 3904.0, 1936.0, 0.0, 1073.0, 512.0, 322.0, 0.0, 180.0, 107.0, 62.0, 0.0, 37.0, 22.0, 0.0, 16.0, 10.0, 10.0, 0.0, 7.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.2516975402832031e-06, -1.2079253792762756e-06, -1.1641532182693481e-06, -1.1203810572624207e-06, -1.0766088962554932e-06, -1.0328367352485657e-06, -9.890645742416382e-07, -9.452924132347107e-07, -9.015202522277832e-07, -8.577480912208557e-07, -8.139759302139282e-07, -7.702037692070007e-07, -7.264316082000732e-07, -6.826594471931458e-07, -6.388872861862183e-07, -5.951151251792908e-07, -5.513429641723633e-07, -5.075708031654358e-07, -4.637986421585083e-07, -4.200264811515808e-07, -3.762543201446533e-07, -3.3248215913772583e-07, -2.8870999813079834e-07, -2.4493783712387085e-07, -2.0116567611694336e-07, -1.5739351511001587e-07, -1.1362135410308838e-07, -6.984919309616089e-08, -2.60770320892334e-08, 1.7695128917694092e-08, 6.146728992462158e-08, 1.0523945093154907e-07, 1.4901161193847656e-07, 1.9278377294540405e-07, 2.3655593395233154e-07, 2.8032809495925903e-07, 3.241002559661865e-07, 3.67872416973114e-07, 4.116445779800415e-07, 4.55416738986969e-07, 4.991888999938965e-07, 5.42961061000824e-07, 5.867332220077515e-07, 6.30505383014679e-07, 6.742775440216064e-07, 7.180497050285339e-07, 7.618218660354614e-07, 8.055940270423889e-07, 8.493661880493164e-07, 8.931383490562439e-07, 9.369105100631714e-07, 9.806826710700989e-07, 1.0244548320770264e-06, 1.0682269930839539e-06, 1.1119991540908813e-06, 1.1557713150978088e-06, 1.1995434761047363e-06, 1.2433156371116638e-06, 1.2870877981185913e-06, 1.3308599591255188e-06, 1.3746321201324463e-06, 1.4184042811393738e-06, 1.4621764421463013e-06, 1.5059486031532288e-06, 1.5497207641601562e-06]}, "gradients/decoder.model.decoder.layers.4.self_attn.v_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 4.0, 0.0, 2.0, 3.0, 0.0, 3.0, 10.0, 0.0, 8.0, 0.0, 9.0, 9.0, 0.0, 23.0, 27.0, 0.0, 43.0, 45.0, 0.0, 52.0, 61.0, 0.0, 88.0, 0.0, 67.0, 87.0, 0.0, 73.0, 93.0, 0.0, 64.0, 56.0, 0.0, 45.0, 0.0, 29.0, 37.0, 0.0, 20.0, 21.0, 0.0, 12.0, 7.0, 0.0, 5.0, 3.0, 0.0, 5.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1324882507324219e-06, -1.0943040251731873e-06, -1.0561197996139526e-06, -1.017935574054718e-06, -9.797513484954834e-07, -9.415671229362488e-07, -9.033828973770142e-07, -8.651986718177795e-07, -8.270144462585449e-07, -7.888302206993103e-07, -7.506459951400757e-07, -7.124617695808411e-07, -6.742775440216064e-07, -6.360933184623718e-07, -5.979090929031372e-07, -5.597248673439026e-07, -5.21540641784668e-07, -4.833564162254333e-07, -4.4517219066619873e-07, -4.069879651069641e-07, -3.688037395477295e-07, -3.3061951398849487e-07, -2.9243528842926025e-07, -2.5425106287002563e-07, -2.1606683731079102e-07, -1.778826117515564e-07, -1.3969838619232178e-07, -1.0151416063308716e-07, -6.332993507385254e-08, -2.514570951461792e-08, 1.30385160446167e-08, 5.122274160385132e-08, 8.940696716308594e-08, 1.2759119272232056e-07, 1.6577541828155518e-07, 2.039596438407898e-07, 2.421438694000244e-07, 2.8032809495925903e-07, 3.1851232051849365e-07, 3.5669654607772827e-07, 3.948807716369629e-07, 4.330649971961975e-07, 4.7124922275543213e-07, 5.094334483146667e-07, 5.476176738739014e-07, 5.85801899433136e-07, 6.239861249923706e-07, 6.621703505516052e-07, 7.003545761108398e-07, 7.385388016700745e-07, 7.767230272293091e-07, 8.149072527885437e-07, 8.530914783477783e-07, 8.912757039070129e-07, 9.294599294662476e-07, 9.676441550254822e-07, 1.0058283805847168e-06, 1.0440126061439514e-06, 1.082196831703186e-06, 1.1203810572624207e-06, 1.1585652828216553e-06, 1.1967495083808899e-06, 1.2349337339401245e-06, 1.2731179594993591e-06, 1.3113021850585938e-06]}, "gradients/decoder.model.decoder.layers.4.self_attn.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 14.0, 0.0, 0.0, 0.0, 44.0, 0.0, 0.0, 124.0, 0.0, 0.0, 388.0, 0.0, 0.0, 1731.0, 0.0, 0.0, 16904.0, 0.0, 0.0, 0.0, 1010115.0, 0.0, 0.0, 16982.0, 0.0, 0.0, 1693.0, 0.0, 0.0, 404.0, 0.0, 0.0, 118.0, 0.0, 0.0, 0.0, 33.0, 0.0, 0.0, 13.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.960464477539062e-07, -5.774199962615967e-07, -5.587935447692871e-07, -5.401670932769775e-07, -5.21540641784668e-07, -5.029141902923584e-07, -4.842877388000488e-07, -4.6566128730773926e-07, -4.470348358154297e-07, -4.284083843231201e-07, -4.0978193283081055e-07, -3.91155481338501e-07, -3.725290298461914e-07, -3.5390257835388184e-07, -3.3527612686157227e-07, -3.166496753692627e-07, -2.980232238769531e-07, -2.7939677238464355e-07, -2.60770320892334e-07, -2.421438694000244e-07, -2.2351741790771484e-07, -2.0489096641540527e-07, -1.862645149230957e-07, -1.6763806343078613e-07, -1.4901161193847656e-07, -1.30385160446167e-07, -1.1175870895385742e-07, -9.313225746154785e-08, -7.450580596923828e-08, -5.587935447692871e-08, -3.725290298461914e-08, -1.862645149230957e-08, 0.0, 1.862645149230957e-08, 3.725290298461914e-08, 5.587935447692871e-08, 7.450580596923828e-08, 9.313225746154785e-08, 1.1175870895385742e-07, 1.30385160446167e-07, 1.4901161193847656e-07, 1.6763806343078613e-07, 1.862645149230957e-07, 2.0489096641540527e-07, 2.2351741790771484e-07, 2.421438694000244e-07, 2.60770320892334e-07, 2.7939677238464355e-07, 2.980232238769531e-07, 3.166496753692627e-07, 3.3527612686157227e-07, 3.5390257835388184e-07, 3.725290298461914e-07, 3.91155481338501e-07, 4.0978193283081055e-07, 4.284083843231201e-07, 4.470348358154297e-07, 4.6566128730773926e-07, 4.842877388000488e-07, 5.029141902923584e-07, 5.21540641784668e-07, 5.401670932769775e-07, 5.587935447692871e-07, 5.774199962615967e-07, 5.960464477539062e-07]}, "gradients/decoder.model.decoder.layers.4.self_attn.k_proj.bias": {"_type": "histogram", "values": [42.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 947.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 35.0], "bins": [-5.960464477539063e-08, -5.774199962615967e-08, -5.587935447692871e-08, -5.4016709327697754e-08, -5.21540641784668e-08, -5.029141902923584e-08, -4.842877388000488e-08, -4.6566128730773926e-08, -4.470348358154297e-08, -4.284083843231201e-08, -4.0978193283081055e-08, -3.91155481338501e-08, -3.725290298461914e-08, -3.5390257835388184e-08, -3.3527612686157227e-08, -3.166496753692627e-08, -2.9802322387695312e-08, -2.7939677238464355e-08, -2.60770320892334e-08, -2.421438694000244e-08, -2.2351741790771484e-08, -2.0489096641540527e-08, -1.862645149230957e-08, -1.6763806343078613e-08, -1.4901161193847656e-08, -1.30385160446167e-08, -1.1175870895385742e-08, -9.313225746154785e-09, -7.450580596923828e-09, -5.587935447692871e-09, -3.725290298461914e-09, -1.862645149230957e-09, 0.0, 1.862645149230957e-09, 3.725290298461914e-09, 5.587935447692871e-09, 7.450580596923828e-09, 9.313225746154785e-09, 1.1175870895385742e-08, 1.30385160446167e-08, 1.4901161193847656e-08, 1.6763806343078613e-08, 1.862645149230957e-08, 2.0489096641540527e-08, 2.2351741790771484e-08, 2.421438694000244e-08, 2.60770320892334e-08, 2.7939677238464355e-08, 2.9802322387695312e-08, 3.166496753692627e-08, 3.3527612686157227e-08, 3.5390257835388184e-08, 3.725290298461914e-08, 3.91155481338501e-08, 4.0978193283081055e-08, 4.284083843231201e-08, 4.470348358154297e-08, 4.6566128730773926e-08, 4.842877388000488e-08, 5.029141902923584e-08, 5.21540641784668e-08, 5.4016709327697754e-08, 5.587935447692871e-08, 5.774199962615967e-08, 5.960464477539063e-08]}, "gradients/decoder.model.decoder.layers.4.self_attn.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 19.0, 0.0, 0.0, 32.0, 0.0, 0.0, 273.0, 0.0, 0.0, 1256.0, 0.0, 0.0, 17537.0, 0.0, 0.0, 1010311.0, 0.0, 17529.0, 0.0, 0.0, 1263.0, 0.0, 0.0, 267.0, 0.0, 0.0, 44.0, 0.0, 0.0, 23.0, 0.0, 0.0, 7.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.556510925292969e-07, -6.351619958877563e-07, -6.146728992462158e-07, -5.941838026046753e-07, -5.736947059631348e-07, -5.532056093215942e-07, -5.327165126800537e-07, -5.122274160385132e-07, -4.917383193969727e-07, -4.7124922275543213e-07, -4.507601261138916e-07, -4.302710294723511e-07, -4.0978193283081055e-07, -3.8929283618927e-07, -3.688037395477295e-07, -3.4831464290618896e-07, -3.2782554626464844e-07, -3.073364496231079e-07, -2.868473529815674e-07, -2.6635825634002686e-07, -2.4586915969848633e-07, -2.253800630569458e-07, -2.0489096641540527e-07, -1.8440186977386475e-07, -1.6391277313232422e-07, -1.434236764907837e-07, -1.2293457984924316e-07, -1.0244548320770264e-07, -8.195638656616211e-08, -6.146728992462158e-08, -4.0978193283081055e-08, -2.0489096641540527e-08, 0.0, 2.0489096641540527e-08, 4.0978193283081055e-08, 6.146728992462158e-08, 8.195638656616211e-08, 1.0244548320770264e-07, 1.2293457984924316e-07, 1.434236764907837e-07, 1.6391277313232422e-07, 1.8440186977386475e-07, 2.0489096641540527e-07, 2.253800630569458e-07, 2.4586915969848633e-07, 2.6635825634002686e-07, 2.868473529815674e-07, 3.073364496231079e-07, 3.2782554626464844e-07, 3.4831464290618896e-07, 3.688037395477295e-07, 3.8929283618927e-07, 4.0978193283081055e-07, 4.302710294723511e-07, 4.507601261138916e-07, 4.7124922275543213e-07, 4.917383193969727e-07, 5.122274160385132e-07, 5.327165126800537e-07, 5.532056093215942e-07, 5.736947059631348e-07, 5.941838026046753e-07, 6.146728992462158e-07, 6.351619958877563e-07, 6.556510925292969e-07]}, "gradients/decoder.model.decoder.layers.4.self_attn.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 13.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 58.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 878.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 58.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 9.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.384185791015625e-07, -2.3096799850463867e-07, -2.2351741790771484e-07, -2.1606683731079102e-07, -2.086162567138672e-07, -2.0116567611694336e-07, -1.9371509552001953e-07, -1.862645149230957e-07, -1.7881393432617188e-07, -1.7136335372924805e-07, -1.6391277313232422e-07, -1.564621925354004e-07, -1.4901161193847656e-07, -1.4156103134155273e-07, -1.341104507446289e-07, -1.2665987014770508e-07, -1.1920928955078125e-07, -1.1175870895385742e-07, -1.043081283569336e-07, -9.685754776000977e-08, -8.940696716308594e-08, -8.195638656616211e-08, -7.450580596923828e-08, -6.705522537231445e-08, -5.960464477539063e-08, -5.21540641784668e-08, -4.470348358154297e-08, -3.725290298461914e-08, -2.9802322387695312e-08, -2.2351741790771484e-08, -1.4901161193847656e-08, -7.450580596923828e-09, 0.0, 7.450580596923828e-09, 1.4901161193847656e-08, 2.2351741790771484e-08, 2.9802322387695312e-08, 3.725290298461914e-08, 4.470348358154297e-08, 5.21540641784668e-08, 5.960464477539063e-08, 6.705522537231445e-08, 7.450580596923828e-08, 8.195638656616211e-08, 8.940696716308594e-08, 9.685754776000977e-08, 1.043081283569336e-07, 1.1175870895385742e-07, 1.1920928955078125e-07, 1.2665987014770508e-07, 1.341104507446289e-07, 1.4156103134155273e-07, 1.4901161193847656e-07, 1.564621925354004e-07, 1.6391277313232422e-07, 1.7136335372924805e-07, 1.7881393432617188e-07, 1.862645149230957e-07, 1.9371509552001953e-07, 2.0116567611694336e-07, 2.086162567138672e-07, 2.1606683731079102e-07, 2.2351741790771484e-07, 2.3096799850463867e-07, 2.384185791015625e-07]}, "gradients/decoder.model.decoder.layers.3.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 4.0, 7.0, 4.0, 10.0, 11.0, 31.0, 45.0, 81.0, 149.0, 218.0, 186.0, 92.0, 64.0, 36.0, 22.0, 18.0, 7.0, 11.0, 8.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.5940583984483965e-06, -3.473392098385375e-06, -3.3527257983223535e-06, -3.2320597256330075e-06, -3.111393425569986e-06, -2.9907271255069645e-06, -2.8700610528176185e-06, -2.749394752754597e-06, -2.6287284526915755e-06, -2.508062152628554e-06, -2.3873958525655326e-06, -2.2667297798761865e-06, -2.146063479813165e-06, -2.0253971797501436e-06, -1.9047309933739598e-06, -1.784064806997776e-06, -1.6633985069347546e-06, -1.542732206871733e-06, -1.4220660204955493e-06, -1.3013998341193656e-06, -1.180733534056344e-06, -1.0600672339933226e-06, -9.394010476171388e-07, -8.187348043975362e-07, -6.980685611779336e-07, -5.77402317958331e-07, -4.5673607473872835e-07, -3.3606983151912573e-07, -2.154035882995231e-07, -9.473734507992049e-08, 2.5928898139682133e-08, 1.4659514135928475e-07, 2.672609298315365e-07, 3.879271730511391e-07, 5.085934162707417e-07, 6.292596594903443e-07, 7.49925902709947e-07, 8.705921459295496e-07, 9.912583891491522e-07, 1.111924575525336e-06, 1.2325908755883574e-06, 1.353257175651379e-06, 1.4739233620275627e-06, 1.5945895484037464e-06, 1.715255848466768e-06, 1.8359221485297894e-06, 1.9565882212191354e-06, 2.077254521282157e-06, 2.1979208213451784e-06, 2.3185871214082e-06, 2.4392534214712214e-06, 2.5599194941605674e-06, 2.680585794223589e-06, 2.8012520942866104e-06, 2.9219181669759564e-06, 3.042584467038978e-06, 3.1632507671019994e-06, 3.283917067165021e-06, 3.4045833672280423e-06, 3.5252494399173884e-06, 3.64591573998041e-06, 3.7665820400434313e-06, 3.887248112732777e-06, 4.007914412795799e-06, 4.12858071285882e-06]}, "gradients/decoder.model.decoder.layers.3.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 3.0, 5.0, 5.0, 7.0, 8.0, 8.0, 13.0, 14.0, 18.0, 23.0, 33.0, 24.0, 36.0, 31.0, 37.0, 48.0, 37.0, 36.0, 45.0, 37.0, 44.0, 51.0, 56.0, 37.0, 32.0, 40.0, 35.0, 44.0, 31.0, 29.0, 29.0, 28.0, 12.0, 17.0, 10.0, 16.0, 6.0, 3.0, 8.0, 4.0, 2.0, 3.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9710844298970187e-06, -1.9060686327065923e-06, -1.841052835516166e-06, -1.7760370383257396e-06, -1.7110212411353132e-06, -1.6460055576317245e-06, -1.5809897604412981e-06, -1.5159739632508717e-06, -1.4509581660604454e-06, -1.385942368870019e-06, -1.3209265716795926e-06, -1.2559107744891662e-06, -1.1908950909855776e-06, -1.1258791801083134e-06, -1.0608634966047248e-06, -9.958476994142984e-07, -9.30831902223872e-07, -8.658161050334456e-07, -8.008003078430193e-07, -7.357845674960117e-07, -6.707687703055853e-07, -6.05752973115159e-07, -5.407372327681514e-07, -4.7572143557772506e-07, -4.107056383872987e-07, -3.456898411968723e-07, -2.8067407242815534e-07, -2.1565828944858367e-07, -1.50642506469012e-07, -8.562670927858562e-08, -2.061094050986867e-08, 4.4404828258848283e-08, 1.0942085282295011e-07, 1.7443663580252178e-07, 2.3945241878209345e-07, 3.044681875508104e-07, 3.694839847412368e-07, 4.3449978193166316e-07, 4.995155222786707e-07, 5.645313194690971e-07, 6.295471166595235e-07, 6.945629138499498e-07, 7.595787110403762e-07, 8.245944513873837e-07, 8.896102485778101e-07, 9.546261026116554e-07, 1.019641786115244e-06, 1.0846575833056704e-06, 1.1496733804960968e-06, 1.2146891776865232e-06, 1.2797049748769496e-06, 1.344720772067376e-06, 1.4097365692578023e-06, 1.474752252761391e-06, 1.5397680499518174e-06, 1.6047838471422438e-06, 1.6697996443326701e-06, 1.7348154415230965e-06, 1.799831238713523e-06, 1.8648470359039493e-06, 1.929862719407538e-06, 1.994878630284802e-06, 2.0598943137883907e-06, 2.124910224665655e-06, 2.1899259081692435e-06]}, "gradients/decoder.model.decoder.layers.3.fc2.weight": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 8.0, 0.0, 53.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 142.0, 0.0, 12.0, 0.0, 657.0, 0.0, 1038.0, 0.0, 1442.0, 0.0, 9610.0, 0.0, 44267.0, 0.0, 0.0, 4083316.0, 0.0, 41411.0, 0.0, 9064.0, 0.0, 1421.0, 0.0, 996.0, 0.0, 636.0, 0.0, 12.0, 0.0, 142.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 53.0, 0.0, 8.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0], "bins": [-8.940696716308594e-07, -8.66129994392395e-07, -8.381903171539307e-07, -8.102506399154663e-07, -7.82310962677002e-07, -7.543712854385376e-07, -7.264316082000732e-07, -6.984919309616089e-07, -6.705522537231445e-07, -6.426125764846802e-07, -6.146728992462158e-07, -5.867332220077515e-07, -5.587935447692871e-07, -5.308538675308228e-07, -5.029141902923584e-07, -4.7497451305389404e-07, -4.470348358154297e-07, -4.1909515857696533e-07, -3.91155481338501e-07, -3.632158041000366e-07, -3.3527612686157227e-07, -3.073364496231079e-07, -2.7939677238464355e-07, -2.514570951461792e-07, -2.2351741790771484e-07, -1.955777406692505e-07, -1.6763806343078613e-07, -1.3969838619232178e-07, -1.1175870895385742e-07, -8.381903171539307e-08, -5.587935447692871e-08, -2.7939677238464355e-08, 0.0, 2.7939677238464355e-08, 5.587935447692871e-08, 8.381903171539307e-08, 1.1175870895385742e-07, 1.3969838619232178e-07, 1.6763806343078613e-07, 1.955777406692505e-07, 2.2351741790771484e-07, 2.514570951461792e-07, 2.7939677238464355e-07, 3.073364496231079e-07, 3.3527612686157227e-07, 3.632158041000366e-07, 3.91155481338501e-07, 4.1909515857696533e-07, 4.470348358154297e-07, 4.7497451305389404e-07, 5.029141902923584e-07, 5.308538675308228e-07, 5.587935447692871e-07, 5.867332220077515e-07, 6.146728992462158e-07, 6.426125764846802e-07, 6.705522537231445e-07, 6.984919309616089e-07, 7.264316082000732e-07, 7.543712854385376e-07, 7.82310962677002e-07, 8.102506399154663e-07, 8.381903171539307e-07, 8.66129994392395e-07, 8.940696716308594e-07]}, "gradients/decoder.model.decoder.layers.3.fc2.bias": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 53.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 230.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 471.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 209.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 53.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0], "bins": [-1.7881393432617188e-07, -1.73225998878479e-07, -1.6763806343078613e-07, -1.6205012798309326e-07, -1.564621925354004e-07, -1.5087425708770752e-07, -1.4528632164001465e-07, -1.3969838619232178e-07, -1.341104507446289e-07, -1.2852251529693604e-07, -1.2293457984924316e-07, -1.1734664440155029e-07, -1.1175870895385742e-07, -1.0617077350616455e-07, -1.0058283805847168e-07, -9.499490261077881e-08, -8.940696716308594e-08, -8.381903171539307e-08, -7.82310962677002e-08, -7.264316082000732e-08, -6.705522537231445e-08, -6.146728992462158e-08, -5.587935447692871e-08, -5.029141902923584e-08, -4.470348358154297e-08, -3.91155481338501e-08, -3.3527612686157227e-08, -2.7939677238464355e-08, -2.2351741790771484e-08, -1.6763806343078613e-08, -1.1175870895385742e-08, -5.587935447692871e-09, 0.0, 5.587935447692871e-09, 1.1175870895385742e-08, 1.6763806343078613e-08, 2.2351741790771484e-08, 2.7939677238464355e-08, 3.3527612686157227e-08, 3.91155481338501e-08, 4.470348358154297e-08, 5.029141902923584e-08, 5.587935447692871e-08, 6.146728992462158e-08, 6.705522537231445e-08, 7.264316082000732e-08, 7.82310962677002e-08, 8.381903171539307e-08, 8.940696716308594e-08, 9.499490261077881e-08, 1.0058283805847168e-07, 1.0617077350616455e-07, 1.1175870895385742e-07, 1.1734664440155029e-07, 1.2293457984924316e-07, 1.2852251529693604e-07, 1.341104507446289e-07, 1.3969838619232178e-07, 1.4528632164001465e-07, 1.5087425708770752e-07, 1.564621925354004e-07, 1.6205012798309326e-07, 1.6763806343078613e-07, 1.73225998878479e-07, 1.7881393432617188e-07]}, "gradients/decoder.model.decoder.layers.3.fc1.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 23.0, 0.0, 23.0, 0.0, 0.0, 5.0, 0.0, 3.0, 0.0, 225.0, 0.0, 247.0, 0.0, 0.0, 477.0, 0.0, 3917.0, 0.0, 54283.0, 0.0, 0.0, 4076624.0, 0.0, 53703.0, 0.0, 3822.0, 0.0, 453.0, 0.0, 0.0, 229.0, 0.0, 211.0, 0.0, 2.0, 0.0, 0.0, 5.0, 0.0, 21.0, 0.0, 21.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-8.344650268554688e-07, -8.083879947662354e-07, -7.82310962677002e-07, -7.562339305877686e-07, -7.301568984985352e-07, -7.040798664093018e-07, -6.780028343200684e-07, -6.51925802230835e-07, -6.258487701416016e-07, -5.997717380523682e-07, -5.736947059631348e-07, -5.476176738739014e-07, -5.21540641784668e-07, -4.954636096954346e-07, -4.6938657760620117e-07, -4.4330954551696777e-07, -4.172325134277344e-07, -3.91155481338501e-07, -3.650784492492676e-07, -3.390014171600342e-07, -3.129243850708008e-07, -2.868473529815674e-07, -2.60770320892334e-07, -2.3469328880310059e-07, -2.086162567138672e-07, -1.825392246246338e-07, -1.564621925354004e-07, -1.30385160446167e-07, -1.043081283569336e-07, -7.82310962677002e-08, -5.21540641784668e-08, -2.60770320892334e-08, 0.0, 2.60770320892334e-08, 5.21540641784668e-08, 7.82310962677002e-08, 1.043081283569336e-07, 1.30385160446167e-07, 1.564621925354004e-07, 1.825392246246338e-07, 2.086162567138672e-07, 2.3469328880310059e-07, 2.60770320892334e-07, 2.868473529815674e-07, 3.129243850708008e-07, 3.390014171600342e-07, 3.650784492492676e-07, 3.91155481338501e-07, 4.172325134277344e-07, 4.4330954551696777e-07, 4.6938657760620117e-07, 4.954636096954346e-07, 5.21540641784668e-07, 5.476176738739014e-07, 5.736947059631348e-07, 5.997717380523682e-07, 6.258487701416016e-07, 6.51925802230835e-07, 6.780028343200684e-07, 7.040798664093018e-07, 7.301568984985352e-07, 7.562339305877686e-07, 7.82310962677002e-07, 8.083879947662354e-07, 8.344650268554688e-07]}, "gradients/decoder.model.decoder.layers.3.fc1.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 21.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 153.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3729.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 165.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 23.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-1.7881393432617188e-07, -1.73225998878479e-07, -1.6763806343078613e-07, -1.6205012798309326e-07, -1.564621925354004e-07, -1.5087425708770752e-07, -1.4528632164001465e-07, -1.3969838619232178e-07, -1.341104507446289e-07, -1.2852251529693604e-07, -1.2293457984924316e-07, -1.1734664440155029e-07, -1.1175870895385742e-07, -1.0617077350616455e-07, -1.0058283805847168e-07, -9.499490261077881e-08, -8.940696716308594e-08, -8.381903171539307e-08, -7.82310962677002e-08, -7.264316082000732e-08, -6.705522537231445e-08, -6.146728992462158e-08, -5.587935447692871e-08, -5.029141902923584e-08, -4.470348358154297e-08, -3.91155481338501e-08, -3.3527612686157227e-08, -2.7939677238464355e-08, -2.2351741790771484e-08, -1.6763806343078613e-08, -1.1175870895385742e-08, -5.587935447692871e-09, 0.0, 5.587935447692871e-09, 1.1175870895385742e-08, 1.6763806343078613e-08, 2.2351741790771484e-08, 2.7939677238464355e-08, 3.3527612686157227e-08, 3.91155481338501e-08, 4.470348358154297e-08, 5.029141902923584e-08, 5.587935447692871e-08, 6.146728992462158e-08, 6.705522537231445e-08, 7.264316082000732e-08, 7.82310962677002e-08, 8.381903171539307e-08, 8.940696716308594e-08, 9.499490261077881e-08, 1.0058283805847168e-07, 1.0617077350616455e-07, 1.1175870895385742e-07, 1.1734664440155029e-07, 1.2293457984924316e-07, 1.2852251529693604e-07, 1.341104507446289e-07, 1.3969838619232178e-07, 1.4528632164001465e-07, 1.5087425708770752e-07, 1.564621925354004e-07, 1.6205012798309326e-07, 1.6763806343078613e-07, 1.73225998878479e-07, 1.7881393432617188e-07]}, "gradients/decoder.model.decoder.layers.3.encoder_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 5.0, 1.0, 2.0, 2.0, 4.0, 5.0, 10.0, 5.0, 8.0, 10.0, 11.0, 14.0, 25.0, 25.0, 31.0, 51.0, 78.0, 103.0, 185.0, 119.0, 70.0, 57.0, 41.0, 30.0, 19.0, 25.0, 24.0, 11.0, 7.0, 6.0, 6.0, 5.0, 2.0, 5.0, 1.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.855812676396454e-07, -4.6971067035883607e-07, -4.5384007307802676e-07, -4.3796947579721746e-07, -4.2209887851640815e-07, -4.062282528138894e-07, -3.903576555330801e-07, -3.744870582522708e-07, -3.586164609714615e-07, -3.427458636906522e-07, -3.268752664098429e-07, -3.1100466912903357e-07, -2.9513404342651484e-07, -2.7926347456741496e-07, -2.633928488648962e-07, -2.475222515840869e-07, -2.316516543032776e-07, -2.157810570224683e-07, -1.99910459741659e-07, -1.8403984824999498e-07, -1.6816925096918567e-07, -1.5229865368837636e-07, -1.3642804219671234e-07, -1.2055744491590303e-07, -1.0468684763509373e-07, -8.881625035428442e-08, -7.294564596804776e-08, -5.707504513452477e-08, -4.1204444301001786e-08, -2.533384702019248e-08, -9.463242633955815e-09, 6.407361752280849e-09, 2.2278015876509016e-08, 3.8148616710032e-08, 5.401921754355499e-08, 6.988982192979165e-08, 8.576041921060096e-08, 1.0163101649141026e-07, 1.1750162087764693e-07, 1.333722252638836e-07, 1.492428225446929e-07, 1.651134198255022e-07, 1.809840171063115e-07, 1.9685462859797553e-07, 2.1272522587878484e-07, 2.2859582315959415e-07, 2.4446643465125817e-07, 2.603370319320675e-07, 2.762076292128768e-07, 2.920782264936861e-07, 3.079488237744954e-07, 3.238194210553047e-07, 3.39690018336114e-07, 3.5556064403863274e-07, 3.7143124131944205e-07, 3.8730183860025136e-07, 4.0317243588106066e-07, 4.1904303316186997e-07, 4.349136304426793e-07, 4.507842277234886e-07, 4.666548534260073e-07, 4.825254222851072e-07, 4.983960479876259e-07, 5.142666168467258e-07, 5.301372425492445e-07]}, "gradients/decoder.model.decoder.layers.3.encoder_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 6.0, 1.0, 3.0, 7.0, 5.0, 9.0, 9.0, 20.0, 13.0, 21.0, 20.0, 29.0, 30.0, 26.0, 34.0, 50.0, 33.0, 43.0, 31.0, 38.0, 37.0, 49.0, 37.0, 56.0, 41.0, 32.0, 39.0, 45.0, 29.0, 37.0, 27.0, 23.0, 23.0, 25.0, 15.0, 12.0, 5.0, 10.0, 10.0, 6.0, 7.0, 2.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 1.0], "bins": [-3.2880981848393276e-07, -3.186536901012005e-07, -3.084975617184682e-07, -2.9834143333573593e-07, -2.881853333747131e-07, -2.780292049919808e-07, -2.6787307660924853e-07, -2.5771694822651625e-07, -2.47560819843784e-07, -2.374046914610517e-07, -2.2724857728917414e-07, -2.1709244890644186e-07, -2.069363347345643e-07, -1.9678020635183202e-07, -1.8662407796909974e-07, -1.7646794958636747e-07, -1.6631184962534462e-07, -1.5615572124261234e-07, -1.4599960707073478e-07, -1.358434786880025e-07, -1.2568736451612494e-07, -1.1553123613339267e-07, -1.0537510775066039e-07, -9.521898647335547e-08, -8.506286519605055e-08, -7.490674391874563e-08, -6.475062264144071e-08, -5.459449425870844e-08, -4.443837298140352e-08, -3.42822517040986e-08, -2.4126123321366322e-08, -1.3970002044061403e-08, -3.813880766756483e-09, 6.342242286905275e-09, 1.6498365340567034e-08, 2.6654490170585632e-08, 3.681061144789055e-08, 4.696673272519547e-08, 5.712286110792775e-08, 6.727898238523267e-08, 7.743510366253759e-08, 8.75912249398425e-08, 9.774734621714742e-08, 1.079034745998797e-07, 1.1805959587718462e-07, 1.2821571715448954e-07, 1.3837184553722182e-07, 1.4852795970909938e-07, 1.5868408809183165e-07, 1.6884021647456393e-07, 1.789963306464415e-07, 1.8915245902917377e-07, 1.9930857320105133e-07, 2.094647015837836e-07, 2.1962082996651588e-07, 2.2977695834924816e-07, 2.39933058310271e-07, 2.500891866930033e-07, 2.6024531507573556e-07, 2.704014150367584e-07, 2.805575434194907e-07, 2.9071367180222296e-07, 3.0086980018495524e-07, 3.110259285676875e-07, 3.211820569504198e-07]}, "gradients/decoder.model.decoder.layers.3.encoder_attn.out_proj.weight": {"_type": "histogram", "values": [11.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048550.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 15.0], "bins": [-5.960464477539063e-08, -5.774199962615967e-08, -5.587935447692871e-08, -5.4016709327697754e-08, -5.21540641784668e-08, -5.029141902923584e-08, -4.842877388000488e-08, -4.6566128730773926e-08, -4.470348358154297e-08, -4.284083843231201e-08, -4.0978193283081055e-08, -3.91155481338501e-08, -3.725290298461914e-08, -3.5390257835388184e-08, -3.3527612686157227e-08, -3.166496753692627e-08, -2.9802322387695312e-08, -2.7939677238464355e-08, -2.60770320892334e-08, -2.421438694000244e-08, -2.2351741790771484e-08, -2.0489096641540527e-08, -1.862645149230957e-08, -1.6763806343078613e-08, -1.4901161193847656e-08, -1.30385160446167e-08, -1.1175870895385742e-08, -9.313225746154785e-09, -7.450580596923828e-09, -5.587935447692871e-09, -3.725290298461914e-09, -1.862645149230957e-09, 0.0, 1.862645149230957e-09, 3.725290298461914e-09, 5.587935447692871e-09, 7.450580596923828e-09, 9.313225746154785e-09, 1.1175870895385742e-08, 1.30385160446167e-08, 1.4901161193847656e-08, 1.6763806343078613e-08, 1.862645149230957e-08, 2.0489096641540527e-08, 2.2351741790771484e-08, 2.421438694000244e-08, 2.60770320892334e-08, 2.7939677238464355e-08, 2.9802322387695312e-08, 3.166496753692627e-08, 3.3527612686157227e-08, 3.5390257835388184e-08, 3.725290298461914e-08, 3.91155481338501e-08, 4.0978193283081055e-08, 4.284083843231201e-08, 4.470348358154297e-08, 4.6566128730773926e-08, 4.842877388000488e-08, 5.029141902923584e-08, 5.21540641784668e-08, 5.4016709327697754e-08, 5.587935447692871e-08, 5.774199962615967e-08, 5.960464477539063e-08]}, "gradients/decoder.model.decoder.layers.3.encoder_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 47.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 235.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 476.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 213.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 39.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 8.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.384185791015625e-07, -2.3096799850463867e-07, -2.2351741790771484e-07, -2.1606683731079102e-07, -2.086162567138672e-07, -2.0116567611694336e-07, -1.9371509552001953e-07, -1.862645149230957e-07, -1.7881393432617188e-07, -1.7136335372924805e-07, -1.6391277313232422e-07, -1.564621925354004e-07, -1.4901161193847656e-07, -1.4156103134155273e-07, -1.341104507446289e-07, -1.2665987014770508e-07, -1.1920928955078125e-07, -1.1175870895385742e-07, -1.043081283569336e-07, -9.685754776000977e-08, -8.940696716308594e-08, -8.195638656616211e-08, -7.450580596923828e-08, -6.705522537231445e-08, -5.960464477539063e-08, -5.21540641784668e-08, -4.470348358154297e-08, -3.725290298461914e-08, -2.9802322387695312e-08, -2.2351741790771484e-08, -1.4901161193847656e-08, -7.450580596923828e-09, 0.0, 7.450580596923828e-09, 1.4901161193847656e-08, 2.2351741790771484e-08, 2.9802322387695312e-08, 3.725290298461914e-08, 4.470348358154297e-08, 5.21540641784668e-08, 5.960464477539063e-08, 6.705522537231445e-08, 7.450580596923828e-08, 8.195638656616211e-08, 8.940696716308594e-08, 9.685754776000977e-08, 1.043081283569336e-07, 1.1175870895385742e-07, 1.1920928955078125e-07, 1.2665987014770508e-07, 1.341104507446289e-07, 1.4156103134155273e-07, 1.4901161193847656e-07, 1.564621925354004e-07, 1.6391277313232422e-07, 1.7136335372924805e-07, 1.7881393432617188e-07, 1.862645149230957e-07, 1.9371509552001953e-07, 2.0116567611694336e-07, 2.086162567138672e-07, 2.1606683731079102e-07, 2.2351741790771484e-07, 2.3096799850463867e-07, 2.384185791015625e-07]}, "gradients/decoder.model.decoder.layers.3.encoder_attn.v_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.3.encoder_attn.v_proj.bias": {"_type": "histogram", "values": [10.0, 0.0, 0.0, 0.0, 26.0, 0.0, 0.0, 0.0, 20.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 916.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 22.0, 0.0, 0.0, 0.0, 18.0, 0.0, 0.0, 12.0], "bins": [-4.76837158203125e-07, -4.6193599700927734e-07, -4.470348358154297e-07, -4.3213367462158203e-07, -4.172325134277344e-07, -4.023313522338867e-07, -3.8743019104003906e-07, -3.725290298461914e-07, -3.5762786865234375e-07, -3.427267074584961e-07, -3.2782554626464844e-07, -3.129243850708008e-07, -2.980232238769531e-07, -2.8312206268310547e-07, -2.682209014892578e-07, -2.5331974029541016e-07, -2.384185791015625e-07, -2.2351741790771484e-07, -2.086162567138672e-07, -1.9371509552001953e-07, -1.7881393432617188e-07, -1.6391277313232422e-07, -1.4901161193847656e-07, -1.341104507446289e-07, -1.1920928955078125e-07, -1.043081283569336e-07, -8.940696716308594e-08, -7.450580596923828e-08, -5.960464477539063e-08, -4.470348358154297e-08, -2.9802322387695312e-08, -1.4901161193847656e-08, 0.0, 1.4901161193847656e-08, 2.9802322387695312e-08, 4.470348358154297e-08, 5.960464477539063e-08, 7.450580596923828e-08, 8.940696716308594e-08, 1.043081283569336e-07, 1.1920928955078125e-07, 1.341104507446289e-07, 1.4901161193847656e-07, 1.6391277313232422e-07, 1.7881393432617188e-07, 1.9371509552001953e-07, 2.086162567138672e-07, 2.2351741790771484e-07, 2.384185791015625e-07, 2.5331974029541016e-07, 2.682209014892578e-07, 2.8312206268310547e-07, 2.980232238769531e-07, 3.129243850708008e-07, 3.2782554626464844e-07, 3.427267074584961e-07, 3.5762786865234375e-07, 3.725290298461914e-07, 3.8743019104003906e-07, 4.023313522338867e-07, 4.172325134277344e-07, 4.3213367462158203e-07, 4.470348358154297e-07, 4.6193599700927734e-07, 4.76837158203125e-07]}, "gradients/decoder.model.decoder.layers.3.encoder_attn.k_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.3.encoder_attn.k_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.3.encoder_attn.q_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.3.encoder_attn.q_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.3.self_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 9.0, 6.0, 5.0, 12.0, 13.0, 15.0, 25.0, 44.0, 64.0, 117.0, 281.0, 176.0, 86.0, 52.0, 39.0, 24.0, 13.0, 13.0, 6.0, 3.0, 4.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-7.163441182456154e-07, -6.995871331128001e-07, -6.828301479799848e-07, -6.660731628471694e-07, -6.493161777143541e-07, -6.325591925815388e-07, -6.158022074487235e-07, -5.990452223159082e-07, -5.822882371830929e-07, -5.655312520502775e-07, -5.487742669174622e-07, -5.320172817846469e-07, -5.152602966518316e-07, -4.985033115190163e-07, -4.81746326386201e-07, -4.6498934125338565e-07, -4.4823235612057033e-07, -4.31475370987755e-07, -4.147183858549397e-07, -3.979614007221244e-07, -3.8120441558930906e-07, -3.6444743045649375e-07, -3.4769044532367843e-07, -3.309334601908631e-07, -3.141764750580478e-07, -2.974194899252325e-07, -2.8066250479241717e-07, -2.6390551965960185e-07, -2.4714853452678653e-07, -2.3039154939397122e-07, -2.136345642611559e-07, -1.9687757912834059e-07, -1.801205371521064e-07, -1.633635520192911e-07, -1.4660656688647578e-07, -1.2984958175366046e-07, -1.1309259662084514e-07, -9.633561148802983e-08, -7.957862635521451e-08, -6.28216412223992e-08, -4.606465608958388e-08, -2.930767095676856e-08, -1.2550685823953245e-08, 4.2062993088620715e-09, 2.0963284441677388e-08, 3.7720269574492704e-08, 5.447725470730802e-08, 7.123423984012334e-08, 8.799122497293865e-08, 1.0474821010575397e-07, 1.2150519523856929e-07, 1.382621803713846e-07, 1.5501916550419992e-07, 1.7177615063701523e-07, 1.8853313576983055e-07, 2.0529012090264587e-07, 2.2204710603546118e-07, 2.388040911682765e-07, 2.555610763010918e-07, 2.7231806143390713e-07, 2.8907504656672245e-07, 3.0583203169953777e-07, 3.225890168323531e-07, 3.393460019651684e-07, 3.561029870979837e-07]}, "gradients/decoder.model.decoder.layers.3.self_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 6.0, 3.0, 2.0, 6.0, 13.0, 9.0, 17.0, 19.0, 25.0, 19.0, 34.0, 35.0, 36.0, 51.0, 38.0, 51.0, 38.0, 42.0, 48.0, 53.0, 63.0, 43.0, 40.0, 45.0, 47.0, 39.0, 31.0, 26.0, 32.0, 20.0, 20.0, 10.0, 6.0, 9.0, 5.0, 7.0, 4.0, 8.0, 2.0, 3.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.1878062739233428e-07, -2.1150185602891725e-07, -2.042230704546455e-07, -1.9694429909122846e-07, -1.8966552772781142e-07, -1.8238674215353967e-07, -1.7510797079012264e-07, -1.678291994267056e-07, -1.6055041385243385e-07, -1.532716424890168e-07, -1.4599285691474506e-07, -1.3871408555132803e-07, -1.31435314187911e-07, -1.2415652861363924e-07, -1.168777572502222e-07, -1.0959897878137781e-07, -1.0232020741796077e-07, -9.504142894911638e-08, -8.776265758569934e-08, -8.048387911685495e-08, -7.320510064801056e-08, -6.592632928459352e-08, -5.864755081574913e-08, -5.1368772346904734e-08, -4.408999743077402e-08, -3.6811222514643305e-08, -2.953244404579891e-08, -2.2253669129668197e-08, -1.4974892437180642e-08, -7.696115744693088e-09, -4.1734082856237364e-10, 6.86143764028202e-09, 1.4140212556412735e-08, 2.141898924890029e-08, 2.8697765941387843e-08, 3.597654085751856e-08, 4.325531932636295e-08, 5.0534094242493666e-08, 5.781286915862438e-08, 6.509164762746877e-08, 7.237042609631317e-08, 7.964920456515756e-08, 8.69279759285746e-08, 9.420675439741899e-08, 1.0148553286626338e-07, 1.0876431133510778e-07, 1.1604308269852481e-07, 1.2332185406194185e-07, 1.3060062542535888e-07, 1.3787939678877592e-07, 1.4515818236304767e-07, 1.524369537264647e-07, 1.5971572508988174e-07, 1.669945106641535e-07, 1.7427328202757053e-07, 1.8155205339098757e-07, 1.8883083896525932e-07, 1.9610961032867635e-07, 2.033883959029481e-07, 2.1066716726636514e-07, 2.1794593862978218e-07, 2.2522472420405393e-07, 2.3250349556747096e-07, 2.397822811417427e-07, 2.4706105250515975e-07]}, "gradients/decoder.model.decoder.layers.3.self_attn.out_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 28.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2736.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1043202.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2583.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 22.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.7881393432617188e-07, -1.73225998878479e-07, -1.6763806343078613e-07, -1.6205012798309326e-07, -1.564621925354004e-07, -1.5087425708770752e-07, -1.4528632164001465e-07, -1.3969838619232178e-07, -1.341104507446289e-07, -1.2852251529693604e-07, -1.2293457984924316e-07, -1.1734664440155029e-07, -1.1175870895385742e-07, -1.0617077350616455e-07, -1.0058283805847168e-07, -9.499490261077881e-08, -8.940696716308594e-08, -8.381903171539307e-08, -7.82310962677002e-08, -7.264316082000732e-08, -6.705522537231445e-08, -6.146728992462158e-08, -5.587935447692871e-08, -5.029141902923584e-08, -4.470348358154297e-08, -3.91155481338501e-08, -3.3527612686157227e-08, -2.7939677238464355e-08, -2.2351741790771484e-08, -1.6763806343078613e-08, -1.1175870895385742e-08, -5.587935447692871e-09, 0.0, 5.587935447692871e-09, 1.1175870895385742e-08, 1.6763806343078613e-08, 2.2351741790771484e-08, 2.7939677238464355e-08, 3.3527612686157227e-08, 3.91155481338501e-08, 4.470348358154297e-08, 5.029141902923584e-08, 5.587935447692871e-08, 6.146728992462158e-08, 6.705522537231445e-08, 7.264316082000732e-08, 7.82310962677002e-08, 8.381903171539307e-08, 8.940696716308594e-08, 9.499490261077881e-08, 1.0058283805847168e-07, 1.0617077350616455e-07, 1.1175870895385742e-07, 1.1734664440155029e-07, 1.2293457984924316e-07, 1.2852251529693604e-07, 1.341104507446289e-07, 1.3969838619232178e-07, 1.4528632164001465e-07, 1.5087425708770752e-07, 1.564621925354004e-07, 1.6205012798309326e-07, 1.6763806343078613e-07, 1.73225998878479e-07, 1.7881393432617188e-07]}, "gradients/decoder.model.decoder.layers.3.self_attn.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 24.0, 0.0, 0.0, 0.0, 0.0, 40.0, 0.0, 0.0, 0.0, 131.0, 0.0, 0.0, 0.0, 163.0, 0.0, 0.0, 0.0, 278.0, 0.0, 0.0, 0.0, 0.0, 181.0, 0.0, 0.0, 0.0, 119.0, 0.0, 0.0, 0.0, 49.0, 0.0, 0.0, 0.0, 18.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 8.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.172325134277344e-07, -4.032626748085022e-07, -3.8929283618927e-07, -3.7532299757003784e-07, -3.6135315895080566e-07, -3.473833203315735e-07, -3.334134817123413e-07, -3.1944364309310913e-07, -3.0547380447387695e-07, -2.915039658546448e-07, -2.775341272354126e-07, -2.635642886161804e-07, -2.4959444999694824e-07, -2.3562461137771606e-07, -2.2165477275848389e-07, -2.076849341392517e-07, -1.9371509552001953e-07, -1.7974525690078735e-07, -1.6577541828155518e-07, -1.51805579662323e-07, -1.3783574104309082e-07, -1.2386590242385864e-07, -1.0989606380462646e-07, -9.592622518539429e-08, -8.195638656616211e-08, -6.798654794692993e-08, -5.4016709327697754e-08, -4.0046870708465576e-08, -2.60770320892334e-08, -1.210719347000122e-08, 1.862645149230957e-09, 1.5832483768463135e-08, 2.9802322387695312e-08, 4.377216100692749e-08, 5.774199962615967e-08, 7.171183824539185e-08, 8.568167686462402e-08, 9.96515154838562e-08, 1.1362135410308838e-07, 1.2759119272232056e-07, 1.4156103134155273e-07, 1.555308699607849e-07, 1.695007085800171e-07, 1.8347054719924927e-07, 1.9744038581848145e-07, 2.1141022443771362e-07, 2.253800630569458e-07, 2.39349901676178e-07, 2.5331974029541016e-07, 2.6728957891464233e-07, 2.812594175338745e-07, 2.952292561531067e-07, 3.0919909477233887e-07, 3.2316893339157104e-07, 3.371387720108032e-07, 3.511086106300354e-07, 3.650784492492676e-07, 3.7904828786849976e-07, 3.9301812648773193e-07, 4.069879651069641e-07, 4.209578037261963e-07, 4.3492764234542847e-07, 4.4889748096466064e-07, 4.628673195838928e-07, 4.76837158203125e-07]}, "gradients/decoder.model.decoder.layers.3.self_attn.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 4.0, 0.0, 0.0, 4.0, 0.0, 0.0, 22.0, 0.0, 0.0, 7.0, 69.0, 0.0, 0.0, 22.0, 0.0, 0.0, 196.0, 0.0, 9.0, 190.0, 0.0, 1570.0, 1044379.0, 0.0, 1566.0, 192.0, 9.0, 0.0, 195.0, 0.0, 0.0, 27.0, 0.0, 0.0, 77.0, 4.0, 0.0, 0.0, 17.0, 0.0, 0.0, 3.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.2516975402832031e-06, -1.210719347000122e-06, -1.169741153717041e-06, -1.12876296043396e-06, -1.087784767150879e-06, -1.0468065738677979e-06, -1.0058283805847168e-06, -9.648501873016357e-07, -9.238719940185547e-07, -8.828938007354736e-07, -8.419156074523926e-07, -8.009374141693115e-07, -7.599592208862305e-07, -7.189810276031494e-07, -6.780028343200684e-07, -6.370246410369873e-07, -5.960464477539062e-07, -5.550682544708252e-07, -5.140900611877441e-07, -4.731118679046631e-07, -4.3213367462158203e-07, -3.91155481338501e-07, -3.501772880554199e-07, -3.0919909477233887e-07, -2.682209014892578e-07, -2.2724270820617676e-07, -1.862645149230957e-07, -1.4528632164001465e-07, -1.043081283569336e-07, -6.332993507385254e-08, -2.2351741790771484e-08, 1.862645149230957e-08, 5.960464477539063e-08, 1.0058283805847168e-07, 1.4156103134155273e-07, 1.825392246246338e-07, 2.2351741790771484e-07, 2.644956111907959e-07, 3.0547380447387695e-07, 3.46451997756958e-07, 3.8743019104003906e-07, 4.284083843231201e-07, 4.6938657760620117e-07, 5.103647708892822e-07, 5.513429641723633e-07, 5.923211574554443e-07, 6.332993507385254e-07, 6.742775440216064e-07, 7.152557373046875e-07, 7.562339305877686e-07, 7.972121238708496e-07, 8.381903171539307e-07, 8.791685104370117e-07, 9.201467037200928e-07, 9.611248970031738e-07, 1.0021030902862549e-06, 1.043081283569336e-06, 1.084059476852417e-06, 1.125037670135498e-06, 1.166015863418579e-06, 1.2069940567016602e-06, 1.2479722499847412e-06, 1.2889504432678223e-06, 1.3299286365509033e-06, 1.3709068298339844e-06]}, "gradients/decoder.model.decoder.layers.3.self_attn.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 4.0, 0.0, 0.0, 4.0, 0.0, 22.0, 0.0, 0.0, 7.0, 0.0, 0.0, 69.0, 0.0, 0.0, 22.0, 0.0, 0.0, 196.0, 0.0, 94.0, 0.0, 0.0, 161.0, 0.0, 0.0, 108.0, 0.0, 0.0, 195.0, 0.0, 27.0, 0.0, 0.0, 77.0, 0.0, 0.0, 4.0, 0.0, 0.0, 17.0, 0.0, 0.0, 3.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-6.556510925292969e-07, -6.342306733131409e-07, -6.128102540969849e-07, -5.913898348808289e-07, -5.699694156646729e-07, -5.485489964485168e-07, -5.271285772323608e-07, -5.057081580162048e-07, -4.842877388000488e-07, -4.628673195838928e-07, -4.414469003677368e-07, -4.200264811515808e-07, -3.986060619354248e-07, -3.771856427192688e-07, -3.557652235031128e-07, -3.343448042869568e-07, -3.129243850708008e-07, -2.915039658546448e-07, -2.7008354663848877e-07, -2.4866312742233276e-07, -2.2724270820617676e-07, -2.0582228899002075e-07, -1.8440186977386475e-07, -1.6298145055770874e-07, -1.4156103134155273e-07, -1.2014061212539673e-07, -9.872019290924072e-08, -7.729977369308472e-08, -5.587935447692871e-08, -3.4458935260772705e-08, -1.30385160446167e-08, 8.381903171539307e-09, 2.9802322387695312e-08, 5.122274160385132e-08, 7.264316082000732e-08, 9.406358003616333e-08, 1.1548399925231934e-07, 1.3690441846847534e-07, 1.5832483768463135e-07, 1.7974525690078735e-07, 2.0116567611694336e-07, 2.2258609533309937e-07, 2.4400651454925537e-07, 2.654269337654114e-07, 2.868473529815674e-07, 3.082677721977234e-07, 3.296881914138794e-07, 3.511086106300354e-07, 3.725290298461914e-07, 3.939494490623474e-07, 4.153698682785034e-07, 4.367902874946594e-07, 4.5821070671081543e-07, 4.796311259269714e-07, 5.010515451431274e-07, 5.224719643592834e-07, 5.438923835754395e-07, 5.653128027915955e-07, 5.867332220077515e-07, 6.081536412239075e-07, 6.295740604400635e-07, 6.509944796562195e-07, 6.724148988723755e-07, 6.938353180885315e-07, 7.152557373046875e-07]}, "gradients/decoder.model.decoder.layers.3.self_attn.k_proj.weight": {"_type": "histogram", "values": [87.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048412.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 73.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-5.960464477539063e-08, -5.587935447692871e-08, -5.21540641784668e-08, -4.842877388000488e-08, -4.470348358154297e-08, -4.0978193283081055e-08, -3.725290298461914e-08, -3.3527612686157227e-08, -2.9802322387695312e-08, -2.60770320892334e-08, -2.2351741790771484e-08, -1.862645149230957e-08, -1.4901161193847656e-08, -1.1175870895385742e-08, -7.450580596923828e-09, -3.725290298461914e-09, 0.0, 3.725290298461914e-09, 7.450580596923828e-09, 1.1175870895385742e-08, 1.4901161193847656e-08, 1.862645149230957e-08, 2.2351741790771484e-08, 2.60770320892334e-08, 2.9802322387695312e-08, 3.3527612686157227e-08, 3.725290298461914e-08, 4.0978193283081055e-08, 4.470348358154297e-08, 4.842877388000488e-08, 5.21540641784668e-08, 5.587935447692871e-08, 5.960464477539063e-08, 6.332993507385254e-08, 6.705522537231445e-08, 7.078051567077637e-08, 7.450580596923828e-08, 7.82310962677002e-08, 8.195638656616211e-08, 8.568167686462402e-08, 8.940696716308594e-08, 9.313225746154785e-08, 9.685754776000977e-08, 1.0058283805847168e-07, 1.043081283569336e-07, 1.0803341865539551e-07, 1.1175870895385742e-07, 1.1548399925231934e-07, 1.1920928955078125e-07, 1.2293457984924316e-07, 1.2665987014770508e-07, 1.30385160446167e-07, 1.341104507446289e-07, 1.3783574104309082e-07, 1.4156103134155273e-07, 1.4528632164001465e-07, 1.4901161193847656e-07, 1.5273690223693848e-07, 1.564621925354004e-07, 1.601874828338623e-07, 1.6391277313232422e-07, 1.6763806343078613e-07, 1.7136335372924805e-07, 1.7508864402770996e-07, 1.7881393432617188e-07]}, "gradients/decoder.model.decoder.layers.3.self_attn.k_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.3.self_attn.q_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.3.self_attn.q_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.2.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 4.0, 5.0, 7.0, 6.0, 5.0, 10.0, 11.0, 14.0, 19.0, 26.0, 32.0, 37.0, 70.0, 108.0, 218.0, 151.0, 88.0, 59.0, 33.0, 21.0, 24.0, 14.0, 16.0, 5.0, 8.0, 5.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-7.513313562412804e-07, -7.30268027382408e-07, -7.092046985235356e-07, -6.881414265080821e-07, -6.670780976492097e-07, -6.460147687903373e-07, -6.249514399314648e-07, -6.038881110725924e-07, -5.8282478221372e-07, -5.617614533548476e-07, -5.406981244959752e-07, -5.196347956371028e-07, -4.985715236216492e-07, -4.775081947627768e-07, -4.5644486590390443e-07, -4.35381537045032e-07, -4.1431823660786904e-07, -3.9325490774899663e-07, -3.7219160731183365e-07, -3.5112827845296124e-07, -3.3006494959408883e-07, -3.090016207352164e-07, -2.8793832029805344e-07, -2.6687499143918103e-07, -2.4581169100201805e-07, -2.2474837635400036e-07, -2.0368504749512795e-07, -1.8262173284711025e-07, -1.6155840398823784e-07, -1.4049508934022015e-07, -1.1943177469220245e-07, -9.836844583333004e-08, -7.730511697445763e-08, -5.624179522101258e-08, -3.517847702028121e-08, -1.4115158819549833e-08, 6.948162933895219e-09, 2.801148468734027e-08, 4.9074799335357966e-08, 7.013812819423038e-08, 9.120144284224807e-08, 1.1226476459569312e-07, 1.3332808634913818e-07, 1.5439140099715587e-07, 1.7545471564517356e-07, 1.9651804450404597e-07, 2.1758135915206367e-07, 2.386447022217908e-07, 2.597080026589538e-07, 2.807713315178262e-07, 3.0183463195498916e-07, 3.2289796081386157e-07, 3.43961289672734e-07, 3.650246185316064e-07, 3.8608791896876937e-07, 4.071512478276418e-07, 4.2821454826480476e-07, 4.4927787712367717e-07, 4.7034117756084015e-07, 4.91404534841422e-07, 5.124678068568755e-07, 5.33531135715748e-07, 5.545944645746204e-07, 5.756577934334928e-07, 5.967211222923652e-07]}, "gradients/decoder.model.decoder.layers.2.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 6.0, 6.0, 13.0, 9.0, 6.0, 12.0, 7.0, 10.0, 14.0, 37.0, 22.0, 20.0, 29.0, 28.0, 41.0, 37.0, 38.0, 42.0, 33.0, 35.0, 42.0, 41.0, 35.0, 31.0, 36.0, 39.0, 46.0, 38.0, 31.0, 25.0, 32.0, 18.0, 21.0, 19.0, 19.0, 11.0, 10.0, 13.0, 9.0, 10.0, 7.0, 7.0, 5.0, 5.0, 7.0, 2.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.804484536995005e-07, -8.518078971064824e-07, -8.231672836700454e-07, -7.945267270770273e-07, -7.658861136405903e-07, -7.372455570475722e-07, -7.086049436111352e-07, -6.799643870181171e-07, -6.513237735816801e-07, -6.22683216988662e-07, -5.94042603552225e-07, -5.654020469592069e-07, -5.3676143352277e-07, -5.081208769297518e-07, -4.794802634933149e-07, -4.5083970690029673e-07, -4.221991218855692e-07, -3.9355853687084164e-07, -3.649179518561141e-07, -3.3627736684138654e-07, -3.07636781826659e-07, -2.7899619681193144e-07, -2.503556402189133e-07, -2.2171504099333106e-07, -1.930744559786035e-07, -1.6443387096387596e-07, -1.357932859491484e-07, -1.0715270803984822e-07, -7.851212302512067e-08, -4.987154511582048e-08, -2.1230960101092933e-08, 7.409624913634616e-09, 3.6050209928362165e-08, 6.469079494308971e-08, 9.333137995781726e-08, 1.219719649725448e-07, 1.5061254998727236e-07, 1.792531207911452e-07, 2.0789370580587274e-07, 2.365342908206003e-07, 2.6517489004618255e-07, 2.938154750609101e-07, 3.2245606007563765e-07, 3.510966450903652e-07, 3.7973723010509275e-07, 4.0837778669811087e-07, 4.3701840013454785e-07, 4.6565895672756596e-07, 4.942995701640029e-07, 5.229401267570211e-07, 5.51580740193458e-07, 5.802212967864762e-07, 6.088619102229131e-07, 6.375024668159313e-07, 6.661430802523682e-07, 6.947836368453864e-07, 7.234241934384045e-07, 7.520647500314226e-07, 7.807053634678596e-07, 8.093459200608777e-07, 8.379865334973147e-07, 8.666270900903328e-07, 8.952677035267698e-07, 9.239082601197879e-07, 9.525488735562249e-07]}, "gradients/decoder.model.decoder.layers.2.fc2.weight": {"_type": "histogram", "values": [18.0, 0.0, 0.0, 54.0, 0.0, 0.0, 0.0, 54.0, 0.0, 0.0, 0.0, 198.0, 0.0, 0.0, 0.0, 1194.0, 0.0, 0.0, 5562.0, 0.0, 0.0, 0.0, 19367.0, 0.0, 0.0, 0.0, 4143183.0, 0.0, 0.0, 0.0, 17861.0, 0.0, 0.0, 5338.0, 0.0, 0.0, 0.0, 1142.0, 0.0, 0.0, 0.0, 193.0, 0.0, 0.0, 0.0, 61.0, 0.0, 0.0, 56.0, 0.0, 0.0, 0.0, 19.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-4.172325134277344e-07, -4.0140002965927124e-07, -3.855675458908081e-07, -3.6973506212234497e-07, -3.5390257835388184e-07, -3.380700945854187e-07, -3.2223761081695557e-07, -3.0640512704849243e-07, -2.905726432800293e-07, -2.7474015951156616e-07, -2.5890767574310303e-07, -2.430751919746399e-07, -2.2724270820617676e-07, -2.1141022443771362e-07, -1.955777406692505e-07, -1.7974525690078735e-07, -1.6391277313232422e-07, -1.4808028936386108e-07, -1.3224780559539795e-07, -1.1641532182693481e-07, -1.0058283805847168e-07, -8.475035429000854e-08, -6.891787052154541e-08, -5.3085386753082275e-08, -3.725290298461914e-08, -2.1420419216156006e-08, -5.587935447692871e-09, 1.0244548320770264e-08, 2.60770320892334e-08, 4.190951585769653e-08, 5.774199962615967e-08, 7.35744833946228e-08, 8.940696716308594e-08, 1.0523945093154907e-07, 1.210719347000122e-07, 1.3690441846847534e-07, 1.5273690223693848e-07, 1.685693860054016e-07, 1.8440186977386475e-07, 2.0023435354232788e-07, 2.1606683731079102e-07, 2.3189932107925415e-07, 2.477318048477173e-07, 2.635642886161804e-07, 2.7939677238464355e-07, 2.952292561531067e-07, 3.110617399215698e-07, 3.2689422369003296e-07, 3.427267074584961e-07, 3.5855919122695923e-07, 3.7439167499542236e-07, 3.902241587638855e-07, 4.0605664253234863e-07, 4.2188912630081177e-07, 4.377216100692749e-07, 4.5355409383773804e-07, 4.6938657760620117e-07, 4.852190613746643e-07, 5.010515451431274e-07, 5.168840289115906e-07, 5.327165126800537e-07, 5.485489964485168e-07, 5.6438148021698e-07, 5.802139639854431e-07, 5.960464477539062e-07]}, "gradients/decoder.model.decoder.layers.2.fc2.bias": {"_type": "histogram", "values": [18.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 204.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 589.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 196.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 16.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1920928955078125e-07, -1.1455267667770386e-07, -1.0989606380462646e-07, -1.0523945093154907e-07, -1.0058283805847168e-07, -9.592622518539429e-08, -9.12696123123169e-08, -8.66129994392395e-08, -8.195638656616211e-08, -7.729977369308472e-08, -7.264316082000732e-08, -6.798654794692993e-08, -6.332993507385254e-08, -5.8673322200775146e-08, -5.4016709327697754e-08, -4.936009645462036e-08, -4.470348358154297e-08, -4.0046870708465576e-08, -3.5390257835388184e-08, -3.073364496231079e-08, -2.60770320892334e-08, -2.1420419216156006e-08, -1.6763806343078613e-08, -1.210719347000122e-08, -7.450580596923828e-09, -2.7939677238464355e-09, 1.862645149230957e-09, 6.51925802230835e-09, 1.1175870895385742e-08, 1.5832483768463135e-08, 2.0489096641540527e-08, 2.514570951461792e-08, 2.9802322387695312e-08, 3.4458935260772705e-08, 3.91155481338501e-08, 4.377216100692749e-08, 4.842877388000488e-08, 5.3085386753082275e-08, 5.774199962615967e-08, 6.239861249923706e-08, 6.705522537231445e-08, 7.171183824539185e-08, 7.636845111846924e-08, 8.102506399154663e-08, 8.568167686462402e-08, 9.033828973770142e-08, 9.499490261077881e-08, 9.96515154838562e-08, 1.043081283569336e-07, 1.0896474123001099e-07, 1.1362135410308838e-07, 1.1827796697616577e-07, 1.2293457984924316e-07, 1.2759119272232056e-07, 1.3224780559539795e-07, 1.3690441846847534e-07, 1.4156103134155273e-07, 1.4621764421463013e-07, 1.5087425708770752e-07, 1.555308699607849e-07, 1.601874828338623e-07, 1.648440957069397e-07, 1.695007085800171e-07, 1.7415732145309448e-07, 1.7881393432617188e-07]}, "gradients/decoder.model.decoder.layers.2.fc1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 93.0, 32.0, 0.0, 52.0, 0.0, 173.0, 0.0, 1795.0, 27287.0, 0.0, 4134821.0, 0.0, 27680.0, 0.0, 1942.0, 0.0, 205.0, 61.0, 0.0, 30.0, 0.0, 108.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 10.0], "bins": [-1.430511474609375e-06, -1.3969838619232178e-06, -1.3634562492370605e-06, -1.3299286365509033e-06, -1.296401023864746e-06, -1.2628734111785889e-06, -1.2293457984924316e-06, -1.1958181858062744e-06, -1.1622905731201172e-06, -1.12876296043396e-06, -1.0952353477478027e-06, -1.0617077350616455e-06, -1.0281801223754883e-06, -9.94652509689331e-07, -9.611248970031738e-07, -9.275972843170166e-07, -8.940696716308594e-07, -8.605420589447021e-07, -8.270144462585449e-07, -7.934868335723877e-07, -7.599592208862305e-07, -7.264316082000732e-07, -6.92903995513916e-07, -6.593763828277588e-07, -6.258487701416016e-07, -5.923211574554443e-07, -5.587935447692871e-07, -5.252659320831299e-07, -4.917383193969727e-07, -4.5821070671081543e-07, -4.246830940246582e-07, -3.91155481338501e-07, -3.5762786865234375e-07, -3.241002559661865e-07, -2.905726432800293e-07, -2.5704503059387207e-07, -2.2351741790771484e-07, -1.8998980522155762e-07, -1.564621925354004e-07, -1.2293457984924316e-07, -8.940696716308594e-08, -5.587935447692871e-08, -2.2351741790771484e-08, 1.1175870895385742e-08, 4.470348358154297e-08, 7.82310962677002e-08, 1.1175870895385742e-07, 1.4528632164001465e-07, 1.7881393432617188e-07, 2.123415470123291e-07, 2.4586915969848633e-07, 2.7939677238464355e-07, 3.129243850708008e-07, 3.46451997756958e-07, 3.7997961044311523e-07, 4.1350722312927246e-07, 4.470348358154297e-07, 4.805624485015869e-07, 5.140900611877441e-07, 5.476176738739014e-07, 5.811452865600586e-07, 6.146728992462158e-07, 6.48200511932373e-07, 6.817281246185303e-07, 7.152557373046875e-07]}, "gradients/decoder.model.decoder.layers.2.fc1.bias": {"_type": "histogram", "values": [10.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 104.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3889.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 86.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1920928955078125e-07, -1.1362135410308838e-07, -1.0803341865539551e-07, -1.0244548320770264e-07, -9.685754776000977e-08, -9.12696123123169e-08, -8.568167686462402e-08, -8.009374141693115e-08, -7.450580596923828e-08, -6.891787052154541e-08, -6.332993507385254e-08, -5.774199962615967e-08, -5.21540641784668e-08, -4.6566128730773926e-08, -4.0978193283081055e-08, -3.5390257835388184e-08, -2.9802322387695312e-08, -2.421438694000244e-08, -1.862645149230957e-08, -1.30385160446167e-08, -7.450580596923828e-09, -1.862645149230957e-09, 3.725290298461914e-09, 9.313225746154785e-09, 1.4901161193847656e-08, 2.0489096641540527e-08, 2.60770320892334e-08, 3.166496753692627e-08, 3.725290298461914e-08, 4.284083843231201e-08, 4.842877388000488e-08, 5.4016709327697754e-08, 5.960464477539063e-08, 6.51925802230835e-08, 7.078051567077637e-08, 7.636845111846924e-08, 8.195638656616211e-08, 8.754432201385498e-08, 9.313225746154785e-08, 9.872019290924072e-08, 1.043081283569336e-07, 1.0989606380462646e-07, 1.1548399925231934e-07, 1.210719347000122e-07, 1.2665987014770508e-07, 1.3224780559539795e-07, 1.3783574104309082e-07, 1.434236764907837e-07, 1.4901161193847656e-07, 1.5459954738616943e-07, 1.601874828338623e-07, 1.6577541828155518e-07, 1.7136335372924805e-07, 1.7695128917694092e-07, 1.825392246246338e-07, 1.8812716007232666e-07, 1.9371509552001953e-07, 1.993030309677124e-07, 2.0489096641540527e-07, 2.1047890186309814e-07, 2.1606683731079102e-07, 2.2165477275848389e-07, 2.2724270820617676e-07, 2.3283064365386963e-07, 2.384185791015625e-07]}, "gradients/decoder.model.decoder.layers.2.encoder_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 4.0, 6.0, 2.0, 2.0, 1.0, 3.0, 3.0, 3.0, 12.0, 11.0, 18.0, 20.0, 33.0, 54.0, 58.0, 128.0, 280.0, 122.0, 82.0, 49.0, 32.0, 26.0, 13.0, 13.0, 9.0, 2.0, 6.0, 10.0, 6.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.577025893264363e-07, -3.4420878591845394e-07, -3.3071495408876217e-07, -3.1722115068077983e-07, -3.0372731885108806e-07, -2.902335154431057e-07, -2.7673968361341394e-07, -2.632458802054316e-07, -2.4975207679744926e-07, -2.362582591786122e-07, -2.2276444155977515e-07, -2.092706381517928e-07, -1.9577680632210104e-07, -1.822830029141187e-07, -1.6878918529528164e-07, -1.5529536767644458e-07, -1.418015358467528e-07, -1.2830771822791576e-07, -1.148139006090787e-07, -1.01320090095669e-07, -8.782627247683195e-08, -7.433245485799489e-08, -6.083864434458519e-08, -4.7344826725748135e-08, -3.385100910691108e-08, -2.0357193264430862e-08, -6.863377421950645e-09, 6.6304366441727325e-09, 2.012425426300979e-08, 3.3618071881846845e-08, 4.7111882395256544e-08, 6.06057000140936e-08, 7.409948921122123e-08, 8.759330683005828e-08, 1.0108712444889534e-07, 1.1458093496230504e-07, 1.2807475968656945e-07, 1.415685630945518e-07, 1.5506238071338885e-07, 1.685561983322259e-07, 1.8205001595106296e-07, 1.9554383356990002e-07, 2.0903765118873707e-07, 2.2253146880757413e-07, 2.3602527221555647e-07, 2.4951910404524824e-07, 2.630129074532306e-07, 2.7650673928292235e-07, 2.900005426909047e-07, 3.0349434609888704e-07, 3.169881779285788e-07, 3.3048198133656115e-07, 3.439758131662529e-07, 3.5746961657423526e-07, 3.7096344840392703e-07, 3.8445725181190937e-07, 3.979510552198917e-07, 4.1144485862787405e-07, 4.249386904575658e-07, 4.3843249386554817e-07, 4.5192632569523994e-07, 4.654201291032223e-07, 4.789139325112046e-07, 4.924077643408964e-07, 5.059015961705882e-07]}, "gradients/decoder.model.decoder.layers.2.encoder_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 5.0, 5.0, 4.0, 11.0, 12.0, 9.0, 13.0, 16.0, 15.0, 16.0, 13.0, 30.0, 23.0, 25.0, 38.0, 37.0, 41.0, 45.0, 39.0, 41.0, 47.0, 60.0, 59.0, 49.0, 44.0, 43.0, 45.0, 32.0, 35.0, 22.0, 27.0, 14.0, 13.0, 14.0, 20.0, 10.0, 10.0, 9.0, 4.0, 4.0, 2.0, 0.0, 5.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.1134864880423265e-07, -2.0447674842216657e-07, -1.9760484804010048e-07, -1.907329476580344e-07, -1.838610472759683e-07, -1.7698914689390222e-07, -1.7011726072269084e-07, -1.6324534612977004e-07, -1.5637345995855867e-07, -1.4950155957649258e-07, -1.426296591944265e-07, -1.357577588123604e-07, -1.2888585843029432e-07, -1.2201395804822823e-07, -1.151420647715895e-07, -1.0827016438952342e-07, -1.0139825690202997e-07, -9.452635651996388e-08, -8.76544561378978e-08, -8.078255575583171e-08, -7.391065537376562e-08, -6.703875499169953e-08, -6.01668617150608e-08, -5.329496133299472e-08, -4.642306095092863e-08, -3.955116056886254e-08, -3.2679260186796455e-08, -2.5807363357444046e-08, -1.893546297537796e-08, -1.2063562593311872e-08, -5.191665763959463e-09, 1.6802346181066241e-09, 8.552149211027427e-09, 1.5424049593093514e-08, 2.2295948198802762e-08, 2.916784680451201e-08, 3.60397471865781e-08, 4.2911647568644185e-08, 4.978354439799659e-08, 5.665544478006268e-08, 6.352734516212877e-08, 7.039924554419486e-08, 7.727114592626094e-08, 8.414303920289967e-08, 9.101493958496576e-08, 9.788683996703185e-08, 1.0475874034909793e-07, 1.1163064073116402e-07, 1.1850254111323011e-07, 1.253744414952962e-07, 1.3224634187736228e-07, 1.3911824225942837e-07, 1.4599014264149446e-07, 1.5286204302356055e-07, 1.5973392919477192e-07, 1.6660584378769272e-07, 1.734777299589041e-07, 1.8034963034097018e-07, 1.8722153072303627e-07, 1.9409343110510235e-07, 2.0096533148716844e-07, 2.0783723186923453e-07, 2.1470913225130062e-07, 2.21581018422512e-07, 2.284529330154328e-07]}, "gradients/decoder.model.decoder.layers.2.encoder_attn.out_proj.weight": {"_type": "histogram", "values": [63.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048458.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 55.0], "bins": [-5.960464477539063e-08, -5.774199962615967e-08, -5.587935447692871e-08, -5.4016709327697754e-08, -5.21540641784668e-08, -5.029141902923584e-08, -4.842877388000488e-08, -4.6566128730773926e-08, -4.470348358154297e-08, -4.284083843231201e-08, -4.0978193283081055e-08, -3.91155481338501e-08, -3.725290298461914e-08, -3.5390257835388184e-08, -3.3527612686157227e-08, -3.166496753692627e-08, -2.9802322387695312e-08, -2.7939677238464355e-08, -2.60770320892334e-08, -2.421438694000244e-08, -2.2351741790771484e-08, -2.0489096641540527e-08, -1.862645149230957e-08, -1.6763806343078613e-08, -1.4901161193847656e-08, -1.30385160446167e-08, -1.1175870895385742e-08, -9.313225746154785e-09, -7.450580596923828e-09, -5.587935447692871e-09, -3.725290298461914e-09, -1.862645149230957e-09, 0.0, 1.862645149230957e-09, 3.725290298461914e-09, 5.587935447692871e-09, 7.450580596923828e-09, 9.313225746154785e-09, 1.1175870895385742e-08, 1.30385160446167e-08, 1.4901161193847656e-08, 1.6763806343078613e-08, 1.862645149230957e-08, 2.0489096641540527e-08, 2.2351741790771484e-08, 2.421438694000244e-08, 2.60770320892334e-08, 2.7939677238464355e-08, 2.9802322387695312e-08, 3.166496753692627e-08, 3.3527612686157227e-08, 3.5390257835388184e-08, 3.725290298461914e-08, 3.91155481338501e-08, 4.0978193283081055e-08, 4.284083843231201e-08, 4.470348358154297e-08, 4.6566128730773926e-08, 4.842877388000488e-08, 5.029141902923584e-08, 5.21540641784668e-08, 5.4016709327697754e-08, 5.587935447692871e-08, 5.774199962615967e-08, 5.960464477539063e-08]}, "gradients/decoder.model.decoder.layers.2.encoder_attn.out_proj.bias": {"_type": "histogram", "values": [21.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 176.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 624.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 187.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 15.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1920928955078125e-07, -1.1455267667770386e-07, -1.0989606380462646e-07, -1.0523945093154907e-07, -1.0058283805847168e-07, -9.592622518539429e-08, -9.12696123123169e-08, -8.66129994392395e-08, -8.195638656616211e-08, -7.729977369308472e-08, -7.264316082000732e-08, -6.798654794692993e-08, -6.332993507385254e-08, -5.8673322200775146e-08, -5.4016709327697754e-08, -4.936009645462036e-08, -4.470348358154297e-08, -4.0046870708465576e-08, -3.5390257835388184e-08, -3.073364496231079e-08, -2.60770320892334e-08, -2.1420419216156006e-08, -1.6763806343078613e-08, -1.210719347000122e-08, -7.450580596923828e-09, -2.7939677238464355e-09, 1.862645149230957e-09, 6.51925802230835e-09, 1.1175870895385742e-08, 1.5832483768463135e-08, 2.0489096641540527e-08, 2.514570951461792e-08, 2.9802322387695312e-08, 3.4458935260772705e-08, 3.91155481338501e-08, 4.377216100692749e-08, 4.842877388000488e-08, 5.3085386753082275e-08, 5.774199962615967e-08, 6.239861249923706e-08, 6.705522537231445e-08, 7.171183824539185e-08, 7.636845111846924e-08, 8.102506399154663e-08, 8.568167686462402e-08, 9.033828973770142e-08, 9.499490261077881e-08, 9.96515154838562e-08, 1.043081283569336e-07, 1.0896474123001099e-07, 1.1362135410308838e-07, 1.1827796697616577e-07, 1.2293457984924316e-07, 1.2759119272232056e-07, 1.3224780559539795e-07, 1.3690441846847534e-07, 1.4156103134155273e-07, 1.4621764421463013e-07, 1.5087425708770752e-07, 1.555308699607849e-07, 1.601874828338623e-07, 1.648440957069397e-07, 1.695007085800171e-07, 1.7415732145309448e-07, 1.7881393432617188e-07]}, "gradients/decoder.model.decoder.layers.2.encoder_attn.v_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.2.encoder_attn.v_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 6.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 983.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 0.0, 0.0, 0.0, 16.0, 0.0, 0.0, 6.0], "bins": [-4.76837158203125e-07, -4.6193599700927734e-07, -4.470348358154297e-07, -4.3213367462158203e-07, -4.172325134277344e-07, -4.023313522338867e-07, -3.8743019104003906e-07, -3.725290298461914e-07, -3.5762786865234375e-07, -3.427267074584961e-07, -3.2782554626464844e-07, -3.129243850708008e-07, -2.980232238769531e-07, -2.8312206268310547e-07, -2.682209014892578e-07, -2.5331974029541016e-07, -2.384185791015625e-07, -2.2351741790771484e-07, -2.086162567138672e-07, -1.9371509552001953e-07, -1.7881393432617188e-07, -1.6391277313232422e-07, -1.4901161193847656e-07, -1.341104507446289e-07, -1.1920928955078125e-07, -1.043081283569336e-07, -8.940696716308594e-08, -7.450580596923828e-08, -5.960464477539063e-08, -4.470348358154297e-08, -2.9802322387695312e-08, -1.4901161193847656e-08, 0.0, 1.4901161193847656e-08, 2.9802322387695312e-08, 4.470348358154297e-08, 5.960464477539063e-08, 7.450580596923828e-08, 8.940696716308594e-08, 1.043081283569336e-07, 1.1920928955078125e-07, 1.341104507446289e-07, 1.4901161193847656e-07, 1.6391277313232422e-07, 1.7881393432617188e-07, 1.9371509552001953e-07, 2.086162567138672e-07, 2.2351741790771484e-07, 2.384185791015625e-07, 2.5331974029541016e-07, 2.682209014892578e-07, 2.8312206268310547e-07, 2.980232238769531e-07, 3.129243850708008e-07, 3.2782554626464844e-07, 3.427267074584961e-07, 3.5762786865234375e-07, 3.725290298461914e-07, 3.8743019104003906e-07, 4.023313522338867e-07, 4.172325134277344e-07, 4.3213367462158203e-07, 4.470348358154297e-07, 4.6193599700927734e-07, 4.76837158203125e-07]}, "gradients/decoder.model.decoder.layers.2.encoder_attn.k_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.2.encoder_attn.k_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.2.encoder_attn.q_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.2.encoder_attn.q_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.2.self_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 5.0, 4.0, 3.0, 3.0, 3.0, 4.0, 0.0, 11.0, 15.0, 24.0, 38.0, 61.0, 76.0, 243.0, 243.0, 105.0, 53.0, 35.0, 31.0, 9.0, 12.0, 11.0, 6.0, 6.0, 3.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.6269759107199206e-07, -3.5170364753867034e-07, -3.407096755836392e-07, -3.2971573205031746e-07, -3.187217600952863e-07, -3.0772781656196457e-07, -2.967338446069334e-07, -2.857399010736117e-07, -2.7474595754028996e-07, -2.6375201400696824e-07, -2.527580420519371e-07, -2.4176409851861536e-07, -2.307701265635842e-07, -2.1977618303026247e-07, -2.0878222528608603e-07, -1.977882675419096e-07, -1.8679429558687843e-07, -1.75800337842702e-07, -1.6480638009852555e-07, -1.5381243656520383e-07, -1.4281846461017267e-07, -1.3182452107685094e-07, -1.208305633326745e-07, -1.0983660558849806e-07, -9.884264784432162e-08, -8.784869010014518e-08, -7.685473235596874e-08, -6.586078171721965e-08, -5.486682397304321e-08, -4.387286622886677e-08, -3.2878915590117685e-08, -2.1884957845941244e-08, -1.0891000101764803e-08, 1.0295586605479912e-10, 1.1096911833874401e-08, 2.2090866025337164e-08, 3.3084823769513605e-08, 4.4078781513690046e-08, 5.507273215243913e-08, 6.606668989661557e-08, 7.706064764079201e-08, 8.805460538496845e-08, 9.90485631291449e-08, 1.1004251376789398e-07, 1.2103646440664306e-07, 1.3203043636167422e-07, 1.4302437989499595e-07, 1.540183376391724e-07, 1.6501229538334883e-07, 1.7600625312752527e-07, 1.870002108717017e-07, 1.9799415440502344e-07, 2.089881263600546e-07, 2.1998206989337632e-07, 2.3097602763755276e-07, 2.419699853817292e-07, 2.5296395733676036e-07, 2.639579008700821e-07, 2.7495187282511324e-07, 2.8594581635843497e-07, 2.969397883134661e-07, 3.0793373184678785e-07, 3.189276753801096e-07, 3.2992164733514073e-07, 3.4091559086846246e-07]}, "gradients/decoder.model.decoder.layers.2.self_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 4.0, 6.0, 9.0, 10.0, 8.0, 13.0, 17.0, 10.0, 22.0, 15.0, 30.0, 23.0, 20.0, 38.0, 50.0, 40.0, 46.0, 42.0, 46.0, 52.0, 69.0, 56.0, 48.0, 41.0, 47.0, 40.0, 37.0, 27.0, 29.0, 16.0, 14.0, 15.0, 20.0, 8.0, 9.0, 9.0, 6.0, 3.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4680814786061092e-07, -1.4183981988935557e-07, -1.3687150612895493e-07, -1.3190317815769959e-07, -1.2693485018644424e-07, -1.219665364260436e-07, -1.1699820845478826e-07, -1.1202988758896026e-07, -1.0706156672313227e-07, -1.0209324585730428e-07, -9.712491788604893e-08, -9.215659702022094e-08, -8.718827615439295e-08, -8.221995528856496e-08, -7.725162731730961e-08, -7.228330645148162e-08, -6.731497848022627e-08, -6.234665761439828e-08, -5.737833319585661e-08, -5.241000877731494e-08, -4.744168791148695e-08, -4.247336349294528e-08, -3.750503907440361e-08, -3.253671820857562e-08, -2.756839379003395e-08, -2.260007114784912e-08, -1.763174850566429e-08, -1.2663424087122621e-08, -7.69510144493779e-09, -2.7267788027529605e-09, 2.2415456157887093e-09, 7.2098664816167e-09, 1.217819090015837e-08, 1.71465135423432e-08, 2.211483618452803e-08, 2.70831606030697e-08, 3.205148146889769e-08, 3.701980588743936e-08, 4.198813030598103e-08, 4.695645117180902e-08, 5.192477559035069e-08, 5.689310000889236e-08, 6.186142087472035e-08, 6.682974174054834e-08, 7.179806971180369e-08, 7.676639057763168e-08, 8.173471144345967e-08, 8.670303941471502e-08, 9.167136028054301e-08, 9.6639681146371e-08, 1.0160800911762635e-07, 1.0657632998345434e-07, 1.1154465084928233e-07, 1.1651297882053768e-07, 1.2148129258093832e-07, 1.2644962055219366e-07, 1.31417948523449e-07, 1.3638627649470436e-07, 1.41354590255105e-07, 1.4632291822636034e-07, 1.512912461976157e-07, 1.5625955995801633e-07, 1.6122788792927167e-07, 1.661962016896723e-07, 1.7116452966092766e-07]}, "gradients/decoder.model.decoder.layers.2.self_attn.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 34.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1193.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1046112.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1207.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 27.0], "bins": [-2.384185791015625e-07, -2.3283064365386963e-07, -2.2724270820617676e-07, -2.2165477275848389e-07, -2.1606683731079102e-07, -2.1047890186309814e-07, -2.0489096641540527e-07, -1.993030309677124e-07, -1.9371509552001953e-07, -1.8812716007232666e-07, -1.825392246246338e-07, -1.7695128917694092e-07, -1.7136335372924805e-07, -1.6577541828155518e-07, -1.601874828338623e-07, -1.5459954738616943e-07, -1.4901161193847656e-07, -1.434236764907837e-07, -1.3783574104309082e-07, -1.3224780559539795e-07, -1.2665987014770508e-07, -1.210719347000122e-07, -1.1548399925231934e-07, -1.0989606380462646e-07, -1.043081283569336e-07, -9.872019290924072e-08, -9.313225746154785e-08, -8.754432201385498e-08, -8.195638656616211e-08, -7.636845111846924e-08, -7.078051567077637e-08, -6.51925802230835e-08, -5.960464477539063e-08, -5.4016709327697754e-08, -4.842877388000488e-08, -4.284083843231201e-08, -3.725290298461914e-08, -3.166496753692627e-08, -2.60770320892334e-08, -2.0489096641540527e-08, -1.4901161193847656e-08, -9.313225746154785e-09, -3.725290298461914e-09, 1.862645149230957e-09, 7.450580596923828e-09, 1.30385160446167e-08, 1.862645149230957e-08, 2.421438694000244e-08, 2.9802322387695312e-08, 3.5390257835388184e-08, 4.0978193283081055e-08, 4.6566128730773926e-08, 5.21540641784668e-08, 5.774199962615967e-08, 6.332993507385254e-08, 6.891787052154541e-08, 7.450580596923828e-08, 8.009374141693115e-08, 8.568167686462402e-08, 9.12696123123169e-08, 9.685754776000977e-08, 1.0244548320770264e-07, 1.0803341865539551e-07, 1.1362135410308838e-07, 1.1920928955078125e-07]}, "gradients/decoder.model.decoder.layers.2.self_attn.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 24.0, 0.0, 0.0, 0.0, 0.0, 0.0, 83.0, 0.0, 0.0, 0.0, 0.0, 193.0, 0.0, 0.0, 0.0, 0.0, 420.0, 0.0, 0.0, 0.0, 0.0, 0.0, 218.0, 0.0, 0.0, 0.0, 0.0, 63.0, 0.0, 0.0, 0.0, 0.0, 13.0, 0.0, 0.0, 0.0, 0.0, 5.0], "bins": [-4.76837158203125e-07, -4.6566128730773926e-07, -4.544854164123535e-07, -4.4330954551696777e-07, -4.3213367462158203e-07, -4.209578037261963e-07, -4.0978193283081055e-07, -3.986060619354248e-07, -3.8743019104003906e-07, -3.762543201446533e-07, -3.650784492492676e-07, -3.5390257835388184e-07, -3.427267074584961e-07, -3.3155083656311035e-07, -3.203749656677246e-07, -3.0919909477233887e-07, -2.980232238769531e-07, -2.868473529815674e-07, -2.7567148208618164e-07, -2.644956111907959e-07, -2.5331974029541016e-07, -2.421438694000244e-07, -2.3096799850463867e-07, -2.1979212760925293e-07, -2.086162567138672e-07, -1.9744038581848145e-07, -1.862645149230957e-07, -1.7508864402770996e-07, -1.6391277313232422e-07, -1.5273690223693848e-07, -1.4156103134155273e-07, -1.30385160446167e-07, -1.1920928955078125e-07, -1.0803341865539551e-07, -9.685754776000977e-08, -8.568167686462402e-08, -7.450580596923828e-08, -6.332993507385254e-08, -5.21540641784668e-08, -4.0978193283081055e-08, -2.9802322387695312e-08, -1.862645149230957e-08, -7.450580596923828e-09, 3.725290298461914e-09, 1.4901161193847656e-08, 2.60770320892334e-08, 3.725290298461914e-08, 4.842877388000488e-08, 5.960464477539063e-08, 7.078051567077637e-08, 8.195638656616211e-08, 9.313225746154785e-08, 1.043081283569336e-07, 1.1548399925231934e-07, 1.2665987014770508e-07, 1.3783574104309082e-07, 1.4901161193847656e-07, 1.601874828338623e-07, 1.7136335372924805e-07, 1.825392246246338e-07, 1.9371509552001953e-07, 2.0489096641540527e-07, 2.1606683731079102e-07, 2.2724270820617676e-07, 2.384185791015625e-07]}, "gradients/decoder.model.decoder.layers.2.self_attn.v_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 19.0, 0.0, 1.0, 0.0, 0.0, 10.0, 0.0, 0.0, 0.0, 170.0, 0.0, 0.0, 3.0, 0.0, 190.0, 0.0, 0.0, 1870.0, 0.0, 1044006.0, 0.0, 1893.0, 0.0, 0.0, 172.0, 0.0, 11.0, 0.0, 192.0, 0.0, 0.0, 0.0, 0.0, 13.0, 0.0, 0.0, 1.0, 0.0, 18.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.152557373046875e-07, -6.901100277900696e-07, -6.649643182754517e-07, -6.398186087608337e-07, -6.146728992462158e-07, -5.895271897315979e-07, -5.6438148021698e-07, -5.392357707023621e-07, -5.140900611877441e-07, -4.889443516731262e-07, -4.637986421585083e-07, -4.386529326438904e-07, -4.1350722312927246e-07, -3.8836151361465454e-07, -3.632158041000366e-07, -3.380700945854187e-07, -3.129243850708008e-07, -2.8777867555618286e-07, -2.6263296604156494e-07, -2.3748725652694702e-07, -2.123415470123291e-07, -1.8719583749771118e-07, -1.6205012798309326e-07, -1.3690441846847534e-07, -1.1175870895385742e-07, -8.66129994392395e-08, -6.146728992462158e-08, -3.632158041000366e-08, -1.1175870895385742e-08, 1.3969838619232178e-08, 3.91155481338501e-08, 6.426125764846802e-08, 8.940696716308594e-08, 1.1455267667770386e-07, 1.3969838619232178e-07, 1.648440957069397e-07, 1.8998980522155762e-07, 2.1513551473617554e-07, 2.4028122425079346e-07, 2.654269337654114e-07, 2.905726432800293e-07, 3.157183527946472e-07, 3.4086406230926514e-07, 3.6600977182388306e-07, 3.91155481338501e-07, 4.163011908531189e-07, 4.414469003677368e-07, 4.6659260988235474e-07, 4.917383193969727e-07, 5.168840289115906e-07, 5.420297384262085e-07, 5.671754479408264e-07, 5.923211574554443e-07, 6.174668669700623e-07, 6.426125764846802e-07, 6.677582859992981e-07, 6.92903995513916e-07, 7.180497050285339e-07, 7.431954145431519e-07, 7.683411240577698e-07, 7.934868335723877e-07, 8.186325430870056e-07, 8.437782526016235e-07, 8.689239621162415e-07, 8.940696716308594e-07]}, "gradients/decoder.model.decoder.layers.2.self_attn.v_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 19.0, 0.0, 0.0, 0.0, 0.0, 11.0, 0.0, 0.0, 0.0, 0.0, 173.0, 0.0, 0.0, 0.0, 0.0, 139.0, 0.0, 0.0, 0.0, 0.0, 311.0, 0.0, 0.0, 0.0, 0.0, 130.0, 0.0, 0.0, 0.0, 0.0, 194.0, 0.0, 0.0, 0.0, 0.0, 20.0, 0.0, 0.0, 0.0, 0.0, 18.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.5762786865234375e-07, -3.4552067518234253e-07, -3.334134817123413e-07, -3.213062882423401e-07, -3.0919909477233887e-07, -2.9709190130233765e-07, -2.849847078323364e-07, -2.728775143623352e-07, -2.60770320892334e-07, -2.4866312742233276e-07, -2.3655593395233154e-07, -2.2444874048233032e-07, -2.123415470123291e-07, -2.0023435354232788e-07, -1.8812716007232666e-07, -1.7601996660232544e-07, -1.6391277313232422e-07, -1.51805579662323e-07, -1.3969838619232178e-07, -1.2759119272232056e-07, -1.1548399925231934e-07, -1.0337680578231812e-07, -9.12696123123169e-08, -7.916241884231567e-08, -6.705522537231445e-08, -5.494803190231323e-08, -4.284083843231201e-08, -3.073364496231079e-08, -1.862645149230957e-08, -6.51925802230835e-09, 5.587935447692871e-09, 1.7695128917694092e-08, 2.9802322387695312e-08, 4.190951585769653e-08, 5.4016709327697754e-08, 6.612390279769897e-08, 7.82310962677002e-08, 9.033828973770142e-08, 1.0244548320770264e-07, 1.1455267667770386e-07, 1.2665987014770508e-07, 1.387670636177063e-07, 1.5087425708770752e-07, 1.6298145055770874e-07, 1.7508864402770996e-07, 1.8719583749771118e-07, 1.993030309677124e-07, 2.1141022443771362e-07, 2.2351741790771484e-07, 2.3562461137771606e-07, 2.477318048477173e-07, 2.598389983177185e-07, 2.7194619178771973e-07, 2.8405338525772095e-07, 2.9616057872772217e-07, 3.082677721977234e-07, 3.203749656677246e-07, 3.3248215913772583e-07, 3.4458935260772705e-07, 3.5669654607772827e-07, 3.688037395477295e-07, 3.809109330177307e-07, 3.9301812648773193e-07, 4.0512531995773315e-07, 4.172325134277344e-07]}, "gradients/decoder.model.decoder.layers.2.self_attn.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 307.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1047952.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 305.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-1.7881393432617188e-07, -1.73225998878479e-07, -1.6763806343078613e-07, -1.6205012798309326e-07, -1.564621925354004e-07, -1.5087425708770752e-07, -1.4528632164001465e-07, -1.3969838619232178e-07, -1.341104507446289e-07, -1.2852251529693604e-07, -1.2293457984924316e-07, -1.1734664440155029e-07, -1.1175870895385742e-07, -1.0617077350616455e-07, -1.0058283805847168e-07, -9.499490261077881e-08, -8.940696716308594e-08, -8.381903171539307e-08, -7.82310962677002e-08, -7.264316082000732e-08, -6.705522537231445e-08, -6.146728992462158e-08, -5.587935447692871e-08, -5.029141902923584e-08, -4.470348358154297e-08, -3.91155481338501e-08, -3.3527612686157227e-08, -2.7939677238464355e-08, -2.2351741790771484e-08, -1.6763806343078613e-08, -1.1175870895385742e-08, -5.587935447692871e-09, 0.0, 5.587935447692871e-09, 1.1175870895385742e-08, 1.6763806343078613e-08, 2.2351741790771484e-08, 2.7939677238464355e-08, 3.3527612686157227e-08, 3.91155481338501e-08, 4.470348358154297e-08, 5.029141902923584e-08, 5.587935447692871e-08, 6.146728992462158e-08, 6.705522537231445e-08, 7.264316082000732e-08, 7.82310962677002e-08, 8.381903171539307e-08, 8.940696716308594e-08, 9.499490261077881e-08, 1.0058283805847168e-07, 1.0617077350616455e-07, 1.1175870895385742e-07, 1.1734664440155029e-07, 1.2293457984924316e-07, 1.2852251529693604e-07, 1.341104507446289e-07, 1.3969838619232178e-07, 1.4528632164001465e-07, 1.5087425708770752e-07, 1.564621925354004e-07, 1.6205012798309326e-07, 1.6763806343078613e-07, 1.73225998878479e-07, 1.7881393432617188e-07]}, "gradients/decoder.model.decoder.layers.2.self_attn.k_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1020.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.960464477539063e-08, -5.774199962615967e-08, -5.587935447692871e-08, -5.4016709327697754e-08, -5.21540641784668e-08, -5.029141902923584e-08, -4.842877388000488e-08, -4.6566128730773926e-08, -4.470348358154297e-08, -4.284083843231201e-08, -4.0978193283081055e-08, -3.91155481338501e-08, -3.725290298461914e-08, -3.5390257835388184e-08, -3.3527612686157227e-08, -3.166496753692627e-08, -2.9802322387695312e-08, -2.7939677238464355e-08, -2.60770320892334e-08, -2.421438694000244e-08, -2.2351741790771484e-08, -2.0489096641540527e-08, -1.862645149230957e-08, -1.6763806343078613e-08, -1.4901161193847656e-08, -1.30385160446167e-08, -1.1175870895385742e-08, -9.313225746154785e-09, -7.450580596923828e-09, -5.587935447692871e-09, -3.725290298461914e-09, -1.862645149230957e-09, 0.0, 1.862645149230957e-09, 3.725290298461914e-09, 5.587935447692871e-09, 7.450580596923828e-09, 9.313225746154785e-09, 1.1175870895385742e-08, 1.30385160446167e-08, 1.4901161193847656e-08, 1.6763806343078613e-08, 1.862645149230957e-08, 2.0489096641540527e-08, 2.2351741790771484e-08, 2.421438694000244e-08, 2.60770320892334e-08, 2.7939677238464355e-08, 2.9802322387695312e-08, 3.166496753692627e-08, 3.3527612686157227e-08, 3.5390257835388184e-08, 3.725290298461914e-08, 3.91155481338501e-08, 4.0978193283081055e-08, 4.284083843231201e-08, 4.470348358154297e-08, 4.6566128730773926e-08, 4.842877388000488e-08, 5.029141902923584e-08, 5.21540641784668e-08, 5.4016709327697754e-08, 5.587935447692871e-08, 5.774199962615967e-08, 5.960464477539063e-08]}, "gradients/decoder.model.decoder.layers.2.self_attn.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 31.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 719.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1047031.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 767.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 16.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0], "bins": [-3.5762786865234375e-07, -3.4924596548080444e-07, -3.4086406230926514e-07, -3.3248215913772583e-07, -3.241002559661865e-07, -3.157183527946472e-07, -3.073364496231079e-07, -2.989545464515686e-07, -2.905726432800293e-07, -2.8219074010849e-07, -2.738088369369507e-07, -2.654269337654114e-07, -2.5704503059387207e-07, -2.4866312742233276e-07, -2.4028122425079346e-07, -2.3189932107925415e-07, -2.2351741790771484e-07, -2.1513551473617554e-07, -2.0675361156463623e-07, -1.9837170839309692e-07, -1.8998980522155762e-07, -1.816079020500183e-07, -1.73225998878479e-07, -1.648440957069397e-07, -1.564621925354004e-07, -1.4808028936386108e-07, -1.3969838619232178e-07, -1.3131648302078247e-07, -1.2293457984924316e-07, -1.1455267667770386e-07, -1.0617077350616455e-07, -9.778887033462524e-08, -8.940696716308594e-08, -8.102506399154663e-08, -7.264316082000732e-08, -6.426125764846802e-08, -5.587935447692871e-08, -4.7497451305389404e-08, -3.91155481338501e-08, -3.073364496231079e-08, -2.2351741790771484e-08, -1.3969838619232178e-08, -5.587935447692871e-09, 2.7939677238464355e-09, 1.1175870895385742e-08, 1.955777406692505e-08, 2.7939677238464355e-08, 3.632158041000366e-08, 4.470348358154297e-08, 5.3085386753082275e-08, 6.146728992462158e-08, 6.984919309616089e-08, 7.82310962677002e-08, 8.66129994392395e-08, 9.499490261077881e-08, 1.0337680578231812e-07, 1.1175870895385742e-07, 1.2014061212539673e-07, 1.2852251529693604e-07, 1.3690441846847534e-07, 1.4528632164001465e-07, 1.5366822481155396e-07, 1.6205012798309326e-07, 1.7043203115463257e-07, 1.7881393432617188e-07]}, "gradients/decoder.model.decoder.layers.2.self_attn.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1016.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.960464477539063e-08, -5.681067705154419e-08, -5.4016709327697754e-08, -5.122274160385132e-08, -4.842877388000488e-08, -4.563480615615845e-08, -4.284083843231201e-08, -4.0046870708465576e-08, -3.725290298461914e-08, -3.4458935260772705e-08, -3.166496753692627e-08, -2.8870999813079834e-08, -2.60770320892334e-08, -2.3283064365386963e-08, -2.0489096641540527e-08, -1.7695128917694092e-08, -1.4901161193847656e-08, -1.210719347000122e-08, -9.313225746154785e-09, -6.51925802230835e-09, -3.725290298461914e-09, -9.313225746154785e-10, 1.862645149230957e-09, 4.6566128730773926e-09, 7.450580596923828e-09, 1.0244548320770264e-08, 1.30385160446167e-08, 1.5832483768463135e-08, 1.862645149230957e-08, 2.1420419216156006e-08, 2.421438694000244e-08, 2.7008354663848877e-08, 2.9802322387695312e-08, 3.259629011154175e-08, 3.5390257835388184e-08, 3.818422555923462e-08, 4.0978193283081055e-08, 4.377216100692749e-08, 4.6566128730773926e-08, 4.936009645462036e-08, 5.21540641784668e-08, 5.494803190231323e-08, 5.774199962615967e-08, 6.05359673500061e-08, 6.332993507385254e-08, 6.612390279769897e-08, 6.891787052154541e-08, 7.171183824539185e-08, 7.450580596923828e-08, 7.729977369308472e-08, 8.009374141693115e-08, 8.288770914077759e-08, 8.568167686462402e-08, 8.847564458847046e-08, 9.12696123123169e-08, 9.406358003616333e-08, 9.685754776000977e-08, 9.96515154838562e-08, 1.0244548320770264e-07, 1.0523945093154907e-07, 1.0803341865539551e-07, 1.1082738637924194e-07, 1.1362135410308838e-07, 1.1641532182693481e-07, 1.1920928955078125e-07]}, "gradients/decoder.model.decoder.layers.1.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 6.0, 2.0, 2.0, 5.0, 1.0, 0.0, 3.0, 8.0, 7.0, 8.0, 16.0, 26.0, 27.0, 43.0, 75.0, 116.0, 263.0, 149.0, 81.0, 47.0, 36.0, 22.0, 19.0, 6.0, 10.0, 5.0, 9.0, 6.0, 2.0, 4.0, 4.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.8217710829922e-07, -5.65823484066641e-07, -5.494698029906431e-07, -5.33116178758064e-07, -5.167624976820662e-07, -5.004088734494871e-07, -4.840551923734893e-07, -4.6770156814091024e-07, -4.513479154866218e-07, -4.3499426283233333e-07, -4.186406101780449e-07, -4.0228695752375643e-07, -3.859333332911774e-07, -3.695796522151795e-07, -3.532260279826005e-07, -3.3687237532831205e-07, -3.205187226740236e-07, -3.0416507001973514e-07, -2.878114173654467e-07, -2.7145776471115823e-07, -2.551041120568698e-07, -2.3875048782429076e-07, -2.223968351700023e-07, -2.0604318251571385e-07, -1.896895298614254e-07, -1.7333587720713695e-07, -1.569822245528485e-07, -1.4062858610941475e-07, -1.242749334551263e-07, -1.0792128080083785e-07, -9.156763525197675e-08, -7.521398970311566e-08, -5.8860280205408344e-08, -4.250663110383357e-08, -2.6152982002258796e-08, -9.799332900684021e-09, 6.554316200890753e-09, 2.2907968855179206e-08, 3.92616144040403e-08, 5.56152599529014e-08, 7.196891260718985e-08, 8.83225652614783e-08, 1.046762108103394e-07, 1.210298563592005e-07, 1.3738350901348895e-07, 1.537371616677774e-07, 1.7009080011121114e-07, 1.864444527654996e-07, 2.0279810541978804e-07, 2.191517580740765e-07, 2.3550541072836495e-07, 2.518590633826534e-07, 2.6821271603694186e-07, 2.845663402695209e-07, 3.0091999292380933e-07, 3.172736455780978e-07, 3.3362729823238624e-07, 3.499809508866747e-07, 3.6633460354096314e-07, 3.826882561952516e-07, 3.990418804278306e-07, 4.153955615038285e-07, 4.317491857364075e-07, 4.48102838390696e-07, 4.6445649104498443e-07]}, "gradients/decoder.model.decoder.layers.1.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 2.0, 6.0, 2.0, 7.0, 8.0, 9.0, 13.0, 17.0, 16.0, 25.0, 21.0, 21.0, 31.0, 30.0, 37.0, 33.0, 29.0, 53.0, 48.0, 51.0, 45.0, 48.0, 44.0, 40.0, 44.0, 39.0, 34.0, 30.0, 33.0, 42.0, 22.0, 27.0, 19.0, 16.0, 10.0, 9.0, 12.0, 3.0, 4.0, 6.0, 6.0, 8.0, 2.0, 4.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.610099324509065e-07, -4.4397864940037834e-07, -4.269473663498502e-07, -4.0991608329932205e-07, -3.9288482867050334e-07, -3.758535456199752e-07, -3.5882226256944705e-07, -3.4179100794062833e-07, -3.2475969646839076e-07, -3.077284134178626e-07, -2.9069713036733447e-07, -2.7366587573851575e-07, -2.566345926879876e-07, -2.3960330963745946e-07, -2.2257202658693132e-07, -2.0554075774725789e-07, -1.8850948890758445e-07, -1.714782058570563e-07, -1.5444693701738288e-07, -1.3741565396685473e-07, -1.203843851271813e-07, -1.0335310207665316e-07, -8.632181902612501e-08, -6.929055018645158e-08, -5.225926713592344e-08, -3.522799119082265e-08, -1.8196711693008183e-08, -1.1654321951937163e-09, 1.586584374990707e-08, 3.289711969500786e-08, 4.9928402745536005e-08, 6.695967158520943e-08, 8.399098305744701e-08, 1.010222590025478e-07, 1.1805353494764859e-07, 1.3508481799817673e-07, 1.5211608683785016e-07, 1.691473698883783e-07, 1.8617865293890645e-07, 2.0320992177857988e-07, 2.2024120482910803e-07, 2.3727248787963617e-07, 2.543037567193096e-07, 2.7133503976983775e-07, 2.883663228203659e-07, 3.053975774491846e-07, 3.224288889214222e-07, 3.394601435502409e-07, 3.5649142660076905e-07, 3.735227096512972e-07, 3.9055399270182534e-07, 4.075852757523535e-07, 4.246165303811722e-07, 4.4164781343170034e-07, 4.586790964822285e-07, 4.757103511110472e-07, 4.927416625832848e-07, 5.097729172121035e-07, 5.268042286843411e-07, 5.438354833131598e-07, 5.608667947853974e-07, 5.778980494142161e-07, 5.949293608864537e-07, 6.119606155152724e-07, 6.289918701440911e-07]}, "gradients/decoder.model.decoder.layers.1.fc2.weight": {"_type": "histogram", "values": [12.0, 0.0, 0.0, 6.0, 0.0, 0.0, 0.0, 18.0, 0.0, 0.0, 0.0, 12.0, 0.0, 0.0, 0.0, 682.0, 0.0, 0.0, 1201.0, 0.0, 0.0, 0.0, 6686.0, 0.0, 0.0, 0.0, 4178491.0, 0.0, 0.0, 0.0, 5381.0, 0.0, 0.0, 1102.0, 0.0, 0.0, 0.0, 637.0, 0.0, 0.0, 0.0, 24.0, 0.0, 0.0, 0.0, 23.0, 0.0, 0.0, 7.0, 0.0, 0.0, 0.0, 14.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0], "bins": [-4.172325134277344e-07, -4.0140002965927124e-07, -3.855675458908081e-07, -3.6973506212234497e-07, -3.5390257835388184e-07, -3.380700945854187e-07, -3.2223761081695557e-07, -3.0640512704849243e-07, -2.905726432800293e-07, -2.7474015951156616e-07, -2.5890767574310303e-07, -2.430751919746399e-07, -2.2724270820617676e-07, -2.1141022443771362e-07, -1.955777406692505e-07, -1.7974525690078735e-07, -1.6391277313232422e-07, -1.4808028936386108e-07, -1.3224780559539795e-07, -1.1641532182693481e-07, -1.0058283805847168e-07, -8.475035429000854e-08, -6.891787052154541e-08, -5.3085386753082275e-08, -3.725290298461914e-08, -2.1420419216156006e-08, -5.587935447692871e-09, 1.0244548320770264e-08, 2.60770320892334e-08, 4.190951585769653e-08, 5.774199962615967e-08, 7.35744833946228e-08, 8.940696716308594e-08, 1.0523945093154907e-07, 1.210719347000122e-07, 1.3690441846847534e-07, 1.5273690223693848e-07, 1.685693860054016e-07, 1.8440186977386475e-07, 2.0023435354232788e-07, 2.1606683731079102e-07, 2.3189932107925415e-07, 2.477318048477173e-07, 2.635642886161804e-07, 2.7939677238464355e-07, 2.952292561531067e-07, 3.110617399215698e-07, 3.2689422369003296e-07, 3.427267074584961e-07, 3.5855919122695923e-07, 3.7439167499542236e-07, 3.902241587638855e-07, 4.0605664253234863e-07, 4.2188912630081177e-07, 4.377216100692749e-07, 4.5355409383773804e-07, 4.6938657760620117e-07, 4.852190613746643e-07, 5.010515451431274e-07, 5.168840289115906e-07, 5.327165126800537e-07, 5.485489964485168e-07, 5.6438148021698e-07, 5.802139639854431e-07, 5.960464477539062e-07]}, "gradients/decoder.model.decoder.layers.1.fc2.bias": {"_type": "histogram", "values": [6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 157.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 713.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 141.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.1920928955078125e-07, -1.1455267667770386e-07, -1.0989606380462646e-07, -1.0523945093154907e-07, -1.0058283805847168e-07, -9.592622518539429e-08, -9.12696123123169e-08, -8.66129994392395e-08, -8.195638656616211e-08, -7.729977369308472e-08, -7.264316082000732e-08, -6.798654794692993e-08, -6.332993507385254e-08, -5.8673322200775146e-08, -5.4016709327697754e-08, -4.936009645462036e-08, -4.470348358154297e-08, -4.0046870708465576e-08, -3.5390257835388184e-08, -3.073364496231079e-08, -2.60770320892334e-08, -2.1420419216156006e-08, -1.6763806343078613e-08, -1.210719347000122e-08, -7.450580596923828e-09, -2.7939677238464355e-09, 1.862645149230957e-09, 6.51925802230835e-09, 1.1175870895385742e-08, 1.5832483768463135e-08, 2.0489096641540527e-08, 2.514570951461792e-08, 2.9802322387695312e-08, 3.4458935260772705e-08, 3.91155481338501e-08, 4.377216100692749e-08, 4.842877388000488e-08, 5.3085386753082275e-08, 5.774199962615967e-08, 6.239861249923706e-08, 6.705522537231445e-08, 7.171183824539185e-08, 7.636845111846924e-08, 8.102506399154663e-08, 8.568167686462402e-08, 9.033828973770142e-08, 9.499490261077881e-08, 9.96515154838562e-08, 1.043081283569336e-07, 1.0896474123001099e-07, 1.1362135410308838e-07, 1.1827796697616577e-07, 1.2293457984924316e-07, 1.2759119272232056e-07, 1.3224780559539795e-07, 1.3690441846847534e-07, 1.4156103134155273e-07, 1.4621764421463013e-07, 1.5087425708770752e-07, 1.555308699607849e-07, 1.601874828338623e-07, 1.648440957069397e-07, 1.695007085800171e-07, 1.7415732145309448e-07, 1.7881393432617188e-07]}, "gradients/decoder.model.decoder.layers.1.fc1.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 40.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 63.0, 0.0, 460.0, 0.0, 12137.0, 0.0, 4168662.0, 0.0, 12341.0, 0.0, 469.0, 0.0, 71.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 49.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.5367431640625e-07, -9.238719940185547e-07, -8.940696716308594e-07, -8.642673492431641e-07, -8.344650268554688e-07, -8.046627044677734e-07, -7.748603820800781e-07, -7.450580596923828e-07, -7.152557373046875e-07, -6.854534149169922e-07, -6.556510925292969e-07, -6.258487701416016e-07, -5.960464477539062e-07, -5.662441253662109e-07, -5.364418029785156e-07, -5.066394805908203e-07, -4.76837158203125e-07, -4.470348358154297e-07, -4.172325134277344e-07, -3.8743019104003906e-07, -3.5762786865234375e-07, -3.2782554626464844e-07, -2.980232238769531e-07, -2.682209014892578e-07, -2.384185791015625e-07, -2.086162567138672e-07, -1.7881393432617188e-07, -1.4901161193847656e-07, -1.1920928955078125e-07, -8.940696716308594e-08, -5.960464477539063e-08, -2.9802322387695312e-08, 0.0, 2.9802322387695312e-08, 5.960464477539063e-08, 8.940696716308594e-08, 1.1920928955078125e-07, 1.4901161193847656e-07, 1.7881393432617188e-07, 2.086162567138672e-07, 2.384185791015625e-07, 2.682209014892578e-07, 2.980232238769531e-07, 3.2782554626464844e-07, 3.5762786865234375e-07, 3.8743019104003906e-07, 4.172325134277344e-07, 4.470348358154297e-07, 4.76837158203125e-07, 5.066394805908203e-07, 5.364418029785156e-07, 5.662441253662109e-07, 5.960464477539062e-07, 6.258487701416016e-07, 6.556510925292969e-07, 6.854534149169922e-07, 7.152557373046875e-07, 7.450580596923828e-07, 7.748603820800781e-07, 8.046627044677734e-07, 8.344650268554688e-07, 8.642673492431641e-07, 8.940696716308594e-07, 9.238719940185547e-07, 9.5367431640625e-07]}, "gradients/decoder.model.decoder.layers.1.fc1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 49.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4004.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 40.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.1920928955078125e-07, -1.1548399925231934e-07, -1.1175870895385742e-07, -1.0803341865539551e-07, -1.043081283569336e-07, -1.0058283805847168e-07, -9.685754776000977e-08, -9.313225746154785e-08, -8.940696716308594e-08, -8.568167686462402e-08, -8.195638656616211e-08, -7.82310962677002e-08, -7.450580596923828e-08, -7.078051567077637e-08, -6.705522537231445e-08, -6.332993507385254e-08, -5.960464477539063e-08, -5.587935447692871e-08, -5.21540641784668e-08, -4.842877388000488e-08, -4.470348358154297e-08, -4.0978193283081055e-08, -3.725290298461914e-08, -3.3527612686157227e-08, -2.9802322387695312e-08, -2.60770320892334e-08, -2.2351741790771484e-08, -1.862645149230957e-08, -1.4901161193847656e-08, -1.1175870895385742e-08, -7.450580596923828e-09, -3.725290298461914e-09, 0.0, 3.725290298461914e-09, 7.450580596923828e-09, 1.1175870895385742e-08, 1.4901161193847656e-08, 1.862645149230957e-08, 2.2351741790771484e-08, 2.60770320892334e-08, 2.9802322387695312e-08, 3.3527612686157227e-08, 3.725290298461914e-08, 4.0978193283081055e-08, 4.470348358154297e-08, 4.842877388000488e-08, 5.21540641784668e-08, 5.587935447692871e-08, 5.960464477539063e-08, 6.332993507385254e-08, 6.705522537231445e-08, 7.078051567077637e-08, 7.450580596923828e-08, 7.82310962677002e-08, 8.195638656616211e-08, 8.568167686462402e-08, 8.940696716308594e-08, 9.313225746154785e-08, 9.685754776000977e-08, 1.0058283805847168e-07, 1.043081283569336e-07, 1.0803341865539551e-07, 1.1175870895385742e-07, 1.1548399925231934e-07, 1.1920928955078125e-07]}, "gradients/decoder.model.decoder.layers.1.encoder_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 1.0, 3.0, 1.0, 5.0, 8.0, 8.0, 9.0, 14.0, 14.0, 26.0, 46.0, 83.0, 127.0, 316.0, 145.0, 80.0, 44.0, 25.0, 16.0, 9.0, 10.0, 7.0, 4.0, 2.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.991229735016532e-07, -2.8991377121201367e-07, -2.8070454050066473e-07, -2.7149533821102523e-07, -2.622861074996763e-07, -2.530769052100368e-07, -2.4386767449868785e-07, -2.3465847220904834e-07, -2.254492414976994e-07, -2.1624002499720518e-07, -2.0703080849671096e-07, -1.9782159199621674e-07, -1.8861237549572252e-07, -1.794031589952283e-07, -1.7019394249473407e-07, -1.6098474020509457e-07, -1.5177552370460035e-07, -1.4256630720410612e-07, -1.333570907036119e-07, -1.2414787420311768e-07, -1.1493865770262346e-07, -1.0572944120212924e-07, -9.652023180706237e-08, -8.731101530656815e-08, -7.810179880607393e-08, -6.889258230557971e-08, -5.968336580508549e-08, -5.0474152857304944e-08, -4.126493635681072e-08, -3.20557198563165e-08, -2.2846506908535957e-08, -1.3637290408041736e-08, -4.428073907547514e-09, 4.781141704768288e-09, 1.399035731708409e-08, 2.3199572041221472e-08, 3.2408788541715694e-08, 4.1618005042209916e-08, 5.082721798999046e-08, 6.003643449048468e-08, 6.92456509909789e-08, 7.845486749147312e-08, 8.766408399196735e-08, 9.687329338703421e-08, 1.0608250988752843e-07, 1.1529172638802265e-07, 1.2450094288851687e-07, 1.337101593890111e-07, 1.4291937588950532e-07, 1.5212859238999954e-07, 1.6133780889049376e-07, 1.7054702539098798e-07, 1.797562418914822e-07, 1.8896545839197643e-07, 1.9817466068161593e-07, 2.0738389139296487e-07, 2.1659309368260438e-07, 2.258023101830986e-07, 2.3501152668359282e-07, 2.442207289732323e-07, 2.5342995968458126e-07, 2.6263916197422077e-07, 2.718483926855697e-07, 2.810575949752092e-07, 2.9026682568655815e-07]}, "gradients/decoder.model.decoder.layers.1.encoder_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 3.0, 2.0, 0.0, 2.0, 4.0, 6.0, 10.0, 10.0, 9.0, 11.0, 10.0, 19.0, 18.0, 21.0, 29.0, 25.0, 23.0, 35.0, 48.0, 44.0, 51.0, 44.0, 45.0, 66.0, 76.0, 50.0, 53.0, 44.0, 45.0, 34.0, 36.0, 21.0, 27.0, 23.0, 12.0, 16.0, 6.0, 7.0, 8.0, 1.0, 5.0, 4.0, 4.0, 4.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.0990658694254307e-07, -1.0571826436489573e-07, -1.0152994889267575e-07, -9.734162631502841e-08, -9.315330373738107e-08, -8.896498115973372e-08, -8.477666568751374e-08, -8.05883431098664e-08, -7.640002763764642e-08, -7.221170505999908e-08, -6.802338958777909e-08, -6.383506701013175e-08, -5.964674443248441e-08, -5.545842540755075e-08, -5.1270106382617087e-08, -4.7081783804969746e-08, -4.2893461227322405e-08, -3.870514220238874e-08, -3.45168196247414e-08, -3.032850059980774e-08, -2.6140179798517238e-08, -2.1951858997226736e-08, -1.7763539972293074e-08, -1.3575219171002573e-08, -9.386898369712071e-09, -5.1985780125107794e-09, -1.0102576553094877e-09, 3.178062257802594e-09, 7.366383059093096e-09, 1.1554703860383597e-08, 1.574302288531726e-08, 1.993134368660776e-08, 2.411967159332562e-08, 2.830799239461612e-08, 3.249631319590662e-08, 3.6684632220840285e-08, 4.0872954798487626e-08, 4.506127382342129e-08, 4.924959284835495e-08, 5.343791542600229e-08, 5.7626234450935954e-08, 6.181455347586962e-08, 6.600287605351696e-08, 7.019119152573694e-08, 7.437951410338428e-08, 7.856783668103162e-08, 8.275615925867896e-08, 8.694447473089895e-08, 9.113279730854629e-08, 9.532111988619363e-08, 9.950943535841361e-08, 1.0369775793606095e-07, 1.078860805137083e-07, 1.1207440309135563e-07, 1.1626271856357562e-07, 1.204510340357956e-07, 1.2463935661344294e-07, 1.2882767919109028e-07, 1.3301600176873762e-07, 1.3720432434638496e-07, 1.413926327131776e-07, 1.4558095529082493e-07, 1.4976927786847227e-07, 1.5395760044611961e-07, 1.5814592302376695e-07]}, "gradients/decoder.model.decoder.layers.1.encoder_attn.out_proj.weight": {"_type": "histogram", "values": [1048572.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0], "bins": [0.0, 9.313225746154785e-10, 1.862645149230957e-09, 2.7939677238464355e-09, 3.725290298461914e-09, 4.6566128730773926e-09, 5.587935447692871e-09, 6.51925802230835e-09, 7.450580596923828e-09, 8.381903171539307e-09, 9.313225746154785e-09, 1.0244548320770264e-08, 1.1175870895385742e-08, 1.210719347000122e-08, 1.30385160446167e-08, 1.3969838619232178e-08, 1.4901161193847656e-08, 1.5832483768463135e-08, 1.6763806343078613e-08, 1.7695128917694092e-08, 1.862645149230957e-08, 1.955777406692505e-08, 2.0489096641540527e-08, 2.1420419216156006e-08, 2.2351741790771484e-08, 2.3283064365386963e-08, 2.421438694000244e-08, 2.514570951461792e-08, 2.60770320892334e-08, 2.7008354663848877e-08, 2.7939677238464355e-08, 2.8870999813079834e-08, 2.9802322387695312e-08, 3.073364496231079e-08, 3.166496753692627e-08, 3.259629011154175e-08, 3.3527612686157227e-08, 3.4458935260772705e-08, 3.5390257835388184e-08, 3.632158041000366e-08, 3.725290298461914e-08, 3.818422555923462e-08, 3.91155481338501e-08, 4.0046870708465576e-08, 4.0978193283081055e-08, 4.190951585769653e-08, 4.284083843231201e-08, 4.377216100692749e-08, 4.470348358154297e-08, 4.563480615615845e-08, 4.6566128730773926e-08, 4.7497451305389404e-08, 4.842877388000488e-08, 4.936009645462036e-08, 5.029141902923584e-08, 5.122274160385132e-08, 5.21540641784668e-08, 5.3085386753082275e-08, 5.4016709327697754e-08, 5.494803190231323e-08, 5.587935447692871e-08, 5.681067705154419e-08, 5.774199962615967e-08, 5.8673322200775146e-08, 5.960464477539063e-08]}, "gradients/decoder.model.decoder.layers.1.encoder_attn.out_proj.bias": {"_type": "histogram", "values": [68.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 907.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 47.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-5.960464477539063e-08, -5.681067705154419e-08, -5.4016709327697754e-08, -5.122274160385132e-08, -4.842877388000488e-08, -4.563480615615845e-08, -4.284083843231201e-08, -4.0046870708465576e-08, -3.725290298461914e-08, -3.4458935260772705e-08, -3.166496753692627e-08, -2.8870999813079834e-08, -2.60770320892334e-08, -2.3283064365386963e-08, -2.0489096641540527e-08, -1.7695128917694092e-08, -1.4901161193847656e-08, -1.210719347000122e-08, -9.313225746154785e-09, -6.51925802230835e-09, -3.725290298461914e-09, -9.313225746154785e-10, 1.862645149230957e-09, 4.6566128730773926e-09, 7.450580596923828e-09, 1.0244548320770264e-08, 1.30385160446167e-08, 1.5832483768463135e-08, 1.862645149230957e-08, 2.1420419216156006e-08, 2.421438694000244e-08, 2.7008354663848877e-08, 2.9802322387695312e-08, 3.259629011154175e-08, 3.5390257835388184e-08, 3.818422555923462e-08, 4.0978193283081055e-08, 4.377216100692749e-08, 4.6566128730773926e-08, 4.936009645462036e-08, 5.21540641784668e-08, 5.494803190231323e-08, 5.774199962615967e-08, 6.05359673500061e-08, 6.332993507385254e-08, 6.612390279769897e-08, 6.891787052154541e-08, 7.171183824539185e-08, 7.450580596923828e-08, 7.729977369308472e-08, 8.009374141693115e-08, 8.288770914077759e-08, 8.568167686462402e-08, 8.847564458847046e-08, 9.12696123123169e-08, 9.406358003616333e-08, 9.685754776000977e-08, 9.96515154838562e-08, 1.0244548320770264e-07, 1.0523945093154907e-07, 1.0803341865539551e-07, 1.1082738637924194e-07, 1.1362135410308838e-07, 1.1641532182693481e-07, 1.1920928955078125e-07]}, "gradients/decoder.model.decoder.layers.1.encoder_attn.v_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.1.encoder_attn.v_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.1.encoder_attn.k_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.1.encoder_attn.k_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.1.encoder_attn.q_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.1.encoder_attn.q_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.1.self_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 3.0, 1.0, 5.0, 8.0, 8.0, 14.0, 21.0, 28.0, 70.0, 154.0, 366.0, 165.0, 68.0, 41.0, 15.0, 13.0, 11.0, 7.0, 3.0, 4.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.3299124052300613e-07, -2.2622985795806017e-07, -2.194684753931142e-07, -2.1270709282816824e-07, -2.0594569605236757e-07, -1.991843134874216e-07, -1.9242293092247564e-07, -1.8566154835752968e-07, -1.7890016579258372e-07, -1.7213878322763776e-07, -1.653774006626918e-07, -1.5861601809774584e-07, -1.5185463553279988e-07, -1.4509325296785391e-07, -1.3833185619205324e-07, -1.3157047362710728e-07, -1.2480909106216131e-07, -1.1804770849721535e-07, -1.1128632593226939e-07, -1.0452493626189607e-07, -9.776355369695011e-08, -9.100217113200415e-08, -8.424078146163083e-08, -7.747939889668487e-08, -7.071801633173891e-08, -6.395663376679295e-08, -5.719524764913331e-08, -5.043386153147367e-08, -4.3672478966527706e-08, -3.6911096401581744e-08, -3.0149710283922104e-08, -2.3388324166262464e-08, -1.6626927390461788e-08, -9.865543049158987e-09, -3.104158707856186e-09, 3.6572256334466147e-09, 1.0418609974749415e-08, 1.7179992539695377e-08, 2.3941378657355017e-08, 3.070276477501466e-08, 3.746414733996062e-08, 4.422552990490658e-08, 5.098691602256622e-08, 5.774830214022586e-08, 6.450968470517182e-08, 7.127106727011778e-08, 7.80324569404911e-08, 8.479383950543706e-08, 9.155522207038302e-08, 9.831660463532899e-08, 1.0507798720027495e-07, 1.1183937687064827e-07, 1.1860075943559423e-07, 1.2536213489511283e-07, 1.321235316709135e-07, 1.3888491423585947e-07, 1.4564629680080543e-07, 1.524076793657514e-07, 1.5916906193069735e-07, 1.6593044449564331e-07, 1.72691841271444e-07, 1.7945322383638995e-07, 1.8621460640133591e-07, 1.9297598896628188e-07, 1.9973737153122784e-07]}, "gradients/decoder.model.decoder.layers.1.self_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 4.0, 7.0, 7.0, 12.0, 13.0, 9.0, 16.0, 27.0, 21.0, 29.0, 34.0, 33.0, 46.0, 62.0, 60.0, 59.0, 62.0, 89.0, 61.0, 65.0, 54.0, 51.0, 43.0, 35.0, 21.0, 28.0, 13.0, 9.0, 10.0, 5.0, 3.0, 2.0, 4.0, 7.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-8.509877602591587e-08, -8.212764157633501e-08, -7.915650712675415e-08, -7.618537267717329e-08, -7.321424533301979e-08, -7.024311088343893e-08, -6.727197643385807e-08, -6.430084198427721e-08, -6.132971464012371e-08, -5.835858019054285e-08, -5.538744929367567e-08, -5.2416314844094813e-08, -4.9445183947227633e-08, -4.6474049497646774e-08, -4.3502915048065915e-08, -4.0531780598485057e-08, -3.75606461489042e-08, -3.458951169932334e-08, -3.161838080245616e-08, -2.86472463528753e-08, -2.567611367965128e-08, -2.270498100642726e-08, -1.97338465568464e-08, -1.6762713883622382e-08, -1.3791581210398363e-08, -1.0820448537174343e-08, -7.849314975771904e-09, -4.878181414369465e-09, -1.907048741145445e-09, 1.0640839320785744e-09, 4.035218381659433e-09, 7.006351054883453e-09, 9.977476622680115e-09, 1.2948609295904134e-08, 1.5919741969128154e-08, 1.8890876418709013e-08, 2.1862009091933032e-08, 2.4833141765157052e-08, 2.780427621473791e-08, 3.077541066431877e-08, 3.374654156118595e-08, 3.671767601076681e-08, 3.968880690763399e-08, 4.265994135721485e-08, 4.563107580679571e-08, 4.860220670366289e-08, 5.1573341153243746e-08, 5.4544472050110926e-08, 5.7515606499691785e-08, 6.048674094927264e-08, 6.34578753988535e-08, 6.642900984843436e-08, 6.940013719258786e-08, 7.237127164216872e-08, 7.534240609174958e-08, 7.831354054133044e-08, 8.128466788548394e-08, 8.42558023350648e-08, 8.722693678464566e-08, 9.019807123422652e-08, 9.316919857838002e-08, 9.614033302796088e-08, 9.911146747754174e-08, 1.020826019271226e-07, 1.0505373637670345e-07]}, "gradients/decoder.model.decoder.layers.1.self_attn.out_proj.weight": {"_type": "histogram", "values": [91.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048391.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 92.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-5.960464477539063e-08, -5.681067705154419e-08, -5.4016709327697754e-08, -5.122274160385132e-08, -4.842877388000488e-08, -4.563480615615845e-08, -4.284083843231201e-08, -4.0046870708465576e-08, -3.725290298461914e-08, -3.4458935260772705e-08, -3.166496753692627e-08, -2.8870999813079834e-08, -2.60770320892334e-08, -2.3283064365386963e-08, -2.0489096641540527e-08, -1.7695128917694092e-08, -1.4901161193847656e-08, -1.210719347000122e-08, -9.313225746154785e-09, -6.51925802230835e-09, -3.725290298461914e-09, -9.313225746154785e-10, 1.862645149230957e-09, 4.6566128730773926e-09, 7.450580596923828e-09, 1.0244548320770264e-08, 1.30385160446167e-08, 1.5832483768463135e-08, 1.862645149230957e-08, 2.1420419216156006e-08, 2.421438694000244e-08, 2.7008354663848877e-08, 2.9802322387695312e-08, 3.259629011154175e-08, 3.5390257835388184e-08, 3.818422555923462e-08, 4.0978193283081055e-08, 4.377216100692749e-08, 4.6566128730773926e-08, 4.936009645462036e-08, 5.21540641784668e-08, 5.494803190231323e-08, 5.774199962615967e-08, 6.05359673500061e-08, 6.332993507385254e-08, 6.612390279769897e-08, 6.891787052154541e-08, 7.171183824539185e-08, 7.450580596923828e-08, 7.729977369308472e-08, 8.009374141693115e-08, 8.288770914077759e-08, 8.568167686462402e-08, 8.847564458847046e-08, 9.12696123123169e-08, 9.406358003616333e-08, 9.685754776000977e-08, 9.96515154838562e-08, 1.0244548320770264e-07, 1.0523945093154907e-07, 1.0803341865539551e-07, 1.1082738637924194e-07, 1.1362135410308838e-07, 1.1641532182693481e-07, 1.1920928955078125e-07]}, "gradients/decoder.model.decoder.layers.1.self_attn.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 20.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 171.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 628.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 179.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 21.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.7881393432617188e-07, -1.7229467630386353e-07, -1.6577541828155518e-07, -1.5925616025924683e-07, -1.5273690223693848e-07, -1.4621764421463013e-07, -1.3969838619232178e-07, -1.3317912817001343e-07, -1.2665987014770508e-07, -1.2014061212539673e-07, -1.1362135410308838e-07, -1.0710209608078003e-07, -1.0058283805847168e-07, -9.406358003616333e-08, -8.754432201385498e-08, -8.102506399154663e-08, -7.450580596923828e-08, -6.798654794692993e-08, -6.146728992462158e-08, -5.494803190231323e-08, -4.842877388000488e-08, -4.190951585769653e-08, -3.5390257835388184e-08, -2.8870999813079834e-08, -2.2351741790771484e-08, -1.5832483768463135e-08, -9.313225746154785e-09, -2.7939677238464355e-09, 3.725290298461914e-09, 1.0244548320770264e-08, 1.6763806343078613e-08, 2.3283064365386963e-08, 2.9802322387695312e-08, 3.632158041000366e-08, 4.284083843231201e-08, 4.936009645462036e-08, 5.587935447692871e-08, 6.239861249923706e-08, 6.891787052154541e-08, 7.543712854385376e-08, 8.195638656616211e-08, 8.847564458847046e-08, 9.499490261077881e-08, 1.0151416063308716e-07, 1.0803341865539551e-07, 1.1455267667770386e-07, 1.210719347000122e-07, 1.2759119272232056e-07, 1.341104507446289e-07, 1.4062970876693726e-07, 1.471489667892456e-07, 1.5366822481155396e-07, 1.601874828338623e-07, 1.6670674085617065e-07, 1.73225998878479e-07, 1.7974525690078735e-07, 1.862645149230957e-07, 1.9278377294540405e-07, 1.993030309677124e-07, 2.0582228899002075e-07, 2.123415470123291e-07, 2.1886080503463745e-07, 2.253800630569458e-07, 2.3189932107925415e-07, 2.384185791015625e-07]}, "gradients/decoder.model.decoder.layers.1.self_attn.v_proj.weight": {"_type": "histogram", "values": [6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 135.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 382.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1047508.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 429.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 105.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 8.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.384185791015625e-07, -2.300366759300232e-07, -2.2165477275848389e-07, -2.1327286958694458e-07, -2.0489096641540527e-07, -1.9650906324386597e-07, -1.8812716007232666e-07, -1.7974525690078735e-07, -1.7136335372924805e-07, -1.6298145055770874e-07, -1.5459954738616943e-07, -1.4621764421463013e-07, -1.3783574104309082e-07, -1.2945383787155151e-07, -1.210719347000122e-07, -1.126900315284729e-07, -1.043081283569336e-07, -9.592622518539429e-08, -8.754432201385498e-08, -7.916241884231567e-08, -7.078051567077637e-08, -6.239861249923706e-08, -5.4016709327697754e-08, -4.563480615615845e-08, -3.725290298461914e-08, -2.8870999813079834e-08, -2.0489096641540527e-08, -1.210719347000122e-08, -3.725290298461914e-09, 4.6566128730773926e-09, 1.30385160446167e-08, 2.1420419216156006e-08, 2.9802322387695312e-08, 3.818422555923462e-08, 4.6566128730773926e-08, 5.494803190231323e-08, 6.332993507385254e-08, 7.171183824539185e-08, 8.009374141693115e-08, 8.847564458847046e-08, 9.685754776000977e-08, 1.0523945093154907e-07, 1.1362135410308838e-07, 1.2200325727462769e-07, 1.30385160446167e-07, 1.387670636177063e-07, 1.471489667892456e-07, 1.555308699607849e-07, 1.6391277313232422e-07, 1.7229467630386353e-07, 1.8067657947540283e-07, 1.8905848264694214e-07, 1.9744038581848145e-07, 2.0582228899002075e-07, 2.1420419216156006e-07, 2.2258609533309937e-07, 2.3096799850463867e-07, 2.39349901676178e-07, 2.477318048477173e-07, 2.561137080192566e-07, 2.644956111907959e-07, 2.728775143623352e-07, 2.812594175338745e-07, 2.896413207054138e-07, 2.980232238769531e-07]}, "gradients/decoder.model.decoder.layers.1.self_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 8.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 92.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 49.0, 0.0, 0.0, 0.0, 0.0, 0.0, 691.0, 0.0, 0.0, 0.0, 0.0, 0.0, 59.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 118.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0], "bins": [-3.5762786865234375e-07, -3.4831464290618896e-07, -3.390014171600342e-07, -3.296881914138794e-07, -3.203749656677246e-07, -3.110617399215698e-07, -3.0174851417541504e-07, -2.9243528842926025e-07, -2.8312206268310547e-07, -2.738088369369507e-07, -2.644956111907959e-07, -2.551823854446411e-07, -2.4586915969848633e-07, -2.3655593395233154e-07, -2.2724270820617676e-07, -2.1792948246002197e-07, -2.086162567138672e-07, -1.993030309677124e-07, -1.8998980522155762e-07, -1.8067657947540283e-07, -1.7136335372924805e-07, -1.6205012798309326e-07, -1.5273690223693848e-07, -1.434236764907837e-07, -1.341104507446289e-07, -1.2479722499847412e-07, -1.1548399925231934e-07, -1.0617077350616455e-07, -9.685754776000977e-08, -8.754432201385498e-08, -7.82310962677002e-08, -6.891787052154541e-08, -5.960464477539063e-08, -5.029141902923584e-08, -4.0978193283081055e-08, -3.166496753692627e-08, -2.2351741790771484e-08, -1.30385160446167e-08, -3.725290298461914e-09, 5.587935447692871e-09, 1.4901161193847656e-08, 2.421438694000244e-08, 3.3527612686157227e-08, 4.284083843231201e-08, 5.21540641784668e-08, 6.146728992462158e-08, 7.078051567077637e-08, 8.009374141693115e-08, 8.940696716308594e-08, 9.872019290924072e-08, 1.0803341865539551e-07, 1.1734664440155029e-07, 1.2665987014770508e-07, 1.3597309589385986e-07, 1.4528632164001465e-07, 1.5459954738616943e-07, 1.6391277313232422e-07, 1.73225998878479e-07, 1.825392246246338e-07, 1.9185245037078857e-07, 2.0116567611694336e-07, 2.1047890186309814e-07, 2.1979212760925293e-07, 2.2910535335540771e-07, 2.384185791015625e-07]}, "gradients/decoder.model.decoder.layers.1.self_attn.k_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.1.self_attn.k_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.1.self_attn.q_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.1.self_attn.q_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.0.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 4.0, 4.0, 9.0, 5.0, 7.0, 8.0, 17.0, 22.0, 43.0, 71.0, 120.0, 312.0, 163.0, 83.0, 48.0, 32.0, 13.0, 12.0, 11.0, 8.0, 1.0, 5.0, 4.0, 0.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.046273716085125e-07, -3.9385730588037404e-07, -3.8308726857394504e-07, -3.723172028458066e-07, -3.6154713711766817e-07, -3.5077709981123917e-07, -3.4000703408310073e-07, -3.292369683549623e-07, -3.1846690262682387e-07, -3.0769683689868543e-07, -2.9692679959225643e-07, -2.86156733864118e-07, -2.7538666813597956e-07, -2.6461663082955056e-07, -2.538465651014121e-07, -2.430764993732737e-07, -2.323064620668447e-07, -2.2153641054956097e-07, -2.1076634482142254e-07, -1.9999629330413882e-07, -1.8922622757600038e-07, -1.7845617605871666e-07, -1.6768612454143295e-07, -1.569160588132945e-07, -1.461460072960108e-07, -1.3537595577872708e-07, -1.2460589005058864e-07, -1.1383583853330492e-07, -1.0306577991059385e-07, -9.229572128788277e-08, -8.152566977059905e-08, -7.075561114788798e-08, -5.99855525251769e-08, -4.9215493902465823e-08, -3.8445438832468426e-08, -2.767538376247103e-08, -1.6905325139759952e-08, -6.135266517048876e-09, 4.634785000234842e-09, 1.540484362294592e-08, 2.6174902245656995e-08, 3.694496086836807e-08, 4.771501593836547e-08, 5.8485071008362866e-08, 6.925512963107394e-08, 8.002518825378502e-08, 9.079523977106874e-08, 1.0156529839377981e-07, 1.1233535701649089e-07, 1.231054085337746e-07, 1.3387547426191304e-07, 1.4464552577919676e-07, 1.554155915073352e-07, 1.661856430246189e-07, 1.7695569454190263e-07, 1.8772576027004106e-07, 1.9849581178732478e-07, 2.092658633046085e-07, 2.2003592903274694e-07, 2.3080598055003065e-07, 2.4157603206731437e-07, 2.523460977954528e-07, 2.631161351018818e-07, 2.7388620083002024e-07, 2.846562665581587e-07]}, "gradients/decoder.model.decoder.layers.0.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 6.0, 6.0, 7.0, 6.0, 5.0, 6.0, 5.0, 7.0, 12.0, 5.0, 8.0, 23.0, 17.0, 18.0, 26.0, 25.0, 27.0, 26.0, 23.0, 28.0, 33.0, 37.0, 21.0, 43.0, 48.0, 59.0, 44.0, 45.0, 52.0, 36.0, 23.0, 30.0, 24.0, 22.0, 20.0, 26.0, 25.0, 23.0, 27.0, 12.0, 16.0, 8.0, 10.0, 8.0, 10.0, 3.0, 5.0, 1.0, 4.0, 1.0, 6.0, 1.0, 3.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-3.146977292090014e-07, -3.0444215326497215e-07, -2.941865773209429e-07, -2.8393100137691363e-07, -2.7367542543288437e-07, -2.634198210671457e-07, -2.531642451231164e-07, -2.4290866917908716e-07, -2.326530932350579e-07, -2.2239751729102863e-07, -2.1214194134699937e-07, -2.018863511921154e-07, -1.9163077524808614e-07, -1.8137519930405688e-07, -1.711196091491729e-07, -1.6086403320514364e-07, -1.5060845726111438e-07, -1.4035288131708512e-07, -1.3009730537305586e-07, -1.1984171521817188e-07, -1.0958613927414262e-07, -9.933056333011336e-08, -8.907498028065675e-08, -7.881939723120013e-08, -6.856382128717087e-08, -5.830824179042793e-08, -4.805266229368499e-08, -3.779708279694205e-08, -2.754150330019911e-08, -1.728592380345617e-08, -7.030344306713232e-09, 3.225238742743386e-09, 1.3480814686772646e-08, 2.3736394183515586e-08, 3.3991973680258525e-08, 4.4247553177001464e-08, 5.45031326737444e-08, 6.475870861777366e-08, 7.501429166723028e-08, 8.52698747166869e-08, 9.552545066071616e-08, 1.0578102660474542e-07, 1.1603660965420204e-07, 1.2629219270365866e-07, 1.3654776864768792e-07, 1.4680334459171718e-07, 1.5705893474660115e-07, 1.6731451069063041e-07, 1.7757008663465967e-07, 1.8782566257868893e-07, 1.980812385227182e-07, 2.0833682867760217e-07, 2.1859240462163143e-07, 2.288479805656607e-07, 2.3910357072054467e-07, 2.4935914666457393e-07, 2.596147226086032e-07, 2.6987029855263245e-07, 2.801258744966617e-07, 2.9038145044069097e-07, 3.0063705480642966e-07, 3.108926307504589e-07, 3.211482066944882e-07, 3.3140378263851744e-07, 3.416593585825467e-07]}, "gradients/decoder.model.decoder.layers.0.fc2.weight": {"_type": "histogram", "values": [120.0, 0.0, 0.0, 0.0, 0.0, 120.0, 0.0, 0.0, 0.0, 0.0, 600.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1440.0, 0.0, 0.0, 0.0, 0.0, 4190387.0, 0.0, 0.0, 0.0, 0.0, 1038.0, 0.0, 0.0, 0.0, 0.0, 0.0, 405.0, 0.0, 0.0, 0.0, 0.0, 99.0, 0.0, 0.0, 0.0, 0.0, 81.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 6.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.384185791015625e-07, -2.2724270820617676e-07, -2.1606683731079102e-07, -2.0489096641540527e-07, -1.9371509552001953e-07, -1.825392246246338e-07, -1.7136335372924805e-07, -1.601874828338623e-07, -1.4901161193847656e-07, -1.3783574104309082e-07, -1.2665987014770508e-07, -1.1548399925231934e-07, -1.043081283569336e-07, -9.313225746154785e-08, -8.195638656616211e-08, -7.078051567077637e-08, -5.960464477539063e-08, -4.842877388000488e-08, -3.725290298461914e-08, -2.60770320892334e-08, -1.4901161193847656e-08, -3.725290298461914e-09, 7.450580596923828e-09, 1.862645149230957e-08, 2.9802322387695312e-08, 4.0978193283081055e-08, 5.21540641784668e-08, 6.332993507385254e-08, 7.450580596923828e-08, 8.568167686462402e-08, 9.685754776000977e-08, 1.0803341865539551e-07, 1.1920928955078125e-07, 1.30385160446167e-07, 1.4156103134155273e-07, 1.5273690223693848e-07, 1.6391277313232422e-07, 1.7508864402770996e-07, 1.862645149230957e-07, 1.9744038581848145e-07, 2.086162567138672e-07, 2.1979212760925293e-07, 2.3096799850463867e-07, 2.421438694000244e-07, 2.5331974029541016e-07, 2.644956111907959e-07, 2.7567148208618164e-07, 2.868473529815674e-07, 2.980232238769531e-07, 3.0919909477233887e-07, 3.203749656677246e-07, 3.3155083656311035e-07, 3.427267074584961e-07, 3.5390257835388184e-07, 3.650784492492676e-07, 3.762543201446533e-07, 3.8743019104003906e-07, 3.986060619354248e-07, 4.0978193283081055e-07, 4.209578037261963e-07, 4.3213367462158203e-07, 4.4330954551696777e-07, 4.544854164123535e-07, 4.6566128730773926e-07, 4.76837158203125e-07]}, "gradients/decoder.model.decoder.layers.0.fc2.bias": {"_type": "histogram", "values": [40.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 957.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 25.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-5.960464477539063e-08, -5.681067705154419e-08, -5.4016709327697754e-08, -5.122274160385132e-08, -4.842877388000488e-08, -4.563480615615845e-08, -4.284083843231201e-08, -4.0046870708465576e-08, -3.725290298461914e-08, -3.4458935260772705e-08, -3.166496753692627e-08, -2.8870999813079834e-08, -2.60770320892334e-08, -2.3283064365386963e-08, -2.0489096641540527e-08, -1.7695128917694092e-08, -1.4901161193847656e-08, -1.210719347000122e-08, -9.313225746154785e-09, -6.51925802230835e-09, -3.725290298461914e-09, -9.313225746154785e-10, 1.862645149230957e-09, 4.6566128730773926e-09, 7.450580596923828e-09, 1.0244548320770264e-08, 1.30385160446167e-08, 1.5832483768463135e-08, 1.862645149230957e-08, 2.1420419216156006e-08, 2.421438694000244e-08, 2.7008354663848877e-08, 2.9802322387695312e-08, 3.259629011154175e-08, 3.5390257835388184e-08, 3.818422555923462e-08, 4.0978193283081055e-08, 4.377216100692749e-08, 4.6566128730773926e-08, 4.936009645462036e-08, 5.21540641784668e-08, 5.494803190231323e-08, 5.774199962615967e-08, 6.05359673500061e-08, 6.332993507385254e-08, 6.612390279769897e-08, 6.891787052154541e-08, 7.171183824539185e-08, 7.450580596923828e-08, 7.729977369308472e-08, 8.009374141693115e-08, 8.288770914077759e-08, 8.568167686462402e-08, 8.847564458847046e-08, 9.12696123123169e-08, 9.406358003616333e-08, 9.685754776000977e-08, 9.96515154838562e-08, 1.0244548320770264e-07, 1.0523945093154907e-07, 1.0803341865539551e-07, 1.1082738637924194e-07, 1.1362135410308838e-07, 1.1641532182693481e-07, 1.1920928955078125e-07]}, "gradients/decoder.model.decoder.layers.0.fc1.weight": {"_type": "histogram", "values": [32.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 50.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4063.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4185988.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4088.0, 0.0, 0.0, 0.0, 0.0, 0.0, 49.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 34.0], "bins": [-2.980232238769531e-07, -2.8870999813079834e-07, -2.7939677238464355e-07, -2.7008354663848877e-07, -2.60770320892334e-07, -2.514570951461792e-07, -2.421438694000244e-07, -2.3283064365386963e-07, -2.2351741790771484e-07, -2.1420419216156006e-07, -2.0489096641540527e-07, -1.955777406692505e-07, -1.862645149230957e-07, -1.7695128917694092e-07, -1.6763806343078613e-07, -1.5832483768463135e-07, -1.4901161193847656e-07, -1.3969838619232178e-07, -1.30385160446167e-07, -1.210719347000122e-07, -1.1175870895385742e-07, -1.0244548320770264e-07, -9.313225746154785e-08, -8.381903171539307e-08, -7.450580596923828e-08, -6.51925802230835e-08, -5.587935447692871e-08, -4.6566128730773926e-08, -3.725290298461914e-08, -2.7939677238464355e-08, -1.862645149230957e-08, -9.313225746154785e-09, 0.0, 9.313225746154785e-09, 1.862645149230957e-08, 2.7939677238464355e-08, 3.725290298461914e-08, 4.6566128730773926e-08, 5.587935447692871e-08, 6.51925802230835e-08, 7.450580596923828e-08, 8.381903171539307e-08, 9.313225746154785e-08, 1.0244548320770264e-07, 1.1175870895385742e-07, 1.210719347000122e-07, 1.30385160446167e-07, 1.3969838619232178e-07, 1.4901161193847656e-07, 1.5832483768463135e-07, 1.6763806343078613e-07, 1.7695128917694092e-07, 1.862645149230957e-07, 1.955777406692505e-07, 2.0489096641540527e-07, 2.1420419216156006e-07, 2.2351741790771484e-07, 2.3283064365386963e-07, 2.421438694000244e-07, 2.514570951461792e-07, 2.60770320892334e-07, 2.7008354663848877e-07, 2.7939677238464355e-07, 2.8870999813079834e-07, 2.980232238769531e-07]}, "gradients/decoder.model.decoder.layers.0.fc1.bias": {"_type": "histogram", "values": [17.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4063.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 16.0], "bins": [-5.960464477539063e-08, -5.774199962615967e-08, -5.587935447692871e-08, -5.4016709327697754e-08, -5.21540641784668e-08, -5.029141902923584e-08, -4.842877388000488e-08, -4.6566128730773926e-08, -4.470348358154297e-08, -4.284083843231201e-08, -4.0978193283081055e-08, -3.91155481338501e-08, -3.725290298461914e-08, -3.5390257835388184e-08, -3.3527612686157227e-08, -3.166496753692627e-08, -2.9802322387695312e-08, -2.7939677238464355e-08, -2.60770320892334e-08, -2.421438694000244e-08, -2.2351741790771484e-08, -2.0489096641540527e-08, -1.862645149230957e-08, -1.6763806343078613e-08, -1.4901161193847656e-08, -1.30385160446167e-08, -1.1175870895385742e-08, -9.313225746154785e-09, -7.450580596923828e-09, -5.587935447692871e-09, -3.725290298461914e-09, -1.862645149230957e-09, 0.0, 1.862645149230957e-09, 3.725290298461914e-09, 5.587935447692871e-09, 7.450580596923828e-09, 9.313225746154785e-09, 1.1175870895385742e-08, 1.30385160446167e-08, 1.4901161193847656e-08, 1.6763806343078613e-08, 1.862645149230957e-08, 2.0489096641540527e-08, 2.2351741790771484e-08, 2.421438694000244e-08, 2.60770320892334e-08, 2.7939677238464355e-08, 2.9802322387695312e-08, 3.166496753692627e-08, 3.3527612686157227e-08, 3.5390257835388184e-08, 3.725290298461914e-08, 3.91155481338501e-08, 4.0978193283081055e-08, 4.284083843231201e-08, 4.470348358154297e-08, 4.6566128730773926e-08, 4.842877388000488e-08, 5.029141902923584e-08, 5.21540641784668e-08, 5.4016709327697754e-08, 5.587935447692871e-08, 5.774199962615967e-08, 5.960464477539063e-08]}, "gradients/decoder.model.decoder.layers.0.encoder_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 4.0, 3.0, 5.0, 2.0, 6.0, 15.0, 18.0, 15.0, 47.0, 63.0, 123.0, 365.0, 145.0, 67.0, 38.0, 36.0, 11.0, 11.0, 12.0, 4.0, 4.0, 6.0, 6.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8786803934744967e-07, -1.8286947067736037e-07, -1.7787091621812579e-07, -1.728723475480365e-07, -1.678737930888019e-07, -1.628752244187126e-07, -1.5787666995947802e-07, -1.5287810128938872e-07, -1.4787954683015414e-07, -1.4288097816006484e-07, -1.3788242370083026e-07, -1.3288385503074096e-07, -1.2788530057150638e-07, -1.2288673190141708e-07, -1.178881774421825e-07, -1.128896087720932e-07, -1.0789104720743126e-07, -1.0289248564276932e-07, -9.789392407810737e-08, -9.289536251344543e-08, -8.789680094878349e-08, -8.289823938412155e-08, -7.789967071403225e-08, -7.290111625479767e-08, -6.790254758470837e-08, -6.290398602004643e-08, -5.790542445538449e-08, -5.290686289072255e-08, -4.790830132606061e-08, -4.290973976139867e-08, -3.791117464402305e-08, -3.291261307936111e-08, -2.7914055067412846e-08, -2.2915493502750905e-08, -1.7916931938088965e-08, -1.2918368597070184e-08, -7.919807032408244e-09, -2.921245467746303e-09, 2.0773178732724773e-09, 7.075879437934418e-09, 1.2074441002596359e-08, 1.70730025672583e-08, 2.207156413192024e-08, 2.707012747293902e-08, 3.20686908139578e-08, 3.706725237861974e-08, 4.206581394328168e-08, 4.706437550794362e-08, 5.2062937072605564e-08, 5.7061498637267505e-08, 6.206006020192945e-08, 6.705862176659139e-08, 7.205718333125333e-08, 7.705574489591527e-08, 8.205431356600457e-08, 8.705286802523915e-08, 9.205143669532845e-08, 9.704999825999039e-08, 1.0204855982465233e-07, 1.0704712138931427e-07, 1.1204568295397621e-07, 1.1704424451863815e-07, 1.220428060833001e-07, 1.270413747533894e-07, 1.3203992921262397e-07]}, "gradients/decoder.model.decoder.layers.0.encoder_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 8.0, 5.0, 8.0, 13.0, 12.0, 12.0, 21.0, 29.0, 33.0, 33.0, 51.0, 62.0, 72.0, 66.0, 86.0, 104.0, 74.0, 69.0, 70.0, 52.0, 32.0, 36.0, 17.0, 8.0, 12.0, 5.0, 4.0, 2.0, 3.0, 7.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.099742387912556e-08, -7.80663427235595e-08, -7.513526156799344e-08, -7.220418041242738e-08, -6.927309925686131e-08, -6.634201810129525e-08, -6.341093694572919e-08, -6.047985579016313e-08, -5.7548774634597066e-08, -5.4617693479031004e-08, -5.168661232346494e-08, -4.875553116789888e-08, -4.582445001233282e-08, -4.2893368856766756e-08, -3.9962287701200694e-08, -3.703120654563463e-08, -3.410012894278225e-08, -3.1169047787216186e-08, -2.8237966631650124e-08, -2.5306885476084062e-08, -2.2375804320518e-08, -1.9444723164951938e-08, -1.6513643785742715e-08, -1.3582562630176653e-08, -1.0651481474610591e-08, -7.720400319044529e-09, -4.789319607567677e-09, -1.8582388960908247e-09, 1.0728422594752374e-09, 4.0039234150412994e-09, 6.935003682428942e-09, 9.866084837995004e-09, 1.2797165993561066e-08, 1.5728247149127128e-08, 1.865932830469319e-08, 2.1590409460259252e-08, 2.4521490615825314e-08, 2.7452571771391376e-08, 3.038365292695744e-08, 3.33147340825235e-08, 3.624581523808956e-08, 3.9176896393655625e-08, 4.210797754922169e-08, 4.503905870478775e-08, 4.797013986035381e-08, 5.090122101591987e-08, 5.3832302171485935e-08, 5.6763383327052e-08, 5.96944573771907e-08, 6.262553853275676e-08, 6.555661968832283e-08, 6.848770084388889e-08, 7.141878199945495e-08, 7.434986315502101e-08, 7.728094431058707e-08, 8.021202546615314e-08, 8.31431066217192e-08, 8.607418777728526e-08, 8.900526893285132e-08, 9.193635008841738e-08, 9.486743124398345e-08, 9.779851239954951e-08, 1.0072959355511557e-07, 1.0366067471068163e-07, 1.065917558662477e-07]}, "gradients/decoder.model.decoder.layers.0.encoder_attn.out_proj.weight": {"_type": "histogram", "values": [11.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048561.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0], "bins": [-5.960464477539063e-08, -5.774199962615967e-08, -5.587935447692871e-08, -5.4016709327697754e-08, -5.21540641784668e-08, -5.029141902923584e-08, -4.842877388000488e-08, -4.6566128730773926e-08, -4.470348358154297e-08, -4.284083843231201e-08, -4.0978193283081055e-08, -3.91155481338501e-08, -3.725290298461914e-08, -3.5390257835388184e-08, -3.3527612686157227e-08, -3.166496753692627e-08, -2.9802322387695312e-08, -2.7939677238464355e-08, -2.60770320892334e-08, -2.421438694000244e-08, -2.2351741790771484e-08, -2.0489096641540527e-08, -1.862645149230957e-08, -1.6763806343078613e-08, -1.4901161193847656e-08, -1.30385160446167e-08, -1.1175870895385742e-08, -9.313225746154785e-09, -7.450580596923828e-09, -5.587935447692871e-09, -3.725290298461914e-09, -1.862645149230957e-09, 0.0, 1.862645149230957e-09, 3.725290298461914e-09, 5.587935447692871e-09, 7.450580596923828e-09, 9.313225746154785e-09, 1.1175870895385742e-08, 1.30385160446167e-08, 1.4901161193847656e-08, 1.6763806343078613e-08, 1.862645149230957e-08, 2.0489096641540527e-08, 2.2351741790771484e-08, 2.421438694000244e-08, 2.60770320892334e-08, 2.7939677238464355e-08, 2.9802322387695312e-08, 3.166496753692627e-08, 3.3527612686157227e-08, 3.5390257835388184e-08, 3.725290298461914e-08, 3.91155481338501e-08, 4.0978193283081055e-08, 4.284083843231201e-08, 4.470348358154297e-08, 4.6566128730773926e-08, 4.842877388000488e-08, 5.029141902923584e-08, 5.21540641784668e-08, 5.4016709327697754e-08, 5.587935447692871e-08, 5.774199962615967e-08, 5.960464477539063e-08]}, "gradients/decoder.model.decoder.layers.0.encoder_attn.out_proj.bias": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1009.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 11.0], "bins": [-5.960464477539063e-08, -5.774199962615967e-08, -5.587935447692871e-08, -5.4016709327697754e-08, -5.21540641784668e-08, -5.029141902923584e-08, -4.842877388000488e-08, -4.6566128730773926e-08, -4.470348358154297e-08, -4.284083843231201e-08, -4.0978193283081055e-08, -3.91155481338501e-08, -3.725290298461914e-08, -3.5390257835388184e-08, -3.3527612686157227e-08, -3.166496753692627e-08, -2.9802322387695312e-08, -2.7939677238464355e-08, -2.60770320892334e-08, -2.421438694000244e-08, -2.2351741790771484e-08, -2.0489096641540527e-08, -1.862645149230957e-08, -1.6763806343078613e-08, -1.4901161193847656e-08, -1.30385160446167e-08, -1.1175870895385742e-08, -9.313225746154785e-09, -7.450580596923828e-09, -5.587935447692871e-09, -3.725290298461914e-09, -1.862645149230957e-09, 0.0, 1.862645149230957e-09, 3.725290298461914e-09, 5.587935447692871e-09, 7.450580596923828e-09, 9.313225746154785e-09, 1.1175870895385742e-08, 1.30385160446167e-08, 1.4901161193847656e-08, 1.6763806343078613e-08, 1.862645149230957e-08, 2.0489096641540527e-08, 2.2351741790771484e-08, 2.421438694000244e-08, 2.60770320892334e-08, 2.7939677238464355e-08, 2.9802322387695312e-08, 3.166496753692627e-08, 3.3527612686157227e-08, 3.5390257835388184e-08, 3.725290298461914e-08, 3.91155481338501e-08, 4.0978193283081055e-08, 4.284083843231201e-08, 4.470348358154297e-08, 4.6566128730773926e-08, 4.842877388000488e-08, 5.029141902923584e-08, 5.21540641784668e-08, 5.4016709327697754e-08, 5.587935447692871e-08, 5.774199962615967e-08, 5.960464477539063e-08]}, "gradients/decoder.model.decoder.layers.0.encoder_attn.v_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.0.encoder_attn.v_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.0.encoder_attn.k_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.0.encoder_attn.k_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.0.encoder_attn.q_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.0.encoder_attn.q_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.0.self_attn_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 10.0, 5.0, 8.0, 22.0, 34.0, 92.0, 391.0, 288.0, 76.0, 42.0, 17.0, 11.0, 7.0, 3.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.618148672832831e-07, -1.564078075944053e-07, -1.5100074790552753e-07, -1.4559368821664975e-07, -1.401866427386267e-07, -1.347795830497489e-07, -1.2937252336087113e-07, -1.2396546367199335e-07, -1.1855840398311557e-07, -1.1315134429423779e-07, -1.0774428460536001e-07, -1.0233723202190959e-07, -9.69301723330318e-08, -9.152311264415403e-08, -8.61160600607036e-08, -8.070900037182582e-08, -7.530194068294804e-08, -6.989488099407026e-08, -6.448782130519248e-08, -5.908076872174206e-08, -5.367370903286428e-08, -4.82666493439865e-08, -4.28595932078224e-08, -3.74525370716583e-08, -3.204547738278052e-08, -2.6638419470259578e-08, -2.1231361557738637e-08, -1.5824303645217697e-08, -1.0417245732696756e-08, -5.0101878201758154e-09, 3.9687009234512516e-10, 5.803926228509226e-09, 1.1210971706532291e-08, 1.6618029619053232e-08, 2.2025087531574172e-08, 2.7432145444095113e-08, 3.2839203356616053e-08, 3.8246263045493833e-08, 4.3653319181657935e-08, 4.9060375317822036e-08, 5.4467435006699816e-08, 5.98744946955776e-08, 6.528155438445538e-08, 7.06886069679058e-08, 7.609566665678358e-08, 8.150272634566136e-08, 8.690977892911178e-08, 9.231683861798956e-08, 9.772389830686734e-08, 1.0313095799574512e-07, 1.085380176846229e-07, 1.1394507026807332e-07, 1.1935213706237846e-07, 1.2475918254040153e-07, 1.301662422292793e-07, 1.3557330191815709e-07, 1.4098036160703487e-07, 1.4638742129591265e-07, 1.5179448098479043e-07, 1.572015406736682e-07, 1.6260858615169127e-07, 1.6801564584056905e-07, 1.7342270552944683e-07, 1.788297652183246e-07, 1.842368249072024e-07]}, "gradients/decoder.model.decoder.layers.0.self_attn_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 7.0, 3.0, 9.0, 13.0, 17.0, 13.0, 34.0, 30.0, 38.0, 54.0, 73.0, 72.0, 100.0, 112.0, 103.0, 83.0, 73.0, 58.0, 32.0, 32.0, 13.0, 7.0, 10.0, 5.0, 3.0, 4.0, 4.0, 5.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.690405657787778e-08, -5.4807692606573255e-08, -5.271132863526873e-08, -5.06149646639642e-08, -4.8518600692659675e-08, -4.642223672135515e-08, -4.432587275005062e-08, -4.2229508778746094e-08, -4.013314480744157e-08, -3.803678083613704e-08, -3.5940416864832514e-08, -3.384405289352799e-08, -3.174768892222346e-08, -2.9651324950918934e-08, -2.7554960979614407e-08, -2.545859700830988e-08, -2.3362233037005353e-08, -2.1265869065700826e-08, -1.91695050943963e-08, -1.7073141123091773e-08, -1.4976777151787246e-08, -1.288041318048272e-08, -1.0784049209178193e-08, -8.687685237873666e-09, -6.591321266569139e-09, -4.494957295264612e-09, -2.3985933239600854e-09, -3.022293526555586e-10, 1.7941346186489682e-09, 3.890498589953495e-09, 5.986862561258022e-09, 8.083226532562549e-09, 1.0179583398439718e-08, 1.2275947369744244e-08, 1.4372311341048771e-08, 1.6468675312353298e-08, 1.8565039283657825e-08, 2.066140325496235e-08, 2.275776722626688e-08, 2.4854131197571405e-08, 2.6950495168875932e-08, 2.904685914018046e-08, 3.1143223111484986e-08, 3.323958708278951e-08, 3.533595105409404e-08, 3.7432315025398566e-08, 3.952867899670309e-08, 4.162504296800762e-08, 4.3721406939312146e-08, 4.581777091061667e-08, 4.79141348819212e-08, 5.0010498853225727e-08, 5.2106862824530253e-08, 5.420322679583478e-08, 5.629959076713931e-08, 5.8395954738443834e-08, 6.049231870974836e-08, 6.258868268105289e-08, 6.468504665235741e-08, 6.678141062366194e-08, 6.887777459496647e-08, 7.0974138566271e-08, 7.307050253757552e-08, 7.516686650888005e-08, 7.726323048018457e-08]}, "gradients/decoder.model.decoder.layers.0.self_attn.out_proj.weight": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1068.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1046478.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1016.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 8.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.1920928955078125e-07, -1.1455267667770386e-07, -1.0989606380462646e-07, -1.0523945093154907e-07, -1.0058283805847168e-07, -9.592622518539429e-08, -9.12696123123169e-08, -8.66129994392395e-08, -8.195638656616211e-08, -7.729977369308472e-08, -7.264316082000732e-08, -6.798654794692993e-08, -6.332993507385254e-08, -5.8673322200775146e-08, -5.4016709327697754e-08, -4.936009645462036e-08, -4.470348358154297e-08, -4.0046870708465576e-08, -3.5390257835388184e-08, -3.073364496231079e-08, -2.60770320892334e-08, -2.1420419216156006e-08, -1.6763806343078613e-08, -1.210719347000122e-08, -7.450580596923828e-09, -2.7939677238464355e-09, 1.862645149230957e-09, 6.51925802230835e-09, 1.1175870895385742e-08, 1.5832483768463135e-08, 2.0489096641540527e-08, 2.514570951461792e-08, 2.9802322387695312e-08, 3.4458935260772705e-08, 3.91155481338501e-08, 4.377216100692749e-08, 4.842877388000488e-08, 5.3085386753082275e-08, 5.774199962615967e-08, 6.239861249923706e-08, 6.705522537231445e-08, 7.171183824539185e-08, 7.636845111846924e-08, 8.102506399154663e-08, 8.568167686462402e-08, 9.033828973770142e-08, 9.499490261077881e-08, 9.96515154838562e-08, 1.043081283569336e-07, 1.0896474123001099e-07, 1.1362135410308838e-07, 1.1827796697616577e-07, 1.2293457984924316e-07, 1.2759119272232056e-07, 1.3224780559539795e-07, 1.3690441846847534e-07, 1.4156103134155273e-07, 1.4621764421463013e-07, 1.5087425708770752e-07, 1.555308699607849e-07, 1.601874828338623e-07, 1.648440957069397e-07, 1.695007085800171e-07, 1.7415732145309448e-07, 1.7881393432617188e-07]}, "gradients/decoder.model.decoder.layers.0.self_attn.out_proj.bias": {"_type": "histogram", "values": [54.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 933.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 35.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-5.960464477539063e-08, -5.681067705154419e-08, -5.4016709327697754e-08, -5.122274160385132e-08, -4.842877388000488e-08, -4.563480615615845e-08, -4.284083843231201e-08, -4.0046870708465576e-08, -3.725290298461914e-08, -3.4458935260772705e-08, -3.166496753692627e-08, -2.8870999813079834e-08, -2.60770320892334e-08, -2.3283064365386963e-08, -2.0489096641540527e-08, -1.7695128917694092e-08, -1.4901161193847656e-08, -1.210719347000122e-08, -9.313225746154785e-09, -6.51925802230835e-09, -3.725290298461914e-09, -9.313225746154785e-10, 1.862645149230957e-09, 4.6566128730773926e-09, 7.450580596923828e-09, 1.0244548320770264e-08, 1.30385160446167e-08, 1.5832483768463135e-08, 1.862645149230957e-08, 2.1420419216156006e-08, 2.421438694000244e-08, 2.7008354663848877e-08, 2.9802322387695312e-08, 3.259629011154175e-08, 3.5390257835388184e-08, 3.818422555923462e-08, 4.0978193283081055e-08, 4.377216100692749e-08, 4.6566128730773926e-08, 4.936009645462036e-08, 5.21540641784668e-08, 5.494803190231323e-08, 5.774199962615967e-08, 6.05359673500061e-08, 6.332993507385254e-08, 6.612390279769897e-08, 6.891787052154541e-08, 7.171183824539185e-08, 7.450580596923828e-08, 7.729977369308472e-08, 8.009374141693115e-08, 8.288770914077759e-08, 8.568167686462402e-08, 8.847564458847046e-08, 9.12696123123169e-08, 9.406358003616333e-08, 9.685754776000977e-08, 9.96515154838562e-08, 1.0244548320770264e-07, 1.0523945093154907e-07, 1.0803341865539551e-07, 1.1082738637924194e-07, 1.1362135410308838e-07, 1.1641532182693481e-07, 1.1920928955078125e-07]}, "gradients/decoder.model.decoder.layers.0.self_attn.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 381.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1047815.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 377.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1920928955078125e-07, -1.1548399925231934e-07, -1.1175870895385742e-07, -1.0803341865539551e-07, -1.043081283569336e-07, -1.0058283805847168e-07, -9.685754776000977e-08, -9.313225746154785e-08, -8.940696716308594e-08, -8.568167686462402e-08, -8.195638656616211e-08, -7.82310962677002e-08, -7.450580596923828e-08, -7.078051567077637e-08, -6.705522537231445e-08, -6.332993507385254e-08, -5.960464477539063e-08, -5.587935447692871e-08, -5.21540641784668e-08, -4.842877388000488e-08, -4.470348358154297e-08, -4.0978193283081055e-08, -3.725290298461914e-08, -3.3527612686157227e-08, -2.9802322387695312e-08, -2.60770320892334e-08, -2.2351741790771484e-08, -1.862645149230957e-08, -1.4901161193847656e-08, -1.1175870895385742e-08, -7.450580596923828e-09, -3.725290298461914e-09, 0.0, 3.725290298461914e-09, 7.450580596923828e-09, 1.1175870895385742e-08, 1.4901161193847656e-08, 1.862645149230957e-08, 2.2351741790771484e-08, 2.60770320892334e-08, 2.9802322387695312e-08, 3.3527612686157227e-08, 3.725290298461914e-08, 4.0978193283081055e-08, 4.470348358154297e-08, 4.842877388000488e-08, 5.21540641784668e-08, 5.587935447692871e-08, 5.960464477539063e-08, 6.332993507385254e-08, 6.705522537231445e-08, 7.078051567077637e-08, 7.450580596923828e-08, 7.82310962677002e-08, 8.195638656616211e-08, 8.568167686462402e-08, 8.940696716308594e-08, 9.313225746154785e-08, 9.685754776000977e-08, 1.0058283805847168e-07, 1.043081283569336e-07, 1.0803341865539551e-07, 1.1175870895385742e-07, 1.1548399925231934e-07, 1.1920928955078125e-07]}, "gradients/decoder.model.decoder.layers.0.self_attn.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1007.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 10.0], "bins": [-1.1920928955078125e-07, -1.1641532182693481e-07, -1.1362135410308838e-07, -1.1082738637924194e-07, -1.0803341865539551e-07, -1.0523945093154907e-07, -1.0244548320770264e-07, -9.96515154838562e-08, -9.685754776000977e-08, -9.406358003616333e-08, -9.12696123123169e-08, -8.847564458847046e-08, -8.568167686462402e-08, -8.288770914077759e-08, -8.009374141693115e-08, -7.729977369308472e-08, -7.450580596923828e-08, -7.171183824539185e-08, -6.891787052154541e-08, -6.612390279769897e-08, -6.332993507385254e-08, -6.05359673500061e-08, -5.774199962615967e-08, -5.494803190231323e-08, -5.21540641784668e-08, -4.936009645462036e-08, -4.6566128730773926e-08, -4.377216100692749e-08, -4.0978193283081055e-08, -3.818422555923462e-08, -3.5390257835388184e-08, -3.259629011154175e-08, -2.9802322387695312e-08, -2.7008354663848877e-08, -2.421438694000244e-08, -2.1420419216156006e-08, -1.862645149230957e-08, -1.5832483768463135e-08, -1.30385160446167e-08, -1.0244548320770264e-08, -7.450580596923828e-09, -4.6566128730773926e-09, -1.862645149230957e-09, 9.313225746154785e-10, 3.725290298461914e-09, 6.51925802230835e-09, 9.313225746154785e-09, 1.210719347000122e-08, 1.4901161193847656e-08, 1.7695128917694092e-08, 2.0489096641540527e-08, 2.3283064365386963e-08, 2.60770320892334e-08, 2.8870999813079834e-08, 3.166496753692627e-08, 3.4458935260772705e-08, 3.725290298461914e-08, 4.0046870708465576e-08, 4.284083843231201e-08, 4.563480615615845e-08, 4.842877388000488e-08, 5.122274160385132e-08, 5.4016709327697754e-08, 5.681067705154419e-08, 5.960464477539063e-08]}, "gradients/decoder.model.decoder.layers.0.self_attn.k_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.0.self_attn.k_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.0.self_attn.q_proj.weight": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1048576.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layers.0.self_attn.q_proj.bias": {"_type": "histogram", "values": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1024.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "bins": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]}, "gradients/decoder.model.decoder.layernorm_embedding.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 5.0, 3.0, 6.0, 15.0, 31.0, 50.0, 148.0, 530.0, 114.0, 50.0, 22.0, 14.0, 12.0, 5.0, 1.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.449606822414353e-07, -3.3598112736399344e-07, -3.270015724865516e-07, -3.1802201760910975e-07, -3.090424627316679e-07, -3.0006290785422607e-07, -2.9108335297678423e-07, -2.821037980993424e-07, -2.7312424322190054e-07, -2.641446883444587e-07, -2.5516513346701686e-07, -2.46185578589575e-07, -2.3720602371213317e-07, -2.2822646883469133e-07, -2.192469139572495e-07, -2.1026735907980765e-07, -2.012878042023658e-07, -1.9230824932492396e-07, -1.8332869444748212e-07, -1.7434913957004028e-07, -1.6536958469259844e-07, -1.563900298151566e-07, -1.4741047493771475e-07, -1.384309200602729e-07, -1.2945136518283107e-07, -1.2047181030538923e-07, -1.1149225542794738e-07, -1.0251270055050554e-07, -9.35331456730637e-08, -8.455359079562186e-08, -7.557403591818002e-08, -6.659448104073817e-08, -5.761495458500576e-08, -4.863539970756392e-08, -3.965584483012208e-08, -3.0676289952680236e-08, -2.1696735075238394e-08, -1.2717180197796552e-08, -3.737625320354709e-09, 5.241929557087133e-09, 1.4221484434528975e-08, 2.3201039311970817e-08, 3.218059418941266e-08, 4.11601490668545e-08, 5.013970394429634e-08, 5.9119258821738185e-08, 6.809881369918003e-08, 7.707836857662187e-08, 8.605792345406371e-08, 9.503747833150555e-08, 1.040170332089474e-07, 1.1299658808638924e-07, 1.2197614296383108e-07, 1.3095569784127292e-07, 1.3993525271871476e-07, 1.489148075961566e-07, 1.5789436247359845e-07, 1.668739173510403e-07, 1.7585347222848213e-07, 1.8483302710592397e-07, 1.9381258198336582e-07, 2.0279213686080766e-07, 2.117716917382495e-07, 2.2075124661569134e-07, 2.2973080149313319e-07]}, "gradients/decoder.model.decoder.layernorm_embedding.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 5.0, 6.0, 3.0, 6.0, 10.0, 17.0, 8.0, 16.0, 30.0, 20.0, 32.0, 44.0, 51.0, 70.0, 62.0, 164.0, 116.0, 69.0, 67.0, 49.0, 45.0, 32.0, 24.0, 23.0, 9.0, 6.0, 8.0, 6.0, 1.0, 2.0, 1.0, 7.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.601414691611353e-08, -8.254193062384729e-08, -7.90697072261537e-08, -7.55974838284601e-08, -7.212526753619386e-08, -6.865305124392762e-08, -6.518082784623402e-08, -6.170860444854043e-08, -5.823638815627419e-08, -5.476416831129427e-08, -5.129194846631435e-08, -4.7819728621334434e-08, -4.4347508776354516e-08, -4.08752889313746e-08, -3.740306908639468e-08, -3.393084924141476e-08, -3.0458629396434844e-08, -2.6986409551454926e-08, -2.3514189706475008e-08, -2.004196986149509e-08, -1.6569750016515172e-08, -1.3097530171535254e-08, -9.625310326555336e-09, -6.153090481575418e-09, -2.6808706365955004e-09, 7.913492083844176e-10, 4.2635690533643356e-09, 7.735788898344254e-09, 1.1208008743324172e-08, 1.468022858830409e-08, 1.8152448433284007e-08, 2.1624668278263925e-08, 2.5096881017816486e-08, 2.8569100862796404e-08, 3.204132070777632e-08, 3.551354055275624e-08, 3.898576039773616e-08, 4.2457980242716076e-08, 4.5930200087695994e-08, 4.940241993267591e-08, 5.287463977765583e-08, 5.634685962263575e-08, 5.981907946761567e-08, 6.32912957598819e-08, 6.67635191575755e-08, 7.02357425552691e-08, 7.370795884753534e-08, 7.718017513980158e-08, 8.065239853749517e-08, 8.412462193518877e-08, 8.759683822745501e-08, 9.106905451972125e-08, 9.454127791741485e-08, 9.801350131510844e-08, 1.0148571760737468e-07, 1.0495793389964092e-07, 1.0843015729733452e-07, 1.1190238069502811e-07, 1.1537459698729435e-07, 1.1884681327956059e-07, 1.223190366772542e-07, 1.2579126007494779e-07, 1.2926346926178667e-07, 1.3273569265948026e-07, 1.3620791605717386e-07]}, "gradients/decoder.model.decoder.embed_positions.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 5.0, 2.0, 3.0, 2.0, 7.0, 10.0, 6.0, 8.0, 21.0, 20.0, 24.0, 16.0, 28.0, 31.0, 47.0, 60.0, 52.0, 63.0, 1049804.0, 71.0, 63.0, 55.0, 46.0, 43.0, 23.0, 23.0, 18.0, 15.0, 10.0, 8.0, 8.0, 5.0, 3.0, 3.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.2129327109942096e-07, -3.075568884014501e-07, -2.938205057034793e-07, -2.80084094583799e-07, -2.663477118858282e-07, -2.5261132918785734e-07, -2.388749464898865e-07, -2.2513854958106094e-07, -2.114021526722354e-07, -1.9766576997426455e-07, -1.83929373065439e-07, -1.7019299036746816e-07, -1.564565934586426e-07, -1.4272021076067176e-07, -1.2898382806270092e-07, -1.1524743115387537e-07, -1.0151104845590453e-07, -8.777465865250633e-08, -7.403826884910814e-08, -6.03018861511373e-08, -4.656549279502542e-08, -3.28291065443409e-08, -1.9092716740942706e-08, -5.356326937544509e-09, 8.380062865853688e-09, 2.2116452669251885e-08, 3.585284247265008e-08, 4.95892287233346e-08, 6.332561497401912e-08, 7.706200477741731e-08, 9.079839458081551e-08, 1.0453478438421371e-07, 1.182711741876119e-07, 1.3200755688558274e-07, 1.457439537944083e-07, 1.5948033649237914e-07, 1.732167334012047e-07, 1.8695311609917553e-07, 2.0068949879714637e-07, 2.1442589570597193e-07, 2.2816229261479748e-07, 2.418986753127683e-07, 2.5563505801073916e-07, 2.6937146913041943e-07, 2.8310785182839027e-07, 2.968442345263611e-07, 3.1058061722433195e-07, 3.243169999223028e-07, 3.380533826202736e-07, 3.5178976531824446e-07, 3.655261480162153e-07, 3.7926255913589557e-07, 3.929989418338664e-07, 4.0673532453183725e-07, 4.204717072298081e-07, 4.3420811834948836e-07, 4.479445010474592e-07, 4.6168088374543004e-07, 4.754172664434009e-07, 4.891536491413717e-07, 5.028900318393426e-07, 5.166264145373134e-07, 5.303628540787031e-07, 5.440992367766739e-07, 5.578356194746448e-07]}, "gradients/decoder.model.decoder.embed_tokens.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 0.0, 3.0, 3.0, 38.0, 183.0, 8121.0, 51462320.0, 528.0, 102.0, 22.0, 13.0, 1.0, 1.0, 5.0, 0.0, 2.0], "bins": [-53.0, -52.01953125, -51.0390625, -50.05859375, -49.078125, -48.09765625, -47.1171875, -46.13671875, -45.15625, -44.17578125, -43.1953125, -42.21484375, -41.234375, -40.25390625, -39.2734375, -38.29296875, -37.3125, -36.33203125, -35.3515625, -34.37109375, -33.390625, -32.41015625, -31.4296875, -30.44921875, -29.46875, -28.48828125, -27.5078125, -26.52734375, -25.546875, -24.56640625, -23.5859375, -22.60546875, -21.625, -20.64453125, -19.6640625, -18.68359375, -17.703125, -16.72265625, -15.7421875, -14.76171875, -13.78125, -12.80078125, -11.8203125, -10.83984375, -9.859375, -8.87890625, -7.8984375, -6.91796875, -5.9375, -4.95703125, -3.9765625, -2.99609375, -2.015625, -1.03515625, -0.0546875, 0.92578125, 1.90625, 2.88671875, 3.8671875, 4.84765625, 5.828125, 6.80859375, 7.7890625, 8.76953125, 9.75]}, "gradients/encoder.adapter.layers.2.conv.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 5.0, 5.0, 13.0, 7.0, 18.0, 21.0, 44.0, 50.0, 81.0, 138.0, 189.0, 286.0, 431.0, 729.0, 1074.0, 1584.0, 2624.0, 4148.0, 6778.0, 11779.0, 19954.0, 34134.0, 61165.0, 112467.0, 215978.0, 452980.0, 4275878.0, 540331.0, 250642.0, 129021.0, 71627.0, 39704.0, 23125.0, 13593.0, 7965.0, 4976.0, 2902.0, 1855.0, 1174.0, 697.0, 408.0, 288.0, 205.0, 142.0, 81.0, 62.0, 28.0, 20.0, 17.0, 10.0, 4.0, 4.0, 5.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00562286376953125, -0.005444943904876709, -0.005267024040222168, -0.005089104175567627, -0.004911184310913086, -0.004733264446258545, -0.004555344581604004, -0.004377424716949463, -0.004199504852294922, -0.004021584987640381, -0.00384366512298584, -0.003665745258331299, -0.003487825393676758, -0.003309905529022217, -0.0031319856643676758, -0.0029540657997131348, -0.0027761459350585938, -0.0025982260704040527, -0.0024203062057495117, -0.0022423863410949707, -0.0020644664764404297, -0.0018865466117858887, -0.0017086267471313477, -0.0015307068824768066, -0.0013527870178222656, -0.0011748671531677246, -0.0009969472885131836, -0.0008190274238586426, -0.0006411075592041016, -0.00046318769454956055, -0.00028526782989501953, -0.00010734796524047852, 7.05718994140625e-05, 0.0002484917640686035, 0.00042641162872314453, 0.0006043314933776855, 0.0007822513580322266, 0.0009601712226867676, 0.0011380910873413086, 0.0013160109519958496, 0.0014939308166503906, 0.0016718506813049316, 0.0018497705459594727, 0.0020276904106140137, 0.0022056102752685547, 0.0023835301399230957, 0.0025614500045776367, 0.0027393698692321777, 0.0029172897338867188, 0.0030952095985412598, 0.0032731294631958008, 0.003451049327850342, 0.003628969192504883, 0.003806889057159424, 0.003984808921813965, 0.004162728786468506, 0.004340648651123047, 0.004518568515777588, 0.004696488380432129, 0.00487440824508667, 0.005052328109741211, 0.005230247974395752, 0.005408167839050293, 0.005586087703704834, 0.005764007568359375]}, "gradients/encoder.adapter.layers.2.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 4.0, 2.0, 2.0, 1.0, 5.0, 3.0, 11.0, 18.0, 19.0, 21.0, 25.0, 29.0, 37.0, 26.0, 40.0, 47.0, 50.0, 50.0, 51.0, 51.0, 47.0, 1062.0, 42.0, 47.0, 44.0, 48.0, 30.0, 39.0, 34.0, 30.0, 24.0, 20.0, 13.0, 8.0, 11.0, 9.0, 9.0, 6.0, 8.0, 5.0, 2.0, 3.0, 0.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.6669921875, -1.615631103515625, -1.56427001953125, -1.512908935546875, -1.4615478515625, -1.410186767578125, -1.35882568359375, -1.307464599609375, -1.256103515625, -1.204742431640625, -1.15338134765625, -1.102020263671875, -1.0506591796875, -0.999298095703125, -0.94793701171875, -0.896575927734375, -0.84521484375, -0.793853759765625, -0.74249267578125, -0.691131591796875, -0.6397705078125, -0.588409423828125, -0.53704833984375, -0.485687255859375, -0.434326171875, -0.382965087890625, -0.33160400390625, -0.280242919921875, -0.2288818359375, -0.177520751953125, -0.12615966796875, -0.074798583984375, -0.0234375, 0.027923583984375, 0.07928466796875, 0.130645751953125, 0.1820068359375, 0.233367919921875, 0.28472900390625, 0.336090087890625, 0.387451171875, 0.438812255859375, 0.49017333984375, 0.541534423828125, 0.5928955078125, 0.644256591796875, 0.69561767578125, 0.746978759765625, 0.79833984375, 0.849700927734375, 0.90106201171875, 0.952423095703125, 1.0037841796875, 1.055145263671875, 1.10650634765625, 1.157867431640625, 1.209228515625, 1.260589599609375, 1.31195068359375, 1.363311767578125, 1.4146728515625, 1.466033935546875, 1.51739501953125, 1.568756103515625, 1.6201171875]}, "gradients/encoder.adapter.layers.1.conv.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 5.0, 8.0, 9.0, 11.0, 22.0, 20.0, 30.0, 37.0, 50.0, 73.0, 113.0, 171.0, 207.0, 305.0, 500.0, 834.0, 1209.0, 2056.0, 3835.0, 7386.0, 16198.0, 38520.0, 108336.0, 390320.0, 4868271.0, 610112.0, 151942.0, 50879.0, 20245.0, 8926.0, 4429.0, 2450.0, 1435.0, 825.0, 560.0, 364.0, 219.0, 168.0, 111.0, 70.0, 60.0, 37.0, 20.0, 20.0, 17.0, 5.0, 7.0, 5.0, 3.0, 4.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.0011873245239257812, -0.0011509507894515991, -0.001114577054977417, -0.0010782033205032349, -0.0010418295860290527, -0.0010054558515548706, -0.0009690821170806885, -0.0009327083826065063, -0.0008963346481323242, -0.0008599609136581421, -0.00082358717918396, -0.0007872134447097778, -0.0007508397102355957, -0.0007144659757614136, -0.0006780922412872314, -0.0006417185068130493, -0.0006053447723388672, -0.0005689710378646851, -0.0005325973033905029, -0.0004962235689163208, -0.00045984983444213867, -0.00042347609996795654, -0.0003871023654937744, -0.0003507286310195923, -0.00031435489654541016, -0.00027798116207122803, -0.0002416074275970459, -0.00020523369312286377, -0.00016885995864868164, -0.0001324862241744995, -9.611248970031738e-05, -5.9738755226135254e-05, -2.3365020751953125e-05, 1.3008713722229004e-05, 4.938244819641113e-05, 8.575618267059326e-05, 0.0001221299171447754, 0.00015850365161895752, 0.00019487738609313965, 0.00023125112056732178, 0.0002676248550415039, 0.00030399858951568604, 0.00034037232398986816, 0.0003767460584640503, 0.0004131197929382324, 0.00044949352741241455, 0.0004858672618865967, 0.0005222409963607788, 0.0005586147308349609, 0.0005949884653091431, 0.0006313621997833252, 0.0006677359342575073, 0.0007041096687316895, 0.0007404834032058716, 0.0007768571376800537, 0.0008132308721542358, 0.000849604606628418, 0.0008859783411026001, 0.0009223520755767822, 0.0009587258100509644, 0.0009950995445251465, 0.0010314732789993286, 0.0010678470134735107, 0.0011042207479476929, 0.001140594482421875]}, "gradients/encoder.adapter.layers.1.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 4.0, 5.0, 3.0, 7.0, 11.0, 16.0, 16.0, 18.0, 20.0, 12.0, 21.0, 22.0, 37.0, 19.0, 28.0, 38.0, 33.0, 39.0, 42.0, 42.0, 45.0, 1064.0, 43.0, 41.0, 40.0, 33.0, 38.0, 38.0, 35.0, 37.0, 23.0, 20.0, 18.0, 17.0, 23.0, 17.0, 12.0, 12.0, 5.0, 8.0, 3.0, 7.0, 8.0, 7.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.87255859375, -0.8426589965820312, -0.8127593994140625, -0.7828598022460938, -0.752960205078125, -0.7230606079101562, -0.6931610107421875, -0.6632614135742188, -0.63336181640625, -0.6034622192382812, -0.5735626220703125, -0.5436630249023438, -0.513763427734375, -0.48386383056640625, -0.4539642333984375, -0.42406463623046875, -0.3941650390625, -0.36426544189453125, -0.3343658447265625, -0.30446624755859375, -0.274566650390625, -0.24466705322265625, -0.2147674560546875, -0.18486785888671875, -0.15496826171875, -0.12506866455078125, -0.0951690673828125, -0.06526947021484375, -0.035369873046875, -0.00547027587890625, 0.0244293212890625, 0.05432891845703125, 0.084228515625, 0.11412811279296875, 0.1440277099609375, 0.17392730712890625, 0.203826904296875, 0.23372650146484375, 0.2636260986328125, 0.29352569580078125, 0.32342529296875, 0.35332489013671875, 0.3832244873046875, 0.41312408447265625, 0.443023681640625, 0.47292327880859375, 0.5028228759765625, 0.5327224731445312, 0.5626220703125, 0.5925216674804688, 0.6224212646484375, 0.6523208618164062, 0.682220458984375, 0.7121200561523438, 0.7420196533203125, 0.7719192504882812, 0.80181884765625, 0.8317184448242188, 0.8616180419921875, 0.8915176391601562, 0.921417236328125, 0.9513168334960938, 0.9812164306640625, 1.0111160278320312, 1.041015625]}, "gradients/encoder.adapter.layers.0.conv.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 5.0, 6.0, 7.0, 9.0, 12.0, 14.0, 29.0, 35.0, 57.0, 95.0, 202.0, 361.0, 747.0, 1456.0, 3267.0, 7816.0, 21577.0, 72025.0, 460053.0, 5441888.0, 210325.0, 46034.0, 14839.0, 5685.0, 2450.0, 1173.0, 549.0, 290.0, 167.0, 99.0, 60.0, 35.0, 27.0, 5.0, 11.0, 8.0, 3.0, 7.0, 4.0, 2.0, 1.0, 0.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0023365020751953125, -0.0022642314434051514, -0.0021919608116149902, -0.002119690179824829, -0.002047419548034668, -0.001975148916244507, -0.0019028782844543457, -0.0018306076526641846, -0.0017583370208740234, -0.0016860663890838623, -0.0016137957572937012, -0.00154152512550354, -0.001469254493713379, -0.0013969838619232178, -0.0013247132301330566, -0.0012524425983428955, -0.0011801719665527344, -0.0011079013347625732, -0.0010356307029724121, -0.000963360071182251, -0.0008910894393920898, -0.0008188188076019287, -0.0007465481758117676, -0.0006742775440216064, -0.0006020069122314453, -0.0005297362804412842, -0.00045746564865112305, -0.0003851950168609619, -0.0003129243850708008, -0.00024065375328063965, -0.00016838312149047852, -9.611248970031738e-05, -2.384185791015625e-05, 4.842877388000488e-05, 0.00012069940567016602, 0.00019297003746032715, 0.0002652406692504883, 0.0003375113010406494, 0.00040978193283081055, 0.0004820525646209717, 0.0005543231964111328, 0.0006265938282012939, 0.0006988644599914551, 0.0007711350917816162, 0.0008434057235717773, 0.0009156763553619385, 0.0009879469871520996, 0.0010602176189422607, 0.0011324882507324219, 0.001204758882522583, 0.0012770295143127441, 0.0013493001461029053, 0.0014215707778930664, 0.0014938414096832275, 0.0015661120414733887, 0.0016383826732635498, 0.001710653305053711, 0.001782923936843872, 0.0018551945686340332, 0.0019274652004241943, 0.0019997358322143555, 0.0020720064640045166, 0.0021442770957946777, 0.002216547727584839, 0.002288818359375]}, "gradients/encoder.adapter.layers.0.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 7.0, 11.0, 8.0, 9.0, 11.0, 25.0, 15.0, 29.0, 41.0, 38.0, 48.0, 64.0, 85.0, 191.0, 511.0, 432.0, 143.0, 69.0, 58.0, 48.0, 31.0, 35.0, 27.0, 28.0, 20.0, 15.0, 4.0, 4.0, 2.0, 9.0, 2.0, 5.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0018148422241210938, -0.0017521828413009644, -0.001689523458480835, -0.0016268640756607056, -0.0015642046928405762, -0.0015015453100204468, -0.0014388859272003174, -0.001376226544380188, -0.0013135671615600586, -0.0012509077787399292, -0.0011882483959197998, -0.0011255890130996704, -0.001062929630279541, -0.0010002702474594116, -0.0009376108646392822, -0.0008749514818191528, -0.0008122920989990234, -0.000749632716178894, -0.0006869733333587646, -0.0006243139505386353, -0.0005616545677185059, -0.0004989951848983765, -0.00043633580207824707, -0.0003736764192581177, -0.0003110170364379883, -0.0002483576536178589, -0.0001856982707977295, -0.0001230388879776001, -6.03795051574707e-05, 2.2798776626586914e-06, 6.493926048278809e-05, 0.00012759864330291748, 0.00019025802612304688, 0.00025291740894317627, 0.00031557679176330566, 0.00037823617458343506, 0.00044089555740356445, 0.0005035549402236938, 0.0005662143230438232, 0.0006288737058639526, 0.000691533088684082, 0.0007541924715042114, 0.0008168518543243408, 0.0008795112371444702, 0.0009421706199645996, 0.001004830002784729, 0.0010674893856048584, 0.0011301487684249878, 0.0011928081512451172, 0.0012554675340652466, 0.001318126916885376, 0.0013807862997055054, 0.0014434456825256348, 0.0015061050653457642, 0.0015687644481658936, 0.001631423830986023, 0.0016940832138061523, 0.0017567425966262817, 0.0018194019794464111, 0.0018820613622665405, 0.00194472074508667, 0.0020073801279067993, 0.0020700395107269287, 0.002132698893547058, 0.0021953582763671875]}, "gradients/encoder.encoder.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 17.0, 112.0, 524.0, 213.0, 85.0, 35.0, 13.0, 6.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0], "bins": [-0.02731963060796261, -0.02679835446178913, -0.026277078315615654, -0.025755800306797028, -0.02523452416062355, -0.024713248014450073, -0.024191971868276596, -0.02367069572210312, -0.023149417713284492, -0.022628141567111015, -0.022106865420937538, -0.021585587412118912, -0.021064311265945435, -0.020543035119771957, -0.02002175897359848, -0.019500482827425003, -0.018979206681251526, -0.01845793053507805, -0.01793665438890457, -0.017415376380085945, -0.016894100233912468, -0.01637282408773899, -0.015851547941565514, -0.015330270864069462, -0.01480899378657341, -0.014287717640399933, -0.013766440562903881, -0.013245164416730404, -0.012723887339234352, -0.012202611193060875, -0.011681335046887398, -0.011160057969391346, -0.010638779029250145, -0.010117502883076668, -0.009596225805580616, -0.009074949659407139, -0.008553672581911087, -0.00803239643573761, -0.007511119823902845, -0.006989843212068081, -0.006468567065894604, -0.005947290454059839, -0.005426013842225075, -0.004904737696051598, -0.004383460618555546, -0.003862184239551425, -0.003340907860547304, -0.0028196312487125397, -0.002298354636877775, -0.0017770780250430107, -0.001255801529623568, -0.0007345250342041254, -0.00021324842236936092, 0.00030802818946540356, 0.0008293045684695244, 0.0013505811803042889, 0.0018718577921390533, 0.002393134403973818, 0.0029144110158085823, 0.003435687394812703, 0.003956964239478111, 0.0044782403856515884, 0.004999516997486353, 0.005520793609321117, 0.006042070221155882]}, "gradients/encoder.encoder.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 2.0, 3.0, 1.0, 3.0, 5.0, 6.0, 7.0, 8.0, 10.0, 9.0, 6.0, 16.0, 14.0, 19.0, 14.0, 27.0, 27.0, 31.0, 34.0, 34.0, 28.0, 39.0, 41.0, 62.0, 37.0, 34.0, 45.0, 37.0, 47.0, 40.0, 37.0, 25.0, 34.0, 23.0, 31.0, 20.0, 21.0, 18.0, 19.0, 27.0, 15.0, 14.0, 10.0, 3.0, 2.0, 5.0, 4.0, 3.0, 6.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002125978469848633, -0.0020576035603880882, -0.0019892286509275436, -0.001920853741466999, -0.0018524788320064545, -0.0017841039225459099, -0.0017157290130853653, -0.0016473541036248207, -0.0015789791941642761, -0.0015106042847037315, -0.001442229375243187, -0.0013738544657826424, -0.0013054795563220978, -0.0012371046468615532, -0.0011687297374010086, -0.001100354827940464, -0.0010319799184799194, -0.0009636050090193748, -0.0008952300995588303, -0.0008268551900982857, -0.0007584802806377411, -0.0006901053711771965, -0.0006217304617166519, -0.0005533555522561073, -0.00048498064279556274, -0.00041660573333501816, -0.00034823082387447357, -0.000279855914413929, -0.0002114810049533844, -0.0001431060954928398, -7.473118603229523e-05, -6.356276571750641e-06, 6.201863288879395e-05, 0.00013039354234933853, 0.00019876845180988312, 0.0002671433612704277, 0.0003355182707309723, 0.0004038931801915169, 0.00047226808965206146, 0.000540642999112606, 0.0006090179085731506, 0.0006773928180336952, 0.0007457677274942398, 0.0008141426369547844, 0.000882517546415329, 0.0009508924558758736, 0.0010192673653364182, 0.0010876422747969627, 0.0011560171842575073, 0.001224392093718052, 0.0012927670031785965, 0.001361141912639141, 0.0014295168220996857, 0.0014978917315602303, 0.0015662666410207748, 0.0016346415504813194, 0.001703016459941864, 0.0017713913694024086, 0.0018397662788629532, 0.0019081411883234978, 0.0019765160977840424, 0.002044891007244587, 0.0021132659167051315, 0.002181640826165676, 0.0022500157356262207]}, "gradients/encoder.encoder.layers.23.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 5.0, 4.0, 13.0, 10.0, 18.0, 24.0, 35.0, 44.0, 71.0, 216.0, 467.0, 1336.0, 4057.0, 10299.0, 30502.0, 78597.0, 251746.0, 3398922.0, 281127.0, 83501.0, 28211.0, 11703.0, 5834.0, 2792.0, 1717.0, 1004.0, 636.0, 492.0, 303.0, 220.0, 141.0, 94.0, 46.0, 36.0, 23.0, 11.0, 12.0, 8.0, 5.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.6689300537109375e-05, -1.5949830412864685e-05, -1.5210360288619995e-05, -1.4470890164375305e-05, -1.3731420040130615e-05, -1.2991949915885925e-05, -1.2252479791641235e-05, -1.1513009667396545e-05, -1.0773539543151855e-05, -1.0034069418907166e-05, -9.294599294662476e-06, -8.555129170417786e-06, -7.815659046173096e-06, -7.076188921928406e-06, -6.336718797683716e-06, -5.597248673439026e-06, -4.857778549194336e-06, -4.118308424949646e-06, -3.378838300704956e-06, -2.639368176460266e-06, -1.8998980522155762e-06, -1.1604279279708862e-06, -4.209578037261963e-07, 3.1851232051849365e-07, 1.0579824447631836e-06, 1.7974525690078735e-06, 2.5369226932525635e-06, 3.2763928174972534e-06, 4.015862941741943e-06, 4.755333065986633e-06, 5.494803190231323e-06, 6.234273314476013e-06, 6.973743438720703e-06, 7.713213562965393e-06, 8.452683687210083e-06, 9.192153811454773e-06, 9.931623935699463e-06, 1.0671094059944153e-05, 1.1410564184188843e-05, 1.2150034308433533e-05, 1.2889504432678223e-05, 1.3628974556922913e-05, 1.4368444681167603e-05, 1.5107914805412292e-05, 1.5847384929656982e-05, 1.6586855053901672e-05, 1.7326325178146362e-05, 1.8065795302391052e-05, 1.8805265426635742e-05, 1.9544735550880432e-05, 2.0284205675125122e-05, 2.1023675799369812e-05, 2.1763145923614502e-05, 2.2502616047859192e-05, 2.3242086172103882e-05, 2.3981556296348572e-05, 2.4721026420593262e-05, 2.546049654483795e-05, 2.619996666908264e-05, 2.693943679332733e-05, 2.767890691757202e-05, 2.841837704181671e-05, 2.91578471660614e-05, 2.989731729030609e-05, 3.063678741455078e-05]}, "gradients/encoder.encoder.layers.23.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 8.0, 0.0, 5.0, 6.0, 11.0, 12.0, 19.0, 0.0, 19.0, 28.0, 35.0, 47.0, 55.0, 59.0, 0.0, 71.0, 84.0, 114.0, 109.0, 83.0, 0.0, 48.0, 42.0, 34.0, 29.0, 25.0, 0.0, 17.0, 18.0, 7.0, 6.0, 8.0, 4.0, 0.0, 4.0, 0.0, 1.0, 3.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.1324882507324219e-06, -1.082196831703186e-06, -1.0319054126739502e-06, -9.816139936447144e-07, -9.313225746154785e-07, -8.810311555862427e-07, -8.307397365570068e-07, -7.80448317527771e-07, -7.301568984985352e-07, -6.798654794692993e-07, -6.295740604400635e-07, -5.792826414108276e-07, -5.289912223815918e-07, -4.78699803352356e-07, -4.284083843231201e-07, -3.781169652938843e-07, -3.2782554626464844e-07, -2.775341272354126e-07, -2.2724270820617676e-07, -1.7695128917694092e-07, -1.2665987014770508e-07, -7.636845111846924e-08, -2.60770320892334e-08, 2.421438694000244e-08, 7.450580596923828e-08, 1.2479722499847412e-07, 1.7508864402770996e-07, 2.253800630569458e-07, 2.7567148208618164e-07, 3.259629011154175e-07, 3.762543201446533e-07, 4.2654573917388916e-07, 4.76837158203125e-07, 5.271285772323608e-07, 5.774199962615967e-07, 6.277114152908325e-07, 6.780028343200684e-07, 7.282942533493042e-07, 7.7858567237854e-07, 8.288770914077759e-07, 8.791685104370117e-07, 9.294599294662476e-07, 9.797513484954834e-07, 1.0300427675247192e-06, 1.080334186553955e-06, 1.130625605583191e-06, 1.1809170246124268e-06, 1.2312084436416626e-06, 1.2814998626708984e-06, 1.3317912817001343e-06, 1.3820827007293701e-06, 1.432374119758606e-06, 1.4826655387878418e-06, 1.5329569578170776e-06, 1.5832483768463135e-06, 1.6335397958755493e-06, 1.6838312149047852e-06, 1.734122633934021e-06, 1.7844140529632568e-06, 1.8347054719924927e-06, 1.8849968910217285e-06, 1.9352883100509644e-06, 1.9855797290802e-06, 2.035871148109436e-06, 2.086162567138672e-06]}, "gradients/encoder.encoder.layers.23.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 5.0, 3.0, 5.0, 8.0, 13.0, 17.0, 40.0, 25.0, 62.0, 89.0, 149.0, 204.0, 333.0, 746.0, 1486.0, 3613.0, 9709.0, 38203.0, 149574.0, 2709480.0, 1112973.0, 127937.0, 25964.0, 8116.0, 2986.0, 1373.0, 517.0, 232.0, 154.0, 82.0, 34.0, 44.0, 21.0, 32.0, 24.0, 15.0, 8.0, 5.0, 5.0, 5.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.0788440704345703e-05, -1.0355375707149506e-05, -9.922310709953308e-06, -9.48924571275711e-06, -9.056180715560913e-06, -8.623115718364716e-06, -8.190050721168518e-06, -7.75698572397232e-06, -7.323920726776123e-06, -6.8908557295799255e-06, -6.457790732383728e-06, -6.0247257351875305e-06, -5.591660737991333e-06, -5.1585957407951355e-06, -4.725530743598938e-06, -4.2924657464027405e-06, -3.859400749206543e-06, -3.4263357520103455e-06, -2.993270754814148e-06, -2.5602057576179504e-06, -2.127140760421753e-06, -1.6940757632255554e-06, -1.261010766029358e-06, -8.279457688331604e-07, -3.948807716369629e-07, 3.818422555923462e-08, 4.7124922275543213e-07, 9.043142199516296e-07, 1.3373792171478271e-06, 1.7704442143440247e-06, 2.203509211540222e-06, 2.6365742087364197e-06, 3.069639205932617e-06, 3.5027042031288147e-06, 3.935769200325012e-06, 4.36883419752121e-06, 4.801899194717407e-06, 5.234964191913605e-06, 5.668029189109802e-06, 6.101094186306e-06, 6.534159183502197e-06, 6.967224180698395e-06, 7.400289177894592e-06, 7.83335417509079e-06, 8.266419172286987e-06, 8.699484169483185e-06, 9.132549166679382e-06, 9.56561416387558e-06, 9.998679161071777e-06, 1.0431744158267975e-05, 1.0864809155464172e-05, 1.129787415266037e-05, 1.1730939149856567e-05, 1.2164004147052765e-05, 1.2597069144248962e-05, 1.303013414144516e-05, 1.3463199138641357e-05, 1.3896264135837555e-05, 1.4329329133033752e-05, 1.476239413022995e-05, 1.5195459127426147e-05, 1.5628524124622345e-05, 1.6061589121818542e-05, 1.649465411901474e-05, 1.6927719116210938e-05]}, "gradients/encoder.encoder.layers.23.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 2.0, 3.0, 8.0, 6.0, 11.0, 20.0, 11.0, 20.0, 16.0, 15.0, 41.0, 30.0, 50.0, 40.0, 47.0, 80.0, 123.0, 94.0, 246.0, 341.0, 1024.0, 467.0, 222.0, 242.0, 212.0, 122.0, 158.0, 118.0, 76.0, 80.0, 49.0, 29.0, 27.0, 17.0, 17.0, 7.0, 5.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.198883056640625e-06, -6.041489541530609e-06, -5.884096026420593e-06, -5.726702511310577e-06, -5.5693089962005615e-06, -5.411915481090546e-06, -5.25452196598053e-06, -5.097128450870514e-06, -4.939734935760498e-06, -4.782341420650482e-06, -4.624947905540466e-06, -4.4675543904304504e-06, -4.3101608753204346e-06, -4.152767360210419e-06, -3.995373845100403e-06, -3.837980329990387e-06, -3.680586814880371e-06, -3.5231932997703552e-06, -3.3657997846603394e-06, -3.2084062695503235e-06, -3.0510127544403076e-06, -2.8936192393302917e-06, -2.736225724220276e-06, -2.57883220911026e-06, -2.421438694000244e-06, -2.2640451788902283e-06, -2.1066516637802124e-06, -1.9492581486701965e-06, -1.7918646335601807e-06, -1.6344711184501648e-06, -1.477077603340149e-06, -1.319684088230133e-06, -1.1622905731201172e-06, -1.0048970580101013e-06, -8.475035429000854e-07, -6.901100277900696e-07, -5.327165126800537e-07, -3.7532299757003784e-07, -2.1792948246002197e-07, -6.05359673500061e-08, 9.685754776000977e-08, 2.5425106287002563e-07, 4.116445779800415e-07, 5.690380930900574e-07, 7.264316082000732e-07, 8.838251233100891e-07, 1.041218638420105e-06, 1.1986121535301208e-06, 1.3560056686401367e-06, 1.5133991837501526e-06, 1.6707926988601685e-06, 1.8281862139701843e-06, 1.9855797290802e-06, 2.142973244190216e-06, 2.300366759300232e-06, 2.457760274410248e-06, 2.6151537895202637e-06, 2.7725473046302795e-06, 2.9299408197402954e-06, 3.0873343348503113e-06, 3.244727849960327e-06, 3.402121365070343e-06, 3.559514880180359e-06, 3.7169083952903748e-06, 3.874301910400391e-06]}, "gradients/encoder.encoder.layers.23.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 5.0, 6.0, 23.0, 49.0, 149.0, 371.0, 171.0, 104.0, 43.0, 35.0, 18.0, 10.0, 8.0, 10.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0002705862279981375, -0.00026225761394016445, -0.00025392897077836096, -0.00024560035672038794, -0.0002372717426624149, -0.00022894311405252665, -0.0002206144854426384, -0.00021228587138466537, -0.00020395724277477711, -0.00019562861416488886, -0.00018730000010691583, -0.00017897137149702758, -0.00017064274288713932, -0.0001623141288291663, -0.00015398550021927804, -0.00014565687160938978, -0.00013732825755141675, -0.0001289996289415285, -0.00012067101488355547, -0.00011234238627366722, -0.00010401376493973657, -9.568514360580593e-05, -8.735651499591768e-05, -7.902789366198704e-05, -7.06992723280564e-05, -6.237065099412575e-05, -5.4042026022216305e-05, -4.571340105030686e-05, -3.7384779716376215e-05, -2.9056158382445574e-05, -2.0727533410536125e-05, -1.2398908438626677e-05, -4.070316208526492e-06, 4.258306944393553e-06, 1.2586930097313598e-05, 2.0915553250233643e-05, 2.9244176403153688e-05, 3.757279773708433e-05, 4.590142270899378e-05, 5.4230047680903226e-05, 6.255866901483387e-05, 7.088729034876451e-05, 7.921591168269515e-05, 8.75445402925834e-05, 9.587316162651405e-05, 0.00010420178296044469, 0.00011253041157033294, 0.00012085903290426359, 0.00012918765423819423, 0.00013751628284808248, 0.0001458448969060555, 0.00015417352551594377, 0.0001625021395739168, 0.00017083076818380505, 0.0001791593967936933, 0.00018748801085166633, 0.0001958166394615546, 0.00020414526807144284, 0.00021247388212941587, 0.00022080251073930413, 0.00022913113934919238, 0.0002374597534071654, 0.00024578836746513844, 0.0002541170106269419, 0.00026244562468491495]}, "gradients/encoder.encoder.layers.23.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 5.0, 1.0, 5.0, 15.0, 11.0, 14.0, 27.0, 21.0, 24.0, 34.0, 34.0, 46.0, 58.0, 44.0, 44.0, 51.0, 58.0, 59.0, 45.0, 54.0, 61.0, 45.0, 35.0, 33.0, 39.0, 37.0, 23.0, 14.0, 16.0, 11.0, 11.0, 9.0, 11.0, 3.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-9.882450103759766e-05, -9.598582983016968e-05, -9.31471586227417e-05, -9.030848741531372e-05, -8.746981620788574e-05, -8.463114500045776e-05, -8.179247379302979e-05, -7.89538025856018e-05, -7.611513137817383e-05, -7.327646017074585e-05, -7.043778896331787e-05, -6.759911775588989e-05, -6.476044654846191e-05, -6.192177534103394e-05, -5.908310413360596e-05, -5.624443292617798e-05, -5.340576171875e-05, -5.056709051132202e-05, -4.772841930389404e-05, -4.4889748096466064e-05, -4.2051076889038086e-05, -3.921240568161011e-05, -3.637373447418213e-05, -3.353506326675415e-05, -3.069639205932617e-05, -2.7857720851898193e-05, -2.5019049644470215e-05, -2.2180378437042236e-05, -1.9341707229614258e-05, -1.650303602218628e-05, -1.36643648147583e-05, -1.0825693607330322e-05, -7.987022399902344e-06, -5.148351192474365e-06, -2.3096799850463867e-06, 5.289912223815918e-07, 3.3676624298095703e-06, 6.206333637237549e-06, 9.045004844665527e-06, 1.1883676052093506e-05, 1.4722347259521484e-05, 1.7561018466949463e-05, 2.039968967437744e-05, 2.323836088180542e-05, 2.60770320892334e-05, 2.8915703296661377e-05, 3.1754374504089355e-05, 3.4593045711517334e-05, 3.743171691894531e-05, 4.027038812637329e-05, 4.310905933380127e-05, 4.594773054122925e-05, 4.8786401748657227e-05, 5.1625072956085205e-05, 5.4463744163513184e-05, 5.730241537094116e-05, 6.014108657836914e-05, 6.297975778579712e-05, 6.58184289932251e-05, 6.865710020065308e-05, 7.149577140808105e-05, 7.433444261550903e-05, 7.717311382293701e-05, 8.001178503036499e-05, 8.285045623779297e-05]}, "gradients/encoder.encoder.layers.23.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 4.0, 5.0, 7.0, 7.0, 14.0, 23.0, 35.0, 49.0, 88.0, 133.0, 188.0, 359.0, 613.0, 1222.0, 2836.0, 7558.0, 26809.0, 238241.0, 704101.0, 47797.0, 11015.0, 3735.0, 1749.0, 811.0, 454.0, 259.0, 152.0, 106.0, 64.0, 36.0, 28.0, 15.0, 18.0, 7.0, 5.0, 6.0, 1.0, 2.0, 5.0, 1.0, 1.0, 0.0, 1.0], "bins": [-8.040666580200195e-05, -7.835403084754944e-05, -7.630139589309692e-05, -7.424876093864441e-05, -7.21961259841919e-05, -7.014349102973938e-05, -6.809085607528687e-05, -6.603822112083435e-05, -6.398558616638184e-05, -6.193295121192932e-05, -5.988031625747681e-05, -5.782768130302429e-05, -5.577504634857178e-05, -5.372241139411926e-05, -5.166977643966675e-05, -4.9617141485214233e-05, -4.756450653076172e-05, -4.5511871576309204e-05, -4.345923662185669e-05, -4.1406601667404175e-05, -3.935396671295166e-05, -3.7301331758499146e-05, -3.524869680404663e-05, -3.3196061849594116e-05, -3.11434268951416e-05, -2.9090791940689087e-05, -2.7038156986236572e-05, -2.4985522031784058e-05, -2.2932887077331543e-05, -2.088025212287903e-05, -1.8827617168426514e-05, -1.6774982213974e-05, -1.4722347259521484e-05, -1.266971230506897e-05, -1.0617077350616455e-05, -8.56444239616394e-06, -6.511807441711426e-06, -4.459172487258911e-06, -2.4065375328063965e-06, -3.5390257835388184e-07, 1.6987323760986328e-06, 3.7513673305511475e-06, 5.804002285003662e-06, 7.856637239456177e-06, 9.909272193908691e-06, 1.1961907148361206e-05, 1.401454210281372e-05, 1.6067177057266235e-05, 1.811981201171875e-05, 2.0172446966171265e-05, 2.222508192062378e-05, 2.4277716875076294e-05, 2.633035182952881e-05, 2.8382986783981323e-05, 3.0435621738433838e-05, 3.248825669288635e-05, 3.454089164733887e-05, 3.659352660179138e-05, 3.8646161556243896e-05, 4.069879651069641e-05, 4.2751431465148926e-05, 4.480406641960144e-05, 4.6856701374053955e-05, 4.890933632850647e-05, 5.0961971282958984e-05]}, "gradients/encoder.encoder.layers.23.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 4.0, 7.0, 4.0, 7.0, 8.0, 7.0, 45.0, 30.0, 29.0, 35.0, 58.0, 67.0, 69.0, 103.0, 97.0, 71.0, 70.0, 87.0, 51.0, 38.0, 33.0, 24.0, 23.0, 17.0, 2.0, 5.0, 10.0, 2.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5497207641601562e-06, -1.4863908290863037e-06, -1.4230608940124512e-06, -1.3597309589385986e-06, -1.296401023864746e-06, -1.2330710887908936e-06, -1.169741153717041e-06, -1.1064112186431885e-06, -1.043081283569336e-06, -9.797513484954834e-07, -9.164214134216309e-07, -8.530914783477783e-07, -7.897615432739258e-07, -7.264316082000732e-07, -6.631016731262207e-07, -5.997717380523682e-07, -5.364418029785156e-07, -4.731118679046631e-07, -4.0978193283081055e-07, -3.46451997756958e-07, -2.8312206268310547e-07, -2.1979212760925293e-07, -1.564621925354004e-07, -9.313225746154785e-08, -2.9802322387695312e-08, 3.3527612686157227e-08, 9.685754776000977e-08, 1.601874828338623e-07, 2.2351741790771484e-07, 2.868473529815674e-07, 3.501772880554199e-07, 4.1350722312927246e-07, 4.76837158203125e-07, 5.401670932769775e-07, 6.034970283508301e-07, 6.668269634246826e-07, 7.301568984985352e-07, 7.934868335723877e-07, 8.568167686462402e-07, 9.201467037200928e-07, 9.834766387939453e-07, 1.0468065738677979e-06, 1.1101365089416504e-06, 1.173466444015503e-06, 1.2367963790893555e-06, 1.300126314163208e-06, 1.3634562492370605e-06, 1.426786184310913e-06, 1.4901161193847656e-06, 1.5534460544586182e-06, 1.6167759895324707e-06, 1.6801059246063232e-06, 1.7434358596801758e-06, 1.8067657947540283e-06, 1.8700957298278809e-06, 1.9334256649017334e-06, 1.996755599975586e-06, 2.0600855350494385e-06, 2.123415470123291e-06, 2.1867454051971436e-06, 2.250075340270996e-06, 2.3134052753448486e-06, 2.376735210418701e-06, 2.4400651454925537e-06, 2.5033950805664062e-06]}, "gradients/encoder.encoder.layers.23.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 1.0, 5.0, 3.0, 4.0, 10.0, 7.0, 13.0, 23.0, 22.0, 34.0, 46.0, 49.0, 92.0, 124.0, 119.0, 321.0, 495.0, 566.0, 981.0, 1316.0, 1607.0, 2846.0, 4527.0, 5346.0, 9989.0, 15662.0, 18741.0, 37835.0, 69967.0, 126124.0, 532676.0, 95791.0, 40759.0, 29986.0, 18548.0, 9723.0, 8489.0, 5358.0, 2810.0, 2384.0, 1675.0, 952.0, 883.0, 600.0, 341.0, 241.0, 170.0, 83.0, 76.0, 43.0, 24.0, 32.0, 17.0, 10.0, 11.0, 9.0, 0.0, 4.0, 0.0, 1.0], "bins": [-9.5367431640625e-06, -9.258277714252472e-06, -8.979812264442444e-06, -8.701346814632416e-06, -8.422881364822388e-06, -8.14441591501236e-06, -7.865950465202332e-06, -7.5874850153923035e-06, -7.309019565582275e-06, -7.030554115772247e-06, -6.752088665962219e-06, -6.473623216152191e-06, -6.195157766342163e-06, -5.916692316532135e-06, -5.638226866722107e-06, -5.359761416912079e-06, -5.081295967102051e-06, -4.802830517292023e-06, -4.524365067481995e-06, -4.2458996176719666e-06, -3.9674341678619385e-06, -3.6889687180519104e-06, -3.4105032682418823e-06, -3.1320378184318542e-06, -2.853572368621826e-06, -2.575106918811798e-06, -2.29664146900177e-06, -2.018176019191742e-06, -1.7397105693817139e-06, -1.4612451195716858e-06, -1.1827796697616577e-06, -9.043142199516296e-07, -6.258487701416016e-07, -3.473833203315735e-07, -6.891787052154541e-08, 2.0954757928848267e-07, 4.880130290985107e-07, 7.664784789085388e-07, 1.044943928718567e-06, 1.323409378528595e-06, 1.601874828338623e-06, 1.8803402781486511e-06, 2.158805727958679e-06, 2.4372711777687073e-06, 2.7157366275787354e-06, 2.9942020773887634e-06, 3.2726675271987915e-06, 3.5511329770088196e-06, 3.829598426818848e-06, 4.108063876628876e-06, 4.386529326438904e-06, 4.664994776248932e-06, 4.94346022605896e-06, 5.221925675868988e-06, 5.500391125679016e-06, 5.778856575489044e-06, 6.057322025299072e-06, 6.3357874751091e-06, 6.614252924919128e-06, 6.8927183747291565e-06, 7.1711838245391846e-06, 7.449649274349213e-06, 7.72811472415924e-06, 8.006580173969269e-06, 8.285045623779297e-06]}, "gradients/encoder.encoder.layers.23.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 7.0, 8.0, 18.0, 22.0, 16.0, 13.0, 16.0, 16.0, 15.0, 17.0, 17.0, 23.0, 12.0, 23.0, 28.0, 18.0, 14.0, 15.0, 31.0, 55.0, 182.0, 77.0, 43.0, 34.0, 26.0, 31.0, 20.0, 18.0, 15.0, 21.0, 19.0, 13.0, 14.0, 9.0, 14.0, 18.0, 13.0, 10.0, 19.0, 16.0, 3.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-5.245208740234375e-06, -5.0691887736320496e-06, -4.893168807029724e-06, -4.717148840427399e-06, -4.541128873825073e-06, -4.365108907222748e-06, -4.189088940620422e-06, -4.013068974018097e-06, -3.8370490074157715e-06, -3.661029040813446e-06, -3.4850090742111206e-06, -3.308989107608795e-06, -3.1329691410064697e-06, -2.9569491744041443e-06, -2.780929207801819e-06, -2.6049092411994934e-06, -2.428889274597168e-06, -2.2528693079948425e-06, -2.076849341392517e-06, -1.9008293747901917e-06, -1.7248094081878662e-06, -1.5487894415855408e-06, -1.3727694749832153e-06, -1.1967495083808899e-06, -1.0207295417785645e-06, -8.44709575176239e-07, -6.686896085739136e-07, -4.926696419715881e-07, -3.166496753692627e-07, -1.4062970876693726e-07, 3.5390257835388184e-08, 2.1141022443771362e-07, 3.8743019104003906e-07, 5.634501576423645e-07, 7.394701242446899e-07, 9.154900908470154e-07, 1.0915100574493408e-06, 1.2675300240516663e-06, 1.4435499906539917e-06, 1.6195699572563171e-06, 1.7955899238586426e-06, 1.971609890460968e-06, 2.1476298570632935e-06, 2.323649823665619e-06, 2.4996697902679443e-06, 2.6756897568702698e-06, 2.8517097234725952e-06, 3.0277296900749207e-06, 3.203749656677246e-06, 3.3797696232795715e-06, 3.555789589881897e-06, 3.7318095564842224e-06, 3.907829523086548e-06, 4.083849489688873e-06, 4.259869456291199e-06, 4.435889422893524e-06, 4.61190938949585e-06, 4.787929356098175e-06, 4.9639493227005005e-06, 5.139969289302826e-06, 5.315989255905151e-06, 5.492009222507477e-06, 5.668029189109802e-06, 5.844049155712128e-06, 6.020069122314453e-06]}, "gradients/encoder.encoder.layers.23.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 4.0, 2.0, 2.0, 6.0, 3.0, 9.0, 8.0, 9.0, 12.0, 39.0, 42.0, 48.0, 92.0, 109.0, 174.0, 326.0, 434.0, 680.0, 1306.0, 2370.0, 5455.0, 17355.0, 243031.0, 744193.0, 20599.0, 6090.0, 2698.0, 1319.0, 804.0, 405.0, 280.0, 202.0, 121.0, 86.0, 63.0, 42.0, 37.0, 23.0, 13.0, 13.0, 16.0, 5.0, 10.0, 4.0, 3.0, 4.0, 4.0, 3.0, 4.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0], "bins": [-4.7326087951660156e-05, -4.584994167089462e-05, -4.437379539012909e-05, -4.2897649109363556e-05, -4.142150282859802e-05, -3.994535654783249e-05, -3.8469210267066956e-05, -3.699306398630142e-05, -3.551691770553589e-05, -3.4040771424770355e-05, -3.256462514400482e-05, -3.108847886323929e-05, -2.9612332582473755e-05, -2.813618630170822e-05, -2.6660040020942688e-05, -2.5183893740177155e-05, -2.370774745941162e-05, -2.2231601178646088e-05, -2.0755454897880554e-05, -1.927930861711502e-05, -1.7803162336349487e-05, -1.6327016055583954e-05, -1.485086977481842e-05, -1.3374723494052887e-05, -1.1898577213287354e-05, -1.042243093252182e-05, -8.946284651756287e-06, -7.470138370990753e-06, -5.99399209022522e-06, -4.517845809459686e-06, -3.041699528694153e-06, -1.5655532479286194e-06, -8.940696716308594e-08, 1.3867393136024475e-06, 2.862885594367981e-06, 4.339031875133514e-06, 5.815178155899048e-06, 7.291324436664581e-06, 8.767470717430115e-06, 1.0243616998195648e-05, 1.1719763278961182e-05, 1.3195909559726715e-05, 1.4672055840492249e-05, 1.6148202121257782e-05, 1.7624348402023315e-05, 1.910049468278885e-05, 2.0576640963554382e-05, 2.2052787244319916e-05, 2.352893352508545e-05, 2.5005079805850983e-05, 2.6481226086616516e-05, 2.795737236738205e-05, 2.9433518648147583e-05, 3.0909664928913116e-05, 3.238581120967865e-05, 3.386195749044418e-05, 3.533810377120972e-05, 3.681425005197525e-05, 3.8290396332740784e-05, 3.976654261350632e-05, 4.124268889427185e-05, 4.2718835175037384e-05, 4.419498145580292e-05, 4.567112773656845e-05, 4.7147274017333984e-05]}, "gradients/encoder.encoder.layers.23.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 5.0, 2.0, 6.0, 2.0, 2.0, 4.0, 4.0, 8.0, 16.0, 22.0, 16.0, 17.0, 38.0, 37.0, 79.0, 64.0, 72.0, 185.0, 81.0, 70.0, 88.0, 40.0, 32.0, 35.0, 11.0, 5.0, 18.0, 8.0, 11.0, 13.0, 5.0, 1.0, 5.0, 5.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.649162292480469e-06, -4.5103952288627625e-06, -4.371628165245056e-06, -4.23286110162735e-06, -4.0940940380096436e-06, -3.955326974391937e-06, -3.816559910774231e-06, -3.6777928471565247e-06, -3.5390257835388184e-06, -3.400258719921112e-06, -3.2614916563034058e-06, -3.1227245926856995e-06, -2.983957529067993e-06, -2.845190465450287e-06, -2.7064234018325806e-06, -2.5676563382148743e-06, -2.428889274597168e-06, -2.2901222109794617e-06, -2.1513551473617554e-06, -2.012588083744049e-06, -1.8738210201263428e-06, -1.7350539565086365e-06, -1.5962868928909302e-06, -1.4575198292732239e-06, -1.3187527656555176e-06, -1.1799857020378113e-06, -1.041218638420105e-06, -9.024515748023987e-07, -7.636845111846924e-07, -6.249174475669861e-07, -4.861503839492798e-07, -3.473833203315735e-07, -2.086162567138672e-07, -6.984919309616089e-08, 6.891787052154541e-08, 2.076849341392517e-07, 3.46451997756958e-07, 4.852190613746643e-07, 6.239861249923706e-07, 7.627531886100769e-07, 9.015202522277832e-07, 1.0402873158454895e-06, 1.1790543794631958e-06, 1.317821443080902e-06, 1.4565885066986084e-06, 1.5953555703163147e-06, 1.734122633934021e-06, 1.8728896975517273e-06, 2.0116567611694336e-06, 2.15042382478714e-06, 2.289190888404846e-06, 2.4279579520225525e-06, 2.566725015640259e-06, 2.705492079257965e-06, 2.8442591428756714e-06, 2.9830262064933777e-06, 3.121793270111084e-06, 3.2605603337287903e-06, 3.3993273973464966e-06, 3.538094460964203e-06, 3.676861524581909e-06, 3.8156285881996155e-06, 3.954395651817322e-06, 4.093162715435028e-06, 4.231929779052734e-06]}, "gradients/encoder.encoder.layers.23.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 6.0, 8.0, 6.0, 9.0, 11.0, 21.0, 22.0, 35.0, 44.0, 66.0, 82.0, 118.0, 171.0, 243.0, 339.0, 485.0, 764.0, 1102.0, 1788.0, 2831.0, 4757.0, 8573.0, 16752.0, 38799.0, 143805.0, 606739.0, 143847.0, 38767.0, 16944.0, 8530.0, 4748.0, 2807.0, 1816.0, 1124.0, 741.0, 494.0, 336.0, 233.0, 161.0, 123.0, 90.0, 55.0, 43.0, 33.0, 21.0, 17.0, 17.0, 10.0, 9.0, 7.0, 3.0, 3.0, 3.0, 2.0, 4.0, 0.0, 0.0, 2.0], "bins": [-7.450580596923828e-06, -7.214024662971497e-06, -6.977468729019165e-06, -6.7409127950668335e-06, -6.504356861114502e-06, -6.26780092716217e-06, -6.031244993209839e-06, -5.794689059257507e-06, -5.558133125305176e-06, -5.321577191352844e-06, -5.085021257400513e-06, -4.848465323448181e-06, -4.61190938949585e-06, -4.375353455543518e-06, -4.1387975215911865e-06, -3.902241587638855e-06, -3.6656856536865234e-06, -3.429129719734192e-06, -3.1925737857818604e-06, -2.956017851829529e-06, -2.7194619178771973e-06, -2.4829059839248657e-06, -2.246350049972534e-06, -2.0097941160202026e-06, -1.773238182067871e-06, -1.5366822481155396e-06, -1.300126314163208e-06, -1.0635703802108765e-06, -8.270144462585449e-07, -5.904585123062134e-07, -3.5390257835388184e-07, -1.1734664440155029e-07, 1.1920928955078125e-07, 3.557652235031128e-07, 5.923211574554443e-07, 8.288770914077759e-07, 1.0654330253601074e-06, 1.301988959312439e-06, 1.5385448932647705e-06, 1.775100827217102e-06, 2.0116567611694336e-06, 2.248212695121765e-06, 2.4847686290740967e-06, 2.7213245630264282e-06, 2.9578804969787598e-06, 3.1944364309310913e-06, 3.430992364883423e-06, 3.6675482988357544e-06, 3.904104232788086e-06, 4.1406601667404175e-06, 4.377216100692749e-06, 4.6137720346450806e-06, 4.850327968597412e-06, 5.086883902549744e-06, 5.323439836502075e-06, 5.559995770454407e-06, 5.796551704406738e-06, 6.03310763835907e-06, 6.269663572311401e-06, 6.506219506263733e-06, 6.7427754402160645e-06, 6.979331374168396e-06, 7.2158873081207275e-06, 7.452443242073059e-06, 7.68899917602539e-06]}, "gradients/encoder.encoder.layers.23.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 4.0, 0.0, 2.0, 4.0, 4.0, 2.0, 8.0, 12.0, 8.0, 19.0, 11.0, 14.0, 18.0, 44.0, 51.0, 51.0, 100.0, 184.0, 123.0, 119.0, 56.0, 34.0, 17.0, 26.0, 29.0, 12.0, 10.0, 12.0, 7.0, 8.0, 5.0, 4.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.304813385009766e-06, -5.143694579601288e-06, -4.98257577419281e-06, -4.821456968784332e-06, -4.6603381633758545e-06, -4.499219357967377e-06, -4.338100552558899e-06, -4.176981747150421e-06, -4.015862941741943e-06, -3.8547441363334656e-06, -3.693625330924988e-06, -3.53250652551651e-06, -3.3713877201080322e-06, -3.2102689146995544e-06, -3.0491501092910767e-06, -2.888031303882599e-06, -2.726912498474121e-06, -2.5657936930656433e-06, -2.4046748876571655e-06, -2.2435560822486877e-06, -2.08243727684021e-06, -1.921318471431732e-06, -1.7601996660232544e-06, -1.5990808606147766e-06, -1.4379620552062988e-06, -1.276843249797821e-06, -1.1157244443893433e-06, -9.546056389808655e-07, -7.934868335723877e-07, -6.323680281639099e-07, -4.7124922275543213e-07, -3.1013041734695435e-07, -1.4901161193847656e-07, 1.210719347000122e-08, 1.73225998878479e-07, 3.343448042869568e-07, 4.954636096954346e-07, 6.565824151039124e-07, 8.177012205123901e-07, 9.78820025920868e-07, 1.1399388313293457e-06, 1.3010576367378235e-06, 1.4621764421463013e-06, 1.623295247554779e-06, 1.7844140529632568e-06, 1.9455328583717346e-06, 2.1066516637802124e-06, 2.26777046918869e-06, 2.428889274597168e-06, 2.5900080800056458e-06, 2.7511268854141235e-06, 2.9122456908226013e-06, 3.073364496231079e-06, 3.234483301639557e-06, 3.3956021070480347e-06, 3.5567209124565125e-06, 3.7178397178649902e-06, 3.878958523273468e-06, 4.040077328681946e-06, 4.201196134090424e-06, 4.362314939498901e-06, 4.523433744907379e-06, 4.684552550315857e-06, 4.845671355724335e-06, 5.0067901611328125e-06]}, "gradients/encoder.encoder.layers.23.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 3.0, 0.0, 3.0, 2.0, 1.0, 5.0, 4.0, 5.0, 4.0, 9.0, 9.0, 10.0, 11.0, 10.0, 19.0, 22.0, 23.0, 37.0, 37.0, 54.0, 55.0, 66.0, 80.0, 69.0, 89.0, 108.0, 78.0, 76.0, 48.0, 19.0, 14.0, 15.0, 6.0, 5.0, 1.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.00021489776554517448, -0.00021030248899478465, -0.00020570722699631006, -0.00020111195044592023, -0.00019651668844744563, -0.0001919214118970558, -0.0001873261498985812, -0.00018273087334819138, -0.00017813561134971678, -0.00017354033479932696, -0.00016894507280085236, -0.00016434979625046253, -0.00015975453425198793, -0.0001551592577015981, -0.0001505639957031235, -0.00014596871915273368, -0.00014137345715425909, -0.00013677818060386926, -0.00013218291860539466, -0.00012758764205500484, -0.00012299238005653024, -0.00011839711078209803, -0.00011380184150766581, -0.00010920656495727599, -0.00010461128840688616, -0.00010001601913245395, -9.542074985802174e-05, -9.082548058358952e-05, -8.623021130915731e-05, -8.16349420347251e-05, -7.703967276029289e-05, -7.244439620990306e-05, -6.784912693547085e-05, -6.325385766103864e-05, -5.8658588386606425e-05, -5.406331911217421e-05, -4.9468049837742e-05, -4.487278056330979e-05, -4.027750765089877e-05, -3.568223837646656e-05, -3.1086969102034345e-05, -2.6491699827602133e-05, -2.189643055316992e-05, -1.7301159459748305e-05, -1.2705890185316093e-05, -8.110620910883881e-06, -3.5153498174622655e-06, 1.0799194569699466e-06, 5.675188731402159e-06, 1.0270458005834371e-05, 1.4865728189761285e-05, 1.94609983736882e-05, 2.405626764812041e-05, 2.8651536922552623e-05, 3.324680801597424e-05, 3.784207729040645e-05, 4.243734656483866e-05, 4.7032615839270875e-05, 5.162788511370309e-05, 5.6223158026114106e-05, 6.081842730054632e-05, 6.541369657497853e-05, 7.000896584941074e-05, 7.460423512384295e-05, 7.919950439827517e-05]}, "gradients/encoder.encoder.layers.23.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 3.0, 4.0, 8.0, 10.0, 8.0, 9.0, 10.0, 15.0, 24.0, 24.0, 15.0, 21.0, 22.0, 29.0, 22.0, 33.0, 25.0, 29.0, 37.0, 21.0, 25.0, 26.0, 36.0, 28.0, 21.0, 22.0, 24.0, 31.0, 24.0, 21.0, 33.0, 36.0, 21.0, 27.0, 32.0, 22.0, 20.0, 23.0, 24.0, 30.0, 12.0, 13.0, 21.0, 14.0, 15.0, 14.0, 5.0, 9.0, 5.0, 5.0, 2.0, 2.0, 1.0, 1.0, 1.0], "bins": [-7.271766662597656e-05, -7.057096809148788e-05, -6.84242695569992e-05, -6.627757102251053e-05, -6.413087248802185e-05, -6.198417395353317e-05, -5.9837475419044495e-05, -5.769077688455582e-05, -5.554407835006714e-05, -5.339737981557846e-05, -5.125068128108978e-05, -4.9103982746601105e-05, -4.695728421211243e-05, -4.481058567762375e-05, -4.266388714313507e-05, -4.051718860864639e-05, -3.8370490074157715e-05, -3.622379153966904e-05, -3.407709300518036e-05, -3.193039447069168e-05, -2.9783695936203003e-05, -2.7636997401714325e-05, -2.5490298867225647e-05, -2.334360033273697e-05, -2.119690179824829e-05, -1.9050203263759613e-05, -1.6903504729270935e-05, -1.4756806194782257e-05, -1.2610107660293579e-05, -1.0463409125804901e-05, -8.316710591316223e-06, -6.170012056827545e-06, -4.023313522338867e-06, -1.8766149878501892e-06, 2.7008354663848877e-07, 2.4167820811271667e-06, 4.563480615615845e-06, 6.710179150104523e-06, 8.8568776845932e-06, 1.1003576219081879e-05, 1.3150274753570557e-05, 1.5296973288059235e-05, 1.7443671822547913e-05, 1.959037035703659e-05, 2.173706889152527e-05, 2.3883767426013947e-05, 2.6030465960502625e-05, 2.8177164494991302e-05, 3.032386302947998e-05, 3.247056156396866e-05, 3.4617260098457336e-05, 3.6763958632946014e-05, 3.891065716743469e-05, 4.105735570192337e-05, 4.320405423641205e-05, 4.5350752770900726e-05, 4.7497451305389404e-05, 4.964414983987808e-05, 5.179084837436676e-05, 5.393754690885544e-05, 5.6084245443344116e-05, 5.8230943977832794e-05, 6.037764251232147e-05, 6.252434104681015e-05, 6.467103958129883e-05]}, "gradients/encoder.encoder.layers.22.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 3.0, 5.0, 14.0, 13.0, 32.0, 56.0, 89.0, 141.0, 286.0, 595.0, 1141.0, 2811.0, 7398.0, 26426.0, 120809.0, 3556940.0, 384245.0, 63212.0, 17498.0, 6535.0, 2855.0, 1397.0, 678.0, 388.0, 234.0, 143.0, 103.0, 69.0, 37.0, 35.0, 25.0, 21.0, 13.0, 13.0, 14.0, 6.0, 5.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.719329833984375e-05, -3.562960773706436e-05, -3.406591713428497e-05, -3.2502226531505585e-05, -3.0938535928726196e-05, -2.9374845325946808e-05, -2.781115472316742e-05, -2.624746412038803e-05, -2.4683773517608643e-05, -2.3120082914829254e-05, -2.1556392312049866e-05, -1.9992701709270477e-05, -1.842901110649109e-05, -1.68653205037117e-05, -1.5301629900932312e-05, -1.3737939298152924e-05, -1.2174248695373535e-05, -1.0610558092594147e-05, -9.046867489814758e-06, -7.48317688703537e-06, -5.9194862842559814e-06, -4.355795681476593e-06, -2.7921050786972046e-06, -1.2284144759178162e-06, 3.3527612686157227e-07, 1.8989667296409607e-06, 3.462657332420349e-06, 5.0263479351997375e-06, 6.590038537979126e-06, 8.153729140758514e-06, 9.717419743537903e-06, 1.1281110346317291e-05, 1.284480094909668e-05, 1.4408491551876068e-05, 1.5972182154655457e-05, 1.7535872757434845e-05, 1.9099563360214233e-05, 2.0663253962993622e-05, 2.222694456577301e-05, 2.37906351685524e-05, 2.5354325771331787e-05, 2.6918016374111176e-05, 2.8481706976890564e-05, 3.0045397579669952e-05, 3.160908818244934e-05, 3.317277878522873e-05, 3.473646938800812e-05, 3.6300159990787506e-05, 3.7863850593566895e-05, 3.942754119634628e-05, 4.099123179912567e-05, 4.255492240190506e-05, 4.411861300468445e-05, 4.568230360746384e-05, 4.7245994210243225e-05, 4.8809684813022614e-05, 5.0373375415802e-05, 5.193706601858139e-05, 5.350075662136078e-05, 5.506444722414017e-05, 5.6628137826919556e-05, 5.8191828429698944e-05, 5.975551903247833e-05, 6.131920963525772e-05, 6.288290023803711e-05]}, "gradients/encoder.encoder.layers.22.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 3.0, 1.0, 2.0, 10.0, 13.0, 8.0, 16.0, 14.0, 68.0, 48.0, 57.0, 65.0, 158.0, 88.0, 88.0, 76.0, 68.0, 80.0, 35.0, 23.0, 21.0, 14.0, 21.0, 8.0, 4.0, 2.0, 9.0, 4.0, 2.0, 0.0, 1.0, 4.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7285346984863281e-06, -1.6558915376663208e-06, -1.5832483768463135e-06, -1.5106052160263062e-06, -1.4379620552062988e-06, -1.3653188943862915e-06, -1.2926757335662842e-06, -1.2200325727462769e-06, -1.1473894119262695e-06, -1.0747462511062622e-06, -1.0021030902862549e-06, -9.294599294662476e-07, -8.568167686462402e-07, -7.841736078262329e-07, -7.115304470062256e-07, -6.388872861862183e-07, -5.662441253662109e-07, -4.936009645462036e-07, -4.209578037261963e-07, -3.4831464290618896e-07, -2.7567148208618164e-07, -2.0302832126617432e-07, -1.30385160446167e-07, -5.774199962615967e-08, 1.4901161193847656e-08, 8.754432201385498e-08, 1.601874828338623e-07, 2.3283064365386963e-07, 3.0547380447387695e-07, 3.781169652938843e-07, 4.507601261138916e-07, 5.234032869338989e-07, 5.960464477539062e-07, 6.686896085739136e-07, 7.413327693939209e-07, 8.139759302139282e-07, 8.866190910339355e-07, 9.592622518539429e-07, 1.0319054126739502e-06, 1.1045485734939575e-06, 1.1771917343139648e-06, 1.2498348951339722e-06, 1.3224780559539795e-06, 1.3951212167739868e-06, 1.4677643775939941e-06, 1.5404075384140015e-06, 1.6130506992340088e-06, 1.6856938600540161e-06, 1.7583370208740234e-06, 1.8309801816940308e-06, 1.903623342514038e-06, 1.9762665033340454e-06, 2.0489096641540527e-06, 2.12155282497406e-06, 2.1941959857940674e-06, 2.2668391466140747e-06, 2.339482307434082e-06, 2.4121254682540894e-06, 2.4847686290740967e-06, 2.557411789894104e-06, 2.6300549507141113e-06, 2.7026981115341187e-06, 2.775341272354126e-06, 2.8479844331741333e-06, 2.9206275939941406e-06]}, "gradients/encoder.encoder.layers.22.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 4.0, 4.0, 5.0, 5.0, 9.0, 7.0, 18.0, 25.0, 30.0, 39.0, 52.0, 73.0, 136.0, 171.0, 282.0, 415.0, 618.0, 987.0, 1644.0, 2534.0, 4196.0, 8649.0, 15065.0, 34852.0, 74683.0, 205918.0, 2806452.0, 766840.0, 152212.0, 63542.0, 25201.0, 12774.0, 7441.0, 3607.0, 2315.0, 1246.0, 826.0, 505.0, 289.0, 210.0, 160.0, 86.0, 53.0, 31.0, 17.0, 15.0, 14.0, 11.0, 10.0, 10.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-1.722574234008789e-05, -1.666788011789322e-05, -1.6110017895698547e-05, -1.5552155673503876e-05, -1.4994293451309204e-05, -1.4436431229114532e-05, -1.387856900691986e-05, -1.332070678472519e-05, -1.2762844562530518e-05, -1.2204982340335846e-05, -1.1647120118141174e-05, -1.1089257895946503e-05, -1.0531395673751831e-05, -9.97353345155716e-06, -9.415671229362488e-06, -8.857809007167816e-06, -8.299946784973145e-06, -7.742084562778473e-06, -7.184222340583801e-06, -6.62636011838913e-06, -6.068497896194458e-06, -5.510635673999786e-06, -4.952773451805115e-06, -4.394911229610443e-06, -3.8370490074157715e-06, -3.2791867852211e-06, -2.7213245630264282e-06, -2.1634623408317566e-06, -1.605600118637085e-06, -1.0477378964424133e-06, -4.898756742477417e-07, 6.798654794692993e-08, 6.258487701416016e-07, 1.1837109923362732e-06, 1.7415732145309448e-06, 2.2994354367256165e-06, 2.857297658920288e-06, 3.4151598811149597e-06, 3.973022103309631e-06, 4.530884325504303e-06, 5.088746547698975e-06, 5.646608769893646e-06, 6.204470992088318e-06, 6.7623332142829895e-06, 7.320195436477661e-06, 7.878057658672333e-06, 8.435919880867004e-06, 8.993782103061676e-06, 9.551644325256348e-06, 1.010950654745102e-05, 1.0667368769645691e-05, 1.1225230991840363e-05, 1.1783093214035034e-05, 1.2340955436229706e-05, 1.2898817658424377e-05, 1.3456679880619049e-05, 1.401454210281372e-05, 1.4572404325008392e-05, 1.5130266547203064e-05, 1.5688128769397736e-05, 1.6245990991592407e-05, 1.680385321378708e-05, 1.736171543598175e-05, 1.7919577658176422e-05, 1.8477439880371094e-05]}, "gradients/encoder.encoder.layers.22.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 5.0, 6.0, 5.0, 8.0, 7.0, 18.0, 16.0, 27.0, 46.0, 43.0, 96.0, 101.0, 129.0, 495.0, 1306.0, 450.0, 179.0, 251.0, 201.0, 142.0, 119.0, 116.0, 88.0, 44.0, 47.0, 30.0, 29.0, 17.0, 21.0, 11.0, 5.0, 6.0, 7.0, 5.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-7.450580596923828e-06, -7.228925824165344e-06, -7.00727105140686e-06, -6.7856162786483765e-06, -6.563961505889893e-06, -6.342306733131409e-06, -6.120651960372925e-06, -5.898997187614441e-06, -5.677342414855957e-06, -5.455687642097473e-06, -5.234032869338989e-06, -5.012378096580505e-06, -4.7907233238220215e-06, -4.569068551063538e-06, -4.347413778305054e-06, -4.12575900554657e-06, -3.904104232788086e-06, -3.682449460029602e-06, -3.460794687271118e-06, -3.2391399145126343e-06, -3.0174851417541504e-06, -2.7958303689956665e-06, -2.5741755962371826e-06, -2.3525208234786987e-06, -2.130866050720215e-06, -1.909211277961731e-06, -1.687556505203247e-06, -1.4659017324447632e-06, -1.2442469596862793e-06, -1.0225921869277954e-06, -8.009374141693115e-07, -5.792826414108276e-07, -3.5762786865234375e-07, -1.3597309589385986e-07, 8.568167686462402e-08, 3.073364496231079e-07, 5.289912223815918e-07, 7.506459951400757e-07, 9.723007678985596e-07, 1.1939555406570435e-06, 1.4156103134155273e-06, 1.6372650861740112e-06, 1.8589198589324951e-06, 2.080574631690979e-06, 2.302229404449463e-06, 2.5238841772079468e-06, 2.7455389499664307e-06, 2.9671937227249146e-06, 3.1888484954833984e-06, 3.4105032682418823e-06, 3.632158041000366e-06, 3.85381281375885e-06, 4.075467586517334e-06, 4.297122359275818e-06, 4.518777132034302e-06, 4.740431904792786e-06, 4.9620866775512695e-06, 5.183741450309753e-06, 5.405396223068237e-06, 5.627050995826721e-06, 5.848705768585205e-06, 6.070360541343689e-06, 6.292015314102173e-06, 6.513670086860657e-06, 6.735324859619141e-06]}, "gradients/encoder.encoder.layers.22.final_layer_norm.weight": {"_type": "histogram", "values": [6.0, 5.0, 7.0, 15.0, 50.0, 88.0, 346.0, 239.0, 108.0, 62.0, 36.0, 24.0, 7.0, 4.0, 7.0, 6.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.060653686290607e-05, -5.170113581698388e-05, -4.279573113308288e-05, -3.3890326449181885e-05, -2.4984925403259695e-05, -1.6079524357337505e-05, -7.174119673436508e-06, 1.7312850104644895e-06, 1.063668605638668e-05, 1.9542088921298273e-05, 2.8447491786209866e-05, 3.7352896470110863e-05, 4.6258297516033053e-05, 5.516369856195524e-05, 6.406909960787743e-05, 7.297450792975724e-05, 8.187990897567943e-05, 9.078531002160162e-05, 9.969071834348142e-05, 0.00010859611938940361, 0.0001175015204353258, 0.0001264069287572056, 0.00013531232252717018, 0.00014421773084904999, 0.0001531231391709298, 0.0001620285474928096, 0.00017093394126277417, 0.00017983934958465397, 0.00018874474335461855, 0.00019765015167649835, 0.00020655555999837816, 0.00021546095376834273, 0.00022436637664213777, 0.00023327178496401757, 0.00024217717873398215, 0.00025108258705586195, 0.0002599879808258265, 0.0002688933745957911, 0.00027779879746958613, 0.0002867041912395507, 0.0002956095850095153, 0.00030451497877947986, 0.0003134204016532749, 0.00032232579542323947, 0.00033123118919320405, 0.0003401365829631686, 0.00034904200583696365, 0.00035794739960692823, 0.00036685282248072326, 0.00037575821625068784, 0.00038466363912448287, 0.00039356903289444745, 0.000402474426664412, 0.00041137984953820705, 0.00042028524330817163, 0.0004291906370781362, 0.00043809605995193124, 0.0004470014537218958, 0.00045590687659569085, 0.0004648122703656554, 0.00047371766413562, 0.0004826230579055846, 0.0004915284807793796, 0.0005004339036531746, 0.0005093392683193088]}, "gradients/encoder.encoder.layers.22.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 5.0, 2.0, 3.0, 7.0, 7.0, 8.0, 15.0, 23.0, 36.0, 40.0, 35.0, 24.0, 40.0, 50.0, 54.0, 70.0, 52.0, 49.0, 61.0, 49.0, 53.0, 47.0, 44.0, 39.0, 32.0, 32.0, 24.0, 25.0, 29.0, 16.0, 11.0, 12.0, 2.0, 4.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.320808410644531e-05, -8.032657206058502e-05, -7.744506001472473e-05, -7.456354796886444e-05, -7.168203592300415e-05, -6.880052387714386e-05, -6.591901183128357e-05, -6.303749978542328e-05, -6.015598773956299e-05, -5.72744756937027e-05, -5.439296364784241e-05, -5.151145160198212e-05, -4.8629939556121826e-05, -4.5748427510261536e-05, -4.2866915464401245e-05, -3.9985403418540955e-05, -3.7103891372680664e-05, -3.4222379326820374e-05, -3.134086728096008e-05, -2.8459355235099792e-05, -2.5577843189239502e-05, -2.269633114337921e-05, -1.981481909751892e-05, -1.693330705165863e-05, -1.405179500579834e-05, -1.117028295993805e-05, -8.288770914077759e-06, -5.407258868217468e-06, -2.5257468223571777e-06, 3.557652235031128e-07, 3.2372772693634033e-06, 6.118789315223694e-06, 9.000301361083984e-06, 1.1881813406944275e-05, 1.4763325452804565e-05, 1.7644837498664856e-05, 2.0526349544525146e-05, 2.3407861590385437e-05, 2.6289373636245728e-05, 2.9170885682106018e-05, 3.205239772796631e-05, 3.49339097738266e-05, 3.781542181968689e-05, 4.069693386554718e-05, 4.357844591140747e-05, 4.645995795726776e-05, 4.934147000312805e-05, 5.222298204898834e-05, 5.510449409484863e-05, 5.798600614070892e-05, 6.0867518186569214e-05, 6.37490302324295e-05, 6.66305422782898e-05, 6.951205432415009e-05, 7.239356637001038e-05, 7.527507841587067e-05, 7.815659046173096e-05, 8.103810250759125e-05, 8.391961455345154e-05, 8.680112659931183e-05, 8.968263864517212e-05, 9.256415069103241e-05, 9.54456627368927e-05, 9.832717478275299e-05, 0.00010120868682861328]}, "gradients/encoder.encoder.layers.22.attention.out_proj.weight": {"_type": "histogram", "values": [6.0, 1.0, 0.0, 3.0, 2.0, 1.0, 3.0, 4.0, 7.0, 14.0, 11.0, 21.0, 14.0, 22.0, 21.0, 38.0, 58.0, 54.0, 69.0, 90.0, 159.0, 229.0, 332.0, 509.0, 845.0, 1313.0, 2195.0, 3370.0, 6292.0, 11526.0, 22781.0, 49008.0, 125621.0, 497378.0, 195851.0, 67151.0, 27950.0, 15619.0, 8316.0, 4557.0, 2639.0, 1579.0, 1009.0, 606.0, 390.0, 243.0, 194.0, 122.0, 77.0, 58.0, 42.0, 41.0, 26.0, 25.0, 24.0, 19.0, 6.0, 9.0, 7.0, 9.0, 1.0, 2.0, 4.0, 3.0], "bins": [-2.187490463256836e-05, -2.122577279806137e-05, -2.0576640963554382e-05, -1.9927509129047394e-05, -1.9278377294540405e-05, -1.8629245460033417e-05, -1.7980113625526428e-05, -1.733098179101944e-05, -1.668184995651245e-05, -1.6032718122005463e-05, -1.5383586287498474e-05, -1.4734454452991486e-05, -1.4085322618484497e-05, -1.3436190783977509e-05, -1.278705894947052e-05, -1.2137927114963531e-05, -1.1488795280456543e-05, -1.0839663445949554e-05, -1.0190531611442566e-05, -9.541399776935577e-06, -8.892267942428589e-06, -8.2431361079216e-06, -7.594004273414612e-06, -6.944872438907623e-06, -6.295740604400635e-06, -5.646608769893646e-06, -4.997476935386658e-06, -4.348345100879669e-06, -3.6992132663726807e-06, -3.050081431865692e-06, -2.4009495973587036e-06, -1.751817762851715e-06, -1.1026859283447266e-06, -4.5355409383773804e-07, 1.955777406692505e-07, 8.44709575176239e-07, 1.4938414096832275e-06, 2.142973244190216e-06, 2.7921050786972046e-06, 3.441236913204193e-06, 4.090368747711182e-06, 4.73950058221817e-06, 5.388632416725159e-06, 6.037764251232147e-06, 6.686896085739136e-06, 7.336027920246124e-06, 7.985159754753113e-06, 8.634291589260101e-06, 9.28342342376709e-06, 9.932555258274078e-06, 1.0581687092781067e-05, 1.1230818927288055e-05, 1.1879950761795044e-05, 1.2529082596302032e-05, 1.3178214430809021e-05, 1.382734626531601e-05, 1.4476478099822998e-05, 1.5125609934329987e-05, 1.5774741768836975e-05, 1.6423873603343964e-05, 1.7073005437850952e-05, 1.772213727235794e-05, 1.837126910686493e-05, 1.9020400941371918e-05, 1.9669532775878906e-05]}, "gradients/encoder.encoder.layers.22.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 2.0, 3.0, 3.0, 12.0, 5.0, 8.0, 16.0, 14.0, 28.0, 42.0, 55.0, 58.0, 134.0, 84.0, 97.0, 86.0, 79.0, 61.0, 53.0, 30.0, 24.0, 28.0, 22.0, 22.0, 11.0, 6.0, 4.0, 4.0, 7.0, 4.0, 3.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4901161193847656e-06, -1.4277175068855286e-06, -1.3653188943862915e-06, -1.3029202818870544e-06, -1.2405216693878174e-06, -1.1781230568885803e-06, -1.1157244443893433e-06, -1.0533258318901062e-06, -9.909272193908691e-07, -9.285286068916321e-07, -8.66129994392395e-07, -8.03731381893158e-07, -7.413327693939209e-07, -6.789341568946838e-07, -6.165355443954468e-07, -5.541369318962097e-07, -4.917383193969727e-07, -4.293397068977356e-07, -3.6694109439849854e-07, -3.045424818992615e-07, -2.421438694000244e-07, -1.7974525690078735e-07, -1.1734664440155029e-07, -5.494803190231323e-08, 7.450580596923828e-09, 6.984919309616089e-08, 1.3224780559539795e-07, 1.94646418094635e-07, 2.5704503059387207e-07, 3.1944364309310913e-07, 3.818422555923462e-07, 4.4424086809158325e-07, 5.066394805908203e-07, 5.690380930900574e-07, 6.314367055892944e-07, 6.938353180885315e-07, 7.562339305877686e-07, 8.186325430870056e-07, 8.810311555862427e-07, 9.434297680854797e-07, 1.0058283805847168e-06, 1.0682269930839539e-06, 1.130625605583191e-06, 1.193024218082428e-06, 1.255422830581665e-06, 1.317821443080902e-06, 1.3802200555801392e-06, 1.4426186680793762e-06, 1.5050172805786133e-06, 1.5674158930778503e-06, 1.6298145055770874e-06, 1.6922131180763245e-06, 1.7546117305755615e-06, 1.8170103430747986e-06, 1.8794089555740356e-06, 1.9418075680732727e-06, 2.0042061805725098e-06, 2.066604793071747e-06, 2.129003405570984e-06, 2.191402018070221e-06, 2.253800630569458e-06, 2.316199243068695e-06, 2.378597855567932e-06, 2.440996468067169e-06, 2.5033950805664062e-06]}, "gradients/encoder.encoder.layers.22.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 2.0, 3.0, 5.0, 5.0, 2.0, 12.0, 9.0, 16.0, 24.0, 34.0, 46.0, 68.0, 110.0, 168.0, 286.0, 477.0, 776.0, 1358.0, 2498.0, 4831.0, 9892.0, 21932.0, 68734.0, 316510.0, 494291.0, 74780.0, 27231.0, 11960.0, 5695.0, 2877.0, 1614.0, 849.0, 530.0, 363.0, 219.0, 115.0, 76.0, 49.0, 36.0, 15.0, 22.0, 12.0, 8.0, 4.0, 6.0, 6.0, 1.0, 5.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.633167266845703e-05, -1.5852972865104675e-05, -1.537427306175232e-05, -1.4895573258399963e-05, -1.4416873455047607e-05, -1.3938173651695251e-05, -1.3459473848342896e-05, -1.298077404499054e-05, -1.2502074241638184e-05, -1.2023374438285828e-05, -1.1544674634933472e-05, -1.1065974831581116e-05, -1.058727502822876e-05, -1.0108575224876404e-05, -9.629875421524048e-06, -9.151175618171692e-06, -8.672475814819336e-06, -8.19377601146698e-06, -7.715076208114624e-06, -7.236376404762268e-06, -6.757676601409912e-06, -6.278976798057556e-06, -5.8002769947052e-06, -5.321577191352844e-06, -4.842877388000488e-06, -4.364177584648132e-06, -3.885477781295776e-06, -3.4067779779434204e-06, -2.9280781745910645e-06, -2.4493783712387085e-06, -1.9706785678863525e-06, -1.4919787645339966e-06, -1.0132789611816406e-06, -5.345791578292847e-07, -5.587935447692871e-08, 4.2282044887542725e-07, 9.015202522277832e-07, 1.3802200555801392e-06, 1.8589198589324951e-06, 2.337619662284851e-06, 2.816319465637207e-06, 3.295019268989563e-06, 3.773719072341919e-06, 4.252418875694275e-06, 4.731118679046631e-06, 5.209818482398987e-06, 5.688518285751343e-06, 6.167218089103699e-06, 6.645917892456055e-06, 7.124617695808411e-06, 7.603317499160767e-06, 8.082017302513123e-06, 8.560717105865479e-06, 9.039416909217834e-06, 9.51811671257019e-06, 9.996816515922546e-06, 1.0475516319274902e-05, 1.0954216122627258e-05, 1.1432915925979614e-05, 1.191161572933197e-05, 1.2390315532684326e-05, 1.2869015336036682e-05, 1.3347715139389038e-05, 1.3826414942741394e-05, 1.430511474609375e-05]}, "gradients/encoder.encoder.layers.22.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 4.0, 1.0, 4.0, 4.0, 3.0, 8.0, 4.0, 7.0, 7.0, 13.0, 14.0, 14.0, 12.0, 24.0, 17.0, 21.0, 22.0, 18.0, 26.0, 32.0, 36.0, 33.0, 44.0, 64.0, 51.0, 79.0, 47.0, 52.0, 34.0, 45.0, 34.0, 32.0, 23.0, 25.0, 29.0, 28.0, 14.0, 19.0, 13.0, 8.0, 8.0, 6.0, 6.0, 6.0, 2.0, 4.0, 5.0, 5.0, 1.0, 5.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-4.0531158447265625e-06, -3.933906555175781e-06, -3.814697265625e-06, -3.6954879760742188e-06, -3.5762786865234375e-06, -3.4570693969726562e-06, -3.337860107421875e-06, -3.2186508178710938e-06, -3.0994415283203125e-06, -2.9802322387695312e-06, -2.86102294921875e-06, -2.7418136596679688e-06, -2.6226043701171875e-06, -2.5033950805664062e-06, -2.384185791015625e-06, -2.2649765014648438e-06, -2.1457672119140625e-06, -2.0265579223632812e-06, -1.9073486328125e-06, -1.7881393432617188e-06, -1.6689300537109375e-06, -1.5497207641601562e-06, -1.430511474609375e-06, -1.3113021850585938e-06, -1.1920928955078125e-06, -1.0728836059570312e-06, -9.5367431640625e-07, -8.344650268554688e-07, -7.152557373046875e-07, -5.960464477539062e-07, -4.76837158203125e-07, -3.5762786865234375e-07, -2.384185791015625e-07, -1.1920928955078125e-07, 0.0, 1.1920928955078125e-07, 2.384185791015625e-07, 3.5762786865234375e-07, 4.76837158203125e-07, 5.960464477539062e-07, 7.152557373046875e-07, 8.344650268554688e-07, 9.5367431640625e-07, 1.0728836059570312e-06, 1.1920928955078125e-06, 1.3113021850585938e-06, 1.430511474609375e-06, 1.5497207641601562e-06, 1.6689300537109375e-06, 1.7881393432617188e-06, 1.9073486328125e-06, 2.0265579223632812e-06, 2.1457672119140625e-06, 2.2649765014648438e-06, 2.384185791015625e-06, 2.5033950805664062e-06, 2.6226043701171875e-06, 2.7418136596679688e-06, 2.86102294921875e-06, 2.9802322387695312e-06, 3.0994415283203125e-06, 3.2186508178710938e-06, 3.337860107421875e-06, 3.4570693969726562e-06, 3.5762786865234375e-06]}, "gradients/encoder.encoder.layers.22.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 5.0, 7.0, 9.0, 13.0, 14.0, 30.0, 36.0, 52.0, 66.0, 95.0, 161.0, 224.0, 345.0, 551.0, 987.0, 1802.0, 3644.0, 8490.0, 26392.0, 178818.0, 749784.0, 52483.0, 13511.0, 5244.0, 2480.0, 1335.0, 761.0, 397.0, 258.0, 167.0, 113.0, 76.0, 63.0, 35.0, 32.0, 23.0, 9.0, 15.0, 11.0, 7.0, 6.0, 2.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.135204315185547e-05, -3.0156224966049194e-05, -2.896040678024292e-05, -2.7764588594436646e-05, -2.656877040863037e-05, -2.5372952222824097e-05, -2.4177134037017822e-05, -2.2981315851211548e-05, -2.1785497665405273e-05, -2.0589679479599e-05, -1.9393861293792725e-05, -1.819804310798645e-05, -1.7002224922180176e-05, -1.58064067363739e-05, -1.4610588550567627e-05, -1.3414770364761353e-05, -1.2218952178955078e-05, -1.1023133993148804e-05, -9.82731580734253e-06, -8.631497621536255e-06, -7.4356794357299805e-06, -6.239861249923706e-06, -5.044043064117432e-06, -3.848224878311157e-06, -2.652406692504883e-06, -1.4565885066986084e-06, -2.60770320892334e-07, 9.350478649139404e-07, 2.130866050720215e-06, 3.3266842365264893e-06, 4.522502422332764e-06, 5.718320608139038e-06, 6.9141387939453125e-06, 8.109956979751587e-06, 9.305775165557861e-06, 1.0501593351364136e-05, 1.169741153717041e-05, 1.2893229722976685e-05, 1.4089047908782959e-05, 1.5284866094589233e-05, 1.6480684280395508e-05, 1.7676502466201782e-05, 1.8872320652008057e-05, 2.006813883781433e-05, 2.1263957023620605e-05, 2.245977520942688e-05, 2.3655593395233154e-05, 2.485141158103943e-05, 2.6047229766845703e-05, 2.7243047952651978e-05, 2.8438866138458252e-05, 2.9634684324264526e-05, 3.08305025100708e-05, 3.2026320695877075e-05, 3.322213888168335e-05, 3.4417957067489624e-05, 3.56137752532959e-05, 3.680959343910217e-05, 3.800541162490845e-05, 3.920122981071472e-05, 4.0397047996520996e-05, 4.159286618232727e-05, 4.2788684368133545e-05, 4.398450255393982e-05, 4.5180320739746094e-05]}, "gradients/encoder.encoder.layers.22.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 3.0, 10.0, 6.0, 12.0, 17.0, 17.0, 9.0, 29.0, 35.0, 65.0, 58.0, 106.0, 186.0, 156.0, 61.0, 70.0, 43.0, 30.0, 19.0, 15.0, 20.0, 14.0, 2.0, 3.0, 4.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-6.198883056640625e-06, -6.034970283508301e-06, -5.8710575103759766e-06, -5.707144737243652e-06, -5.543231964111328e-06, -5.379319190979004e-06, -5.21540641784668e-06, -5.0514936447143555e-06, -4.887580871582031e-06, -4.723668098449707e-06, -4.559755325317383e-06, -4.395842552185059e-06, -4.231929779052734e-06, -4.06801700592041e-06, -3.904104232788086e-06, -3.7401914596557617e-06, -3.5762786865234375e-06, -3.4123659133911133e-06, -3.248453140258789e-06, -3.084540367126465e-06, -2.9206275939941406e-06, -2.7567148208618164e-06, -2.592802047729492e-06, -2.428889274597168e-06, -2.2649765014648438e-06, -2.1010637283325195e-06, -1.9371509552001953e-06, -1.773238182067871e-06, -1.6093254089355469e-06, -1.4454126358032227e-06, -1.2814998626708984e-06, -1.1175870895385742e-06, -9.5367431640625e-07, -7.897615432739258e-07, -6.258487701416016e-07, -4.6193599700927734e-07, -2.980232238769531e-07, -1.341104507446289e-07, 2.9802322387695312e-08, 1.9371509552001953e-07, 3.5762786865234375e-07, 5.21540641784668e-07, 6.854534149169922e-07, 8.493661880493164e-07, 1.0132789611816406e-06, 1.1771917343139648e-06, 1.341104507446289e-06, 1.5050172805786133e-06, 1.6689300537109375e-06, 1.8328428268432617e-06, 1.996755599975586e-06, 2.16066837310791e-06, 2.3245811462402344e-06, 2.4884939193725586e-06, 2.652406692504883e-06, 2.816319465637207e-06, 2.9802322387695312e-06, 3.1441450119018555e-06, 3.3080577850341797e-06, 3.471970558166504e-06, 3.635883331298828e-06, 3.7997961044311523e-06, 3.9637088775634766e-06, 4.127621650695801e-06, 4.291534423828125e-06]}, "gradients/encoder.encoder.layers.22.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 5.0, 8.0, 5.0, 6.0, 9.0, 12.0, 20.0, 25.0, 35.0, 54.0, 76.0, 93.0, 193.0, 330.0, 668.0, 1078.0, 1994.0, 4104.0, 11379.0, 31753.0, 204131.0, 710382.0, 57292.0, 13672.0, 5433.0, 2816.0, 1237.0, 661.0, 381.0, 285.0, 125.0, 94.0, 66.0, 58.0, 28.0, 24.0, 11.0, 7.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.436471939086914e-05, -1.3872049748897552e-05, -1.3379380106925964e-05, -1.2886710464954376e-05, -1.2394040822982788e-05, -1.19013711810112e-05, -1.1408701539039612e-05, -1.0916031897068024e-05, -1.0423362255096436e-05, -9.930692613124847e-06, -9.43802297115326e-06, -8.945353329181671e-06, -8.452683687210083e-06, -7.960014045238495e-06, -7.467344403266907e-06, -6.974674761295319e-06, -6.4820051193237305e-06, -5.989335477352142e-06, -5.496665835380554e-06, -5.003996193408966e-06, -4.511326551437378e-06, -4.01865690946579e-06, -3.5259872674942017e-06, -3.0333176255226135e-06, -2.5406479835510254e-06, -2.0479783415794373e-06, -1.5553086996078491e-06, -1.062639057636261e-06, -5.699694156646729e-07, -7.729977369308472e-08, 4.153698682785034e-07, 9.080395102500916e-07, 1.4007091522216797e-06, 1.8933787941932678e-06, 2.386048436164856e-06, 2.878718078136444e-06, 3.3713877201080322e-06, 3.86405736207962e-06, 4.3567270040512085e-06, 4.849396646022797e-06, 5.342066287994385e-06, 5.834735929965973e-06, 6.327405571937561e-06, 6.820075213909149e-06, 7.312744855880737e-06, 7.805414497852325e-06, 8.298084139823914e-06, 8.790753781795502e-06, 9.28342342376709e-06, 9.776093065738678e-06, 1.0268762707710266e-05, 1.0761432349681854e-05, 1.1254101991653442e-05, 1.174677163362503e-05, 1.2239441275596619e-05, 1.2732110917568207e-05, 1.3224780559539795e-05, 1.3717450201511383e-05, 1.4210119843482971e-05, 1.470278948545456e-05, 1.5195459127426147e-05, 1.5688128769397736e-05, 1.6180798411369324e-05, 1.6673468053340912e-05, 1.71661376953125e-05]}, "gradients/encoder.encoder.layers.22.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 3.0, 7.0, 6.0, 2.0, 5.0, 7.0, 8.0, 10.0, 5.0, 11.0, 19.0, 18.0, 5.0, 35.0, 48.0, 40.0, 71.0, 104.0, 136.0, 102.0, 91.0, 30.0, 50.0, 42.0, 25.0, 30.0, 16.0, 15.0, 13.0, 11.0, 6.0, 5.0, 1.0, 4.0, 9.0, 2.0, 5.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.8014183044433594e-06, -2.6887282729148865e-06, -2.5760382413864136e-06, -2.4633482098579407e-06, -2.3506581783294678e-06, -2.237968146800995e-06, -2.125278115272522e-06, -2.012588083744049e-06, -1.8998980522155762e-06, -1.7872080206871033e-06, -1.6745179891586304e-06, -1.5618279576301575e-06, -1.4491379261016846e-06, -1.3364478945732117e-06, -1.2237578630447388e-06, -1.1110678315162659e-06, -9.98377799987793e-07, -8.856877684593201e-07, -7.729977369308472e-07, -6.603077054023743e-07, -5.476176738739014e-07, -4.3492764234542847e-07, -3.2223761081695557e-07, -2.0954757928848267e-07, -9.685754776000977e-08, 1.5832483768463135e-08, 1.2852251529693604e-07, 2.4121254682540894e-07, 3.5390257835388184e-07, 4.6659260988235474e-07, 5.792826414108276e-07, 6.919726729393005e-07, 8.046627044677734e-07, 9.173527359962463e-07, 1.0300427675247192e-06, 1.1427327990531921e-06, 1.255422830581665e-06, 1.368112862110138e-06, 1.4808028936386108e-06, 1.5934929251670837e-06, 1.7061829566955566e-06, 1.8188729882240295e-06, 1.9315630197525024e-06, 2.0442530512809753e-06, 2.1569430828094482e-06, 2.269633114337921e-06, 2.382323145866394e-06, 2.495013177394867e-06, 2.60770320892334e-06, 2.7203932404518127e-06, 2.8330832719802856e-06, 2.9457733035087585e-06, 3.0584633350372314e-06, 3.1711533665657043e-06, 3.2838433980941772e-06, 3.39653342962265e-06, 3.509223461151123e-06, 3.621913492679596e-06, 3.734603524208069e-06, 3.847293555736542e-06, 3.959983587265015e-06, 4.0726736187934875e-06, 4.1853636503219604e-06, 4.298053681850433e-06, 4.410743713378906e-06]}, "gradients/encoder.encoder.layers.22.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 6.0, 16.0, 58.0, 288.0, 566.0, 75.0, 10.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00015292993339244276, -0.00013643089914694428, -0.0001199318649014458, -0.00010343283793190494, -8.693380368640646e-05, -7.043476944090798e-05, -5.393574247136712e-05, -3.743670822586864e-05, -2.0937673980370164e-05, -4.438641553861089e-06, 1.2060390872647986e-05, 2.8559421480167657e-05, 4.5058455725666136e-05, 6.155748997116461e-05, 7.805651694070548e-05, 9.455555118620396e-05, 0.00011105458543170244, 0.0001275536196772009, 0.0001440526539226994, 0.00016055168816819787, 0.00017705070786178112, 0.00019354975665919483, 0.00021004877635277808, 0.00022654781059827656, 0.00024304684484377503, 0.0002595458645373583, 0.000276044913334772, 0.00029254393302835524, 0.00030904298182576895, 0.0003255420015193522, 0.00034204102121293545, 0.00035854007001034915, 0.00037503911880776286, 0.0003915381385013461, 0.0004080371872987598, 0.00042453620699234307, 0.0004410352557897568, 0.00045753427548334, 0.0004740332951769233, 0.0004905323730781674, 0.0005070313927717507, 0.0005235304124653339, 0.0005400294321589172, 0.0005565285100601614, 0.0005730275297537446, 0.0005895265494473279, 0.0006060255691409111, 0.0006225246470421553, 0.0006390236085280776, 0.0006555226282216609, 0.0006720216479152441, 0.0006885207258164883, 0.0007050197455100715, 0.0007215187652036548, 0.000738017784897238, 0.0007545168045908213, 0.0007710158824920654, 0.0007875149021856487, 0.0008040139218792319, 0.0008205129997804761, 0.0008370120194740593, 0.0008535110391676426, 0.0008700100588612258, 0.0008865090785548091, 0.0009030081564560533]}, "gradients/encoder.encoder.layers.22.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 18.0, 16.0, 46.0, 61.0, 67.0, 77.0, 90.0, 91.0, 96.0, 84.0, 96.0, 71.0, 74.0, 43.0, 35.0, 20.0, 15.0, 8.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0001265406608581543, -0.00012355763465166092, -0.00012057460844516754, -0.00011759158223867416, -0.00011460855603218079, -0.00011162552982568741, -0.00010864250361919403, -0.00010565947741270065, -0.00010267645120620728, -9.96934249997139e-05, -9.671039879322052e-05, -9.372737258672714e-05, -9.074434638023376e-05, -8.776132017374039e-05, -8.477829396724701e-05, -8.179526776075363e-05, -7.881224155426025e-05, -7.582921534776688e-05, -7.28461891412735e-05, -6.986316293478012e-05, -6.688013672828674e-05, -6.389711052179337e-05, -6.091408431529999e-05, -5.793105810880661e-05, -5.494803190231323e-05, -5.1965005695819855e-05, -4.898197948932648e-05, -4.59989532828331e-05, -4.301592707633972e-05, -4.0032900869846344e-05, -3.7049874663352966e-05, -3.406684845685959e-05, -3.108382225036621e-05, -2.8100796043872833e-05, -2.5117769837379456e-05, -2.2134743630886078e-05, -1.91517174243927e-05, -1.6168691217899323e-05, -1.3185665011405945e-05, -1.0202638804912567e-05, -7.2196125984191895e-06, -4.236586391925812e-06, -1.253560185432434e-06, 1.7294660210609436e-06, 4.712492227554321e-06, 7.695518434047699e-06, 1.0678544640541077e-05, 1.3661570847034454e-05, 1.6644597053527832e-05, 1.962762326002121e-05, 2.2610649466514587e-05, 2.5593675673007965e-05, 2.8576701879501343e-05, 3.155972808599472e-05, 3.45427542924881e-05, 3.7525780498981476e-05, 4.0508806705474854e-05, 4.349183291196823e-05, 4.647485911846161e-05, 4.9457885324954987e-05, 5.2440911531448364e-05, 5.542393773794174e-05, 5.840696394443512e-05, 6.13899901509285e-05, 6.437301635742188e-05]}, "gradients/encoder.encoder.layers.21.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 5.0, 8.0, 8.0, 15.0, 17.0, 26.0, 29.0, 39.0, 61.0, 74.0, 151.0, 287.0, 518.0, 912.0, 1771.0, 3694.0, 8265.0, 20032.0, 61068.0, 189815.0, 3381498.0, 366798.0, 92234.0, 34136.0, 15352.0, 7863.0, 3916.0, 2134.0, 1251.0, 762.0, 462.0, 328.0, 229.0, 152.0, 106.0, 62.0, 59.0, 44.0, 27.0, 15.0, 14.0, 12.0, 11.0, 6.0, 8.0, 1.0, 4.0, 1.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.282857894897461e-05, -2.186652272939682e-05, -2.090446650981903e-05, -1.994241029024124e-05, -1.8980354070663452e-05, -1.8018297851085663e-05, -1.7056241631507874e-05, -1.6094185411930084e-05, -1.5132129192352295e-05, -1.4170072972774506e-05, -1.3208016753196716e-05, -1.2245960533618927e-05, -1.1283904314041138e-05, -1.0321848094463348e-05, -9.359791874885559e-06, -8.39773565530777e-06, -7.4356794357299805e-06, -6.473623216152191e-06, -5.511566996574402e-06, -4.5495107769966125e-06, -3.5874545574188232e-06, -2.625398337841034e-06, -1.6633421182632446e-06, -7.012858986854553e-07, 2.60770320892334e-07, 1.2228265404701233e-06, 2.1848827600479126e-06, 3.146938979625702e-06, 4.108995199203491e-06, 5.0710514187812805e-06, 6.03310763835907e-06, 6.995163857936859e-06, 7.957220077514648e-06, 8.919276297092438e-06, 9.881332516670227e-06, 1.0843388736248016e-05, 1.1805444955825806e-05, 1.2767501175403595e-05, 1.3729557394981384e-05, 1.4691613614559174e-05, 1.5653669834136963e-05, 1.6615726053714752e-05, 1.757778227329254e-05, 1.853983849287033e-05, 1.950189471244812e-05, 2.046395093202591e-05, 2.14260071516037e-05, 2.2388063371181488e-05, 2.3350119590759277e-05, 2.4312175810337067e-05, 2.5274232029914856e-05, 2.6236288249492645e-05, 2.7198344469070435e-05, 2.8160400688648224e-05, 2.9122456908226013e-05, 3.0084513127803802e-05, 3.104656934738159e-05, 3.200862556695938e-05, 3.297068178653717e-05, 3.393273800611496e-05, 3.489479422569275e-05, 3.585685044527054e-05, 3.681890666484833e-05, 3.778096288442612e-05, 3.8743019104003906e-05]}, "gradients/encoder.encoder.layers.21.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 0.0, 5.0, 6.0, 3.0, 7.0, 8.0, 0.0, 22.0, 21.0, 29.0, 35.0, 49.0, 59.0, 0.0, 51.0, 86.0, 86.0, 82.0, 77.0, 0.0, 72.0, 75.0, 49.0, 46.0, 34.0, 0.0, 25.0, 11.0, 15.0, 9.0, 10.0, 11.0, 0.0, 8.0, 5.0, 3.0, 2.0, 0.0, 0.0, 5.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1920928955078125e-06, -1.1418014764785767e-06, -1.0915100574493408e-06, -1.041218638420105e-06, -9.909272193908691e-07, -9.406358003616333e-07, -8.903443813323975e-07, -8.400529623031616e-07, -7.897615432739258e-07, -7.394701242446899e-07, -6.891787052154541e-07, -6.388872861862183e-07, -5.885958671569824e-07, -5.383044481277466e-07, -4.880130290985107e-07, -4.377216100692749e-07, -3.8743019104003906e-07, -3.371387720108032e-07, -2.868473529815674e-07, -2.3655593395233154e-07, -1.862645149230957e-07, -1.3597309589385986e-07, -8.568167686462402e-08, -3.5390257835388184e-08, 1.4901161193847656e-08, 6.51925802230835e-08, 1.1548399925231934e-07, 1.6577541828155518e-07, 2.1606683731079102e-07, 2.6635825634002686e-07, 3.166496753692627e-07, 3.6694109439849854e-07, 4.172325134277344e-07, 4.675239324569702e-07, 5.178153514862061e-07, 5.681067705154419e-07, 6.183981895446777e-07, 6.686896085739136e-07, 7.189810276031494e-07, 7.692724466323853e-07, 8.195638656616211e-07, 8.698552846908569e-07, 9.201467037200928e-07, 9.704381227493286e-07, 1.0207295417785645e-06, 1.0710209608078003e-06, 1.1213123798370361e-06, 1.171603798866272e-06, 1.2218952178955078e-06, 1.2721866369247437e-06, 1.3224780559539795e-06, 1.3727694749832153e-06, 1.4230608940124512e-06, 1.473352313041687e-06, 1.5236437320709229e-06, 1.5739351511001587e-06, 1.6242265701293945e-06, 1.6745179891586304e-06, 1.7248094081878662e-06, 1.775100827217102e-06, 1.8253922462463379e-06, 1.8756836652755737e-06, 1.9259750843048096e-06, 1.9762665033340454e-06, 2.0265579223632812e-06]}, "gradients/encoder.encoder.layers.21.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 4.0, 3.0, 12.0, 8.0, 11.0, 24.0, 16.0, 42.0, 51.0, 92.0, 145.0, 221.0, 423.0, 644.0, 999.0, 1826.0, 3677.0, 5906.0, 11150.0, 21868.0, 58543.0, 132987.0, 510596.0, 3023498.0, 256753.0, 87378.0, 38024.0, 19926.0, 8438.0, 4566.0, 2888.0, 1455.0, 781.0, 494.0, 342.0, 159.0, 121.0, 89.0, 35.0, 37.0, 18.0, 8.0, 15.0, 4.0, 7.0, 4.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0], "bins": [-1.531839370727539e-05, -1.4884397387504578e-05, -1.4450401067733765e-05, -1.4016404747962952e-05, -1.3582408428192139e-05, -1.3148412108421326e-05, -1.2714415788650513e-05, -1.22804194688797e-05, -1.1846423149108887e-05, -1.1412426829338074e-05, -1.097843050956726e-05, -1.0544434189796448e-05, -1.0110437870025635e-05, -9.676441550254822e-06, -9.242445230484009e-06, -8.808448910713196e-06, -8.374452590942383e-06, -7.94045627117157e-06, -7.506459951400757e-06, -7.072463631629944e-06, -6.638467311859131e-06, -6.204470992088318e-06, -5.770474672317505e-06, -5.336478352546692e-06, -4.902482032775879e-06, -4.468485713005066e-06, -4.034489393234253e-06, -3.60049307346344e-06, -3.166496753692627e-06, -2.732500433921814e-06, -2.298504114151001e-06, -1.864507794380188e-06, -1.430511474609375e-06, -9.96515154838562e-07, -5.62518835067749e-07, -1.2852251529693604e-07, 3.0547380447387695e-07, 7.394701242446899e-07, 1.173466444015503e-06, 1.607462763786316e-06, 2.041459083557129e-06, 2.475455403327942e-06, 2.909451723098755e-06, 3.343448042869568e-06, 3.777444362640381e-06, 4.211440682411194e-06, 4.645437002182007e-06, 5.07943332195282e-06, 5.513429641723633e-06, 5.947425961494446e-06, 6.381422281265259e-06, 6.815418601036072e-06, 7.249414920806885e-06, 7.683411240577698e-06, 8.11740756034851e-06, 8.551403880119324e-06, 8.985400199890137e-06, 9.41939651966095e-06, 9.853392839431763e-06, 1.0287389159202576e-05, 1.0721385478973389e-05, 1.1155381798744202e-05, 1.1589378118515015e-05, 1.2023374438285828e-05, 1.245737075805664e-05]}, "gradients/encoder.encoder.layers.21.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 7.0, 5.0, 10.0, 20.0, 15.0, 19.0, 41.0, 41.0, 33.0, 69.0, 107.0, 68.0, 146.0, 163.0, 163.0, 481.0, 1232.0, 346.0, 271.0, 130.0, 156.0, 119.0, 77.0, 89.0, 66.0, 39.0, 52.0, 42.0, 13.0, 18.0, 12.0, 10.0, 8.0, 3.0, 8.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.5299530029296875e-06, -4.371628165245056e-06, -4.213303327560425e-06, -4.0549784898757935e-06, -3.896653652191162e-06, -3.7383288145065308e-06, -3.5800039768218994e-06, -3.421679139137268e-06, -3.2633543014526367e-06, -3.1050294637680054e-06, -2.946704626083374e-06, -2.7883797883987427e-06, -2.6300549507141113e-06, -2.47173011302948e-06, -2.3134052753448486e-06, -2.1550804376602173e-06, -1.996755599975586e-06, -1.8384307622909546e-06, -1.6801059246063232e-06, -1.521781086921692e-06, -1.3634562492370605e-06, -1.2051314115524292e-06, -1.0468065738677979e-06, -8.884817361831665e-07, -7.301568984985352e-07, -5.718320608139038e-07, -4.1350722312927246e-07, -2.551823854446411e-07, -9.685754776000977e-08, 6.146728992462158e-08, 2.1979212760925293e-07, 3.781169652938843e-07, 5.364418029785156e-07, 6.94766640663147e-07, 8.530914783477783e-07, 1.0114163160324097e-06, 1.169741153717041e-06, 1.3280659914016724e-06, 1.4863908290863037e-06, 1.644715666770935e-06, 1.8030405044555664e-06, 1.9613653421401978e-06, 2.119690179824829e-06, 2.2780150175094604e-06, 2.436339855194092e-06, 2.594664692878723e-06, 2.7529895305633545e-06, 2.911314368247986e-06, 3.069639205932617e-06, 3.2279640436172485e-06, 3.38628888130188e-06, 3.5446137189865112e-06, 3.7029385566711426e-06, 3.861263394355774e-06, 4.019588232040405e-06, 4.177913069725037e-06, 4.336237907409668e-06, 4.494562745094299e-06, 4.652887582778931e-06, 4.811212420463562e-06, 4.969537258148193e-06, 5.127862095832825e-06, 5.286186933517456e-06, 5.444511771202087e-06, 5.602836608886719e-06]}, "gradients/encoder.encoder.layers.21.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 6.0, 2.0, 12.0, 14.0, 21.0, 35.0, 44.0, 61.0, 75.0, 132.0, 118.0, 109.0, 73.0, 39.0, 47.0, 41.0, 24.0, 26.0, 17.0, 14.0, 20.0, 12.0, 10.0, 6.0, 7.0, 11.0, 11.0, 2.0, 2.0, 3.0, 1.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.132802183041349e-05, -2.0368717741803266e-05, -1.9409411834203638e-05, -1.8450107745593414e-05, -1.7490801837993786e-05, -1.653149774938356e-05, -1.5572193660773337e-05, -1.461288866266841e-05, -1.3653583664563484e-05, -1.2694278666458558e-05, -1.1734973668353632e-05, -1.0775669579743408e-05, -9.816364581638481e-06, -8.857059583533555e-06, -7.89775549492333e-06, -6.938450496818405e-06, -5.9791454987134784e-06, -5.019840500608552e-06, -4.060535957250977e-06, -3.101231186519726e-06, -2.1419264157884754e-06, -1.1826214176835492e-06, -2.233168743259739e-07, 7.359876690316014e-07, 1.6952926671365276e-06, 2.6545974378677784e-06, 3.613902208599029e-06, 4.573206751956604e-06, 5.532511750061531e-06, 6.491816748166457e-06, 7.451121291524032e-06, 8.410425834881607e-06, 9.369730832986534e-06, 1.032903583109146e-05, 1.1288340829196386e-05, 1.224764491780661e-05, 1.3206949915911537e-05, 1.4166254914016463e-05, 1.5125559002626687e-05, 1.6084864910226315e-05, 1.704416899883654e-05, 1.8003473087446764e-05, 1.8962778995046392e-05, 1.9922083083656617e-05, 2.088138717226684e-05, 2.184069307986647e-05, 2.2799997168476693e-05, 2.3759301257086918e-05, 2.4718607164686546e-05, 2.567791125329677e-05, 2.6637217160896398e-05, 2.7596521249506623e-05, 2.855582715710625e-05, 2.9515131245716475e-05, 3.04744353343267e-05, 3.143374124192633e-05, 3.239304351154715e-05, 3.3352349419146776e-05, 3.43116516887676e-05, 3.5270957596367225e-05, 3.623026350396685e-05, 3.7189565773587674e-05, 3.81488716811873e-05, 3.910817758878693e-05, 4.006748349638656e-05]}, "gradients/encoder.encoder.layers.21.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0, 3.0, 0.0, 4.0, 5.0, 4.0, 9.0, 12.0, 11.0, 11.0, 10.0, 14.0, 23.0, 21.0, 29.0, 17.0, 30.0, 27.0, 33.0, 51.0, 37.0, 38.0, 41.0, 36.0, 34.0, 54.0, 46.0, 34.0, 41.0, 29.0, 36.0, 36.0, 31.0, 29.0, 27.0, 20.0, 23.0, 16.0, 18.0, 17.0, 15.0, 8.0, 4.0, 5.0, 7.0, 5.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.8298625946044922e-05, -1.769326627254486e-05, -1.70879065990448e-05, -1.648254692554474e-05, -1.5877187252044678e-05, -1.5271827578544617e-05, -1.4666467905044556e-05, -1.4061108231544495e-05, -1.3455748558044434e-05, -1.2850388884544373e-05, -1.2245029211044312e-05, -1.163966953754425e-05, -1.103430986404419e-05, -1.0428950190544128e-05, -9.823590517044067e-06, -9.218230843544006e-06, -8.612871170043945e-06, -8.007511496543884e-06, -7.402151823043823e-06, -6.796792149543762e-06, -6.191432476043701e-06, -5.58607280254364e-06, -4.980713129043579e-06, -4.375353455543518e-06, -3.769993782043457e-06, -3.164634108543396e-06, -2.559274435043335e-06, -1.953914761543274e-06, -1.3485550880432129e-06, -7.431954145431519e-07, -1.3783574104309082e-07, 4.675239324569702e-07, 1.0728836059570312e-06, 1.6782432794570923e-06, 2.2836029529571533e-06, 2.8889626264572144e-06, 3.4943222999572754e-06, 4.0996819734573364e-06, 4.7050416469573975e-06, 5.3104013204574585e-06, 5.9157609939575195e-06, 6.5211206674575806e-06, 7.126480340957642e-06, 7.731840014457703e-06, 8.337199687957764e-06, 8.942559361457825e-06, 9.547919034957886e-06, 1.0153278708457947e-05, 1.0758638381958008e-05, 1.1363998055458069e-05, 1.196935772895813e-05, 1.2574717402458191e-05, 1.3180077075958252e-05, 1.3785436749458313e-05, 1.4390796422958374e-05, 1.4996156096458435e-05, 1.5601515769958496e-05, 1.6206875443458557e-05, 1.6812235116958618e-05, 1.741759479045868e-05, 1.802295446395874e-05, 1.86283141374588e-05, 1.9233673810958862e-05, 1.9839033484458923e-05, 2.0444393157958984e-05]}, "gradients/encoder.encoder.layers.21.attention.out_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 4.0, 2.0, 3.0, 6.0, 8.0, 10.0, 13.0, 13.0, 26.0, 32.0, 35.0, 36.0, 66.0, 93.0, 145.0, 217.0, 348.0, 585.0, 936.0, 1644.0, 2456.0, 5008.0, 9535.0, 19774.0, 44491.0, 120840.0, 505741.0, 212768.0, 62502.0, 30822.0, 14035.0, 7130.0, 3859.0, 2112.0, 1241.0, 716.0, 423.0, 298.0, 184.0, 118.0, 83.0, 54.0, 48.0, 28.0, 15.0, 16.0, 15.0, 7.0, 12.0, 5.0, 2.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.5735626220703125e-05, -1.5206634998321533e-05, -1.4677643775939941e-05, -1.414865255355835e-05, -1.3619661331176758e-05, -1.3090670108795166e-05, -1.2561678886413574e-05, -1.2032687664031982e-05, -1.150369644165039e-05, -1.0974705219268799e-05, -1.0445713996887207e-05, -9.916722774505615e-06, -9.387731552124023e-06, -8.858740329742432e-06, -8.32974910736084e-06, -7.800757884979248e-06, -7.271766662597656e-06, -6.7427754402160645e-06, -6.213784217834473e-06, -5.684792995452881e-06, -5.155801773071289e-06, -4.626810550689697e-06, -4.0978193283081055e-06, -3.5688281059265137e-06, -3.039836883544922e-06, -2.51084566116333e-06, -1.9818544387817383e-06, -1.4528632164001465e-06, -9.238719940185547e-07, -3.948807716369629e-07, 1.341104507446289e-07, 6.631016731262207e-07, 1.1920928955078125e-06, 1.7210841178894043e-06, 2.250075340270996e-06, 2.779066562652588e-06, 3.3080577850341797e-06, 3.8370490074157715e-06, 4.366040229797363e-06, 4.895031452178955e-06, 5.424022674560547e-06, 5.953013896942139e-06, 6.4820051193237305e-06, 7.010996341705322e-06, 7.539987564086914e-06, 8.068978786468506e-06, 8.597970008850098e-06, 9.12696123123169e-06, 9.655952453613281e-06, 1.0184943675994873e-05, 1.0713934898376465e-05, 1.1242926120758057e-05, 1.1771917343139648e-05, 1.230090856552124e-05, 1.2829899787902832e-05, 1.3358891010284424e-05, 1.3887882232666016e-05, 1.4416873455047607e-05, 1.49458646774292e-05, 1.547485589981079e-05, 1.6003847122192383e-05, 1.6532838344573975e-05, 1.7061829566955566e-05, 1.7590820789337158e-05, 1.811981201171875e-05]}, "gradients/encoder.encoder.layers.21.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 6.0, 9.0, 9.0, 8.0, 13.0, 0.0, 13.0, 20.0, 18.0, 48.0, 39.0, 65.0, 66.0, 72.0, 67.0, 92.0, 95.0, 77.0, 0.0, 55.0, 51.0, 45.0, 32.0, 23.0, 25.0, 11.0, 9.0, 11.0, 7.0, 8.0, 6.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2516975402832031e-06, -1.1967495083808899e-06, -1.1418014764785767e-06, -1.0868534445762634e-06, -1.0319054126739502e-06, -9.76957380771637e-07, -9.220093488693237e-07, -8.670613169670105e-07, -8.121132850646973e-07, -7.57165253162384e-07, -7.022172212600708e-07, -6.472691893577576e-07, -5.923211574554443e-07, -5.373731255531311e-07, -4.824250936508179e-07, -4.2747706174850464e-07, -3.725290298461914e-07, -3.175809979438782e-07, -2.6263296604156494e-07, -2.076849341392517e-07, -1.5273690223693848e-07, -9.778887033462524e-08, -4.284083843231201e-08, 1.210719347000122e-08, 6.705522537231445e-08, 1.2200325727462769e-07, 1.7695128917694092e-07, 2.3189932107925415e-07, 2.868473529815674e-07, 3.417953848838806e-07, 3.9674341678619385e-07, 4.516914486885071e-07, 5.066394805908203e-07, 5.615875124931335e-07, 6.165355443954468e-07, 6.7148357629776e-07, 7.264316082000732e-07, 7.813796401023865e-07, 8.363276720046997e-07, 8.912757039070129e-07, 9.462237358093262e-07, 1.0011717677116394e-06, 1.0561197996139526e-06, 1.1110678315162659e-06, 1.166015863418579e-06, 1.2209638953208923e-06, 1.2759119272232056e-06, 1.3308599591255188e-06, 1.385807991027832e-06, 1.4407560229301453e-06, 1.4957040548324585e-06, 1.5506520867347717e-06, 1.605600118637085e-06, 1.6605481505393982e-06, 1.7154961824417114e-06, 1.7704442143440247e-06, 1.8253922462463379e-06, 1.8803402781486511e-06, 1.9352883100509644e-06, 1.9902363419532776e-06, 2.045184373855591e-06, 2.100132405757904e-06, 2.1550804376602173e-06, 2.2100284695625305e-06, 2.2649765014648438e-06]}, "gradients/encoder.encoder.layers.21.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 4.0, 5.0, 3.0, 9.0, 11.0, 21.0, 22.0, 29.0, 40.0, 84.0, 80.0, 118.0, 131.0, 178.0, 309.0, 362.0, 478.0, 635.0, 1211.0, 1370.0, 1887.0, 2745.0, 3888.0, 7454.0, 9327.0, 14139.0, 22940.0, 39999.0, 137032.0, 606371.0, 89859.0, 40268.0, 27179.0, 12685.0, 8464.0, 5606.0, 3866.0, 3282.0, 1748.0, 1274.0, 900.0, 796.0, 420.0, 329.0, 276.0, 177.0, 186.0, 74.0, 89.0, 47.0, 59.0, 32.0, 19.0, 19.0, 12.0, 12.0, 3.0, 3.0, 3.0, 2.0], "bins": [-8.404254913330078e-06, -8.152797818183899e-06, -7.90134072303772e-06, -7.64988362789154e-06, -7.398426532745361e-06, -7.146969437599182e-06, -6.895512342453003e-06, -6.644055247306824e-06, -6.3925981521606445e-06, -6.141141057014465e-06, -5.889683961868286e-06, -5.638226866722107e-06, -5.386769771575928e-06, -5.1353126764297485e-06, -4.883855581283569e-06, -4.63239848613739e-06, -4.380941390991211e-06, -4.129484295845032e-06, -3.8780272006988525e-06, -3.6265701055526733e-06, -3.375113010406494e-06, -3.123655915260315e-06, -2.8721988201141357e-06, -2.6207417249679565e-06, -2.3692846298217773e-06, -2.117827534675598e-06, -1.866370439529419e-06, -1.6149133443832397e-06, -1.3634562492370605e-06, -1.1119991540908813e-06, -8.605420589447021e-07, -6.09084963798523e-07, -3.5762786865234375e-07, -1.0617077350616455e-07, 1.4528632164001465e-07, 3.9674341678619385e-07, 6.48200511932373e-07, 8.996576070785522e-07, 1.1511147022247314e-06, 1.4025717973709106e-06, 1.6540288925170898e-06, 1.905485987663269e-06, 2.1569430828094482e-06, 2.4084001779556274e-06, 2.6598572731018066e-06, 2.911314368247986e-06, 3.162771463394165e-06, 3.4142285585403442e-06, 3.6656856536865234e-06, 3.917142748832703e-06, 4.168599843978882e-06, 4.420056939125061e-06, 4.67151403427124e-06, 4.9229711294174194e-06, 5.174428224563599e-06, 5.425885319709778e-06, 5.677342414855957e-06, 5.928799510002136e-06, 6.1802566051483154e-06, 6.431713700294495e-06, 6.683170795440674e-06, 6.934627890586853e-06, 7.186084985733032e-06, 7.4375420808792114e-06, 7.68899917602539e-06]}, "gradients/encoder.encoder.layers.21.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 3.0, 5.0, 2.0, 3.0, 9.0, 5.0, 2.0, 8.0, 6.0, 4.0, 5.0, 9.0, 12.0, 12.0, 8.0, 7.0, 9.0, 12.0, 17.0, 14.0, 14.0, 22.0, 25.0, 36.0, 20.0, 50.0, 92.0, 251.0, 72.0, 43.0, 28.0, 23.0, 19.0, 12.0, 27.0, 10.0, 15.0, 8.0, 9.0, 12.0, 13.0, 9.0, 6.0, 5.0, 3.0, 7.0, 3.0, 6.0, 6.0, 3.0, 2.0, 1.0, 4.0, 3.0, 2.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0], "bins": [-3.3974647521972656e-06, -3.2847747206687927e-06, -3.17208468914032e-06, -3.059394657611847e-06, -2.946704626083374e-06, -2.834014594554901e-06, -2.7213245630264282e-06, -2.6086345314979553e-06, -2.4959444999694824e-06, -2.3832544684410095e-06, -2.2705644369125366e-06, -2.1578744053840637e-06, -2.045184373855591e-06, -1.932494342327118e-06, -1.819804310798645e-06, -1.7071142792701721e-06, -1.5944242477416992e-06, -1.4817342162132263e-06, -1.3690441846847534e-06, -1.2563541531562805e-06, -1.1436641216278076e-06, -1.0309740900993347e-06, -9.182840585708618e-07, -8.055940270423889e-07, -6.92903995513916e-07, -5.802139639854431e-07, -4.675239324569702e-07, -3.548339009284973e-07, -2.421438694000244e-07, -1.2945383787155151e-07, -1.6763806343078613e-08, 9.592622518539429e-08, 2.086162567138672e-07, 3.213062882423401e-07, 4.33996319770813e-07, 5.466863512992859e-07, 6.593763828277588e-07, 7.720664143562317e-07, 8.847564458847046e-07, 9.974464774131775e-07, 1.1101365089416504e-06, 1.2228265404701233e-06, 1.3355165719985962e-06, 1.448206603527069e-06, 1.560896635055542e-06, 1.6735866665840149e-06, 1.7862766981124878e-06, 1.8989667296409607e-06, 2.0116567611694336e-06, 2.1243467926979065e-06, 2.2370368242263794e-06, 2.3497268557548523e-06, 2.462416887283325e-06, 2.575106918811798e-06, 2.687796950340271e-06, 2.800486981868744e-06, 2.913177013397217e-06, 3.0258670449256897e-06, 3.1385570764541626e-06, 3.2512471079826355e-06, 3.3639371395111084e-06, 3.4766271710395813e-06, 3.589317202568054e-06, 3.702007234096527e-06, 3.814697265625e-06]}, "gradients/encoder.encoder.layers.21.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 5.0, 3.0, 5.0, 7.0, 6.0, 5.0, 17.0, 9.0, 32.0, 34.0, 66.0, 77.0, 139.0, 154.0, 235.0, 444.0, 579.0, 1188.0, 1507.0, 3187.0, 4797.0, 8450.0, 23797.0, 52675.0, 598540.0, 254309.0, 60150.0, 17080.0, 10126.0, 4055.0, 2397.0, 1789.0, 810.0, 721.0, 362.0, 278.0, 165.0, 92.0, 91.0, 65.0, 38.0, 28.0, 17.0, 5.0, 13.0, 5.0, 3.0, 2.0, 2.0, 5.0, 0.0, 1.0, 2.0, 2.0], "bins": [-9.238719940185547e-06, -8.974224328994751e-06, -8.709728717803955e-06, -8.44523310661316e-06, -8.180737495422363e-06, -7.916241884231567e-06, -7.651746273040771e-06, -7.387250661849976e-06, -7.12275505065918e-06, -6.858259439468384e-06, -6.593763828277588e-06, -6.329268217086792e-06, -6.064772605895996e-06, -5.8002769947052e-06, -5.535781383514404e-06, -5.271285772323608e-06, -5.0067901611328125e-06, -4.742294549942017e-06, -4.477798938751221e-06, -4.213303327560425e-06, -3.948807716369629e-06, -3.684312105178833e-06, -3.419816493988037e-06, -3.155320882797241e-06, -2.8908252716064453e-06, -2.6263296604156494e-06, -2.3618340492248535e-06, -2.0973384380340576e-06, -1.8328428268432617e-06, -1.5683472156524658e-06, -1.30385160446167e-06, -1.039355993270874e-06, -7.748603820800781e-07, -5.103647708892822e-07, -2.4586915969848633e-07, 1.862645149230957e-08, 2.8312206268310547e-07, 5.476176738739014e-07, 8.121132850646973e-07, 1.0766088962554932e-06, 1.341104507446289e-06, 1.605600118637085e-06, 1.8700957298278809e-06, 2.1345913410186768e-06, 2.3990869522094727e-06, 2.6635825634002686e-06, 2.9280781745910645e-06, 3.1925737857818604e-06, 3.4570693969726562e-06, 3.721565008163452e-06, 3.986060619354248e-06, 4.250556230545044e-06, 4.51505184173584e-06, 4.779547452926636e-06, 5.044043064117432e-06, 5.3085386753082275e-06, 5.5730342864990234e-06, 5.837529897689819e-06, 6.102025508880615e-06, 6.366521120071411e-06, 6.631016731262207e-06, 6.895512342453003e-06, 7.160007953643799e-06, 7.424503564834595e-06, 7.68899917602539e-06]}, "gradients/encoder.encoder.layers.21.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 8.0, 3.0, 4.0, 7.0, 6.0, 7.0, 5.0, 14.0, 7.0, 14.0, 22.0, 30.0, 22.0, 41.0, 72.0, 68.0, 130.0, 154.0, 124.0, 67.0, 40.0, 46.0, 21.0, 21.0, 15.0, 16.0, 12.0, 4.0, 3.0, 8.0, 2.0, 3.0, 0.0, 4.0, 3.0, 3.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.86102294921875e-06, -2.7529895305633545e-06, -2.644956111907959e-06, -2.5369226932525635e-06, -2.428889274597168e-06, -2.3208558559417725e-06, -2.212822437286377e-06, -2.1047890186309814e-06, -1.996755599975586e-06, -1.8887221813201904e-06, -1.780688762664795e-06, -1.6726553440093994e-06, -1.564621925354004e-06, -1.4565885066986084e-06, -1.3485550880432129e-06, -1.2405216693878174e-06, -1.1324882507324219e-06, -1.0244548320770264e-06, -9.164214134216309e-07, -8.083879947662354e-07, -7.003545761108398e-07, -5.923211574554443e-07, -4.842877388000488e-07, -3.762543201446533e-07, -2.682209014892578e-07, -1.601874828338623e-07, -5.21540641784668e-08, 5.587935447692871e-08, 1.6391277313232422e-07, 2.7194619178771973e-07, 3.7997961044311523e-07, 4.880130290985107e-07, 5.960464477539062e-07, 7.040798664093018e-07, 8.121132850646973e-07, 9.201467037200928e-07, 1.0281801223754883e-06, 1.1362135410308838e-06, 1.2442469596862793e-06, 1.3522803783416748e-06, 1.4603137969970703e-06, 1.5683472156524658e-06, 1.6763806343078613e-06, 1.7844140529632568e-06, 1.8924474716186523e-06, 2.000480890274048e-06, 2.1085143089294434e-06, 2.216547727584839e-06, 2.3245811462402344e-06, 2.43261456489563e-06, 2.5406479835510254e-06, 2.648681402206421e-06, 2.7567148208618164e-06, 2.864748239517212e-06, 2.9727816581726074e-06, 3.080815076828003e-06, 3.1888484954833984e-06, 3.296881914138794e-06, 3.4049153327941895e-06, 3.512948751449585e-06, 3.6209821701049805e-06, 3.729015588760376e-06, 3.8370490074157715e-06, 3.945082426071167e-06, 4.0531158447265625e-06]}, "gradients/encoder.encoder.layers.21.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 6.0, 0.0, 2.0, 2.0, 4.0, 5.0, 14.0, 11.0, 17.0, 20.0, 25.0, 58.0, 63.0, 74.0, 112.0, 203.0, 258.0, 378.0, 502.0, 1092.0, 1322.0, 2090.0, 3333.0, 7811.0, 12507.0, 27305.0, 152918.0, 690574.0, 90753.0, 27590.0, 14263.0, 5630.0, 3402.0, 2097.0, 1565.0, 799.0, 504.0, 376.0, 319.0, 144.0, 124.0, 101.0, 58.0, 43.0, 30.0, 20.0, 12.0, 13.0, 6.0, 5.0, 6.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0], "bins": [-8.761882781982422e-06, -8.507631719112396e-06, -8.25338065624237e-06, -7.999129593372345e-06, -7.74487853050232e-06, -7.490627467632294e-06, -7.236376404762268e-06, -6.9821253418922424e-06, -6.727874279022217e-06, -6.473623216152191e-06, -6.2193721532821655e-06, -5.96512109041214e-06, -5.710870027542114e-06, -5.456618964672089e-06, -5.202367901802063e-06, -4.948116838932037e-06, -4.693865776062012e-06, -4.439614713191986e-06, -4.1853636503219604e-06, -3.931112587451935e-06, -3.676861524581909e-06, -3.4226104617118835e-06, -3.168359398841858e-06, -2.9141083359718323e-06, -2.6598572731018066e-06, -2.405606210231781e-06, -2.1513551473617554e-06, -1.8971040844917297e-06, -1.642853021621704e-06, -1.3886019587516785e-06, -1.1343508958816528e-06, -8.800998330116272e-07, -6.258487701416016e-07, -3.7159770727157593e-07, -1.1734664440155029e-07, 1.3690441846847534e-07, 3.91155481338501e-07, 6.454065442085266e-07, 8.996576070785522e-07, 1.1539086699485779e-06, 1.4081597328186035e-06, 1.6624107956886292e-06, 1.9166618585586548e-06, 2.1709129214286804e-06, 2.425163984298706e-06, 2.6794150471687317e-06, 2.9336661100387573e-06, 3.187917172908783e-06, 3.4421682357788086e-06, 3.6964192986488342e-06, 3.95067036151886e-06, 4.2049214243888855e-06, 4.459172487258911e-06, 4.713423550128937e-06, 4.967674612998962e-06, 5.221925675868988e-06, 5.476176738739014e-06, 5.730427801609039e-06, 5.984678864479065e-06, 6.2389299273490906e-06, 6.493180990219116e-06, 6.747432053089142e-06, 7.0016831159591675e-06, 7.255934178829193e-06, 7.510185241699219e-06]}, "gradients/encoder.encoder.layers.21.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 5.0, 2.0, 5.0, 5.0, 4.0, 2.0, 9.0, 5.0, 12.0, 12.0, 4.0, 14.0, 18.0, 28.0, 24.0, 58.0, 99.0, 54.0, 228.0, 128.0, 50.0, 62.0, 52.0, 13.0, 32.0, 20.0, 7.0, 5.0, 11.0, 5.0, 5.0, 5.0, 4.0, 1.0, 2.0, 4.0, 1.0, 5.0, 0.0, 2.0, 5.0, 5.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.384185791015625e-06, -2.2836029529571533e-06, -2.1830201148986816e-06, -2.08243727684021e-06, -1.9818544387817383e-06, -1.8812716007232666e-06, -1.780688762664795e-06, -1.6801059246063232e-06, -1.5795230865478516e-06, -1.4789402484893799e-06, -1.3783574104309082e-06, -1.2777745723724365e-06, -1.1771917343139648e-06, -1.0766088962554932e-06, -9.760260581970215e-07, -8.754432201385498e-07, -7.748603820800781e-07, -6.742775440216064e-07, -5.736947059631348e-07, -4.731118679046631e-07, -3.725290298461914e-07, -2.7194619178771973e-07, -1.7136335372924805e-07, -7.078051567077637e-08, 2.9802322387695312e-08, 1.30385160446167e-07, 2.3096799850463867e-07, 3.3155083656311035e-07, 4.3213367462158203e-07, 5.327165126800537e-07, 6.332993507385254e-07, 7.338821887969971e-07, 8.344650268554688e-07, 9.350478649139404e-07, 1.0356307029724121e-06, 1.1362135410308838e-06, 1.2367963790893555e-06, 1.3373792171478271e-06, 1.4379620552062988e-06, 1.5385448932647705e-06, 1.6391277313232422e-06, 1.7397105693817139e-06, 1.8402934074401855e-06, 1.9408762454986572e-06, 2.041459083557129e-06, 2.1420419216156006e-06, 2.2426247596740723e-06, 2.343207597732544e-06, 2.4437904357910156e-06, 2.5443732738494873e-06, 2.644956111907959e-06, 2.7455389499664307e-06, 2.8461217880249023e-06, 2.946704626083374e-06, 3.0472874641418457e-06, 3.1478703022003174e-06, 3.248453140258789e-06, 3.3490359783172607e-06, 3.4496188163757324e-06, 3.550201654434204e-06, 3.6507844924926758e-06, 3.7513673305511475e-06, 3.851950168609619e-06, 3.952533006668091e-06, 4.0531158447265625e-06]}, "gradients/encoder.encoder.layers.21.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 5.0, 14.0, 16.0, 19.0, 56.0, 90.0, 259.0, 328.0, 113.0, 55.0, 27.0, 14.0, 4.0, 1.0, 5.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.0001708376221358776, -0.0001672876678640023, -0.00016373771359212697, -0.00016018774476833642, -0.0001566377904964611, -0.00015308783622458577, -0.00014953788195271045, -0.00014598792768083513, -0.00014243795885704458, -0.00013888800458516926, -0.00013533805031329393, -0.00013178808148950338, -0.00012823812721762806, -0.00012468817294575274, -0.00012113821867387742, -0.00011758825712604448, -0.00011403831013012677, -0.00011048835585825145, -0.00010693839431041852, -0.0001033884400385432, -9.983847849071026e-05, -9.628852421883494e-05, -9.273856994695961e-05, -8.918860839912668e-05, -8.563864685129374e-05, -8.208869257941842e-05, -7.853873103158548e-05, -7.498877675971016e-05, -7.143881521187723e-05, -6.78888609400019e-05, -6.433890666812658e-05, -6.078894512029365e-05, -5.7238990848418325e-05, -5.3689032938564196e-05, -5.013907502871007e-05, -4.6589120756834745e-05, -4.3039162846980616e-05, -3.948920493712649e-05, -3.593924702727236e-05, -3.238928911741823e-05, -2.8839333026553504e-05, -2.5289375116699375e-05, -2.173941902583465e-05, -1.818946111598052e-05, -1.4639504115621094e-05, -1.1089547115261666e-05, -7.5395892054075375e-06, -3.989633114542812e-06, -4.3967520468868315e-07, 3.1102820230444195e-06, 6.660239250777522e-06, 1.02101967058843e-05, 1.3760153706243727e-05, 1.7310110706603155e-05, 2.0860068616457283e-05, 2.441002470732201e-05, 2.7959982617176138e-05, 3.150993870804086e-05, 3.505989661789499e-05, 3.860985452774912e-05, 4.215981243760325e-05, 4.570977034745738e-05, 4.92597246193327e-05, 5.280968252918683e-05, 5.635964043904096e-05]}, "gradients/encoder.encoder.layers.21.layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 4.0, 5.0, 5.0, 10.0, 15.0, 17.0, 9.0, 21.0, 21.0, 30.0, 30.0, 46.0, 45.0, 47.0, 43.0, 63.0, 62.0, 51.0, 58.0, 61.0, 53.0, 46.0, 43.0, 47.0, 32.0, 27.0, 20.0, 23.0, 18.0, 14.0, 10.0, 10.0, 10.0, 8.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.5928020477294922e-05, -2.48616561293602e-05, -2.3795291781425476e-05, -2.2728927433490753e-05, -2.166256308555603e-05, -2.0596198737621307e-05, -1.9529834389686584e-05, -1.846347004175186e-05, -1.739710569381714e-05, -1.6330741345882416e-05, -1.5264376997947693e-05, -1.419801265001297e-05, -1.3131648302078247e-05, -1.2065283954143524e-05, -1.0998919606208801e-05, -9.932555258274078e-06, -8.866190910339355e-06, -7.799826562404633e-06, -6.73346221446991e-06, -5.667097866535187e-06, -4.600733518600464e-06, -3.534369170665741e-06, -2.468004822731018e-06, -1.4016404747962952e-06, -3.3527612686157227e-07, 7.310882210731506e-07, 1.7974525690078735e-06, 2.8638169169425964e-06, 3.930181264877319e-06, 4.996545612812042e-06, 6.062909960746765e-06, 7.129274308681488e-06, 8.195638656616211e-06, 9.262003004550934e-06, 1.0328367352485657e-05, 1.139473170042038e-05, 1.2461096048355103e-05, 1.3527460396289825e-05, 1.4593824744224548e-05, 1.566018909215927e-05, 1.6726553440093994e-05, 1.7792917788028717e-05, 1.885928213596344e-05, 1.9925646483898163e-05, 2.0992010831832886e-05, 2.205837517976761e-05, 2.312473952770233e-05, 2.4191103875637054e-05, 2.5257468223571777e-05, 2.63238325715065e-05, 2.7390196919441223e-05, 2.8456561267375946e-05, 2.952292561531067e-05, 3.058928996324539e-05, 3.1655654311180115e-05, 3.272201865911484e-05, 3.378838300704956e-05, 3.4854747354984283e-05, 3.5921111702919006e-05, 3.698747605085373e-05, 3.805384039878845e-05, 3.9120204746723175e-05, 4.01865690946579e-05, 4.125293344259262e-05, 4.2319297790527344e-05]}, "gradients/encoder.encoder.layers.20.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 4.0, 1.0, 13.0, 12.0, 23.0, 35.0, 49.0, 66.0, 129.0, 177.0, 295.0, 428.0, 748.0, 1083.0, 1783.0, 3357.0, 5238.0, 9685.0, 21953.0, 42601.0, 93805.0, 306772.0, 2993287.0, 450050.0, 151203.0, 53911.0, 25911.0, 13441.0, 7953.0, 4068.0, 2317.0, 1492.0, 796.0, 458.0, 322.0, 195.0, 120.0, 122.0, 81.0, 45.0, 55.0, 51.0, 28.0, 26.0, 23.0, 18.0, 14.0, 13.0, 10.0, 7.0, 7.0, 4.0, 5.0, 4.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-1.3232231140136719e-05, -1.2736767530441284e-05, -1.224130392074585e-05, -1.1745840311050415e-05, -1.125037670135498e-05, -1.0754913091659546e-05, -1.0259449481964111e-05, -9.763985872268677e-06, -9.268522262573242e-06, -8.773058652877808e-06, -8.277595043182373e-06, -7.782131433486938e-06, -7.286667823791504e-06, -6.791204214096069e-06, -6.295740604400635e-06, -5.8002769947052e-06, -5.304813385009766e-06, -4.809349775314331e-06, -4.3138861656188965e-06, -3.818422555923462e-06, -3.3229589462280273e-06, -2.8274953365325928e-06, -2.332031726837158e-06, -1.8365681171417236e-06, -1.341104507446289e-06, -8.456408977508545e-07, -3.501772880554199e-07, 1.4528632164001465e-07, 6.407499313354492e-07, 1.1362135410308838e-06, 1.6316771507263184e-06, 2.127140760421753e-06, 2.6226043701171875e-06, 3.118067979812622e-06, 3.6135315895080566e-06, 4.108995199203491e-06, 4.604458808898926e-06, 5.09992241859436e-06, 5.595386028289795e-06, 6.0908496379852295e-06, 6.586313247680664e-06, 7.081776857376099e-06, 7.577240467071533e-06, 8.072704076766968e-06, 8.568167686462402e-06, 9.063631296157837e-06, 9.559094905853271e-06, 1.0054558515548706e-05, 1.055002212524414e-05, 1.1045485734939575e-05, 1.154094934463501e-05, 1.2036412954330444e-05, 1.2531876564025879e-05, 1.3027340173721313e-05, 1.3522803783416748e-05, 1.4018267393112183e-05, 1.4513731002807617e-05, 1.5009194612503052e-05, 1.5504658222198486e-05, 1.600012183189392e-05, 1.6495585441589355e-05, 1.699104905128479e-05, 1.7486512660980225e-05, 1.798197627067566e-05, 1.8477439880371094e-05]}, "gradients/encoder.encoder.layers.20.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 1.0, 6.0, 4.0, 8.0, 9.0, 5.0, 18.0, 25.0, 36.0, 32.0, 43.0, 52.0, 81.0, 86.0, 144.0, 74.0, 75.0, 68.0, 61.0, 37.0, 35.0, 28.0, 17.0, 18.0, 11.0, 5.0, 9.0, 9.0, 4.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6689300537109375e-06, -1.6046687960624695e-06, -1.5404075384140015e-06, -1.4761462807655334e-06, -1.4118850231170654e-06, -1.3476237654685974e-06, -1.2833625078201294e-06, -1.2191012501716614e-06, -1.1548399925231934e-06, -1.0905787348747253e-06, -1.0263174772262573e-06, -9.620562195777893e-07, -8.977949619293213e-07, -8.335337042808533e-07, -7.692724466323853e-07, -7.050111889839172e-07, -6.407499313354492e-07, -5.764886736869812e-07, -5.122274160385132e-07, -4.4796615839004517e-07, -3.8370490074157715e-07, -3.1944364309310913e-07, -2.551823854446411e-07, -1.909211277961731e-07, -1.2665987014770508e-07, -6.239861249923706e-08, 1.862645149230957e-09, 6.612390279769897e-08, 1.30385160446167e-07, 1.94646418094635e-07, 2.5890767574310303e-07, 3.2316893339157104e-07, 3.8743019104003906e-07, 4.516914486885071e-07, 5.159527063369751e-07, 5.802139639854431e-07, 6.444752216339111e-07, 7.087364792823792e-07, 7.729977369308472e-07, 8.372589945793152e-07, 9.015202522277832e-07, 9.657815098762512e-07, 1.0300427675247192e-06, 1.0943040251731873e-06, 1.1585652828216553e-06, 1.2228265404701233e-06, 1.2870877981185913e-06, 1.3513490557670593e-06, 1.4156103134155273e-06, 1.4798715710639954e-06, 1.5441328287124634e-06, 1.6083940863609314e-06, 1.6726553440093994e-06, 1.7369166016578674e-06, 1.8011778593063354e-06, 1.8654391169548035e-06, 1.9297003746032715e-06, 1.9939616322517395e-06, 2.0582228899002075e-06, 2.1224841475486755e-06, 2.1867454051971436e-06, 2.2510066628456116e-06, 2.3152679204940796e-06, 2.3795291781425476e-06, 2.4437904357910156e-06]}, "gradients/encoder.encoder.layers.20.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 3.0, 7.0, 7.0, 9.0, 22.0, 29.0, 22.0, 61.0, 59.0, 100.0, 158.0, 182.0, 212.0, 435.0, 642.0, 924.0, 1383.0, 2181.0, 3404.0, 5581.0, 9124.0, 15491.0, 27428.0, 50258.0, 100622.0, 235520.0, 1009285.0, 2165339.0, 257334.0, 149958.0, 70263.0, 36580.0, 20379.0, 11774.0, 7111.0, 4342.0, 2834.0, 1758.0, 1131.0, 762.0, 506.0, 335.0, 232.0, 159.0, 86.0, 75.0, 60.0, 45.0, 20.0, 20.0, 15.0, 5.0, 8.0, 5.0, 4.0, 0.0, 4.0, 2.0, 2.0, 0.0, 1.0], "bins": [-7.092952728271484e-06, -6.858259439468384e-06, -6.623566150665283e-06, -6.388872861862183e-06, -6.154179573059082e-06, -5.9194862842559814e-06, -5.684792995452881e-06, -5.45009970664978e-06, -5.21540641784668e-06, -4.980713129043579e-06, -4.7460198402404785e-06, -4.511326551437378e-06, -4.276633262634277e-06, -4.041939973831177e-06, -3.807246685028076e-06, -3.5725533962249756e-06, -3.337860107421875e-06, -3.1031668186187744e-06, -2.868473529815674e-06, -2.6337802410125732e-06, -2.3990869522094727e-06, -2.164393663406372e-06, -1.9297003746032715e-06, -1.695007085800171e-06, -1.4603137969970703e-06, -1.2256205081939697e-06, -9.909272193908691e-07, -7.562339305877686e-07, -5.21540641784668e-07, -2.868473529815674e-07, -5.21540641784668e-08, 1.825392246246338e-07, 4.172325134277344e-07, 6.51925802230835e-07, 8.866190910339355e-07, 1.1213123798370361e-06, 1.3560056686401367e-06, 1.5906989574432373e-06, 1.8253922462463379e-06, 2.0600855350494385e-06, 2.294778823852539e-06, 2.5294721126556396e-06, 2.7641654014587402e-06, 2.998858690261841e-06, 3.2335519790649414e-06, 3.468245267868042e-06, 3.7029385566711426e-06, 3.937631845474243e-06, 4.172325134277344e-06, 4.407018423080444e-06, 4.641711711883545e-06, 4.8764050006866455e-06, 5.111098289489746e-06, 5.345791578292847e-06, 5.580484867095947e-06, 5.815178155899048e-06, 6.0498714447021484e-06, 6.284564733505249e-06, 6.51925802230835e-06, 6.75395131111145e-06, 6.988644599914551e-06, 7.223337888717651e-06, 7.458031177520752e-06, 7.692724466323853e-06, 7.927417755126953e-06]}, "gradients/encoder.encoder.layers.20.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 0.0, 3.0, 3.0, 8.0, 5.0, 6.0, 9.0, 5.0, 16.0, 21.0, 23.0, 18.0, 37.0, 34.0, 41.0, 65.0, 66.0, 61.0, 65.0, 90.0, 99.0, 145.0, 149.0, 153.0, 309.0, 498.0, 609.0, 337.0, 199.0, 148.0, 121.0, 100.0, 95.0, 92.0, 80.0, 66.0, 51.0, 53.0, 24.0, 38.0, 24.0, 22.0, 22.0, 16.0, 8.0, 8.0, 11.0, 11.0, 3.0, 7.0, 5.0, 3.0, 1.0, 0.0, 2.0, 2.0], "bins": [-4.0531158447265625e-06, -3.933906555175781e-06, -3.814697265625e-06, -3.6954879760742188e-06, -3.5762786865234375e-06, -3.4570693969726562e-06, -3.337860107421875e-06, -3.2186508178710938e-06, -3.0994415283203125e-06, -2.9802322387695312e-06, -2.86102294921875e-06, -2.7418136596679688e-06, -2.6226043701171875e-06, -2.5033950805664062e-06, -2.384185791015625e-06, -2.2649765014648438e-06, -2.1457672119140625e-06, -2.0265579223632812e-06, -1.9073486328125e-06, -1.7881393432617188e-06, -1.6689300537109375e-06, -1.5497207641601562e-06, -1.430511474609375e-06, -1.3113021850585938e-06, -1.1920928955078125e-06, -1.0728836059570312e-06, -9.5367431640625e-07, -8.344650268554688e-07, -7.152557373046875e-07, -5.960464477539062e-07, -4.76837158203125e-07, -3.5762786865234375e-07, -2.384185791015625e-07, -1.1920928955078125e-07, 0.0, 1.1920928955078125e-07, 2.384185791015625e-07, 3.5762786865234375e-07, 4.76837158203125e-07, 5.960464477539062e-07, 7.152557373046875e-07, 8.344650268554688e-07, 9.5367431640625e-07, 1.0728836059570312e-06, 1.1920928955078125e-06, 1.3113021850585938e-06, 1.430511474609375e-06, 1.5497207641601562e-06, 1.6689300537109375e-06, 1.7881393432617188e-06, 1.9073486328125e-06, 2.0265579223632812e-06, 2.1457672119140625e-06, 2.2649765014648438e-06, 2.384185791015625e-06, 2.5033950805664062e-06, 2.6226043701171875e-06, 2.7418136596679688e-06, 2.86102294921875e-06, 2.9802322387695312e-06, 3.0994415283203125e-06, 3.2186508178710938e-06, 3.337860107421875e-06, 3.4570693969726562e-06, 3.5762786865234375e-06]}, "gradients/encoder.encoder.layers.20.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 5.0, 4.0, 19.0, 27.0, 42.0, 83.0, 115.0, 237.0, 215.0, 114.0, 47.0, 41.0, 19.0, 12.0, 7.0, 8.0, 2.0, 7.0, 4.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.97747174045071e-05, -2.777129520836752e-05, -2.5767873012227938e-05, -2.3764450816088356e-05, -2.1761028619948775e-05, -1.9757606423809193e-05, -1.775418422766961e-05, -1.575076203153003e-05, -1.3747339835390449e-05, -1.1743917639250867e-05, -9.740495443111286e-06, -7.737073246971704e-06, -5.7336510508321226e-06, -3.730228854692541e-06, -1.7268066585529596e-06, 2.7661553758662194e-07, 2.2800377337262034e-06, 4.283459929865785e-06, 6.2868821260053664e-06, 8.290304322144948e-06, 1.029372651828453e-05, 1.2297148714424111e-05, 1.4300570910563692e-05, 1.6303993106703274e-05, 1.8307415302842855e-05, 2.0310837498982437e-05, 2.231425969512202e-05, 2.43176818912616e-05, 2.632110408740118e-05, 2.8324526283540763e-05, 3.0327948479680344e-05, 3.233137249480933e-05, 3.433479287195951e-05, 3.6338213249109685e-05, 3.834163726423867e-05, 4.0345061279367656e-05, 4.2348481656517833e-05, 4.435190203366801e-05, 4.6355326048796996e-05, 4.835875006392598e-05, 5.036217044107616e-05, 5.236559081822634e-05, 5.436901483335532e-05, 5.637243884848431e-05, 5.8375859225634485e-05, 6.0379279602784663e-05, 6.238270725589246e-05, 6.438612763304263e-05, 6.638954801019281e-05, 6.839296838734299e-05, 7.039638876449317e-05, 7.239981641760096e-05, 7.440323679475114e-05, 7.640665717190132e-05, 7.841008482500911e-05, 8.041350520215929e-05, 8.241692557930946e-05, 8.442034595645964e-05, 8.642376633360982e-05, 8.842719398671761e-05, 9.043061436386779e-05, 9.243403474101797e-05, 9.443746239412576e-05, 9.644088277127594e-05, 9.844430314842612e-05]}, "gradients/encoder.encoder.layers.20.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 7.0, 10.0, 10.0, 8.0, 13.0, 26.0, 28.0, 23.0, 33.0, 45.0, 47.0, 42.0, 88.0, 58.0, 66.0, 60.0, 63.0, 51.0, 56.0, 66.0, 47.0, 27.0, 30.0, 28.0, 23.0, 13.0, 15.0, 7.0, 3.0, 5.0, 4.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.4199485778808594e-05, -2.331659197807312e-05, -2.2433698177337646e-05, -2.1550804376602173e-05, -2.06679105758667e-05, -1.9785016775131226e-05, -1.8902122974395752e-05, -1.801922917366028e-05, -1.7136335372924805e-05, -1.625344157218933e-05, -1.5370547771453857e-05, -1.4487653970718384e-05, -1.360476016998291e-05, -1.2721866369247437e-05, -1.1838972568511963e-05, -1.095607876777649e-05, -1.0073184967041016e-05, -9.190291166305542e-06, -8.307397365570068e-06, -7.424503564834595e-06, -6.541609764099121e-06, -5.6587159633636475e-06, -4.775822162628174e-06, -3.8929283618927e-06, -3.0100345611572266e-06, -2.127140760421753e-06, -1.2442469596862793e-06, -3.6135315895080566e-07, 5.21540641784668e-07, 1.4044344425201416e-06, 2.2873282432556152e-06, 3.170222043991089e-06, 4.0531158447265625e-06, 4.936009645462036e-06, 5.81890344619751e-06, 6.701797246932983e-06, 7.584691047668457e-06, 8.46758484840393e-06, 9.350478649139404e-06, 1.0233372449874878e-05, 1.1116266250610352e-05, 1.1999160051345825e-05, 1.2882053852081299e-05, 1.3764947652816772e-05, 1.4647841453552246e-05, 1.553073525428772e-05, 1.6413629055023193e-05, 1.7296522855758667e-05, 1.817941665649414e-05, 1.9062310457229614e-05, 1.9945204257965088e-05, 2.082809805870056e-05, 2.1710991859436035e-05, 2.259388566017151e-05, 2.3476779460906982e-05, 2.4359673261642456e-05, 2.524256706237793e-05, 2.6125460863113403e-05, 2.7008354663848877e-05, 2.789124846458435e-05, 2.8774142265319824e-05, 2.9657036066055298e-05, 3.053992986679077e-05, 3.1422823667526245e-05, 3.230571746826172e-05]}, "gradients/encoder.encoder.layers.20.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 3.0, 5.0, 10.0, 10.0, 17.0, 23.0, 34.0, 47.0, 75.0, 94.0, 168.0, 282.0, 525.0, 936.0, 1670.0, 3534.0, 6450.0, 14317.0, 39038.0, 102901.0, 498954.0, 269506.0, 63251.0, 24819.0, 11462.0, 4835.0, 2434.0, 1343.0, 713.0, 407.0, 275.0, 155.0, 88.0, 64.0, 30.0, 23.0, 21.0, 15.0, 5.0, 9.0, 3.0, 4.0, 5.0, 3.0, 1.0, 1.0], "bins": [-2.1576881408691406e-05, -2.1020881831645966e-05, -2.0464882254600525e-05, -1.9908882677555084e-05, -1.9352883100509644e-05, -1.8796883523464203e-05, -1.8240883946418762e-05, -1.768488436937332e-05, -1.712888479232788e-05, -1.657288521528244e-05, -1.6016885638237e-05, -1.546088606119156e-05, -1.4904886484146118e-05, -1.4348886907100677e-05, -1.3792887330055237e-05, -1.3236887753009796e-05, -1.2680888175964355e-05, -1.2124888598918915e-05, -1.1568889021873474e-05, -1.1012889444828033e-05, -1.0456889867782593e-05, -9.900890290737152e-06, -9.344890713691711e-06, -8.78889113664627e-06, -8.23289155960083e-06, -7.67689198255539e-06, -7.120892405509949e-06, -6.564892828464508e-06, -6.008893251419067e-06, -5.452893674373627e-06, -4.896894097328186e-06, -4.340894520282745e-06, -3.7848949432373047e-06, -3.228895366191864e-06, -2.6728957891464233e-06, -2.1168962121009827e-06, -1.560896635055542e-06, -1.0048970580101013e-06, -4.4889748096466064e-07, 1.0710209608078003e-07, 6.631016731262207e-07, 1.2191012501716614e-06, 1.775100827217102e-06, 2.3311004042625427e-06, 2.8870999813079834e-06, 3.443099558353424e-06, 3.999099135398865e-06, 4.555098712444305e-06, 5.111098289489746e-06, 5.667097866535187e-06, 6.2230974435806274e-06, 6.779097020626068e-06, 7.335096597671509e-06, 7.89109617471695e-06, 8.44709575176239e-06, 9.00309532880783e-06, 9.559094905853271e-06, 1.0115094482898712e-05, 1.0671094059944153e-05, 1.1227093636989594e-05, 1.1783093214035034e-05, 1.2339092791080475e-05, 1.2895092368125916e-05, 1.3451091945171356e-05, 1.4007091522216797e-05]}, "gradients/encoder.encoder.layers.20.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 2.0, 5.0, 9.0, 8.0, 9.0, 11.0, 14.0, 21.0, 31.0, 42.0, 37.0, 63.0, 62.0, 77.0, 65.0, 95.0, 80.0, 84.0, 57.0, 50.0, 39.0, 31.0, 30.0, 23.0, 18.0, 10.0, 9.0, 5.0, 9.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 6.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4901161193847656e-06, -1.4314427971839905e-06, -1.3727694749832153e-06, -1.3140961527824402e-06, -1.255422830581665e-06, -1.1967495083808899e-06, -1.1380761861801147e-06, -1.0794028639793396e-06, -1.0207295417785645e-06, -9.620562195777893e-07, -9.033828973770142e-07, -8.44709575176239e-07, -7.860362529754639e-07, -7.273629307746887e-07, -6.686896085739136e-07, -6.100162863731384e-07, -5.513429641723633e-07, -4.926696419715881e-07, -4.33996319770813e-07, -3.7532299757003784e-07, -3.166496753692627e-07, -2.5797635316848755e-07, -1.993030309677124e-07, -1.4062970876693726e-07, -8.195638656616211e-08, -2.3283064365386963e-08, 3.5390257835388184e-08, 9.406358003616333e-08, 1.5273690223693848e-07, 2.1141022443771362e-07, 2.7008354663848877e-07, 3.287568688392639e-07, 3.8743019104003906e-07, 4.461035132408142e-07, 5.047768354415894e-07, 5.634501576423645e-07, 6.221234798431396e-07, 6.807968020439148e-07, 7.394701242446899e-07, 7.981434464454651e-07, 8.568167686462402e-07, 9.154900908470154e-07, 9.741634130477905e-07, 1.0328367352485657e-06, 1.0915100574493408e-06, 1.150183379650116e-06, 1.2088567018508911e-06, 1.2675300240516663e-06, 1.3262033462524414e-06, 1.3848766684532166e-06, 1.4435499906539917e-06, 1.5022233128547668e-06, 1.560896635055542e-06, 1.6195699572563171e-06, 1.6782432794570923e-06, 1.7369166016578674e-06, 1.7955899238586426e-06, 1.8542632460594177e-06, 1.912936568260193e-06, 1.971609890460968e-06, 2.030283212661743e-06, 2.0889565348625183e-06, 2.1476298570632935e-06, 2.2063031792640686e-06, 2.2649765014648438e-06]}, "gradients/encoder.encoder.layers.20.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 6.0, 5.0, 14.0, 13.0, 28.0, 33.0, 52.0, 87.0, 102.0, 155.0, 259.0, 308.0, 494.0, 828.0, 1133.0, 1592.0, 2872.0, 3975.0, 6029.0, 12240.0, 16991.0, 30805.0, 65368.0, 661544.0, 133538.0, 46769.0, 27604.0, 12546.0, 7888.0, 5841.0, 3086.0, 2046.0, 1575.0, 801.0, 566.0, 482.0, 278.0, 189.0, 131.0, 114.0, 55.0, 38.0, 41.0, 12.0, 15.0, 4.0, 6.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.0371208190917969e-05, -1.0054558515548706e-05, -9.737908840179443e-06, -9.42125916481018e-06, -9.104609489440918e-06, -8.787959814071655e-06, -8.471310138702393e-06, -8.15466046333313e-06, -7.838010787963867e-06, -7.5213611125946045e-06, -7.204711437225342e-06, -6.888061761856079e-06, -6.571412086486816e-06, -6.254762411117554e-06, -5.938112735748291e-06, -5.621463060379028e-06, -5.304813385009766e-06, -4.988163709640503e-06, -4.67151403427124e-06, -4.3548643589019775e-06, -4.038214683532715e-06, -3.721565008163452e-06, -3.4049153327941895e-06, -3.0882656574249268e-06, -2.771615982055664e-06, -2.4549663066864014e-06, -2.1383166313171387e-06, -1.821666955947876e-06, -1.5050172805786133e-06, -1.1883676052093506e-06, -8.717179298400879e-07, -5.550682544708252e-07, -2.384185791015625e-07, 7.82310962677002e-08, 3.948807716369629e-07, 7.115304470062256e-07, 1.0281801223754883e-06, 1.344829797744751e-06, 1.6614794731140137e-06, 1.9781291484832764e-06, 2.294778823852539e-06, 2.6114284992218018e-06, 2.9280781745910645e-06, 3.244727849960327e-06, 3.56137752532959e-06, 3.8780272006988525e-06, 4.194676876068115e-06, 4.511326551437378e-06, 4.827976226806641e-06, 5.144625902175903e-06, 5.461275577545166e-06, 5.777925252914429e-06, 6.094574928283691e-06, 6.411224603652954e-06, 6.727874279022217e-06, 7.0445239543914795e-06, 7.361173629760742e-06, 7.677823305130005e-06, 7.994472980499268e-06, 8.31112265586853e-06, 8.627772331237793e-06, 8.944422006607056e-06, 9.261071681976318e-06, 9.577721357345581e-06, 9.894371032714844e-06]}, "gradients/encoder.encoder.layers.20.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 4.0, 2.0, 6.0, 5.0, 7.0, 2.0, 6.0, 8.0, 11.0, 4.0, 12.0, 12.0, 10.0, 9.0, 11.0, 21.0, 9.0, 26.0, 17.0, 41.0, 22.0, 75.0, 95.0, 275.0, 53.0, 46.0, 16.0, 25.0, 26.0, 22.0, 29.0, 12.0, 10.0, 12.0, 9.0, 4.0, 7.0, 6.0, 11.0, 6.0, 7.0, 6.0, 7.0, 5.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.993511199951172e-06, -3.846362233161926e-06, -3.6992132663726807e-06, -3.552064299583435e-06, -3.4049153327941895e-06, -3.257766366004944e-06, -3.1106173992156982e-06, -2.9634684324264526e-06, -2.816319465637207e-06, -2.6691704988479614e-06, -2.522021532058716e-06, -2.3748725652694702e-06, -2.2277235984802246e-06, -2.080574631690979e-06, -1.9334256649017334e-06, -1.7862766981124878e-06, -1.6391277313232422e-06, -1.4919787645339966e-06, -1.344829797744751e-06, -1.1976808309555054e-06, -1.0505318641662598e-06, -9.033828973770142e-07, -7.562339305877686e-07, -6.09084963798523e-07, -4.6193599700927734e-07, -3.1478703022003174e-07, -1.6763806343078613e-07, -2.0489096641540527e-08, 1.2665987014770508e-07, 2.738088369369507e-07, 4.209578037261963e-07, 5.681067705154419e-07, 7.152557373046875e-07, 8.624047040939331e-07, 1.0095536708831787e-06, 1.1567026376724243e-06, 1.30385160446167e-06, 1.4510005712509155e-06, 1.5981495380401611e-06, 1.7452985048294067e-06, 1.8924474716186523e-06, 2.039596438407898e-06, 2.1867454051971436e-06, 2.333894371986389e-06, 2.4810433387756348e-06, 2.6281923055648804e-06, 2.775341272354126e-06, 2.9224902391433716e-06, 3.069639205932617e-06, 3.216788172721863e-06, 3.3639371395111084e-06, 3.511086106300354e-06, 3.6582350730895996e-06, 3.8053840398788452e-06, 3.952533006668091e-06, 4.0996819734573364e-06, 4.246830940246582e-06, 4.393979907035828e-06, 4.541128873825073e-06, 4.688277840614319e-06, 4.8354268074035645e-06, 4.98257577419281e-06, 5.129724740982056e-06, 5.276873707771301e-06, 5.424022674560547e-06]}, "gradients/encoder.encoder.layers.20.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 5.0, 4.0, 3.0, 5.0, 7.0, 14.0, 13.0, 17.0, 15.0, 32.0, 40.0, 42.0, 75.0, 104.0, 139.0, 190.0, 267.0, 336.0, 575.0, 873.0, 1558.0, 3081.0, 6618.0, 26768.0, 867801.0, 113542.0, 15703.0, 5035.0, 2100.0, 1216.0, 730.0, 519.0, 326.0, 218.0, 170.0, 116.0, 70.0, 51.0, 42.0, 44.0, 24.0, 25.0, 11.0, 13.0, 9.0, 4.0, 1.0, 7.0, 0.0, 4.0, 3.0, 0.0, 0.0, 2.0, 1.0, 2.0], "bins": [-2.276897430419922e-05, -2.2075138986110687e-05, -2.1381303668022156e-05, -2.0687468349933624e-05, -1.9993633031845093e-05, -1.929979771375656e-05, -1.860596239566803e-05, -1.7912127077579498e-05, -1.7218291759490967e-05, -1.6524456441402435e-05, -1.5830621123313904e-05, -1.5136785805225372e-05, -1.444295048713684e-05, -1.374911516904831e-05, -1.3055279850959778e-05, -1.2361444532871246e-05, -1.1667609214782715e-05, -1.0973773896694183e-05, -1.0279938578605652e-05, -9.58610326051712e-06, -8.892267942428589e-06, -8.198432624340057e-06, -7.504597306251526e-06, -6.810761988162994e-06, -6.116926670074463e-06, -5.423091351985931e-06, -4.7292560338974e-06, -4.035420715808868e-06, -3.341585397720337e-06, -2.6477500796318054e-06, -1.953914761543274e-06, -1.2600794434547424e-06, -5.662441253662109e-07, 1.2759119272232056e-07, 8.21426510810852e-07, 1.5152618288993835e-06, 2.209097146987915e-06, 2.9029324650764465e-06, 3.596767783164978e-06, 4.2906031012535095e-06, 4.984438419342041e-06, 5.6782737374305725e-06, 6.372109055519104e-06, 7.0659443736076355e-06, 7.759779691696167e-06, 8.453615009784698e-06, 9.14745032787323e-06, 9.841285645961761e-06, 1.0535120964050293e-05, 1.1228956282138824e-05, 1.1922791600227356e-05, 1.2616626918315887e-05, 1.3310462236404419e-05, 1.400429755449295e-05, 1.4698132872581482e-05, 1.5391968190670013e-05, 1.6085803508758545e-05, 1.6779638826847076e-05, 1.7473474144935608e-05, 1.816730946302414e-05, 1.886114478111267e-05, 1.9554980099201202e-05, 2.0248815417289734e-05, 2.0942650735378265e-05, 2.1636486053466797e-05]}, "gradients/encoder.encoder.layers.20.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 6.0, 5.0, 16.0, 13.0, 32.0, 63.0, 250.0, 403.0, 106.0, 50.0, 19.0, 11.0, 9.0, 4.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0669231414794922e-05, -1.0326504707336426e-05, -9.98377799987793e-06, -9.641051292419434e-06, -9.298324584960938e-06, -8.955597877502441e-06, -8.612871170043945e-06, -8.27014446258545e-06, -7.927417755126953e-06, -7.584691047668457e-06, -7.241964340209961e-06, -6.899237632751465e-06, -6.556510925292969e-06, -6.213784217834473e-06, -5.8710575103759766e-06, -5.5283308029174805e-06, -5.185604095458984e-06, -4.842877388000488e-06, -4.500150680541992e-06, -4.157423973083496e-06, -3.814697265625e-06, -3.471970558166504e-06, -3.129243850708008e-06, -2.7865171432495117e-06, -2.4437904357910156e-06, -2.1010637283325195e-06, -1.7583370208740234e-06, -1.4156103134155273e-06, -1.0728836059570312e-06, -7.301568984985352e-07, -3.8743019104003906e-07, -4.470348358154297e-08, 2.980232238769531e-07, 6.407499313354492e-07, 9.834766387939453e-07, 1.3262033462524414e-06, 1.6689300537109375e-06, 2.0116567611694336e-06, 2.3543834686279297e-06, 2.6971101760864258e-06, 3.039836883544922e-06, 3.382563591003418e-06, 3.725290298461914e-06, 4.06801700592041e-06, 4.410743713378906e-06, 4.753470420837402e-06, 5.0961971282958984e-06, 5.4389238357543945e-06, 5.781650543212891e-06, 6.124377250671387e-06, 6.467103958129883e-06, 6.809830665588379e-06, 7.152557373046875e-06, 7.495284080505371e-06, 7.838010787963867e-06, 8.180737495422363e-06, 8.52346420288086e-06, 8.866190910339355e-06, 9.208917617797852e-06, 9.551644325256348e-06, 9.894371032714844e-06, 1.023709774017334e-05, 1.0579824447631836e-05, 1.0922551155090332e-05, 1.1265277862548828e-05]}, "gradients/encoder.encoder.layers.20.attention.q_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 5.0, 7.0, 11.0, 15.0, 6.0, 15.0, 14.0, 26.0, 26.0, 63.0, 93.0, 87.0, 128.0, 226.0, 317.0, 464.0, 874.0, 1447.0, 2798.0, 5941.0, 16472.0, 79850.0, 854422.0, 60125.0, 13920.0, 5340.0, 2404.0, 1234.0, 792.0, 486.0, 306.0, 192.0, 108.0, 92.0, 57.0, 44.0, 38.0, 34.0, 28.0, 13.0, 10.0, 11.0, 3.0, 2.0, 1.0, 4.0, 4.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.537799835205078e-05, -1.4903955161571503e-05, -1.4429911971092224e-05, -1.3955868780612946e-05, -1.3481825590133667e-05, -1.3007782399654388e-05, -1.253373920917511e-05, -1.2059696018695831e-05, -1.1585652828216553e-05, -1.1111609637737274e-05, -1.0637566447257996e-05, -1.0163523256778717e-05, -9.689480066299438e-06, -9.21543687582016e-06, -8.741393685340881e-06, -8.267350494861603e-06, -7.793307304382324e-06, -7.319264113903046e-06, -6.845220923423767e-06, -6.3711777329444885e-06, -5.89713454246521e-06, -5.423091351985931e-06, -4.949048161506653e-06, -4.475004971027374e-06, -4.000961780548096e-06, -3.526918590068817e-06, -3.0528753995895386e-06, -2.57883220911026e-06, -2.1047890186309814e-06, -1.6307458281517029e-06, -1.1567026376724243e-06, -6.826594471931458e-07, -2.086162567138672e-07, 2.654269337654114e-07, 7.394701242446899e-07, 1.2135133147239685e-06, 1.687556505203247e-06, 2.1615996956825256e-06, 2.635642886161804e-06, 3.1096860766410828e-06, 3.5837292671203613e-06, 4.05777245759964e-06, 4.5318156480789185e-06, 5.005858838558197e-06, 5.479902029037476e-06, 5.953945219516754e-06, 6.427988409996033e-06, 6.902031600475311e-06, 7.37607479095459e-06, 7.850117981433868e-06, 8.324161171913147e-06, 8.798204362392426e-06, 9.272247552871704e-06, 9.746290743350983e-06, 1.0220333933830261e-05, 1.069437712430954e-05, 1.1168420314788818e-05, 1.1642463505268097e-05, 1.2116506695747375e-05, 1.2590549886226654e-05, 1.3064593076705933e-05, 1.3538636267185211e-05, 1.401267945766449e-05, 1.4486722648143768e-05, 1.4960765838623047e-05]}, "gradients/encoder.encoder.layers.20.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 4.0, 0.0, 8.0, 7.0, 7.0, 4.0, 20.0, 33.0, 41.0, 93.0, 391.0, 179.0, 83.0, 30.0, 39.0, 20.0, 11.0, 11.0, 13.0, 2.0, 1.0, 2.0, 0.0, 4.0, 0.0, 6.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.556510925292969e-06, -6.329268217086792e-06, -6.102025508880615e-06, -5.8747828006744385e-06, -5.647540092468262e-06, -5.420297384262085e-06, -5.193054676055908e-06, -4.9658119678497314e-06, -4.738569259643555e-06, -4.511326551437378e-06, -4.284083843231201e-06, -4.056841135025024e-06, -3.829598426818848e-06, -3.602355718612671e-06, -3.375113010406494e-06, -3.1478703022003174e-06, -2.9206275939941406e-06, -2.693384885787964e-06, -2.466142177581787e-06, -2.2388994693756104e-06, -2.0116567611694336e-06, -1.7844140529632568e-06, -1.55717134475708e-06, -1.3299286365509033e-06, -1.1026859283447266e-06, -8.754432201385498e-07, -6.48200511932373e-07, -4.209578037261963e-07, -1.9371509552001953e-07, 3.3527612686157227e-08, 2.60770320892334e-07, 4.880130290985107e-07, 7.152557373046875e-07, 9.424984455108643e-07, 1.169741153717041e-06, 1.3969838619232178e-06, 1.6242265701293945e-06, 1.8514692783355713e-06, 2.078711986541748e-06, 2.305954694747925e-06, 2.5331974029541016e-06, 2.7604401111602783e-06, 2.987682819366455e-06, 3.214925527572632e-06, 3.4421682357788086e-06, 3.6694109439849854e-06, 3.896653652191162e-06, 4.123896360397339e-06, 4.351139068603516e-06, 4.578381776809692e-06, 4.805624485015869e-06, 5.032867193222046e-06, 5.260109901428223e-06, 5.487352609634399e-06, 5.714595317840576e-06, 5.941838026046753e-06, 6.16908073425293e-06, 6.3963234424591064e-06, 6.623566150665283e-06, 6.85080885887146e-06, 7.078051567077637e-06, 7.3052942752838135e-06, 7.53253698348999e-06, 7.759779691696167e-06, 7.987022399902344e-06]}, "gradients/encoder.encoder.layers.20.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 3.0, 2.0, 5.0, 11.0, 18.0, 27.0, 56.0, 95.0, 241.0, 256.0, 102.0, 61.0, 35.0, 31.0, 23.0, 12.0, 9.0, 12.0, 7.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.07808683020994e-05, -7.404079951811582e-05, -6.730073801008984e-05, -6.056067286408506e-05, -5.382060771808028e-05, -4.70805425720755e-05, -4.034047742607072e-05, -3.360041228006594e-05, -2.6860347134061158e-05, -2.0120281988056377e-05, -1.3380216842051595e-05, -6.640151696046814e-06, 9.99134499579668e-08, 6.839978595962748e-06, 1.3580043741967529e-05, 2.032010888797231e-05, 2.706017403397709e-05, 3.380023917998187e-05, 4.0540304325986654e-05, 4.7280369471991435e-05, 5.4020434617996216e-05, 6.0760499764001e-05, 6.750056491000578e-05, 7.424062641803175e-05, 8.098069520201534e-05, 8.772076398599893e-05, 9.44608254940249e-05, 0.00010120088700205088, 0.00010794095578603446, 0.00011468102457001805, 0.00012142108607804403, 0.00012816114758607, 0.00013490123092196882, 0.0001416412997059524, 0.000148381368489936, 0.00015512142272200435, 0.00016186149150598794, 0.00016860156028997153, 0.0001753416145220399, 0.00018208168330602348, 0.00018882175209000707, 0.00019556182087399065, 0.00020230188965797424, 0.0002090419438900426, 0.0002157820126740262, 0.00022252208145800978, 0.00022926213569007814, 0.00023600220447406173, 0.00024274227325804532, 0.0002494823420420289, 0.0002562224108260125, 0.0002629624796099961, 0.0002697025192901492, 0.0002764425880741328, 0.0002831826568581164, 0.0002899227256421, 0.00029666279442608356, 0.00030340286321006715, 0.00031014293199405074, 0.00031688300077803433, 0.0003236230695620179, 0.00033036310924217105, 0.00033710317802615464, 0.0003438432468101382, 0.0003505833155941218]}, "gradients/encoder.encoder.layers.20.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 4.0, 4.0, 1.0, 4.0, 6.0, 9.0, 9.0, 10.0, 15.0, 11.0, 24.0, 22.0, 22.0, 15.0, 27.0, 23.0, 27.0, 43.0, 38.0, 35.0, 49.0, 51.0, 47.0, 38.0, 57.0, 43.0, 40.0, 35.0, 34.0, 32.0, 48.0, 22.0, 18.0, 26.0, 27.0, 15.0, 19.0, 10.0, 15.0, 11.0, 11.0, 3.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0], "bins": [-8.946657180786133e-05, -8.717458695173264e-05, -8.488260209560394e-05, -8.259061723947525e-05, -8.029863238334656e-05, -7.800664752721786e-05, -7.571466267108917e-05, -7.342267781496048e-05, -7.113069295883179e-05, -6.88387081027031e-05, -6.65467232465744e-05, -6.425473839044571e-05, -6.196275353431702e-05, -5.9670768678188324e-05, -5.737878382205963e-05, -5.508679896593094e-05, -5.2794814109802246e-05, -5.0502829253673553e-05, -4.821084439754486e-05, -4.591885954141617e-05, -4.3626874685287476e-05, -4.133488982915878e-05, -3.904290497303009e-05, -3.67509201169014e-05, -3.4458935260772705e-05, -3.216695040464401e-05, -2.987496554851532e-05, -2.7582980692386627e-05, -2.5290995836257935e-05, -2.2999010980129242e-05, -2.070702612400055e-05, -1.8415041267871857e-05, -1.6123056411743164e-05, -1.3831071555614471e-05, -1.1539086699485779e-05, -9.247101843357086e-06, -6.9551169872283936e-06, -4.663132131099701e-06, -2.3711472749710083e-06, -7.916241884231567e-08, 2.212822437286377e-06, 4.50480729341507e-06, 6.796792149543762e-06, 9.088777005672455e-06, 1.1380761861801147e-05, 1.367274671792984e-05, 1.5964731574058533e-05, 1.8256716430187225e-05, 2.0548701286315918e-05, 2.284068614244461e-05, 2.5132670998573303e-05, 2.7424655854701996e-05, 2.971664071083069e-05, 3.200862556695938e-05, 3.4300610423088074e-05, 3.6592595279216766e-05, 3.888458013534546e-05, 4.117656499147415e-05, 4.3468549847602844e-05, 4.576053470373154e-05, 4.805251955986023e-05, 5.034450441598892e-05, 5.2636489272117615e-05, 5.492847412824631e-05, 5.7220458984375e-05]}, "gradients/encoder.encoder.layers.19.feed_forward.output_dense.weight": {"_type": "histogram", "values": [5.0, 9.0, 8.0, 12.0, 18.0, 45.0, 101.0, 149.0, 316.0, 533.0, 1039.0, 1874.0, 3640.0, 6947.0, 17903.0, 37272.0, 97626.0, 363626.0, 3311487.0, 215865.0, 71615.0, 33511.0, 13211.0, 7026.0, 3818.0, 2235.0, 1371.0, 902.0, 621.0, 389.0, 236.0, 208.0, 151.0, 103.0, 99.0, 67.0, 59.0, 31.0, 26.0, 30.0, 24.0, 19.0, 17.0, 9.0, 14.0, 6.0, 6.0, 2.0, 6.0, 6.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-7.808208465576172e-06, -7.382594048976898e-06, -6.9569796323776245e-06, -6.531365215778351e-06, -6.105750799179077e-06, -5.6801363825798035e-06, -5.25452196598053e-06, -4.828907549381256e-06, -4.403293132781982e-06, -3.977678716182709e-06, -3.552064299583435e-06, -3.1264498829841614e-06, -2.7008354663848877e-06, -2.275221049785614e-06, -1.8496066331863403e-06, -1.4239922165870667e-06, -9.98377799987793e-07, -5.727633833885193e-07, -1.471489667892456e-07, 2.784654498100281e-07, 7.040798664093018e-07, 1.1296942830085754e-06, 1.5553086996078491e-06, 1.980923116207123e-06, 2.4065375328063965e-06, 2.83215194940567e-06, 3.257766366004944e-06, 3.6833807826042175e-06, 4.108995199203491e-06, 4.534609615802765e-06, 4.9602240324020386e-06, 5.385838449001312e-06, 5.811452865600586e-06, 6.23706728219986e-06, 6.662681698799133e-06, 7.088296115398407e-06, 7.513910531997681e-06, 7.939524948596954e-06, 8.365139365196228e-06, 8.790753781795502e-06, 9.216368198394775e-06, 9.641982614994049e-06, 1.0067597031593323e-05, 1.0493211448192596e-05, 1.091882586479187e-05, 1.1344440281391144e-05, 1.1770054697990417e-05, 1.2195669114589691e-05, 1.2621283531188965e-05, 1.3046897947788239e-05, 1.3472512364387512e-05, 1.3898126780986786e-05, 1.432374119758606e-05, 1.4749355614185333e-05, 1.5174970030784607e-05, 1.560058444738388e-05, 1.6026198863983154e-05, 1.6451813280582428e-05, 1.68774276971817e-05, 1.7303042113780975e-05, 1.772865653038025e-05, 1.8154270946979523e-05, 1.8579885363578796e-05, 1.900549978017807e-05, 1.9431114196777344e-05]}, "gradients/encoder.encoder.layers.19.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 3.0, 3.0, 1.0, 1.0, 5.0, 11.0, 5.0, 9.0, 9.0, 15.0, 17.0, 34.0, 43.0, 42.0, 62.0, 141.0, 66.0, 82.0, 72.0, 83.0, 70.0, 49.0, 37.0, 37.0, 23.0, 27.0, 19.0, 13.0, 8.0, 4.0, 5.0, 9.0, 2.0, 4.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1920928955078125e-06, -1.12876296043396e-06, -1.0654330253601074e-06, -1.0021030902862549e-06, -9.387731552124023e-07, -8.754432201385498e-07, -8.121132850646973e-07, -7.487833499908447e-07, -6.854534149169922e-07, -6.221234798431396e-07, -5.587935447692871e-07, -4.954636096954346e-07, -4.3213367462158203e-07, -3.688037395477295e-07, -3.0547380447387695e-07, -2.421438694000244e-07, -1.7881393432617188e-07, -1.1548399925231934e-07, -5.21540641784668e-08, 1.1175870895385742e-08, 7.450580596923828e-08, 1.3783574104309082e-07, 2.0116567611694336e-07, 2.644956111907959e-07, 3.2782554626464844e-07, 3.91155481338501e-07, 4.544854164123535e-07, 5.178153514862061e-07, 5.811452865600586e-07, 6.444752216339111e-07, 7.078051567077637e-07, 7.711350917816162e-07, 8.344650268554688e-07, 8.977949619293213e-07, 9.611248970031738e-07, 1.0244548320770264e-06, 1.087784767150879e-06, 1.1511147022247314e-06, 1.214444637298584e-06, 1.2777745723724365e-06, 1.341104507446289e-06, 1.4044344425201416e-06, 1.4677643775939941e-06, 1.5310943126678467e-06, 1.5944242477416992e-06, 1.6577541828155518e-06, 1.7210841178894043e-06, 1.7844140529632568e-06, 1.8477439880371094e-06, 1.911073923110962e-06, 1.9744038581848145e-06, 2.037733793258667e-06, 2.1010637283325195e-06, 2.164393663406372e-06, 2.2277235984802246e-06, 2.291053533554077e-06, 2.3543834686279297e-06, 2.4177134037017822e-06, 2.4810433387756348e-06, 2.5443732738494873e-06, 2.60770320892334e-06, 2.6710331439971924e-06, 2.734363079071045e-06, 2.7976930141448975e-06, 2.86102294921875e-06]}, "gradients/encoder.encoder.layers.19.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 6.0, 7.0, 1.0, 7.0, 13.0, 9.0, 18.0, 29.0, 28.0, 54.0, 71.0, 70.0, 129.0, 198.0, 210.0, 403.0, 567.0, 645.0, 1263.0, 1954.0, 2201.0, 4444.0, 7563.0, 8846.0, 19848.0, 35870.0, 48388.0, 129181.0, 230116.0, 2312423.0, 998881.0, 172359.0, 105133.0, 50040.0, 20957.0, 16736.0, 9601.0, 4727.0, 4140.0, 2520.0, 1199.0, 1186.0, 749.0, 397.0, 351.0, 240.0, 143.0, 116.0, 82.0, 44.0, 46.0, 28.0, 17.0, 16.0, 8.0, 2.0, 5.0, 6.0, 2.0, 4.0, 1.0], "bins": [-7.152557373046875e-06, -6.934627890586853e-06, -6.716698408126831e-06, -6.498768925666809e-06, -6.280839443206787e-06, -6.062909960746765e-06, -5.844980478286743e-06, -5.627050995826721e-06, -5.409121513366699e-06, -5.191192030906677e-06, -4.973262548446655e-06, -4.755333065986633e-06, -4.537403583526611e-06, -4.319474101066589e-06, -4.101544618606567e-06, -3.883615136146545e-06, -3.6656856536865234e-06, -3.4477561712265015e-06, -3.2298266887664795e-06, -3.0118972063064575e-06, -2.7939677238464355e-06, -2.5760382413864136e-06, -2.3581087589263916e-06, -2.1401792764663696e-06, -1.9222497940063477e-06, -1.7043203115463257e-06, -1.4863908290863037e-06, -1.2684613466262817e-06, -1.0505318641662598e-06, -8.326023817062378e-07, -6.146728992462158e-07, -3.9674341678619385e-07, -1.7881393432617188e-07, 3.91155481338501e-08, 2.5704503059387207e-07, 4.7497451305389404e-07, 6.92903995513916e-07, 9.10833477973938e-07, 1.12876296043396e-06, 1.346692442893982e-06, 1.564621925354004e-06, 1.7825514078140259e-06, 2.000480890274048e-06, 2.21841037273407e-06, 2.436339855194092e-06, 2.6542693376541138e-06, 2.8721988201141357e-06, 3.0901283025741577e-06, 3.3080577850341797e-06, 3.5259872674942017e-06, 3.7439167499542236e-06, 3.961846232414246e-06, 4.179775714874268e-06, 4.3977051973342896e-06, 4.6156346797943115e-06, 4.8335641622543335e-06, 5.0514936447143555e-06, 5.2694231271743774e-06, 5.487352609634399e-06, 5.705282092094421e-06, 5.923211574554443e-06, 6.141141057014465e-06, 6.359070539474487e-06, 6.577000021934509e-06, 6.794929504394531e-06]}, "gradients/encoder.encoder.layers.19.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 8.0, 8.0, 5.0, 9.0, 18.0, 21.0, 20.0, 16.0, 32.0, 36.0, 43.0, 46.0, 41.0, 69.0, 63.0, 131.0, 87.0, 106.0, 154.0, 198.0, 529.0, 667.0, 495.0, 308.0, 149.0, 186.0, 97.0, 77.0, 60.0, 61.0, 70.0, 41.0, 32.0, 43.0, 22.0, 34.0, 16.0, 13.0, 5.0, 12.0, 18.0, 9.0, 3.0, 6.0, 5.0, 5.0, 2.0, 3.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0], "bins": [-4.0531158447265625e-06, -3.92179936170578e-06, -3.7904828786849976e-06, -3.659166395664215e-06, -3.5278499126434326e-06, -3.39653342962265e-06, -3.2652169466018677e-06, -3.133900463581085e-06, -3.0025839805603027e-06, -2.8712674975395203e-06, -2.739951014518738e-06, -2.6086345314979553e-06, -2.477318048477173e-06, -2.3460015654563904e-06, -2.214685082435608e-06, -2.0833685994148254e-06, -1.952052116394043e-06, -1.8207356333732605e-06, -1.689419150352478e-06, -1.5581026673316956e-06, -1.426786184310913e-06, -1.2954697012901306e-06, -1.1641532182693481e-06, -1.0328367352485657e-06, -9.015202522277832e-07, -7.702037692070007e-07, -6.388872861862183e-07, -5.075708031654358e-07, -3.762543201446533e-07, -2.4493783712387085e-07, -1.1362135410308838e-07, 1.7695128917694092e-08, 1.4901161193847656e-07, 2.8032809495925903e-07, 4.116445779800415e-07, 5.42961061000824e-07, 6.742775440216064e-07, 8.055940270423889e-07, 9.369105100631714e-07, 1.0682269930839539e-06, 1.1995434761047363e-06, 1.3308599591255188e-06, 1.4621764421463013e-06, 1.5934929251670837e-06, 1.7248094081878662e-06, 1.8561258912086487e-06, 1.987442374229431e-06, 2.1187588572502136e-06, 2.250075340270996e-06, 2.3813918232917786e-06, 2.512708306312561e-06, 2.6440247893333435e-06, 2.775341272354126e-06, 2.9066577553749084e-06, 3.037974238395691e-06, 3.1692907214164734e-06, 3.300607204437256e-06, 3.4319236874580383e-06, 3.563240170478821e-06, 3.6945566534996033e-06, 3.825873136520386e-06, 3.957189619541168e-06, 4.088506102561951e-06, 4.219822585582733e-06, 4.351139068603516e-06]}, "gradients/encoder.encoder.layers.19.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 4.0, 7.0, 9.0, 12.0, 23.0, 33.0, 50.0, 98.0, 143.0, 210.0, 131.0, 78.0, 56.0, 46.0, 23.0, 19.0, 12.0, 6.0, 7.0, 5.0, 5.0, 4.0, 7.0, 5.0, 3.0, 0.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.437655323068611e-05, -3.2835927413543686e-05, -3.1295305234380066e-05, -2.975467941723764e-05, -2.8214053600095212e-05, -2.667342960194219e-05, -2.5132805603789166e-05, -2.359217978664674e-05, -2.2051555788493715e-05, -2.0510931790340692e-05, -1.8970305973198265e-05, -1.742968197504524e-05, -1.5889057976892218e-05, -1.4348432159749791e-05, -1.2807808161596768e-05, -1.1267183253949042e-05, -9.726558346301317e-06, -8.185933438653592e-06, -6.645308985753218e-06, -5.104684532852843e-06, -3.564059625205118e-06, -2.023434717557393e-06, -4.828107194043696e-07, 1.0578141882433556e-06, 2.598439095891081e-06, 4.139064003538806e-06, 5.67968845643918e-06, 7.220312909339555e-06, 8.76093781698728e-06, 1.0301562724635005e-05, 1.1842186722788028e-05, 1.3382811630435754e-05, 1.4923432900104672e-05, 1.6464056898257695e-05, 1.8004682715400122e-05, 1.9545306713553146e-05, 2.1085932530695572e-05, 2.2626556528848596e-05, 2.416718052700162e-05, 2.5707806344144046e-05, 2.724843034229707e-05, 2.8789054340450093e-05, 3.032968015759252e-05, 3.187030233675614e-05, 3.341092815389857e-05, 3.4951553971040994e-05, 3.649217978818342e-05, 3.803280196734704e-05, 3.957342778448947e-05, 4.1114053601631895e-05, 4.2654675780795515e-05, 4.419530159793794e-05, 4.573592741508037e-05, 4.7276553232222795e-05, 4.8817175411386415e-05, 5.035780122852884e-05, 5.189842340769246e-05, 5.343904922483489e-05, 5.497967140399851e-05, 5.6520297221140936e-05, 5.806092303828336e-05, 5.960154521744698e-05, 6.114217103458941e-05, 6.268279685173184e-05, 6.422342266887426e-05]}, "gradients/encoder.encoder.layers.19.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 1.0, 6.0, 5.0, 5.0, 5.0, 19.0, 9.0, 15.0, 14.0, 32.0, 31.0, 29.0, 28.0, 33.0, 48.0, 37.0, 44.0, 48.0, 42.0, 48.0, 53.0, 45.0, 55.0, 51.0, 43.0, 44.0, 39.0, 41.0, 25.0, 15.0, 16.0, 14.0, 13.0, 15.0, 8.0, 10.0, 5.0, 8.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0], "bins": [-2.8431415557861328e-05, -2.7661211788654327e-05, -2.6891008019447327e-05, -2.6120804250240326e-05, -2.5350600481033325e-05, -2.4580396711826324e-05, -2.3810192942619324e-05, -2.3039989173412323e-05, -2.2269785404205322e-05, -2.149958163499832e-05, -2.072937786579132e-05, -1.995917409658432e-05, -1.918897032737732e-05, -1.841876655817032e-05, -1.7648562788963318e-05, -1.6878359019756317e-05, -1.6108155250549316e-05, -1.5337951481342316e-05, -1.4567747712135315e-05, -1.3797543942928314e-05, -1.3027340173721313e-05, -1.2257136404514313e-05, -1.1486932635307312e-05, -1.0716728866100311e-05, -9.94652509689331e-06, -9.17632132768631e-06, -8.406117558479309e-06, -7.635913789272308e-06, -6.865710020065308e-06, -6.095506250858307e-06, -5.325302481651306e-06, -4.555098712444305e-06, -3.7848949432373047e-06, -3.014691174030304e-06, -2.2444874048233032e-06, -1.4742836356163025e-06, -7.040798664093018e-07, 6.612390279769897e-08, 8.363276720046997e-07, 1.6065314412117004e-06, 2.376735210418701e-06, 3.146938979625702e-06, 3.917142748832703e-06, 4.687346518039703e-06, 5.457550287246704e-06, 6.227754056453705e-06, 6.9979578256607056e-06, 7.768161594867706e-06, 8.538365364074707e-06, 9.308569133281708e-06, 1.0078772902488708e-05, 1.084897667169571e-05, 1.161918044090271e-05, 1.238938421010971e-05, 1.3159587979316711e-05, 1.3929791748523712e-05, 1.4699995517730713e-05, 1.5470199286937714e-05, 1.6240403056144714e-05, 1.7010606825351715e-05, 1.7780810594558716e-05, 1.8551014363765717e-05, 1.9321218132972717e-05, 2.0091421902179718e-05, 2.086162567138672e-05]}, "gradients/encoder.encoder.layers.19.attention.out_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 6.0, 3.0, 7.0, 9.0, 6.0, 13.0, 17.0, 24.0, 47.0, 40.0, 76.0, 139.0, 193.0, 303.0, 547.0, 847.0, 1423.0, 2292.0, 4023.0, 7061.0, 16733.0, 30373.0, 70906.0, 219349.0, 486004.0, 126961.0, 39809.0, 18682.0, 9639.0, 5330.0, 3005.0, 2030.0, 957.0, 600.0, 384.0, 252.0, 154.0, 118.0, 53.0, 36.0, 29.0, 16.0, 16.0, 10.0, 9.0, 4.0, 4.0, 3.0, 5.0, 7.0, 2.0, 3.0, 1.0, 1.0, 1.0], "bins": [-1.2218952178955078e-05, -1.1851079761981964e-05, -1.148320734500885e-05, -1.1115334928035736e-05, -1.0747462511062622e-05, -1.0379590094089508e-05, -1.0011717677116394e-05, -9.64384526014328e-06, -9.275972843170166e-06, -8.908100426197052e-06, -8.540228009223938e-06, -8.172355592250824e-06, -7.80448317527771e-06, -7.436610758304596e-06, -7.068738341331482e-06, -6.700865924358368e-06, -6.332993507385254e-06, -5.96512109041214e-06, -5.597248673439026e-06, -5.229376256465912e-06, -4.861503839492798e-06, -4.493631422519684e-06, -4.12575900554657e-06, -3.757886588573456e-06, -3.390014171600342e-06, -3.0221417546272278e-06, -2.6542693376541138e-06, -2.2863969206809998e-06, -1.9185245037078857e-06, -1.5506520867347717e-06, -1.1827796697616577e-06, -8.149072527885437e-07, -4.470348358154297e-07, -7.916241884231567e-08, 2.8870999813079834e-07, 6.565824151039124e-07, 1.0244548320770264e-06, 1.3923272490501404e-06, 1.7601996660232544e-06, 2.1280720829963684e-06, 2.4959444999694824e-06, 2.8638169169425964e-06, 3.2316893339157104e-06, 3.5995617508888245e-06, 3.9674341678619385e-06, 4.3353065848350525e-06, 4.7031790018081665e-06, 5.0710514187812805e-06, 5.4389238357543945e-06, 5.8067962527275085e-06, 6.1746686697006226e-06, 6.5425410866737366e-06, 6.910413503646851e-06, 7.278285920619965e-06, 7.646158337593079e-06, 8.014030754566193e-06, 8.381903171539307e-06, 8.74977558851242e-06, 9.117648005485535e-06, 9.485520422458649e-06, 9.853392839431763e-06, 1.0221265256404877e-05, 1.058913767337799e-05, 1.0957010090351105e-05, 1.1324882507324219e-05]}, "gradients/encoder.encoder.layers.19.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 3.0, 2.0, 3.0, 5.0, 9.0, 8.0, 8.0, 15.0, 17.0, 38.0, 40.0, 39.0, 59.0, 62.0, 70.0, 75.0, 75.0, 110.0, 70.0, 67.0, 52.0, 36.0, 28.0, 19.0, 30.0, 28.0, 8.0, 10.0, 2.0, 7.0, 3.0, 3.0, 2.0, 3.0, 3.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4901161193847656e-06, -1.426786184310913e-06, -1.3634562492370605e-06, -1.300126314163208e-06, -1.2367963790893555e-06, -1.173466444015503e-06, -1.1101365089416504e-06, -1.0468065738677979e-06, -9.834766387939453e-07, -9.201467037200928e-07, -8.568167686462402e-07, -7.934868335723877e-07, -7.301568984985352e-07, -6.668269634246826e-07, -6.034970283508301e-07, -5.401670932769775e-07, -4.76837158203125e-07, -4.1350722312927246e-07, -3.501772880554199e-07, -2.868473529815674e-07, -2.2351741790771484e-07, -1.601874828338623e-07, -9.685754776000977e-08, -3.3527612686157227e-08, 2.9802322387695312e-08, 9.313225746154785e-08, 1.564621925354004e-07, 2.1979212760925293e-07, 2.8312206268310547e-07, 3.46451997756958e-07, 4.0978193283081055e-07, 4.731118679046631e-07, 5.364418029785156e-07, 5.997717380523682e-07, 6.631016731262207e-07, 7.264316082000732e-07, 7.897615432739258e-07, 8.530914783477783e-07, 9.164214134216309e-07, 9.797513484954834e-07, 1.043081283569336e-06, 1.1064112186431885e-06, 1.169741153717041e-06, 1.2330710887908936e-06, 1.296401023864746e-06, 1.3597309589385986e-06, 1.4230608940124512e-06, 1.4863908290863037e-06, 1.5497207641601562e-06, 1.6130506992340088e-06, 1.6763806343078613e-06, 1.7397105693817139e-06, 1.8030405044555664e-06, 1.866370439529419e-06, 1.9297003746032715e-06, 1.993030309677124e-06, 2.0563602447509766e-06, 2.119690179824829e-06, 2.1830201148986816e-06, 2.246350049972534e-06, 2.3096799850463867e-06, 2.3730099201202393e-06, 2.436339855194092e-06, 2.4996697902679443e-06, 2.562999725341797e-06]}, "gradients/encoder.encoder.layers.19.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 4.0, 11.0, 21.0, 25.0, 28.0, 45.0, 71.0, 57.0, 93.0, 123.0, 136.0, 256.0, 432.0, 464.0, 765.0, 1124.0, 1194.0, 2216.0, 3434.0, 3615.0, 6633.0, 10218.0, 10863.0, 21036.0, 35755.0, 48123.0, 608018.0, 147360.0, 59618.0, 30251.0, 14754.0, 13686.0, 9235.0, 4793.0, 4458.0, 3227.0, 1586.0, 1526.0, 1045.0, 553.0, 542.0, 391.0, 173.0, 173.0, 134.0, 77.0, 65.0, 44.0, 37.0, 29.0, 24.0, 10.0, 10.0, 5.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.735324859619141e-06, -6.517395377159119e-06, -6.299465894699097e-06, -6.081536412239075e-06, -5.863606929779053e-06, -5.645677447319031e-06, -5.427747964859009e-06, -5.209818482398987e-06, -4.991888999938965e-06, -4.773959517478943e-06, -4.556030035018921e-06, -4.338100552558899e-06, -4.120171070098877e-06, -3.902241587638855e-06, -3.684312105178833e-06, -3.466382622718811e-06, -3.248453140258789e-06, -3.030523657798767e-06, -2.812594175338745e-06, -2.594664692878723e-06, -2.376735210418701e-06, -2.158805727958679e-06, -1.9408762454986572e-06, -1.7229467630386353e-06, -1.5050172805786133e-06, -1.2870877981185913e-06, -1.0691583156585693e-06, -8.512288331985474e-07, -6.332993507385254e-07, -4.153698682785034e-07, -1.9744038581848145e-07, 2.0489096641540527e-08, 2.384185791015625e-07, 4.5634806156158447e-07, 6.742775440216064e-07, 8.922070264816284e-07, 1.1101365089416504e-06, 1.3280659914016724e-06, 1.5459954738616943e-06, 1.7639249563217163e-06, 1.9818544387817383e-06, 2.1997839212417603e-06, 2.4177134037017822e-06, 2.635642886161804e-06, 2.853572368621826e-06, 3.071501851081848e-06, 3.28943133354187e-06, 3.507360816001892e-06, 3.725290298461914e-06, 3.943219780921936e-06, 4.161149263381958e-06, 4.37907874584198e-06, 4.597008228302002e-06, 4.814937710762024e-06, 5.032867193222046e-06, 5.250796675682068e-06, 5.46872615814209e-06, 5.686655640602112e-06, 5.904585123062134e-06, 6.122514605522156e-06, 6.340444087982178e-06, 6.5583735704422e-06, 6.776303052902222e-06, 6.994232535362244e-06, 7.212162017822266e-06]}, "gradients/encoder.encoder.layers.19.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 4.0, 6.0, 9.0, 6.0, 7.0, 5.0, 4.0, 7.0, 9.0, 8.0, 4.0, 12.0, 5.0, 5.0, 13.0, 13.0, 9.0, 19.0, 14.0, 20.0, 18.0, 13.0, 30.0, 64.0, 317.0, 81.0, 51.0, 31.0, 21.0, 18.0, 17.0, 8.0, 14.0, 12.0, 11.0, 4.0, 10.0, 7.0, 6.0, 9.0, 11.0, 9.0, 11.0, 5.0, 2.0, 7.0, 8.0, 6.0, 8.0, 3.0, 10.0, 5.0, 4.0, 3.0], "bins": [-4.231929779052734e-06, -4.109926521778107e-06, -3.987923264503479e-06, -3.865920007228851e-06, -3.7439167499542236e-06, -3.621913492679596e-06, -3.4999102354049683e-06, -3.3779069781303406e-06, -3.255903720855713e-06, -3.133900463581085e-06, -3.0118972063064575e-06, -2.88989394903183e-06, -2.767890691757202e-06, -2.6458874344825745e-06, -2.5238841772079468e-06, -2.401880919933319e-06, -2.2798776626586914e-06, -2.1578744053840637e-06, -2.035871148109436e-06, -1.9138678908348083e-06, -1.7918646335601807e-06, -1.669861376285553e-06, -1.5478581190109253e-06, -1.4258548617362976e-06, -1.30385160446167e-06, -1.1818483471870422e-06, -1.0598450899124146e-06, -9.378418326377869e-07, -8.158385753631592e-07, -6.938353180885315e-07, -5.718320608139038e-07, -4.498288035392761e-07, -3.2782554626464844e-07, -2.0582228899002075e-07, -8.381903171539307e-08, 3.818422555923462e-08, 1.601874828338623e-07, 2.8219074010849e-07, 4.041939973831177e-07, 5.261972546577454e-07, 6.48200511932373e-07, 7.702037692070007e-07, 8.922070264816284e-07, 1.014210283756256e-06, 1.1362135410308838e-06, 1.2582167983055115e-06, 1.3802200555801392e-06, 1.5022233128547668e-06, 1.6242265701293945e-06, 1.7462298274040222e-06, 1.86823308467865e-06, 1.9902363419532776e-06, 2.1122395992279053e-06, 2.234242856502533e-06, 2.3562461137771606e-06, 2.4782493710517883e-06, 2.600252628326416e-06, 2.7222558856010437e-06, 2.8442591428756714e-06, 2.966262400150299e-06, 3.0882656574249268e-06, 3.2102689146995544e-06, 3.332272171974182e-06, 3.45427542924881e-06, 3.5762786865234375e-06]}, "gradients/encoder.encoder.layers.19.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 0.0, 5.0, 5.0, 18.0, 0.0, 14.0, 18.0, 25.0, 0.0, 39.0, 70.0, 92.0, 0.0, 177.0, 279.0, 375.0, 0.0, 603.0, 1072.0, 1800.0, 0.0, 2950.0, 5341.0, 9647.0, 0.0, 18495.0, 36858.0, 96001.0, 0.0, 700129.0, 96611.0, 36920.0, 0.0, 18438.0, 9657.0, 5324.0, 0.0, 3011.0, 1810.0, 1039.0, 0.0, 628.0, 358.0, 289.0, 0.0, 159.0, 115.0, 63.0, 0.0, 36.0, 28.0, 20.0, 0.0, 20.0, 10.0, 10.0, 0.0, 6.0, 2.0, 2.0, 2.0], "bins": [-1.430511474609375e-06, -1.385807991027832e-06, -1.341104507446289e-06, -1.296401023864746e-06, -1.2516975402832031e-06, -1.2069940567016602e-06, -1.1622905731201172e-06, -1.1175870895385742e-06, -1.0728836059570312e-06, -1.0281801223754883e-06, -9.834766387939453e-07, -9.387731552124023e-07, -8.940696716308594e-07, -8.493661880493164e-07, -8.046627044677734e-07, -7.599592208862305e-07, -7.152557373046875e-07, -6.705522537231445e-07, -6.258487701416016e-07, -5.811452865600586e-07, -5.364418029785156e-07, -4.917383193969727e-07, -4.470348358154297e-07, -4.023313522338867e-07, -3.5762786865234375e-07, -3.129243850708008e-07, -2.682209014892578e-07, -2.2351741790771484e-07, -1.7881393432617188e-07, -1.341104507446289e-07, -8.940696716308594e-08, -4.470348358154297e-08, 0.0, 4.470348358154297e-08, 8.940696716308594e-08, 1.341104507446289e-07, 1.7881393432617188e-07, 2.2351741790771484e-07, 2.682209014892578e-07, 3.129243850708008e-07, 3.5762786865234375e-07, 4.023313522338867e-07, 4.470348358154297e-07, 4.917383193969727e-07, 5.364418029785156e-07, 5.811452865600586e-07, 6.258487701416016e-07, 6.705522537231445e-07, 7.152557373046875e-07, 7.599592208862305e-07, 8.046627044677734e-07, 8.493661880493164e-07, 8.940696716308594e-07, 9.387731552124023e-07, 9.834766387939453e-07, 1.0281801223754883e-06, 1.0728836059570312e-06, 1.1175870895385742e-06, 1.1622905731201172e-06, 1.2069940567016602e-06, 1.2516975402832031e-06, 1.296401023864746e-06, 1.341104507446289e-06, 1.385807991027832e-06, 1.430511474609375e-06]}, "gradients/encoder.encoder.layers.19.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 8.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 5.0, 0.0, 0.0, 9.0, 0.0, 17.0, 0.0, 22.0, 0.0, 35.0, 0.0, 0.0, 31.0, 0.0, 37.0, 0.0, 52.0, 0.0, 0.0, 74.0, 0.0, 444.0, 0.0, 82.0, 0.0, 49.0, 0.0, 0.0, 32.0, 0.0, 32.0, 0.0, 21.0, 0.0, 0.0, 21.0, 0.0, 21.0, 0.0, 9.0, 0.0, 6.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 4.0, 0.0, 2.0], "bins": [-8.940696716308594e-07, -8.67992639541626e-07, -8.419156074523926e-07, -8.158385753631592e-07, -7.897615432739258e-07, -7.636845111846924e-07, -7.37607479095459e-07, -7.115304470062256e-07, -6.854534149169922e-07, -6.593763828277588e-07, -6.332993507385254e-07, -6.07222318649292e-07, -5.811452865600586e-07, -5.550682544708252e-07, -5.289912223815918e-07, -5.029141902923584e-07, -4.76837158203125e-07, -4.507601261138916e-07, -4.246830940246582e-07, -3.986060619354248e-07, -3.725290298461914e-07, -3.46451997756958e-07, -3.203749656677246e-07, -2.942979335784912e-07, -2.682209014892578e-07, -2.421438694000244e-07, -2.1606683731079102e-07, -1.8998980522155762e-07, -1.6391277313232422e-07, -1.3783574104309082e-07, -1.1175870895385742e-07, -8.568167686462402e-08, -5.960464477539063e-08, -3.3527612686157227e-08, -7.450580596923828e-09, 1.862645149230957e-08, 4.470348358154297e-08, 7.078051567077637e-08, 9.685754776000977e-08, 1.2293457984924316e-07, 1.4901161193847656e-07, 1.7508864402770996e-07, 2.0116567611694336e-07, 2.2724270820617676e-07, 2.5331974029541016e-07, 2.7939677238464355e-07, 3.0547380447387695e-07, 3.3155083656311035e-07, 3.5762786865234375e-07, 3.8370490074157715e-07, 4.0978193283081055e-07, 4.3585896492004395e-07, 4.6193599700927734e-07, 4.880130290985107e-07, 5.140900611877441e-07, 5.401670932769775e-07, 5.662441253662109e-07, 5.923211574554443e-07, 6.183981895446777e-07, 6.444752216339111e-07, 6.705522537231445e-07, 6.966292858123779e-07, 7.227063179016113e-07, 7.487833499908447e-07, 7.748603820800781e-07]}, "gradients/encoder.encoder.layers.19.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 2.0, 1.0, 8.0, 0.0, 5.0, 6.0, 14.0, 19.0, 24.0, 32.0, 47.0, 77.0, 0.0, 89.0, 168.0, 236.0, 400.0, 543.0, 1001.0, 1630.0, 2783.0, 0.0, 5196.0, 9264.0, 18878.0, 40723.0, 114113.0, 658380.0, 114358.0, 40068.0, 0.0, 18743.0, 9440.0, 5166.0, 2869.0, 1652.0, 959.0, 595.0, 382.0, 0.0, 246.0, 122.0, 107.0, 70.0, 42.0, 37.0, 19.0, 20.0, 0.0, 8.0, 4.0, 3.0, 4.0, 3.0, 4.0, 1.0, 4.0, 2.0], "bins": [-1.7881393432617188e-06, -1.7350539565086365e-06, -1.6819685697555542e-06, -1.628883183002472e-06, -1.5757977962493896e-06, -1.5227124094963074e-06, -1.469627022743225e-06, -1.4165416359901428e-06, -1.3634562492370605e-06, -1.3103708624839783e-06, -1.257285475730896e-06, -1.2042000889778137e-06, -1.1511147022247314e-06, -1.0980293154716492e-06, -1.044943928718567e-06, -9.918585419654846e-07, -9.387731552124023e-07, -8.856877684593201e-07, -8.326023817062378e-07, -7.795169949531555e-07, -7.264316082000732e-07, -6.73346221446991e-07, -6.202608346939087e-07, -5.671754479408264e-07, -5.140900611877441e-07, -4.6100467443466187e-07, -4.079192876815796e-07, -3.548339009284973e-07, -3.0174851417541504e-07, -2.4866312742233276e-07, -1.955777406692505e-07, -1.424923539161682e-07, -8.940696716308594e-08, -3.632158041000366e-08, 1.6763806343078613e-08, 6.984919309616089e-08, 1.2293457984924316e-07, 1.7601996660232544e-07, 2.2910535335540771e-07, 2.8219074010849e-07, 3.3527612686157227e-07, 3.8836151361465454e-07, 4.414469003677368e-07, 4.945322871208191e-07, 5.476176738739014e-07, 6.007030606269836e-07, 6.537884473800659e-07, 7.068738341331482e-07, 7.599592208862305e-07, 8.130446076393127e-07, 8.66129994392395e-07, 9.192153811454773e-07, 9.723007678985596e-07, 1.0253861546516418e-06, 1.0784715414047241e-06, 1.1315569281578064e-06, 1.1846423149108887e-06, 1.237727701663971e-06, 1.2908130884170532e-06, 1.3438984751701355e-06, 1.3969838619232178e-06, 1.4500692486763e-06, 1.5031546354293823e-06, 1.5562400221824646e-06, 1.6093254089355469e-06]}, "gradients/encoder.encoder.layers.19.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 4.0, 0.0, 12.0, 0.0, 9.0, 0.0, 19.0, 0.0, 26.0, 0.0, 40.0, 0.0, 50.0, 0.0, 64.0, 0.0, 85.0, 372.0, 0.0, 101.0, 0.0, 53.0, 0.0, 55.0, 0.0, 21.0, 0.0, 31.0, 0.0, 24.0, 0.0, 19.0, 0.0, 13.0, 0.0, 9.0, 0.0, 5.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.0132789611816406e-06, -9.825453162193298e-07, -9.51811671257019e-07, -9.210780262947083e-07, -8.903443813323975e-07, -8.596107363700867e-07, -8.288770914077759e-07, -7.981434464454651e-07, -7.674098014831543e-07, -7.366761565208435e-07, -7.059425115585327e-07, -6.752088665962219e-07, -6.444752216339111e-07, -6.137415766716003e-07, -5.830079317092896e-07, -5.522742867469788e-07, -5.21540641784668e-07, -4.908069968223572e-07, -4.600733518600464e-07, -4.293397068977356e-07, -3.986060619354248e-07, -3.67872416973114e-07, -3.371387720108032e-07, -3.0640512704849243e-07, -2.7567148208618164e-07, -2.4493783712387085e-07, -2.1420419216156006e-07, -1.8347054719924927e-07, -1.5273690223693848e-07, -1.2200325727462769e-07, -9.12696123123169e-08, -6.05359673500061e-08, -2.9802322387695312e-08, 9.313225746154785e-10, 3.166496753692627e-08, 6.239861249923706e-08, 9.313225746154785e-08, 1.2386590242385864e-07, 1.5459954738616943e-07, 1.8533319234848022e-07, 2.1606683731079102e-07, 2.468004822731018e-07, 2.775341272354126e-07, 3.082677721977234e-07, 3.390014171600342e-07, 3.6973506212234497e-07, 4.0046870708465576e-07, 4.3120235204696655e-07, 4.6193599700927734e-07, 4.926696419715881e-07, 5.234032869338989e-07, 5.541369318962097e-07, 5.848705768585205e-07, 6.156042218208313e-07, 6.463378667831421e-07, 6.770715117454529e-07, 7.078051567077637e-07, 7.385388016700745e-07, 7.692724466323853e-07, 8.00006091594696e-07, 8.307397365570068e-07, 8.614733815193176e-07, 8.922070264816284e-07, 9.229406714439392e-07, 9.5367431640625e-07]}, "gradients/encoder.encoder.layers.19.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 5.0, 3.0, 12.0, 12.0, 24.0, 21.0, 38.0, 55.0, 67.0, 187.0, 213.0, 91.0, 80.0, 52.0, 25.0, 17.0, 22.0, 18.0, 17.0, 14.0, 4.0, 3.0, 3.0, 2.0, 3.0, 4.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.2251002519624308e-05, -2.142945959349163e-05, -2.060791666735895e-05, -1.9786375560215674e-05, -1.8964832634082995e-05, -1.8143289707950316e-05, -1.732174860080704e-05, -1.6500205674674362e-05, -1.5678662748541683e-05, -1.4857119822409004e-05, -1.4035577805771027e-05, -1.321403578913305e-05, -1.239249286300037e-05, -1.1570949936867692e-05, -1.0749407920229714e-05, -9.927865903591737e-06, -9.106322977459058e-06, -8.28478005132638e-06, -7.463238034688402e-06, -6.641695563303074e-06, -5.820153091917746e-06, -4.998610620532418e-06, -4.1770681491470896e-06, -3.3555256777617615e-06, -2.5339832063764334e-06, -1.7124407349911053e-06, -8.908982636057772e-07, -6.935579222044908e-08, 7.52186679164879e-07, 1.5737291505502071e-06, 2.3952716219355352e-06, 3.2168140933208633e-06, 4.038358383695595e-06, 4.859900855080923e-06, 5.681443326466251e-06, 6.502985797851579e-06, 7.324528269236907e-06, 8.146071195369586e-06, 8.967613212007564e-06, 9.78915522864554e-06, 1.061069815477822e-05, 1.1432241080910899e-05, 1.2253783097548876e-05, 1.3075325114186853e-05, 1.3896868040319532e-05, 1.4718410966452211e-05, 1.553995389258489e-05, 1.6361494999728166e-05, 1.7183037925860845e-05, 1.8004580851993524e-05, 1.88261219591368e-05, 1.9647664885269478e-05, 2.0469207811402157e-05, 2.1290750737534836e-05, 2.2112293663667515e-05, 2.293383477081079e-05, 2.375537769694347e-05, 2.457692062307615e-05, 2.5398461730219424e-05, 2.6220004656352103e-05, 2.7041547582484782e-05, 2.786309050861746e-05, 2.868463343475014e-05, 2.9506174541893415e-05, 3.0327717468026094e-05]}, "gradients/encoder.encoder.layers.19.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 4.0, 7.0, 8.0, 10.0, 4.0, 14.0, 11.0, 10.0, 23.0, 17.0, 23.0, 27.0, 34.0, 39.0, 31.0, 40.0, 44.0, 38.0, 40.0, 49.0, 68.0, 49.0, 50.0, 42.0, 34.0, 50.0, 42.0, 36.0, 22.0, 19.0, 28.0, 14.0, 22.0, 16.0, 7.0, 6.0, 7.0, 8.0, 7.0, 4.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.33514404296875e-05, -1.28941610455513e-05, -1.24368816614151e-05, -1.19796022772789e-05, -1.15223228931427e-05, -1.10650435090065e-05, -1.06077641248703e-05, -1.01504847407341e-05, -9.6932053565979e-06, -9.2359259724617e-06, -8.7786465883255e-06, -8.3213672041893e-06, -7.8640878200531e-06, -7.406808435916901e-06, -6.949529051780701e-06, -6.492249667644501e-06, -6.034970283508301e-06, -5.577690899372101e-06, -5.120411515235901e-06, -4.663132131099701e-06, -4.205852746963501e-06, -3.748573362827301e-06, -3.291293978691101e-06, -2.834014594554901e-06, -2.376735210418701e-06, -1.9194558262825012e-06, -1.4621764421463013e-06, -1.0048970580101013e-06, -5.476176738739014e-07, -9.033828973770142e-08, 3.6694109439849854e-07, 8.242204785346985e-07, 1.2814998626708984e-06, 1.7387792468070984e-06, 2.1960586309432983e-06, 2.6533380150794983e-06, 3.1106173992156982e-06, 3.567896783351898e-06, 4.025176167488098e-06, 4.482455551624298e-06, 4.939734935760498e-06, 5.397014319896698e-06, 5.854293704032898e-06, 6.311573088169098e-06, 6.768852472305298e-06, 7.226131856441498e-06, 7.683411240577698e-06, 8.140690624713898e-06, 8.597970008850098e-06, 9.055249392986298e-06, 9.512528777122498e-06, 9.969808161258698e-06, 1.0427087545394897e-05, 1.0884366929531097e-05, 1.1341646313667297e-05, 1.1798925697803497e-05, 1.2256205081939697e-05, 1.2713484466075897e-05, 1.3170763850212097e-05, 1.3628043234348297e-05, 1.4085322618484497e-05, 1.4542602002620697e-05, 1.4999881386756897e-05, 1.5457160770893097e-05, 1.5914440155029297e-05]}, "gradients/encoder.encoder.layers.18.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 3.0, 5.0, 11.0, 11.0, 15.0, 24.0, 46.0, 46.0, 91.0, 166.0, 298.0, 496.0, 714.0, 1602.0, 3218.0, 7137.0, 15168.0, 48389.0, 187646.0, 3602737.0, 219901.0, 65839.0, 22702.0, 8246.0, 4626.0, 2327.0, 1181.0, 624.0, 359.0, 231.0, 157.0, 86.0, 64.0, 40.0, 38.0, 7.0, 11.0, 13.0, 3.0, 8.0, 4.0, 4.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3649463653564453e-05, -1.3188458979129791e-05, -1.272745430469513e-05, -1.2266449630260468e-05, -1.1805444955825806e-05, -1.1344440281391144e-05, -1.0883435606956482e-05, -1.042243093252182e-05, -9.961426258087158e-06, -9.500421583652496e-06, -9.039416909217834e-06, -8.578412234783173e-06, -8.11740756034851e-06, -7.656402885913849e-06, -7.195398211479187e-06, -6.734393537044525e-06, -6.273388862609863e-06, -5.812384188175201e-06, -5.3513795137405396e-06, -4.890374839305878e-06, -4.429370164871216e-06, -3.968365490436554e-06, -3.507360816001892e-06, -3.0463561415672302e-06, -2.5853514671325684e-06, -2.1243467926979065e-06, -1.6633421182632446e-06, -1.2023374438285828e-06, -7.413327693939209e-07, -2.8032809495925903e-07, 1.8067657947540283e-07, 6.416812539100647e-07, 1.1026859283447266e-06, 1.5636906027793884e-06, 2.0246952772140503e-06, 2.485699951648712e-06, 2.946704626083374e-06, 3.407709300518036e-06, 3.868713974952698e-06, 4.32971864938736e-06, 4.7907233238220215e-06, 5.251727998256683e-06, 5.712732672691345e-06, 6.173737347126007e-06, 6.634742021560669e-06, 7.095746695995331e-06, 7.556751370429993e-06, 8.017756044864655e-06, 8.478760719299316e-06, 8.939765393733978e-06, 9.40077006816864e-06, 9.861774742603302e-06, 1.0322779417037964e-05, 1.0783784091472626e-05, 1.1244788765907288e-05, 1.170579344034195e-05, 1.2166798114776611e-05, 1.2627802789211273e-05, 1.3088807463645935e-05, 1.3549812138080597e-05, 1.4010816812515259e-05, 1.447182148694992e-05, 1.4932826161384583e-05, 1.5393830835819244e-05, 1.5854835510253906e-05]}, "gradients/encoder.encoder.layers.18.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 0.0, 3.0, 4.0, 4.0, 2.0, 6.0, 4.0, 11.0, 39.0, 25.0, 45.0, 43.0, 53.0, 70.0, 70.0, 78.0, 86.0, 85.0, 72.0, 75.0, 45.0, 32.0, 54.0, 20.0, 25.0, 13.0, 10.0, 10.0, 6.0, 9.0, 4.0, 2.0, 1.0, 0.0, 6.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8477439880371094e-06, -1.7853453755378723e-06, -1.7229467630386353e-06, -1.6605481505393982e-06, -1.5981495380401611e-06, -1.535750925540924e-06, -1.473352313041687e-06, -1.41095370054245e-06, -1.3485550880432129e-06, -1.2861564755439758e-06, -1.2237578630447388e-06, -1.1613592505455017e-06, -1.0989606380462646e-06, -1.0365620255470276e-06, -9.741634130477905e-07, -9.117648005485535e-07, -8.493661880493164e-07, -7.869675755500793e-07, -7.245689630508423e-07, -6.621703505516052e-07, -5.997717380523682e-07, -5.373731255531311e-07, -4.7497451305389404e-07, -4.12575900554657e-07, -3.501772880554199e-07, -2.8777867555618286e-07, -2.253800630569458e-07, -1.6298145055770874e-07, -1.0058283805847168e-07, -3.818422555923462e-08, 2.421438694000244e-08, 8.66129994392395e-08, 1.4901161193847656e-07, 2.1141022443771362e-07, 2.738088369369507e-07, 3.3620744943618774e-07, 3.986060619354248e-07, 4.6100467443466187e-07, 5.234032869338989e-07, 5.85801899433136e-07, 6.48200511932373e-07, 7.105991244316101e-07, 7.729977369308472e-07, 8.353963494300842e-07, 8.977949619293213e-07, 9.601935744285583e-07, 1.0225921869277954e-06, 1.0849907994270325e-06, 1.1473894119262695e-06, 1.2097880244255066e-06, 1.2721866369247437e-06, 1.3345852494239807e-06, 1.3969838619232178e-06, 1.4593824744224548e-06, 1.521781086921692e-06, 1.584179699420929e-06, 1.646578311920166e-06, 1.708976924419403e-06, 1.7713755369186401e-06, 1.8337741494178772e-06, 1.8961727619171143e-06, 1.9585713744163513e-06, 2.0209699869155884e-06, 2.0833685994148254e-06, 2.1457672119140625e-06]}, "gradients/encoder.encoder.layers.18.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 6.0, 9.0, 21.0, 10.0, 41.0, 55.0, 64.0, 106.0, 144.0, 210.0, 446.0, 645.0, 1060.0, 2394.0, 3627.0, 6274.0, 16323.0, 28786.0, 64337.0, 258989.0, 2533706.0, 981982.0, 192063.0, 51833.0, 24062.0, 14078.0, 5479.0, 2966.0, 1963.0, 998.0, 561.0, 409.0, 178.0, 124.0, 115.0, 68.0, 54.0, 44.0, 16.0, 12.0, 9.0, 2.0, 4.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-8.225440979003906e-06, -7.967464625835419e-06, -7.709488272666931e-06, -7.451511919498444e-06, -7.193535566329956e-06, -6.9355592131614685e-06, -6.677582859992981e-06, -6.419606506824493e-06, -6.161630153656006e-06, -5.903653800487518e-06, -5.645677447319031e-06, -5.387701094150543e-06, -5.129724740982056e-06, -4.871748387813568e-06, -4.6137720346450806e-06, -4.355795681476593e-06, -4.0978193283081055e-06, -3.839842975139618e-06, -3.5818666219711304e-06, -3.323890268802643e-06, -3.0659139156341553e-06, -2.8079375624656677e-06, -2.54996120929718e-06, -2.2919848561286926e-06, -2.034008502960205e-06, -1.7760321497917175e-06, -1.51805579662323e-06, -1.2600794434547424e-06, -1.0021030902862549e-06, -7.441267371177673e-07, -4.861503839492798e-07, -2.2817403078079224e-07, 2.9802322387695312e-08, 2.8777867555618286e-07, 5.457550287246704e-07, 8.03731381893158e-07, 1.0617077350616455e-06, 1.319684088230133e-06, 1.5776604413986206e-06, 1.8356367945671082e-06, 2.0936131477355957e-06, 2.3515895009040833e-06, 2.609565854072571e-06, 2.8675422072410583e-06, 3.125518560409546e-06, 3.3834949135780334e-06, 3.641471266746521e-06, 3.8994476199150085e-06, 4.157423973083496e-06, 4.415400326251984e-06, 4.673376679420471e-06, 4.931353032588959e-06, 5.189329385757446e-06, 5.447305738925934e-06, 5.705282092094421e-06, 5.963258445262909e-06, 6.2212347984313965e-06, 6.479211151599884e-06, 6.737187504768372e-06, 6.995163857936859e-06, 7.253140211105347e-06, 7.511116564273834e-06, 7.769092917442322e-06, 8.02706927061081e-06, 8.285045623779297e-06]}, "gradients/encoder.encoder.layers.18.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 8.0, 5.0, 12.0, 9.0, 7.0, 13.0, 18.0, 31.0, 43.0, 39.0, 49.0, 97.0, 91.0, 131.0, 166.0, 244.0, 317.0, 1065.0, 713.0, 323.0, 169.0, 96.0, 100.0, 48.0, 75.0, 63.0, 31.0, 34.0, 32.0, 14.0, 10.0, 13.0, 4.0, 4.0, 7.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.543231964111328e-06, -5.373731255531311e-06, -5.204230546951294e-06, -5.034729838371277e-06, -4.86522912979126e-06, -4.695728421211243e-06, -4.526227712631226e-06, -4.3567270040512085e-06, -4.187226295471191e-06, -4.017725586891174e-06, -3.848224878311157e-06, -3.67872416973114e-06, -3.509223461151123e-06, -3.339722752571106e-06, -3.170222043991089e-06, -3.0007213354110718e-06, -2.8312206268310547e-06, -2.6617199182510376e-06, -2.4922192096710205e-06, -2.3227185010910034e-06, -2.1532177925109863e-06, -1.9837170839309692e-06, -1.8142163753509521e-06, -1.644715666770935e-06, -1.475214958190918e-06, -1.3057142496109009e-06, -1.1362135410308838e-06, -9.667128324508667e-07, -7.972121238708496e-07, -6.277114152908325e-07, -4.5821070671081543e-07, -2.8870999813079834e-07, -1.1920928955078125e-07, 5.029141902923584e-08, 2.1979212760925293e-07, 3.8929283618927e-07, 5.587935447692871e-07, 7.282942533493042e-07, 8.977949619293213e-07, 1.0672956705093384e-06, 1.2367963790893555e-06, 1.4062970876693726e-06, 1.5757977962493896e-06, 1.7452985048294067e-06, 1.914799213409424e-06, 2.084299921989441e-06, 2.253800630569458e-06, 2.423301339149475e-06, 2.592802047729492e-06, 2.7623027563095093e-06, 2.9318034648895264e-06, 3.1013041734695435e-06, 3.2708048820495605e-06, 3.4403055906295776e-06, 3.6098062992095947e-06, 3.779307007789612e-06, 3.948807716369629e-06, 4.118308424949646e-06, 4.287809133529663e-06, 4.45730984210968e-06, 4.626810550689697e-06, 4.796311259269714e-06, 4.9658119678497314e-06, 5.1353126764297485e-06, 5.304813385009766e-06]}, "gradients/encoder.encoder.layers.18.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 2.0, 4.0, 2.0, 2.0, 1.0, 6.0, 15.0, 21.0, 24.0, 48.0, 59.0, 83.0, 169.0, 202.0, 125.0, 86.0, 51.0, 29.0, 24.0, 16.0, 7.0, 3.0, 10.0, 5.0, 6.0, 1.0, 3.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.7433621653472073e-05, -2.614737968542613e-05, -2.4861135898390785e-05, -2.3574893930344842e-05, -2.22886519622989e-05, -2.1002408175263554e-05, -1.971616620721761e-05, -1.842992423917167e-05, -1.7143680452136323e-05, -1.585743848409038e-05, -1.4571194697055034e-05, -1.3284952729009092e-05, -1.1998709851468448e-05, -1.0712466973927803e-05, -9.426225005881861e-06, -8.139982128341217e-06, -6.853739250800572e-06, -5.567496373259928e-06, -4.281253950466635e-06, -2.9950115276733413e-06, -1.708768650132697e-06, -4.225257725920528e-07, 8.637161954538897e-07, 2.149959072994534e-06, 3.436201950535178e-06, 4.7224448280758224e-06, 6.008687250869116e-06, 7.294929673662409e-06, 8.581172551203053e-06, 9.867415428743698e-06, 1.115365739678964e-05, 1.2439900274330284e-05, 1.3726141332881525e-05, 1.501238421042217e-05, 1.6298627087962814e-05, 1.7584869056008756e-05, 1.8871112843044102e-05, 2.0157354811090045e-05, 2.1443596779135987e-05, 2.2729840566171333e-05, 2.4016082534217276e-05, 2.5302324502263218e-05, 2.6588568289298564e-05, 2.7874810257344507e-05, 2.916105222539045e-05, 3.0447296012425795e-05, 3.1733536161482334e-05, 3.301977994851768e-05, 3.4306023735553026e-05, 3.559226752258837e-05, 3.687850767164491e-05, 3.816475145868026e-05, 3.94509952457156e-05, 4.073723539477214e-05, 4.202347918180749e-05, 4.3309722968842834e-05, 4.459596675587818e-05, 4.5882210542913526e-05, 4.7168450691970065e-05, 4.845469447900541e-05, 4.974093826604076e-05, 5.1027178415097296e-05, 5.231342220213264e-05, 5.359966598916799e-05, 5.488590613822453e-05]}, "gradients/encoder.encoder.layers.18.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 3.0, 1.0, 6.0, 10.0, 7.0, 9.0, 10.0, 20.0, 18.0, 17.0, 13.0, 26.0, 25.0, 29.0, 27.0, 38.0, 36.0, 37.0, 50.0, 37.0, 41.0, 46.0, 44.0, 50.0, 45.0, 48.0, 40.0, 37.0, 26.0, 31.0, 29.0, 27.0, 26.0, 24.0, 13.0, 16.0, 12.0, 11.0, 6.0, 5.0, 2.0, 6.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.609325408935547e-05, -1.553911715745926e-05, -1.498498022556305e-05, -1.443084329366684e-05, -1.387670636177063e-05, -1.332256942987442e-05, -1.276843249797821e-05, -1.2214295566082e-05, -1.1660158634185791e-05, -1.1106021702289581e-05, -1.0551884770393372e-05, -9.997747838497162e-06, -9.443610906600952e-06, -8.889473974704742e-06, -8.335337042808533e-06, -7.781200110912323e-06, -7.227063179016113e-06, -6.6729262471199036e-06, -6.118789315223694e-06, -5.564652383327484e-06, -5.010515451431274e-06, -4.456378519535065e-06, -3.902241587638855e-06, -3.3481046557426453e-06, -2.7939677238464355e-06, -2.239830791950226e-06, -1.6856938600540161e-06, -1.1315569281578064e-06, -5.774199962615967e-07, -2.3283064365386963e-08, 5.308538675308228e-07, 1.0849907994270325e-06, 1.6391277313232422e-06, 2.193264663219452e-06, 2.7474015951156616e-06, 3.3015385270118713e-06, 3.855675458908081e-06, 4.409812390804291e-06, 4.9639493227005005e-06, 5.51808625459671e-06, 6.07222318649292e-06, 6.62636011838913e-06, 7.180497050285339e-06, 7.734633982181549e-06, 8.288770914077759e-06, 8.842907845973969e-06, 9.397044777870178e-06, 9.951181709766388e-06, 1.0505318641662598e-05, 1.1059455573558807e-05, 1.1613592505455017e-05, 1.2167729437351227e-05, 1.2721866369247437e-05, 1.3276003301143646e-05, 1.3830140233039856e-05, 1.4384277164936066e-05, 1.4938414096832275e-05, 1.5492551028728485e-05, 1.6046687960624695e-05, 1.6600824892520905e-05, 1.7154961824417114e-05, 1.7709098756313324e-05, 1.8263235688209534e-05, 1.8817372620105743e-05, 1.9371509552001953e-05]}, "gradients/encoder.encoder.layers.18.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 4.0, 4.0, 5.0, 10.0, 15.0, 11.0, 16.0, 21.0, 39.0, 65.0, 104.0, 182.0, 361.0, 781.0, 1303.0, 3197.0, 7801.0, 17568.0, 58289.0, 211358.0, 601527.0, 98907.0, 27025.0, 11472.0, 4600.0, 1892.0, 968.0, 430.0, 227.0, 143.0, 68.0, 57.0, 30.0, 13.0, 18.0, 15.0, 9.0, 8.0, 5.0, 2.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.621246337890625e-05, -1.56378373503685e-05, -1.506321132183075e-05, -1.4488585293293e-05, -1.3913959264755249e-05, -1.3339333236217499e-05, -1.2764707207679749e-05, -1.2190081179141998e-05, -1.1615455150604248e-05, -1.1040829122066498e-05, -1.0466203093528748e-05, -9.891577064990997e-06, -9.316951036453247e-06, -8.742325007915497e-06, -8.167698979377747e-06, -7.593072950839996e-06, -7.018446922302246e-06, -6.443820893764496e-06, -5.869194865226746e-06, -5.294568836688995e-06, -4.719942808151245e-06, -4.145316779613495e-06, -3.5706907510757446e-06, -2.9960647225379944e-06, -2.421438694000244e-06, -1.846812665462494e-06, -1.2721866369247437e-06, -6.975606083869934e-07, -1.2293457984924316e-07, 4.516914486885071e-07, 1.0263174772262573e-06, 1.6009435057640076e-06, 2.175569534301758e-06, 2.750195562839508e-06, 3.3248215913772583e-06, 3.8994476199150085e-06, 4.474073648452759e-06, 5.048699676990509e-06, 5.623325705528259e-06, 6.1979517340660095e-06, 6.77257776260376e-06, 7.34720379114151e-06, 7.92182981967926e-06, 8.49645584821701e-06, 9.07108187675476e-06, 9.645707905292511e-06, 1.0220333933830261e-05, 1.0794959962368011e-05, 1.1369585990905762e-05, 1.1944212019443512e-05, 1.2518838047981262e-05, 1.3093464076519012e-05, 1.3668090105056763e-05, 1.4242716133594513e-05, 1.4817342162132263e-05, 1.5391968190670013e-05, 1.5966594219207764e-05, 1.6541220247745514e-05, 1.7115846276283264e-05, 1.7690472304821014e-05, 1.8265098333358765e-05, 1.8839724361896515e-05, 1.9414350390434265e-05, 1.9988976418972015e-05, 2.0563602447509766e-05]}, "gradients/encoder.encoder.layers.18.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 5.0, 11.0, 3.0, 10.0, 15.0, 13.0, 14.0, 21.0, 26.0, 39.0, 44.0, 57.0, 63.0, 68.0, 72.0, 92.0, 75.0, 78.0, 62.0, 39.0, 51.0, 36.0, 28.0, 20.0, 13.0, 15.0, 13.0, 4.0, 5.0, 9.0, 6.0, 0.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1324882507324219e-06, -1.0710209608078003e-06, -1.0095536708831787e-06, -9.480863809585571e-07, -8.866190910339355e-07, -8.25151801109314e-07, -7.636845111846924e-07, -7.022172212600708e-07, -6.407499313354492e-07, -5.792826414108276e-07, -5.178153514862061e-07, -4.5634806156158447e-07, -3.948807716369629e-07, -3.334134817123413e-07, -2.7194619178771973e-07, -2.1047890186309814e-07, -1.4901161193847656e-07, -8.754432201385498e-08, -2.60770320892334e-08, 3.5390257835388184e-08, 9.685754776000977e-08, 1.5832483768463135e-07, 2.1979212760925293e-07, 2.812594175338745e-07, 3.427267074584961e-07, 4.041939973831177e-07, 4.6566128730773926e-07, 5.271285772323608e-07, 5.885958671569824e-07, 6.50063157081604e-07, 7.115304470062256e-07, 7.729977369308472e-07, 8.344650268554688e-07, 8.959323167800903e-07, 9.57399606704712e-07, 1.0188668966293335e-06, 1.080334186553955e-06, 1.1418014764785767e-06, 1.2032687664031982e-06, 1.2647360563278198e-06, 1.3262033462524414e-06, 1.387670636177063e-06, 1.4491379261016846e-06, 1.5106052160263062e-06, 1.5720725059509277e-06, 1.6335397958755493e-06, 1.695007085800171e-06, 1.7564743757247925e-06, 1.817941665649414e-06, 1.8794089555740356e-06, 1.9408762454986572e-06, 2.002343535423279e-06, 2.0638108253479004e-06, 2.125278115272522e-06, 2.1867454051971436e-06, 2.248212695121765e-06, 2.3096799850463867e-06, 2.3711472749710083e-06, 2.43261456489563e-06, 2.4940818548202515e-06, 2.555549144744873e-06, 2.6170164346694946e-06, 2.678483724594116e-06, 2.739951014518738e-06, 2.8014183044433594e-06]}, "gradients/encoder.encoder.layers.18.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 2.0, 4.0, 1.0, 4.0, 6.0, 16.0, 27.0, 27.0, 55.0, 46.0, 79.0, 60.0, 73.0, 119.0, 129.0, 286.0, 337.0, 574.0, 652.0, 770.0, 1575.0, 1655.0, 3184.0, 3423.0, 4511.0, 8900.0, 9230.0, 18064.0, 20553.0, 46258.0, 69707.0, 535523.0, 184581.0, 44502.0, 33974.0, 15885.0, 14540.0, 7668.0, 5424.0, 5276.0, 2889.0, 2562.0, 1428.0, 1017.0, 961.0, 515.0, 473.0, 262.0, 256.0, 111.0, 58.0, 81.0, 47.0, 63.0, 42.0, 45.0, 25.0, 14.0, 14.0, 5.0, 3.0, 0.0, 2.0], "bins": [-6.67572021484375e-06, -6.47176057100296e-06, -6.26780092716217e-06, -6.063841283321381e-06, -5.859881639480591e-06, -5.655921995639801e-06, -5.451962351799011e-06, -5.2480027079582214e-06, -5.044043064117432e-06, -4.840083420276642e-06, -4.636123776435852e-06, -4.432164132595062e-06, -4.2282044887542725e-06, -4.024244844913483e-06, -3.820285201072693e-06, -3.616325557231903e-06, -3.4123659133911133e-06, -3.2084062695503235e-06, -3.0044466257095337e-06, -2.800486981868744e-06, -2.596527338027954e-06, -2.3925676941871643e-06, -2.1886080503463745e-06, -1.9846484065055847e-06, -1.780688762664795e-06, -1.5767291188240051e-06, -1.3727694749832153e-06, -1.1688098311424255e-06, -9.648501873016357e-07, -7.60890543460846e-07, -5.569308996200562e-07, -3.5297125577926636e-07, -1.4901161193847656e-07, 5.494803190231323e-08, 2.5890767574310303e-07, 4.628673195838928e-07, 6.668269634246826e-07, 8.707866072654724e-07, 1.0747462511062622e-06, 1.278705894947052e-06, 1.4826655387878418e-06, 1.6866251826286316e-06, 1.8905848264694214e-06, 2.094544470310211e-06, 2.298504114151001e-06, 2.5024637579917908e-06, 2.7064234018325806e-06, 2.9103830456733704e-06, 3.11434268951416e-06, 3.31830233335495e-06, 3.5222619771957397e-06, 3.7262216210365295e-06, 3.930181264877319e-06, 4.134140908718109e-06, 4.338100552558899e-06, 4.542060196399689e-06, 4.7460198402404785e-06, 4.949979484081268e-06, 5.153939127922058e-06, 5.357898771762848e-06, 5.561858415603638e-06, 5.7658180594444275e-06, 5.969777703285217e-06, 6.173737347126007e-06, 6.377696990966797e-06]}, "gradients/encoder.encoder.layers.18.attention.v_proj.bias": {"_type": "histogram", "values": [7.0, 2.0, 3.0, 7.0, 10.0, 1.0, 7.0, 6.0, 5.0, 4.0, 13.0, 8.0, 9.0, 8.0, 8.0, 14.0, 7.0, 12.0, 10.0, 9.0, 10.0, 11.0, 12.0, 11.0, 25.0, 21.0, 27.0, 41.0, 93.0, 251.0, 75.0, 34.0, 27.0, 28.0, 15.0, 10.0, 11.0, 8.0, 22.0, 8.0, 13.0, 10.0, 4.0, 6.0, 6.0, 9.0, 7.0, 6.0, 7.0, 8.0, 5.0, 8.0, 7.0, 11.0, 6.0, 7.0, 5.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-3.3974647521972656e-06, -3.281049430370331e-06, -3.164634108543396e-06, -3.048218786716461e-06, -2.9318034648895264e-06, -2.8153881430625916e-06, -2.6989728212356567e-06, -2.582557499408722e-06, -2.466142177581787e-06, -2.3497268557548523e-06, -2.2333115339279175e-06, -2.1168962121009827e-06, -2.000480890274048e-06, -1.884065568447113e-06, -1.7676502466201782e-06, -1.6512349247932434e-06, -1.5348196029663086e-06, -1.4184042811393738e-06, -1.301988959312439e-06, -1.1855736374855042e-06, -1.0691583156585693e-06, -9.527429938316345e-07, -8.363276720046997e-07, -7.199123501777649e-07, -6.034970283508301e-07, -4.870817065238953e-07, -3.7066638469696045e-07, -2.5425106287002563e-07, -1.3783574104309082e-07, -2.1420419216156006e-08, 9.499490261077881e-08, 2.1141022443771362e-07, 3.2782554626464844e-07, 4.4424086809158325e-07, 5.606561899185181e-07, 6.770715117454529e-07, 7.934868335723877e-07, 9.099021553993225e-07, 1.0263174772262573e-06, 1.1427327990531921e-06, 1.259148120880127e-06, 1.3755634427070618e-06, 1.4919787645339966e-06, 1.6083940863609314e-06, 1.7248094081878662e-06, 1.841224730014801e-06, 1.957640051841736e-06, 2.0740553736686707e-06, 2.1904706954956055e-06, 2.3068860173225403e-06, 2.423301339149475e-06, 2.53971666097641e-06, 2.6561319828033447e-06, 2.7725473046302795e-06, 2.8889626264572144e-06, 3.005377948284149e-06, 3.121793270111084e-06, 3.238208591938019e-06, 3.3546239137649536e-06, 3.4710392355918884e-06, 3.5874545574188232e-06, 3.703869879245758e-06, 3.820285201072693e-06, 3.936700522899628e-06, 4.0531158447265625e-06]}, "gradients/encoder.encoder.layers.18.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 7.0, 5.0, 3.0, 7.0, 7.0, 10.0, 12.0, 23.0, 28.0, 53.0, 89.0, 85.0, 159.0, 477.0, 636.0, 1090.0, 2247.0, 9579.0, 20949.0, 74626.0, 828289.0, 74833.0, 20808.0, 7607.0, 4223.0, 1111.0, 614.0, 488.0, 164.0, 95.0, 73.0, 44.0, 36.0, 24.0, 19.0, 14.0, 8.0, 10.0, 4.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.589557647705078e-06, -4.452653229236603e-06, -4.3157488107681274e-06, -4.178844392299652e-06, -4.041939973831177e-06, -3.905035555362701e-06, -3.768131136894226e-06, -3.6312267184257507e-06, -3.4943222999572754e-06, -3.3574178814888e-06, -3.2205134630203247e-06, -3.0836090445518494e-06, -2.946704626083374e-06, -2.8098002076148987e-06, -2.6728957891464233e-06, -2.535991370677948e-06, -2.3990869522094727e-06, -2.2621825337409973e-06, -2.125278115272522e-06, -1.9883736968040466e-06, -1.8514692783355713e-06, -1.714564859867096e-06, -1.5776604413986206e-06, -1.4407560229301453e-06, -1.30385160446167e-06, -1.1669471859931946e-06, -1.0300427675247192e-06, -8.931383490562439e-07, -7.562339305877686e-07, -6.193295121192932e-07, -4.824250936508179e-07, -3.4552067518234253e-07, -2.086162567138672e-07, -7.171183824539185e-08, 6.51925802230835e-08, 2.0209699869155884e-07, 3.390014171600342e-07, 4.759058356285095e-07, 6.128102540969849e-07, 7.497146725654602e-07, 8.866190910339355e-07, 1.0235235095024109e-06, 1.1604279279708862e-06, 1.2973323464393616e-06, 1.434236764907837e-06, 1.5711411833763123e-06, 1.7080456018447876e-06, 1.844950020313263e-06, 1.9818544387817383e-06, 2.1187588572502136e-06, 2.255663275718689e-06, 2.3925676941871643e-06, 2.5294721126556396e-06, 2.666376531124115e-06, 2.8032809495925903e-06, 2.9401853680610657e-06, 3.077089786529541e-06, 3.2139942049980164e-06, 3.3508986234664917e-06, 3.487803041934967e-06, 3.6247074604034424e-06, 3.7616118788719177e-06, 3.898516297340393e-06, 4.035420715808868e-06, 4.172325134277344e-06]}, "gradients/encoder.encoder.layers.18.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 3.0, 6.0, 9.0, 12.0, 15.0, 21.0, 27.0, 29.0, 51.0, 49.0, 59.0, 67.0, 345.0, 58.0, 49.0, 89.0, 36.0, 22.0, 13.0, 15.0, 6.0, 10.0, 5.0, 3.0, 1.0, 1.0, 4.0, 0.0, 5.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.430511474609375e-06, -1.366250216960907e-06, -1.301988959312439e-06, -1.237727701663971e-06, -1.173466444015503e-06, -1.109205186367035e-06, -1.044943928718567e-06, -9.806826710700989e-07, -9.164214134216309e-07, -8.521601557731628e-07, -7.878988981246948e-07, -7.236376404762268e-07, -6.593763828277588e-07, -5.951151251792908e-07, -5.308538675308228e-07, -4.6659260988235474e-07, -4.023313522338867e-07, -3.380700945854187e-07, -2.738088369369507e-07, -2.0954757928848267e-07, -1.4528632164001465e-07, -8.102506399154663e-08, -1.6763806343078613e-08, 4.7497451305389404e-08, 1.1175870895385742e-07, 1.7601996660232544e-07, 2.4028122425079346e-07, 3.045424818992615e-07, 3.688037395477295e-07, 4.330649971961975e-07, 4.973262548446655e-07, 5.615875124931335e-07, 6.258487701416016e-07, 6.901100277900696e-07, 7.543712854385376e-07, 8.186325430870056e-07, 8.828938007354736e-07, 9.471550583839417e-07, 1.0114163160324097e-06, 1.0756775736808777e-06, 1.1399388313293457e-06, 1.2042000889778137e-06, 1.2684613466262817e-06, 1.3327226042747498e-06, 1.3969838619232178e-06, 1.4612451195716858e-06, 1.5255063772201538e-06, 1.5897676348686218e-06, 1.6540288925170898e-06, 1.7182901501655579e-06, 1.7825514078140259e-06, 1.846812665462494e-06, 1.911073923110962e-06, 1.97533518075943e-06, 2.039596438407898e-06, 2.103857696056366e-06, 2.168118953704834e-06, 2.232380211353302e-06, 2.29664146900177e-06, 2.360902726650238e-06, 2.425163984298706e-06, 2.489425241947174e-06, 2.553686499595642e-06, 2.61794775724411e-06, 2.682209014892578e-06]}, "gradients/encoder.encoder.layers.18.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 4.0, 11.0, 4.0, 9.0, 16.0, 51.0, 25.0, 30.0, 92.0, 81.0, 81.0, 136.0, 461.0, 332.0, 492.0, 1602.0, 1266.0, 1866.0, 2755.0, 10018.0, 9063.0, 14600.0, 24030.0, 155689.0, 603143.0, 111364.0, 68548.0, 14344.0, 9076.0, 6117.0, 6647.0, 1862.0, 1281.0, 1625.0, 476.0, 358.0, 257.0, 324.0, 98.0, 69.0, 113.0, 22.0, 29.0, 33.0, 24.0, 15.0, 4.0, 12.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-2.562999725341797e-06, -2.4866312742233276e-06, -2.4102628231048584e-06, -2.333894371986389e-06, -2.25752592086792e-06, -2.1811574697494507e-06, -2.1047890186309814e-06, -2.028420567512512e-06, -1.952052116394043e-06, -1.8756836652755737e-06, -1.7993152141571045e-06, -1.7229467630386353e-06, -1.646578311920166e-06, -1.5702098608016968e-06, -1.4938414096832275e-06, -1.4174729585647583e-06, -1.341104507446289e-06, -1.2647360563278198e-06, -1.1883676052093506e-06, -1.1119991540908813e-06, -1.0356307029724121e-06, -9.592622518539429e-07, -8.828938007354736e-07, -8.065253496170044e-07, -7.301568984985352e-07, -6.537884473800659e-07, -5.774199962615967e-07, -5.010515451431274e-07, -4.246830940246582e-07, -3.4831464290618896e-07, -2.7194619178771973e-07, -1.955777406692505e-07, -1.1920928955078125e-07, -4.284083843231201e-08, 3.3527612686157227e-08, 1.0989606380462646e-07, 1.862645149230957e-07, 2.6263296604156494e-07, 3.390014171600342e-07, 4.153698682785034e-07, 4.917383193969727e-07, 5.681067705154419e-07, 6.444752216339111e-07, 7.208436727523804e-07, 7.972121238708496e-07, 8.735805749893188e-07, 9.499490261077881e-07, 1.0263174772262573e-06, 1.1026859283447266e-06, 1.1790543794631958e-06, 1.255422830581665e-06, 1.3317912817001343e-06, 1.4081597328186035e-06, 1.4845281839370728e-06, 1.560896635055542e-06, 1.6372650861740112e-06, 1.7136335372924805e-06, 1.7900019884109497e-06, 1.866370439529419e-06, 1.942738890647888e-06, 2.0191073417663574e-06, 2.0954757928848267e-06, 2.171844244003296e-06, 2.248212695121765e-06, 2.3245811462402344e-06]}, "gradients/encoder.encoder.layers.18.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 7.0, 4.0, 6.0, 0.0, 8.0, 4.0, 0.0, 9.0, 11.0, 0.0, 18.0, 21.0, 27.0, 0.0, 26.0, 23.0, 0.0, 33.0, 35.0, 0.0, 93.0, 327.0, 97.0, 0.0, 64.0, 32.0, 0.0, 37.0, 19.0, 13.0, 0.0, 23.0, 28.0, 0.0, 9.0, 8.0, 0.0, 5.0, 7.0, 3.0, 0.0, 2.0, 7.0, 0.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.1920928955078125e-06, -1.150183379650116e-06, -1.1082738637924194e-06, -1.066364347934723e-06, -1.0244548320770264e-06, -9.825453162193298e-07, -9.406358003616333e-07, -8.987262845039368e-07, -8.568167686462402e-07, -8.149072527885437e-07, -7.729977369308472e-07, -7.310882210731506e-07, -6.891787052154541e-07, -6.472691893577576e-07, -6.05359673500061e-07, -5.634501576423645e-07, -5.21540641784668e-07, -4.796311259269714e-07, -4.377216100692749e-07, -3.9581209421157837e-07, -3.5390257835388184e-07, -3.119930624961853e-07, -2.7008354663848877e-07, -2.2817403078079224e-07, -1.862645149230957e-07, -1.4435499906539917e-07, -1.0244548320770264e-07, -6.05359673500061e-08, -1.862645149230957e-08, 2.3283064365386963e-08, 6.51925802230835e-08, 1.0710209608078003e-07, 1.4901161193847656e-07, 1.909211277961731e-07, 2.3283064365386963e-07, 2.7474015951156616e-07, 3.166496753692627e-07, 3.5855919122695923e-07, 4.0046870708465576e-07, 4.423782229423523e-07, 4.842877388000488e-07, 5.261972546577454e-07, 5.681067705154419e-07, 6.100162863731384e-07, 6.51925802230835e-07, 6.938353180885315e-07, 7.35744833946228e-07, 7.776543498039246e-07, 8.195638656616211e-07, 8.614733815193176e-07, 9.033828973770142e-07, 9.452924132347107e-07, 9.872019290924072e-07, 1.0291114449501038e-06, 1.0710209608078003e-06, 1.1129304766654968e-06, 1.1548399925231934e-06, 1.1967495083808899e-06, 1.2386590242385864e-06, 1.280568540096283e-06, 1.3224780559539795e-06, 1.364387571811676e-06, 1.4062970876693726e-06, 1.448206603527069e-06, 1.4901161193847656e-06]}, "gradients/encoder.encoder.layers.18.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 5.0, 5.0, 5.0, 6.0, 14.0, 23.0, 38.0, 61.0, 104.0, 270.0, 182.0, 102.0, 61.0, 38.0, 22.0, 14.0, 19.0, 8.0, 8.0, 11.0, 7.0, 3.0, 1.0, 5.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.495781104196794e-05, -4.379795427666977e-05, -4.263809387339279e-05, -4.147823710809462e-05, -4.0318380342796445e-05, -3.9158519939519465e-05, -3.799866317422129e-05, -3.683880640892312e-05, -3.567894600564614e-05, -3.4519089240347967e-05, -3.335922883707099e-05, -3.2199372071772814e-05, -3.103951530647464e-05, -2.9879656722187065e-05, -2.8719798137899488e-05, -2.7559941372601315e-05, -2.6400084607303143e-05, -2.5240226023015566e-05, -2.4080369257717393e-05, -2.2920510673429817e-05, -2.1760653908131644e-05, -2.0600795323844068e-05, -1.944093673955649e-05, -1.828107997425832e-05, -1.7121221389970742e-05, -1.5961362805683166e-05, -1.4801506040384993e-05, -1.3641647456097417e-05, -1.2481789781304542e-05, -1.1321932106511667e-05, -1.0162073522224091e-05, -9.002215847431216e-06, -7.842356353648938e-06, -6.682498678856064e-06, -5.522640549315838e-06, -4.362782419775613e-06, -3.202924744982738e-06, -2.0430670701898634e-06, -8.83208940649638e-07, 2.7664918889058754e-07, 1.4365068636834621e-06, 2.596364765850012e-06, 3.7562226680165622e-06, 4.916080797556788e-06, 6.075938472349662e-06, 7.235796147142537e-06, 8.395654731430113e-06, 9.555512406222988e-06, 1.0715370081015863e-05, 1.1875227755808737e-05, 1.3035085430601612e-05, 1.4194944014889188e-05, 1.5354802599176764e-05, 1.6514659364474937e-05, 1.7674517948762514e-05, 1.883437653305009e-05, 1.9994233298348263e-05, 2.115409188263584e-05, 2.2313948647934012e-05, 2.347380723222159e-05, 2.463366399751976e-05, 2.5793522581807338e-05, 2.6953381166094914e-05, 2.8113237931393087e-05, 2.9273096515680663e-05]}, "gradients/encoder.encoder.layers.18.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 3.0, 7.0, 7.0, 8.0, 9.0, 9.0, 11.0, 10.0, 8.0, 9.0, 25.0, 18.0, 27.0, 27.0, 39.0, 30.0, 43.0, 31.0, 31.0, 48.0, 39.0, 30.0, 48.0, 44.0, 41.0, 44.0, 37.0, 49.0, 30.0, 34.0, 26.0, 24.0, 24.0, 29.0, 18.0, 12.0, 17.0, 11.0, 16.0, 9.0, 4.0, 5.0, 2.0, 5.0, 3.0, 5.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.4126300811767578e-05, -1.3688579201698303e-05, -1.3250857591629028e-05, -1.2813135981559753e-05, -1.2375414371490479e-05, -1.1937692761421204e-05, -1.1499971151351929e-05, -1.1062249541282654e-05, -1.0624527931213379e-05, -1.0186806321144104e-05, -9.749084711074829e-06, -9.311363101005554e-06, -8.87364149093628e-06, -8.435919880867004e-06, -7.99819827079773e-06, -7.560476660728455e-06, -7.12275505065918e-06, -6.685033440589905e-06, -6.24731183052063e-06, -5.809590220451355e-06, -5.37186861038208e-06, -4.934147000312805e-06, -4.49642539024353e-06, -4.058703780174255e-06, -3.6209821701049805e-06, -3.1832605600357056e-06, -2.7455389499664307e-06, -2.3078173398971558e-06, -1.8700957298278809e-06, -1.432374119758606e-06, -9.94652509689331e-07, -5.569308996200562e-07, -1.1920928955078125e-07, 3.1851232051849365e-07, 7.562339305877686e-07, 1.1939555406570435e-06, 1.6316771507263184e-06, 2.0693987607955933e-06, 2.507120370864868e-06, 2.944841980934143e-06, 3.382563591003418e-06, 3.820285201072693e-06, 4.258006811141968e-06, 4.695728421211243e-06, 5.133450031280518e-06, 5.5711716413497925e-06, 6.008893251419067e-06, 6.446614861488342e-06, 6.884336471557617e-06, 7.322058081626892e-06, 7.759779691696167e-06, 8.197501301765442e-06, 8.635222911834717e-06, 9.072944521903992e-06, 9.510666131973267e-06, 9.948387742042542e-06, 1.0386109352111816e-05, 1.0823830962181091e-05, 1.1261552572250366e-05, 1.1699274182319641e-05, 1.2136995792388916e-05, 1.2574717402458191e-05, 1.3012439012527466e-05, 1.345016062259674e-05, 1.3887882232666016e-05]}, "gradients/encoder.encoder.layers.17.feed_forward.output_dense.weight": {"_type": "histogram", "values": [3.0, 4.0, 1.0, 4.0, 2.0, 8.0, 6.0, 12.0, 25.0, 39.0, 58.0, 107.0, 124.0, 182.0, 269.0, 425.0, 578.0, 1141.0, 1456.0, 2205.0, 3204.0, 4955.0, 8159.0, 18088.0, 27855.0, 53699.0, 132729.0, 2819738.0, 920819.0, 114185.0, 35438.0, 18913.0, 10765.0, 6543.0, 4784.0, 2339.0, 1588.0, 1080.0, 744.0, 530.0, 431.0, 245.0, 212.0, 129.0, 112.0, 81.0, 68.0, 42.0, 35.0, 31.0, 26.0, 19.0, 18.0, 11.0, 6.0, 7.0, 5.0, 5.0, 9.0, 2.0, 0.0, 3.0, 2.0, 1.0], "bins": [-6.9141387939453125e-06, -6.66547566652298e-06, -6.416812539100647e-06, -6.168149411678314e-06, -5.9194862842559814e-06, -5.670823156833649e-06, -5.422160029411316e-06, -5.173496901988983e-06, -4.92483377456665e-06, -4.676170647144318e-06, -4.427507519721985e-06, -4.178844392299652e-06, -3.930181264877319e-06, -3.6815181374549866e-06, -3.432855010032654e-06, -3.184191882610321e-06, -2.9355287551879883e-06, -2.6868656277656555e-06, -2.4382025003433228e-06, -2.18953937292099e-06, -1.9408762454986572e-06, -1.6922131180763245e-06, -1.4435499906539917e-06, -1.194886863231659e-06, -9.462237358093262e-07, -6.975606083869934e-07, -4.4889748096466064e-07, -2.0023435354232788e-07, 4.842877388000488e-08, 2.9709190130233765e-07, 5.457550287246704e-07, 7.944181561470032e-07, 1.043081283569336e-06, 1.2917444109916687e-06, 1.5404075384140015e-06, 1.7890706658363342e-06, 2.037733793258667e-06, 2.2863969206809998e-06, 2.5350600481033325e-06, 2.7837231755256653e-06, 3.032386302947998e-06, 3.281049430370331e-06, 3.5297125577926636e-06, 3.7783756852149963e-06, 4.027038812637329e-06, 4.275701940059662e-06, 4.524365067481995e-06, 4.773028194904327e-06, 5.02169132232666e-06, 5.270354449748993e-06, 5.519017577171326e-06, 5.7676807045936584e-06, 6.016343832015991e-06, 6.265006959438324e-06, 6.513670086860657e-06, 6.7623332142829895e-06, 7.010996341705322e-06, 7.259659469127655e-06, 7.508322596549988e-06, 7.75698572397232e-06, 8.005648851394653e-06, 8.254311978816986e-06, 8.502975106239319e-06, 8.751638233661652e-06, 9.000301361083984e-06]}, "gradients/encoder.encoder.layers.17.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 7.0, 3.0, 7.0, 9.0, 0.0, 8.0, 10.0, 19.0, 25.0, 19.0, 39.0, 48.0, 0.0, 57.0, 56.0, 63.0, 80.0, 87.0, 91.0, 77.0, 0.0, 74.0, 50.0, 41.0, 33.0, 32.0, 18.0, 18.0, 0.0, 8.0, 6.0, 5.0, 5.0, 6.0, 3.0, 5.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.4901161193847656e-06, -1.4379620552062988e-06, -1.385807991027832e-06, -1.3336539268493652e-06, -1.2814998626708984e-06, -1.2293457984924316e-06, -1.1771917343139648e-06, -1.125037670135498e-06, -1.0728836059570312e-06, -1.0207295417785645e-06, -9.685754776000977e-07, -9.164214134216309e-07, -8.642673492431641e-07, -8.121132850646973e-07, -7.599592208862305e-07, -7.078051567077637e-07, -6.556510925292969e-07, -6.034970283508301e-07, -5.513429641723633e-07, -4.991888999938965e-07, -4.470348358154297e-07, -3.948807716369629e-07, -3.427267074584961e-07, -2.905726432800293e-07, -2.384185791015625e-07, -1.862645149230957e-07, -1.341104507446289e-07, -8.195638656616211e-08, -2.9802322387695312e-08, 2.2351741790771484e-08, 7.450580596923828e-08, 1.2665987014770508e-07, 1.7881393432617188e-07, 2.3096799850463867e-07, 2.8312206268310547e-07, 3.3527612686157227e-07, 3.8743019104003906e-07, 4.3958425521850586e-07, 4.917383193969727e-07, 5.438923835754395e-07, 5.960464477539062e-07, 6.48200511932373e-07, 7.003545761108398e-07, 7.525086402893066e-07, 8.046627044677734e-07, 8.568167686462402e-07, 9.08970832824707e-07, 9.611248970031738e-07, 1.0132789611816406e-06, 1.0654330253601074e-06, 1.1175870895385742e-06, 1.169741153717041e-06, 1.2218952178955078e-06, 1.2740492820739746e-06, 1.3262033462524414e-06, 1.3783574104309082e-06, 1.430511474609375e-06, 1.4826655387878418e-06, 1.5348196029663086e-06, 1.5869736671447754e-06, 1.6391277313232422e-06, 1.691281795501709e-06, 1.7434358596801758e-06, 1.7955899238586426e-06, 1.8477439880371094e-06]}, "gradients/encoder.encoder.layers.17.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 9.0, 12.0, 17.0, 24.0, 35.0, 75.0, 48.0, 106.0, 147.0, 208.0, 334.0, 542.0, 805.0, 1277.0, 2043.0, 2091.0, 4692.0, 7928.0, 13958.0, 26179.0, 52084.0, 121916.0, 420227.0, 2885424.0, 341287.0, 170771.0, 67967.0, 32612.0, 17284.0, 9740.0, 5554.0, 3331.0, 1984.0, 876.0, 932.0, 626.0, 418.0, 237.0, 158.0, 97.0, 77.0, 39.0, 29.0, 30.0, 20.0, 8.0, 14.0, 10.0, 4.0, 1.0, 2.0, 2.0], "bins": [-6.139278411865234e-06, -5.966983735561371e-06, -5.794689059257507e-06, -5.622394382953644e-06, -5.45009970664978e-06, -5.277805030345917e-06, -5.105510354042053e-06, -4.93321567773819e-06, -4.760921001434326e-06, -4.588626325130463e-06, -4.416331648826599e-06, -4.244036972522736e-06, -4.071742296218872e-06, -3.8994476199150085e-06, -3.727152943611145e-06, -3.5548582673072815e-06, -3.382563591003418e-06, -3.2102689146995544e-06, -3.037974238395691e-06, -2.8656795620918274e-06, -2.693384885787964e-06, -2.5210902094841003e-06, -2.348795533180237e-06, -2.1765008568763733e-06, -2.0042061805725098e-06, -1.8319115042686462e-06, -1.6596168279647827e-06, -1.4873221516609192e-06, -1.3150274753570557e-06, -1.1427327990531921e-06, -9.704381227493286e-07, -7.981434464454651e-07, -6.258487701416016e-07, -4.5355409383773804e-07, -2.812594175338745e-07, -1.0896474123001099e-07, 6.332993507385254e-08, 2.3562461137771606e-07, 4.079192876815796e-07, 5.802139639854431e-07, 7.525086402893066e-07, 9.248033165931702e-07, 1.0970979928970337e-06, 1.2693926692008972e-06, 1.4416873455047607e-06, 1.6139820218086243e-06, 1.7862766981124878e-06, 1.9585713744163513e-06, 2.130866050720215e-06, 2.3031607270240784e-06, 2.475455403327942e-06, 2.6477500796318054e-06, 2.820044755935669e-06, 2.9923394322395325e-06, 3.164634108543396e-06, 3.3369287848472595e-06, 3.509223461151123e-06, 3.6815181374549866e-06, 3.85381281375885e-06, 4.026107490062714e-06, 4.198402166366577e-06, 4.370696842670441e-06, 4.542991518974304e-06, 4.715286195278168e-06, 4.887580871582031e-06]}, "gradients/encoder.encoder.layers.17.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 3.0, 3.0, 3.0, 8.0, 3.0, 2.0, 3.0, 10.0, 13.0, 12.0, 17.0, 19.0, 26.0, 30.0, 29.0, 19.0, 59.0, 58.0, 85.0, 80.0, 120.0, 158.0, 268.0, 437.0, 386.0, 888.0, 429.0, 208.0, 146.0, 116.0, 67.0, 53.0, 57.0, 21.0, 36.0, 42.0, 28.0, 24.0, 18.0, 29.0, 15.0, 14.0, 5.0, 11.0, 10.0, 8.0, 3.0, 5.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.159046173095703e-06, -3.0463561415672302e-06, -2.9336661100387573e-06, -2.8209760785102844e-06, -2.7082860469818115e-06, -2.5955960154533386e-06, -2.4829059839248657e-06, -2.370215952396393e-06, -2.25752592086792e-06, -2.144835889339447e-06, -2.032145857810974e-06, -1.9194558262825012e-06, -1.8067657947540283e-06, -1.6940757632255554e-06, -1.5813857316970825e-06, -1.4686957001686096e-06, -1.3560056686401367e-06, -1.2433156371116638e-06, -1.130625605583191e-06, -1.017935574054718e-06, -9.052455425262451e-07, -7.925555109977722e-07, -6.798654794692993e-07, -5.671754479408264e-07, -4.544854164123535e-07, -3.417953848838806e-07, -2.2910535335540771e-07, -1.1641532182693481e-07, -3.725290298461914e-09, 1.0896474123001099e-07, 2.2165477275848389e-07, 3.343448042869568e-07, 4.470348358154297e-07, 5.597248673439026e-07, 6.724148988723755e-07, 7.851049304008484e-07, 8.977949619293213e-07, 1.0104849934577942e-06, 1.123175024986267e-06, 1.23586505651474e-06, 1.3485550880432129e-06, 1.4612451195716858e-06, 1.5739351511001587e-06, 1.6866251826286316e-06, 1.7993152141571045e-06, 1.9120052456855774e-06, 2.0246952772140503e-06, 2.137385308742523e-06, 2.250075340270996e-06, 2.362765371799469e-06, 2.475455403327942e-06, 2.588145434856415e-06, 2.7008354663848877e-06, 2.8135254979133606e-06, 2.9262155294418335e-06, 3.0389055609703064e-06, 3.1515955924987793e-06, 3.264285624027252e-06, 3.376975655555725e-06, 3.489665687084198e-06, 3.602355718612671e-06, 3.715045750141144e-06, 3.827735781669617e-06, 3.94042581319809e-06, 4.0531158447265625e-06]}, "gradients/encoder.encoder.layers.17.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 4.0, 4.0, 5.0, 6.0, 10.0, 15.0, 19.0, 40.0, 54.0, 104.0, 167.0, 218.0, 122.0, 80.0, 46.0, 34.0, 26.0, 22.0, 12.0, 8.0, 7.0, 3.0, 1.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.6978194000548683e-05, -2.5706358428578824e-05, -2.4434524675598368e-05, -2.316268910362851e-05, -2.189085353165865e-05, -2.0619019778678194e-05, -1.9347184206708334e-05, -1.8075348634738475e-05, -1.680351488175802e-05, -1.553167930978816e-05, -1.4259845556807704e-05, -1.2988009984837845e-05, -1.1716175322362687e-05, -1.044434065988753e-05, -9.17250508791767e-06, -7.900670425442513e-06, -6.6288357629673555e-06, -5.357001100492198e-06, -4.08516598326969e-06, -2.813330866047181e-06, -1.5414962035720237e-06, -2.6966154109686613e-07, 1.0021740308729932e-06, 2.2740086933481507e-06, 3.5458433558233082e-06, 4.817678018298466e-06, 6.089513135520974e-06, 7.361348252743483e-06, 8.63318291521864e-06, 9.905017577693798e-06, 1.1176853149663657e-05, 1.2448687812138814e-05, 1.3720524293603376e-05, 1.4992358956078533e-05, 1.626419361855369e-05, 1.753602919052355e-05, 1.8807862943504006e-05, 2.0079698515473865e-05, 2.1351534087443724e-05, 2.262336784042418e-05, 2.389520341239404e-05, 2.51670389843639e-05, 2.6438872737344354e-05, 2.7710708309314214e-05, 2.8982543881284073e-05, 3.025437763426453e-05, 3.152621502522379e-05, 3.279804877820425e-05, 3.40698825311847e-05, 3.534171628416516e-05, 3.661355367512442e-05, 3.788538742810488e-05, 3.915722118108533e-05, 4.042905493406579e-05, 4.170089232502505e-05, 4.297272607800551e-05, 4.424455983098596e-05, 4.551639358396642e-05, 4.678823097492568e-05, 4.806006472790614e-05, 4.9331898480886593e-05, 5.060373223386705e-05, 5.187556962482631e-05, 5.314740337780677e-05, 5.441924076876603e-05]}, "gradients/encoder.encoder.layers.17.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 10.0, 1.0, 9.0, 5.0, 10.0, 9.0, 19.0, 16.0, 24.0, 28.0, 28.0, 30.0, 32.0, 36.0, 44.0, 55.0, 49.0, 52.0, 55.0, 65.0, 40.0, 49.0, 33.0, 39.0, 46.0, 39.0, 34.0, 31.0, 21.0, 23.0, 19.0, 12.0, 12.0, 5.0, 11.0, 4.0, 5.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.823902130126953e-05, -1.7696991562843323e-05, -1.7154961824417114e-05, -1.6612932085990906e-05, -1.6070902347564697e-05, -1.552887260913849e-05, -1.498684287071228e-05, -1.4444813132286072e-05, -1.3902783393859863e-05, -1.3360753655433655e-05, -1.2818723917007446e-05, -1.2276694178581238e-05, -1.173466444015503e-05, -1.119263470172882e-05, -1.0650604963302612e-05, -1.0108575224876404e-05, -9.566545486450195e-06, -9.024515748023987e-06, -8.482486009597778e-06, -7.94045627117157e-06, -7.398426532745361e-06, -6.856396794319153e-06, -6.314367055892944e-06, -5.772337317466736e-06, -5.230307579040527e-06, -4.688277840614319e-06, -4.14624810218811e-06, -3.604218363761902e-06, -3.0621886253356934e-06, -2.520158886909485e-06, -1.9781291484832764e-06, -1.4360994100570679e-06, -8.940696716308594e-07, -3.520399332046509e-07, 1.8998980522155762e-07, 7.320195436477661e-07, 1.2740492820739746e-06, 1.816079020500183e-06, 2.3581087589263916e-06, 2.9001384973526e-06, 3.4421682357788086e-06, 3.984197974205017e-06, 4.526227712631226e-06, 5.068257451057434e-06, 5.610287189483643e-06, 6.152316927909851e-06, 6.6943466663360596e-06, 7.236376404762268e-06, 7.778406143188477e-06, 8.320435881614685e-06, 8.862465620040894e-06, 9.404495358467102e-06, 9.94652509689331e-06, 1.0488554835319519e-05, 1.1030584573745728e-05, 1.1572614312171936e-05, 1.2114644050598145e-05, 1.2656673789024353e-05, 1.3198703527450562e-05, 1.374073326587677e-05, 1.4282763004302979e-05, 1.4824792742729187e-05, 1.5366822481155396e-05, 1.5908852219581604e-05, 1.6450881958007812e-05]}, "gradients/encoder.encoder.layers.17.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 5.0, 5.0, 5.0, 14.0, 14.0, 22.0, 31.0, 44.0, 68.0, 108.0, 172.0, 350.0, 590.0, 1286.0, 2331.0, 5539.0, 11434.0, 33533.0, 87203.0, 544876.0, 262928.0, 57988.0, 23585.0, 8240.0, 4165.0, 1804.0, 1031.0, 486.0, 276.0, 133.0, 105.0, 43.0, 51.0, 26.0, 16.0, 16.0, 9.0, 8.0, 5.0, 5.0, 5.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.615285873413086e-05, -1.5645287930965424e-05, -1.5137717127799988e-05, -1.4630146324634552e-05, -1.4122575521469116e-05, -1.361500471830368e-05, -1.3107433915138245e-05, -1.2599863111972809e-05, -1.2092292308807373e-05, -1.1584721505641937e-05, -1.1077150702476501e-05, -1.0569579899311066e-05, -1.006200909614563e-05, -9.554438292980194e-06, -9.046867489814758e-06, -8.539296686649323e-06, -8.031725883483887e-06, -7.524155080318451e-06, -7.016584277153015e-06, -6.509013473987579e-06, -6.0014426708221436e-06, -5.493871867656708e-06, -4.986301064491272e-06, -4.478730261325836e-06, -3.9711594581604e-06, -3.4635886549949646e-06, -2.956017851829529e-06, -2.448447048664093e-06, -1.9408762454986572e-06, -1.4333054423332214e-06, -9.257346391677856e-07, -4.1816383600234985e-07, 8.940696716308594e-08, 5.969777703285217e-07, 1.1045485734939575e-06, 1.6121193766593933e-06, 2.119690179824829e-06, 2.627260982990265e-06, 3.1348317861557007e-06, 3.6424025893211365e-06, 4.149973392486572e-06, 4.657544195652008e-06, 5.165114998817444e-06, 5.67268580198288e-06, 6.1802566051483154e-06, 6.687827408313751e-06, 7.195398211479187e-06, 7.702969014644623e-06, 8.210539817810059e-06, 8.718110620975494e-06, 9.22568142414093e-06, 9.733252227306366e-06, 1.0240823030471802e-05, 1.0748393833637238e-05, 1.1255964636802673e-05, 1.1763535439968109e-05, 1.2271106243133545e-05, 1.277867704629898e-05, 1.3286247849464417e-05, 1.3793818652629852e-05, 1.4301389455795288e-05, 1.4808960258960724e-05, 1.531653106212616e-05, 1.5824101865291595e-05, 1.633167266845703e-05]}, "gradients/encoder.encoder.layers.17.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 6.0, 10.0, 9.0, 15.0, 11.0, 58.0, 40.0, 50.0, 48.0, 64.0, 80.0, 85.0, 75.0, 88.0, 81.0, 60.0, 42.0, 37.0, 27.0, 33.0, 19.0, 32.0, 6.0, 6.0, 4.0, 5.0, 3.0, 6.0, 2.0, 1.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4901161193847656e-06, -1.426786184310913e-06, -1.3634562492370605e-06, -1.300126314163208e-06, -1.2367963790893555e-06, -1.173466444015503e-06, -1.1101365089416504e-06, -1.0468065738677979e-06, -9.834766387939453e-07, -9.201467037200928e-07, -8.568167686462402e-07, -7.934868335723877e-07, -7.301568984985352e-07, -6.668269634246826e-07, -6.034970283508301e-07, -5.401670932769775e-07, -4.76837158203125e-07, -4.1350722312927246e-07, -3.501772880554199e-07, -2.868473529815674e-07, -2.2351741790771484e-07, -1.601874828338623e-07, -9.685754776000977e-08, -3.3527612686157227e-08, 2.9802322387695312e-08, 9.313225746154785e-08, 1.564621925354004e-07, 2.1979212760925293e-07, 2.8312206268310547e-07, 3.46451997756958e-07, 4.0978193283081055e-07, 4.731118679046631e-07, 5.364418029785156e-07, 5.997717380523682e-07, 6.631016731262207e-07, 7.264316082000732e-07, 7.897615432739258e-07, 8.530914783477783e-07, 9.164214134216309e-07, 9.797513484954834e-07, 1.043081283569336e-06, 1.1064112186431885e-06, 1.169741153717041e-06, 1.2330710887908936e-06, 1.296401023864746e-06, 1.3597309589385986e-06, 1.4230608940124512e-06, 1.4863908290863037e-06, 1.5497207641601562e-06, 1.6130506992340088e-06, 1.6763806343078613e-06, 1.7397105693817139e-06, 1.8030405044555664e-06, 1.866370439529419e-06, 1.9297003746032715e-06, 1.993030309677124e-06, 2.0563602447509766e-06, 2.119690179824829e-06, 2.1830201148986816e-06, 2.246350049972534e-06, 2.3096799850463867e-06, 2.3730099201202393e-06, 2.436339855194092e-06, 2.4996697902679443e-06, 2.562999725341797e-06]}, "gradients/encoder.encoder.layers.17.attention.v_proj.weight": {"_type": "histogram", "values": [4.0, 2.0, 2.0, 2.0, 6.0, 7.0, 7.0, 16.0, 10.0, 14.0, 21.0, 35.0, 71.0, 79.0, 98.0, 116.0, 255.0, 245.0, 336.0, 550.0, 1047.0, 1192.0, 1779.0, 2293.0, 4579.0, 4928.0, 6888.0, 9840.0, 21716.0, 28600.0, 54925.0, 180699.0, 588460.0, 55009.0, 28345.0, 17451.0, 14456.0, 6902.0, 5033.0, 3515.0, 3223.0, 1621.0, 1267.0, 840.0, 733.0, 388.0, 245.0, 162.0, 177.0, 93.0, 66.0, 47.0, 48.0, 37.0, 27.0, 21.0, 12.0, 9.0, 11.0, 6.0, 7.0, 1.0, 1.0, 1.0], "bins": [-6.198883056640625e-06, -6.0051679611206055e-06, -5.811452865600586e-06, -5.617737770080566e-06, -5.424022674560547e-06, -5.230307579040527e-06, -5.036592483520508e-06, -4.842877388000488e-06, -4.649162292480469e-06, -4.455447196960449e-06, -4.26173210144043e-06, -4.06801700592041e-06, -3.874301910400391e-06, -3.680586814880371e-06, -3.4868717193603516e-06, -3.293156623840332e-06, -3.0994415283203125e-06, -2.905726432800293e-06, -2.7120113372802734e-06, -2.518296241760254e-06, -2.3245811462402344e-06, -2.130866050720215e-06, -1.9371509552001953e-06, -1.7434358596801758e-06, -1.5497207641601562e-06, -1.3560056686401367e-06, -1.1622905731201172e-06, -9.685754776000977e-07, -7.748603820800781e-07, -5.811452865600586e-07, -3.8743019104003906e-07, -1.9371509552001953e-07, 0.0, 1.9371509552001953e-07, 3.8743019104003906e-07, 5.811452865600586e-07, 7.748603820800781e-07, 9.685754776000977e-07, 1.1622905731201172e-06, 1.3560056686401367e-06, 1.5497207641601562e-06, 1.7434358596801758e-06, 1.9371509552001953e-06, 2.130866050720215e-06, 2.3245811462402344e-06, 2.518296241760254e-06, 2.7120113372802734e-06, 2.905726432800293e-06, 3.0994415283203125e-06, 3.293156623840332e-06, 3.4868717193603516e-06, 3.680586814880371e-06, 3.874301910400391e-06, 4.06801700592041e-06, 4.26173210144043e-06, 4.455447196960449e-06, 4.649162292480469e-06, 4.842877388000488e-06, 5.036592483520508e-06, 5.230307579040527e-06, 5.424022674560547e-06, 5.617737770080566e-06, 5.811452865600586e-06, 6.0051679611206055e-06, 6.198883056640625e-06]}, "gradients/encoder.encoder.layers.17.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 1.0, 4.0, 6.0, 11.0, 6.0, 10.0, 4.0, 3.0, 9.0, 3.0, 7.0, 5.0, 7.0, 8.0, 12.0, 2.0, 11.0, 16.0, 15.0, 21.0, 14.0, 22.0, 40.0, 47.0, 64.0, 256.0, 84.0, 51.0, 44.0, 30.0, 21.0, 21.0, 14.0, 12.0, 14.0, 11.0, 3.0, 14.0, 9.0, 10.0, 5.0, 8.0, 6.0, 5.0, 8.0, 11.0, 9.0, 5.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 2.0], "bins": [-3.6954879760742188e-06, -3.579072654247284e-06, -3.462657332420349e-06, -3.3462420105934143e-06, -3.2298266887664795e-06, -3.1134113669395447e-06, -2.99699604511261e-06, -2.880580723285675e-06, -2.7641654014587402e-06, -2.6477500796318054e-06, -2.5313347578048706e-06, -2.414919435977936e-06, -2.298504114151001e-06, -2.182088792324066e-06, -2.0656734704971313e-06, -1.9492581486701965e-06, -1.8328428268432617e-06, -1.716427505016327e-06, -1.600012183189392e-06, -1.4835968613624573e-06, -1.3671815395355225e-06, -1.2507662177085876e-06, -1.1343508958816528e-06, -1.017935574054718e-06, -9.015202522277832e-07, -7.851049304008484e-07, -6.686896085739136e-07, -5.522742867469788e-07, -4.3585896492004395e-07, -3.1944364309310913e-07, -2.0302832126617432e-07, -8.66129994392395e-08, 2.9802322387695312e-08, 1.4621764421463013e-07, 2.6263296604156494e-07, 3.7904828786849976e-07, 4.954636096954346e-07, 6.118789315223694e-07, 7.282942533493042e-07, 8.44709575176239e-07, 9.611248970031738e-07, 1.0775402188301086e-06, 1.1939555406570435e-06, 1.3103708624839783e-06, 1.426786184310913e-06, 1.543201506137848e-06, 1.6596168279647827e-06, 1.7760321497917175e-06, 1.8924474716186523e-06, 2.008862793445587e-06, 2.125278115272522e-06, 2.2416934370994568e-06, 2.3581087589263916e-06, 2.4745240807533264e-06, 2.5909394025802612e-06, 2.707354724407196e-06, 2.823770046234131e-06, 2.9401853680610657e-06, 3.0566006898880005e-06, 3.1730160117149353e-06, 3.28943133354187e-06, 3.405846655368805e-06, 3.5222619771957397e-06, 3.6386772990226746e-06, 3.7550926208496094e-06]}, "gradients/encoder.encoder.layers.17.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 1.0, 2.0, 7.0, 3.0, 10.0, 13.0, 9.0, 17.0, 28.0, 39.0, 46.0, 107.0, 96.0, 150.0, 234.0, 363.0, 511.0, 716.0, 1808.0, 2114.0, 3759.0, 6869.0, 14431.0, 35679.0, 147714.0, 766616.0, 35987.0, 14375.0, 6838.0, 3686.0, 2166.0, 1340.0, 1218.0, 526.0, 329.0, 235.0, 141.0, 104.0, 69.0, 82.0, 40.0, 23.0, 20.0, 11.0, 10.0, 10.0, 3.0, 3.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.5762786865234375e-06, -3.448687493801117e-06, -3.3210963010787964e-06, -3.193505108356476e-06, -3.0659139156341553e-06, -2.9383227229118347e-06, -2.810731530189514e-06, -2.6831403374671936e-06, -2.555549144744873e-06, -2.4279579520225525e-06, -2.300366759300232e-06, -2.1727755665779114e-06, -2.045184373855591e-06, -1.9175931811332703e-06, -1.7900019884109497e-06, -1.6624107956886292e-06, -1.5348196029663086e-06, -1.407228410243988e-06, -1.2796372175216675e-06, -1.152046024799347e-06, -1.0244548320770264e-06, -8.968636393547058e-07, -7.692724466323853e-07, -6.416812539100647e-07, -5.140900611877441e-07, -3.864988684654236e-07, -2.5890767574310303e-07, -1.3131648302078247e-07, -3.725290298461914e-09, 1.2386590242385864e-07, 2.514570951461792e-07, 3.7904828786849976e-07, 5.066394805908203e-07, 6.342306733131409e-07, 7.618218660354614e-07, 8.89413058757782e-07, 1.0170042514801025e-06, 1.144595444202423e-06, 1.2721866369247437e-06, 1.3997778296470642e-06, 1.5273690223693848e-06, 1.6549602150917053e-06, 1.7825514078140259e-06, 1.9101426005363464e-06, 2.037733793258667e-06, 2.1653249859809875e-06, 2.292916178703308e-06, 2.4205073714256287e-06, 2.5480985641479492e-06, 2.6756897568702698e-06, 2.8032809495925903e-06, 2.930872142314911e-06, 3.0584633350372314e-06, 3.186054527759552e-06, 3.3136457204818726e-06, 3.441236913204193e-06, 3.5688281059265137e-06, 3.6964192986488342e-06, 3.824010491371155e-06, 3.951601684093475e-06, 4.079192876815796e-06, 4.2067840695381165e-06, 4.334375262260437e-06, 4.4619664549827576e-06, 4.589557647705078e-06]}, "gradients/encoder.encoder.layers.17.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 3.0, 0.0, 8.0, 4.0, 9.0, 15.0, 10.0, 13.0, 13.0, 20.0, 49.0, 37.0, 56.0, 66.0, 447.0, 37.0, 47.0, 31.0, 27.0, 38.0, 13.0, 11.0, 15.0, 8.0, 4.0, 5.0, 3.0, 0.0, 0.0, 1.0, 1.0, 6.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.6226043701171875e-06, -2.54996120929718e-06, -2.477318048477173e-06, -2.4046748876571655e-06, -2.332031726837158e-06, -2.259388566017151e-06, -2.1867454051971436e-06, -2.1141022443771362e-06, -2.041459083557129e-06, -1.9688159227371216e-06, -1.8961727619171143e-06, -1.823529601097107e-06, -1.7508864402770996e-06, -1.6782432794570923e-06, -1.605600118637085e-06, -1.5329569578170776e-06, -1.4603137969970703e-06, -1.387670636177063e-06, -1.3150274753570557e-06, -1.2423843145370483e-06, -1.169741153717041e-06, -1.0970979928970337e-06, -1.0244548320770264e-06, -9.51811671257019e-07, -8.791685104370117e-07, -8.065253496170044e-07, -7.338821887969971e-07, -6.612390279769897e-07, -5.885958671569824e-07, -5.159527063369751e-07, -4.4330954551696777e-07, -3.7066638469696045e-07, -2.980232238769531e-07, -2.253800630569458e-07, -1.5273690223693848e-07, -8.009374141693115e-08, -7.450580596923828e-09, 6.51925802230835e-08, 1.3783574104309082e-07, 2.1047890186309814e-07, 2.8312206268310547e-07, 3.557652235031128e-07, 4.284083843231201e-07, 5.010515451431274e-07, 5.736947059631348e-07, 6.463378667831421e-07, 7.189810276031494e-07, 7.916241884231567e-07, 8.642673492431641e-07, 9.369105100631714e-07, 1.0095536708831787e-06, 1.082196831703186e-06, 1.1548399925231934e-06, 1.2274831533432007e-06, 1.300126314163208e-06, 1.3727694749832153e-06, 1.4454126358032227e-06, 1.51805579662323e-06, 1.5906989574432373e-06, 1.6633421182632446e-06, 1.735985279083252e-06, 1.8086284399032593e-06, 1.8812716007232666e-06, 1.953914761543274e-06, 2.0265579223632812e-06]}, "gradients/encoder.encoder.layers.17.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 4.0, 9.0, 18.0, 15.0, 10.0, 15.0, 37.0, 60.0, 33.0, 129.0, 211.0, 370.0, 244.0, 700.0, 1206.0, 2107.0, 1637.0, 5213.0, 9834.0, 19337.0, 16883.0, 76462.0, 659097.0, 169577.0, 27243.0, 28313.0, 13695.0, 7125.0, 2208.0, 2872.0, 1534.0, 930.0, 301.0, 433.0, 265.0, 160.0, 59.0, 76.0, 40.0, 35.0, 10.0, 22.0, 9.0, 9.0, 3.0, 7.0, 6.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.0994415283203125e-06, -2.995133399963379e-06, -2.8908252716064453e-06, -2.7865171432495117e-06, -2.682209014892578e-06, -2.5779008865356445e-06, -2.473592758178711e-06, -2.3692846298217773e-06, -2.2649765014648438e-06, -2.16066837310791e-06, -2.0563602447509766e-06, -1.952052116394043e-06, -1.8477439880371094e-06, -1.7434358596801758e-06, -1.6391277313232422e-06, -1.5348196029663086e-06, -1.430511474609375e-06, -1.3262033462524414e-06, -1.2218952178955078e-06, -1.1175870895385742e-06, -1.0132789611816406e-06, -9.08970832824707e-07, -8.046627044677734e-07, -7.003545761108398e-07, -5.960464477539062e-07, -4.917383193969727e-07, -3.8743019104003906e-07, -2.8312206268310547e-07, -1.7881393432617188e-07, -7.450580596923828e-08, 2.9802322387695312e-08, 1.341104507446289e-07, 2.384185791015625e-07, 3.427267074584961e-07, 4.470348358154297e-07, 5.513429641723633e-07, 6.556510925292969e-07, 7.599592208862305e-07, 8.642673492431641e-07, 9.685754776000977e-07, 1.0728836059570312e-06, 1.1771917343139648e-06, 1.2814998626708984e-06, 1.385807991027832e-06, 1.4901161193847656e-06, 1.5944242477416992e-06, 1.6987323760986328e-06, 1.8030405044555664e-06, 1.9073486328125e-06, 2.0116567611694336e-06, 2.115964889526367e-06, 2.2202730178833008e-06, 2.3245811462402344e-06, 2.428889274597168e-06, 2.5331974029541016e-06, 2.637505531311035e-06, 2.7418136596679688e-06, 2.8461217880249023e-06, 2.950429916381836e-06, 3.0547380447387695e-06, 3.159046173095703e-06, 3.2633543014526367e-06, 3.3676624298095703e-06, 3.471970558166504e-06, 3.5762786865234375e-06]}, "gradients/encoder.encoder.layers.17.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 1.0, 4.0, 1.0, 2.0, 2.0, 6.0, 7.0, 7.0, 11.0, 12.0, 12.0, 13.0, 0.0, 13.0, 17.0, 14.0, 22.0, 27.0, 28.0, 49.0, 65.0, 94.0, 262.0, 74.0, 46.0, 0.0, 34.0, 30.0, 29.0, 19.0, 14.0, 8.0, 6.0, 13.0, 18.0, 14.0, 10.0, 7.0, 0.0, 5.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 4.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.9669532775878906e-06, -1.9120052456855774e-06, -1.8570572137832642e-06, -1.802109181880951e-06, -1.7471611499786377e-06, -1.6922131180763245e-06, -1.6372650861740112e-06, -1.582317054271698e-06, -1.5273690223693848e-06, -1.4724209904670715e-06, -1.4174729585647583e-06, -1.362524926662445e-06, -1.3075768947601318e-06, -1.2526288628578186e-06, -1.1976808309555054e-06, -1.1427327990531921e-06, -1.087784767150879e-06, -1.0328367352485657e-06, -9.778887033462524e-07, -9.229406714439392e-07, -8.67992639541626e-07, -8.130446076393127e-07, -7.580965757369995e-07, -7.031485438346863e-07, -6.48200511932373e-07, -5.932524800300598e-07, -5.383044481277466e-07, -4.833564162254333e-07, -4.284083843231201e-07, -3.734603524208069e-07, -3.1851232051849365e-07, -2.635642886161804e-07, -2.086162567138672e-07, -1.5366822481155396e-07, -9.872019290924072e-08, -4.377216100692749e-08, 1.1175870895385742e-08, 6.612390279769897e-08, 1.210719347000122e-07, 1.7601996660232544e-07, 2.3096799850463867e-07, 2.859160304069519e-07, 3.4086406230926514e-07, 3.9581209421157837e-07, 4.507601261138916e-07, 5.057081580162048e-07, 5.606561899185181e-07, 6.156042218208313e-07, 6.705522537231445e-07, 7.255002856254578e-07, 7.80448317527771e-07, 8.353963494300842e-07, 8.903443813323975e-07, 9.452924132347107e-07, 1.000240445137024e-06, 1.0551884770393372e-06, 1.1101365089416504e-06, 1.1650845408439636e-06, 1.2200325727462769e-06, 1.27498060464859e-06, 1.3299286365509033e-06, 1.3848766684532166e-06, 1.4398247003555298e-06, 1.494772732257843e-06, 1.5497207641601562e-06]}, "gradients/encoder.encoder.layers.17.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 2.0, 2.0, 2.0, 5.0, 2.0, 8.0, 10.0, 9.0, 13.0, 24.0, 30.0, 57.0, 93.0, 194.0, 243.0, 121.0, 69.0, 40.0, 29.0, 20.0, 6.0, 12.0, 8.0, 8.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.4037821276579052e-05, -2.294842488481663e-05, -2.1859030312043615e-05, -2.0769633920281194e-05, -1.9680239347508177e-05, -1.8590842955745757e-05, -1.7501446563983336e-05, -1.6412050172220916e-05, -1.53226555994479e-05, -1.423326011718018e-05, -1.3143864634912461e-05, -1.205446824315004e-05, -1.0965072760882322e-05, -9.875677278614603e-06, -8.786280886852182e-06, -7.696885404584464e-06, -6.607489922316745e-06, -5.518094440049026e-06, -4.4286985030339565e-06, -3.3393027933925623e-06, -2.249907083751168e-06, -1.1605116014834493e-06, -7.111566446837969e-08, 1.01828027254669e-06, 2.1076757548144087e-06, 3.197071464455803e-06, 4.286467174097197e-06, 5.375863111112267e-06, 6.4652585933799855e-06, 7.554654075647704e-06, 8.644050467410125e-06, 9.733445949677844e-06, 1.0822841431945562e-05, 1.1912236914213281e-05, 1.3001632396481e-05, 1.409102878824342e-05, 1.518042427051114e-05, 1.6269819752778858e-05, 1.735921614454128e-05, 1.84486125363037e-05, 1.9538007109076716e-05, 2.0627403500839137e-05, 2.1716798073612154e-05, 2.2806194465374574e-05, 2.3895590857136995e-05, 2.498498542991001e-05, 2.6074381821672432e-05, 2.716377639444545e-05, 2.825317278620787e-05, 2.934256917797029e-05, 3.0431963750743307e-05, 3.1521358323516324e-05, 3.2610754715278745e-05, 3.3700151107041165e-05, 3.4789547498803586e-05, 3.5878943890566006e-05, 3.696834028232843e-05, 3.805773667409085e-05, 3.914713306585327e-05, 4.023652581963688e-05, 4.13259222113993e-05, 4.241531860316172e-05, 4.350471499492414e-05, 4.4594111386686563e-05, 4.568350414047018e-05]}, "gradients/encoder.encoder.layers.17.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 5.0, 5.0, 14.0, 13.0, 10.0, 14.0, 20.0, 32.0, 16.0, 34.0, 28.0, 38.0, 43.0, 46.0, 35.0, 39.0, 41.0, 43.0, 55.0, 37.0, 41.0, 43.0, 50.0, 33.0, 45.0, 40.0, 24.0, 30.0, 23.0, 26.0, 14.0, 14.0, 13.0, 7.0, 13.0, 7.0, 7.0, 2.0, 4.0, 4.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.621246337890625e-05, -1.576170325279236e-05, -1.5310943126678467e-05, -1.4860183000564575e-05, -1.4409422874450684e-05, -1.3958662748336792e-05, -1.35079026222229e-05, -1.3057142496109009e-05, -1.2606382369995117e-05, -1.2155622243881226e-05, -1.1704862117767334e-05, -1.1254101991653442e-05, -1.080334186553955e-05, -1.035258173942566e-05, -9.901821613311768e-06, -9.451061487197876e-06, -9.000301361083984e-06, -8.549541234970093e-06, -8.098781108856201e-06, -7.64802098274231e-06, -7.197260856628418e-06, -6.746500730514526e-06, -6.295740604400635e-06, -5.844980478286743e-06, -5.3942203521728516e-06, -4.94346022605896e-06, -4.492700099945068e-06, -4.041939973831177e-06, -3.591179847717285e-06, -3.1404197216033936e-06, -2.689659595489502e-06, -2.2388994693756104e-06, -1.7881393432617188e-06, -1.3373792171478271e-06, -8.866190910339355e-07, -4.3585896492004395e-07, 1.4901161193847656e-08, 4.6566128730773926e-07, 9.164214134216309e-07, 1.3671815395355225e-06, 1.817941665649414e-06, 2.2687017917633057e-06, 2.7194619178771973e-06, 3.170222043991089e-06, 3.6209821701049805e-06, 4.071742296218872e-06, 4.522502422332764e-06, 4.973262548446655e-06, 5.424022674560547e-06, 5.8747828006744385e-06, 6.32554292678833e-06, 6.776303052902222e-06, 7.227063179016113e-06, 7.677823305130005e-06, 8.128583431243896e-06, 8.579343557357788e-06, 9.03010368347168e-06, 9.480863809585571e-06, 9.931623935699463e-06, 1.0382384061813354e-05, 1.0833144187927246e-05, 1.1283904314041138e-05, 1.173466444015503e-05, 1.2185424566268921e-05, 1.2636184692382812e-05]}, "gradients/encoder.encoder.layers.16.feed_forward.output_dense.weight": {"_type": "histogram", "values": [5.0, 1.0, 9.0, 11.0, 22.0, 30.0, 51.0, 52.0, 102.0, 167.0, 321.0, 443.0, 862.0, 1599.0, 2972.0, 4757.0, 11819.0, 28728.0, 94009.0, 3058901.0, 887979.0, 58396.0, 21595.0, 8566.0, 5433.0, 2948.0, 1644.0, 846.0, 669.0, 397.0, 269.0, 151.0, 139.0, 89.0, 79.0, 51.0, 31.0, 30.0, 25.0, 15.0, 22.0, 12.0, 10.0, 4.0, 5.0, 7.0, 5.0, 4.0, 3.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-6.794929504394531e-06, -6.452202796936035e-06, -6.109476089477539e-06, -5.766749382019043e-06, -5.424022674560547e-06, -5.081295967102051e-06, -4.738569259643555e-06, -4.395842552185059e-06, -4.0531158447265625e-06, -3.7103891372680664e-06, -3.3676624298095703e-06, -3.0249357223510742e-06, -2.682209014892578e-06, -2.339482307434082e-06, -1.996755599975586e-06, -1.6540288925170898e-06, -1.3113021850585938e-06, -9.685754776000977e-07, -6.258487701416016e-07, -2.8312206268310547e-07, 5.960464477539063e-08, 4.023313522338867e-07, 7.450580596923828e-07, 1.087784767150879e-06, 1.430511474609375e-06, 1.773238182067871e-06, 2.115964889526367e-06, 2.4586915969848633e-06, 2.8014183044433594e-06, 3.1441450119018555e-06, 3.4868717193603516e-06, 3.829598426818848e-06, 4.172325134277344e-06, 4.51505184173584e-06, 4.857778549194336e-06, 5.200505256652832e-06, 5.543231964111328e-06, 5.885958671569824e-06, 6.22868537902832e-06, 6.571412086486816e-06, 6.9141387939453125e-06, 7.256865501403809e-06, 7.599592208862305e-06, 7.9423189163208e-06, 8.285045623779297e-06, 8.627772331237793e-06, 8.970499038696289e-06, 9.313225746154785e-06, 9.655952453613281e-06, 9.998679161071777e-06, 1.0341405868530273e-05, 1.068413257598877e-05, 1.1026859283447266e-05, 1.1369585990905762e-05, 1.1712312698364258e-05, 1.2055039405822754e-05, 1.239776611328125e-05, 1.2740492820739746e-05, 1.3083219528198242e-05, 1.3425946235656738e-05, 1.3768672943115234e-05, 1.411139965057373e-05, 1.4454126358032227e-05, 1.4796853065490723e-05, 1.5139579772949219e-05]}, "gradients/encoder.encoder.layers.16.feed_forward.output_dense.bias": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 7.0, 6.0, 26.0, 15.0, 24.0, 29.0, 31.0, 45.0, 58.0, 58.0, 76.0, 77.0, 94.0, 153.0, 71.0, 43.0, 36.0, 30.0, 33.0, 20.0, 17.0, 14.0, 8.0, 6.0, 13.0, 3.0, 5.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3113021850585938e-06, -1.2461096048355103e-06, -1.1809170246124268e-06, -1.1157244443893433e-06, -1.0505318641662598e-06, -9.853392839431763e-07, -9.201467037200928e-07, -8.549541234970093e-07, -7.897615432739258e-07, -7.245689630508423e-07, -6.593763828277588e-07, -5.941838026046753e-07, -5.289912223815918e-07, -4.637986421585083e-07, -3.986060619354248e-07, -3.334134817123413e-07, -2.682209014892578e-07, -2.0302832126617432e-07, -1.3783574104309082e-07, -7.264316082000732e-08, -7.450580596923828e-09, 5.774199962615967e-08, 1.2293457984924316e-07, 1.8812716007232666e-07, 2.5331974029541016e-07, 3.1851232051849365e-07, 3.8370490074157715e-07, 4.4889748096466064e-07, 5.140900611877441e-07, 5.792826414108276e-07, 6.444752216339111e-07, 7.096678018569946e-07, 7.748603820800781e-07, 8.400529623031616e-07, 9.052455425262451e-07, 9.704381227493286e-07, 1.0356307029724121e-06, 1.1008232831954956e-06, 1.166015863418579e-06, 1.2312084436416626e-06, 1.296401023864746e-06, 1.3615936040878296e-06, 1.426786184310913e-06, 1.4919787645339966e-06, 1.55717134475708e-06, 1.6223639249801636e-06, 1.687556505203247e-06, 1.7527490854263306e-06, 1.817941665649414e-06, 1.8831342458724976e-06, 1.948326826095581e-06, 2.0135194063186646e-06, 2.078711986541748e-06, 2.1439045667648315e-06, 2.209097146987915e-06, 2.2742897272109985e-06, 2.339482307434082e-06, 2.4046748876571655e-06, 2.469867467880249e-06, 2.5350600481033325e-06, 2.600252628326416e-06, 2.6654452085494995e-06, 2.730637788772583e-06, 2.7958303689956665e-06, 2.86102294921875e-06]}, "gradients/encoder.encoder.layers.16.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 5.0, 11.0, 5.0, 11.0, 17.0, 13.0, 32.0, 43.0, 58.0, 98.0, 108.0, 226.0, 275.0, 563.0, 686.0, 1066.0, 2493.0, 3257.0, 7822.0, 11222.0, 31078.0, 53862.0, 138113.0, 2888016.0, 804759.0, 159895.0, 41620.0, 25223.0, 9288.0, 5434.0, 4057.0, 1670.0, 1396.0, 626.0, 403.0, 319.0, 160.0, 130.0, 78.0, 58.0, 33.0, 19.0, 20.0, 11.0, 6.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-6.9141387939453125e-06, -6.710179150104523e-06, -6.506219506263733e-06, -6.302259862422943e-06, -6.098300218582153e-06, -5.8943405747413635e-06, -5.690380930900574e-06, -5.486421287059784e-06, -5.282461643218994e-06, -5.078501999378204e-06, -4.8745423555374146e-06, -4.670582711696625e-06, -4.466623067855835e-06, -4.262663424015045e-06, -4.058703780174255e-06, -3.8547441363334656e-06, -3.6507844924926758e-06, -3.446824848651886e-06, -3.242865204811096e-06, -3.0389055609703064e-06, -2.8349459171295166e-06, -2.630986273288727e-06, -2.427026629447937e-06, -2.2230669856071472e-06, -2.0191073417663574e-06, -1.8151476979255676e-06, -1.6111880540847778e-06, -1.407228410243988e-06, -1.2032687664031982e-06, -9.993091225624084e-07, -7.953494787216187e-07, -5.913898348808289e-07, -3.8743019104003906e-07, -1.8347054719924927e-07, 2.0489096641540527e-08, 2.2444874048233032e-07, 4.284083843231201e-07, 6.323680281639099e-07, 8.363276720046997e-07, 1.0402873158454895e-06, 1.2442469596862793e-06, 1.448206603527069e-06, 1.6521662473678589e-06, 1.8561258912086487e-06, 2.0600855350494385e-06, 2.2640451788902283e-06, 2.468004822731018e-06, 2.671964466571808e-06, 2.8759241104125977e-06, 3.0798837542533875e-06, 3.2838433980941772e-06, 3.487803041934967e-06, 3.691762685775757e-06, 3.895722329616547e-06, 4.0996819734573364e-06, 4.303641617298126e-06, 4.507601261138916e-06, 4.711560904979706e-06, 4.915520548820496e-06, 5.119480192661285e-06, 5.323439836502075e-06, 5.527399480342865e-06, 5.731359124183655e-06, 5.935318768024445e-06, 6.139278411865234e-06]}, "gradients/encoder.encoder.layers.16.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 7.0, 5.0, 4.0, 8.0, 5.0, 2.0, 15.0, 11.0, 20.0, 23.0, 28.0, 35.0, 66.0, 51.0, 111.0, 96.0, 247.0, 325.0, 1354.0, 642.0, 424.0, 118.0, 97.0, 93.0, 42.0, 56.0, 36.0, 46.0, 11.0, 31.0, 10.0, 18.0, 8.0, 12.0, 6.0, 5.0, 7.0, 2.0, 4.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.172325134277344e-06, -4.022382199764252e-06, -3.87243926525116e-06, -3.7224963307380676e-06, -3.5725533962249756e-06, -3.4226104617118835e-06, -3.2726675271987915e-06, -3.1227245926856995e-06, -2.9727816581726074e-06, -2.8228387236595154e-06, -2.6728957891464233e-06, -2.5229528546333313e-06, -2.3730099201202393e-06, -2.2230669856071472e-06, -2.073124051094055e-06, -1.923181116580963e-06, -1.773238182067871e-06, -1.623295247554779e-06, -1.473352313041687e-06, -1.323409378528595e-06, -1.173466444015503e-06, -1.0235235095024109e-06, -8.735805749893188e-07, -7.236376404762268e-07, -5.736947059631348e-07, -4.237517714500427e-07, -2.738088369369507e-07, -1.2386590242385864e-07, 2.60770320892334e-08, 1.7601996660232544e-07, 3.259629011154175e-07, 4.759058356285095e-07, 6.258487701416016e-07, 7.757917046546936e-07, 9.257346391677856e-07, 1.0756775736808777e-06, 1.2256205081939697e-06, 1.3755634427070618e-06, 1.5255063772201538e-06, 1.6754493117332458e-06, 1.8253922462463379e-06, 1.97533518075943e-06, 2.125278115272522e-06, 2.275221049785614e-06, 2.425163984298706e-06, 2.575106918811798e-06, 2.72504985332489e-06, 2.874992787837982e-06, 3.0249357223510742e-06, 3.1748786568641663e-06, 3.3248215913772583e-06, 3.4747645258903503e-06, 3.6247074604034424e-06, 3.7746503949165344e-06, 3.9245933294296265e-06, 4.0745362639427185e-06, 4.2244791984558105e-06, 4.374422132968903e-06, 4.524365067481995e-06, 4.674308001995087e-06, 4.824250936508179e-06, 4.974193871021271e-06, 5.124136805534363e-06, 5.274079740047455e-06, 5.424022674560547e-06]}, "gradients/encoder.encoder.layers.16.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 4.0, 10.0, 9.0, 13.0, 27.0, 48.0, 80.0, 139.0, 219.0, 151.0, 91.0, 40.0, 38.0, 27.0, 23.0, 13.0, 15.0, 14.0, 13.0, 9.0, 4.0, 3.0, 3.0, 4.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-3.653965177363716e-05, -3.534248753567226e-05, -3.414532693568617e-05, -3.294816269772127e-05, -3.1750998459756374e-05, -3.0553834221791476e-05, -2.935667180281598e-05, -2.8159509383840486e-05, -2.6962345145875588e-05, -2.576518090791069e-05, -2.4568018488935195e-05, -2.33708560699597e-05, -2.2173691831994802e-05, -2.0976527594029903e-05, -1.977936517505441e-05, -1.8582202756078914e-05, -1.7385038518114015e-05, -1.6187874280149117e-05, -1.4990711861173622e-05, -1.3793548532703426e-05, -1.259638520423323e-05, -1.1399221875763033e-05, -1.0202058547292836e-05, -9.00489521882264e-06, -7.807731890352443e-06, -6.610568561882246e-06, -5.41340523341205e-06, -4.216241904941853e-06, -3.0190785764716566e-06, -1.82191524800146e-06, -6.247519195312634e-07, 5.724114089389332e-07, 1.7695747374091297e-06, 2.9667380658793263e-06, 4.163901394349523e-06, 5.3610647228197195e-06, 6.558228051289916e-06, 7.755391379760113e-06, 8.95255470823031e-06, 1.0149718036700506e-05, 1.1346881365170702e-05, 1.2544044693640899e-05, 1.3741208022111095e-05, 1.4938371350581292e-05, 1.613553467905149e-05, 1.7332698917016387e-05, 1.8529861335991882e-05, 1.9727023754967377e-05, 2.0924187992932275e-05, 2.2121352230897173e-05, 2.3318514649872668e-05, 2.4515677068848163e-05, 2.571284130681306e-05, 2.691000554477796e-05, 2.8107167963753454e-05, 2.930433038272895e-05, 3.0501494620693848e-05, 3.1698658858658746e-05, 3.289581945864484e-05, 3.4092983696609735e-05, 3.5290147934574634e-05, 3.648731217253953e-05, 3.768447641050443e-05, 3.888163701049052e-05, 4.007880124845542e-05]}, "gradients/encoder.encoder.layers.16.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 4.0, 6.0, 4.0, 14.0, 14.0, 12.0, 11.0, 19.0, 7.0, 19.0, 24.0, 21.0, 25.0, 37.0, 23.0, 33.0, 43.0, 38.0, 44.0, 50.0, 49.0, 31.0, 38.0, 38.0, 49.0, 40.0, 29.0, 42.0, 29.0, 28.0, 22.0, 28.0, 22.0, 22.0, 15.0, 11.0, 10.0, 10.0, 8.0, 6.0, 10.0, 4.0, 4.0, 7.0, 3.0, 2.0, 2.0, 2.0], "bins": [-1.800060272216797e-05, -1.7517246305942535e-05, -1.7033889889717102e-05, -1.655053347349167e-05, -1.6067177057266235e-05, -1.5583820641040802e-05, -1.5100464224815369e-05, -1.4617107808589935e-05, -1.4133751392364502e-05, -1.3650394976139069e-05, -1.3167038559913635e-05, -1.2683682143688202e-05, -1.2200325727462769e-05, -1.1716969311237335e-05, -1.1233612895011902e-05, -1.0750256478786469e-05, -1.0266900062561035e-05, -9.783543646335602e-06, -9.300187230110168e-06, -8.816830813884735e-06, -8.333474397659302e-06, -7.850117981433868e-06, -7.366761565208435e-06, -6.883405148983002e-06, -6.400048732757568e-06, -5.916692316532135e-06, -5.433335900306702e-06, -4.949979484081268e-06, -4.466623067855835e-06, -3.983266651630402e-06, -3.4999102354049683e-06, -3.016553819179535e-06, -2.5331974029541016e-06, -2.0498409867286682e-06, -1.5664845705032349e-06, -1.0831281542778015e-06, -5.997717380523682e-07, -1.1641532182693481e-07, 3.6694109439849854e-07, 8.502975106239319e-07, 1.3336539268493652e-06, 1.8170103430747986e-06, 2.300366759300232e-06, 2.7837231755256653e-06, 3.2670795917510986e-06, 3.750436007976532e-06, 4.233792424201965e-06, 4.717148840427399e-06, 5.200505256652832e-06, 5.683861672878265e-06, 6.167218089103699e-06, 6.650574505329132e-06, 7.1339309215545654e-06, 7.617287337779999e-06, 8.100643754005432e-06, 8.584000170230865e-06, 9.067356586456299e-06, 9.550713002681732e-06, 1.0034069418907166e-05, 1.0517425835132599e-05, 1.1000782251358032e-05, 1.1484138667583466e-05, 1.1967495083808899e-05, 1.2450851500034332e-05, 1.2934207916259766e-05]}, "gradients/encoder.encoder.layers.16.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 8.0, 1.0, 5.0, 9.0, 17.0, 15.0, 17.0, 17.0, 38.0, 54.0, 70.0, 101.0, 142.0, 262.0, 419.0, 608.0, 1073.0, 1827.0, 4184.0, 7226.0, 14779.0, 33793.0, 91109.0, 466666.0, 312372.0, 63606.0, 25329.0, 11627.0, 5847.0, 3435.0, 1477.0, 902.0, 524.0, 307.0, 235.0, 139.0, 82.0, 55.0, 45.0, 29.0, 36.0, 19.0, 17.0, 6.0, 10.0, 6.0, 3.0, 4.0, 5.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.1742115020751953e-05, -1.1373311281204224e-05, -1.1004507541656494e-05, -1.0635703802108765e-05, -1.0266900062561035e-05, -9.898096323013306e-06, -9.529292583465576e-06, -9.160488843917847e-06, -8.791685104370117e-06, -8.422881364822388e-06, -8.054077625274658e-06, -7.685273885726929e-06, -7.316470146179199e-06, -6.94766640663147e-06, -6.57886266708374e-06, -6.210058927536011e-06, -5.841255187988281e-06, -5.472451448440552e-06, -5.103647708892822e-06, -4.734843969345093e-06, -4.366040229797363e-06, -3.997236490249634e-06, -3.6284327507019043e-06, -3.259629011154175e-06, -2.8908252716064453e-06, -2.522021532058716e-06, -2.1532177925109863e-06, -1.7844140529632568e-06, -1.4156103134155273e-06, -1.0468065738677979e-06, -6.780028343200684e-07, -3.0919909477233887e-07, 5.960464477539063e-08, 4.284083843231201e-07, 7.972121238708496e-07, 1.166015863418579e-06, 1.5348196029663086e-06, 1.903623342514038e-06, 2.2724270820617676e-06, 2.641230821609497e-06, 3.0100345611572266e-06, 3.378838300704956e-06, 3.7476420402526855e-06, 4.116445779800415e-06, 4.4852495193481445e-06, 4.854053258895874e-06, 5.2228569984436035e-06, 5.591660737991333e-06, 5.9604644775390625e-06, 6.329268217086792e-06, 6.6980719566345215e-06, 7.066875696182251e-06, 7.4356794357299805e-06, 7.80448317527771e-06, 8.17328691482544e-06, 8.542090654373169e-06, 8.910894393920898e-06, 9.279698133468628e-06, 9.648501873016357e-06, 1.0017305612564087e-05, 1.0386109352111816e-05, 1.0754913091659546e-05, 1.1123716831207275e-05, 1.1492520570755005e-05, 1.1861324310302734e-05]}, "gradients/encoder.encoder.layers.16.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 5.0, 9.0, 12.0, 6.0, 39.0, 27.0, 30.0, 46.0, 51.0, 143.0, 68.0, 105.0, 86.0, 77.0, 65.0, 90.0, 37.0, 14.0, 16.0, 27.0, 25.0, 4.0, 5.0, 6.0, 3.0, 5.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.0265579223632812e-06, -1.955777406692505e-06, -1.8849968910217285e-06, -1.8142163753509521e-06, -1.7434358596801758e-06, -1.6726553440093994e-06, -1.601874828338623e-06, -1.5310943126678467e-06, -1.4603137969970703e-06, -1.389533281326294e-06, -1.3187527656555176e-06, -1.2479722499847412e-06, -1.1771917343139648e-06, -1.1064112186431885e-06, -1.0356307029724121e-06, -9.648501873016357e-07, -8.940696716308594e-07, -8.23289155960083e-07, -7.525086402893066e-07, -6.817281246185303e-07, -6.109476089477539e-07, -5.401670932769775e-07, -4.6938657760620117e-07, -3.986060619354248e-07, -3.2782554626464844e-07, -2.5704503059387207e-07, -1.862645149230957e-07, -1.1548399925231934e-07, -4.470348358154297e-08, 2.60770320892334e-08, 9.685754776000977e-08, 1.6763806343078613e-07, 2.384185791015625e-07, 3.0919909477233887e-07, 3.7997961044311523e-07, 4.507601261138916e-07, 5.21540641784668e-07, 5.923211574554443e-07, 6.631016731262207e-07, 7.338821887969971e-07, 8.046627044677734e-07, 8.754432201385498e-07, 9.462237358093262e-07, 1.0170042514801025e-06, 1.087784767150879e-06, 1.1585652828216553e-06, 1.2293457984924316e-06, 1.300126314163208e-06, 1.3709068298339844e-06, 1.4416873455047607e-06, 1.5124678611755371e-06, 1.5832483768463135e-06, 1.6540288925170898e-06, 1.7248094081878662e-06, 1.7955899238586426e-06, 1.866370439529419e-06, 1.9371509552001953e-06, 2.0079314708709717e-06, 2.078711986541748e-06, 2.1494925022125244e-06, 2.2202730178833008e-06, 2.291053533554077e-06, 2.3618340492248535e-06, 2.43261456489563e-06, 2.5033950805664062e-06]}, "gradients/encoder.encoder.layers.16.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 1.0, 1.0, 2.0, 12.0, 11.0, 26.0, 35.0, 41.0, 45.0, 61.0, 85.0, 125.0, 121.0, 182.0, 305.0, 571.0, 532.0, 1130.0, 1576.0, 2467.0, 2179.0, 4665.0, 7169.0, 10337.0, 9862.0, 22643.0, 40538.0, 98153.0, 548757.0, 170447.0, 51236.0, 27387.0, 11555.0, 11994.0, 8087.0, 5442.0, 2514.0, 2708.0, 1912.0, 1217.0, 574.0, 623.0, 358.0, 247.0, 124.0, 144.0, 116.0, 77.0, 15.0, 36.0, 33.0, 29.0, 12.0, 12.0, 14.0, 4.0, 6.0, 3.0, 5.0, 3.0, 5.0], "bins": [-5.185604095458984e-06, -5.02169132232666e-06, -4.857778549194336e-06, -4.693865776062012e-06, -4.5299530029296875e-06, -4.366040229797363e-06, -4.202127456665039e-06, -4.038214683532715e-06, -3.874301910400391e-06, -3.7103891372680664e-06, -3.546476364135742e-06, -3.382563591003418e-06, -3.2186508178710938e-06, -3.0547380447387695e-06, -2.8908252716064453e-06, -2.726912498474121e-06, -2.562999725341797e-06, -2.3990869522094727e-06, -2.2351741790771484e-06, -2.0712614059448242e-06, -1.9073486328125e-06, -1.7434358596801758e-06, -1.5795230865478516e-06, -1.4156103134155273e-06, -1.2516975402832031e-06, -1.087784767150879e-06, -9.238719940185547e-07, -7.599592208862305e-07, -5.960464477539062e-07, -4.3213367462158203e-07, -2.682209014892578e-07, -1.043081283569336e-07, 5.960464477539063e-08, 2.2351741790771484e-07, 3.8743019104003906e-07, 5.513429641723633e-07, 7.152557373046875e-07, 8.791685104370117e-07, 1.043081283569336e-06, 1.2069940567016602e-06, 1.3709068298339844e-06, 1.5348196029663086e-06, 1.6987323760986328e-06, 1.862645149230957e-06, 2.0265579223632812e-06, 2.1904706954956055e-06, 2.3543834686279297e-06, 2.518296241760254e-06, 2.682209014892578e-06, 2.8461217880249023e-06, 3.0100345611572266e-06, 3.1739473342895508e-06, 3.337860107421875e-06, 3.5017728805541992e-06, 3.6656856536865234e-06, 3.829598426818848e-06, 3.993511199951172e-06, 4.157423973083496e-06, 4.32133674621582e-06, 4.4852495193481445e-06, 4.649162292480469e-06, 4.813075065612793e-06, 4.976987838745117e-06, 5.140900611877441e-06, 5.304813385009766e-06]}, "gradients/encoder.encoder.layers.16.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 4.0, 2.0, 6.0, 5.0, 5.0, 2.0, 8.0, 14.0, 6.0, 7.0, 4.0, 4.0, 5.0, 11.0, 14.0, 10.0, 8.0, 13.0, 16.0, 16.0, 18.0, 20.0, 34.0, 42.0, 56.0, 277.0, 95.0, 56.0, 23.0, 29.0, 18.0, 21.0, 12.0, 16.0, 7.0, 17.0, 15.0, 14.0, 9.0, 5.0, 7.0, 5.0, 10.0, 4.0, 7.0, 10.0, 7.0, 7.0, 3.0, 6.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.874301910400391e-06, -3.7550926208496094e-06, -3.635883331298828e-06, -3.516674041748047e-06, -3.3974647521972656e-06, -3.2782554626464844e-06, -3.159046173095703e-06, -3.039836883544922e-06, -2.9206275939941406e-06, -2.8014183044433594e-06, -2.682209014892578e-06, -2.562999725341797e-06, -2.4437904357910156e-06, -2.3245811462402344e-06, -2.205371856689453e-06, -2.086162567138672e-06, -1.9669532775878906e-06, -1.8477439880371094e-06, -1.7285346984863281e-06, -1.6093254089355469e-06, -1.4901161193847656e-06, -1.3709068298339844e-06, -1.2516975402832031e-06, -1.1324882507324219e-06, -1.0132789611816406e-06, -8.940696716308594e-07, -7.748603820800781e-07, -6.556510925292969e-07, -5.364418029785156e-07, -4.172325134277344e-07, -2.980232238769531e-07, -1.7881393432617188e-07, -5.960464477539063e-08, 5.960464477539063e-08, 1.7881393432617188e-07, 2.980232238769531e-07, 4.172325134277344e-07, 5.364418029785156e-07, 6.556510925292969e-07, 7.748603820800781e-07, 8.940696716308594e-07, 1.0132789611816406e-06, 1.1324882507324219e-06, 1.2516975402832031e-06, 1.3709068298339844e-06, 1.4901161193847656e-06, 1.6093254089355469e-06, 1.7285346984863281e-06, 1.8477439880371094e-06, 1.9669532775878906e-06, 2.086162567138672e-06, 2.205371856689453e-06, 2.3245811462402344e-06, 2.4437904357910156e-06, 2.562999725341797e-06, 2.682209014892578e-06, 2.8014183044433594e-06, 2.9206275939941406e-06, 3.039836883544922e-06, 3.159046173095703e-06, 3.2782554626464844e-06, 3.3974647521972656e-06, 3.516674041748047e-06, 3.635883331298828e-06, 3.7550926208496094e-06]}, "gradients/encoder.encoder.layers.16.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 4.0, 0.0, 1.0, 2.0, 5.0, 10.0, 28.0, 25.0, 30.0, 45.0, 55.0, 57.0, 70.0, 147.0, 193.0, 313.0, 454.0, 550.0, 877.0, 3495.0, 3191.0, 5412.0, 9329.0, 17262.0, 36714.0, 109032.0, 674620.0, 108149.0, 36811.0, 17394.0, 9335.0, 5440.0, 5349.0, 1328.0, 881.0, 534.0, 443.0, 278.0, 199.0, 116.0, 85.0, 74.0, 80.0, 45.0, 30.0, 30.0, 4.0, 10.0, 7.0, 8.0, 2.0, 4.0, 2.0, 1.0, 4.0, 1.0, 1.0, 2.0], "bins": [-2.086162567138672e-06, -2.021901309490204e-06, -1.957640051841736e-06, -1.8933787941932678e-06, -1.8291175365447998e-06, -1.7648562788963318e-06, -1.7005950212478638e-06, -1.6363337635993958e-06, -1.5720725059509277e-06, -1.5078112483024597e-06, -1.4435499906539917e-06, -1.3792887330055237e-06, -1.3150274753570557e-06, -1.2507662177085876e-06, -1.1865049600601196e-06, -1.1222437024116516e-06, -1.0579824447631836e-06, -9.937211871147156e-07, -9.294599294662476e-07, -8.651986718177795e-07, -8.009374141693115e-07, -7.366761565208435e-07, -6.724148988723755e-07, -6.081536412239075e-07, -5.438923835754395e-07, -4.796311259269714e-07, -4.153698682785034e-07, -3.511086106300354e-07, -2.868473529815674e-07, -2.2258609533309937e-07, -1.5832483768463135e-07, -9.406358003616333e-08, -2.9802322387695312e-08, 3.4458935260772705e-08, 9.872019290924072e-08, 1.6298145055770874e-07, 2.2724270820617676e-07, 2.915039658546448e-07, 3.557652235031128e-07, 4.200264811515808e-07, 4.842877388000488e-07, 5.485489964485168e-07, 6.128102540969849e-07, 6.770715117454529e-07, 7.413327693939209e-07, 8.055940270423889e-07, 8.698552846908569e-07, 9.34116542339325e-07, 9.98377799987793e-07, 1.062639057636261e-06, 1.126900315284729e-06, 1.191161572933197e-06, 1.255422830581665e-06, 1.319684088230133e-06, 1.383945345878601e-06, 1.448206603527069e-06, 1.5124678611755371e-06, 1.5767291188240051e-06, 1.6409903764724731e-06, 1.7052516341209412e-06, 1.7695128917694092e-06, 1.8337741494178772e-06, 1.8980354070663452e-06, 1.9622966647148132e-06, 2.0265579223632812e-06]}, "gradients/encoder.encoder.layers.16.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 4.0, 5.0, 3.0, 4.0, 0.0, 8.0, 11.0, 8.0, 0.0, 14.0, 13.0, 23.0, 0.0, 35.0, 47.0, 60.0, 0.0, 96.0, 344.0, 93.0, 56.0, 0.0, 42.0, 27.0, 30.0, 0.0, 22.0, 13.0, 11.0, 0.0, 14.0, 9.0, 5.0, 0.0, 3.0, 1.0, 4.0, 3.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.430511474609375e-06, -1.3848766684532166e-06, -1.339241862297058e-06, -1.2936070561408997e-06, -1.2479722499847412e-06, -1.2023374438285828e-06, -1.1567026376724243e-06, -1.1110678315162659e-06, -1.0654330253601074e-06, -1.019798219203949e-06, -9.741634130477905e-07, -9.285286068916321e-07, -8.828938007354736e-07, -8.372589945793152e-07, -7.916241884231567e-07, -7.459893822669983e-07, -7.003545761108398e-07, -6.547197699546814e-07, -6.09084963798523e-07, -5.634501576423645e-07, -5.178153514862061e-07, -4.721805453300476e-07, -4.2654573917388916e-07, -3.809109330177307e-07, -3.3527612686157227e-07, -2.896413207054138e-07, -2.4400651454925537e-07, -1.9837170839309692e-07, -1.5273690223693848e-07, -1.0710209608078003e-07, -6.146728992462158e-08, -1.5832483768463135e-08, 2.9802322387695312e-08, 7.543712854385376e-08, 1.210719347000122e-07, 1.6670674085617065e-07, 2.123415470123291e-07, 2.5797635316848755e-07, 3.03611159324646e-07, 3.4924596548080444e-07, 3.948807716369629e-07, 4.4051557779312134e-07, 4.861503839492798e-07, 5.317851901054382e-07, 5.774199962615967e-07, 6.230548024177551e-07, 6.686896085739136e-07, 7.14324414730072e-07, 7.599592208862305e-07, 8.055940270423889e-07, 8.512288331985474e-07, 8.968636393547058e-07, 9.424984455108643e-07, 9.881332516670227e-07, 1.0337680578231812e-06, 1.0794028639793396e-06, 1.125037670135498e-06, 1.1706724762916565e-06, 1.216307282447815e-06, 1.2619420886039734e-06, 1.3075768947601318e-06, 1.3532117009162903e-06, 1.3988465070724487e-06, 1.4444813132286072e-06, 1.4901161193847656e-06]}, "gradients/encoder.encoder.layers.16.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 5.0, 6.0, 6.0, 6.0, 18.0, 23.0, 25.0, 51.0, 65.0, 116.0, 149.0, 259.0, 412.0, 626.0, 1105.0, 0.0, 1885.0, 3107.0, 5533.0, 9581.0, 17395.0, 35570.0, 108079.0, 680378.0, 107741.0, 35910.0, 17484.0, 9793.0, 5360.0, 3154.0, 1856.0, 1087.0, 639.0, 399.0, 271.0, 145.0, 0.0, 91.0, 56.0, 57.0, 27.0, 29.0, 26.0, 13.0, 8.0, 8.0, 7.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.6689300537109375e-06, -1.6121193766593933e-06, -1.5553086996078491e-06, -1.498498022556305e-06, -1.4416873455047607e-06, -1.3848766684532166e-06, -1.3280659914016724e-06, -1.2712553143501282e-06, -1.214444637298584e-06, -1.1576339602470398e-06, -1.1008232831954956e-06, -1.0440126061439514e-06, -9.872019290924072e-07, -9.30391252040863e-07, -8.735805749893188e-07, -8.167698979377747e-07, -7.599592208862305e-07, -7.031485438346863e-07, -6.463378667831421e-07, -5.895271897315979e-07, -5.327165126800537e-07, -4.759058356285095e-07, -4.1909515857696533e-07, -3.6228448152542114e-07, -3.0547380447387695e-07, -2.4866312742233276e-07, -1.9185245037078857e-07, -1.3504177331924438e-07, -7.82310962677002e-08, -2.1420419216156006e-08, 3.5390257835388184e-08, 9.220093488693237e-08, 1.4901161193847656e-07, 2.0582228899002075e-07, 2.6263296604156494e-07, 3.1944364309310913e-07, 3.762543201446533e-07, 4.330649971961975e-07, 4.898756742477417e-07, 5.466863512992859e-07, 6.034970283508301e-07, 6.603077054023743e-07, 7.171183824539185e-07, 7.739290595054626e-07, 8.307397365570068e-07, 8.87550413608551e-07, 9.443610906600952e-07, 1.0011717677116394e-06, 1.0579824447631836e-06, 1.1147931218147278e-06, 1.171603798866272e-06, 1.2284144759178162e-06, 1.2852251529693604e-06, 1.3420358300209045e-06, 1.3988465070724487e-06, 1.455657184123993e-06, 1.5124678611755371e-06, 1.5692785382270813e-06, 1.6260892152786255e-06, 1.6828998923301697e-06, 1.7397105693817139e-06, 1.796521246433258e-06, 1.8533319234848022e-06, 1.9101426005363464e-06, 1.9669532775878906e-06]}, "gradients/encoder.encoder.layers.16.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 5.0, 0.0, 2.0, 9.0, 0.0, 4.0, 8.0, 0.0, 13.0, 0.0, 15.0, 15.0, 0.0, 20.0, 22.0, 0.0, 20.0, 0.0, 35.0, 66.0, 0.0, 93.0, 349.0, 0.0, 103.0, 0.0, 74.0, 26.0, 0.0, 27.0, 27.0, 0.0, 20.0, 0.0, 17.0, 11.0, 0.0, 13.0, 10.0, 0.0, 7.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.3709068298339844e-06, -1.3336539268493652e-06, -1.296401023864746e-06, -1.259148120880127e-06, -1.2218952178955078e-06, -1.1846423149108887e-06, -1.1473894119262695e-06, -1.1101365089416504e-06, -1.0728836059570312e-06, -1.0356307029724121e-06, -9.98377799987793e-07, -9.611248970031738e-07, -9.238719940185547e-07, -8.866190910339355e-07, -8.493661880493164e-07, -8.121132850646973e-07, -7.748603820800781e-07, -7.37607479095459e-07, -7.003545761108398e-07, -6.631016731262207e-07, -6.258487701416016e-07, -5.885958671569824e-07, -5.513429641723633e-07, -5.140900611877441e-07, -4.76837158203125e-07, -4.3958425521850586e-07, -4.023313522338867e-07, -3.650784492492676e-07, -3.2782554626464844e-07, -2.905726432800293e-07, -2.5331974029541016e-07, -2.1606683731079102e-07, -1.7881393432617188e-07, -1.4156103134155273e-07, -1.043081283569336e-07, -6.705522537231445e-08, -2.9802322387695312e-08, 7.450580596923828e-09, 4.470348358154297e-08, 8.195638656616211e-08, 1.1920928955078125e-07, 1.564621925354004e-07, 1.9371509552001953e-07, 2.3096799850463867e-07, 2.682209014892578e-07, 3.0547380447387695e-07, 3.427267074584961e-07, 3.7997961044311523e-07, 4.172325134277344e-07, 4.544854164123535e-07, 4.917383193969727e-07, 5.289912223815918e-07, 5.662441253662109e-07, 6.034970283508301e-07, 6.407499313354492e-07, 6.780028343200684e-07, 7.152557373046875e-07, 7.525086402893066e-07, 7.897615432739258e-07, 8.270144462585449e-07, 8.642673492431641e-07, 9.015202522277832e-07, 9.387731552124023e-07, 9.760260581970215e-07, 1.0132789611816406e-06]}, "gradients/encoder.encoder.layers.16.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 3.0, 5.0, 2.0, 2.0, 4.0, 10.0, 8.0, 12.0, 15.0, 21.0, 22.0, 29.0, 49.0, 61.0, 63.0, 187.0, 158.0, 95.0, 54.0, 31.0, 38.0, 19.0, 26.0, 13.0, 11.0, 14.0, 11.0, 7.0, 9.0, 5.0, 5.0, 5.0, 4.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.7263280824408866e-05, -1.6704421796021052e-05, -1.6145562767633237e-05, -1.5586705558234826e-05, -1.5027846529847011e-05, -1.4468987501459196e-05, -1.3910128473071381e-05, -1.3351270354178268e-05, -1.2792412235285155e-05, -1.223355320689734e-05, -1.1674695088004228e-05, -1.1115836059616413e-05, -1.05569779407233e-05, -9.998118912335485e-06, -9.43925988394767e-06, -8.880401765054557e-06, -8.321542736666743e-06, -7.762683708278928e-06, -7.203825589385815e-06, -6.644966560998e-06, -6.086108442104887e-06, -5.5272494137170725e-06, -4.968390840076609e-06, -4.409532266436145e-06, -3.850673692795681e-06, -3.291815119155217e-06, -2.732956545514753e-06, -2.1740977445006138e-06, -1.61523917086015e-06, -1.056380597219686e-06, -4.975217962055467e-07, 6.133677743491717e-08, 6.20195351075381e-07, 1.179053924715845e-06, 1.7379126120431465e-06, 2.296771299370448e-06, 2.855629873010912e-06, 3.414488446651376e-06, 3.973347247665515e-06, 4.532205821305979e-06, 5.091064394946443e-06, 5.649922968586907e-06, 6.208781542227371e-06, 6.7676401158678345e-06, 7.326499144255649e-06, 7.885357263148762e-06, 8.444216291536577e-06, 9.003075319924392e-06, 9.561933438817505e-06, 1.012079246720532e-05, 1.0679650586098433e-05, 1.1238509614486247e-05, 1.179736773337936e-05, 1.2356226761767175e-05, 1.2915084880660288e-05, 1.3473943909048103e-05, 1.4032802937435918e-05, 1.4591661965823732e-05, 1.5150520084716845e-05, 1.5709378203609958e-05, 1.6268237231997773e-05, 1.6827096260385588e-05, 1.7385955288773403e-05, 1.7944814317161217e-05, 1.850367152655963e-05]}, "gradients/encoder.encoder.layers.16.layer_norm.bias": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 2.0, 0.0, 1.0, 5.0, 4.0, 2.0, 8.0, 5.0, 1.0, 7.0, 5.0, 9.0, 15.0, 9.0, 9.0, 20.0, 18.0, 22.0, 23.0, 28.0, 26.0, 27.0, 28.0, 36.0, 30.0, 40.0, 44.0, 41.0, 34.0, 38.0, 42.0, 38.0, 30.0, 30.0, 37.0, 30.0, 29.0, 19.0, 23.0, 23.0, 26.0, 21.0, 31.0, 15.0, 9.0, 13.0, 13.0, 13.0, 10.0, 4.0, 5.0, 7.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-1.0251998901367188e-05, -9.93441790342331e-06, -9.616836905479431e-06, -9.299255907535553e-06, -8.981674909591675e-06, -8.664093911647797e-06, -8.346512913703918e-06, -8.02893191576004e-06, -7.711350917816162e-06, -7.393769919872284e-06, -7.076188921928406e-06, -6.758607923984528e-06, -6.441026926040649e-06, -6.123445928096771e-06, -5.805864930152893e-06, -5.488283932209015e-06, -5.170702934265137e-06, -4.8531219363212585e-06, -4.53554093837738e-06, -4.217959940433502e-06, -3.900378942489624e-06, -3.582797944545746e-06, -3.2652169466018677e-06, -2.9476359486579895e-06, -2.6300549507141113e-06, -2.312473952770233e-06, -1.994892954826355e-06, -1.6773119568824768e-06, -1.3597309589385986e-06, -1.0421499609947205e-06, -7.245689630508423e-07, -4.069879651069641e-07, -8.940696716308594e-08, 2.2817403078079224e-07, 5.457550287246704e-07, 8.633360266685486e-07, 1.1809170246124268e-06, 1.498498022556305e-06, 1.816079020500183e-06, 2.1336600184440613e-06, 2.4512410163879395e-06, 2.7688220143318176e-06, 3.086403012275696e-06, 3.403984010219574e-06, 3.721565008163452e-06, 4.03914600610733e-06, 4.3567270040512085e-06, 4.674308001995087e-06, 4.991888999938965e-06, 5.309469997882843e-06, 5.627050995826721e-06, 5.944631993770599e-06, 6.2622129917144775e-06, 6.579793989658356e-06, 6.897374987602234e-06, 7.214955985546112e-06, 7.53253698348999e-06, 7.850117981433868e-06, 8.167698979377747e-06, 8.485279977321625e-06, 8.802860975265503e-06, 9.120441973209381e-06, 9.43802297115326e-06, 9.755603969097137e-06, 1.0073184967041016e-05]}, "gradients/encoder.encoder.layers.15.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 5.0, 10.0, 12.0, 20.0, 37.0, 82.0, 140.0, 239.0, 462.0, 841.0, 1725.0, 2790.0, 6201.0, 14062.0, 35667.0, 164054.0, 3841040.0, 80297.0, 24724.0, 10375.0, 5068.0, 2631.0, 1448.0, 833.0, 487.0, 300.0, 186.0, 119.0, 98.0, 65.0, 37.0, 41.0, 29.0, 32.0, 19.0, 20.0, 21.0, 13.0, 10.0, 12.0, 7.0, 10.0, 6.0, 4.0, 4.0, 3.0, 3.0, 3.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.404254913330078e-06, -7.990747690200806e-06, -7.577240467071533e-06, -7.163733243942261e-06, -6.750226020812988e-06, -6.336718797683716e-06, -5.923211574554443e-06, -5.509704351425171e-06, -5.0961971282958984e-06, -4.682689905166626e-06, -4.2691826820373535e-06, -3.855675458908081e-06, -3.4421682357788086e-06, -3.028661012649536e-06, -2.6151537895202637e-06, -2.201646566390991e-06, -1.7881393432617188e-06, -1.3746321201324463e-06, -9.611248970031738e-07, -5.476176738739014e-07, -1.341104507446289e-07, 2.7939677238464355e-07, 6.92903995513916e-07, 1.1064112186431885e-06, 1.519918441772461e-06, 1.9334256649017334e-06, 2.346932888031006e-06, 2.7604401111602783e-06, 3.1739473342895508e-06, 3.5874545574188232e-06, 4.000961780548096e-06, 4.414469003677368e-06, 4.827976226806641e-06, 5.241483449935913e-06, 5.6549906730651855e-06, 6.068497896194458e-06, 6.4820051193237305e-06, 6.895512342453003e-06, 7.309019565582275e-06, 7.722526788711548e-06, 8.13603401184082e-06, 8.549541234970093e-06, 8.963048458099365e-06, 9.376555681228638e-06, 9.79006290435791e-06, 1.0203570127487183e-05, 1.0617077350616455e-05, 1.1030584573745728e-05, 1.1444091796875e-05, 1.1857599020004272e-05, 1.2271106243133545e-05, 1.2684613466262817e-05, 1.309812068939209e-05, 1.3511627912521362e-05, 1.3925135135650635e-05, 1.4338642358779907e-05, 1.475214958190918e-05, 1.5165656805038452e-05, 1.5579164028167725e-05, 1.5992671251296997e-05, 1.640617847442627e-05, 1.6819685697555542e-05, 1.7233192920684814e-05, 1.7646700143814087e-05, 1.806020736694336e-05]}, "gradients/encoder.encoder.layers.15.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 6.0, 1.0, 5.0, 4.0, 11.0, 10.0, 36.0, 16.0, 30.0, 38.0, 40.0, 55.0, 147.0, 74.0, 83.0, 92.0, 77.0, 56.0, 91.0, 33.0, 25.0, 19.0, 11.0, 14.0, 17.0, 6.0, 8.0, 0.0, 4.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3709068298339844e-06, -1.3010576367378235e-06, -1.2312084436416626e-06, -1.1613592505455017e-06, -1.0915100574493408e-06, -1.02166086435318e-06, -9.51811671257019e-07, -8.819624781608582e-07, -8.121132850646973e-07, -7.422640919685364e-07, -6.724148988723755e-07, -6.025657057762146e-07, -5.327165126800537e-07, -4.628673195838928e-07, -3.9301812648773193e-07, -3.2316893339157104e-07, -2.5331974029541016e-07, -1.8347054719924927e-07, -1.1362135410308838e-07, -4.377216100692749e-08, 2.60770320892334e-08, 9.592622518539429e-08, 1.6577541828155518e-07, 2.3562461137771606e-07, 3.0547380447387695e-07, 3.7532299757003784e-07, 4.4517219066619873e-07, 5.150213837623596e-07, 5.848705768585205e-07, 6.547197699546814e-07, 7.245689630508423e-07, 7.944181561470032e-07, 8.642673492431641e-07, 9.34116542339325e-07, 1.0039657354354858e-06, 1.0738149285316467e-06, 1.1436641216278076e-06, 1.2135133147239685e-06, 1.2833625078201294e-06, 1.3532117009162903e-06, 1.4230608940124512e-06, 1.492910087108612e-06, 1.562759280204773e-06, 1.6326084733009338e-06, 1.7024576663970947e-06, 1.7723068594932556e-06, 1.8421560525894165e-06, 1.9120052456855774e-06, 1.9818544387817383e-06, 2.051703631877899e-06, 2.12155282497406e-06, 2.191402018070221e-06, 2.261251211166382e-06, 2.3311004042625427e-06, 2.4009495973587036e-06, 2.4707987904548645e-06, 2.5406479835510254e-06, 2.6104971766471863e-06, 2.680346369743347e-06, 2.750195562839508e-06, 2.820044755935669e-06, 2.88989394903183e-06, 2.9597431421279907e-06, 3.0295923352241516e-06, 3.0994415283203125e-06]}, "gradients/encoder.encoder.layers.15.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 5.0, 3.0, 4.0, 7.0, 10.0, 18.0, 14.0, 12.0, 28.0, 31.0, 63.0, 42.0, 63.0, 169.0, 145.0, 337.0, 292.0, 480.0, 1059.0, 1007.0, 2369.0, 2487.0, 3605.0, 8970.0, 9946.0, 27126.0, 34471.0, 64705.0, 327097.0, 2734189.0, 762257.0, 94374.0, 60475.0, 19913.0, 12478.0, 11005.0, 4376.0, 4233.0, 1805.0, 1258.0, 1269.0, 552.0, 576.0, 244.0, 209.0, 192.0, 80.0, 98.0, 39.0, 35.0, 31.0, 12.0, 14.0, 4.0, 2.0, 2.0, 3.0, 3.0, 4.0, 1.0], "bins": [-4.827976226806641e-06, -4.684552550315857e-06, -4.541128873825073e-06, -4.3977051973342896e-06, -4.254281520843506e-06, -4.110857844352722e-06, -3.9674341678619385e-06, -3.824010491371155e-06, -3.680586814880371e-06, -3.5371631383895874e-06, -3.3937394618988037e-06, -3.25031578540802e-06, -3.1068921089172363e-06, -2.9634684324264526e-06, -2.820044755935669e-06, -2.6766210794448853e-06, -2.5331974029541016e-06, -2.389773726463318e-06, -2.246350049972534e-06, -2.1029263734817505e-06, -1.959502696990967e-06, -1.816079020500183e-06, -1.6726553440093994e-06, -1.5292316675186157e-06, -1.385807991027832e-06, -1.2423843145370483e-06, -1.0989606380462646e-06, -9.55536961555481e-07, -8.121132850646973e-07, -6.686896085739136e-07, -5.252659320831299e-07, -3.818422555923462e-07, -2.384185791015625e-07, -9.499490261077881e-08, 4.842877388000488e-08, 1.9185245037078857e-07, 3.3527612686157227e-07, 4.78699803352356e-07, 6.221234798431396e-07, 7.655471563339233e-07, 9.08970832824707e-07, 1.0523945093154907e-06, 1.1958181858062744e-06, 1.339241862297058e-06, 1.4826655387878418e-06, 1.6260892152786255e-06, 1.7695128917694092e-06, 1.912936568260193e-06, 2.0563602447509766e-06, 2.1997839212417603e-06, 2.343207597732544e-06, 2.4866312742233276e-06, 2.6300549507141113e-06, 2.773478627204895e-06, 2.9169023036956787e-06, 3.0603259801864624e-06, 3.203749656677246e-06, 3.3471733331680298e-06, 3.4905970096588135e-06, 3.634020686149597e-06, 3.777444362640381e-06, 3.9208680391311646e-06, 4.064291715621948e-06, 4.207715392112732e-06, 4.351139068603516e-06]}, "gradients/encoder.encoder.layers.15.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 5.0, 9.0, 3.0, 4.0, 16.0, 9.0, 7.0, 13.0, 20.0, 23.0, 18.0, 28.0, 42.0, 25.0, 61.0, 76.0, 89.0, 71.0, 265.0, 449.0, 446.0, 1212.0, 445.0, 217.0, 58.0, 102.0, 64.0, 52.0, 20.0, 43.0, 33.0, 16.0, 20.0, 19.0, 20.0, 2.0, 20.0, 8.0, 2.0, 10.0, 7.0, 8.0, 3.0, 2.0, 7.0, 5.0, 1.0, 2.0, 3.0, 0.0, 1.0, 4.0, 2.0], "bins": [-3.2782554626464844e-06, -3.1758099794387817e-06, -3.073364496231079e-06, -2.9709190130233765e-06, -2.868473529815674e-06, -2.766028046607971e-06, -2.6635825634002686e-06, -2.561137080192566e-06, -2.4586915969848633e-06, -2.3562461137771606e-06, -2.253800630569458e-06, -2.1513551473617554e-06, -2.0489096641540527e-06, -1.94646418094635e-06, -1.8440186977386475e-06, -1.7415732145309448e-06, -1.6391277313232422e-06, -1.5366822481155396e-06, -1.434236764907837e-06, -1.3317912817001343e-06, -1.2293457984924316e-06, -1.126900315284729e-06, -1.0244548320770264e-06, -9.220093488693237e-07, -8.195638656616211e-07, -7.171183824539185e-07, -6.146728992462158e-07, -5.122274160385132e-07, -4.0978193283081055e-07, -3.073364496231079e-07, -2.0489096641540527e-07, -1.0244548320770264e-07, 0.0, 1.0244548320770264e-07, 2.0489096641540527e-07, 3.073364496231079e-07, 4.0978193283081055e-07, 5.122274160385132e-07, 6.146728992462158e-07, 7.171183824539185e-07, 8.195638656616211e-07, 9.220093488693237e-07, 1.0244548320770264e-06, 1.126900315284729e-06, 1.2293457984924316e-06, 1.3317912817001343e-06, 1.434236764907837e-06, 1.5366822481155396e-06, 1.6391277313232422e-06, 1.7415732145309448e-06, 1.8440186977386475e-06, 1.94646418094635e-06, 2.0489096641540527e-06, 2.1513551473617554e-06, 2.253800630569458e-06, 2.3562461137771606e-06, 2.4586915969848633e-06, 2.561137080192566e-06, 2.6635825634002686e-06, 2.766028046607971e-06, 2.868473529815674e-06, 2.9709190130233765e-06, 3.073364496231079e-06, 3.1758099794387817e-06, 3.2782554626464844e-06]}, "gradients/encoder.encoder.layers.15.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 4.0, 7.0, 3.0, 7.0, 8.0, 10.0, 16.0, 51.0, 51.0, 73.0, 153.0, 190.0, 105.0, 72.0, 59.0, 38.0, 41.0, 28.0, 18.0, 17.0, 8.0, 10.0, 5.0, 5.0, 5.0, 7.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6563462850172073e-05, -1.578881528985221e-05, -1.5014166820037644e-05, -1.4239519259717781e-05, -1.3464870789903216e-05, -1.2690223229583353e-05, -1.191557566926349e-05, -1.1140928108943626e-05, -1.0366279639129061e-05, -9.591632078809198e-06, -8.816983608994633e-06, -8.04233604867477e-06, -7.2676880336075556e-06, -6.493040018540341e-06, -5.718392458220478e-06, -4.943744443153264e-06, -4.16909642808605e-06, -3.3944484130188357e-06, -2.619800625325297e-06, -1.8451528376317583e-06, -1.0705048225645442e-06, -2.9585680749733e-07, 4.787907528225332e-07, 1.2534387678897474e-06, 2.0280867829569615e-06, 2.8027347980241757e-06, 3.5773825857177144e-06, 4.352030373411253e-06, 5.126678388478467e-06, 5.901326403545681e-06, 6.675973963865545e-06, 7.450621978932759e-06, 8.225269993999973e-06, 8.999917554319836e-06, 9.774566024134401e-06, 1.0549213584454264e-05, 1.132386205426883e-05, 1.2098509614588693e-05, 1.2873157174908556e-05, 1.364780473522842e-05, 1.4422453205042984e-05, 1.5197100765362848e-05, 1.5971749235177413e-05, 1.6746396795497276e-05, 1.752104435581714e-05, 1.8295693735126406e-05, 1.9070339476456866e-05, 1.9844988855766132e-05, 2.0619636416085996e-05, 2.139428397640586e-05, 2.2168931536725722e-05, 2.2943579097045586e-05, 2.3718228476354852e-05, 2.4492876036674716e-05, 2.526752359699458e-05, 2.6042171157314442e-05, 2.6816818717634305e-05, 2.759146627795417e-05, 2.8366113838274032e-05, 2.91407632175833e-05, 2.9915410777903162e-05, 3.0690058338223025e-05, 3.1464704079553485e-05, 3.223935345886275e-05, 3.301400283817202e-05]}, "gradients/encoder.encoder.layers.15.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 3.0, 8.0, 11.0, 15.0, 11.0, 16.0, 19.0, 15.0, 35.0, 19.0, 34.0, 22.0, 32.0, 32.0, 37.0, 37.0, 44.0, 53.0, 50.0, 33.0, 38.0, 56.0, 49.0, 34.0, 39.0, 33.0, 27.0, 34.0, 35.0, 22.0, 18.0, 23.0, 10.0, 12.0, 10.0, 13.0, 5.0, 5.0, 4.0, 2.0, 6.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2874603271484375e-05, -1.2466683983802795e-05, -1.2058764696121216e-05, -1.1650845408439636e-05, -1.1242926120758057e-05, -1.0835006833076477e-05, -1.0427087545394897e-05, -1.0019168257713318e-05, -9.611248970031738e-06, -9.203329682350159e-06, -8.795410394668579e-06, -8.387491106987e-06, -7.97957181930542e-06, -7.57165253162384e-06, -7.163733243942261e-06, -6.755813956260681e-06, -6.3478946685791016e-06, -5.939975380897522e-06, -5.532056093215942e-06, -5.124136805534363e-06, -4.716217517852783e-06, -4.308298230171204e-06, -3.900378942489624e-06, -3.4924596548080444e-06, -3.084540367126465e-06, -2.6766210794448853e-06, -2.2687017917633057e-06, -1.860782504081726e-06, -1.4528632164001465e-06, -1.044943928718567e-06, -6.370246410369873e-07, -2.2910535335540771e-07, 1.7881393432617188e-07, 5.867332220077515e-07, 9.94652509689331e-07, 1.4025717973709106e-06, 1.8104910850524902e-06, 2.21841037273407e-06, 2.6263296604156494e-06, 3.034248948097229e-06, 3.4421682357788086e-06, 3.850087523460388e-06, 4.258006811141968e-06, 4.665926098823547e-06, 5.073845386505127e-06, 5.4817646741867065e-06, 5.889683961868286e-06, 6.297603249549866e-06, 6.705522537231445e-06, 7.113441824913025e-06, 7.5213611125946045e-06, 7.929280400276184e-06, 8.337199687957764e-06, 8.745118975639343e-06, 9.153038263320923e-06, 9.560957551002502e-06, 9.968876838684082e-06, 1.0376796126365662e-05, 1.0784715414047241e-05, 1.119263470172882e-05, 1.16005539894104e-05, 1.200847327709198e-05, 1.241639256477356e-05, 1.282431185245514e-05, 1.3232231140136719e-05]}, "gradients/encoder.encoder.layers.15.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 5.0, 3.0, 4.0, 2.0, 13.0, 15.0, 18.0, 31.0, 40.0, 53.0, 102.0, 156.0, 197.0, 418.0, 555.0, 972.0, 1978.0, 2808.0, 6413.0, 10396.0, 19825.0, 52303.0, 107923.0, 396599.0, 298108.0, 76121.0, 39037.0, 15057.0, 8133.0, 5190.0, 2268.0, 1362.0, 979.0, 500.0, 362.0, 197.0, 121.0, 103.0, 47.0, 39.0, 29.0, 22.0, 19.0, 12.0, 4.0, 5.0, 6.0, 3.0, 4.0, 6.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.0192394256591797e-05, -9.872019290924072e-06, -9.551644325256348e-06, -9.231269359588623e-06, -8.910894393920898e-06, -8.590519428253174e-06, -8.27014446258545e-06, -7.949769496917725e-06, -7.62939453125e-06, -7.309019565582275e-06, -6.988644599914551e-06, -6.668269634246826e-06, -6.3478946685791016e-06, -6.027519702911377e-06, -5.707144737243652e-06, -5.386769771575928e-06, -5.066394805908203e-06, -4.7460198402404785e-06, -4.425644874572754e-06, -4.105269908905029e-06, -3.7848949432373047e-06, -3.46451997756958e-06, -3.1441450119018555e-06, -2.823770046234131e-06, -2.5033950805664062e-06, -2.1830201148986816e-06, -1.862645149230957e-06, -1.5422701835632324e-06, -1.2218952178955078e-06, -9.015202522277832e-07, -5.811452865600586e-07, -2.60770320892334e-07, 5.960464477539063e-08, 3.7997961044311523e-07, 7.003545761108398e-07, 1.0207295417785645e-06, 1.341104507446289e-06, 1.6614794731140137e-06, 1.9818544387817383e-06, 2.302229404449463e-06, 2.6226043701171875e-06, 2.942979335784912e-06, 3.2633543014526367e-06, 3.5837292671203613e-06, 3.904104232788086e-06, 4.2244791984558105e-06, 4.544854164123535e-06, 4.86522912979126e-06, 5.185604095458984e-06, 5.505979061126709e-06, 5.826354026794434e-06, 6.146728992462158e-06, 6.467103958129883e-06, 6.787478923797607e-06, 7.107853889465332e-06, 7.428228855133057e-06, 7.748603820800781e-06, 8.068978786468506e-06, 8.38935375213623e-06, 8.709728717803955e-06, 9.03010368347168e-06, 9.350478649139404e-06, 9.670853614807129e-06, 9.991228580474854e-06, 1.0311603546142578e-05]}, "gradients/encoder.encoder.layers.15.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 3.0, 5.0, 3.0, 7.0, 16.0, 10.0, 0.0, 20.0, 16.0, 30.0, 41.0, 44.0, 59.0, 61.0, 67.0, 70.0, 74.0, 81.0, 80.0, 67.0, 55.0, 43.0, 0.0, 32.0, 38.0, 19.0, 20.0, 11.0, 10.0, 6.0, 6.0, 4.0, 3.0, 5.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.430511474609375e-06, -1.3746321201324463e-06, -1.3187527656555176e-06, -1.2628734111785889e-06, -1.2069940567016602e-06, -1.1511147022247314e-06, -1.0952353477478027e-06, -1.039355993270874e-06, -9.834766387939453e-07, -9.275972843170166e-07, -8.717179298400879e-07, -8.158385753631592e-07, -7.599592208862305e-07, -7.040798664093018e-07, -6.48200511932373e-07, -5.923211574554443e-07, -5.364418029785156e-07, -4.805624485015869e-07, -4.246830940246582e-07, -3.688037395477295e-07, -3.129243850708008e-07, -2.5704503059387207e-07, -2.0116567611694336e-07, -1.4528632164001465e-07, -8.940696716308594e-08, -3.3527612686157227e-08, 2.2351741790771484e-08, 7.82310962677002e-08, 1.341104507446289e-07, 1.8998980522155762e-07, 2.4586915969848633e-07, 3.0174851417541504e-07, 3.5762786865234375e-07, 4.1350722312927246e-07, 4.6938657760620117e-07, 5.252659320831299e-07, 5.811452865600586e-07, 6.370246410369873e-07, 6.92903995513916e-07, 7.487833499908447e-07, 8.046627044677734e-07, 8.605420589447021e-07, 9.164214134216309e-07, 9.723007678985596e-07, 1.0281801223754883e-06, 1.084059476852417e-06, 1.1399388313293457e-06, 1.1958181858062744e-06, 1.2516975402832031e-06, 1.3075768947601318e-06, 1.3634562492370605e-06, 1.4193356037139893e-06, 1.475214958190918e-06, 1.5310943126678467e-06, 1.5869736671447754e-06, 1.642853021621704e-06, 1.6987323760986328e-06, 1.7546117305755615e-06, 1.8104910850524902e-06, 1.866370439529419e-06, 1.9222497940063477e-06, 1.9781291484832764e-06, 2.034008502960205e-06, 2.089887857437134e-06, 2.1457672119140625e-06]}, "gradients/encoder.encoder.layers.15.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 3.0, 0.0, 4.0, 9.0, 4.0, 21.0, 12.0, 33.0, 29.0, 46.0, 61.0, 119.0, 130.0, 190.0, 273.0, 402.0, 794.0, 1028.0, 1371.0, 2155.0, 4446.0, 5321.0, 8150.0, 12197.0, 28320.0, 41096.0, 105421.0, 625619.0, 122213.0, 32881.0, 19310.0, 12249.0, 8196.0, 6718.0, 3138.0, 2053.0, 1443.0, 1237.0, 600.0, 390.0, 234.0, 253.0, 103.0, 86.0, 53.0, 64.0, 26.0, 25.0, 12.0, 18.0, 7.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.4836273193359375e-06, -5.2908435463905334e-06, -5.098059773445129e-06, -4.905276000499725e-06, -4.712492227554321e-06, -4.519708454608917e-06, -4.326924681663513e-06, -4.134140908718109e-06, -3.941357135772705e-06, -3.748573362827301e-06, -3.555789589881897e-06, -3.363005816936493e-06, -3.170222043991089e-06, -2.977438271045685e-06, -2.7846544981002808e-06, -2.5918707251548767e-06, -2.3990869522094727e-06, -2.2063031792640686e-06, -2.0135194063186646e-06, -1.8207356333732605e-06, -1.6279518604278564e-06, -1.4351680874824524e-06, -1.2423843145370483e-06, -1.0496005415916443e-06, -8.568167686462402e-07, -6.640329957008362e-07, -4.7124922275543213e-07, -2.784654498100281e-07, -8.568167686462402e-08, 1.0710209608078003e-07, 2.998858690261841e-07, 4.926696419715881e-07, 6.854534149169922e-07, 8.782371878623962e-07, 1.0710209608078003e-06, 1.2638047337532043e-06, 1.4565885066986084e-06, 1.6493722796440125e-06, 1.8421560525894165e-06, 2.0349398255348206e-06, 2.2277235984802246e-06, 2.4205073714256287e-06, 2.6132911443710327e-06, 2.8060749173164368e-06, 2.998858690261841e-06, 3.191642463207245e-06, 3.384426236152649e-06, 3.577210009098053e-06, 3.769993782043457e-06, 3.962777554988861e-06, 4.155561327934265e-06, 4.348345100879669e-06, 4.541128873825073e-06, 4.733912646770477e-06, 4.926696419715881e-06, 5.119480192661285e-06, 5.3122639656066895e-06, 5.5050477385520935e-06, 5.6978315114974976e-06, 5.890615284442902e-06, 6.083399057388306e-06, 6.27618283033371e-06, 6.468966603279114e-06, 6.661750376224518e-06, 6.854534149169922e-06]}, "gradients/encoder.encoder.layers.15.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 6.0, 3.0, 5.0, 4.0, 5.0, 9.0, 5.0, 5.0, 8.0, 4.0, 11.0, 7.0, 12.0, 11.0, 13.0, 15.0, 11.0, 21.0, 33.0, 30.0, 44.0, 47.0, 115.0, 247.0, 77.0, 35.0, 22.0, 24.0, 17.0, 11.0, 13.0, 15.0, 24.0, 13.0, 11.0, 14.0, 4.0, 9.0, 3.0, 9.0, 6.0, 4.0, 4.0, 7.0, 6.0, 5.0, 1.0, 4.0, 2.0, 0.0, 4.0], "bins": [-4.5299530029296875e-06, -4.404224455356598e-06, -4.278495907783508e-06, -4.152767360210419e-06, -4.027038812637329e-06, -3.9013102650642395e-06, -3.77558171749115e-06, -3.6498531699180603e-06, -3.5241246223449707e-06, -3.398396074771881e-06, -3.2726675271987915e-06, -3.146938979625702e-06, -3.0212104320526123e-06, -2.8954818844795227e-06, -2.769753336906433e-06, -2.6440247893333435e-06, -2.518296241760254e-06, -2.3925676941871643e-06, -2.2668391466140747e-06, -2.141110599040985e-06, -2.0153820514678955e-06, -1.889653503894806e-06, -1.7639249563217163e-06, -1.6381964087486267e-06, -1.5124678611755371e-06, -1.3867393136024475e-06, -1.261010766029358e-06, -1.1352822184562683e-06, -1.0095536708831787e-06, -8.838251233100891e-07, -7.580965757369995e-07, -6.323680281639099e-07, -5.066394805908203e-07, -3.809109330177307e-07, -2.551823854446411e-07, -1.2945383787155151e-07, -3.725290298461914e-09, 1.2200325727462769e-07, 2.477318048477173e-07, 3.734603524208069e-07, 4.991888999938965e-07, 6.249174475669861e-07, 7.506459951400757e-07, 8.763745427131653e-07, 1.0021030902862549e-06, 1.1278316378593445e-06, 1.253560185432434e-06, 1.3792887330055237e-06, 1.5050172805786133e-06, 1.6307458281517029e-06, 1.7564743757247925e-06, 1.882202923297882e-06, 2.0079314708709717e-06, 2.1336600184440613e-06, 2.259388566017151e-06, 2.3851171135902405e-06, 2.51084566116333e-06, 2.6365742087364197e-06, 2.7623027563095093e-06, 2.888031303882599e-06, 3.0137598514556885e-06, 3.139488399028778e-06, 3.2652169466018677e-06, 3.3909454941749573e-06, 3.516674041748047e-06]}, "gradients/encoder.encoder.layers.15.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 6.0, 6.0, 3.0, 22.0, 9.0, 37.0, 19.0, 75.0, 46.0, 141.0, 101.0, 292.0, 208.0, 677.0, 483.0, 1634.0, 1310.0, 4712.0, 4434.0, 24057.0, 38942.0, 770126.0, 123707.0, 55423.0, 8047.0, 7173.0, 1812.0, 2192.0, 665.0, 899.0, 280.0, 400.0, 122.0, 191.0, 74.0, 85.0, 30.0, 45.0, 21.0, 15.0, 8.0, 12.0, 3.0, 6.0, 4.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.7418136596679688e-06, -2.652406692504883e-06, -2.562999725341797e-06, -2.473592758178711e-06, -2.384185791015625e-06, -2.294778823852539e-06, -2.205371856689453e-06, -2.115964889526367e-06, -2.0265579223632812e-06, -1.9371509552001953e-06, -1.8477439880371094e-06, -1.7583370208740234e-06, -1.6689300537109375e-06, -1.5795230865478516e-06, -1.4901161193847656e-06, -1.4007091522216797e-06, -1.3113021850585938e-06, -1.2218952178955078e-06, -1.1324882507324219e-06, -1.043081283569336e-06, -9.5367431640625e-07, -8.642673492431641e-07, -7.748603820800781e-07, -6.854534149169922e-07, -5.960464477539062e-07, -5.066394805908203e-07, -4.172325134277344e-07, -3.2782554626464844e-07, -2.384185791015625e-07, -1.4901161193847656e-07, -5.960464477539063e-08, 2.9802322387695312e-08, 1.1920928955078125e-07, 2.086162567138672e-07, 2.980232238769531e-07, 3.8743019104003906e-07, 4.76837158203125e-07, 5.662441253662109e-07, 6.556510925292969e-07, 7.450580596923828e-07, 8.344650268554688e-07, 9.238719940185547e-07, 1.0132789611816406e-06, 1.1026859283447266e-06, 1.1920928955078125e-06, 1.2814998626708984e-06, 1.3709068298339844e-06, 1.4603137969970703e-06, 1.5497207641601562e-06, 1.6391277313232422e-06, 1.7285346984863281e-06, 1.817941665649414e-06, 1.9073486328125e-06, 1.996755599975586e-06, 2.086162567138672e-06, 2.175569534301758e-06, 2.2649765014648438e-06, 2.3543834686279297e-06, 2.4437904357910156e-06, 2.5331974029541016e-06, 2.6226043701171875e-06, 2.7120113372802734e-06, 2.8014183044433594e-06, 2.8908252716064453e-06, 2.9802322387695312e-06]}, "gradients/encoder.encoder.layers.15.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 3.0, 4.0, 3.0, 2.0, 0.0, 1.0, 5.0, 9.0, 10.0, 4.0, 10.0, 32.0, 38.0, 45.0, 63.0, 108.0, 304.0, 100.0, 88.0, 50.0, 41.0, 35.0, 12.0, 14.0, 7.0, 0.0, 7.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.9073486328125e-06, -1.8505379557609558e-06, -1.7937272787094116e-06, -1.7369166016578674e-06, -1.6801059246063232e-06, -1.623295247554779e-06, -1.5664845705032349e-06, -1.5096738934516907e-06, -1.4528632164001465e-06, -1.3960525393486023e-06, -1.339241862297058e-06, -1.282431185245514e-06, -1.2256205081939697e-06, -1.1688098311424255e-06, -1.1119991540908813e-06, -1.0551884770393372e-06, -9.98377799987793e-07, -9.415671229362488e-07, -8.847564458847046e-07, -8.279457688331604e-07, -7.711350917816162e-07, -7.14324414730072e-07, -6.575137376785278e-07, -6.007030606269836e-07, -5.438923835754395e-07, -4.870817065238953e-07, -4.302710294723511e-07, -3.734603524208069e-07, -3.166496753692627e-07, -2.598389983177185e-07, -2.0302832126617432e-07, -1.4621764421463013e-07, -8.940696716308594e-08, -3.259629011154175e-08, 2.421438694000244e-08, 8.102506399154663e-08, 1.3783574104309082e-07, 1.94646418094635e-07, 2.514570951461792e-07, 3.082677721977234e-07, 3.650784492492676e-07, 4.2188912630081177e-07, 4.78699803352356e-07, 5.355104804039001e-07, 5.923211574554443e-07, 6.491318345069885e-07, 7.059425115585327e-07, 7.627531886100769e-07, 8.195638656616211e-07, 8.763745427131653e-07, 9.331852197647095e-07, 9.899958968162537e-07, 1.0468065738677979e-06, 1.103617250919342e-06, 1.1604279279708862e-06, 1.2172386050224304e-06, 1.2740492820739746e-06, 1.3308599591255188e-06, 1.387670636177063e-06, 1.4444813132286072e-06, 1.5012919902801514e-06, 1.5581026673316956e-06, 1.6149133443832397e-06, 1.671724021434784e-06, 1.7285346984863281e-06]}, "gradients/encoder.encoder.layers.15.attention.q_proj.weight": {"_type": "histogram", "values": [5.0, 0.0, 1.0, 4.0, 7.0, 1.0, 7.0, 4.0, 2.0, 17.0, 9.0, 24.0, 18.0, 36.0, 29.0, 29.0, 112.0, 62.0, 216.0, 145.0, 421.0, 343.0, 1103.0, 883.0, 1269.0, 4329.0, 3969.0, 17042.0, 19523.0, 154500.0, 640378.0, 112934.0, 61282.0, 10531.0, 10361.0, 2494.0, 2928.0, 879.0, 1134.0, 313.0, 265.0, 366.0, 131.0, 180.0, 73.0, 75.0, 27.0, 26.0, 31.0, 8.0, 19.0, 8.0, 7.0, 5.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.6226043701171875e-06, -2.5369226932525635e-06, -2.4512410163879395e-06, -2.3655593395233154e-06, -2.2798776626586914e-06, -2.1941959857940674e-06, -2.1085143089294434e-06, -2.0228326320648193e-06, -1.9371509552001953e-06, -1.8514692783355713e-06, -1.7657876014709473e-06, -1.6801059246063232e-06, -1.5944242477416992e-06, -1.5087425708770752e-06, -1.4230608940124512e-06, -1.3373792171478271e-06, -1.2516975402832031e-06, -1.166015863418579e-06, -1.080334186553955e-06, -9.94652509689331e-07, -9.08970832824707e-07, -8.23289155960083e-07, -7.37607479095459e-07, -6.51925802230835e-07, -5.662441253662109e-07, -4.805624485015869e-07, -3.948807716369629e-07, -3.0919909477233887e-07, -2.2351741790771484e-07, -1.3783574104309082e-07, -5.21540641784668e-08, 3.3527612686157227e-08, 1.1920928955078125e-07, 2.0489096641540527e-07, 2.905726432800293e-07, 3.762543201446533e-07, 4.6193599700927734e-07, 5.476176738739014e-07, 6.332993507385254e-07, 7.189810276031494e-07, 8.046627044677734e-07, 8.903443813323975e-07, 9.760260581970215e-07, 1.0617077350616455e-06, 1.1473894119262695e-06, 1.2330710887908936e-06, 1.3187527656555176e-06, 1.4044344425201416e-06, 1.4901161193847656e-06, 1.5757977962493896e-06, 1.6614794731140137e-06, 1.7471611499786377e-06, 1.8328428268432617e-06, 1.9185245037078857e-06, 2.0042061805725098e-06, 2.089887857437134e-06, 2.175569534301758e-06, 2.261251211166382e-06, 2.346932888031006e-06, 2.43261456489563e-06, 2.518296241760254e-06, 2.603977918624878e-06, 2.689659595489502e-06, 2.775341272354126e-06, 2.86102294921875e-06]}, "gradients/encoder.encoder.layers.15.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 6.0, 7.0, 5.0, 7.0, 0.0, 6.0, 7.0, 11.0, 17.0, 18.0, 20.0, 45.0, 48.0, 49.0, 85.0, 331.0, 98.0, 52.0, 37.0, 44.0, 36.0, 13.0, 17.0, 6.0, 10.0, 0.0, 4.0, 5.0, 8.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-1.8477439880371094e-06, -1.7909333109855652e-06, -1.734122633934021e-06, -1.6773119568824768e-06, -1.6205012798309326e-06, -1.5636906027793884e-06, -1.5068799257278442e-06, -1.4500692486763e-06, -1.3932585716247559e-06, -1.3364478945732117e-06, -1.2796372175216675e-06, -1.2228265404701233e-06, -1.166015863418579e-06, -1.109205186367035e-06, -1.0523945093154907e-06, -9.955838322639465e-07, -9.387731552124023e-07, -8.819624781608582e-07, -8.25151801109314e-07, -7.683411240577698e-07, -7.115304470062256e-07, -6.547197699546814e-07, -5.979090929031372e-07, -5.41098415851593e-07, -4.842877388000488e-07, -4.2747706174850464e-07, -3.7066638469696045e-07, -3.1385570764541626e-07, -2.5704503059387207e-07, -2.0023435354232788e-07, -1.434236764907837e-07, -8.66129994392395e-08, -2.9802322387695312e-08, 2.7008354663848877e-08, 8.381903171539307e-08, 1.4062970876693726e-07, 1.9744038581848145e-07, 2.5425106287002563e-07, 3.110617399215698e-07, 3.67872416973114e-07, 4.246830940246582e-07, 4.814937710762024e-07, 5.383044481277466e-07, 5.951151251792908e-07, 6.51925802230835e-07, 7.087364792823792e-07, 7.655471563339233e-07, 8.223578333854675e-07, 8.791685104370117e-07, 9.359791874885559e-07, 9.927898645401e-07, 1.0496005415916443e-06, 1.1064112186431885e-06, 1.1632218956947327e-06, 1.2200325727462769e-06, 1.276843249797821e-06, 1.3336539268493652e-06, 1.3904646039009094e-06, 1.4472752809524536e-06, 1.5040859580039978e-06, 1.560896635055542e-06, 1.6177073121070862e-06, 1.6745179891586304e-06, 1.7313286662101746e-06, 1.7881393432617188e-06]}, "gradients/encoder.encoder.layers.15.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 7.0, 6.0, 2.0, 8.0, 12.0, 12.0, 17.0, 28.0, 35.0, 59.0, 58.0, 136.0, 205.0, 100.0, 74.0, 49.0, 47.0, 33.0, 25.0, 17.0, 15.0, 14.0, 5.0, 6.0, 5.0, 8.0, 4.0, 5.0, 2.0, 4.0, 7.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2324370800342876e-05, -1.1746767086151522e-05, -1.1169163371960167e-05, -1.0591559657768812e-05, -1.0013955943577457e-05, -9.436352229386102e-06, -8.85874942468945e-06, -8.281145710498095e-06, -7.70354199630674e-06, -7.125938282115385e-06, -6.54833456792403e-06, -5.970730853732675e-06, -5.3931271395413205e-06, -4.815523425349966e-06, -4.237920165905962e-06, -3.660316451714607e-06, -3.0827122827759013e-06, -2.5051085685845464e-06, -1.9275048543931916e-06, -1.3499013675755123e-06, -7.722976533841575e-07, -1.9469393919280265e-07, 3.829095476248767e-07, 9.605132618162315e-07, 1.5381169760075863e-06, 2.115720690198941e-06, 2.693324404390296e-06, 3.2709278912079753e-06, 3.848531378025655e-06, 4.4261350922170095e-06, 5.003738806408364e-06, 5.581342520599719e-06, 6.158947144285776e-06, 6.7365508584771305e-06, 7.314154572668485e-06, 7.89175828685984e-06, 8.469362001051195e-06, 9.04696571524255e-06, 9.624569429433905e-06, 1.020217314362526e-05, 1.0779776857816614e-05, 1.1357380572007969e-05, 1.1934984286199324e-05, 1.2512588000390679e-05, 1.3090191714582033e-05, 1.3667795428773388e-05, 1.4245399142964743e-05, 1.4823002857156098e-05, 1.540060475235805e-05, 1.5978208466549404e-05, 1.655581218074076e-05, 1.7133415894932114e-05, 1.771101960912347e-05, 1.8288623323314823e-05, 1.8866227037506178e-05, 1.9443830751697533e-05, 2.0021434465888888e-05, 2.0599038180080242e-05, 2.1176641894271597e-05, 2.1754245608462952e-05, 2.2331849322654307e-05, 2.2909453036845662e-05, 2.3487056751037017e-05, 2.406466046522837e-05, 2.4642264179419726e-05]}, "gradients/encoder.encoder.layers.15.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 6.0, 5.0, 9.0, 3.0, 9.0, 6.0, 10.0, 9.0, 15.0, 16.0, 23.0, 16.0, 27.0, 33.0, 31.0, 40.0, 46.0, 41.0, 42.0, 37.0, 47.0, 49.0, 44.0, 39.0, 33.0, 33.0, 35.0, 33.0, 32.0, 39.0, 28.0, 16.0, 26.0, 23.0, 17.0, 13.0, 16.0, 21.0, 7.0, 9.0, 8.0, 7.0, 2.0, 1.0, 7.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.055002212524414e-05, -1.020822674036026e-05, -9.86643135547638e-06, -9.524635970592499e-06, -9.182840585708618e-06, -8.841045200824738e-06, -8.499249815940857e-06, -8.157454431056976e-06, -7.815659046173096e-06, -7.473863661289215e-06, -7.1320682764053345e-06, -6.790272891521454e-06, -6.448477506637573e-06, -6.106682121753693e-06, -5.764886736869812e-06, -5.423091351985931e-06, -5.081295967102051e-06, -4.73950058221817e-06, -4.3977051973342896e-06, -4.055909812450409e-06, -3.7141144275665283e-06, -3.3723190426826477e-06, -3.030523657798767e-06, -2.6887282729148865e-06, -2.346932888031006e-06, -2.0051375031471252e-06, -1.6633421182632446e-06, -1.321546733379364e-06, -9.797513484954834e-07, -6.379559636116028e-07, -2.9616057872772217e-07, 4.563480615615845e-08, 3.8743019104003906e-07, 7.292255759239197e-07, 1.0710209608078003e-06, 1.412816345691681e-06, 1.7546117305755615e-06, 2.096407115459442e-06, 2.4382025003433228e-06, 2.7799978852272034e-06, 3.121793270111084e-06, 3.4635886549949646e-06, 3.8053840398788452e-06, 4.147179424762726e-06, 4.4889748096466064e-06, 4.830770194530487e-06, 5.172565579414368e-06, 5.514360964298248e-06, 5.856156349182129e-06, 6.1979517340660095e-06, 6.53974711894989e-06, 6.881542503833771e-06, 7.223337888717651e-06, 7.565133273601532e-06, 7.906928658485413e-06, 8.248724043369293e-06, 8.590519428253174e-06, 8.932314813137054e-06, 9.274110198020935e-06, 9.615905582904816e-06, 9.957700967788696e-06, 1.0299496352672577e-05, 1.0641291737556458e-05, 1.0983087122440338e-05, 1.1324882507324219e-05]}, "gradients/encoder.encoder.layers.14.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 4.0, 6.0, 6.0, 8.0, 22.0, 30.0, 47.0, 90.0, 126.0, 198.0, 352.0, 572.0, 997.0, 1640.0, 2933.0, 5215.0, 10030.0, 20225.0, 47049.0, 240432.0, 3734255.0, 72172.0, 27799.0, 13073.0, 6753.0, 3804.0, 2249.0, 1384.0, 1024.0, 539.0, 374.0, 261.0, 171.0, 111.0, 95.0, 64.0, 41.0, 35.0, 19.0, 14.0, 16.0, 16.0, 10.0, 4.0, 7.0, 1.0, 7.0, 5.0, 1.0, 2.0, 4.0, 2.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0132789611816406e-05, -9.713694453239441e-06, -9.294599294662476e-06, -8.87550413608551e-06, -8.456408977508545e-06, -8.03731381893158e-06, -7.618218660354614e-06, -7.199123501777649e-06, -6.780028343200684e-06, -6.360933184623718e-06, -5.941838026046753e-06, -5.522742867469788e-06, -5.103647708892822e-06, -4.684552550315857e-06, -4.265457391738892e-06, -3.846362233161926e-06, -3.427267074584961e-06, -3.0081719160079956e-06, -2.5890767574310303e-06, -2.169981598854065e-06, -1.7508864402770996e-06, -1.3317912817001343e-06, -9.126961231231689e-07, -4.936009645462036e-07, -7.450580596923828e-08, 3.4458935260772705e-07, 7.636845111846924e-07, 1.1827796697616577e-06, 1.601874828338623e-06, 2.0209699869155884e-06, 2.4400651454925537e-06, 2.859160304069519e-06, 3.2782554626464844e-06, 3.6973506212234497e-06, 4.116445779800415e-06, 4.53554093837738e-06, 4.954636096954346e-06, 5.373731255531311e-06, 5.792826414108276e-06, 6.211921572685242e-06, 6.631016731262207e-06, 7.050111889839172e-06, 7.469207048416138e-06, 7.888302206993103e-06, 8.307397365570068e-06, 8.726492524147034e-06, 9.145587682723999e-06, 9.564682841300964e-06, 9.98377799987793e-06, 1.0402873158454895e-05, 1.082196831703186e-05, 1.1241063475608826e-05, 1.1660158634185791e-05, 1.2079253792762756e-05, 1.2498348951339722e-05, 1.2917444109916687e-05, 1.3336539268493652e-05, 1.3755634427070618e-05, 1.4174729585647583e-05, 1.4593824744224548e-05, 1.5012919902801514e-05, 1.543201506137848e-05, 1.5851110219955444e-05, 1.627020537853241e-05, 1.6689300537109375e-05]}, "gradients/encoder.encoder.layers.14.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 4.0, 3.0, 6.0, 5.0, 14.0, 11.0, 19.0, 25.0, 28.0, 36.0, 32.0, 61.0, 73.0, 59.0, 79.0, 94.0, 79.0, 73.0, 58.0, 64.0, 37.0, 38.0, 23.0, 24.0, 16.0, 11.0, 5.0, 9.0, 6.0, 2.0, 4.0, 3.0, 3.0, 5.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.430511474609375e-06, -1.369975507259369e-06, -1.3094395399093628e-06, -1.2489035725593567e-06, -1.1883676052093506e-06, -1.1278316378593445e-06, -1.0672956705093384e-06, -1.0067597031593323e-06, -9.462237358093262e-07, -8.856877684593201e-07, -8.25151801109314e-07, -7.646158337593079e-07, -7.040798664093018e-07, -6.435438990592957e-07, -5.830079317092896e-07, -5.224719643592834e-07, -4.6193599700927734e-07, -4.0140002965927124e-07, -3.4086406230926514e-07, -2.8032809495925903e-07, -2.1979212760925293e-07, -1.5925616025924683e-07, -9.872019290924072e-08, -3.818422555923462e-08, 2.2351741790771484e-08, 8.288770914077759e-08, 1.434236764907837e-07, 2.039596438407898e-07, 2.644956111907959e-07, 3.25031578540802e-07, 3.855675458908081e-07, 4.461035132408142e-07, 5.066394805908203e-07, 5.671754479408264e-07, 6.277114152908325e-07, 6.882473826408386e-07, 7.487833499908447e-07, 8.093193173408508e-07, 8.698552846908569e-07, 9.30391252040863e-07, 9.909272193908691e-07, 1.0514631867408752e-06, 1.1119991540908813e-06, 1.1725351214408875e-06, 1.2330710887908936e-06, 1.2936070561408997e-06, 1.3541430234909058e-06, 1.4146789908409119e-06, 1.475214958190918e-06, 1.535750925540924e-06, 1.5962868928909302e-06, 1.6568228602409363e-06, 1.7173588275909424e-06, 1.7778947949409485e-06, 1.8384307622909546e-06, 1.8989667296409607e-06, 1.959502696990967e-06, 2.020038664340973e-06, 2.080574631690979e-06, 2.141110599040985e-06, 2.201646566390991e-06, 2.2621825337409973e-06, 2.3227185010910034e-06, 2.3832544684410095e-06, 2.4437904357910156e-06]}, "gradients/encoder.encoder.layers.14.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 9.0, 5.0, 6.0, 17.0, 10.0, 26.0, 20.0, 42.0, 41.0, 76.0, 103.0, 205.0, 200.0, 397.0, 456.0, 980.0, 1002.0, 2241.0, 2360.0, 5817.0, 6107.0, 15668.0, 18566.0, 54663.0, 81397.0, 688515.0, 3045735.0, 127499.0, 74112.0, 23836.0, 19807.0, 7645.0, 6909.0, 2830.0, 2747.0, 1204.0, 1150.0, 507.0, 518.0, 223.0, 219.0, 107.0, 124.0, 53.0, 57.0, 24.0, 29.0, 8.0, 6.0, 8.0, 5.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0], "bins": [-4.827976226806641e-06, -4.678033292293549e-06, -4.5280903577804565e-06, -4.3781474232673645e-06, -4.2282044887542725e-06, -4.07826155424118e-06, -3.928318619728088e-06, -3.7783756852149963e-06, -3.6284327507019043e-06, -3.4784898161888123e-06, -3.3285468816757202e-06, -3.178603947162628e-06, -3.028661012649536e-06, -2.878718078136444e-06, -2.728775143623352e-06, -2.57883220911026e-06, -2.428889274597168e-06, -2.278946340084076e-06, -2.129003405570984e-06, -1.979060471057892e-06, -1.8291175365447998e-06, -1.6791746020317078e-06, -1.5292316675186157e-06, -1.3792887330055237e-06, -1.2293457984924316e-06, -1.0794028639793396e-06, -9.294599294662476e-07, -7.795169949531555e-07, -6.295740604400635e-07, -4.796311259269714e-07, -3.296881914138794e-07, -1.7974525690078735e-07, -2.9802322387695312e-08, 1.2014061212539673e-07, 2.7008354663848877e-07, 4.200264811515808e-07, 5.699694156646729e-07, 7.199123501777649e-07, 8.698552846908569e-07, 1.019798219203949e-06, 1.169741153717041e-06, 1.319684088230133e-06, 1.469627022743225e-06, 1.6195699572563171e-06, 1.7695128917694092e-06, 1.9194558262825012e-06, 2.0693987607955933e-06, 2.2193416953086853e-06, 2.3692846298217773e-06, 2.5192275643348694e-06, 2.6691704988479614e-06, 2.8191134333610535e-06, 2.9690563678741455e-06, 3.1189993023872375e-06, 3.2689422369003296e-06, 3.4188851714134216e-06, 3.5688281059265137e-06, 3.7187710404396057e-06, 3.868713974952698e-06, 4.01865690946579e-06, 4.168599843978882e-06, 4.318542778491974e-06, 4.468485713005066e-06, 4.618428647518158e-06, 4.76837158203125e-06]}, "gradients/encoder.encoder.layers.14.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 4.0, 3.0, 2.0, 7.0, 4.0, 8.0, 0.0, 10.0, 7.0, 23.0, 3.0, 7.0, 10.0, 34.0, 15.0, 32.0, 18.0, 51.0, 28.0, 83.0, 53.0, 184.0, 175.0, 663.0, 1137.0, 778.0, 159.0, 164.0, 45.0, 86.0, 25.0, 39.0, 19.0, 42.0, 15.0, 34.0, 12.0, 28.0, 5.0, 20.0, 4.0, 3.0, 9.0, 12.0, 2.0, 8.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.4437904357910156e-06, -2.3543834686279297e-06, -2.2649765014648438e-06, -2.175569534301758e-06, -2.086162567138672e-06, -1.996755599975586e-06, -1.9073486328125e-06, -1.817941665649414e-06, -1.7285346984863281e-06, -1.6391277313232422e-06, -1.5497207641601562e-06, -1.4603137969970703e-06, -1.3709068298339844e-06, -1.2814998626708984e-06, -1.1920928955078125e-06, -1.1026859283447266e-06, -1.0132789611816406e-06, -9.238719940185547e-07, -8.344650268554688e-07, -7.450580596923828e-07, -6.556510925292969e-07, -5.662441253662109e-07, -4.76837158203125e-07, -3.8743019104003906e-07, -2.980232238769531e-07, -2.086162567138672e-07, -1.1920928955078125e-07, -2.9802322387695312e-08, 5.960464477539063e-08, 1.4901161193847656e-07, 2.384185791015625e-07, 3.2782554626464844e-07, 4.172325134277344e-07, 5.066394805908203e-07, 5.960464477539062e-07, 6.854534149169922e-07, 7.748603820800781e-07, 8.642673492431641e-07, 9.5367431640625e-07, 1.043081283569336e-06, 1.1324882507324219e-06, 1.2218952178955078e-06, 1.3113021850585938e-06, 1.4007091522216797e-06, 1.4901161193847656e-06, 1.5795230865478516e-06, 1.6689300537109375e-06, 1.7583370208740234e-06, 1.8477439880371094e-06, 1.9371509552001953e-06, 2.0265579223632812e-06, 2.115964889526367e-06, 2.205371856689453e-06, 2.294778823852539e-06, 2.384185791015625e-06, 2.473592758178711e-06, 2.562999725341797e-06, 2.652406692504883e-06, 2.7418136596679688e-06, 2.8312206268310547e-06, 2.9206275939941406e-06, 3.0100345611572266e-06, 3.0994415283203125e-06, 3.1888484954833984e-06, 3.2782554626464844e-06]}, "gradients/encoder.encoder.layers.14.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 5.0, 4.0, 3.0, 9.0, 18.0, 17.0, 36.0, 47.0, 98.0, 211.0, 165.0, 131.0, 77.0, 49.0, 39.0, 22.0, 22.0, 14.0, 8.0, 9.0, 4.0, 6.0, 2.0, 7.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.404811155225616e-05, -1.3225515431258827e-05, -1.2402920219756197e-05, -1.1580325008253567e-05, -1.0757728887256235e-05, -9.935132766258903e-06, -9.112537554756273e-06, -8.289942343253642e-06, -7.46734622225631e-06, -6.644750556006329e-06, -5.822154889756348e-06, -4.999559223506367e-06, -4.176963557256386e-06, -3.3543678910064045e-06, -2.5317722247564234e-06, -1.7091765585064422e-06, -8.865808922564611e-07, -6.398522600647993e-08, 7.586104402435012e-07, 1.5812061064934824e-06, 2.4038017727434635e-06, 3.2263974389934447e-06, 4.048993105243426e-06, 4.871588771493407e-06, 5.694184437743388e-06, 6.516780103993369e-06, 7.33937577024335e-06, 8.16197098174598e-06, 8.984567102743313e-06, 9.807163223740645e-06, 1.0629758435243275e-05, 1.1452353646745905e-05, 1.2274951586732641e-05, 1.3097547707729973e-05, 1.3920142919232603e-05, 1.4742738130735233e-05, 1.5565334251732565e-05, 1.6387930372729897e-05, 1.7210524674737826e-05, 1.8033120795735158e-05, 1.885571691673249e-05, 1.9678313037729822e-05, 2.0500909158727154e-05, 2.1323503460735083e-05, 2.2146099581732415e-05, 2.2968695702729747e-05, 2.3791290004737675e-05, 2.4613886125735007e-05, 2.543648224673234e-05, 2.625907836772967e-05, 2.7081674488727003e-05, 2.7904268790734932e-05, 2.8726864911732264e-05, 2.9549461032729596e-05, 3.0372055334737524e-05, 3.119465327472426e-05, 3.201724757673219e-05, 3.283984187874012e-05, 3.366243981872685e-05, 3.448503412073478e-05, 3.5307632060721517e-05, 3.6130226362729445e-05, 3.6952820664737374e-05, 3.777541860472411e-05, 3.859801290673204e-05]}, "gradients/encoder.encoder.layers.14.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 6.0, 3.0, 4.0, 5.0, 10.0, 10.0, 11.0, 15.0, 13.0, 31.0, 23.0, 31.0, 28.0, 22.0, 34.0, 35.0, 33.0, 49.0, 45.0, 48.0, 43.0, 58.0, 32.0, 53.0, 44.0, 37.0, 50.0, 18.0, 29.0, 29.0, 26.0, 15.0, 24.0, 19.0, 21.0, 8.0, 7.0, 6.0, 9.0, 4.0, 5.0, 4.0, 4.0, 2.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0], "bins": [-1.1742115020751953e-05, -1.1408701539039612e-05, -1.107528805732727e-05, -1.074187457561493e-05, -1.0408461093902588e-05, -1.0075047612190247e-05, -9.741634130477905e-06, -9.408220648765564e-06, -9.074807167053223e-06, -8.741393685340881e-06, -8.40798020362854e-06, -8.074566721916199e-06, -7.741153240203857e-06, -7.407739758491516e-06, -7.074326276779175e-06, -6.7409127950668335e-06, -6.407499313354492e-06, -6.074085831642151e-06, -5.7406723499298096e-06, -5.407258868217468e-06, -5.073845386505127e-06, -4.740431904792786e-06, -4.407018423080444e-06, -4.073604941368103e-06, -3.7401914596557617e-06, -3.4067779779434204e-06, -3.073364496231079e-06, -2.739951014518738e-06, -2.4065375328063965e-06, -2.073124051094055e-06, -1.7397105693817139e-06, -1.4062970876693726e-06, -1.0728836059570312e-06, -7.394701242446899e-07, -4.0605664253234863e-07, -7.264316082000732e-08, 2.60770320892334e-07, 5.941838026046753e-07, 9.275972843170166e-07, 1.261010766029358e-06, 1.5944242477416992e-06, 1.9278377294540405e-06, 2.261251211166382e-06, 2.594664692878723e-06, 2.9280781745910645e-06, 3.2614916563034058e-06, 3.594905138015747e-06, 3.928318619728088e-06, 4.26173210144043e-06, 4.595145583152771e-06, 4.928559064865112e-06, 5.261972546577454e-06, 5.595386028289795e-06, 5.928799510002136e-06, 6.2622129917144775e-06, 6.595626473426819e-06, 6.92903995513916e-06, 7.2624534368515015e-06, 7.595866918563843e-06, 7.929280400276184e-06, 8.262693881988525e-06, 8.596107363700867e-06, 8.929520845413208e-06, 9.26293432712555e-06, 9.59634780883789e-06]}, "gradients/encoder.encoder.layers.14.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 5.0, 6.0, 3.0, 3.0, 9.0, 14.0, 21.0, 27.0, 39.0, 68.0, 88.0, 162.0, 263.0, 530.0, 1062.0, 1932.0, 4524.0, 9171.0, 25773.0, 82500.0, 486873.0, 335736.0, 60594.0, 23085.0, 8870.0, 3499.0, 1823.0, 813.0, 466.0, 258.0, 127.0, 77.0, 48.0, 31.0, 20.0, 15.0, 11.0, 9.0, 7.0, 3.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9431114196777344e-05, -1.8858350813388824e-05, -1.8285587430000305e-05, -1.7712824046611786e-05, -1.7140060663223267e-05, -1.6567297279834747e-05, -1.5994533896446228e-05, -1.542177051305771e-05, -1.484900712966919e-05, -1.427624374628067e-05, -1.3703480362892151e-05, -1.3130716979503632e-05, -1.2557953596115112e-05, -1.1985190212726593e-05, -1.1412426829338074e-05, -1.0839663445949554e-05, -1.0266900062561035e-05, -9.694136679172516e-06, -9.121373295783997e-06, -8.548609912395477e-06, -7.975846529006958e-06, -7.403083145618439e-06, -6.8303197622299194e-06, -6.2575563788414e-06, -5.684792995452881e-06, -5.1120296120643616e-06, -4.539266228675842e-06, -3.966502845287323e-06, -3.3937394618988037e-06, -2.8209760785102844e-06, -2.248212695121765e-06, -1.6754493117332458e-06, -1.1026859283447266e-06, -5.299225449562073e-07, 4.284083843231201e-08, 6.156042218208313e-07, 1.1883676052093506e-06, 1.7611309885978699e-06, 2.333894371986389e-06, 2.9066577553749084e-06, 3.4794211387634277e-06, 4.052184522151947e-06, 4.624947905540466e-06, 5.197711288928986e-06, 5.770474672317505e-06, 6.343238055706024e-06, 6.9160014390945435e-06, 7.488764822483063e-06, 8.061528205871582e-06, 8.634291589260101e-06, 9.20705497264862e-06, 9.77981835603714e-06, 1.035258173942566e-05, 1.0925345122814178e-05, 1.1498108506202698e-05, 1.2070871889591217e-05, 1.2643635272979736e-05, 1.3216398656368256e-05, 1.3789162039756775e-05, 1.4361925423145294e-05, 1.4934688806533813e-05, 1.5507452189922333e-05, 1.6080215573310852e-05, 1.665297895669937e-05, 1.722574234008789e-05]}, "gradients/encoder.encoder.layers.14.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 4.0, 4.0, 6.0, 18.0, 10.0, 24.0, 21.0, 27.0, 43.0, 43.0, 38.0, 67.0, 70.0, 81.0, 90.0, 86.0, 150.0, 40.0, 38.0, 38.0, 17.0, 16.0, 16.0, 13.0, 7.0, 12.0, 6.0, 5.0, 8.0, 6.0, 1.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4901161193847656e-06, -1.4258548617362976e-06, -1.3615936040878296e-06, -1.2973323464393616e-06, -1.2330710887908936e-06, -1.1688098311424255e-06, -1.1045485734939575e-06, -1.0402873158454895e-06, -9.760260581970215e-07, -9.117648005485535e-07, -8.475035429000854e-07, -7.832422852516174e-07, -7.189810276031494e-07, -6.547197699546814e-07, -5.904585123062134e-07, -5.261972546577454e-07, -4.6193599700927734e-07, -3.976747393608093e-07, -3.334134817123413e-07, -2.691522240638733e-07, -2.0489096641540527e-07, -1.4062970876693726e-07, -7.636845111846924e-08, -1.210719347000122e-08, 5.21540641784668e-08, 1.1641532182693481e-07, 1.8067657947540283e-07, 2.4493783712387085e-07, 3.0919909477233887e-07, 3.734603524208069e-07, 4.377216100692749e-07, 5.019828677177429e-07, 5.662441253662109e-07, 6.30505383014679e-07, 6.94766640663147e-07, 7.59027898311615e-07, 8.23289155960083e-07, 8.87550413608551e-07, 9.51811671257019e-07, 1.016072928905487e-06, 1.080334186553955e-06, 1.144595444202423e-06, 1.2088567018508911e-06, 1.2731179594993591e-06, 1.3373792171478271e-06, 1.4016404747962952e-06, 1.4659017324447632e-06, 1.5301629900932312e-06, 1.5944242477416992e-06, 1.6586855053901672e-06, 1.7229467630386353e-06, 1.7872080206871033e-06, 1.8514692783355713e-06, 1.9157305359840393e-06, 1.9799917936325073e-06, 2.0442530512809753e-06, 2.1085143089294434e-06, 2.1727755665779114e-06, 2.2370368242263794e-06, 2.3012980818748474e-06, 2.3655593395233154e-06, 2.4298205971717834e-06, 2.4940818548202515e-06, 2.5583431124687195e-06, 2.6226043701171875e-06]}, "gradients/encoder.encoder.layers.14.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 3.0, 0.0, 10.0, 12.0, 13.0, 24.0, 31.0, 51.0, 74.0, 95.0, 129.0, 182.0, 274.0, 437.0, 584.0, 938.0, 1333.0, 1211.0, 2635.0, 3932.0, 5855.0, 8695.0, 13549.0, 21308.0, 36287.0, 73799.0, 561389.0, 177001.0, 55920.0, 29858.0, 12989.0, 13343.0, 8841.0, 5907.0, 3874.0, 2610.0, 1742.0, 1235.0, 785.0, 498.0, 366.0, 260.0, 155.0, 84.0, 81.0, 64.0, 29.0, 18.0, 16.0, 14.0, 9.0, 9.0, 2.0, 3.0, 4.0, 1.0], "bins": [-6.079673767089844e-06, -5.905516445636749e-06, -5.731359124183655e-06, -5.55720180273056e-06, -5.383044481277466e-06, -5.208887159824371e-06, -5.034729838371277e-06, -4.860572516918182e-06, -4.686415195465088e-06, -4.512257874011993e-06, -4.338100552558899e-06, -4.1639432311058044e-06, -3.98978590965271e-06, -3.8156285881996155e-06, -3.641471266746521e-06, -3.4673139452934265e-06, -3.293156623840332e-06, -3.1189993023872375e-06, -2.944841980934143e-06, -2.7706846594810486e-06, -2.596527338027954e-06, -2.4223700165748596e-06, -2.248212695121765e-06, -2.0740553736686707e-06, -1.8998980522155762e-06, -1.7257407307624817e-06, -1.5515834093093872e-06, -1.3774260878562927e-06, -1.2032687664031982e-06, -1.0291114449501038e-06, -8.549541234970093e-07, -6.807968020439148e-07, -5.066394805908203e-07, -3.3248215913772583e-07, -1.5832483768463135e-07, 1.5832483768463135e-08, 1.8998980522155762e-07, 3.641471266746521e-07, 5.383044481277466e-07, 7.124617695808411e-07, 8.866190910339355e-07, 1.06077641248703e-06, 1.2349337339401245e-06, 1.409091055393219e-06, 1.5832483768463135e-06, 1.757405698299408e-06, 1.9315630197525024e-06, 2.105720341205597e-06, 2.2798776626586914e-06, 2.454034984111786e-06, 2.6281923055648804e-06, 2.802349627017975e-06, 2.9765069484710693e-06, 3.150664269924164e-06, 3.3248215913772583e-06, 3.4989789128303528e-06, 3.6731362342834473e-06, 3.847293555736542e-06, 4.021450877189636e-06, 4.195608198642731e-06, 4.369765520095825e-06, 4.54392284154892e-06, 4.718080163002014e-06, 4.892237484455109e-06, 5.066394805908203e-06]}, "gradients/encoder.encoder.layers.14.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 0.0, 8.0, 5.0, 9.0, 8.0, 9.0, 7.0, 4.0, 7.0, 10.0, 11.0, 24.0, 7.0, 21.0, 24.0, 18.0, 33.0, 34.0, 32.0, 65.0, 237.0, 130.0, 37.0, 26.0, 28.0, 18.0, 23.0, 18.0, 15.0, 16.0, 14.0, 16.0, 8.0, 8.0, 11.0, 5.0, 13.0, 10.0, 7.0, 5.0, 8.0, 6.0, 6.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.7550926208496094e-06, -3.623776137828827e-06, -3.4924596548080444e-06, -3.361143171787262e-06, -3.2298266887664795e-06, -3.098510205745697e-06, -2.9671937227249146e-06, -2.835877239704132e-06, -2.7045607566833496e-06, -2.573244273662567e-06, -2.4419277906417847e-06, -2.310611307621002e-06, -2.1792948246002197e-06, -2.0479783415794373e-06, -1.9166618585586548e-06, -1.7853453755378723e-06, -1.6540288925170898e-06, -1.5227124094963074e-06, -1.391395926475525e-06, -1.2600794434547424e-06, -1.12876296043396e-06, -9.974464774131775e-07, -8.66129994392395e-07, -7.348135113716125e-07, -6.034970283508301e-07, -4.721805453300476e-07, -3.4086406230926514e-07, -2.0954757928848267e-07, -7.82310962677002e-08, 5.3085386753082275e-08, 1.8440186977386475e-07, 3.157183527946472e-07, 4.470348358154297e-07, 5.783513188362122e-07, 7.096678018569946e-07, 8.409842848777771e-07, 9.723007678985596e-07, 1.103617250919342e-06, 1.2349337339401245e-06, 1.366250216960907e-06, 1.4975666999816895e-06, 1.628883183002472e-06, 1.7601996660232544e-06, 1.8915161490440369e-06, 2.0228326320648193e-06, 2.154149115085602e-06, 2.2854655981063843e-06, 2.4167820811271667e-06, 2.5480985641479492e-06, 2.6794150471687317e-06, 2.810731530189514e-06, 2.9420480132102966e-06, 3.073364496231079e-06, 3.2046809792518616e-06, 3.335997462272644e-06, 3.4673139452934265e-06, 3.598630428314209e-06, 3.7299469113349915e-06, 3.861263394355774e-06, 3.992579877376556e-06, 4.123896360397339e-06, 4.255212843418121e-06, 4.386529326438904e-06, 4.517845809459686e-06, 4.649162292480469e-06]}, "gradients/encoder.encoder.layers.14.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 2.0, 4.0, 9.0, 4.0, 7.0, 19.0, 7.0, 19.0, 65.0, 43.0, 82.0, 90.0, 98.0, 142.0, 442.0, 343.0, 448.0, 586.0, 709.0, 1071.0, 3273.0, 2594.0, 3577.0, 4953.0, 7283.0, 10897.0, 45406.0, 54565.0, 129928.0, 514569.0, 130746.0, 83044.0, 16851.0, 10789.0, 7202.0, 5057.0, 3624.0, 4385.0, 1397.0, 1080.0, 776.0, 578.0, 432.0, 625.0, 168.0, 139.0, 102.0, 79.0, 60.0, 80.0, 35.0, 21.0, 12.0, 11.0, 14.0, 15.0, 6.0, 3.0, 1.0, 2.0, 1.0], "bins": [-2.2649765014648438e-06, -2.195127308368683e-06, -2.125278115272522e-06, -2.055428922176361e-06, -1.9855797290802e-06, -1.9157305359840393e-06, -1.8458813428878784e-06, -1.7760321497917175e-06, -1.7061829566955566e-06, -1.6363337635993958e-06, -1.5664845705032349e-06, -1.496635377407074e-06, -1.426786184310913e-06, -1.3569369912147522e-06, -1.2870877981185913e-06, -1.2172386050224304e-06, -1.1473894119262695e-06, -1.0775402188301086e-06, -1.0076910257339478e-06, -9.378418326377869e-07, -8.67992639541626e-07, -7.981434464454651e-07, -7.282942533493042e-07, -6.584450602531433e-07, -5.885958671569824e-07, -5.187466740608215e-07, -4.4889748096466064e-07, -3.7904828786849976e-07, -3.0919909477233887e-07, -2.39349901676178e-07, -1.695007085800171e-07, -9.96515154838562e-08, -2.9802322387695312e-08, 4.0046870708465576e-08, 1.0989606380462646e-07, 1.7974525690078735e-07, 2.4959444999694824e-07, 3.1944364309310913e-07, 3.8929283618927e-07, 4.591420292854309e-07, 5.289912223815918e-07, 5.988404154777527e-07, 6.686896085739136e-07, 7.385388016700745e-07, 8.083879947662354e-07, 8.782371878623962e-07, 9.480863809585571e-07, 1.017935574054718e-06, 1.087784767150879e-06, 1.1576339602470398e-06, 1.2274831533432007e-06, 1.2973323464393616e-06, 1.3671815395355225e-06, 1.4370307326316833e-06, 1.5068799257278442e-06, 1.5767291188240051e-06, 1.646578311920166e-06, 1.716427505016327e-06, 1.7862766981124878e-06, 1.8561258912086487e-06, 1.9259750843048096e-06, 1.9958242774009705e-06, 2.0656734704971313e-06, 2.1355226635932922e-06, 2.205371856689453e-06]}, "gradients/encoder.encoder.layers.14.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 3.0, 4.0, 4.0, 4.0, 0.0, 4.0, 4.0, 5.0, 7.0, 10.0, 9.0, 8.0, 13.0, 21.0, 23.0, 22.0, 28.0, 0.0, 55.0, 53.0, 58.0, 74.0, 216.0, 81.0, 43.0, 43.0, 47.0, 22.0, 26.0, 18.0, 0.0, 18.0, 15.0, 9.0, 7.0, 13.0, 3.0, 3.0, 5.0, 7.0, 5.0, 5.0, 5.0, 0.0, 4.0, 0.0, 4.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6689300537109375e-06, -1.6139820218086243e-06, -1.559033989906311e-06, -1.5040859580039978e-06, -1.4491379261016846e-06, -1.3941898941993713e-06, -1.339241862297058e-06, -1.2842938303947449e-06, -1.2293457984924316e-06, -1.1743977665901184e-06, -1.1194497346878052e-06, -1.064501702785492e-06, -1.0095536708831787e-06, -9.546056389808655e-07, -8.996576070785522e-07, -8.44709575176239e-07, -7.897615432739258e-07, -7.348135113716125e-07, -6.798654794692993e-07, -6.249174475669861e-07, -5.699694156646729e-07, -5.150213837623596e-07, -4.600733518600464e-07, -4.0512531995773315e-07, -3.501772880554199e-07, -2.952292561531067e-07, -2.4028122425079346e-07, -1.8533319234848022e-07, -1.30385160446167e-07, -7.543712854385376e-08, -2.0489096641540527e-08, 3.4458935260772705e-08, 8.940696716308594e-08, 1.4435499906539917e-07, 1.993030309677124e-07, 2.5425106287002563e-07, 3.0919909477233887e-07, 3.641471266746521e-07, 4.1909515857696533e-07, 4.7404319047927856e-07, 5.289912223815918e-07, 5.83939254283905e-07, 6.388872861862183e-07, 6.938353180885315e-07, 7.487833499908447e-07, 8.03731381893158e-07, 8.586794137954712e-07, 9.136274456977844e-07, 9.685754776000977e-07, 1.0235235095024109e-06, 1.0784715414047241e-06, 1.1334195733070374e-06, 1.1883676052093506e-06, 1.2433156371116638e-06, 1.298263669013977e-06, 1.3532117009162903e-06, 1.4081597328186035e-06, 1.4631077647209167e-06, 1.51805579662323e-06, 1.5730038285255432e-06, 1.6279518604278564e-06, 1.6828998923301697e-06, 1.737847924232483e-06, 1.7927959561347961e-06, 1.8477439880371094e-06]}, "gradients/encoder.encoder.layers.14.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 1.0, 2.0, 18.0, 14.0, 22.0, 30.0, 31.0, 48.0, 76.0, 116.0, 147.0, 210.0, 316.0, 425.0, 638.0, 2190.0, 1881.0, 2579.0, 4002.0, 5885.0, 9211.0, 15411.0, 26518.0, 50723.0, 130463.0, 545413.0, 131205.0, 51025.0, 41886.0, 9345.0, 5915.0, 4001.0, 2613.0, 1847.0, 1279.0, 893.0, 642.0, 478.0, 273.0, 229.0, 141.0, 217.0, 63.0, 41.0, 32.0, 18.0, 19.0, 8.0, 9.0, 4.0, 3.0, 2.0, 1.0, 3.0], "bins": [-2.2649765014648438e-06, -2.2007152438163757e-06, -2.1364539861679077e-06, -2.0721927285194397e-06, -2.0079314708709717e-06, -1.9436702132225037e-06, -1.8794089555740356e-06, -1.8151476979255676e-06, -1.7508864402770996e-06, -1.6866251826286316e-06, -1.6223639249801636e-06, -1.5581026673316956e-06, -1.4938414096832275e-06, -1.4295801520347595e-06, -1.3653188943862915e-06, -1.3010576367378235e-06, -1.2367963790893555e-06, -1.1725351214408875e-06, -1.1082738637924194e-06, -1.0440126061439514e-06, -9.797513484954834e-07, -9.154900908470154e-07, -8.512288331985474e-07, -7.869675755500793e-07, -7.227063179016113e-07, -6.584450602531433e-07, -5.941838026046753e-07, -5.299225449562073e-07, -4.6566128730773926e-07, -4.0140002965927124e-07, -3.371387720108032e-07, -2.728775143623352e-07, -2.086162567138672e-07, -1.4435499906539917e-07, -8.009374141693115e-08, -1.5832483768463135e-08, 4.842877388000488e-08, 1.126900315284729e-07, 1.7695128917694092e-07, 2.4121254682540894e-07, 3.0547380447387695e-07, 3.6973506212234497e-07, 4.33996319770813e-07, 4.98257577419281e-07, 5.62518835067749e-07, 6.26780092716217e-07, 6.910413503646851e-07, 7.553026080131531e-07, 8.195638656616211e-07, 8.838251233100891e-07, 9.480863809585571e-07, 1.0123476386070251e-06, 1.0766088962554932e-06, 1.1408701539039612e-06, 1.2051314115524292e-06, 1.2693926692008972e-06, 1.3336539268493652e-06, 1.3979151844978333e-06, 1.4621764421463013e-06, 1.5264376997947693e-06, 1.5906989574432373e-06, 1.6549602150917053e-06, 1.7192214727401733e-06, 1.7834827303886414e-06, 1.8477439880371094e-06]}, "gradients/encoder.encoder.layers.14.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 5.0, 4.0, 7.0, 0.0, 9.0, 5.0, 6.0, 5.0, 0.0, 13.0, 8.0, 11.0, 22.0, 0.0, 21.0, 28.0, 42.0, 38.0, 0.0, 38.0, 60.0, 98.0, 226.0, 0.0, 80.0, 67.0, 44.0, 38.0, 0.0, 22.0, 23.0, 28.0, 11.0, 0.0, 13.0, 9.0, 6.0, 3.0, 0.0, 4.0, 3.0, 5.0, 8.0, 0.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3709068298339844e-06, -1.323409378528595e-06, -1.2759119272232056e-06, -1.2284144759178162e-06, -1.1809170246124268e-06, -1.1334195733070374e-06, -1.085922122001648e-06, -1.0384246706962585e-06, -9.909272193908691e-07, -9.434297680854797e-07, -8.959323167800903e-07, -8.484348654747009e-07, -8.009374141693115e-07, -7.534399628639221e-07, -7.059425115585327e-07, -6.584450602531433e-07, -6.109476089477539e-07, -5.634501576423645e-07, -5.159527063369751e-07, -4.684552550315857e-07, -4.209578037261963e-07, -3.734603524208069e-07, -3.259629011154175e-07, -2.784654498100281e-07, -2.3096799850463867e-07, -1.8347054719924927e-07, -1.3597309589385986e-07, -8.847564458847046e-08, -4.0978193283081055e-08, 6.51925802230835e-09, 5.4016709327697754e-08, 1.0151416063308716e-07, 1.4901161193847656e-07, 1.9650906324386597e-07, 2.4400651454925537e-07, 2.915039658546448e-07, 3.390014171600342e-07, 3.864988684654236e-07, 4.33996319770813e-07, 4.814937710762024e-07, 5.289912223815918e-07, 5.764886736869812e-07, 6.239861249923706e-07, 6.7148357629776e-07, 7.189810276031494e-07, 7.664784789085388e-07, 8.139759302139282e-07, 8.614733815193176e-07, 9.08970832824707e-07, 9.564682841300964e-07, 1.0039657354354858e-06, 1.0514631867408752e-06, 1.0989606380462646e-06, 1.146458089351654e-06, 1.1939555406570435e-06, 1.2414529919624329e-06, 1.2889504432678223e-06, 1.3364478945732117e-06, 1.383945345878601e-06, 1.4314427971839905e-06, 1.4789402484893799e-06, 1.5264376997947693e-06, 1.5739351511001587e-06, 1.621432602405548e-06, 1.6689300537109375e-06]}, "gradients/encoder.encoder.layers.14.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 4.0, 4.0, 7.0, 15.0, 17.0, 30.0, 36.0, 58.0, 131.0, 215.0, 120.0, 77.0, 55.0, 52.0, 28.0, 38.0, 15.0, 13.0, 11.0, 14.0, 12.0, 10.0, 7.0, 7.0, 4.0, 3.0, 3.0, 2.0, 4.0, 3.0, 4.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.7946018488146365e-05, -1.718004932627082e-05, -1.641407834540587e-05, -1.5648109183530323e-05, -1.4882140021654777e-05, -1.411616995028453e-05, -1.3350199878914282e-05, -1.2584230717038736e-05, -1.1818260645668488e-05, -1.105229057429824e-05, -1.0286321412422694e-05, -9.520351341052447e-06, -8.754381269682199e-06, -7.988412107806653e-06, -7.222442036436405e-06, -6.456472419813508e-06, -5.690502803190611e-06, -4.9245331865677144e-06, -4.1585635699448176e-06, -3.39259349857457e-06, -2.626623881951673e-06, -1.860654265328776e-06, -1.0946841939585283e-06, -3.287145773356315e-07, 4.372550392872654e-07, 1.203224769597e-06, 1.9691944999067346e-06, 2.735164343903307e-06, 3.5011339605262037e-06, 4.267103577149101e-06, 5.033073648519348e-06, 5.799043265142245e-06, 6.565012881765142e-06, 7.330982498388039e-06, 8.096952115010936e-06, 8.862922186381184e-06, 9.62889134825673e-06, 1.0394861419626977e-05, 1.1160831490997225e-05, 1.1926800652872771e-05, 1.2692770724243019e-05, 1.3458740795613267e-05, 1.4224709957488813e-05, 1.499068002885906e-05, 1.5756650100229308e-05, 1.6522619262104854e-05, 1.72885884239804e-05, 1.805455940484535e-05, 1.8820528566720895e-05, 1.958649772859644e-05, 2.035246870946139e-05, 2.1118437871336937e-05, 2.1884407033212483e-05, 2.265037619508803e-05, 2.341634717595298e-05, 2.4182316337828524e-05, 2.4948287318693474e-05, 2.571425648056902e-05, 2.648022746143397e-05, 2.7246196623309515e-05, 2.801216578518506e-05, 2.877813676605001e-05, 2.9544105927925557e-05, 3.0310075089801103e-05, 3.107604425167665e-05]}, "gradients/encoder.encoder.layers.14.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 4.0, 1.0, 4.0, 4.0, 7.0, 6.0, 7.0, 16.0, 9.0, 16.0, 14.0, 19.0, 22.0, 27.0, 38.0, 48.0, 33.0, 48.0, 55.0, 44.0, 45.0, 46.0, 59.0, 41.0, 46.0, 54.0, 44.0, 36.0, 37.0, 42.0, 26.0, 16.0, 18.0, 13.0, 13.0, 13.0, 13.0, 8.0, 3.0, 2.0, 5.0, 3.0, 2.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.6450881958007812e-05, -1.59507617354393e-05, -1.545064151287079e-05, -1.4950521290302277e-05, -1.4450401067733765e-05, -1.3950280845165253e-05, -1.345016062259674e-05, -1.2950040400028229e-05, -1.2449920177459717e-05, -1.1949799954891205e-05, -1.1449679732322693e-05, -1.0949559509754181e-05, -1.0449439287185669e-05, -9.949319064617157e-06, -9.449198842048645e-06, -8.949078619480133e-06, -8.448958396911621e-06, -7.948838174343109e-06, -7.448717951774597e-06, -6.948597729206085e-06, -6.448477506637573e-06, -5.948357284069061e-06, -5.448237061500549e-06, -4.948116838932037e-06, -4.447996616363525e-06, -3.9478763937950134e-06, -3.4477561712265015e-06, -2.9476359486579895e-06, -2.4475157260894775e-06, -1.9473955035209656e-06, -1.4472752809524536e-06, -9.471550583839417e-07, -4.470348358154297e-07, 5.3085386753082275e-08, 5.532056093215942e-07, 1.0533258318901062e-06, 1.5534460544586182e-06, 2.05356627702713e-06, 2.553686499595642e-06, 3.053806722164154e-06, 3.553926944732666e-06, 4.054047167301178e-06, 4.55416738986969e-06, 5.054287612438202e-06, 5.554407835006714e-06, 6.054528057575226e-06, 6.554648280143738e-06, 7.05476850271225e-06, 7.554888725280762e-06, 8.055008947849274e-06, 8.555129170417786e-06, 9.055249392986298e-06, 9.55536961555481e-06, 1.0055489838123322e-05, 1.0555610060691833e-05, 1.1055730283260345e-05, 1.1555850505828857e-05, 1.205597072839737e-05, 1.2556090950965881e-05, 1.3056211173534393e-05, 1.3556331396102905e-05, 1.4056451618671417e-05, 1.455657184123993e-05, 1.5056692063808441e-05, 1.5556812286376953e-05]}, "gradients/encoder.encoder.layers.13.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 5.0, 1.0, 10.0, 7.0, 18.0, 24.0, 32.0, 37.0, 78.0, 103.0, 174.0, 249.0, 419.0, 571.0, 904.0, 1343.0, 2270.0, 3616.0, 5969.0, 10528.0, 18749.0, 37567.0, 176578.0, 3829856.0, 50191.0, 21968.0, 11841.0, 7350.0, 4539.0, 2844.0, 2123.0, 1110.0, 775.0, 610.0, 442.0, 323.0, 251.0, 199.0, 140.0, 107.0, 88.0, 66.0, 47.0, 37.0, 28.0, 27.0, 24.0, 16.0, 13.0, 7.0, 5.0, 6.0, 4.0, 2.0, 3.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0], "bins": [-1.055002212524414e-05, -1.0130926966667175e-05, -9.71183180809021e-06, -9.292736649513245e-06, -8.87364149093628e-06, -8.454546332359314e-06, -8.035451173782349e-06, -7.616356015205383e-06, -7.197260856628418e-06, -6.778165698051453e-06, -6.359070539474487e-06, -5.939975380897522e-06, -5.520880222320557e-06, -5.101785063743591e-06, -4.682689905166626e-06, -4.263594746589661e-06, -3.844499588012695e-06, -3.42540442943573e-06, -3.0063092708587646e-06, -2.5872141122817993e-06, -2.168118953704834e-06, -1.7490237951278687e-06, -1.3299286365509033e-06, -9.10833477973938e-07, -4.917383193969727e-07, -7.264316082000732e-08, 3.46451997756958e-07, 7.655471563339233e-07, 1.1846423149108887e-06, 1.603737473487854e-06, 2.0228326320648193e-06, 2.4419277906417847e-06, 2.86102294921875e-06, 3.2801181077957153e-06, 3.6992132663726807e-06, 4.118308424949646e-06, 4.537403583526611e-06, 4.956498742103577e-06, 5.375593900680542e-06, 5.794689059257507e-06, 6.213784217834473e-06, 6.632879376411438e-06, 7.051974534988403e-06, 7.471069693565369e-06, 7.890164852142334e-06, 8.3092600107193e-06, 8.728355169296265e-06, 9.14745032787323e-06, 9.566545486450195e-06, 9.98564064502716e-06, 1.0404735803604126e-05, 1.0823830962181091e-05, 1.1242926120758057e-05, 1.1662021279335022e-05, 1.2081116437911987e-05, 1.2500211596488953e-05, 1.2919306755065918e-05, 1.3338401913642883e-05, 1.3757497072219849e-05, 1.4176592230796814e-05, 1.459568738937378e-05, 1.5014782547950745e-05, 1.543387770652771e-05, 1.5852972865104675e-05, 1.627206802368164e-05]}, "gradients/encoder.encoder.layers.13.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 2.0, 0.0, 3.0, 4.0, 5.0, 8.0, 18.0, 18.0, 0.0, 18.0, 23.0, 45.0, 52.0, 60.0, 65.0, 0.0, 76.0, 69.0, 84.0, 90.0, 79.0, 64.0, 0.0, 39.0, 40.0, 30.0, 34.0, 16.0, 19.0, 0.0, 9.0, 11.0, 10.0, 2.0, 1.0, 4.0, 0.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2516975402832031e-06, -1.2004747986793518e-06, -1.1492520570755005e-06, -1.0980293154716492e-06, -1.0468065738677979e-06, -9.955838322639465e-07, -9.443610906600952e-07, -8.931383490562439e-07, -8.419156074523926e-07, -7.906928658485413e-07, -7.394701242446899e-07, -6.882473826408386e-07, -6.370246410369873e-07, -5.85801899433136e-07, -5.345791578292847e-07, -4.833564162254333e-07, -4.3213367462158203e-07, -3.809109330177307e-07, -3.296881914138794e-07, -2.784654498100281e-07, -2.2724270820617676e-07, -1.7601996660232544e-07, -1.2479722499847412e-07, -7.35744833946228e-08, -2.2351741790771484e-08, 2.8870999813079834e-08, 8.009374141693115e-08, 1.3131648302078247e-07, 1.825392246246338e-07, 2.337619662284851e-07, 2.849847078323364e-07, 3.3620744943618774e-07, 3.8743019104003906e-07, 4.386529326438904e-07, 4.898756742477417e-07, 5.41098415851593e-07, 5.923211574554443e-07, 6.435438990592957e-07, 6.94766640663147e-07, 7.459893822669983e-07, 7.972121238708496e-07, 8.484348654747009e-07, 8.996576070785522e-07, 9.508803486824036e-07, 1.0021030902862549e-06, 1.0533258318901062e-06, 1.1045485734939575e-06, 1.1557713150978088e-06, 1.2069940567016602e-06, 1.2582167983055115e-06, 1.3094395399093628e-06, 1.3606622815132141e-06, 1.4118850231170654e-06, 1.4631077647209167e-06, 1.514330506324768e-06, 1.5655532479286194e-06, 1.6167759895324707e-06, 1.667998731136322e-06, 1.7192214727401733e-06, 1.7704442143440247e-06, 1.821666955947876e-06, 1.8728896975517273e-06, 1.9241124391555786e-06, 1.97533518075943e-06, 2.0265579223632812e-06]}, "gradients/encoder.encoder.layers.13.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 4.0, 3.0, 9.0, 8.0, 16.0, 13.0, 25.0, 49.0, 52.0, 71.0, 104.0, 129.0, 207.0, 272.0, 591.0, 626.0, 923.0, 1462.0, 2270.0, 3598.0, 5601.0, 13269.0, 18171.0, 34753.0, 85327.0, 604460.0, 3188804.0, 131259.0, 54176.0, 18660.0, 10407.0, 6553.0, 4174.0, 2746.0, 1803.0, 1527.0, 719.0, 485.0, 290.0, 224.0, 129.0, 106.0, 90.0, 28.0, 31.0, 22.0, 14.0, 8.0, 12.0, 7.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0], "bins": [-6.198883056640625e-06, -6.011687219142914e-06, -5.824491381645203e-06, -5.6372955441474915e-06, -5.45009970664978e-06, -5.262903869152069e-06, -5.075708031654358e-06, -4.888512194156647e-06, -4.7013163566589355e-06, -4.514120519161224e-06, -4.326924681663513e-06, -4.139728844165802e-06, -3.952533006668091e-06, -3.7653371691703796e-06, -3.5781413316726685e-06, -3.3909454941749573e-06, -3.203749656677246e-06, -3.016553819179535e-06, -2.8293579816818237e-06, -2.6421621441841125e-06, -2.4549663066864014e-06, -2.26777046918869e-06, -2.080574631690979e-06, -1.8933787941932678e-06, -1.7061829566955566e-06, -1.5189871191978455e-06, -1.3317912817001343e-06, -1.144595444202423e-06, -9.57399606704712e-07, -7.702037692070007e-07, -5.830079317092896e-07, -3.9581209421157837e-07, -2.086162567138672e-07, -2.1420419216156006e-08, 1.6577541828155518e-07, 3.5297125577926636e-07, 5.401670932769775e-07, 7.273629307746887e-07, 9.145587682723999e-07, 1.101754605770111e-06, 1.2889504432678223e-06, 1.4761462807655334e-06, 1.6633421182632446e-06, 1.8505379557609558e-06, 2.037733793258667e-06, 2.224929630756378e-06, 2.4121254682540894e-06, 2.5993213057518005e-06, 2.7865171432495117e-06, 2.973712980747223e-06, 3.160908818244934e-06, 3.3481046557426453e-06, 3.5353004932403564e-06, 3.7224963307380676e-06, 3.909692168235779e-06, 4.09688800573349e-06, 4.284083843231201e-06, 4.471279680728912e-06, 4.6584755182266235e-06, 4.845671355724335e-06, 5.032867193222046e-06, 5.220063030719757e-06, 5.407258868217468e-06, 5.5944547057151794e-06, 5.781650543212891e-06]}, "gradients/encoder.encoder.layers.13.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 5.0, 7.0, 2.0, 11.0, 5.0, 16.0, 9.0, 5.0, 14.0, 30.0, 26.0, 12.0, 43.0, 84.0, 157.0, 413.0, 418.0, 1966.0, 391.0, 139.0, 44.0, 45.0, 40.0, 21.0, 22.0, 12.0, 18.0, 10.0, 18.0, 16.0, 6.0, 17.0, 9.0, 10.0, 5.0, 11.0, 6.0, 4.0, 6.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-2.9802322387695312e-06, -2.8740614652633667e-06, -2.767890691757202e-06, -2.6617199182510376e-06, -2.555549144744873e-06, -2.4493783712387085e-06, -2.343207597732544e-06, -2.2370368242263794e-06, -2.130866050720215e-06, -2.0246952772140503e-06, -1.9185245037078857e-06, -1.8123537302017212e-06, -1.7061829566955566e-06, -1.600012183189392e-06, -1.4938414096832275e-06, -1.387670636177063e-06, -1.2814998626708984e-06, -1.1753290891647339e-06, -1.0691583156585693e-06, -9.629875421524048e-07, -8.568167686462402e-07, -7.506459951400757e-07, -6.444752216339111e-07, -5.383044481277466e-07, -4.3213367462158203e-07, -3.259629011154175e-07, -2.1979212760925293e-07, -1.1362135410308838e-07, -7.450580596923828e-09, 9.872019290924072e-08, 2.0489096641540527e-07, 3.110617399215698e-07, 4.172325134277344e-07, 5.234032869338989e-07, 6.295740604400635e-07, 7.35744833946228e-07, 8.419156074523926e-07, 9.480863809585571e-07, 1.0542571544647217e-06, 1.1604279279708862e-06, 1.2665987014770508e-06, 1.3727694749832153e-06, 1.4789402484893799e-06, 1.5851110219955444e-06, 1.691281795501709e-06, 1.7974525690078735e-06, 1.903623342514038e-06, 2.0097941160202026e-06, 2.115964889526367e-06, 2.2221356630325317e-06, 2.3283064365386963e-06, 2.434477210044861e-06, 2.5406479835510254e-06, 2.64681875705719e-06, 2.7529895305633545e-06, 2.859160304069519e-06, 2.9653310775756836e-06, 3.071501851081848e-06, 3.1776726245880127e-06, 3.2838433980941772e-06, 3.390014171600342e-06, 3.4961849451065063e-06, 3.602355718612671e-06, 3.7085264921188354e-06, 3.814697265625e-06]}, "gradients/encoder.encoder.layers.13.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 7.0, 11.0, 16.0, 15.0, 36.0, 42.0, 81.0, 117.0, 135.0, 130.0, 87.0, 60.0, 50.0, 38.0, 21.0, 32.0, 20.0, 13.0, 15.0, 10.0, 8.0, 9.0, 8.0, 8.0, 7.0, 7.0, 3.0, 1.0, 1.0, 4.0, 2.0, 2.0, 2.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3527584087569267e-05, -1.287041504838271e-05, -1.2213246009196155e-05, -1.15560778795043e-05, -1.0898908840317745e-05, -1.0241739801131189e-05, -9.584571671439335e-06, -8.927402632252779e-06, -8.270233593066223e-06, -7.613064553879667e-06, -6.955895969440462e-06, -6.298727385001257e-06, -5.641558345814701e-06, -4.984389306628145e-06, -4.32722072218894e-06, -3.6700521377497353e-06, -3.0128830985631794e-06, -2.355714286750299e-06, -1.6985454749374185e-06, -1.041376663124538e-06, -3.842078513116576e-07, 2.7296096050122287e-07, 9.301297723141033e-07, 1.5872983567533083e-06, 2.2444673959398642e-06, 2.9016362077527447e-06, 3.558805019565625e-06, 4.21597360400483e-06, 4.873142643191386e-06, 5.530311682377942e-06, 6.187480266817147e-06, 6.844648851256352e-06, 7.501817890442908e-06, 8.158986929629464e-06, 8.81615596881602e-06, 9.473324098507874e-06, 1.013049313769443e-05, 1.0787662176880985e-05, 1.144483030657284e-05, 1.2101999345759396e-05, 1.2759168384945951e-05, 1.3416337424132507e-05, 1.4073506463319063e-05, 1.4730674593010917e-05, 1.538784272270277e-05, 1.604501267138403e-05, 1.6702180801075883e-05, 1.735935074975714e-05, 1.8016518879448995e-05, 1.867368700914085e-05, 1.9330856957822107e-05, 1.998802508751396e-05, 2.064519503619522e-05, 2.1302363165887073e-05, 2.1959531295578927e-05, 2.261669942527078e-05, 2.327386937395204e-05, 2.3931037503643893e-05, 2.458820745232515e-05, 2.5245375582017004e-05, 2.590254371170886e-05, 2.6559713660390116e-05, 2.721688179008197e-05, 2.7874051738763228e-05, 2.8531219868455082e-05]}, "gradients/encoder.encoder.layers.13.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 9.0, 7.0, 5.0, 12.0, 15.0, 12.0, 12.0, 19.0, 28.0, 21.0, 42.0, 28.0, 26.0, 47.0, 40.0, 46.0, 42.0, 50.0, 45.0, 55.0, 40.0, 34.0, 55.0, 40.0, 34.0, 35.0, 24.0, 27.0, 28.0, 19.0, 31.0, 15.0, 14.0, 11.0, 6.0, 10.0, 6.0, 7.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4126300811767578e-05, -1.3709068298339844e-05, -1.329183578491211e-05, -1.2874603271484375e-05, -1.245737075805664e-05, -1.2040138244628906e-05, -1.1622905731201172e-05, -1.1205673217773438e-05, -1.0788440704345703e-05, -1.0371208190917969e-05, -9.953975677490234e-06, -9.5367431640625e-06, -9.119510650634766e-06, -8.702278137207031e-06, -8.285045623779297e-06, -7.867813110351562e-06, -7.450580596923828e-06, -7.033348083496094e-06, -6.616115570068359e-06, -6.198883056640625e-06, -5.781650543212891e-06, -5.364418029785156e-06, -4.947185516357422e-06, -4.5299530029296875e-06, -4.112720489501953e-06, -3.6954879760742188e-06, -3.2782554626464844e-06, -2.86102294921875e-06, -2.4437904357910156e-06, -2.0265579223632812e-06, -1.6093254089355469e-06, -1.1920928955078125e-06, -7.748603820800781e-07, -3.5762786865234375e-07, 5.960464477539063e-08, 4.76837158203125e-07, 8.940696716308594e-07, 1.3113021850585938e-06, 1.7285346984863281e-06, 2.1457672119140625e-06, 2.562999725341797e-06, 2.9802322387695312e-06, 3.3974647521972656e-06, 3.814697265625e-06, 4.231929779052734e-06, 4.649162292480469e-06, 5.066394805908203e-06, 5.4836273193359375e-06, 5.900859832763672e-06, 6.318092346191406e-06, 6.735324859619141e-06, 7.152557373046875e-06, 7.569789886474609e-06, 7.987022399902344e-06, 8.404254913330078e-06, 8.821487426757812e-06, 9.238719940185547e-06, 9.655952453613281e-06, 1.0073184967041016e-05, 1.049041748046875e-05, 1.0907649993896484e-05, 1.1324882507324219e-05, 1.1742115020751953e-05, 1.2159347534179688e-05, 1.2576580047607422e-05]}, "gradients/encoder.encoder.layers.13.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 6.0, 2.0, 2.0, 10.0, 10.0, 13.0, 16.0, 21.0, 27.0, 46.0, 72.0, 114.0, 229.0, 320.0, 590.0, 1193.0, 1949.0, 4287.0, 8078.0, 17815.0, 55395.0, 161204.0, 584707.0, 133288.0, 44306.0, 19334.0, 7286.0, 3982.0, 1690.0, 956.0, 606.0, 330.0, 226.0, 147.0, 92.0, 54.0, 38.0, 26.0, 20.0, 16.0, 16.0, 3.0, 5.0, 8.0, 7.0, 4.0, 3.0, 3.0, 3.0, 6.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.341104507446289e-05, -1.297052949666977e-05, -1.2530013918876648e-05, -1.2089498341083527e-05, -1.1648982763290405e-05, -1.1208467185497284e-05, -1.0767951607704163e-05, -1.0327436029911041e-05, -9.88692045211792e-06, -9.446404874324799e-06, -9.005889296531677e-06, -8.565373718738556e-06, -8.124858140945435e-06, -7.684342563152313e-06, -7.243826985359192e-06, -6.8033114075660706e-06, -6.362795829772949e-06, -5.922280251979828e-06, -5.4817646741867065e-06, -5.041249096393585e-06, -4.600733518600464e-06, -4.1602179408073425e-06, -3.719702363014221e-06, -3.2791867852211e-06, -2.8386712074279785e-06, -2.398155629634857e-06, -1.957640051841736e-06, -1.5171244740486145e-06, -1.0766088962554932e-06, -6.360933184623718e-07, -1.955777406692505e-07, 2.4493783712387085e-07, 6.854534149169922e-07, 1.1259689927101135e-06, 1.5664845705032349e-06, 2.007000148296356e-06, 2.4475157260894775e-06, 2.888031303882599e-06, 3.3285468816757202e-06, 3.7690624594688416e-06, 4.209578037261963e-06, 4.650093615055084e-06, 5.0906091928482056e-06, 5.531124770641327e-06, 5.971640348434448e-06, 6.41215592622757e-06, 6.852671504020691e-06, 7.293187081813812e-06, 7.733702659606934e-06, 8.174218237400055e-06, 8.614733815193176e-06, 9.055249392986298e-06, 9.495764970779419e-06, 9.93628054857254e-06, 1.0376796126365662e-05, 1.0817311704158783e-05, 1.1257827281951904e-05, 1.1698342859745026e-05, 1.2138858437538147e-05, 1.2579374015331268e-05, 1.301988959312439e-05, 1.3460405170917511e-05, 1.3900920748710632e-05, 1.4341436326503754e-05, 1.4781951904296875e-05]}, "gradients/encoder.encoder.layers.13.attention.out_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 3.0, 5.0, 4.0, 8.0, 12.0, 14.0, 16.0, 24.0, 29.0, 32.0, 44.0, 71.0, 70.0, 77.0, 72.0, 74.0, 78.0, 72.0, 0.0, 66.0, 48.0, 52.0, 42.0, 24.0, 16.0, 21.0, 8.0, 6.0, 7.0, 1.0, 2.0, 9.0, 1.0, 1.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0728836059570312e-06, -1.016072928905487e-06, -9.592622518539429e-07, -9.024515748023987e-07, -8.456408977508545e-07, -7.888302206993103e-07, -7.320195436477661e-07, -6.752088665962219e-07, -6.183981895446777e-07, -5.615875124931335e-07, -5.047768354415894e-07, -4.4796615839004517e-07, -3.91155481338501e-07, -3.343448042869568e-07, -2.775341272354126e-07, -2.207234501838684e-07, -1.6391277313232422e-07, -1.0710209608078003e-07, -5.029141902923584e-08, 6.51925802230835e-09, 6.332993507385254e-08, 1.2014061212539673e-07, 1.7695128917694092e-07, 2.337619662284851e-07, 2.905726432800293e-07, 3.473833203315735e-07, 4.041939973831177e-07, 4.6100467443466187e-07, 5.178153514862061e-07, 5.746260285377502e-07, 6.314367055892944e-07, 6.882473826408386e-07, 7.450580596923828e-07, 8.01868736743927e-07, 8.586794137954712e-07, 9.154900908470154e-07, 9.723007678985596e-07, 1.0291114449501038e-06, 1.085922122001648e-06, 1.1427327990531921e-06, 1.1995434761047363e-06, 1.2563541531562805e-06, 1.3131648302078247e-06, 1.369975507259369e-06, 1.426786184310913e-06, 1.4835968613624573e-06, 1.5404075384140015e-06, 1.5972182154655457e-06, 1.6540288925170898e-06, 1.710839569568634e-06, 1.7676502466201782e-06, 1.8244609236717224e-06, 1.8812716007232666e-06, 1.938082277774811e-06, 1.994892954826355e-06, 2.051703631877899e-06, 2.1085143089294434e-06, 2.1653249859809875e-06, 2.2221356630325317e-06, 2.278946340084076e-06, 2.33575701713562e-06, 2.3925676941871643e-06, 2.4493783712387085e-06, 2.5061890482902527e-06, 2.562999725341797e-06]}, "gradients/encoder.encoder.layers.13.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 7.0, 9.0, 4.0, 14.0, 17.0, 28.0, 34.0, 49.0, 74.0, 124.0, 177.0, 150.0, 349.0, 564.0, 832.0, 827.0, 1684.0, 2662.0, 4095.0, 3928.0, 8440.0, 13758.0, 25080.0, 53328.0, 84157.0, 647147.0, 107725.0, 40690.0, 14724.0, 13842.0, 8432.0, 5444.0, 2485.0, 2674.0, 1761.0, 1094.0, 547.0, 549.0, 355.0, 230.0, 154.0, 69.0, 79.0, 58.0, 34.0, 21.0, 16.0, 18.0, 8.0, 6.0, 5.0, 4.0, 0.0, 1.0], "bins": [-5.841255187988281e-06, -5.6764110922813416e-06, -5.511566996574402e-06, -5.346722900867462e-06, -5.1818788051605225e-06, -5.017034709453583e-06, -4.852190613746643e-06, -4.687346518039703e-06, -4.522502422332764e-06, -4.357658326625824e-06, -4.192814230918884e-06, -4.027970135211945e-06, -3.863126039505005e-06, -3.698281943798065e-06, -3.5334378480911255e-06, -3.368593752384186e-06, -3.203749656677246e-06, -3.0389055609703064e-06, -2.8740614652633667e-06, -2.709217369556427e-06, -2.5443732738494873e-06, -2.3795291781425476e-06, -2.214685082435608e-06, -2.0498409867286682e-06, -1.8849968910217285e-06, -1.7201527953147888e-06, -1.5553086996078491e-06, -1.3904646039009094e-06, -1.2256205081939697e-06, -1.06077641248703e-06, -8.959323167800903e-07, -7.310882210731506e-07, -5.662441253662109e-07, -4.0140002965927124e-07, -2.3655593395233154e-07, -7.171183824539185e-08, 9.313225746154785e-08, 2.5797635316848755e-07, 4.2282044887542725e-07, 5.876645445823669e-07, 7.525086402893066e-07, 9.173527359962463e-07, 1.082196831703186e-06, 1.2470409274101257e-06, 1.4118850231170654e-06, 1.5767291188240051e-06, 1.7415732145309448e-06, 1.9064173102378845e-06, 2.0712614059448242e-06, 2.236105501651764e-06, 2.4009495973587036e-06, 2.5657936930656433e-06, 2.730637788772583e-06, 2.8954818844795227e-06, 3.0603259801864624e-06, 3.225170075893402e-06, 3.390014171600342e-06, 3.5548582673072815e-06, 3.719702363014221e-06, 3.884546458721161e-06, 4.049390554428101e-06, 4.21423465013504e-06, 4.37907874584198e-06, 4.54392284154892e-06, 4.708766937255859e-06]}, "gradients/encoder.encoder.layers.13.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 2.0, 3.0, 5.0, 1.0, 4.0, 4.0, 6.0, 5.0, 12.0, 8.0, 10.0, 7.0, 8.0, 11.0, 12.0, 20.0, 8.0, 23.0, 23.0, 41.0, 34.0, 55.0, 61.0, 241.0, 105.0, 56.0, 41.0, 21.0, 29.0, 27.0, 15.0, 20.0, 7.0, 7.0, 8.0, 7.0, 9.0, 12.0, 8.0, 3.0, 7.0, 6.0, 4.0, 6.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.2186508178710938e-06, -3.098510205745697e-06, -2.9783695936203003e-06, -2.8582289814949036e-06, -2.738088369369507e-06, -2.61794775724411e-06, -2.4978071451187134e-06, -2.3776665329933167e-06, -2.25752592086792e-06, -2.137385308742523e-06, -2.0172446966171265e-06, -1.8971040844917297e-06, -1.776963472366333e-06, -1.6568228602409363e-06, -1.5366822481155396e-06, -1.4165416359901428e-06, -1.296401023864746e-06, -1.1762604117393494e-06, -1.0561197996139526e-06, -9.359791874885559e-07, -8.158385753631592e-07, -6.956979632377625e-07, -5.755573511123657e-07, -4.55416738986969e-07, -3.3527612686157227e-07, -2.1513551473617554e-07, -9.499490261077881e-08, 2.514570951461792e-08, 1.4528632164001465e-07, 2.654269337654114e-07, 3.855675458908081e-07, 5.057081580162048e-07, 6.258487701416016e-07, 7.459893822669983e-07, 8.66129994392395e-07, 9.862706065177917e-07, 1.1064112186431885e-06, 1.2265518307685852e-06, 1.346692442893982e-06, 1.4668330550193787e-06, 1.5869736671447754e-06, 1.7071142792701721e-06, 1.8272548913955688e-06, 1.9473955035209656e-06, 2.0675361156463623e-06, 2.187676727771759e-06, 2.3078173398971558e-06, 2.4279579520225525e-06, 2.5480985641479492e-06, 2.668239176273346e-06, 2.7883797883987427e-06, 2.9085204005241394e-06, 3.028661012649536e-06, 3.148801624774933e-06, 3.2689422369003296e-06, 3.3890828490257263e-06, 3.509223461151123e-06, 3.6293640732765198e-06, 3.7495046854019165e-06, 3.869645297527313e-06, 3.98978590965271e-06, 4.109926521778107e-06, 4.230067133903503e-06, 4.3502077460289e-06, 4.470348358154297e-06]}, "gradients/encoder.encoder.layers.13.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 0.0, 1.0, 4.0, 6.0, 7.0, 12.0, 4.0, 22.0, 18.0, 35.0, 52.0, 48.0, 56.0, 158.0, 133.0, 364.0, 299.0, 370.0, 1406.0, 1344.0, 2147.0, 9183.0, 10143.0, 61294.0, 126038.0, 621889.0, 168569.0, 19195.0, 9987.0, 9339.0, 2076.0, 2143.0, 588.0, 390.0, 520.0, 147.0, 144.0, 167.0, 47.0, 69.0, 25.0, 30.0, 31.0, 12.0, 3.0, 19.0, 7.0, 10.0, 4.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-2.3245811462402344e-06, -2.2426247596740723e-06, -2.16066837310791e-06, -2.078711986541748e-06, -1.996755599975586e-06, -1.914799213409424e-06, -1.8328428268432617e-06, -1.7508864402770996e-06, -1.6689300537109375e-06, -1.5869736671447754e-06, -1.5050172805786133e-06, -1.4230608940124512e-06, -1.341104507446289e-06, -1.259148120880127e-06, -1.1771917343139648e-06, -1.0952353477478027e-06, -1.0132789611816406e-06, -9.313225746154785e-07, -8.493661880493164e-07, -7.674098014831543e-07, -6.854534149169922e-07, -6.034970283508301e-07, -5.21540641784668e-07, -4.3958425521850586e-07, -3.5762786865234375e-07, -2.7567148208618164e-07, -1.9371509552001953e-07, -1.1175870895385742e-07, -2.9802322387695312e-08, 5.21540641784668e-08, 1.341104507446289e-07, 2.1606683731079102e-07, 2.980232238769531e-07, 3.7997961044311523e-07, 4.6193599700927734e-07, 5.438923835754395e-07, 6.258487701416016e-07, 7.078051567077637e-07, 7.897615432739258e-07, 8.717179298400879e-07, 9.5367431640625e-07, 1.0356307029724121e-06, 1.1175870895385742e-06, 1.1995434761047363e-06, 1.2814998626708984e-06, 1.3634562492370605e-06, 1.4454126358032227e-06, 1.5273690223693848e-06, 1.6093254089355469e-06, 1.691281795501709e-06, 1.773238182067871e-06, 1.8551945686340332e-06, 1.9371509552001953e-06, 2.0191073417663574e-06, 2.1010637283325195e-06, 2.1830201148986816e-06, 2.2649765014648438e-06, 2.346932888031006e-06, 2.428889274597168e-06, 2.51084566116333e-06, 2.592802047729492e-06, 2.6747584342956543e-06, 2.7567148208618164e-06, 2.8386712074279785e-06, 2.9206275939941406e-06]}, "gradients/encoder.encoder.layers.13.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 7.0, 7.0, 11.0, 11.0, 18.0, 0.0, 12.0, 21.0, 26.0, 31.0, 58.0, 63.0, 91.0, 287.0, 91.0, 78.0, 59.0, 32.0, 29.0, 19.0, 11.0, 14.0, 13.0, 8.0, 2.0, 3.0, 0.0, 3.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.2649765014648438e-06, -2.207234501838684e-06, -2.1494925022125244e-06, -2.0917505025863647e-06, -2.034008502960205e-06, -1.9762665033340454e-06, -1.9185245037078857e-06, -1.860782504081726e-06, -1.8030405044555664e-06, -1.7452985048294067e-06, -1.687556505203247e-06, -1.6298145055770874e-06, -1.5720725059509277e-06, -1.514330506324768e-06, -1.4565885066986084e-06, -1.3988465070724487e-06, -1.341104507446289e-06, -1.2833625078201294e-06, -1.2256205081939697e-06, -1.16787850856781e-06, -1.1101365089416504e-06, -1.0523945093154907e-06, -9.94652509689331e-07, -9.369105100631714e-07, -8.791685104370117e-07, -8.21426510810852e-07, -7.636845111846924e-07, -7.059425115585327e-07, -6.48200511932373e-07, -5.904585123062134e-07, -5.327165126800537e-07, -4.7497451305389404e-07, -4.172325134277344e-07, -3.594905138015747e-07, -3.0174851417541504e-07, -2.4400651454925537e-07, -1.862645149230957e-07, -1.2852251529693604e-07, -7.078051567077637e-08, -1.30385160446167e-08, 4.470348358154297e-08, 1.0244548320770264e-07, 1.601874828338623e-07, 2.1792948246002197e-07, 2.7567148208618164e-07, 3.334134817123413e-07, 3.91155481338501e-07, 4.4889748096466064e-07, 5.066394805908203e-07, 5.6438148021698e-07, 6.221234798431396e-07, 6.798654794692993e-07, 7.37607479095459e-07, 7.953494787216187e-07, 8.530914783477783e-07, 9.10833477973938e-07, 9.685754776000977e-07, 1.0263174772262573e-06, 1.084059476852417e-06, 1.1418014764785767e-06, 1.1995434761047363e-06, 1.257285475730896e-06, 1.3150274753570557e-06, 1.3727694749832153e-06, 1.430511474609375e-06]}, "gradients/encoder.encoder.layers.13.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 8.0, 10.0, 14.0, 8.0, 19.0, 35.0, 39.0, 57.0, 59.0, 124.0, 127.0, 206.0, 297.0, 478.0, 745.0, 1160.0, 1750.0, 2888.0, 4631.0, 8286.0, 16095.0, 35828.0, 120592.0, 662020.0, 120477.0, 35557.0, 16063.0, 8260.0, 4665.0, 2913.0, 1743.0, 1167.0, 769.0, 450.0, 321.0, 216.0, 139.0, 114.0, 72.0, 47.0, 34.0, 26.0, 16.0, 7.0, 6.0, 6.0, 8.0, 4.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 6.0], "bins": [-1.9073486328125e-06, -1.8477439880371094e-06, -1.7881393432617188e-06, -1.7285346984863281e-06, -1.6689300537109375e-06, -1.6093254089355469e-06, -1.5497207641601562e-06, -1.4901161193847656e-06, -1.430511474609375e-06, -1.3709068298339844e-06, -1.3113021850585938e-06, -1.2516975402832031e-06, -1.1920928955078125e-06, -1.1324882507324219e-06, -1.0728836059570312e-06, -1.0132789611816406e-06, -9.5367431640625e-07, -8.940696716308594e-07, -8.344650268554688e-07, -7.748603820800781e-07, -7.152557373046875e-07, -6.556510925292969e-07, -5.960464477539062e-07, -5.364418029785156e-07, -4.76837158203125e-07, -4.172325134277344e-07, -3.5762786865234375e-07, -2.980232238769531e-07, -2.384185791015625e-07, -1.7881393432617188e-07, -1.1920928955078125e-07, -5.960464477539063e-08, 0.0, 5.960464477539063e-08, 1.1920928955078125e-07, 1.7881393432617188e-07, 2.384185791015625e-07, 2.980232238769531e-07, 3.5762786865234375e-07, 4.172325134277344e-07, 4.76837158203125e-07, 5.364418029785156e-07, 5.960464477539062e-07, 6.556510925292969e-07, 7.152557373046875e-07, 7.748603820800781e-07, 8.344650268554688e-07, 8.940696716308594e-07, 9.5367431640625e-07, 1.0132789611816406e-06, 1.0728836059570312e-06, 1.1324882507324219e-06, 1.1920928955078125e-06, 1.2516975402832031e-06, 1.3113021850585938e-06, 1.3709068298339844e-06, 1.430511474609375e-06, 1.4901161193847656e-06, 1.5497207641601562e-06, 1.6093254089355469e-06, 1.6689300537109375e-06, 1.7285346984863281e-06, 1.7881393432617188e-06, 1.8477439880371094e-06, 1.9073486328125e-06]}, "gradients/encoder.encoder.layers.13.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 2.0, 0.0, 6.0, 5.0, 4.0, 0.0, 4.0, 11.0, 11.0, 0.0, 19.0, 23.0, 29.0, 0.0, 38.0, 76.0, 120.0, 0.0, 302.0, 125.0, 76.0, 0.0, 33.0, 36.0, 19.0, 0.0, 22.0, 12.0, 6.0, 0.0, 8.0, 8.0, 1.0, 0.0, 5.0, 2.0, 7.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.430511474609375e-06, -1.385807991027832e-06, -1.341104507446289e-06, -1.296401023864746e-06, -1.2516975402832031e-06, -1.2069940567016602e-06, -1.1622905731201172e-06, -1.1175870895385742e-06, -1.0728836059570312e-06, -1.0281801223754883e-06, -9.834766387939453e-07, -9.387731552124023e-07, -8.940696716308594e-07, -8.493661880493164e-07, -8.046627044677734e-07, -7.599592208862305e-07, -7.152557373046875e-07, -6.705522537231445e-07, -6.258487701416016e-07, -5.811452865600586e-07, -5.364418029785156e-07, -4.917383193969727e-07, -4.470348358154297e-07, -4.023313522338867e-07, -3.5762786865234375e-07, -3.129243850708008e-07, -2.682209014892578e-07, -2.2351741790771484e-07, -1.7881393432617188e-07, -1.341104507446289e-07, -8.940696716308594e-08, -4.470348358154297e-08, 0.0, 4.470348358154297e-08, 8.940696716308594e-08, 1.341104507446289e-07, 1.7881393432617188e-07, 2.2351741790771484e-07, 2.682209014892578e-07, 3.129243850708008e-07, 3.5762786865234375e-07, 4.023313522338867e-07, 4.470348358154297e-07, 4.917383193969727e-07, 5.364418029785156e-07, 5.811452865600586e-07, 6.258487701416016e-07, 6.705522537231445e-07, 7.152557373046875e-07, 7.599592208862305e-07, 8.046627044677734e-07, 8.493661880493164e-07, 8.940696716308594e-07, 9.387731552124023e-07, 9.834766387939453e-07, 1.0281801223754883e-06, 1.0728836059570312e-06, 1.1175870895385742e-06, 1.1622905731201172e-06, 1.2069940567016602e-06, 1.2516975402832031e-06, 1.296401023864746e-06, 1.341104507446289e-06, 1.385807991027832e-06, 1.430511474609375e-06]}, "gradients/encoder.encoder.layers.13.layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 3.0, 3.0, 3.0, 3.0, 4.0, 4.0, 5.0, 9.0, 6.0, 13.0, 22.0, 24.0, 31.0, 67.0, 74.0, 133.0, 233.0, 122.0, 74.0, 44.0, 21.0, 29.0, 18.0, 11.0, 13.0, 11.0, 5.0, 8.0, 4.0, 2.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5850162526476197e-05, -1.5251203876687214e-05, -1.465224522689823e-05, -1.4053285667614546e-05, -1.3454327017825563e-05, -1.285536836803658e-05, -1.2256408808752894e-05, -1.1657450158963911e-05, -1.1058491509174928e-05, -1.0459532859385945e-05, -9.860574209596962e-06, -9.261614650313277e-06, -8.662656000524294e-06, -8.06369735073531e-06, -7.464738246198976e-06, -6.865779141662642e-06, -6.266820491873659e-06, -5.667861842084676e-06, -5.068902737548342e-06, -4.469943633012008e-06, -3.870984983223025e-06, -3.272026106060366e-06, -2.6730672288977075e-06, -2.0741081243613735e-06, -1.4751494745723903e-06, -8.761905974097317e-07, -2.772317202470731e-07, 3.217271569155855e-07, 9.206860340782441e-07, 1.5196449112409027e-06, 2.1186037884035613e-06, 2.7175628929398954e-06, 3.316519723739475e-06, 3.915478373528458e-06, 4.514437478064792e-06, 5.113396582601126e-06, 5.7123552323901094e-06, 6.311313882179093e-06, 6.910272986715427e-06, 7.509232091251761e-06, 8.108190741040744e-06, 8.707149390829727e-06, 9.30610804061871e-06, 9.905067599902395e-06, 1.0504026249691378e-05, 1.1102984899480361e-05, 1.1701944458764046e-05, 1.230090310855303e-05, 1.2899861758342013e-05, 1.3498820408130996e-05, 1.4097779057919979e-05, 1.4696738617203664e-05, 1.5295696357497945e-05, 1.5894656826276332e-05, 1.6493615476065315e-05, 1.70925741258543e-05, 1.769153277564328e-05, 1.8290491425432265e-05, 1.8889450075221248e-05, 1.948840872501023e-05, 2.0087369193788618e-05, 2.06863278435776e-05, 2.1285286493366584e-05, 2.1884245143155567e-05, 2.248320379294455e-05]}, "gradients/encoder.encoder.layers.13.layer_norm.bias": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 2.0, 1.0, 6.0, 1.0, 3.0, 5.0, 7.0, 11.0, 11.0, 15.0, 7.0, 13.0, 10.0, 27.0, 15.0, 17.0, 26.0, 21.0, 34.0, 44.0, 28.0, 29.0, 43.0, 37.0, 50.0, 52.0, 36.0, 41.0, 37.0, 54.0, 46.0, 37.0, 35.0, 34.0, 20.0, 25.0, 16.0, 23.0, 17.0, 16.0, 11.0, 10.0, 15.0, 6.0, 5.0, 6.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.225440979003906e-06, -7.934868335723877e-06, -7.644295692443848e-06, -7.353723049163818e-06, -7.063150405883789e-06, -6.77257776260376e-06, -6.4820051193237305e-06, -6.191432476043701e-06, -5.900859832763672e-06, -5.610287189483643e-06, -5.319714546203613e-06, -5.029141902923584e-06, -4.738569259643555e-06, -4.447996616363525e-06, -4.157423973083496e-06, -3.866851329803467e-06, -3.5762786865234375e-06, -3.285706043243408e-06, -2.995133399963379e-06, -2.7045607566833496e-06, -2.4139881134033203e-06, -2.123415470123291e-06, -1.8328428268432617e-06, -1.5422701835632324e-06, -1.2516975402832031e-06, -9.611248970031738e-07, -6.705522537231445e-07, -3.7997961044311523e-07, -8.940696716308594e-08, 2.0116567611694336e-07, 4.917383193969727e-07, 7.82310962677002e-07, 1.0728836059570312e-06, 1.3634562492370605e-06, 1.6540288925170898e-06, 1.944601535797119e-06, 2.2351741790771484e-06, 2.5257468223571777e-06, 2.816319465637207e-06, 3.1068921089172363e-06, 3.3974647521972656e-06, 3.688037395477295e-06, 3.978610038757324e-06, 4.2691826820373535e-06, 4.559755325317383e-06, 4.850327968597412e-06, 5.140900611877441e-06, 5.431473255157471e-06, 5.7220458984375e-06, 6.012618541717529e-06, 6.303191184997559e-06, 6.593763828277588e-06, 6.884336471557617e-06, 7.1749091148376465e-06, 7.465481758117676e-06, 7.756054401397705e-06, 8.046627044677734e-06, 8.337199687957764e-06, 8.627772331237793e-06, 8.918344974517822e-06, 9.208917617797852e-06, 9.499490261077881e-06, 9.79006290435791e-06, 1.008063554763794e-05, 1.0371208190917969e-05]}, "gradients/encoder.encoder.layers.12.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 2.0, 4.0, 9.0, 10.0, 14.0, 47.0, 50.0, 103.0, 195.0, 260.0, 553.0, 969.0, 1849.0, 3657.0, 7407.0, 16298.0, 44485.0, 3969801.0, 98619.0, 26312.0, 10313.0, 5513.0, 3038.0, 1702.0, 1064.0, 629.0, 427.0, 273.0, 203.0, 122.0, 71.0, 73.0, 48.0, 33.0, 40.0, 17.0, 19.0, 12.0, 10.0, 7.0, 7.0, 5.0, 4.0, 3.0, 7.0, 3.0, 3.0, 1.0, 3.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.2218952178955078e-05, -1.1568889021873474e-05, -1.091882586479187e-05, -1.0268762707710266e-05, -9.618699550628662e-06, -8.968636393547058e-06, -8.318573236465454e-06, -7.66851007938385e-06, -7.018446922302246e-06, -6.368383765220642e-06, -5.718320608139038e-06, -5.068257451057434e-06, -4.41819429397583e-06, -3.768131136894226e-06, -3.118067979812622e-06, -2.468004822731018e-06, -1.817941665649414e-06, -1.16787850856781e-06, -5.178153514862061e-07, 1.3224780559539795e-07, 7.82310962677002e-07, 1.432374119758606e-06, 2.08243727684021e-06, 2.732500433921814e-06, 3.382563591003418e-06, 4.032626748085022e-06, 4.682689905166626e-06, 5.33275306224823e-06, 5.982816219329834e-06, 6.632879376411438e-06, 7.282942533493042e-06, 7.933005690574646e-06, 8.58306884765625e-06, 9.233132004737854e-06, 9.883195161819458e-06, 1.0533258318901062e-05, 1.1183321475982666e-05, 1.183338463306427e-05, 1.2483447790145874e-05, 1.3133510947227478e-05, 1.3783574104309082e-05, 1.4433637261390686e-05, 1.508370041847229e-05, 1.5733763575553894e-05, 1.6383826732635498e-05, 1.7033889889717102e-05, 1.7683953046798706e-05, 1.833401620388031e-05, 1.8984079360961914e-05, 1.9634142518043518e-05, 2.0284205675125122e-05, 2.0934268832206726e-05, 2.158433198928833e-05, 2.2234395146369934e-05, 2.2884458303451538e-05, 2.3534521460533142e-05, 2.4184584617614746e-05, 2.483464777469635e-05, 2.5484710931777954e-05, 2.6134774088859558e-05, 2.6784837245941162e-05, 2.7434900403022766e-05, 2.808496356010437e-05, 2.8735026717185974e-05, 2.9385089874267578e-05]}, "gradients/encoder.encoder.layers.12.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 2.0, 2.0, 4.0, 8.0, 4.0, 14.0, 10.0, 11.0, 26.0, 60.0, 39.0, 50.0, 77.0, 84.0, 68.0, 87.0, 95.0, 80.0, 58.0, 50.0, 52.0, 25.0, 47.0, 9.0, 11.0, 10.0, 7.0, 2.0, 5.0, 3.0, 4.0, 2.0, 2.0, 4.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1920928955078125e-06, -1.1278316378593445e-06, -1.0635703802108765e-06, -9.993091225624084e-07, -9.350478649139404e-07, -8.707866072654724e-07, -8.065253496170044e-07, -7.422640919685364e-07, -6.780028343200684e-07, -6.137415766716003e-07, -5.494803190231323e-07, -4.852190613746643e-07, -4.209578037261963e-07, -3.5669654607772827e-07, -2.9243528842926025e-07, -2.2817403078079224e-07, -1.6391277313232422e-07, -9.96515154838562e-08, -3.5390257835388184e-08, 2.8870999813079834e-08, 9.313225746154785e-08, 1.5739351511001587e-07, 2.2165477275848389e-07, 2.859160304069519e-07, 3.501772880554199e-07, 4.1443854570388794e-07, 4.78699803352356e-07, 5.42961061000824e-07, 6.07222318649292e-07, 6.7148357629776e-07, 7.35744833946228e-07, 8.00006091594696e-07, 8.642673492431641e-07, 9.285286068916321e-07, 9.927898645401e-07, 1.0570511221885681e-06, 1.1213123798370361e-06, 1.1855736374855042e-06, 1.2498348951339722e-06, 1.3140961527824402e-06, 1.3783574104309082e-06, 1.4426186680793762e-06, 1.5068799257278442e-06, 1.5711411833763123e-06, 1.6354024410247803e-06, 1.6996636986732483e-06, 1.7639249563217163e-06, 1.8281862139701843e-06, 1.8924474716186523e-06, 1.9567087292671204e-06, 2.0209699869155884e-06, 2.0852312445640564e-06, 2.1494925022125244e-06, 2.2137537598609924e-06, 2.2780150175094604e-06, 2.3422762751579285e-06, 2.4065375328063965e-06, 2.4707987904548645e-06, 2.5350600481033325e-06, 2.5993213057518005e-06, 2.6635825634002686e-06, 2.7278438210487366e-06, 2.7921050786972046e-06, 2.8563663363456726e-06, 2.9206275939941406e-06]}, "gradients/encoder.encoder.layers.12.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 6.0, 10.0, 12.0, 12.0, 24.0, 23.0, 34.0, 47.0, 40.0, 104.0, 115.0, 204.0, 227.0, 315.0, 640.0, 688.0, 1566.0, 1875.0, 4022.0, 5325.0, 8580.0, 23109.0, 39854.0, 243677.0, 3531590.0, 244056.0, 40133.0, 19269.0, 13174.0, 5430.0, 4245.0, 1882.0, 1293.0, 1022.0, 515.0, 436.0, 238.0, 194.0, 90.0, 73.0, 51.0, 30.0, 28.0, 8.0, 10.0, 9.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-7.450580596923828e-06, -7.246620953083038e-06, -7.0426613092422485e-06, -6.838701665401459e-06, -6.634742021560669e-06, -6.430782377719879e-06, -6.226822733879089e-06, -6.0228630900382996e-06, -5.81890344619751e-06, -5.61494380235672e-06, -5.41098415851593e-06, -5.20702451467514e-06, -5.003064870834351e-06, -4.799105226993561e-06, -4.595145583152771e-06, -4.391185939311981e-06, -4.187226295471191e-06, -3.983266651630402e-06, -3.779307007789612e-06, -3.575347363948822e-06, -3.3713877201080322e-06, -3.1674280762672424e-06, -2.9634684324264526e-06, -2.759508788585663e-06, -2.555549144744873e-06, -2.3515895009040833e-06, -2.1476298570632935e-06, -1.9436702132225037e-06, -1.7397105693817139e-06, -1.535750925540924e-06, -1.3317912817001343e-06, -1.1278316378593445e-06, -9.238719940185547e-07, -7.199123501777649e-07, -5.159527063369751e-07, -3.119930624961853e-07, -1.0803341865539551e-07, 9.592622518539429e-08, 2.998858690261841e-07, 5.038455128669739e-07, 7.078051567077637e-07, 9.117648005485535e-07, 1.1157244443893433e-06, 1.319684088230133e-06, 1.5236437320709229e-06, 1.7276033759117126e-06, 1.9315630197525024e-06, 2.1355226635932922e-06, 2.339482307434082e-06, 2.543441951274872e-06, 2.7474015951156616e-06, 2.9513612389564514e-06, 3.155320882797241e-06, 3.359280526638031e-06, 3.563240170478821e-06, 3.7671998143196106e-06, 3.9711594581604e-06, 4.17511910200119e-06, 4.37907874584198e-06, 4.58303838968277e-06, 4.7869980335235596e-06, 4.990957677364349e-06, 5.194917321205139e-06, 5.398876965045929e-06, 5.602836608886719e-06]}, "gradients/encoder.encoder.layers.12.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 4.0, 6.0, 7.0, 13.0, 6.0, 11.0, 22.0, 9.0, 25.0, 37.0, 77.0, 49.0, 235.0, 623.0, 1736.0, 641.0, 225.0, 51.0, 72.0, 32.0, 13.0, 34.0, 14.0, 11.0, 19.0, 22.0, 12.0, 6.0, 12.0, 11.0, 3.0, 9.0, 2.0, 4.0, 4.0, 7.0, 2.0, 4.0, 4.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.2649765014648438e-06, -2.164393663406372e-06, -2.0638108253479004e-06, -1.9632279872894287e-06, -1.862645149230957e-06, -1.7620623111724854e-06, -1.6614794731140137e-06, -1.560896635055542e-06, -1.4603137969970703e-06, -1.3597309589385986e-06, -1.259148120880127e-06, -1.1585652828216553e-06, -1.0579824447631836e-06, -9.57399606704712e-07, -8.568167686462402e-07, -7.562339305877686e-07, -6.556510925292969e-07, -5.550682544708252e-07, -4.544854164123535e-07, -3.5390257835388184e-07, -2.5331974029541016e-07, -1.5273690223693848e-07, -5.21540641784668e-08, 4.842877388000488e-08, 1.4901161193847656e-07, 2.4959444999694824e-07, 3.501772880554199e-07, 4.507601261138916e-07, 5.513429641723633e-07, 6.51925802230835e-07, 7.525086402893066e-07, 8.530914783477783e-07, 9.5367431640625e-07, 1.0542571544647217e-06, 1.1548399925231934e-06, 1.255422830581665e-06, 1.3560056686401367e-06, 1.4565885066986084e-06, 1.55717134475708e-06, 1.6577541828155518e-06, 1.7583370208740234e-06, 1.8589198589324951e-06, 1.959502696990967e-06, 2.0600855350494385e-06, 2.16066837310791e-06, 2.261251211166382e-06, 2.3618340492248535e-06, 2.462416887283325e-06, 2.562999725341797e-06, 2.6635825634002686e-06, 2.7641654014587402e-06, 2.864748239517212e-06, 2.9653310775756836e-06, 3.0659139156341553e-06, 3.166496753692627e-06, 3.2670795917510986e-06, 3.3676624298095703e-06, 3.468245267868042e-06, 3.5688281059265137e-06, 3.6694109439849854e-06, 3.769993782043457e-06, 3.870576620101929e-06, 3.9711594581604e-06, 4.071742296218872e-06, 4.172325134277344e-06]}, "gradients/encoder.encoder.layers.12.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 6.0, 2.0, 9.0, 20.0, 28.0, 52.0, 127.0, 185.0, 184.0, 84.0, 66.0, 52.0, 37.0, 24.0, 21.0, 24.0, 17.0, 11.0, 16.0, 9.0, 7.0, 11.0, 4.0, 5.0, 0.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.85928147402592e-05, -1.7769187252270058e-05, -1.6945559764280915e-05, -1.6121932276291773e-05, -1.529830478830263e-05, -1.4474677300313488e-05, -1.3651049812324345e-05, -1.2827422324335203e-05, -1.200379483634606e-05, -1.1180167348356918e-05, -1.0356539860367775e-05, -9.532912372378632e-06, -8.70928488438949e-06, -7.885657396400347e-06, -7.062030363158556e-06, -6.238402875169413e-06, -5.4147758419276215e-06, -4.591148353938479e-06, -3.7675208659493364e-06, -2.9438936053338693e-06, -2.120266117344727e-06, -1.2966388567292597e-06, -4.730113687401172e-07, 3.5061611924902536e-07, 1.174243607238168e-06, 1.9978710952273104e-06, 2.821498583216453e-06, 3.64512584383192e-06, 4.468753104447387e-06, 5.29238059243653e-06, 6.116008080425672e-06, 6.939635568414815e-06, 7.763263056403957e-06, 8.5868905443931e-06, 9.410518032382242e-06, 1.0234145520371385e-05, 1.1057773008360527e-05, 1.188140049634967e-05, 1.2705027984338813e-05, 1.3528655472327955e-05, 1.4352282960317098e-05, 1.517591044830624e-05, 1.5999537936295383e-05, 1.6823165424284525e-05, 1.7646792912273668e-05, 1.847042040026281e-05, 1.9294047888251953e-05, 2.0117675376241095e-05, 2.0941301045240834e-05, 2.1764928533229977e-05, 2.258855602121912e-05, 2.3412183509208262e-05, 2.4235810997197405e-05, 2.5059438485186547e-05, 2.588306597317569e-05, 2.6706693461164832e-05, 2.7530320949153975e-05, 2.8353948437143117e-05, 2.917757592513226e-05, 3.0001203413121402e-05, 3.0824830901110545e-05, 3.164845838909969e-05, 3.247208587708883e-05, 3.329571336507797e-05, 3.4119340853067115e-05]}, "gradients/encoder.encoder.layers.12.final_layer_norm.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 5.0, 8.0, 4.0, 10.0, 11.0, 11.0, 9.0, 12.0, 22.0, 22.0, 28.0, 16.0, 29.0, 31.0, 44.0, 33.0, 25.0, 35.0, 38.0, 39.0, 29.0, 37.0, 44.0, 42.0, 37.0, 28.0, 43.0, 42.0, 38.0, 20.0, 31.0, 23.0, 21.0, 22.0, 21.0, 15.0, 15.0, 9.0, 13.0, 11.0, 6.0, 6.0, 5.0, 5.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-1.138448715209961e-05, -1.1039897799491882e-05, -1.0695308446884155e-05, -1.0350719094276428e-05, -1.0006129741668701e-05, -9.661540389060974e-06, -9.316951036453247e-06, -8.97236168384552e-06, -8.627772331237793e-06, -8.283182978630066e-06, -7.938593626022339e-06, -7.594004273414612e-06, -7.249414920806885e-06, -6.904825568199158e-06, -6.560236215591431e-06, -6.215646862983704e-06, -5.8710575103759766e-06, -5.5264681577682495e-06, -5.1818788051605225e-06, -4.837289452552795e-06, -4.492700099945068e-06, -4.148110747337341e-06, -3.8035213947296143e-06, -3.458932042121887e-06, -3.11434268951416e-06, -2.769753336906433e-06, -2.425163984298706e-06, -2.080574631690979e-06, -1.735985279083252e-06, -1.391395926475525e-06, -1.0468065738677979e-06, -7.022172212600708e-07, -3.5762786865234375e-07, -1.30385160446167e-08, 3.3155083656311035e-07, 6.761401891708374e-07, 1.0207295417785645e-06, 1.3653188943862915e-06, 1.7099082469940186e-06, 2.0544975996017456e-06, 2.3990869522094727e-06, 2.7436763048171997e-06, 3.0882656574249268e-06, 3.432855010032654e-06, 3.777444362640381e-06, 4.122033715248108e-06, 4.466623067855835e-06, 4.811212420463562e-06, 5.155801773071289e-06, 5.500391125679016e-06, 5.844980478286743e-06, 6.18956983089447e-06, 6.534159183502197e-06, 6.878748536109924e-06, 7.223337888717651e-06, 7.567927241325378e-06, 7.912516593933105e-06, 8.257105946540833e-06, 8.60169529914856e-06, 8.946284651756287e-06, 9.290874004364014e-06, 9.63546335697174e-06, 9.980052709579468e-06, 1.0324642062187195e-05, 1.0669231414794922e-05]}, "gradients/encoder.encoder.layers.12.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 4.0, 4.0, 3.0, 7.0, 12.0, 12.0, 25.0, 22.0, 44.0, 42.0, 81.0, 111.0, 180.0, 269.0, 363.0, 583.0, 921.0, 1584.0, 2458.0, 5281.0, 7927.0, 14054.0, 26370.0, 54275.0, 133215.0, 440782.0, 207619.0, 75461.0, 34612.0, 17598.0, 9956.0, 5645.0, 3811.0, 1872.0, 1152.0, 752.0, 474.0, 292.0, 239.0, 135.0, 105.0, 61.0, 47.0, 26.0, 14.0, 25.0, 11.0, 5.0, 12.0, 4.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-9.59634780883789e-06, -9.29366797208786e-06, -8.99098813533783e-06, -8.688308298587799e-06, -8.385628461837769e-06, -8.082948625087738e-06, -7.780268788337708e-06, -7.477588951587677e-06, -7.1749091148376465e-06, -6.872229278087616e-06, -6.5695494413375854e-06, -6.266869604587555e-06, -5.964189767837524e-06, -5.661509931087494e-06, -5.358830094337463e-06, -5.056150257587433e-06, -4.753470420837402e-06, -4.450790584087372e-06, -4.148110747337341e-06, -3.845430910587311e-06, -3.5427510738372803e-06, -3.2400712370872498e-06, -2.9373914003372192e-06, -2.6347115635871887e-06, -2.332031726837158e-06, -2.0293518900871277e-06, -1.7266720533370972e-06, -1.4239922165870667e-06, -1.1213123798370361e-06, -8.186325430870056e-07, -5.159527063369751e-07, -2.1327286958694458e-07, 8.940696716308594e-08, 3.9208680391311646e-07, 6.94766640663147e-07, 9.974464774131775e-07, 1.300126314163208e-06, 1.6028061509132385e-06, 1.905485987663269e-06, 2.2081658244132996e-06, 2.51084566116333e-06, 2.8135254979133606e-06, 3.116205334663391e-06, 3.4188851714134216e-06, 3.721565008163452e-06, 4.024244844913483e-06, 4.326924681663513e-06, 4.629604518413544e-06, 4.932284355163574e-06, 5.234964191913605e-06, 5.537644028663635e-06, 5.840323865413666e-06, 6.143003702163696e-06, 6.445683538913727e-06, 6.748363375663757e-06, 7.051043212413788e-06, 7.353723049163818e-06, 7.656402885913849e-06, 7.95908272266388e-06, 8.26176255941391e-06, 8.56444239616394e-06, 8.867122232913971e-06, 9.169802069664001e-06, 9.472481906414032e-06, 9.775161743164062e-06]}, "gradients/encoder.encoder.layers.12.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 9.0, 7.0, 8.0, 9.0, 15.0, 20.0, 0.0, 24.0, 26.0, 24.0, 46.0, 61.0, 65.0, 81.0, 0.0, 72.0, 83.0, 80.0, 88.0, 73.0, 43.0, 41.0, 0.0, 30.0, 28.0, 17.0, 17.0, 12.0, 7.0, 6.0, 0.0, 5.0, 4.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3113021850585938e-06, -1.259148120880127e-06, -1.2069940567016602e-06, -1.1548399925231934e-06, -1.1026859283447266e-06, -1.0505318641662598e-06, -9.98377799987793e-07, -9.462237358093262e-07, -8.940696716308594e-07, -8.419156074523926e-07, -7.897615432739258e-07, -7.37607479095459e-07, -6.854534149169922e-07, -6.332993507385254e-07, -5.811452865600586e-07, -5.289912223815918e-07, -4.76837158203125e-07, -4.246830940246582e-07, -3.725290298461914e-07, -3.203749656677246e-07, -2.682209014892578e-07, -2.1606683731079102e-07, -1.6391277313232422e-07, -1.1175870895385742e-07, -5.960464477539063e-08, -7.450580596923828e-09, 4.470348358154297e-08, 9.685754776000977e-08, 1.4901161193847656e-07, 2.0116567611694336e-07, 2.5331974029541016e-07, 3.0547380447387695e-07, 3.5762786865234375e-07, 4.0978193283081055e-07, 4.6193599700927734e-07, 5.140900611877441e-07, 5.662441253662109e-07, 6.183981895446777e-07, 6.705522537231445e-07, 7.227063179016113e-07, 7.748603820800781e-07, 8.270144462585449e-07, 8.791685104370117e-07, 9.313225746154785e-07, 9.834766387939453e-07, 1.0356307029724121e-06, 1.087784767150879e-06, 1.1399388313293457e-06, 1.1920928955078125e-06, 1.2442469596862793e-06, 1.296401023864746e-06, 1.3485550880432129e-06, 1.4007091522216797e-06, 1.4528632164001465e-06, 1.5050172805786133e-06, 1.55717134475708e-06, 1.6093254089355469e-06, 1.6614794731140137e-06, 1.7136335372924805e-06, 1.7657876014709473e-06, 1.817941665649414e-06, 1.8700957298278809e-06, 1.9222497940063477e-06, 1.9744038581848145e-06, 2.0265579223632812e-06]}, "gradients/encoder.encoder.layers.12.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 5.0, 6.0, 5.0, 14.0, 9.0, 20.0, 16.0, 36.0, 53.0, 57.0, 121.0, 106.0, 244.0, 253.0, 535.0, 571.0, 1173.0, 1110.0, 1527.0, 3405.0, 3378.0, 7556.0, 7910.0, 19004.0, 21925.0, 38304.0, 191620.0, 558313.0, 106145.0, 28470.0, 23492.0, 9334.0, 9184.0, 3837.0, 2844.0, 2939.0, 1320.0, 1352.0, 645.0, 615.0, 309.0, 196.0, 242.0, 99.0, 108.0, 45.0, 45.0, 15.0, 22.0, 9.0, 4.0, 6.0, 4.0, 5.0, 1.0, 2.0, 1.0, 2.0], "bins": [-4.827976226806641e-06, -4.682689905166626e-06, -4.537403583526611e-06, -4.392117261886597e-06, -4.246830940246582e-06, -4.101544618606567e-06, -3.956258296966553e-06, -3.810971975326538e-06, -3.6656856536865234e-06, -3.520399332046509e-06, -3.375113010406494e-06, -3.2298266887664795e-06, -3.084540367126465e-06, -2.93925404548645e-06, -2.7939677238464355e-06, -2.648681402206421e-06, -2.5033950805664062e-06, -2.3581087589263916e-06, -2.212822437286377e-06, -2.0675361156463623e-06, -1.9222497940063477e-06, -1.776963472366333e-06, -1.6316771507263184e-06, -1.4863908290863037e-06, -1.341104507446289e-06, -1.1958181858062744e-06, -1.0505318641662598e-06, -9.052455425262451e-07, -7.599592208862305e-07, -6.146728992462158e-07, -4.6938657760620117e-07, -3.241002559661865e-07, -1.7881393432617188e-07, -3.3527612686157227e-08, 1.1175870895385742e-07, 2.5704503059387207e-07, 4.023313522338867e-07, 5.476176738739014e-07, 6.92903995513916e-07, 8.381903171539307e-07, 9.834766387939453e-07, 1.12876296043396e-06, 1.2740492820739746e-06, 1.4193356037139893e-06, 1.564621925354004e-06, 1.7099082469940186e-06, 1.8551945686340332e-06, 2.000480890274048e-06, 2.1457672119140625e-06, 2.291053533554077e-06, 2.436339855194092e-06, 2.5816261768341064e-06, 2.726912498474121e-06, 2.8721988201141357e-06, 3.0174851417541504e-06, 3.162771463394165e-06, 3.3080577850341797e-06, 3.4533441066741943e-06, 3.598630428314209e-06, 3.7439167499542236e-06, 3.889203071594238e-06, 4.034489393234253e-06, 4.179775714874268e-06, 4.325062036514282e-06, 4.470348358154297e-06]}, "gradients/encoder.encoder.layers.12.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 5.0, 4.0, 4.0, 5.0, 4.0, 5.0, 6.0, 9.0, 13.0, 4.0, 13.0, 10.0, 15.0, 5.0, 12.0, 21.0, 17.0, 13.0, 31.0, 53.0, 56.0, 40.0, 241.0, 109.0, 55.0, 40.0, 14.0, 33.0, 29.0, 13.0, 9.0, 19.0, 13.0, 11.0, 4.0, 11.0, 12.0, 9.0, 1.0, 4.0, 7.0, 5.0, 5.0, 0.0, 5.0, 1.0, 3.0, 5.0, 1.0, 4.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-3.2186508178710938e-06, -3.1134113669395447e-06, -3.0081719160079956e-06, -2.9029324650764465e-06, -2.7976930141448975e-06, -2.6924535632133484e-06, -2.5872141122817993e-06, -2.4819746613502502e-06, -2.376735210418701e-06, -2.271495759487152e-06, -2.166256308555603e-06, -2.061016857624054e-06, -1.955777406692505e-06, -1.8505379557609558e-06, -1.7452985048294067e-06, -1.6400590538978577e-06, -1.5348196029663086e-06, -1.4295801520347595e-06, -1.3243407011032104e-06, -1.2191012501716614e-06, -1.1138617992401123e-06, -1.0086223483085632e-06, -9.033828973770142e-07, -7.981434464454651e-07, -6.92903995513916e-07, -5.876645445823669e-07, -4.824250936508179e-07, -3.771856427192688e-07, -2.7194619178771973e-07, -1.6670674085617065e-07, -6.146728992462158e-08, 4.377216100692749e-08, 1.4901161193847656e-07, 2.5425106287002563e-07, 3.594905138015747e-07, 4.647299647331238e-07, 5.699694156646729e-07, 6.752088665962219e-07, 7.80448317527771e-07, 8.856877684593201e-07, 9.909272193908691e-07, 1.0961666703224182e-06, 1.2014061212539673e-06, 1.3066455721855164e-06, 1.4118850231170654e-06, 1.5171244740486145e-06, 1.6223639249801636e-06, 1.7276033759117126e-06, 1.8328428268432617e-06, 1.938082277774811e-06, 2.04332172870636e-06, 2.148561179637909e-06, 2.253800630569458e-06, 2.359040081501007e-06, 2.464279532432556e-06, 2.5695189833641052e-06, 2.6747584342956543e-06, 2.7799978852272034e-06, 2.8852373361587524e-06, 2.9904767870903015e-06, 3.0957162380218506e-06, 3.2009556889533997e-06, 3.3061951398849487e-06, 3.411434590816498e-06, 3.516674041748047e-06]}, "gradients/encoder.encoder.layers.12.attention.k_proj.weight": {"_type": "histogram", "values": [3.0, 3.0, 3.0, 2.0, 6.0, 7.0, 4.0, 6.0, 12.0, 12.0, 15.0, 16.0, 41.0, 45.0, 68.0, 120.0, 148.0, 198.0, 267.0, 381.0, 526.0, 734.0, 1076.0, 1545.0, 1993.0, 2931.0, 4553.0, 7522.0, 12656.0, 23044.0, 47255.0, 127064.0, 583938.0, 127377.0, 47331.0, 22834.0, 12574.0, 7490.0, 4604.0, 2939.0, 1966.0, 1448.0, 1093.0, 834.0, 557.0, 368.0, 259.0, 194.0, 146.0, 114.0, 75.0, 51.0, 33.0, 20.0, 10.0, 19.0, 9.0, 10.0, 7.0, 6.0, 4.0, 5.0, 1.0, 4.0], "bins": [-1.9669532775878906e-06, -1.9064173102378845e-06, -1.8458813428878784e-06, -1.7853453755378723e-06, -1.7248094081878662e-06, -1.6642734408378601e-06, -1.603737473487854e-06, -1.543201506137848e-06, -1.4826655387878418e-06, -1.4221295714378357e-06, -1.3615936040878296e-06, -1.3010576367378235e-06, -1.2405216693878174e-06, -1.1799857020378113e-06, -1.1194497346878052e-06, -1.058913767337799e-06, -9.98377799987793e-07, -9.378418326377869e-07, -8.773058652877808e-07, -8.167698979377747e-07, -7.562339305877686e-07, -6.956979632377625e-07, -6.351619958877563e-07, -5.746260285377502e-07, -5.140900611877441e-07, -4.5355409383773804e-07, -3.9301812648773193e-07, -3.3248215913772583e-07, -2.7194619178771973e-07, -2.1141022443771362e-07, -1.5087425708770752e-07, -9.033828973770142e-08, -2.9802322387695312e-08, 3.073364496231079e-08, 9.12696123123169e-08, 1.51805579662323e-07, 2.123415470123291e-07, 2.728775143623352e-07, 3.334134817123413e-07, 3.939494490623474e-07, 4.544854164123535e-07, 5.150213837623596e-07, 5.755573511123657e-07, 6.360933184623718e-07, 6.966292858123779e-07, 7.57165253162384e-07, 8.177012205123901e-07, 8.782371878623962e-07, 9.387731552124023e-07, 9.993091225624084e-07, 1.0598450899124146e-06, 1.1203810572624207e-06, 1.1809170246124268e-06, 1.2414529919624329e-06, 1.301988959312439e-06, 1.362524926662445e-06, 1.4230608940124512e-06, 1.4835968613624573e-06, 1.5441328287124634e-06, 1.6046687960624695e-06, 1.6652047634124756e-06, 1.7257407307624817e-06, 1.7862766981124878e-06, 1.846812665462494e-06, 1.9073486328125e-06]}, "gradients/encoder.encoder.layers.12.attention.k_proj.bias": {"_type": "histogram", "values": [3.0, 4.0, 3.0, 0.0, 5.0, 3.0, 0.0, 0.0, 4.0, 3.0, 0.0, 2.0, 4.0, 0.0, 9.0, 19.0, 0.0, 9.0, 13.0, 21.0, 0.0, 16.0, 25.0, 0.0, 33.0, 57.0, 0.0, 45.0, 105.0, 255.0, 0.0, 83.0, 58.0, 0.0, 57.0, 34.0, 38.0, 0.0, 28.0, 19.0, 0.0, 16.0, 11.0, 0.0, 6.0, 6.0, 4.0, 0.0, 3.0, 1.0, 0.0, 4.0, 1.0, 0.0, 1.0, 6.0, 2.0, 0.0, 1.0, 4.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.2516975402832031e-06, -1.2097880244255066e-06, -1.16787850856781e-06, -1.1259689927101135e-06, -1.084059476852417e-06, -1.0421499609947205e-06, -1.000240445137024e-06, -9.583309292793274e-07, -9.164214134216309e-07, -8.745118975639343e-07, -8.326023817062378e-07, -7.906928658485413e-07, -7.487833499908447e-07, -7.068738341331482e-07, -6.649643182754517e-07, -6.230548024177551e-07, -5.811452865600586e-07, -5.392357707023621e-07, -4.973262548446655e-07, -4.55416738986969e-07, -4.1350722312927246e-07, -3.7159770727157593e-07, -3.296881914138794e-07, -2.8777867555618286e-07, -2.4586915969848633e-07, -2.039596438407898e-07, -1.6205012798309326e-07, -1.2014061212539673e-07, -7.82310962677002e-08, -3.632158041000366e-08, 5.587935447692871e-09, 4.7497451305389404e-08, 8.940696716308594e-08, 1.3131648302078247e-07, 1.73225998878479e-07, 2.1513551473617554e-07, 2.5704503059387207e-07, 2.989545464515686e-07, 3.4086406230926514e-07, 3.8277357816696167e-07, 4.246830940246582e-07, 4.6659260988235474e-07, 5.085021257400513e-07, 5.504116415977478e-07, 5.923211574554443e-07, 6.342306733131409e-07, 6.761401891708374e-07, 7.180497050285339e-07, 7.599592208862305e-07, 8.01868736743927e-07, 8.437782526016235e-07, 8.856877684593201e-07, 9.275972843170166e-07, 9.695068001747131e-07, 1.0114163160324097e-06, 1.0533258318901062e-06, 1.0952353477478027e-06, 1.1371448636054993e-06, 1.1790543794631958e-06, 1.2209638953208923e-06, 1.2628734111785889e-06, 1.3047829270362854e-06, 1.346692442893982e-06, 1.3886019587516785e-06, 1.430511474609375e-06]}, "gradients/encoder.encoder.layers.12.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 5.0, 6.0, 10.0, 9.0, 10.0, 49.0, 21.0, 57.0, 71.0, 91.0, 165.0, 197.0, 316.0, 517.0, 1861.0, 1720.0, 2875.0, 4584.0, 7684.0, 12877.0, 22856.0, 46190.0, 129091.0, 715232.0, 46160.0, 22849.0, 12800.0, 7708.0, 4562.0, 2811.0, 1791.0, 1160.0, 1150.0, 300.0, 230.0, 161.0, 113.0, 85.0, 58.0, 43.0, 24.0, 24.0, 9.0, 5.0, 6.0, 8.0, 4.0, 3.0, 0.0, 0.0, 2.0], "bins": [-2.384185791015625e-06, -2.318061888217926e-06, -2.251937985420227e-06, -2.185814082622528e-06, -2.119690179824829e-06, -2.05356627702713e-06, -1.987442374229431e-06, -1.921318471431732e-06, -1.8551945686340332e-06, -1.7890706658363342e-06, -1.7229467630386353e-06, -1.6568228602409363e-06, -1.5906989574432373e-06, -1.5245750546455383e-06, -1.4584511518478394e-06, -1.3923272490501404e-06, -1.3262033462524414e-06, -1.2600794434547424e-06, -1.1939555406570435e-06, -1.1278316378593445e-06, -1.0617077350616455e-06, -9.955838322639465e-07, -9.294599294662476e-07, -8.633360266685486e-07, -7.972121238708496e-07, -7.310882210731506e-07, -6.649643182754517e-07, -5.988404154777527e-07, -5.327165126800537e-07, -4.6659260988235474e-07, -4.0046870708465576e-07, -3.343448042869568e-07, -2.682209014892578e-07, -2.0209699869155884e-07, -1.3597309589385986e-07, -6.984919309616089e-08, -3.725290298461914e-09, 6.239861249923706e-08, 1.2852251529693604e-07, 1.94646418094635e-07, 2.60770320892334e-07, 3.2689422369003296e-07, 3.9301812648773193e-07, 4.591420292854309e-07, 5.252659320831299e-07, 5.913898348808289e-07, 6.575137376785278e-07, 7.236376404762268e-07, 7.897615432739258e-07, 8.558854460716248e-07, 9.220093488693237e-07, 9.881332516670227e-07, 1.0542571544647217e-06, 1.1203810572624207e-06, 1.1865049600601196e-06, 1.2526288628578186e-06, 1.3187527656555176e-06, 1.3848766684532166e-06, 1.4510005712509155e-06, 1.5171244740486145e-06, 1.5832483768463135e-06, 1.6493722796440125e-06, 1.7154961824417114e-06, 1.7816200852394104e-06, 1.8477439880371094e-06]}, "gradients/encoder.encoder.layers.12.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 6.0, 0.0, 11.0, 5.0, 8.0, 13.0, 14.0, 0.0, 18.0, 19.0, 26.0, 16.0, 29.0, 0.0, 39.0, 62.0, 109.0, 224.0, 110.0, 0.0, 69.0, 44.0, 39.0, 24.0, 0.0, 34.0, 20.0, 15.0, 23.0, 10.0, 0.0, 12.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3709068298339844e-06, -1.321546733379364e-06, -1.2721866369247437e-06, -1.2228265404701233e-06, -1.173466444015503e-06, -1.1241063475608826e-06, -1.0747462511062622e-06, -1.0253861546516418e-06, -9.760260581970215e-07, -9.266659617424011e-07, -8.773058652877808e-07, -8.279457688331604e-07, -7.7858567237854e-07, -7.292255759239197e-07, -6.798654794692993e-07, -6.30505383014679e-07, -5.811452865600586e-07, -5.317851901054382e-07, -4.824250936508179e-07, -4.330649971961975e-07, -3.8370490074157715e-07, -3.343448042869568e-07, -2.849847078323364e-07, -2.3562461137771606e-07, -1.862645149230957e-07, -1.3690441846847534e-07, -8.754432201385498e-08, -3.818422555923462e-08, 1.1175870895385742e-08, 6.05359673500061e-08, 1.0989606380462646e-07, 1.5925616025924683e-07, 2.086162567138672e-07, 2.5797635316848755e-07, 3.073364496231079e-07, 3.5669654607772827e-07, 4.0605664253234863e-07, 4.55416738986969e-07, 5.047768354415894e-07, 5.541369318962097e-07, 6.034970283508301e-07, 6.528571248054504e-07, 7.022172212600708e-07, 7.515773177146912e-07, 8.009374141693115e-07, 8.502975106239319e-07, 8.996576070785522e-07, 9.490177035331726e-07, 9.98377799987793e-07, 1.0477378964424133e-06, 1.0970979928970337e-06, 1.146458089351654e-06, 1.1958181858062744e-06, 1.2451782822608948e-06, 1.2945383787155151e-06, 1.3438984751701355e-06, 1.3932585716247559e-06, 1.4426186680793762e-06, 1.4919787645339966e-06, 1.541338860988617e-06, 1.5906989574432373e-06, 1.6400590538978577e-06, 1.689419150352478e-06, 1.7387792468070984e-06, 1.7881393432617188e-06]}, "gradients/encoder.encoder.layers.12.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 4.0, 6.0, 10.0, 13.0, 26.0, 28.0, 49.0, 127.0, 176.0, 167.0, 94.0, 85.0, 50.0, 26.0, 22.0, 35.0, 9.0, 14.0, 13.0, 11.0, 8.0, 7.0, 6.0, 9.0, 2.0, 0.0, 0.0, 4.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.7409842257620767e-05, -1.6705900634406134e-05, -1.6001960830180906e-05, -1.5298019206966273e-05, -1.4594079402741045e-05, -1.3890138689021114e-05, -1.3186197975301184e-05, -1.2482256352086551e-05, -1.1778316547861323e-05, -1.1074375834141392e-05, -1.0370435120421462e-05, -9.666494406701531e-06, -8.9625536929816e-06, -8.25861297926167e-06, -7.554671810794389e-06, -6.850731097074458e-06, -6.146789928607177e-06, -5.4428492148872465e-06, -4.738908501167316e-06, -4.0349677874473855e-06, -3.3310268463537795e-06, -2.627086132633849e-06, -1.923145191540243e-06, -1.2192044778203126e-06, -5.152637641003821e-07, 1.8867700646296726e-07, 8.926177770263166e-07, 1.5965586044330848e-06, 2.3004993181530153e-06, 3.004440031872946e-06, 3.7083809729665518e-06, 4.412321686686482e-06, 5.116262400406413e-06, 5.820203114126343e-06, 6.524143827846274e-06, 7.228084541566204e-06, 7.932025255286135e-06, 8.635965969006065e-06, 9.339906682725996e-06, 1.0043848305940628e-05, 1.0747788110165857e-05, 1.1451728823885787e-05, 1.2155669537605718e-05, 1.2859610251325648e-05, 1.3563550965045579e-05, 1.426749167876551e-05, 1.497143239248544e-05, 1.5675374015700072e-05, 1.6379315638914704e-05, 1.7083257262129337e-05, 1.7787197066354565e-05, 1.8491138689569198e-05, 1.9195078493794426e-05, 1.989902011700906e-05, 2.0602959921234287e-05, 2.130690154444892e-05, 2.201084134867415e-05, 2.271478297188878e-05, 2.341872277611401e-05, 2.412266439932864e-05, 2.482660420355387e-05, 2.5530545826768503e-05, 2.623448563099373e-05, 2.6938427254208364e-05, 2.7642367058433592e-05]}, "gradients/encoder.encoder.layers.12.layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 1.0, 3.0, 5.0, 7.0, 4.0, 10.0, 10.0, 13.0, 8.0, 15.0, 24.0, 22.0, 28.0, 28.0, 40.0, 42.0, 34.0, 41.0, 44.0, 32.0, 39.0, 43.0, 35.0, 41.0, 46.0, 33.0, 51.0, 41.0, 48.0, 34.0, 24.0, 24.0, 18.0, 12.0, 24.0, 13.0, 18.0, 10.0, 12.0, 9.0, 5.0, 5.0, 4.0, 5.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.1861324310302734e-05, -1.1506490409374237e-05, -1.115165650844574e-05, -1.0796822607517242e-05, -1.0441988706588745e-05, -1.0087154805660248e-05, -9.73232090473175e-06, -9.377487003803253e-06, -9.022653102874756e-06, -8.667819201946259e-06, -8.312985301017761e-06, -7.958151400089264e-06, -7.603317499160767e-06, -7.248483598232269e-06, -6.893649697303772e-06, -6.538815796375275e-06, -6.183981895446777e-06, -5.82914799451828e-06, -5.474314093589783e-06, -5.119480192661285e-06, -4.764646291732788e-06, -4.409812390804291e-06, -4.0549784898757935e-06, -3.700144588947296e-06, -3.345310688018799e-06, -2.9904767870903015e-06, -2.635642886161804e-06, -2.280808985233307e-06, -1.9259750843048096e-06, -1.5711411833763123e-06, -1.216307282447815e-06, -8.614733815193176e-07, -5.066394805908203e-07, -1.51805579662323e-07, 2.0302832126617432e-07, 5.578622221946716e-07, 9.126961231231689e-07, 1.2675300240516663e-06, 1.6223639249801636e-06, 1.977197825908661e-06, 2.332031726837158e-06, 2.6868656277656555e-06, 3.041699528694153e-06, 3.39653342962265e-06, 3.7513673305511475e-06, 4.106201231479645e-06, 4.461035132408142e-06, 4.815869033336639e-06, 5.170702934265137e-06, 5.525536835193634e-06, 5.880370736122131e-06, 6.235204637050629e-06, 6.590038537979126e-06, 6.944872438907623e-06, 7.299706339836121e-06, 7.654540240764618e-06, 8.009374141693115e-06, 8.364208042621613e-06, 8.71904194355011e-06, 9.073875844478607e-06, 9.428709745407104e-06, 9.783543646335602e-06, 1.0138377547264099e-05, 1.0493211448192596e-05, 1.0848045349121094e-05]}, "gradients/encoder.encoder.layers.11.feed_forward.output_dense.weight": {"_type": "histogram", "values": [4.0, 0.0, 2.0, 4.0, 4.0, 8.0, 7.0, 17.0, 20.0, 38.0, 64.0, 97.0, 166.0, 284.0, 591.0, 1229.0, 3178.0, 8146.0, 24028.0, 194986.0, 3908982.0, 33156.0, 10671.0, 4156.0, 2101.0, 953.0, 539.0, 283.0, 174.0, 128.0, 56.0, 48.0, 43.0, 22.0, 16.0, 14.0, 12.0, 9.0, 8.0, 10.0, 5.0, 7.0, 9.0, 4.0, 4.0, 4.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.33514404296875e-05, -1.268833875656128e-05, -1.2025237083435059e-05, -1.1362135410308838e-05, -1.0699033737182617e-05, -1.0035932064056396e-05, -9.372830390930176e-06, -8.709728717803955e-06, -8.046627044677734e-06, -7.383525371551514e-06, -6.720423698425293e-06, -6.057322025299072e-06, -5.3942203521728516e-06, -4.731118679046631e-06, -4.06801700592041e-06, -3.4049153327941895e-06, -2.7418136596679688e-06, -2.078711986541748e-06, -1.4156103134155273e-06, -7.525086402893066e-07, -8.940696716308594e-08, 5.736947059631348e-07, 1.2367963790893555e-06, 1.8998980522155762e-06, 2.562999725341797e-06, 3.2261013984680176e-06, 3.889203071594238e-06, 4.552304744720459e-06, 5.21540641784668e-06, 5.8785080909729e-06, 6.541609764099121e-06, 7.204711437225342e-06, 7.867813110351562e-06, 8.530914783477783e-06, 9.194016456604004e-06, 9.857118129730225e-06, 1.0520219802856445e-05, 1.1183321475982666e-05, 1.1846423149108887e-05, 1.2509524822235107e-05, 1.3172626495361328e-05, 1.3835728168487549e-05, 1.449882984161377e-05, 1.516193151473999e-05, 1.582503318786621e-05, 1.648813486099243e-05, 1.7151236534118652e-05, 1.7814338207244873e-05, 1.8477439880371094e-05, 1.9140541553497314e-05, 1.9803643226623535e-05, 2.0466744899749756e-05, 2.1129846572875977e-05, 2.1792948246002197e-05, 2.2456049919128418e-05, 2.311915159225464e-05, 2.378225326538086e-05, 2.444535493850708e-05, 2.51084566116333e-05, 2.577155828475952e-05, 2.6434659957885742e-05, 2.7097761631011963e-05, 2.7760863304138184e-05, 2.8423964977264404e-05, 2.9087066650390625e-05]}, "gradients/encoder.encoder.layers.11.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 6.0, 3.0, 11.0, 14.0, 47.0, 27.0, 91.0, 52.0, 103.0, 89.0, 185.0, 72.0, 108.0, 48.0, 75.0, 12.0, 23.0, 7.0, 13.0, 5.0, 7.0, 5.0, 0.0, 5.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7881393432617188e-06, -1.6996636986732483e-06, -1.6111880540847778e-06, -1.5227124094963074e-06, -1.434236764907837e-06, -1.3457611203193665e-06, -1.257285475730896e-06, -1.1688098311424255e-06, -1.080334186553955e-06, -9.918585419654846e-07, -9.033828973770142e-07, -8.149072527885437e-07, -7.264316082000732e-07, -6.379559636116028e-07, -5.494803190231323e-07, -4.6100467443466187e-07, -3.725290298461914e-07, -2.8405338525772095e-07, -1.955777406692505e-07, -1.0710209608078003e-07, -1.862645149230957e-08, 6.984919309616089e-08, 1.5832483768463135e-07, 2.468004822731018e-07, 3.3527612686157227e-07, 4.237517714500427e-07, 5.122274160385132e-07, 6.007030606269836e-07, 6.891787052154541e-07, 7.776543498039246e-07, 8.66129994392395e-07, 9.546056389808655e-07, 1.043081283569336e-06, 1.1315569281578064e-06, 1.2200325727462769e-06, 1.3085082173347473e-06, 1.3969838619232178e-06, 1.4854595065116882e-06, 1.5739351511001587e-06, 1.6624107956886292e-06, 1.7508864402770996e-06, 1.83936208486557e-06, 1.9278377294540405e-06, 2.016313374042511e-06, 2.1047890186309814e-06, 2.193264663219452e-06, 2.2817403078079224e-06, 2.370215952396393e-06, 2.4586915969848633e-06, 2.5471672415733337e-06, 2.635642886161804e-06, 2.7241185307502747e-06, 2.812594175338745e-06, 2.9010698199272156e-06, 2.989545464515686e-06, 3.0780211091041565e-06, 3.166496753692627e-06, 3.2549723982810974e-06, 3.343448042869568e-06, 3.4319236874580383e-06, 3.520399332046509e-06, 3.6088749766349792e-06, 3.6973506212234497e-06, 3.78582626581192e-06, 3.874301910400391e-06]}, "gradients/encoder.encoder.layers.11.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 5.0, 4.0, 8.0, 8.0, 14.0, 20.0, 14.0, 23.0, 27.0, 48.0, 62.0, 107.0, 172.0, 136.0, 340.0, 297.0, 710.0, 695.0, 1484.0, 1428.0, 3193.0, 3341.0, 8592.0, 16316.0, 20541.0, 72226.0, 180356.0, 3572481.0, 180389.0, 73264.0, 20496.0, 16515.0, 6368.0, 5852.0, 3400.0, 1416.0, 1429.0, 606.0, 665.0, 333.0, 367.0, 172.0, 143.0, 65.0, 85.0, 40.0, 14.0, 14.0, 4.0, 7.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-5.543231964111328e-06, -5.391426384449005e-06, -5.239620804786682e-06, -5.087815225124359e-06, -4.936009645462036e-06, -4.784204065799713e-06, -4.63239848613739e-06, -4.480592906475067e-06, -4.328787326812744e-06, -4.176981747150421e-06, -4.025176167488098e-06, -3.873370587825775e-06, -3.721565008163452e-06, -3.569759428501129e-06, -3.417953848838806e-06, -3.266148269176483e-06, -3.11434268951416e-06, -2.962537109851837e-06, -2.810731530189514e-06, -2.658925950527191e-06, -2.507120370864868e-06, -2.355314791202545e-06, -2.203509211540222e-06, -2.051703631877899e-06, -1.8998980522155762e-06, -1.7480924725532532e-06, -1.5962868928909302e-06, -1.4444813132286072e-06, -1.2926757335662842e-06, -1.1408701539039612e-06, -9.890645742416382e-07, -8.372589945793152e-07, -6.854534149169922e-07, -5.336478352546692e-07, -3.818422555923462e-07, -2.300366759300232e-07, -7.82310962677002e-08, 7.35744833946228e-08, 2.253800630569458e-07, 3.771856427192688e-07, 5.289912223815918e-07, 6.807968020439148e-07, 8.326023817062378e-07, 9.844079613685608e-07, 1.1362135410308838e-06, 1.2880191206932068e-06, 1.4398247003555298e-06, 1.5916302800178528e-06, 1.7434358596801758e-06, 1.8952414393424988e-06, 2.0470470190048218e-06, 2.1988525986671448e-06, 2.3506581783294678e-06, 2.5024637579917908e-06, 2.6542693376541138e-06, 2.8060749173164368e-06, 2.9578804969787598e-06, 3.1096860766410828e-06, 3.2614916563034058e-06, 3.4132972359657288e-06, 3.5651028156280518e-06, 3.7169083952903748e-06, 3.868713974952698e-06, 4.020519554615021e-06, 4.172325134277344e-06]}, "gradients/encoder.encoder.layers.11.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 4.0, 1.0, 3.0, 4.0, 4.0, 3.0, 5.0, 1.0, 13.0, 15.0, 5.0, 22.0, 24.0, 14.0, 39.0, 23.0, 68.0, 171.0, 162.0, 751.0, 1432.0, 702.0, 222.0, 66.0, 87.0, 20.0, 27.0, 34.0, 13.0, 24.0, 12.0, 22.0, 23.0, 4.0, 9.0, 8.0, 2.0, 7.0, 1.0, 3.0, 7.0, 3.0, 2.0, 0.0, 6.0, 6.0, 3.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-2.9206275939941406e-06, -2.8247013688087463e-06, -2.728775143623352e-06, -2.6328489184379578e-06, -2.5369226932525635e-06, -2.440996468067169e-06, -2.345070242881775e-06, -2.2491440176963806e-06, -2.1532177925109863e-06, -2.057291567325592e-06, -1.9613653421401978e-06, -1.8654391169548035e-06, -1.7695128917694092e-06, -1.6735866665840149e-06, -1.5776604413986206e-06, -1.4817342162132263e-06, -1.385807991027832e-06, -1.2898817658424377e-06, -1.1939555406570435e-06, -1.0980293154716492e-06, -1.0021030902862549e-06, -9.061768651008606e-07, -8.102506399154663e-07, -7.14324414730072e-07, -6.183981895446777e-07, -5.224719643592834e-07, -4.2654573917388916e-07, -3.3061951398849487e-07, -2.3469328880310059e-07, -1.387670636177063e-07, -4.284083843231201e-08, 5.3085386753082275e-08, 1.4901161193847656e-07, 2.4493783712387085e-07, 3.4086406230926514e-07, 4.367902874946594e-07, 5.327165126800537e-07, 6.28642737865448e-07, 7.245689630508423e-07, 8.204951882362366e-07, 9.164214134216309e-07, 1.0123476386070251e-06, 1.1082738637924194e-06, 1.2042000889778137e-06, 1.300126314163208e-06, 1.3960525393486023e-06, 1.4919787645339966e-06, 1.5879049897193909e-06, 1.6838312149047852e-06, 1.7797574400901794e-06, 1.8756836652755737e-06, 1.971609890460968e-06, 2.0675361156463623e-06, 2.1634623408317566e-06, 2.259388566017151e-06, 2.355314791202545e-06, 2.4512410163879395e-06, 2.5471672415733337e-06, 2.643093466758728e-06, 2.7390196919441223e-06, 2.8349459171295166e-06, 2.930872142314911e-06, 3.026798367500305e-06, 3.1227245926856995e-06, 3.2186508178710938e-06]}, "gradients/encoder.encoder.layers.11.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 9.0, 22.0, 75.0, 118.0, 276.0, 185.0, 104.0, 59.0, 54.0, 29.0, 18.0, 21.0, 9.0, 11.0, 6.0, 4.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.6748661184683442e-05, -2.5620161977712996e-05, -2.4491664589731954e-05, -2.3363165382761508e-05, -2.2234667994780466e-05, -2.110616878781002e-05, -1.9977669580839574e-05, -1.8849172192858532e-05, -1.7720672985888086e-05, -1.659217377891764e-05, -1.5463676390936598e-05, -1.4335177183966152e-05, -1.3206678886490408e-05, -1.2078180589014664e-05, -1.0949681382044218e-05, -9.821183084568474e-06, -8.69268478709273e-06, -7.564186489616986e-06, -6.4356877373938914e-06, -5.3071889851707965e-06, -4.1786906876950525e-06, -3.0501923902193084e-06, -1.9216936379962135e-06, -7.931948857731186e-07, 3.3530341170262545e-07, 1.463801936552045e-06, 2.5923004614014644e-06, 3.720798986250884e-06, 4.849297511100303e-06, 5.977795808576047e-06, 7.106294560799142e-06, 8.234793313022237e-06, 9.363291610497981e-06, 1.0491789907973725e-05, 1.162028820544947e-05, 1.2748787412419915e-05, 1.387728570989566e-05, 1.5005784007371403e-05, 1.613428321434185e-05, 1.726278060232289e-05, 1.8391279809293337e-05, 1.9519779016263783e-05, 2.0648276404244825e-05, 2.177677561121527e-05, 2.2905274818185717e-05, 2.403377220616676e-05, 2.5162271413137205e-05, 2.629077062010765e-05, 2.7419268008088693e-05, 2.854776721505914e-05, 2.967626460304018e-05, 3.080476381001063e-05, 3.193326119799167e-05, 3.306176222395152e-05, 3.419025961193256e-05, 3.53187569999136e-05, 3.644725802587345e-05, 3.7575755413854495e-05, 3.8704256439814344e-05, 3.9832753827795386e-05, 4.096125121577643e-05, 4.208974860375747e-05, 4.321824962971732e-05, 4.434674701769836e-05, 4.5475244405679405e-05]}, "gradients/encoder.encoder.layers.11.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 6.0, 3.0, 9.0, 3.0, 8.0, 10.0, 8.0, 11.0, 13.0, 25.0, 23.0, 21.0, 25.0, 23.0, 35.0, 18.0, 36.0, 33.0, 43.0, 30.0, 31.0, 42.0, 44.0, 41.0, 43.0, 29.0, 38.0, 37.0, 39.0, 26.0, 26.0, 22.0, 30.0, 18.0, 23.0, 18.0, 17.0, 22.0, 14.0, 10.0, 16.0, 9.0, 9.0, 4.0, 8.0, 3.0, 1.0, 5.0, 3.0, 1.0, 0.0, 2.0, 1.0], "bins": [-1.0311603546142578e-05, -1.001264899969101e-05, -9.713694453239441e-06, -9.414739906787872e-06, -9.115785360336304e-06, -8.816830813884735e-06, -8.517876267433167e-06, -8.218921720981598e-06, -7.91996717453003e-06, -7.621012628078461e-06, -7.322058081626892e-06, -7.0231035351753235e-06, -6.724148988723755e-06, -6.425194442272186e-06, -6.126239895820618e-06, -5.827285349369049e-06, -5.5283308029174805e-06, -5.229376256465912e-06, -4.930421710014343e-06, -4.631467163562775e-06, -4.332512617111206e-06, -4.0335580706596375e-06, -3.734603524208069e-06, -3.4356489777565002e-06, -3.1366944313049316e-06, -2.837739884853363e-06, -2.5387853384017944e-06, -2.239830791950226e-06, -1.9408762454986572e-06, -1.6419216990470886e-06, -1.34296715259552e-06, -1.0440126061439514e-06, -7.450580596923828e-07, -4.461035132408142e-07, -1.471489667892456e-07, 1.51805579662323e-07, 4.507601261138916e-07, 7.497146725654602e-07, 1.0486692190170288e-06, 1.3476237654685974e-06, 1.646578311920166e-06, 1.9455328583717346e-06, 2.2444874048233032e-06, 2.543441951274872e-06, 2.8423964977264404e-06, 3.141351044178009e-06, 3.4403055906295776e-06, 3.7392601370811462e-06, 4.038214683532715e-06, 4.3371692299842834e-06, 4.636123776435852e-06, 4.935078322887421e-06, 5.234032869338989e-06, 5.532987415790558e-06, 5.8319419622421265e-06, 6.130896508693695e-06, 6.429851055145264e-06, 6.728805601596832e-06, 7.027760148048401e-06, 7.3267146944999695e-06, 7.625669240951538e-06, 7.924623787403107e-06, 8.223578333854675e-06, 8.522532880306244e-06, 8.821487426757812e-06]}, "gradients/encoder.encoder.layers.11.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 0.0, 2.0, 3.0, 5.0, 3.0, 6.0, 11.0, 7.0, 9.0, 11.0, 12.0, 19.0, 32.0, 53.0, 86.0, 171.0, 308.0, 482.0, 1165.0, 2285.0, 5244.0, 12819.0, 35627.0, 129675.0, 588958.0, 195643.0, 47659.0, 16105.0, 6421.0, 2842.0, 1393.0, 595.0, 387.0, 197.0, 110.0, 56.0, 42.0, 22.0, 23.0, 18.0, 12.0, 7.0, 11.0, 9.0, 6.0, 2.0, 5.0, 4.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.341104507446289e-05, -1.2942589819431305e-05, -1.247413456439972e-05, -1.2005679309368134e-05, -1.1537224054336548e-05, -1.1068768799304962e-05, -1.0600313544273376e-05, -1.013185828924179e-05, -9.663403034210205e-06, -9.19494777917862e-06, -8.726492524147034e-06, -8.258037269115448e-06, -7.789582014083862e-06, -7.321126759052277e-06, -6.852671504020691e-06, -6.384216248989105e-06, -5.9157609939575195e-06, -5.447305738925934e-06, -4.978850483894348e-06, -4.5103952288627625e-06, -4.041939973831177e-06, -3.573484718799591e-06, -3.1050294637680054e-06, -2.6365742087364197e-06, -2.168118953704834e-06, -1.6996636986732483e-06, -1.2312084436416626e-06, -7.627531886100769e-07, -2.942979335784912e-07, 1.7415732145309448e-07, 6.426125764846802e-07, 1.1110678315162659e-06, 1.5795230865478516e-06, 2.0479783415794373e-06, 2.516433596611023e-06, 2.9848888516426086e-06, 3.4533441066741943e-06, 3.92179936170578e-06, 4.390254616737366e-06, 4.858709871768951e-06, 5.327165126800537e-06, 5.795620381832123e-06, 6.2640756368637085e-06, 6.732530891895294e-06, 7.20098614692688e-06, 7.669441401958466e-06, 8.137896656990051e-06, 8.606351912021637e-06, 9.074807167053223e-06, 9.543262422084808e-06, 1.0011717677116394e-05, 1.048017293214798e-05, 1.0948628187179565e-05, 1.1417083442211151e-05, 1.1885538697242737e-05, 1.2353993952274323e-05, 1.2822449207305908e-05, 1.3290904462337494e-05, 1.375935971736908e-05, 1.4227814972400665e-05, 1.4696270227432251e-05, 1.5164725482463837e-05, 1.5633180737495422e-05, 1.6101635992527008e-05, 1.6570091247558594e-05]}, "gradients/encoder.encoder.layers.11.attention.out_proj.bias": {"_type": "histogram", "values": [3.0, 3.0, 4.0, 2.0, 3.0, 6.0, 3.0, 14.0, 13.0, 20.0, 20.0, 21.0, 45.0, 43.0, 57.0, 61.0, 156.0, 92.0, 89.0, 64.0, 72.0, 51.0, 32.0, 33.0, 31.0, 21.0, 10.0, 5.0, 15.0, 8.0, 7.0, 3.0, 2.0, 4.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1324882507324219e-06, -1.0691583156585693e-06, -1.0058283805847168e-06, -9.424984455108643e-07, -8.791685104370117e-07, -8.158385753631592e-07, -7.525086402893066e-07, -6.891787052154541e-07, -6.258487701416016e-07, -5.62518835067749e-07, -4.991888999938965e-07, -4.3585896492004395e-07, -3.725290298461914e-07, -3.0919909477233887e-07, -2.4586915969848633e-07, -1.825392246246338e-07, -1.1920928955078125e-07, -5.587935447692871e-08, 7.450580596923828e-09, 7.078051567077637e-08, 1.341104507446289e-07, 1.9744038581848145e-07, 2.60770320892334e-07, 3.241002559661865e-07, 3.8743019104003906e-07, 4.507601261138916e-07, 5.140900611877441e-07, 5.774199962615967e-07, 6.407499313354492e-07, 7.040798664093018e-07, 7.674098014831543e-07, 8.307397365570068e-07, 8.940696716308594e-07, 9.57399606704712e-07, 1.0207295417785645e-06, 1.084059476852417e-06, 1.1473894119262695e-06, 1.210719347000122e-06, 1.2740492820739746e-06, 1.3373792171478271e-06, 1.4007091522216797e-06, 1.4640390872955322e-06, 1.5273690223693848e-06, 1.5906989574432373e-06, 1.6540288925170898e-06, 1.7173588275909424e-06, 1.780688762664795e-06, 1.8440186977386475e-06, 1.9073486328125e-06, 1.9706785678863525e-06, 2.034008502960205e-06, 2.0973384380340576e-06, 2.16066837310791e-06, 2.2239983081817627e-06, 2.2873282432556152e-06, 2.3506581783294678e-06, 2.4139881134033203e-06, 2.477318048477173e-06, 2.5406479835510254e-06, 2.603977918624878e-06, 2.6673078536987305e-06, 2.730637788772583e-06, 2.7939677238464355e-06, 2.857297658920288e-06, 2.9206275939941406e-06]}, "gradients/encoder.encoder.layers.11.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 5.0, 10.0, 9.0, 10.0, 28.0, 29.0, 36.0, 87.0, 96.0, 185.0, 164.0, 405.0, 403.0, 537.0, 1241.0, 1179.0, 2762.0, 2658.0, 3625.0, 8329.0, 8336.0, 20439.0, 22910.0, 69272.0, 147453.0, 567687.0, 100923.0, 28804.0, 24917.0, 10053.0, 9813.0, 4373.0, 3116.0, 3252.0, 1438.0, 1469.0, 646.0, 501.0, 499.0, 220.0, 220.0, 116.0, 113.0, 42.0, 37.0, 43.0, 15.0, 19.0, 9.0, 7.0, 6.0, 3.0, 7.0, 1.0, 4.0, 2.0, 1.0], "bins": [-4.649162292480469e-06, -4.50480729341507e-06, -4.36045229434967e-06, -4.216097295284271e-06, -4.071742296218872e-06, -3.927387297153473e-06, -3.7830322980880737e-06, -3.6386772990226746e-06, -3.4943222999572754e-06, -3.3499673008918762e-06, -3.205612301826477e-06, -3.061257302761078e-06, -2.9169023036956787e-06, -2.7725473046302795e-06, -2.6281923055648804e-06, -2.483837306499481e-06, -2.339482307434082e-06, -2.195127308368683e-06, -2.0507723093032837e-06, -1.9064173102378845e-06, -1.7620623111724854e-06, -1.6177073121070862e-06, -1.473352313041687e-06, -1.3289973139762878e-06, -1.1846423149108887e-06, -1.0402873158454895e-06, -8.959323167800903e-07, -7.515773177146912e-07, -6.07222318649292e-07, -4.628673195838928e-07, -3.1851232051849365e-07, -1.7415732145309448e-07, -2.9802322387695312e-08, 1.1455267667770386e-07, 2.5890767574310303e-07, 4.032626748085022e-07, 5.476176738739014e-07, 6.919726729393005e-07, 8.363276720046997e-07, 9.806826710700989e-07, 1.125037670135498e-06, 1.2693926692008972e-06, 1.4137476682662964e-06, 1.5581026673316956e-06, 1.7024576663970947e-06, 1.846812665462494e-06, 1.991167664527893e-06, 2.1355226635932922e-06, 2.2798776626586914e-06, 2.4242326617240906e-06, 2.5685876607894897e-06, 2.712942659854889e-06, 2.857297658920288e-06, 3.0016526579856873e-06, 3.1460076570510864e-06, 3.2903626561164856e-06, 3.4347176551818848e-06, 3.579072654247284e-06, 3.723427653312683e-06, 3.867782652378082e-06, 4.0121376514434814e-06, 4.156492650508881e-06, 4.30084764957428e-06, 4.445202648639679e-06, 4.589557647705078e-06]}, "gradients/encoder.encoder.layers.11.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 2.0, 2.0, 2.0, 4.0, 3.0, 6.0, 3.0, 5.0, 5.0, 11.0, 8.0, 2.0, 11.0, 12.0, 9.0, 10.0, 6.0, 11.0, 13.0, 17.0, 15.0, 9.0, 21.0, 24.0, 37.0, 38.0, 22.0, 56.0, 264.0, 99.0, 54.0, 22.0, 28.0, 24.0, 20.0, 11.0, 8.0, 24.0, 11.0, 6.0, 11.0, 0.0, 5.0, 11.0, 4.0, 7.0, 3.0, 7.0, 7.0, 4.0, 5.0, 1.0, 5.0, 2.0, 2.0, 3.0, 0.0, 3.0, 1.0, 0.0, 1.0], "bins": [-3.3974647521972656e-06, -3.2903626561164856e-06, -3.1832605600357056e-06, -3.0761584639549255e-06, -2.9690563678741455e-06, -2.8619542717933655e-06, -2.7548521757125854e-06, -2.6477500796318054e-06, -2.5406479835510254e-06, -2.4335458874702454e-06, -2.3264437913894653e-06, -2.2193416953086853e-06, -2.1122395992279053e-06, -2.0051375031471252e-06, -1.8980354070663452e-06, -1.7909333109855652e-06, -1.6838312149047852e-06, -1.5767291188240051e-06, -1.469627022743225e-06, -1.362524926662445e-06, -1.255422830581665e-06, -1.148320734500885e-06, -1.041218638420105e-06, -9.34116542339325e-07, -8.270144462585449e-07, -7.199123501777649e-07, -6.128102540969849e-07, -5.057081580162048e-07, -3.986060619354248e-07, -2.915039658546448e-07, -1.8440186977386475e-07, -7.729977369308472e-08, 2.9802322387695312e-08, 1.3690441846847534e-07, 2.4400651454925537e-07, 3.511086106300354e-07, 4.5821070671081543e-07, 5.653128027915955e-07, 6.724148988723755e-07, 7.795169949531555e-07, 8.866190910339355e-07, 9.937211871147156e-07, 1.1008232831954956e-06, 1.2079253792762756e-06, 1.3150274753570557e-06, 1.4221295714378357e-06, 1.5292316675186157e-06, 1.6363337635993958e-06, 1.7434358596801758e-06, 1.8505379557609558e-06, 1.957640051841736e-06, 2.064742147922516e-06, 2.171844244003296e-06, 2.278946340084076e-06, 2.386048436164856e-06, 2.493150532245636e-06, 2.600252628326416e-06, 2.707354724407196e-06, 2.814456820487976e-06, 2.921558916568756e-06, 3.028661012649536e-06, 3.135763108730316e-06, 3.242865204811096e-06, 3.3499673008918762e-06, 3.4570693969726562e-06]}, "gradients/encoder.encoder.layers.11.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 7.0, 1.0, 6.0, 9.0, 20.0, 28.0, 0.0, 27.0, 51.0, 68.0, 88.0, 138.0, 213.0, 0.0, 280.0, 428.0, 651.0, 1000.0, 1376.0, 2295.0, 0.0, 4058.0, 8205.0, 22216.0, 91126.0, 783839.0, 91401.0, 0.0, 22019.0, 8290.0, 4048.0, 2278.0, 1420.0, 952.0, 0.0, 702.0, 441.0, 267.0, 189.0, 142.0, 72.0, 0.0, 68.0, 46.0, 30.0, 26.0, 15.0, 9.0, 0.0, 11.0, 4.0, 4.0, 1.0, 0.0, 2.0, 1.0], "bins": [-1.7285346984863281e-06, -1.6773119568824768e-06, -1.6260892152786255e-06, -1.5748664736747742e-06, -1.5236437320709229e-06, -1.4724209904670715e-06, -1.4211982488632202e-06, -1.369975507259369e-06, -1.3187527656555176e-06, -1.2675300240516663e-06, -1.216307282447815e-06, -1.1650845408439636e-06, -1.1138617992401123e-06, -1.062639057636261e-06, -1.0114163160324097e-06, -9.601935744285583e-07, -9.08970832824707e-07, -8.577480912208557e-07, -8.065253496170044e-07, -7.553026080131531e-07, -7.040798664093018e-07, -6.528571248054504e-07, -6.016343832015991e-07, -5.504116415977478e-07, -4.991888999938965e-07, -4.4796615839004517e-07, -3.9674341678619385e-07, -3.4552067518234253e-07, -2.942979335784912e-07, -2.430751919746399e-07, -1.9185245037078857e-07, -1.4062970876693726e-07, -8.940696716308594e-08, -3.818422555923462e-08, 1.30385160446167e-08, 6.426125764846802e-08, 1.1548399925231934e-07, 1.6670674085617065e-07, 2.1792948246002197e-07, 2.691522240638733e-07, 3.203749656677246e-07, 3.7159770727157593e-07, 4.2282044887542725e-07, 4.7404319047927856e-07, 5.252659320831299e-07, 5.764886736869812e-07, 6.277114152908325e-07, 6.789341568946838e-07, 7.301568984985352e-07, 7.813796401023865e-07, 8.326023817062378e-07, 8.838251233100891e-07, 9.350478649139404e-07, 9.862706065177917e-07, 1.037493348121643e-06, 1.0887160897254944e-06, 1.1399388313293457e-06, 1.191161572933197e-06, 1.2423843145370483e-06, 1.2936070561408997e-06, 1.344829797744751e-06, 1.3960525393486023e-06, 1.4472752809524536e-06, 1.498498022556305e-06, 1.5497207641601562e-06]}, "gradients/encoder.encoder.layers.11.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 5.0, 0.0, 5.0, 10.0, 0.0, 13.0, 0.0, 23.0, 48.0, 0.0, 65.0, 120.0, 0.0, 433.0, 0.0, 103.0, 50.0, 0.0, 52.0, 18.0, 0.0, 21.0, 0.0, 7.0, 5.0, 0.0, 2.0, 5.0, 0.0, 5.0, 0.0, 2.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.1324882507324219e-06, -1.0952353477478027e-06, -1.0579824447631836e-06, -1.0207295417785645e-06, -9.834766387939453e-07, -9.462237358093262e-07, -9.08970832824707e-07, -8.717179298400879e-07, -8.344650268554688e-07, -7.972121238708496e-07, -7.599592208862305e-07, -7.227063179016113e-07, -6.854534149169922e-07, -6.48200511932373e-07, -6.109476089477539e-07, -5.736947059631348e-07, -5.364418029785156e-07, -4.991888999938965e-07, -4.6193599700927734e-07, -4.246830940246582e-07, -3.8743019104003906e-07, -3.501772880554199e-07, -3.129243850708008e-07, -2.7567148208618164e-07, -2.384185791015625e-07, -2.0116567611694336e-07, -1.6391277313232422e-07, -1.2665987014770508e-07, -8.940696716308594e-08, -5.21540641784668e-08, -1.4901161193847656e-08, 2.2351741790771484e-08, 5.960464477539063e-08, 9.685754776000977e-08, 1.341104507446289e-07, 1.7136335372924805e-07, 2.086162567138672e-07, 2.4586915969848633e-07, 2.8312206268310547e-07, 3.203749656677246e-07, 3.5762786865234375e-07, 3.948807716369629e-07, 4.3213367462158203e-07, 4.6938657760620117e-07, 5.066394805908203e-07, 5.438923835754395e-07, 5.811452865600586e-07, 6.183981895446777e-07, 6.556510925292969e-07, 6.92903995513916e-07, 7.301568984985352e-07, 7.674098014831543e-07, 8.046627044677734e-07, 8.419156074523926e-07, 8.791685104370117e-07, 9.164214134216309e-07, 9.5367431640625e-07, 9.909272193908691e-07, 1.0281801223754883e-06, 1.0654330253601074e-06, 1.1026859283447266e-06, 1.1399388313293457e-06, 1.1771917343139648e-06, 1.214444637298584e-06, 1.2516975402832031e-06]}, "gradients/encoder.encoder.layers.11.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 4.0, 0.0, 5.0, 10.0, 10.0, 0.0, 20.0, 42.0, 62.0, 110.0, 0.0, 175.0, 266.0, 486.0, 0.0, 809.0, 1393.0, 2529.0, 0.0, 4896.0, 10760.0, 28162.0, 0.0, 108449.0, 732361.0, 108337.0, 27999.0, 0.0, 10900.0, 4924.0, 2465.0, 0.0, 1381.0, 800.0, 490.0, 0.0, 264.0, 182.0, 110.0, 0.0, 61.0, 35.0, 28.0, 12.0, 0.0, 11.0, 7.0, 7.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.430511474609375e-06, -1.3848766684532166e-06, -1.339241862297058e-06, -1.2936070561408997e-06, -1.2479722499847412e-06, -1.2023374438285828e-06, -1.1567026376724243e-06, -1.1110678315162659e-06, -1.0654330253601074e-06, -1.019798219203949e-06, -9.741634130477905e-07, -9.285286068916321e-07, -8.828938007354736e-07, -8.372589945793152e-07, -7.916241884231567e-07, -7.459893822669983e-07, -7.003545761108398e-07, -6.547197699546814e-07, -6.09084963798523e-07, -5.634501576423645e-07, -5.178153514862061e-07, -4.721805453300476e-07, -4.2654573917388916e-07, -3.809109330177307e-07, -3.3527612686157227e-07, -2.896413207054138e-07, -2.4400651454925537e-07, -1.9837170839309692e-07, -1.5273690223693848e-07, -1.0710209608078003e-07, -6.146728992462158e-08, -1.5832483768463135e-08, 2.9802322387695312e-08, 7.543712854385376e-08, 1.210719347000122e-07, 1.6670674085617065e-07, 2.123415470123291e-07, 2.5797635316848755e-07, 3.03611159324646e-07, 3.4924596548080444e-07, 3.948807716369629e-07, 4.4051557779312134e-07, 4.861503839492798e-07, 5.317851901054382e-07, 5.774199962615967e-07, 6.230548024177551e-07, 6.686896085739136e-07, 7.14324414730072e-07, 7.599592208862305e-07, 8.055940270423889e-07, 8.512288331985474e-07, 8.968636393547058e-07, 9.424984455108643e-07, 9.881332516670227e-07, 1.0337680578231812e-06, 1.0794028639793396e-06, 1.125037670135498e-06, 1.1706724762916565e-06, 1.216307282447815e-06, 1.2619420886039734e-06, 1.3075768947601318e-06, 1.3532117009162903e-06, 1.3988465070724487e-06, 1.4444813132286072e-06, 1.4901161193847656e-06]}, "gradients/encoder.encoder.layers.11.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 6.0, 0.0, 2.0, 0.0, 2.0, 0.0, 5.0, 5.0, 0.0, 8.0, 0.0, 5.0, 0.0, 12.0, 17.0, 0.0, 39.0, 0.0, 42.0, 0.0, 59.0, 0.0, 130.0, 344.0, 0.0, 119.0, 0.0, 81.0, 0.0, 42.0, 26.0, 0.0, 28.0, 0.0, 13.0, 0.0, 5.0, 0.0, 12.0, 6.0, 0.0, 2.0, 0.0, 3.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-1.1324882507324219e-06, -1.0989606380462646e-06, -1.0654330253601074e-06, -1.0319054126739502e-06, -9.98377799987793e-07, -9.648501873016357e-07, -9.313225746154785e-07, -8.977949619293213e-07, -8.642673492431641e-07, -8.307397365570068e-07, -7.972121238708496e-07, -7.636845111846924e-07, -7.301568984985352e-07, -6.966292858123779e-07, -6.631016731262207e-07, -6.295740604400635e-07, -5.960464477539062e-07, -5.62518835067749e-07, -5.289912223815918e-07, -4.954636096954346e-07, -4.6193599700927734e-07, -4.284083843231201e-07, -3.948807716369629e-07, -3.6135315895080566e-07, -3.2782554626464844e-07, -2.942979335784912e-07, -2.60770320892334e-07, -2.2724270820617676e-07, -1.9371509552001953e-07, -1.601874828338623e-07, -1.2665987014770508e-07, -9.313225746154785e-08, -5.960464477539063e-08, -2.60770320892334e-08, 7.450580596923828e-09, 4.0978193283081055e-08, 7.450580596923828e-08, 1.0803341865539551e-07, 1.4156103134155273e-07, 1.7508864402770996e-07, 2.086162567138672e-07, 2.421438694000244e-07, 2.7567148208618164e-07, 3.0919909477233887e-07, 3.427267074584961e-07, 3.762543201446533e-07, 4.0978193283081055e-07, 4.4330954551696777e-07, 4.76837158203125e-07, 5.103647708892822e-07, 5.438923835754395e-07, 5.774199962615967e-07, 6.109476089477539e-07, 6.444752216339111e-07, 6.780028343200684e-07, 7.115304470062256e-07, 7.450580596923828e-07, 7.7858567237854e-07, 8.121132850646973e-07, 8.456408977508545e-07, 8.791685104370117e-07, 9.126961231231689e-07, 9.462237358093262e-07, 9.797513484954834e-07, 1.0132789611816406e-06]}, "gradients/encoder.encoder.layers.11.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 7.0, 1.0, 1.0, 2.0, 3.0, 4.0, 6.0, 7.0, 13.0, 9.0, 24.0, 28.0, 49.0, 69.0, 152.0, 182.0, 136.0, 69.0, 64.0, 35.0, 41.0, 18.0, 18.0, 15.0, 16.0, 6.0, 7.0, 8.0, 3.0, 3.0, 4.0, 1.0, 3.0, 0.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6979991414700635e-05, -1.6361314919777215e-05, -1.574263660586439e-05, -1.5123959201446269e-05, -1.4505281797028147e-05, -1.3886604392610025e-05, -1.3267926988191903e-05, -1.2649250493268482e-05, -1.2030572179355659e-05, -1.1411894774937537e-05, -1.0793217370519415e-05, -1.0174539966101293e-05, -9.55586256168317e-06, -8.937185157265048e-06, -8.318507752846926e-06, -7.699831257923506e-06, -7.081153853505384e-06, -6.462476449087262e-06, -5.84379904466914e-06, -5.225121640251018e-06, -4.606444235832896e-06, -3.987766831414774e-06, -3.369089881744003e-06, -2.750412477325881e-06, -2.131735072907759e-06, -1.5130576684896369e-06, -8.943803777583526e-07, -2.7570308702706825e-07, 3.4297431739105377e-07, 9.616517218091758e-07, 1.5803288988536224e-06, 2.1990063032717444e-06, 2.8176837076898664e-06, 3.4363611121079884e-06, 4.0550385165261105e-06, 4.6737159209442325e-06, 5.2923933253623545e-06, 5.9110707297804765e-06, 6.529747679451248e-06, 7.14842508386937e-06, 7.767102943034843e-06, 8.385780347452965e-06, 9.004457751871087e-06, 9.623135156289209e-06, 1.024181256070733e-05, 1.0860489965125453e-05, 1.1479167369543575e-05, 1.2097843864466995e-05, 1.2716521268885117e-05, 1.3335198673303239e-05, 1.3953876077721361e-05, 1.4572553482139483e-05, 1.5191230886557605e-05, 1.5809908290975727e-05, 1.6428584785899147e-05, 1.704726309981197e-05, 1.766593959473539e-05, 1.828461608965881e-05, 1.8903294403571635e-05, 1.9521970898495056e-05, 2.014064921240788e-05, 2.07593257073313e-05, 2.1378004021244124e-05, 2.1996680516167544e-05, 2.2615358830080368e-05]}, "gradients/encoder.encoder.layers.11.layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 3.0, 3.0, 3.0, 2.0, 4.0, 9.0, 4.0, 10.0, 13.0, 12.0, 16.0, 13.0, 15.0, 25.0, 22.0, 19.0, 22.0, 27.0, 20.0, 33.0, 45.0, 43.0, 39.0, 41.0, 43.0, 40.0, 37.0, 35.0, 34.0, 37.0, 42.0, 37.0, 36.0, 36.0, 27.0, 28.0, 15.0, 13.0, 18.0, 19.0, 12.0, 7.0, 6.0, 12.0, 5.0, 6.0, 4.0, 8.0, 4.0, 0.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 2.0], "bins": [-9.894371032714844e-06, -9.589828550815582e-06, -9.28528606891632e-06, -8.98074358701706e-06, -8.676201105117798e-06, -8.371658623218536e-06, -8.067116141319275e-06, -7.762573659420013e-06, -7.458031177520752e-06, -7.1534886956214905e-06, -6.848946213722229e-06, -6.5444037318229675e-06, -6.239861249923706e-06, -5.935318768024445e-06, -5.630776286125183e-06, -5.326233804225922e-06, -5.02169132232666e-06, -4.717148840427399e-06, -4.412606358528137e-06, -4.108063876628876e-06, -3.8035213947296143e-06, -3.4989789128303528e-06, -3.1944364309310913e-06, -2.88989394903183e-06, -2.5853514671325684e-06, -2.280808985233307e-06, -1.9762665033340454e-06, -1.671724021434784e-06, -1.3671815395355225e-06, -1.062639057636261e-06, -7.580965757369995e-07, -4.5355409383773804e-07, -1.4901161193847656e-07, 1.555308699607849e-07, 4.600733518600464e-07, 7.646158337593079e-07, 1.0691583156585693e-06, 1.3737007975578308e-06, 1.6782432794570923e-06, 1.9827857613563538e-06, 2.2873282432556152e-06, 2.5918707251548767e-06, 2.896413207054138e-06, 3.2009556889533997e-06, 3.505498170852661e-06, 3.8100406527519226e-06, 4.114583134651184e-06, 4.4191256165504456e-06, 4.723668098449707e-06, 5.0282105803489685e-06, 5.33275306224823e-06, 5.6372955441474915e-06, 5.941838026046753e-06, 6.246380507946014e-06, 6.550922989845276e-06, 6.855465471744537e-06, 7.160007953643799e-06, 7.46455043554306e-06, 7.769092917442322e-06, 8.073635399341583e-06, 8.378177881240845e-06, 8.682720363140106e-06, 8.987262845039368e-06, 9.291805326938629e-06, 9.59634780883789e-06]}, "gradients/encoder.encoder.layers.10.feed_forward.output_dense.weight": {"_type": "histogram", "values": [3.0, 2.0, 6.0, 16.0, 20.0, 20.0, 28.0, 47.0, 48.0, 70.0, 106.0, 133.0, 174.0, 333.0, 439.0, 690.0, 1064.0, 1632.0, 2672.0, 4336.0, 7238.0, 14056.0, 30679.0, 176366.0, 3867727.0, 45814.0, 18399.0, 8890.0, 4972.0, 2801.0, 1786.0, 1097.0, 779.0, 467.0, 368.0, 259.0, 183.0, 138.0, 107.0, 69.0, 61.0, 31.0, 41.0, 30.0, 22.0, 16.0, 11.0, 9.0, 9.0, 12.0, 4.0, 1.0, 4.0, 5.0, 0.0, 6.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 1.0], "bins": [-8.702278137207031e-06, -8.343718945980072e-06, -7.985159754753113e-06, -7.6266005635261536e-06, -7.268041372299194e-06, -6.909482181072235e-06, -6.550922989845276e-06, -6.192363798618317e-06, -5.833804607391357e-06, -5.475245416164398e-06, -5.116686224937439e-06, -4.75812703371048e-06, -4.3995678424835205e-06, -4.041008651256561e-06, -3.682449460029602e-06, -3.323890268802643e-06, -2.9653310775756836e-06, -2.6067718863487244e-06, -2.248212695121765e-06, -1.889653503894806e-06, -1.5310943126678467e-06, -1.1725351214408875e-06, -8.139759302139282e-07, -4.55416738986969e-07, -9.685754776000977e-08, 2.6170164346694946e-07, 6.202608346939087e-07, 9.78820025920868e-07, 1.3373792171478271e-06, 1.6959384083747864e-06, 2.0544975996017456e-06, 2.413056790828705e-06, 2.771615982055664e-06, 3.1301751732826233e-06, 3.4887343645095825e-06, 3.847293555736542e-06, 4.205852746963501e-06, 4.56441193819046e-06, 4.9229711294174194e-06, 5.281530320644379e-06, 5.640089511871338e-06, 5.998648703098297e-06, 6.357207894325256e-06, 6.7157670855522156e-06, 7.074326276779175e-06, 7.432885468006134e-06, 7.791444659233093e-06, 8.150003850460052e-06, 8.508563041687012e-06, 8.867122232913971e-06, 9.22568142414093e-06, 9.58424061536789e-06, 9.942799806594849e-06, 1.0301358997821808e-05, 1.0659918189048767e-05, 1.1018477380275726e-05, 1.1377036571502686e-05, 1.1735595762729645e-05, 1.2094154953956604e-05, 1.2452714145183563e-05, 1.2811273336410522e-05, 1.3169832527637482e-05, 1.3528391718864441e-05, 1.38869509100914e-05, 1.424551010131836e-05]}, "gradients/encoder.encoder.layers.10.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 5.0, 3.0, 0.0, 3.0, 9.0, 4.0, 8.0, 11.0, 0.0, 11.0, 22.0, 19.0, 24.0, 32.0, 0.0, 47.0, 58.0, 68.0, 80.0, 67.0, 0.0, 110.0, 70.0, 60.0, 67.0, 60.0, 0.0, 37.0, 33.0, 21.0, 20.0, 0.0, 13.0, 15.0, 8.0, 2.0, 8.0, 0.0, 4.0, 5.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.1920928955078125e-06, -1.1427327990531921e-06, -1.0933727025985718e-06, -1.0440126061439514e-06, -9.94652509689331e-07, -9.452924132347107e-07, -8.959323167800903e-07, -8.4657222032547e-07, -7.972121238708496e-07, -7.478520274162292e-07, -6.984919309616089e-07, -6.491318345069885e-07, -5.997717380523682e-07, -5.504116415977478e-07, -5.010515451431274e-07, -4.516914486885071e-07, -4.023313522338867e-07, -3.5297125577926636e-07, -3.03611159324646e-07, -2.5425106287002563e-07, -2.0489096641540527e-07, -1.555308699607849e-07, -1.0617077350616455e-07, -5.681067705154419e-08, -7.450580596923828e-09, 4.190951585769653e-08, 9.12696123123169e-08, 1.4062970876693726e-07, 1.8998980522155762e-07, 2.39349901676178e-07, 2.8870999813079834e-07, 3.380700945854187e-07, 3.8743019104003906e-07, 4.367902874946594e-07, 4.861503839492798e-07, 5.355104804039001e-07, 5.848705768585205e-07, 6.342306733131409e-07, 6.835907697677612e-07, 7.329508662223816e-07, 7.82310962677002e-07, 8.316710591316223e-07, 8.810311555862427e-07, 9.30391252040863e-07, 9.797513484954834e-07, 1.0291114449501038e-06, 1.0784715414047241e-06, 1.1278316378593445e-06, 1.1771917343139648e-06, 1.2265518307685852e-06, 1.2759119272232056e-06, 1.325272023677826e-06, 1.3746321201324463e-06, 1.4239922165870667e-06, 1.473352313041687e-06, 1.5227124094963074e-06, 1.5720725059509277e-06, 1.621432602405548e-06, 1.6707926988601685e-06, 1.7201527953147888e-06, 1.7695128917694092e-06, 1.8188729882240295e-06, 1.86823308467865e-06, 1.9175931811332703e-06, 1.9669532775878906e-06]}, "gradients/encoder.encoder.layers.10.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 2.0, 3.0, 6.0, 12.0, 8.0, 17.0, 22.0, 24.0, 36.0, 58.0, 71.0, 90.0, 174.0, 170.0, 354.0, 619.0, 737.0, 1666.0, 3133.0, 4149.0, 11060.0, 26353.0, 52657.0, 672891.0, 3279650.0, 77584.0, 35452.0, 13913.0, 5143.0, 3767.0, 1909.0, 885.0, 661.0, 420.0, 208.0, 137.0, 85.0, 46.0, 46.0, 19.0, 12.0, 10.0, 13.0, 4.0, 8.0, 4.0, 1.0, 2.0, 1.0, 2.0], "bins": [-8.344650268554688e-06, -8.12578946352005e-06, -7.906928658485413e-06, -7.688067853450775e-06, -7.469207048416138e-06, -7.2503462433815e-06, -7.031485438346863e-06, -6.812624633312225e-06, -6.593763828277588e-06, -6.3749030232429504e-06, -6.156042218208313e-06, -5.9371814131736755e-06, -5.718320608139038e-06, -5.499459803104401e-06, -5.280598998069763e-06, -5.061738193035126e-06, -4.842877388000488e-06, -4.624016582965851e-06, -4.405155777931213e-06, -4.186294972896576e-06, -3.9674341678619385e-06, -3.748573362827301e-06, -3.5297125577926636e-06, -3.310851752758026e-06, -3.0919909477233887e-06, -2.8731301426887512e-06, -2.6542693376541138e-06, -2.4354085326194763e-06, -2.216547727584839e-06, -1.9976869225502014e-06, -1.778826117515564e-06, -1.5599653124809265e-06, -1.341104507446289e-06, -1.1222437024116516e-06, -9.033828973770142e-07, -6.845220923423767e-07, -4.6566128730773926e-07, -2.468004822731018e-07, -2.7939677238464355e-08, 1.909211277961731e-07, 4.0978193283081055e-07, 6.28642737865448e-07, 8.475035429000854e-07, 1.066364347934723e-06, 1.2852251529693604e-06, 1.5040859580039978e-06, 1.7229467630386353e-06, 1.9418075680732727e-06, 2.16066837310791e-06, 2.3795291781425476e-06, 2.598389983177185e-06, 2.8172507882118225e-06, 3.03611159324646e-06, 3.2549723982810974e-06, 3.473833203315735e-06, 3.6926940083503723e-06, 3.91155481338501e-06, 4.130415618419647e-06, 4.349276423454285e-06, 4.568137228488922e-06, 4.7869980335235596e-06, 5.005858838558197e-06, 5.2247196435928345e-06, 5.443580448627472e-06, 5.662441253662109e-06]}, "gradients/encoder.encoder.layers.10.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 6.0, 2.0, 12.0, 9.0, 9.0, 14.0, 21.0, 18.0, 33.0, 52.0, 70.0, 370.0, 776.0, 1696.0, 487.0, 191.0, 55.0, 45.0, 44.0, 21.0, 28.0, 26.0, 22.0, 8.0, 8.0, 13.0, 7.0, 5.0, 3.0, 10.0, 3.0, 7.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.682209014892578e-06, -2.54996120929718e-06, -2.4177134037017822e-06, -2.2854655981063843e-06, -2.1532177925109863e-06, -2.0209699869155884e-06, -1.8887221813201904e-06, -1.7564743757247925e-06, -1.6242265701293945e-06, -1.4919787645339966e-06, -1.3597309589385986e-06, -1.2274831533432007e-06, -1.0952353477478027e-06, -9.629875421524048e-07, -8.307397365570068e-07, -6.984919309616089e-07, -5.662441253662109e-07, -4.33996319770813e-07, -3.0174851417541504e-07, -1.695007085800171e-07, -3.725290298461914e-08, 9.499490261077881e-08, 2.2724270820617676e-07, 3.594905138015747e-07, 4.917383193969727e-07, 6.239861249923706e-07, 7.562339305877686e-07, 8.884817361831665e-07, 1.0207295417785645e-06, 1.1529773473739624e-06, 1.2852251529693604e-06, 1.4174729585647583e-06, 1.5497207641601562e-06, 1.6819685697555542e-06, 1.8142163753509521e-06, 1.94646418094635e-06, 2.078711986541748e-06, 2.210959792137146e-06, 2.343207597732544e-06, 2.475455403327942e-06, 2.60770320892334e-06, 2.739951014518738e-06, 2.8721988201141357e-06, 3.0044466257095337e-06, 3.1366944313049316e-06, 3.2689422369003296e-06, 3.4011900424957275e-06, 3.5334378480911255e-06, 3.6656856536865234e-06, 3.7979334592819214e-06, 3.930181264877319e-06, 4.062429070472717e-06, 4.194676876068115e-06, 4.326924681663513e-06, 4.459172487258911e-06, 4.591420292854309e-06, 4.723668098449707e-06, 4.855915904045105e-06, 4.988163709640503e-06, 5.120411515235901e-06, 5.252659320831299e-06, 5.384907126426697e-06, 5.517154932022095e-06, 5.649402737617493e-06, 5.781650543212891e-06]}, "gradients/encoder.encoder.layers.10.final_layer_norm.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 4.0, 8.0, 7.0, 22.0, 42.0, 82.0, 155.0, 232.0, 130.0, 81.0, 52.0, 40.0, 34.0, 25.0, 23.0, 20.0, 18.0, 10.0, 5.0, 11.0, 3.0, 4.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1745059964596294e-05, -1.0605847819533665e-05, -9.466635674471036e-06, -8.327422619913705e-06, -7.1882109295984264e-06, -6.048998784535797e-06, -4.909786184725817e-06, -3.770574039663188e-06, -2.631361894600559e-06, -1.4921496358510922e-06, -3.529373771016253e-07, 7.862749953346793e-07, 1.9254871403973084e-06, 3.0646992854599375e-06, 4.2039118852699175e-06, 5.343124030332547e-06, 6.482336175395176e-06, 7.621548320457805e-06, 8.760760465520434e-06, 9.899973520077765e-06, 1.1039184755645692e-05, 1.2178397810203023e-05, 1.3317609955265652e-05, 1.4456822100328282e-05, 1.559603333589621e-05, 1.673524639045354e-05, 1.7874457626021467e-05, 1.9013670680578798e-05, 2.0152881916146725e-05, 2.1292094970704056e-05, 2.2431308025261387e-05, 2.3570519260829315e-05, 2.4709730496397242e-05, 2.5848943550954573e-05, 2.69881547865225e-05, 2.812736784107983e-05, 2.926657907664776e-05, 3.040579213120509e-05, 3.154500518576242e-05, 3.268421642133035e-05, 3.3823427656898275e-05, 3.49626388924662e-05, 3.610185376601294e-05, 3.7241065001580864e-05, 3.838027623714879e-05, 3.951948747271672e-05, 4.065870234626345e-05, 4.179791358183138e-05, 4.2937128455378115e-05, 4.407633969094604e-05, 4.521555456449278e-05, 4.6354765800060704e-05, 4.749397703562863e-05, 4.863318827119656e-05, 4.9772403144743294e-05, 5.091161438031122e-05, 5.205082561587915e-05, 5.3190036851447076e-05, 5.432925172499381e-05, 5.546846296056174e-05, 5.6607674196129665e-05, 5.774688543169759e-05, 5.8886100305244327e-05, 6.0025311540812254e-05, 6.116452277638018e-05]}, "gradients/encoder.encoder.layers.10.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 6.0, 4.0, 6.0, 5.0, 11.0, 14.0, 12.0, 20.0, 22.0, 19.0, 27.0, 22.0, 36.0, 37.0, 34.0, 30.0, 41.0, 40.0, 43.0, 50.0, 40.0, 43.0, 39.0, 42.0, 31.0, 35.0, 30.0, 31.0, 27.0, 31.0, 24.0, 21.0, 29.0, 19.0, 22.0, 19.0, 18.0, 11.0, 3.0, 6.0, 2.0, 5.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4543533325195312e-05, -1.4094635844230652e-05, -1.3645738363265991e-05, -1.319684088230133e-05, -1.274794340133667e-05, -1.229904592037201e-05, -1.1850148439407349e-05, -1.1401250958442688e-05, -1.0952353477478027e-05, -1.0503455996513367e-05, -1.0054558515548706e-05, -9.605661034584045e-06, -9.156763553619385e-06, -8.707866072654724e-06, -8.258968591690063e-06, -7.810071110725403e-06, -7.361173629760742e-06, -6.9122761487960815e-06, -6.463378667831421e-06, -6.01448118686676e-06, -5.5655837059021e-06, -5.116686224937439e-06, -4.667788743972778e-06, -4.218891263008118e-06, -3.769993782043457e-06, -3.3210963010787964e-06, -2.8721988201141357e-06, -2.423301339149475e-06, -1.9744038581848145e-06, -1.5255063772201538e-06, -1.0766088962554932e-06, -6.277114152908325e-07, -1.7881393432617188e-07, 2.7008354663848877e-07, 7.189810276031494e-07, 1.16787850856781e-06, 1.6167759895324707e-06, 2.0656734704971313e-06, 2.514570951461792e-06, 2.9634684324264526e-06, 3.4123659133911133e-06, 3.861263394355774e-06, 4.3101608753204346e-06, 4.759058356285095e-06, 5.207955837249756e-06, 5.6568533182144165e-06, 6.105750799179077e-06, 6.554648280143738e-06, 7.0035457611083984e-06, 7.452443242073059e-06, 7.90134072303772e-06, 8.35023820400238e-06, 8.799135684967041e-06, 9.248033165931702e-06, 9.696930646896362e-06, 1.0145828127861023e-05, 1.0594725608825684e-05, 1.1043623089790344e-05, 1.1492520570755005e-05, 1.1941418051719666e-05, 1.2390315532684326e-05, 1.2839213013648987e-05, 1.3288110494613647e-05, 1.3737007975578308e-05, 1.4185905456542969e-05]}, "gradients/encoder.encoder.layers.10.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 7.0, 0.0, 8.0, 3.0, 8.0, 18.0, 11.0, 18.0, 28.0, 46.0, 68.0, 73.0, 168.0, 211.0, 271.0, 580.0, 780.0, 1181.0, 2506.0, 3454.0, 5818.0, 13702.0, 21381.0, 41521.0, 88723.0, 435500.0, 252074.0, 88714.0, 48106.0, 18449.0, 10140.0, 6771.0, 3009.0, 1881.0, 1350.0, 659.0, 448.0, 350.0, 143.0, 110.0, 91.0, 57.0, 40.0, 18.0, 24.0, 16.0, 9.0, 11.0, 5.0, 3.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.463859558105469e-06, -8.206814527511597e-06, -7.949769496917725e-06, -7.692724466323853e-06, -7.4356794357299805e-06, -7.178634405136108e-06, -6.921589374542236e-06, -6.664544343948364e-06, -6.407499313354492e-06, -6.15045428276062e-06, -5.893409252166748e-06, -5.636364221572876e-06, -5.379319190979004e-06, -5.122274160385132e-06, -4.86522912979126e-06, -4.608184099197388e-06, -4.351139068603516e-06, -4.0940940380096436e-06, -3.8370490074157715e-06, -3.5800039768218994e-06, -3.3229589462280273e-06, -3.0659139156341553e-06, -2.808868885040283e-06, -2.551823854446411e-06, -2.294778823852539e-06, -2.037733793258667e-06, -1.780688762664795e-06, -1.5236437320709229e-06, -1.2665987014770508e-06, -1.0095536708831787e-06, -7.525086402893066e-07, -4.954636096954346e-07, -2.384185791015625e-07, 1.862645149230957e-08, 2.7567148208618164e-07, 5.327165126800537e-07, 7.897615432739258e-07, 1.0468065738677979e-06, 1.30385160446167e-06, 1.560896635055542e-06, 1.817941665649414e-06, 2.074986696243286e-06, 2.332031726837158e-06, 2.5890767574310303e-06, 2.8461217880249023e-06, 3.1031668186187744e-06, 3.3602118492126465e-06, 3.6172568798065186e-06, 3.874301910400391e-06, 4.131346940994263e-06, 4.388391971588135e-06, 4.645437002182007e-06, 4.902482032775879e-06, 5.159527063369751e-06, 5.416572093963623e-06, 5.673617124557495e-06, 5.930662155151367e-06, 6.187707185745239e-06, 6.444752216339111e-06, 6.701797246932983e-06, 6.9588422775268555e-06, 7.2158873081207275e-06, 7.4729323387146e-06, 7.729977369308472e-06, 7.987022399902344e-06]}, "gradients/encoder.encoder.layers.10.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 0.0, 5.0, 7.0, 10.0, 10.0, 17.0, 19.0, 39.0, 37.0, 48.0, 51.0, 57.0, 73.0, 0.0, 96.0, 73.0, 76.0, 75.0, 64.0, 51.0, 38.0, 35.0, 38.0, 17.0, 16.0, 9.0, 0.0, 10.0, 10.0, 9.0, 5.0, 3.0, 4.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4901161193847656e-06, -1.4351680874824524e-06, -1.3802200555801392e-06, -1.325272023677826e-06, -1.2703239917755127e-06, -1.2153759598731995e-06, -1.1604279279708862e-06, -1.105479896068573e-06, -1.0505318641662598e-06, -9.955838322639465e-07, -9.406358003616333e-07, -8.856877684593201e-07, -8.307397365570068e-07, -7.757917046546936e-07, -7.208436727523804e-07, -6.658956408500671e-07, -6.109476089477539e-07, -5.559995770454407e-07, -5.010515451431274e-07, -4.461035132408142e-07, -3.91155481338501e-07, -3.3620744943618774e-07, -2.812594175338745e-07, -2.2631138563156128e-07, -1.7136335372924805e-07, -1.1641532182693481e-07, -6.146728992462158e-08, -6.51925802230835e-09, 4.842877388000488e-08, 1.0337680578231812e-07, 1.5832483768463135e-07, 2.1327286958694458e-07, 2.682209014892578e-07, 3.2316893339157104e-07, 3.781169652938843e-07, 4.330649971961975e-07, 4.880130290985107e-07, 5.42961061000824e-07, 5.979090929031372e-07, 6.528571248054504e-07, 7.078051567077637e-07, 7.627531886100769e-07, 8.177012205123901e-07, 8.726492524147034e-07, 9.275972843170166e-07, 9.825453162193298e-07, 1.037493348121643e-06, 1.0924413800239563e-06, 1.1473894119262695e-06, 1.2023374438285828e-06, 1.257285475730896e-06, 1.3122335076332092e-06, 1.3671815395355225e-06, 1.4221295714378357e-06, 1.477077603340149e-06, 1.5320256352424622e-06, 1.5869736671447754e-06, 1.6419216990470886e-06, 1.6968697309494019e-06, 1.751817762851715e-06, 1.8067657947540283e-06, 1.8617138266563416e-06, 1.9166618585586548e-06, 1.971609890460968e-06, 2.0265579223632812e-06]}, "gradients/encoder.encoder.layers.10.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 2.0, 3.0, 12.0, 4.0, 18.0, 26.0, 29.0, 58.0, 69.0, 126.0, 264.0, 242.0, 608.0, 959.0, 999.0, 2308.0, 2481.0, 5523.0, 9805.0, 10662.0, 28956.0, 70310.0, 158899.0, 622902.0, 54434.0, 37413.0, 17866.0, 7094.0, 6827.0, 3940.0, 1568.0, 1688.0, 706.0, 716.0, 394.0, 188.0, 184.0, 103.0, 52.0, 52.0, 17.0, 19.0, 13.0, 5.0, 10.0, 5.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.708766937255859e-06, -4.552304744720459e-06, -4.395842552185059e-06, -4.239380359649658e-06, -4.082918167114258e-06, -3.926455974578857e-06, -3.769993782043457e-06, -3.6135315895080566e-06, -3.4570693969726562e-06, -3.300607204437256e-06, -3.1441450119018555e-06, -2.987682819366455e-06, -2.8312206268310547e-06, -2.6747584342956543e-06, -2.518296241760254e-06, -2.3618340492248535e-06, -2.205371856689453e-06, -2.0489096641540527e-06, -1.8924474716186523e-06, -1.735985279083252e-06, -1.5795230865478516e-06, -1.4230608940124512e-06, -1.2665987014770508e-06, -1.1101365089416504e-06, -9.5367431640625e-07, -7.972121238708496e-07, -6.407499313354492e-07, -4.842877388000488e-07, -3.2782554626464844e-07, -1.7136335372924805e-07, -1.4901161193847656e-08, 1.4156103134155273e-07, 2.980232238769531e-07, 4.544854164123535e-07, 6.109476089477539e-07, 7.674098014831543e-07, 9.238719940185547e-07, 1.080334186553955e-06, 1.2367963790893555e-06, 1.3932585716247559e-06, 1.5497207641601562e-06, 1.7061829566955566e-06, 1.862645149230957e-06, 2.0191073417663574e-06, 2.175569534301758e-06, 2.332031726837158e-06, 2.4884939193725586e-06, 2.644956111907959e-06, 2.8014183044433594e-06, 2.9578804969787598e-06, 3.11434268951416e-06, 3.2708048820495605e-06, 3.427267074584961e-06, 3.5837292671203613e-06, 3.7401914596557617e-06, 3.896653652191162e-06, 4.0531158447265625e-06, 4.209578037261963e-06, 4.366040229797363e-06, 4.522502422332764e-06, 4.678964614868164e-06, 4.8354268074035645e-06, 4.991888999938965e-06, 5.148351192474365e-06, 5.304813385009766e-06]}, "gradients/encoder.encoder.layers.10.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 4.0, 5.0, 6.0, 2.0, 6.0, 7.0, 7.0, 4.0, 11.0, 6.0, 8.0, 13.0, 3.0, 15.0, 14.0, 15.0, 11.0, 25.0, 30.0, 38.0, 40.0, 79.0, 254.0, 94.0, 55.0, 27.0, 32.0, 45.0, 19.0, 18.0, 11.0, 15.0, 18.0, 11.0, 5.0, 3.0, 9.0, 11.0, 8.0, 9.0, 5.0, 5.0, 1.0, 1.0, 3.0, 3.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-3.814697265625e-06, -3.702007234096527e-06, -3.589317202568054e-06, -3.4766271710395813e-06, -3.3639371395111084e-06, -3.2512471079826355e-06, -3.1385570764541626e-06, -3.0258670449256897e-06, -2.913177013397217e-06, -2.800486981868744e-06, -2.687796950340271e-06, -2.575106918811798e-06, -2.462416887283325e-06, -2.3497268557548523e-06, -2.2370368242263794e-06, -2.1243467926979065e-06, -2.0116567611694336e-06, -1.8989667296409607e-06, -1.7862766981124878e-06, -1.6735866665840149e-06, -1.560896635055542e-06, -1.448206603527069e-06, -1.3355165719985962e-06, -1.2228265404701233e-06, -1.1101365089416504e-06, -9.974464774131775e-07, -8.847564458847046e-07, -7.720664143562317e-07, -6.593763828277588e-07, -5.466863512992859e-07, -4.33996319770813e-07, -3.213062882423401e-07, -2.086162567138672e-07, -9.592622518539429e-08, 1.6763806343078613e-08, 1.2945383787155151e-07, 2.421438694000244e-07, 3.548339009284973e-07, 4.675239324569702e-07, 5.802139639854431e-07, 6.92903995513916e-07, 8.055940270423889e-07, 9.182840585708618e-07, 1.0309740900993347e-06, 1.1436641216278076e-06, 1.2563541531562805e-06, 1.3690441846847534e-06, 1.4817342162132263e-06, 1.5944242477416992e-06, 1.7071142792701721e-06, 1.819804310798645e-06, 1.932494342327118e-06, 2.045184373855591e-06, 2.1578744053840637e-06, 2.2705644369125366e-06, 2.3832544684410095e-06, 2.4959444999694824e-06, 2.6086345314979553e-06, 2.7213245630264282e-06, 2.834014594554901e-06, 2.946704626083374e-06, 3.059394657611847e-06, 3.17208468914032e-06, 3.2847747206687927e-06, 3.3974647521972656e-06]}, "gradients/encoder.encoder.layers.10.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 4.0, 3.0, 5.0, 9.0, 8.0, 16.0, 25.0, 27.0, 32.0, 58.0, 71.0, 285.0, 260.0, 389.0, 709.0, 1173.0, 2045.0, 3943.0, 7463.0, 16126.0, 37347.0, 112156.0, 796295.0, 37402.0, 15855.0, 7637.0, 3964.0, 2177.0, 1181.0, 705.0, 413.0, 272.0, 278.0, 73.0, 48.0, 28.0, 29.0, 23.0, 7.0, 8.0, 8.0, 4.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.086162567138672e-06, -2.0209699869155884e-06, -1.955777406692505e-06, -1.8905848264694214e-06, -1.8253922462463379e-06, -1.7601996660232544e-06, -1.695007085800171e-06, -1.6298145055770874e-06, -1.564621925354004e-06, -1.4994293451309204e-06, -1.434236764907837e-06, -1.3690441846847534e-06, -1.30385160446167e-06, -1.2386590242385864e-06, -1.173466444015503e-06, -1.1082738637924194e-06, -1.043081283569336e-06, -9.778887033462524e-07, -9.126961231231689e-07, -8.475035429000854e-07, -7.82310962677002e-07, -7.171183824539185e-07, -6.51925802230835e-07, -5.867332220077515e-07, -5.21540641784668e-07, -4.5634806156158447e-07, -3.91155481338501e-07, -3.259629011154175e-07, -2.60770320892334e-07, -1.955777406692505e-07, -1.30385160446167e-07, -6.51925802230835e-08, 0.0, 6.51925802230835e-08, 1.30385160446167e-07, 1.955777406692505e-07, 2.60770320892334e-07, 3.259629011154175e-07, 3.91155481338501e-07, 4.5634806156158447e-07, 5.21540641784668e-07, 5.867332220077515e-07, 6.51925802230835e-07, 7.171183824539185e-07, 7.82310962677002e-07, 8.475035429000854e-07, 9.126961231231689e-07, 9.778887033462524e-07, 1.043081283569336e-06, 1.1082738637924194e-06, 1.173466444015503e-06, 1.2386590242385864e-06, 1.30385160446167e-06, 1.3690441846847534e-06, 1.434236764907837e-06, 1.4994293451309204e-06, 1.564621925354004e-06, 1.6298145055770874e-06, 1.695007085800171e-06, 1.7601996660232544e-06, 1.8253922462463379e-06, 1.8905848264694214e-06, 1.955777406692505e-06, 2.0209699869155884e-06, 2.086162567138672e-06]}, "gradients/encoder.encoder.layers.10.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 5.0, 0.0, 8.0, 15.0, 10.0, 0.0, 16.0, 17.0, 34.0, 42.0, 0.0, 45.0, 64.0, 80.0, 0.0, 371.0, 78.0, 50.0, 41.0, 0.0, 37.0, 31.0, 11.0, 16.0, 0.0, 10.0, 14.0, 5.0, 0.0, 1.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.4901161193847656e-06, -1.4435499906539917e-06, -1.3969838619232178e-06, -1.3504177331924438e-06, -1.30385160446167e-06, -1.257285475730896e-06, -1.210719347000122e-06, -1.1641532182693481e-06, -1.1175870895385742e-06, -1.0710209608078003e-06, -1.0244548320770264e-06, -9.778887033462524e-07, -9.313225746154785e-07, -8.847564458847046e-07, -8.381903171539307e-07, -7.916241884231567e-07, -7.450580596923828e-07, -6.984919309616089e-07, -6.51925802230835e-07, -6.05359673500061e-07, -5.587935447692871e-07, -5.122274160385132e-07, -4.6566128730773926e-07, -4.1909515857696533e-07, -3.725290298461914e-07, -3.259629011154175e-07, -2.7939677238464355e-07, -2.3283064365386963e-07, -1.862645149230957e-07, -1.3969838619232178e-07, -9.313225746154785e-08, -4.6566128730773926e-08, 0.0, 4.6566128730773926e-08, 9.313225746154785e-08, 1.3969838619232178e-07, 1.862645149230957e-07, 2.3283064365386963e-07, 2.7939677238464355e-07, 3.259629011154175e-07, 3.725290298461914e-07, 4.1909515857696533e-07, 4.6566128730773926e-07, 5.122274160385132e-07, 5.587935447692871e-07, 6.05359673500061e-07, 6.51925802230835e-07, 6.984919309616089e-07, 7.450580596923828e-07, 7.916241884231567e-07, 8.381903171539307e-07, 8.847564458847046e-07, 9.313225746154785e-07, 9.778887033462524e-07, 1.0244548320770264e-06, 1.0710209608078003e-06, 1.1175870895385742e-06, 1.1641532182693481e-06, 1.210719347000122e-06, 1.257285475730896e-06, 1.30385160446167e-06, 1.3504177331924438e-06, 1.3969838619232178e-06, 1.4435499906539917e-06, 1.4901161193847656e-06]}, "gradients/encoder.encoder.layers.10.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 5.0, 8.0, 8.0, 7.0, 9.0, 20.0, 72.0, 56.0, 84.0, 144.0, 198.0, 308.0, 450.0, 750.0, 1272.0, 2104.0, 3862.0, 7251.0, 15276.0, 144657.0, 695590.0, 110141.0, 34526.0, 15105.0, 7295.0, 3775.0, 2186.0, 1248.0, 735.0, 442.0, 320.0, 210.0, 231.0, 56.0, 58.0, 31.0, 17.0, 16.0, 7.0, 11.0, 7.0, 8.0, 5.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7285346984863281e-06, -1.6642734408378601e-06, -1.600012183189392e-06, -1.535750925540924e-06, -1.471489667892456e-06, -1.407228410243988e-06, -1.34296715259552e-06, -1.278705894947052e-06, -1.214444637298584e-06, -1.150183379650116e-06, -1.085922122001648e-06, -1.02166086435318e-06, -9.57399606704712e-07, -8.931383490562439e-07, -8.288770914077759e-07, -7.646158337593079e-07, -7.003545761108398e-07, -6.360933184623718e-07, -5.718320608139038e-07, -5.075708031654358e-07, -4.4330954551696777e-07, -3.7904828786849976e-07, -3.1478703022003174e-07, -2.505257725715637e-07, -1.862645149230957e-07, -1.2200325727462769e-07, -5.774199962615967e-08, 6.51925802230835e-09, 7.078051567077637e-08, 1.3504177331924438e-07, 1.993030309677124e-07, 2.635642886161804e-07, 3.2782554626464844e-07, 3.9208680391311646e-07, 4.5634806156158447e-07, 5.206093192100525e-07, 5.848705768585205e-07, 6.491318345069885e-07, 7.133930921554565e-07, 7.776543498039246e-07, 8.419156074523926e-07, 9.061768651008606e-07, 9.704381227493286e-07, 1.0346993803977966e-06, 1.0989606380462646e-06, 1.1632218956947327e-06, 1.2274831533432007e-06, 1.2917444109916687e-06, 1.3560056686401367e-06, 1.4202669262886047e-06, 1.4845281839370728e-06, 1.5487894415855408e-06, 1.6130506992340088e-06, 1.6773119568824768e-06, 1.7415732145309448e-06, 1.8058344721794128e-06, 1.8700957298278809e-06, 1.934356987476349e-06, 1.998618245124817e-06, 2.062879502773285e-06, 2.127140760421753e-06, 2.191402018070221e-06, 2.255663275718689e-06, 2.319924533367157e-06, 2.384185791015625e-06]}, "gradients/encoder.encoder.layers.10.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 4.0, 12.0, 10.0, 20.0, 0.0, 19.0, 19.0, 37.0, 0.0, 39.0, 69.0, 114.0, 340.0, 0.0, 96.0, 53.0, 33.0, 38.0, 0.0, 31.0, 16.0, 19.0, 0.0, 8.0, 13.0, 2.0, 3.0, 0.0, 3.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6689300537109375e-06, -1.6223639249801636e-06, -1.5757977962493896e-06, -1.5292316675186157e-06, -1.4826655387878418e-06, -1.4360994100570679e-06, -1.389533281326294e-06, -1.34296715259552e-06, -1.296401023864746e-06, -1.2498348951339722e-06, -1.2032687664031982e-06, -1.1567026376724243e-06, -1.1101365089416504e-06, -1.0635703802108765e-06, -1.0170042514801025e-06, -9.704381227493286e-07, -9.238719940185547e-07, -8.773058652877808e-07, -8.307397365570068e-07, -7.841736078262329e-07, -7.37607479095459e-07, -6.910413503646851e-07, -6.444752216339111e-07, -5.979090929031372e-07, -5.513429641723633e-07, -5.047768354415894e-07, -4.5821070671081543e-07, -4.116445779800415e-07, -3.650784492492676e-07, -3.1851232051849365e-07, -2.7194619178771973e-07, -2.253800630569458e-07, -1.7881393432617188e-07, -1.3224780559539795e-07, -8.568167686462402e-08, -3.91155481338501e-08, 7.450580596923828e-09, 5.4016709327697754e-08, 1.0058283805847168e-07, 1.471489667892456e-07, 1.9371509552001953e-07, 2.4028122425079346e-07, 2.868473529815674e-07, 3.334134817123413e-07, 3.7997961044311523e-07, 4.2654573917388916e-07, 4.731118679046631e-07, 5.19677996635437e-07, 5.662441253662109e-07, 6.128102540969849e-07, 6.593763828277588e-07, 7.059425115585327e-07, 7.525086402893066e-07, 7.990747690200806e-07, 8.456408977508545e-07, 8.922070264816284e-07, 9.387731552124023e-07, 9.853392839431763e-07, 1.0319054126739502e-06, 1.0784715414047241e-06, 1.125037670135498e-06, 1.171603798866272e-06, 1.218169927597046e-06, 1.2647360563278198e-06, 1.3113021850585938e-06]}, "gradients/encoder.encoder.layers.10.layer_norm.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 1.0, 0.0, 3.0, 3.0, 5.0, 1.0, 7.0, 5.0, 10.0, 10.0, 19.0, 31.0, 29.0, 41.0, 63.0, 110.0, 172.0, 129.0, 95.0, 52.0, 45.0, 23.0, 25.0, 24.0, 17.0, 21.0, 12.0, 10.0, 12.0, 9.0, 3.0, 6.0, 3.0, 3.0, 4.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0021998605225235e-05, -9.511558346275706e-06, -9.001118087326176e-06, -8.490676918881945e-06, -7.980236659932416e-06, -7.4697964009828866e-06, -6.959355687286006e-06, -6.448914973589126e-06, -5.938474714639597e-06, -5.428034455690067e-06, -4.917593741993187e-06, -4.407153028296307e-06, -3.896712769346777e-06, -3.3862722830235725e-06, -2.8758317967003677e-06, -2.365391310377163e-06, -1.854950824053958e-06, -1.3445103377307532e-06, -8.340698514075484e-07, -3.236293650843436e-07, 1.8681112123886123e-07, 6.972516075620661e-07, 1.2076920938852709e-06, 1.7181325802084757e-06, 2.2285730665316805e-06, 2.7390135528548853e-06, 3.24945403917809e-06, 3.759894525501295e-06, 4.2703350118245e-06, 4.780775270774029e-06, 5.2912159844709095e-06, 5.80165669816779e-06, 6.312098776106723e-06, 6.822539035056252e-06, 7.332979748753132e-06, 7.843420462450013e-06, 8.353860721399542e-06, 8.864300980349071e-06, 9.374742148793302e-06, 9.885182407742832e-06, 1.0395622666692361e-05, 1.090606292564189e-05, 1.141650318459142e-05, 1.1926944353035651e-05, 1.243738461198518e-05, 1.294782487093471e-05, 1.3458266039378941e-05, 1.396870629832847e-05, 1.4479146557278e-05, 1.498958681622753e-05, 1.550002707517706e-05, 1.601046824362129e-05, 1.652090941206552e-05, 1.703134876152035e-05, 1.754178992996458e-05, 1.8052229279419407e-05, 1.856267044786364e-05, 1.907311161630787e-05, 1.9583550965762697e-05, 2.009399213420693e-05, 2.0604431483661756e-05, 2.1114872652105987e-05, 2.1625313820550218e-05, 2.2135753170005046e-05, 2.2646194338449277e-05]}, "gradients/encoder.encoder.layers.10.layer_norm.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 3.0, 3.0, 4.0, 2.0, 8.0, 4.0, 6.0, 8.0, 11.0, 7.0, 13.0, 12.0, 14.0, 23.0, 15.0, 19.0, 28.0, 32.0, 36.0, 30.0, 39.0, 28.0, 30.0, 38.0, 37.0, 34.0, 43.0, 37.0, 30.0, 31.0, 31.0, 49.0, 32.0, 34.0, 34.0, 32.0, 26.0, 30.0, 18.0, 13.0, 18.0, 15.0, 14.0, 8.0, 7.0, 5.0, 10.0, 3.0, 1.0, 3.0, 2.0, 3.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.285045623779297e-06, -8.005648851394653e-06, -7.72625207901001e-06, -7.446855306625366e-06, -7.167458534240723e-06, -6.888061761856079e-06, -6.6086649894714355e-06, -6.329268217086792e-06, -6.0498714447021484e-06, -5.770474672317505e-06, -5.491077899932861e-06, -5.211681127548218e-06, -4.932284355163574e-06, -4.652887582778931e-06, -4.373490810394287e-06, -4.0940940380096436e-06, -3.814697265625e-06, -3.5353004932403564e-06, -3.255903720855713e-06, -2.9765069484710693e-06, -2.6971101760864258e-06, -2.4177134037017822e-06, -2.1383166313171387e-06, -1.8589198589324951e-06, -1.5795230865478516e-06, -1.300126314163208e-06, -1.0207295417785645e-06, -7.413327693939209e-07, -4.6193599700927734e-07, -1.825392246246338e-07, 9.685754776000977e-08, 3.762543201446533e-07, 6.556510925292969e-07, 9.350478649139404e-07, 1.214444637298584e-06, 1.4938414096832275e-06, 1.773238182067871e-06, 2.0526349544525146e-06, 2.332031726837158e-06, 2.6114284992218018e-06, 2.8908252716064453e-06, 3.170222043991089e-06, 3.4496188163757324e-06, 3.729015588760376e-06, 4.0084123611450195e-06, 4.287809133529663e-06, 4.567205905914307e-06, 4.84660267829895e-06, 5.125999450683594e-06, 5.405396223068237e-06, 5.684792995452881e-06, 5.964189767837524e-06, 6.243586540222168e-06, 6.5229833126068115e-06, 6.802380084991455e-06, 7.081776857376099e-06, 7.361173629760742e-06, 7.640570402145386e-06, 7.91996717453003e-06, 8.199363946914673e-06, 8.478760719299316e-06, 8.75815749168396e-06, 9.037554264068604e-06, 9.316951036453247e-06, 9.59634780883789e-06]}, "gradients/encoder.encoder.layers.9.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 7.0, 8.0, 8.0, 15.0, 21.0, 29.0, 51.0, 70.0, 115.0, 169.0, 246.0, 401.0, 704.0, 1186.0, 1726.0, 3568.0, 7058.0, 15648.0, 32863.0, 3458212.0, 619076.0, 28544.0, 10367.0, 6192.0, 3189.0, 1740.0, 1067.0, 573.0, 450.0, 319.0, 194.0, 112.0, 105.0, 79.0, 44.0, 25.0, 31.0, 25.0, 19.0, 10.0, 8.0, 4.0, 5.0, 1.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0848045349121094e-05, -1.0444782674312592e-05, -1.004151999950409e-05, -9.638257324695587e-06, -9.234994649887085e-06, -8.831731975078583e-06, -8.42846930027008e-06, -8.025206625461578e-06, -7.621943950653076e-06, -7.218681275844574e-06, -6.815418601036072e-06, -6.41215592622757e-06, -6.008893251419067e-06, -5.605630576610565e-06, -5.202367901802063e-06, -4.799105226993561e-06, -4.395842552185059e-06, -3.992579877376556e-06, -3.589317202568054e-06, -3.186054527759552e-06, -2.78279185295105e-06, -2.3795291781425476e-06, -1.9762665033340454e-06, -1.5730038285255432e-06, -1.169741153717041e-06, -7.664784789085388e-07, -3.632158041000366e-07, 4.0046870708465576e-08, 4.4330954551696777e-07, 8.4657222032547e-07, 1.2498348951339722e-06, 1.6530975699424744e-06, 2.0563602447509766e-06, 2.4596229195594788e-06, 2.862885594367981e-06, 3.266148269176483e-06, 3.6694109439849854e-06, 4.0726736187934875e-06, 4.47593629360199e-06, 4.879198968410492e-06, 5.282461643218994e-06, 5.685724318027496e-06, 6.0889869928359985e-06, 6.492249667644501e-06, 6.895512342453003e-06, 7.298775017261505e-06, 7.702037692070007e-06, 8.10530036687851e-06, 8.508563041687012e-06, 8.911825716495514e-06, 9.315088391304016e-06, 9.718351066112518e-06, 1.012161374092102e-05, 1.0524876415729523e-05, 1.0928139090538025e-05, 1.1331401765346527e-05, 1.173466444015503e-05, 1.2137927114963531e-05, 1.2541189789772034e-05, 1.2944452464580536e-05, 1.3347715139389038e-05, 1.375097781419754e-05, 1.4154240489006042e-05, 1.4557503163814545e-05, 1.4960765838623047e-05]}, "gradients/encoder.encoder.layers.9.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 0.0, 2.0, 6.0, 2.0, 4.0, 7.0, 10.0, 0.0, 11.0, 15.0, 30.0, 23.0, 41.0, 46.0, 0.0, 45.0, 82.0, 73.0, 82.0, 83.0, 69.0, 0.0, 85.0, 59.0, 51.0, 36.0, 37.0, 25.0, 0.0, 26.0, 15.0, 9.0, 10.0, 6.0, 4.0, 0.0, 3.0, 2.0, 2.0, 3.0, 3.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3709068298339844e-06, -1.319684088230133e-06, -1.2684613466262817e-06, -1.2172386050224304e-06, -1.166015863418579e-06, -1.1147931218147278e-06, -1.0635703802108765e-06, -1.0123476386070251e-06, -9.611248970031738e-07, -9.099021553993225e-07, -8.586794137954712e-07, -8.074566721916199e-07, -7.562339305877686e-07, -7.050111889839172e-07, -6.537884473800659e-07, -6.025657057762146e-07, -5.513429641723633e-07, -5.00120222568512e-07, -4.4889748096466064e-07, -3.976747393608093e-07, -3.46451997756958e-07, -2.952292561531067e-07, -2.4400651454925537e-07, -1.9278377294540405e-07, -1.4156103134155273e-07, -9.033828973770142e-08, -3.91155481338501e-08, 1.210719347000122e-08, 6.332993507385254e-08, 1.1455267667770386e-07, 1.6577541828155518e-07, 2.169981598854065e-07, 2.682209014892578e-07, 3.1944364309310913e-07, 3.7066638469696045e-07, 4.2188912630081177e-07, 4.731118679046631e-07, 5.243346095085144e-07, 5.755573511123657e-07, 6.26780092716217e-07, 6.780028343200684e-07, 7.292255759239197e-07, 7.80448317527771e-07, 8.316710591316223e-07, 8.828938007354736e-07, 9.34116542339325e-07, 9.853392839431763e-07, 1.0365620255470276e-06, 1.087784767150879e-06, 1.1390075087547302e-06, 1.1902302503585815e-06, 1.2414529919624329e-06, 1.2926757335662842e-06, 1.3438984751701355e-06, 1.3951212167739868e-06, 1.4463439583778381e-06, 1.4975666999816895e-06, 1.5487894415855408e-06, 1.600012183189392e-06, 1.6512349247932434e-06, 1.7024576663970947e-06, 1.753680408000946e-06, 1.8049031496047974e-06, 1.8561258912086487e-06, 1.9073486328125e-06]}, "gradients/encoder.encoder.layers.9.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 3.0, 3.0, 4.0, 5.0, 6.0, 10.0, 15.0, 26.0, 20.0, 32.0, 54.0, 55.0, 80.0, 183.0, 194.0, 266.0, 570.0, 598.0, 893.0, 2176.0, 2429.0, 6430.0, 7794.0, 13442.0, 45995.0, 91612.0, 556499.0, 3290021.0, 92317.0, 36138.0, 24145.0, 7955.0, 6647.0, 2415.0, 1618.0, 1537.0, 617.0, 477.0, 448.0, 147.0, 122.0, 136.0, 46.0, 35.0, 39.0, 11.0, 11.0, 8.0, 5.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.649162292480469e-06, -4.5085325837135315e-06, -4.367902874946594e-06, -4.227273166179657e-06, -4.08664345741272e-06, -3.9460137486457825e-06, -3.8053840398788452e-06, -3.664754331111908e-06, -3.5241246223449707e-06, -3.3834949135780334e-06, -3.242865204811096e-06, -3.102235496044159e-06, -2.9616057872772217e-06, -2.8209760785102844e-06, -2.680346369743347e-06, -2.53971666097641e-06, -2.3990869522094727e-06, -2.2584572434425354e-06, -2.117827534675598e-06, -1.977197825908661e-06, -1.8365681171417236e-06, -1.6959384083747864e-06, -1.5553086996078491e-06, -1.4146789908409119e-06, -1.2740492820739746e-06, -1.1334195733070374e-06, -9.927898645401e-07, -8.521601557731628e-07, -7.115304470062256e-07, -5.709007382392883e-07, -4.302710294723511e-07, -2.896413207054138e-07, -1.4901161193847656e-07, -8.381903171539307e-09, 1.3224780559539795e-07, 2.728775143623352e-07, 4.1350722312927246e-07, 5.541369318962097e-07, 6.94766640663147e-07, 8.353963494300842e-07, 9.760260581970215e-07, 1.1166557669639587e-06, 1.257285475730896e-06, 1.3979151844978333e-06, 1.5385448932647705e-06, 1.6791746020317078e-06, 1.819804310798645e-06, 1.9604340195655823e-06, 2.1010637283325195e-06, 2.2416934370994568e-06, 2.382323145866394e-06, 2.5229528546333313e-06, 2.6635825634002686e-06, 2.804212272167206e-06, 2.944841980934143e-06, 3.0854716897010803e-06, 3.2261013984680176e-06, 3.366731107234955e-06, 3.507360816001892e-06, 3.6479905247688293e-06, 3.7886202335357666e-06, 3.929249942302704e-06, 4.069879651069641e-06, 4.210509359836578e-06, 4.351139068603516e-06]}, "gradients/encoder.encoder.layers.9.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0, 7.0, 3.0, 10.0, 6.0, 18.0, 9.0, 19.0, 12.0, 11.0, 42.0, 22.0, 79.0, 70.0, 276.0, 281.0, 1841.0, 479.0, 409.0, 113.0, 70.0, 80.0, 22.0, 41.0, 12.0, 33.0, 13.0, 24.0, 6.0, 15.0, 2.0, 5.0, 7.0, 3.0, 11.0, 4.0, 3.0, 2.0, 7.0, 2.0, 4.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.5033950805664062e-06, -2.4167820811271667e-06, -2.3301690816879272e-06, -2.2435560822486877e-06, -2.1569430828094482e-06, -2.0703300833702087e-06, -1.9837170839309692e-06, -1.8971040844917297e-06, -1.8104910850524902e-06, -1.7238780856132507e-06, -1.6372650861740112e-06, -1.5506520867347717e-06, -1.4640390872955322e-06, -1.3774260878562927e-06, -1.2908130884170532e-06, -1.2042000889778137e-06, -1.1175870895385742e-06, -1.0309740900993347e-06, -9.443610906600952e-07, -8.577480912208557e-07, -7.711350917816162e-07, -6.845220923423767e-07, -5.979090929031372e-07, -5.112960934638977e-07, -4.246830940246582e-07, -3.380700945854187e-07, -2.514570951461792e-07, -1.648440957069397e-07, -7.82310962677002e-08, 8.381903171539307e-09, 9.499490261077881e-08, 1.816079020500183e-07, 2.682209014892578e-07, 3.548339009284973e-07, 4.414469003677368e-07, 5.280598998069763e-07, 6.146728992462158e-07, 7.012858986854553e-07, 7.878988981246948e-07, 8.745118975639343e-07, 9.611248970031738e-07, 1.0477378964424133e-06, 1.1343508958816528e-06, 1.2209638953208923e-06, 1.3075768947601318e-06, 1.3941898941993713e-06, 1.4808028936386108e-06, 1.5674158930778503e-06, 1.6540288925170898e-06, 1.7406418919563293e-06, 1.8272548913955688e-06, 1.9138678908348083e-06, 2.000480890274048e-06, 2.0870938897132874e-06, 2.173706889152527e-06, 2.2603198885917664e-06, 2.346932888031006e-06, 2.4335458874702454e-06, 2.520158886909485e-06, 2.6067718863487244e-06, 2.693384885787964e-06, 2.7799978852272034e-06, 2.866610884666443e-06, 2.9532238841056824e-06, 3.039836883544922e-06]}, "gradients/encoder.encoder.layers.9.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 4.0, 7.0, 12.0, 16.0, 20.0, 30.0, 43.0, 74.0, 130.0, 178.0, 140.0, 113.0, 68.0, 47.0, 27.0, 17.0, 19.0, 15.0, 12.0, 8.0, 8.0, 10.0, 6.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.120898201013915e-06, -7.519473911088426e-06, -6.918049621162936e-06, -6.316624876490096e-06, -5.715200586564606e-06, -5.1137762966391165e-06, -4.512351551966276e-06, -3.9109272620407864e-06, -3.309502972115297e-06, -2.7080786821898073e-06, -2.1066541648906423e-06, -1.505229761278315e-06, -9.038053576659877e-07, -3.023810677404981e-07, 2.990434495586669e-07, 9.004679668578319e-07, 1.5018922567833215e-06, 2.103316546708811e-06, 2.704741064007976e-06, 3.306165581307141e-06, 3.907589871232631e-06, 4.50901416115812e-06, 5.110438905830961e-06, 5.71186319575645e-06, 6.31328748568194e-06, 6.9147117756074294e-06, 7.516136065532919e-06, 8.117560355458409e-06, 8.7189855548786e-06, 9.320408935309388e-06, 9.921834134729579e-06, 1.0523258424655069e-05, 1.1124680895591155e-05, 1.1726105185516644e-05, 1.2327529475442134e-05, 1.2928953765367623e-05, 1.3530378055293113e-05, 1.4131803254713304e-05, 1.4733227544638794e-05, 1.5334651834564283e-05, 1.593607521499507e-05, 1.6537500414415263e-05, 1.713892379484605e-05, 1.7740348994266242e-05, 1.834177237469703e-05, 1.894319757411722e-05, 1.954462095454801e-05, 2.01460461539682e-05, 2.074747135338839e-05, 2.1348896552808583e-05, 2.195031993323937e-05, 2.2551745132659562e-05, 2.315316851309035e-05, 2.375459371251054e-05, 2.435601709294133e-05, 2.495744229236152e-05, 2.555886749178171e-05, 2.6160292691201903e-05, 2.676171607163269e-05, 2.7363141271052882e-05, 2.796456465148367e-05, 2.856598985090386e-05, 2.916741323133465e-05, 2.976883843075484e-05, 3.0370261811185628e-05]}, "gradients/encoder.encoder.layers.9.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 2.0, 1.0, 4.0, 4.0, 3.0, 6.0, 8.0, 9.0, 12.0, 15.0, 16.0, 19.0, 19.0, 27.0, 24.0, 31.0, 34.0, 35.0, 57.0, 41.0, 56.0, 43.0, 46.0, 50.0, 44.0, 37.0, 53.0, 33.0, 33.0, 39.0, 22.0, 28.0, 28.0, 23.0, 25.0, 12.0, 10.0, 10.0, 13.0, 9.0, 7.0, 4.0, 10.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.867813110351562e-06, -7.607974112033844e-06, -7.3481351137161255e-06, -7.088296115398407e-06, -6.8284571170806885e-06, -6.56861811876297e-06, -6.3087791204452515e-06, -6.048940122127533e-06, -5.7891011238098145e-06, -5.529262125492096e-06, -5.2694231271743774e-06, -5.009584128856659e-06, -4.7497451305389404e-06, -4.489906132221222e-06, -4.230067133903503e-06, -3.970228135585785e-06, -3.7103891372680664e-06, -3.450550138950348e-06, -3.1907111406326294e-06, -2.930872142314911e-06, -2.6710331439971924e-06, -2.411194145679474e-06, -2.1513551473617554e-06, -1.8915161490440369e-06, -1.6316771507263184e-06, -1.3718381524085999e-06, -1.1119991540908813e-06, -8.521601557731628e-07, -5.923211574554443e-07, -3.3248215913772583e-07, -7.264316082000732e-08, 1.8719583749771118e-07, 4.470348358154297e-07, 7.068738341331482e-07, 9.667128324508667e-07, 1.2265518307685852e-06, 1.4863908290863037e-06, 1.7462298274040222e-06, 2.0060688257217407e-06, 2.2659078240394592e-06, 2.5257468223571777e-06, 2.7855858206748962e-06, 3.0454248189926147e-06, 3.3052638173103333e-06, 3.5651028156280518e-06, 3.82494181394577e-06, 4.084780812263489e-06, 4.344619810581207e-06, 4.604458808898926e-06, 4.864297807216644e-06, 5.124136805534363e-06, 5.383975803852081e-06, 5.6438148021698e-06, 5.903653800487518e-06, 6.163492798805237e-06, 6.423331797122955e-06, 6.683170795440674e-06, 6.943009793758392e-06, 7.202848792076111e-06, 7.462687790393829e-06, 7.722526788711548e-06, 7.982365787029266e-06, 8.242204785346985e-06, 8.502043783664703e-06, 8.761882781982422e-06]}, "gradients/encoder.encoder.layers.9.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 4.0, 4.0, 10.0, 6.0, 19.0, 23.0, 10.0, 21.0, 33.0, 41.0, 61.0, 96.0, 130.0, 204.0, 409.0, 648.0, 1431.0, 2615.0, 5562.0, 16521.0, 39853.0, 128801.0, 617750.0, 156692.0, 46161.0, 18666.0, 6425.0, 3209.0, 1291.0, 704.0, 439.0, 232.0, 137.0, 91.0, 71.0, 49.0, 41.0, 23.0, 18.0, 20.0, 12.0, 11.0, 4.0, 7.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.4722347259521484e-05, -1.4283694326877594e-05, -1.3845041394233704e-05, -1.3406388461589813e-05, -1.2967735528945923e-05, -1.2529082596302032e-05, -1.2090429663658142e-05, -1.1651776731014252e-05, -1.1213123798370361e-05, -1.0774470865726471e-05, -1.033581793308258e-05, -9.89716500043869e-06, -9.4585120677948e-06, -9.01985913515091e-06, -8.581206202507019e-06, -8.142553269863129e-06, -7.703900337219238e-06, -7.265247404575348e-06, -6.8265944719314575e-06, -6.387941539287567e-06, -5.949288606643677e-06, -5.510635673999786e-06, -5.071982741355896e-06, -4.633329808712006e-06, -4.194676876068115e-06, -3.756023943424225e-06, -3.3173710107803345e-06, -2.878718078136444e-06, -2.4400651454925537e-06, -2.0014122128486633e-06, -1.562759280204773e-06, -1.1241063475608826e-06, -6.854534149169922e-07, -2.468004822731018e-07, 1.9185245037078857e-07, 6.30505383014679e-07, 1.0691583156585693e-06, 1.5078112483024597e-06, 1.94646418094635e-06, 2.3851171135902405e-06, 2.823770046234131e-06, 3.2624229788780212e-06, 3.7010759115219116e-06, 4.139728844165802e-06, 4.578381776809692e-06, 5.017034709453583e-06, 5.455687642097473e-06, 5.8943405747413635e-06, 6.332993507385254e-06, 6.771646440029144e-06, 7.210299372673035e-06, 7.648952305316925e-06, 8.087605237960815e-06, 8.526258170604706e-06, 8.964911103248596e-06, 9.403564035892487e-06, 9.842216968536377e-06, 1.0280869901180267e-05, 1.0719522833824158e-05, 1.1158175766468048e-05, 1.1596828699111938e-05, 1.2035481631755829e-05, 1.247413456439972e-05, 1.291278749704361e-05, 1.33514404296875e-05]}, "gradients/encoder.encoder.layers.9.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 9.0, 6.0, 12.0, 12.0, 39.0, 29.0, 43.0, 100.0, 68.0, 81.0, 151.0, 76.0, 81.0, 70.0, 90.0, 34.0, 28.0, 38.0, 12.0, 7.0, 4.0, 9.0, 3.0, 1.0, 6.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.086162567138672e-06, -2.008862793445587e-06, -1.9315630197525024e-06, -1.8542632460594177e-06, -1.776963472366333e-06, -1.6996636986732483e-06, -1.6223639249801636e-06, -1.5450641512870789e-06, -1.4677643775939941e-06, -1.3904646039009094e-06, -1.3131648302078247e-06, -1.23586505651474e-06, -1.1585652828216553e-06, -1.0812655091285706e-06, -1.0039657354354858e-06, -9.266659617424011e-07, -8.493661880493164e-07, -7.720664143562317e-07, -6.94766640663147e-07, -6.174668669700623e-07, -5.401670932769775e-07, -4.628673195838928e-07, -3.855675458908081e-07, -3.082677721977234e-07, -2.3096799850463867e-07, -1.5366822481155396e-07, -7.636845111846924e-08, 9.313225746154785e-10, 7.82310962677002e-08, 1.555308699607849e-07, 2.3283064365386963e-07, 3.1013041734695435e-07, 3.8743019104003906e-07, 4.647299647331238e-07, 5.420297384262085e-07, 6.193295121192932e-07, 6.966292858123779e-07, 7.739290595054626e-07, 8.512288331985474e-07, 9.285286068916321e-07, 1.0058283805847168e-06, 1.0831281542778015e-06, 1.1604279279708862e-06, 1.237727701663971e-06, 1.3150274753570557e-06, 1.3923272490501404e-06, 1.469627022743225e-06, 1.5469267964363098e-06, 1.6242265701293945e-06, 1.7015263438224792e-06, 1.778826117515564e-06, 1.8561258912086487e-06, 1.9334256649017334e-06, 2.010725438594818e-06, 2.088025212287903e-06, 2.1653249859809875e-06, 2.2426247596740723e-06, 2.319924533367157e-06, 2.3972243070602417e-06, 2.4745240807533264e-06, 2.551823854446411e-06, 2.629123628139496e-06, 2.7064234018325806e-06, 2.7837231755256653e-06, 2.86102294921875e-06]}, "gradients/encoder.encoder.layers.9.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 11.0, 9.0, 4.0, 13.0, 12.0, 35.0, 35.0, 58.0, 98.0, 186.0, 243.0, 464.0, 763.0, 1208.0, 2064.0, 3553.0, 5931.0, 10135.0, 18657.0, 39183.0, 107868.0, 667285.0, 108120.0, 39625.0, 18386.0, 10066.0, 5926.0, 3478.0, 2029.0, 1217.0, 733.0, 457.0, 276.0, 173.0, 92.0, 54.0, 39.0, 22.0, 15.0, 12.0, 6.0, 8.0, 5.0, 3.0, 4.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-6.139278411865234e-06, -5.961395800113678e-06, -5.783513188362122e-06, -5.605630576610565e-06, -5.427747964859009e-06, -5.249865353107452e-06, -5.071982741355896e-06, -4.89410012960434e-06, -4.716217517852783e-06, -4.538334906101227e-06, -4.36045229434967e-06, -4.182569682598114e-06, -4.004687070846558e-06, -3.826804459095001e-06, -3.648921847343445e-06, -3.4710392355918884e-06, -3.293156623840332e-06, -3.1152740120887756e-06, -2.9373914003372192e-06, -2.759508788585663e-06, -2.5816261768341064e-06, -2.40374356508255e-06, -2.2258609533309937e-06, -2.0479783415794373e-06, -1.8700957298278809e-06, -1.6922131180763245e-06, -1.514330506324768e-06, -1.3364478945732117e-06, -1.1585652828216553e-06, -9.806826710700989e-07, -8.028000593185425e-07, -6.249174475669861e-07, -4.470348358154297e-07, -2.691522240638733e-07, -9.12696123123169e-08, 8.66129994392395e-08, 2.644956111907959e-07, 4.423782229423523e-07, 6.202608346939087e-07, 7.981434464454651e-07, 9.760260581970215e-07, 1.1539086699485779e-06, 1.3317912817001343e-06, 1.5096738934516907e-06, 1.687556505203247e-06, 1.8654391169548035e-06, 2.04332172870636e-06, 2.2212043404579163e-06, 2.3990869522094727e-06, 2.576969563961029e-06, 2.7548521757125854e-06, 2.932734787464142e-06, 3.1106173992156982e-06, 3.2885000109672546e-06, 3.466382622718811e-06, 3.6442652344703674e-06, 3.822147846221924e-06, 4.00003045797348e-06, 4.177913069725037e-06, 4.355795681476593e-06, 4.533678293228149e-06, 4.711560904979706e-06, 4.889443516731262e-06, 5.067326128482819e-06, 5.245208740234375e-06]}, "gradients/encoder.encoder.layers.9.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 4.0, 3.0, 3.0, 5.0, 3.0, 6.0, 7.0, 8.0, 2.0, 10.0, 7.0, 5.0, 10.0, 12.0, 12.0, 15.0, 26.0, 31.0, 25.0, 42.0, 50.0, 94.0, 255.0, 70.0, 38.0, 39.0, 29.0, 23.0, 26.0, 18.0, 16.0, 27.0, 11.0, 9.0, 15.0, 6.0, 11.0, 4.0, 3.0, 9.0, 1.0, 4.0, 6.0, 8.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.3974647521972656e-06, -3.2819807529449463e-06, -3.166496753692627e-06, -3.0510127544403076e-06, -2.9355287551879883e-06, -2.820044755935669e-06, -2.7045607566833496e-06, -2.5890767574310303e-06, -2.473592758178711e-06, -2.3581087589263916e-06, -2.2426247596740723e-06, -2.127140760421753e-06, -2.0116567611694336e-06, -1.8961727619171143e-06, -1.780688762664795e-06, -1.6652047634124756e-06, -1.5497207641601562e-06, -1.434236764907837e-06, -1.3187527656555176e-06, -1.2032687664031982e-06, -1.087784767150879e-06, -9.723007678985596e-07, -8.568167686462402e-07, -7.413327693939209e-07, -6.258487701416016e-07, -5.103647708892822e-07, -3.948807716369629e-07, -2.7939677238464355e-07, -1.6391277313232422e-07, -4.842877388000488e-08, 6.705522537231445e-08, 1.825392246246338e-07, 2.980232238769531e-07, 4.1350722312927246e-07, 5.289912223815918e-07, 6.444752216339111e-07, 7.599592208862305e-07, 8.754432201385498e-07, 9.909272193908691e-07, 1.1064112186431885e-06, 1.2218952178955078e-06, 1.3373792171478271e-06, 1.4528632164001465e-06, 1.5683472156524658e-06, 1.6838312149047852e-06, 1.7993152141571045e-06, 1.914799213409424e-06, 2.030283212661743e-06, 2.1457672119140625e-06, 2.261251211166382e-06, 2.376735210418701e-06, 2.4922192096710205e-06, 2.60770320892334e-06, 2.723187208175659e-06, 2.8386712074279785e-06, 2.954155206680298e-06, 3.069639205932617e-06, 3.1851232051849365e-06, 3.300607204437256e-06, 3.416091203689575e-06, 3.5315752029418945e-06, 3.647059202194214e-06, 3.762543201446533e-06, 3.8780272006988525e-06, 3.993511199951172e-06]}, "gradients/encoder.encoder.layers.9.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 9.0, 1.0, 7.0, 13.0, 15.0, 14.0, 20.0, 58.0, 38.0, 51.0, 247.0, 218.0, 378.0, 1910.0, 2221.0, 4068.0, 23343.0, 35492.0, 108563.0, 803486.0, 35686.0, 15772.0, 7854.0, 6245.0, 1189.0, 641.0, 579.0, 146.0, 93.0, 96.0, 27.0, 17.0, 26.0, 14.0, 8.0, 12.0, 4.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.205371856689453e-06, -2.127140760421753e-06, -2.0489096641540527e-06, -1.9706785678863525e-06, -1.8924474716186523e-06, -1.8142163753509521e-06, -1.735985279083252e-06, -1.6577541828155518e-06, -1.5795230865478516e-06, -1.5012919902801514e-06, -1.4230608940124512e-06, -1.344829797744751e-06, -1.2665987014770508e-06, -1.1883676052093506e-06, -1.1101365089416504e-06, -1.0319054126739502e-06, -9.5367431640625e-07, -8.754432201385498e-07, -7.972121238708496e-07, -7.189810276031494e-07, -6.407499313354492e-07, -5.62518835067749e-07, -4.842877388000488e-07, -4.0605664253234863e-07, -3.2782554626464844e-07, -2.4959444999694824e-07, -1.7136335372924805e-07, -9.313225746154785e-08, -1.4901161193847656e-08, 6.332993507385254e-08, 1.4156103134155273e-07, 2.1979212760925293e-07, 2.980232238769531e-07, 3.762543201446533e-07, 4.544854164123535e-07, 5.327165126800537e-07, 6.109476089477539e-07, 6.891787052154541e-07, 7.674098014831543e-07, 8.456408977508545e-07, 9.238719940185547e-07, 1.0021030902862549e-06, 1.080334186553955e-06, 1.1585652828216553e-06, 1.2367963790893555e-06, 1.3150274753570557e-06, 1.3932585716247559e-06, 1.471489667892456e-06, 1.5497207641601562e-06, 1.6279518604278564e-06, 1.7061829566955566e-06, 1.7844140529632568e-06, 1.862645149230957e-06, 1.9408762454986572e-06, 2.0191073417663574e-06, 2.0973384380340576e-06, 2.175569534301758e-06, 2.253800630569458e-06, 2.332031726837158e-06, 2.4102628231048584e-06, 2.4884939193725586e-06, 2.566725015640259e-06, 2.644956111907959e-06, 2.723187208175659e-06, 2.8014183044433594e-06]}, "gradients/encoder.encoder.layers.9.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 4.0, 2.0, 0.0, 2.0, 10.0, 21.0, 11.0, 19.0, 0.0, 26.0, 34.0, 47.0, 55.0, 0.0, 86.0, 384.0, 83.0, 51.0, 46.0, 0.0, 24.0, 28.0, 19.0, 16.0, 11.0, 0.0, 11.0, 7.0, 5.0, 8.0, 5.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7881393432617188e-06, -1.7387792468070984e-06, -1.689419150352478e-06, -1.6400590538978577e-06, -1.5906989574432373e-06, -1.541338860988617e-06, -1.4919787645339966e-06, -1.4426186680793762e-06, -1.3932585716247559e-06, -1.3438984751701355e-06, -1.2945383787155151e-06, -1.2451782822608948e-06, -1.1958181858062744e-06, -1.146458089351654e-06, -1.0970979928970337e-06, -1.0477378964424133e-06, -9.98377799987793e-07, -9.490177035331726e-07, -8.996576070785522e-07, -8.502975106239319e-07, -8.009374141693115e-07, -7.515773177146912e-07, -7.022172212600708e-07, -6.528571248054504e-07, -6.034970283508301e-07, -5.541369318962097e-07, -5.047768354415894e-07, -4.55416738986969e-07, -4.0605664253234863e-07, -3.5669654607772827e-07, -3.073364496231079e-07, -2.5797635316848755e-07, -2.086162567138672e-07, -1.5925616025924683e-07, -1.0989606380462646e-07, -6.05359673500061e-08, -1.1175870895385742e-08, 3.818422555923462e-08, 8.754432201385498e-08, 1.3690441846847534e-07, 1.862645149230957e-07, 2.3562461137771606e-07, 2.849847078323364e-07, 3.343448042869568e-07, 3.8370490074157715e-07, 4.330649971961975e-07, 4.824250936508179e-07, 5.317851901054382e-07, 5.811452865600586e-07, 6.30505383014679e-07, 6.798654794692993e-07, 7.292255759239197e-07, 7.7858567237854e-07, 8.279457688331604e-07, 8.773058652877808e-07, 9.266659617424011e-07, 9.760260581970215e-07, 1.0253861546516418e-06, 1.0747462511062622e-06, 1.1241063475608826e-06, 1.173466444015503e-06, 1.2228265404701233e-06, 1.2721866369247437e-06, 1.321546733379364e-06, 1.3709068298339844e-06]}, "gradients/encoder.encoder.layers.9.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 7.0, 7.0, 19.0, 34.0, 59.0, 68.0, 0.0, 103.0, 159.0, 238.0, 353.0, 552.0, 1039.0, 1898.0, 3547.0, 7247.0, 16017.0, 37554.0, 120756.0, 669512.0, 120942.0, 37653.0, 15796.0, 7050.0, 3374.0, 1913.0, 1022.0, 0.0, 569.0, 345.0, 241.0, 176.0, 104.0, 70.0, 46.0, 30.0, 21.0, 10.0, 11.0, 7.0, 2.0, 1.0, 4.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0], "bins": [-1.9669532775878906e-06, -1.9101426005363464e-06, -1.8533319234848022e-06, -1.796521246433258e-06, -1.7397105693817139e-06, -1.6828998923301697e-06, -1.6260892152786255e-06, -1.5692785382270813e-06, -1.5124678611755371e-06, -1.455657184123993e-06, -1.3988465070724487e-06, -1.3420358300209045e-06, -1.2852251529693604e-06, -1.2284144759178162e-06, -1.171603798866272e-06, -1.1147931218147278e-06, -1.0579824447631836e-06, -1.0011717677116394e-06, -9.443610906600952e-07, -8.87550413608551e-07, -8.307397365570068e-07, -7.739290595054626e-07, -7.171183824539185e-07, -6.603077054023743e-07, -6.034970283508301e-07, -5.466863512992859e-07, -4.898756742477417e-07, -4.330649971961975e-07, -3.762543201446533e-07, -3.1944364309310913e-07, -2.6263296604156494e-07, -2.0582228899002075e-07, -1.4901161193847656e-07, -9.220093488693237e-08, -3.5390257835388184e-08, 2.1420419216156006e-08, 7.82310962677002e-08, 1.3504177331924438e-07, 1.9185245037078857e-07, 2.4866312742233276e-07, 3.0547380447387695e-07, 3.6228448152542114e-07, 4.1909515857696533e-07, 4.759058356285095e-07, 5.327165126800537e-07, 5.895271897315979e-07, 6.463378667831421e-07, 7.031485438346863e-07, 7.599592208862305e-07, 8.167698979377747e-07, 8.735805749893188e-07, 9.30391252040863e-07, 9.872019290924072e-07, 1.0440126061439514e-06, 1.1008232831954956e-06, 1.1576339602470398e-06, 1.214444637298584e-06, 1.2712553143501282e-06, 1.3280659914016724e-06, 1.3848766684532166e-06, 1.4416873455047607e-06, 1.498498022556305e-06, 1.5553086996078491e-06, 1.6121193766593933e-06, 1.6689300537109375e-06]}, "gradients/encoder.encoder.layers.9.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 3.0, 8.0, 0.0, 10.0, 13.0, 0.0, 23.0, 23.0, 0.0, 36.0, 23.0, 0.0, 73.0, 0.0, 100.0, 311.0, 0.0, 113.0, 67.0, 0.0, 49.0, 38.0, 0.0, 35.0, 0.0, 34.0, 17.0, 0.0, 15.0, 8.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1324882507324219e-06, -1.0943040251731873e-06, -1.0561197996139526e-06, -1.017935574054718e-06, -9.797513484954834e-07, -9.415671229362488e-07, -9.033828973770142e-07, -8.651986718177795e-07, -8.270144462585449e-07, -7.888302206993103e-07, -7.506459951400757e-07, -7.124617695808411e-07, -6.742775440216064e-07, -6.360933184623718e-07, -5.979090929031372e-07, -5.597248673439026e-07, -5.21540641784668e-07, -4.833564162254333e-07, -4.4517219066619873e-07, -4.069879651069641e-07, -3.688037395477295e-07, -3.3061951398849487e-07, -2.9243528842926025e-07, -2.5425106287002563e-07, -2.1606683731079102e-07, -1.778826117515564e-07, -1.3969838619232178e-07, -1.0151416063308716e-07, -6.332993507385254e-08, -2.514570951461792e-08, 1.30385160446167e-08, 5.122274160385132e-08, 8.940696716308594e-08, 1.2759119272232056e-07, 1.6577541828155518e-07, 2.039596438407898e-07, 2.421438694000244e-07, 2.8032809495925903e-07, 3.1851232051849365e-07, 3.5669654607772827e-07, 3.948807716369629e-07, 4.330649971961975e-07, 4.7124922275543213e-07, 5.094334483146667e-07, 5.476176738739014e-07, 5.85801899433136e-07, 6.239861249923706e-07, 6.621703505516052e-07, 7.003545761108398e-07, 7.385388016700745e-07, 7.767230272293091e-07, 8.149072527885437e-07, 8.530914783477783e-07, 8.912757039070129e-07, 9.294599294662476e-07, 9.676441550254822e-07, 1.0058283805847168e-06, 1.0440126061439514e-06, 1.082196831703186e-06, 1.1203810572624207e-06, 1.1585652828216553e-06, 1.1967495083808899e-06, 1.2349337339401245e-06, 1.2731179594993591e-06, 1.3113021850585938e-06]}, "gradients/encoder.encoder.layers.9.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 7.0, 3.0, 2.0, 8.0, 5.0, 13.0, 12.0, 12.0, 17.0, 15.0, 20.0, 42.0, 43.0, 65.0, 112.0, 220.0, 156.0, 78.0, 48.0, 43.0, 29.0, 13.0, 15.0, 11.0, 9.0, 5.0, 2.0, 4.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.612786581972614e-05, -1.5583636923111044e-05, -1.5039406207506545e-05, -1.449517731089145e-05, -1.3950947504781652e-05, -1.3406717698671855e-05, -1.286248880205676e-05, -1.2318258995946962e-05, -1.1774029189837165e-05, -1.1229799383727368e-05, -1.068556957761757e-05, -1.0141340681002475e-05, -9.597110874892678e-06, -9.052881068782881e-06, -8.508652172167785e-06, -7.964422366057988e-06, -7.420192559948191e-06, -6.875962753838394e-06, -6.3317334024759475e-06, -5.787504051113501e-06, -5.243274245003704e-06, -4.699044438893907e-06, -4.1548150875314604e-06, -3.6105855087953387e-06, -3.066355930059217e-06, -2.522126351323095e-06, -1.9778967725869734e-06, -1.4336671938508516e-06, -8.894376151147299e-07, -3.452080363786081e-07, 1.9902154235751368e-07, 7.432511210936354e-07, 1.2874788808403537e-06, 1.8317084595764754e-06, 2.375938038312597e-06, 2.920167617048719e-06, 3.4643971957848407e-06, 4.008627001894638e-06, 4.552856353257084e-06, 5.097085704619531e-06, 5.641315510729328e-06, 6.185545316839125e-06, 6.729774668201571e-06, 7.274004019564018e-06, 7.818233825673815e-06, 8.362463631783612e-06, 8.906692528398708e-06, 9.450922334508505e-06, 9.995152140618302e-06, 1.0539381946728099e-05, 1.1083611752837896e-05, 1.1627840649452992e-05, 1.2172070455562789e-05, 1.2716300261672586e-05, 1.3260529158287682e-05, 1.3804758964397479e-05, 1.4348988770507276e-05, 1.4893218576617073e-05, 1.543744838272687e-05, 1.5981677279341966e-05, 1.6525907994946465e-05, 1.707013689156156e-05, 1.7614365788176656e-05, 1.8158596503781155e-05, 1.870282540039625e-05]}, "gradients/encoder.encoder.layers.9.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 9.0, 3.0, 5.0, 9.0, 9.0, 14.0, 8.0, 15.0, 21.0, 20.0, 13.0, 27.0, 38.0, 28.0, 27.0, 27.0, 33.0, 31.0, 43.0, 39.0, 48.0, 39.0, 41.0, 40.0, 33.0, 52.0, 41.0, 31.0, 26.0, 25.0, 32.0, 19.0, 22.0, 15.0, 33.0, 15.0, 15.0, 9.0, 13.0, 10.0, 6.0, 9.0, 4.0, 1.0, 4.0, 2.0, 4.0, 3.0, 1.0, 1.0, 1.0], "bins": [-8.404254913330078e-06, -8.161179721355438e-06, -7.918104529380798e-06, -7.675029337406158e-06, -7.4319541454315186e-06, -7.188878953456879e-06, -6.945803761482239e-06, -6.702728569507599e-06, -6.459653377532959e-06, -6.216578185558319e-06, -5.973502993583679e-06, -5.730427801609039e-06, -5.487352609634399e-06, -5.2442774176597595e-06, -5.00120222568512e-06, -4.75812703371048e-06, -4.51505184173584e-06, -4.2719766497612e-06, -4.02890145778656e-06, -3.78582626581192e-06, -3.5427510738372803e-06, -3.2996758818626404e-06, -3.0566006898880005e-06, -2.8135254979133606e-06, -2.5704503059387207e-06, -2.327375113964081e-06, -2.084299921989441e-06, -1.841224730014801e-06, -1.5981495380401611e-06, -1.3550743460655212e-06, -1.1119991540908813e-06, -8.689239621162415e-07, -6.258487701416016e-07, -3.8277357816696167e-07, -1.3969838619232178e-07, 1.0337680578231812e-07, 3.46451997756958e-07, 5.895271897315979e-07, 8.326023817062378e-07, 1.0756775736808777e-06, 1.3187527656555176e-06, 1.5618279576301575e-06, 1.8049031496047974e-06, 2.0479783415794373e-06, 2.291053533554077e-06, 2.534128725528717e-06, 2.777203917503357e-06, 3.020279109477997e-06, 3.2633543014526367e-06, 3.5064294934272766e-06, 3.7495046854019165e-06, 3.992579877376556e-06, 4.235655069351196e-06, 4.478730261325836e-06, 4.721805453300476e-06, 4.964880645275116e-06, 5.207955837249756e-06, 5.451031029224396e-06, 5.694106221199036e-06, 5.9371814131736755e-06, 6.1802566051483154e-06, 6.423331797122955e-06, 6.666406989097595e-06, 6.909482181072235e-06, 7.152557373046875e-06]}, "gradients/encoder.encoder.layers.8.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 2.0, 2.0, 8.0, 7.0, 12.0, 19.0, 36.0, 54.0, 83.0, 161.0, 249.0, 452.0, 836.0, 1500.0, 3659.0, 7120.0, 16299.0, 46636.0, 3830150.0, 227359.0, 32027.0, 13058.0, 7010.0, 3076.0, 1762.0, 966.0, 683.0, 332.0, 228.0, 139.0, 104.0, 71.0, 29.0, 41.0, 33.0, 22.0, 10.0, 12.0, 6.0, 13.0, 3.0, 3.0, 8.0, 3.0, 4.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.417533874511719e-06, -8.986331522464752e-06, -8.555129170417786e-06, -8.123926818370819e-06, -7.692724466323853e-06, -7.261522114276886e-06, -6.8303197622299194e-06, -6.399117410182953e-06, -5.967915058135986e-06, -5.53671270608902e-06, -5.105510354042053e-06, -4.674308001995087e-06, -4.24310564994812e-06, -3.8119032979011536e-06, -3.380700945854187e-06, -2.9494985938072205e-06, -2.518296241760254e-06, -2.0870938897132874e-06, -1.6558915376663208e-06, -1.2246891856193542e-06, -7.934868335723877e-07, -3.6228448152542114e-07, 6.891787052154541e-08, 5.00120222568512e-07, 9.313225746154785e-07, 1.362524926662445e-06, 1.7937272787094116e-06, 2.224929630756378e-06, 2.6561319828033447e-06, 3.0873343348503113e-06, 3.518536686897278e-06, 3.949739038944244e-06, 4.380941390991211e-06, 4.8121437430381775e-06, 5.243346095085144e-06, 5.674548447132111e-06, 6.105750799179077e-06, 6.536953151226044e-06, 6.96815550327301e-06, 7.399357855319977e-06, 7.830560207366943e-06, 8.26176255941391e-06, 8.692964911460876e-06, 9.124167263507843e-06, 9.55536961555481e-06, 9.986571967601776e-06, 1.0417774319648743e-05, 1.084897667169571e-05, 1.1280179023742676e-05, 1.1711381375789642e-05, 1.2142583727836609e-05, 1.2573786079883575e-05, 1.3004988431930542e-05, 1.3436190783977509e-05, 1.3867393136024475e-05, 1.4298595488071442e-05, 1.4729797840118408e-05, 1.5161000192165375e-05, 1.559220254421234e-05, 1.6023404896259308e-05, 1.6454607248306274e-05, 1.688580960035324e-05, 1.7317011952400208e-05, 1.7748214304447174e-05, 1.817941665649414e-05]}, "gradients/encoder.encoder.layers.8.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 4.0, 10.0, 5.0, 9.0, 16.0, 19.0, 21.0, 63.0, 46.0, 55.0, 70.0, 70.0, 90.0, 147.0, 74.0, 69.0, 50.0, 32.0, 25.0, 57.0, 13.0, 18.0, 9.0, 12.0, 11.0, 7.0, 1.0, 0.0, 3.0, 1.0, 5.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6093254089355469e-06, -1.539476215839386e-06, -1.469627022743225e-06, -1.3997778296470642e-06, -1.3299286365509033e-06, -1.2600794434547424e-06, -1.1902302503585815e-06, -1.1203810572624207e-06, -1.0505318641662598e-06, -9.806826710700989e-07, -9.10833477973938e-07, -8.409842848777771e-07, -7.711350917816162e-07, -7.012858986854553e-07, -6.314367055892944e-07, -5.615875124931335e-07, -4.917383193969727e-07, -4.2188912630081177e-07, -3.520399332046509e-07, -2.8219074010849e-07, -2.123415470123291e-07, -1.424923539161682e-07, -7.264316082000732e-08, -2.7939677238464355e-09, 6.705522537231445e-08, 1.3690441846847534e-07, 2.0675361156463623e-07, 2.766028046607971e-07, 3.46451997756958e-07, 4.163011908531189e-07, 4.861503839492798e-07, 5.559995770454407e-07, 6.258487701416016e-07, 6.956979632377625e-07, 7.655471563339233e-07, 8.353963494300842e-07, 9.052455425262451e-07, 9.75094735622406e-07, 1.044943928718567e-06, 1.1147931218147278e-06, 1.1846423149108887e-06, 1.2544915080070496e-06, 1.3243407011032104e-06, 1.3941898941993713e-06, 1.4640390872955322e-06, 1.5338882803916931e-06, 1.603737473487854e-06, 1.6735866665840149e-06, 1.7434358596801758e-06, 1.8132850527763367e-06, 1.8831342458724976e-06, 1.9529834389686584e-06, 2.0228326320648193e-06, 2.0926818251609802e-06, 2.162531018257141e-06, 2.232380211353302e-06, 2.302229404449463e-06, 2.3720785975456238e-06, 2.4419277906417847e-06, 2.5117769837379456e-06, 2.5816261768341064e-06, 2.6514753699302673e-06, 2.7213245630264282e-06, 2.791173756122589e-06, 2.86102294921875e-06]}, "gradients/encoder.encoder.layers.8.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 0.0, 5.0, 3.0, 5.0, 7.0, 12.0, 8.0, 16.0, 34.0, 43.0, 36.0, 93.0, 89.0, 155.0, 320.0, 354.0, 497.0, 1334.0, 1496.0, 2305.0, 3646.0, 10233.0, 12902.0, 23078.0, 85533.0, 219677.0, 2971147.0, 716647.0, 68656.0, 32224.0, 23193.0, 7745.0, 4596.0, 3967.0, 1427.0, 923.0, 602.0, 549.0, 226.0, 149.0, 149.0, 61.0, 45.0, 46.0, 15.0, 8.0, 10.0, 8.0, 6.0, 8.0, 1.0, 4.0, 1.0], "bins": [-5.185604095458984e-06, -5.0477683544158936e-06, -4.909932613372803e-06, -4.772096872329712e-06, -4.634261131286621e-06, -4.49642539024353e-06, -4.3585896492004395e-06, -4.220753908157349e-06, -4.082918167114258e-06, -3.945082426071167e-06, -3.807246685028076e-06, -3.6694109439849854e-06, -3.5315752029418945e-06, -3.3937394618988037e-06, -3.255903720855713e-06, -3.118067979812622e-06, -2.9802322387695312e-06, -2.8423964977264404e-06, -2.7045607566833496e-06, -2.566725015640259e-06, -2.428889274597168e-06, -2.291053533554077e-06, -2.1532177925109863e-06, -2.0153820514678955e-06, -1.8775463104248047e-06, -1.7397105693817139e-06, -1.601874828338623e-06, -1.4640390872955322e-06, -1.3262033462524414e-06, -1.1883676052093506e-06, -1.0505318641662598e-06, -9.126961231231689e-07, -7.748603820800781e-07, -6.370246410369873e-07, -4.991888999938965e-07, -3.6135315895080566e-07, -2.2351741790771484e-07, -8.568167686462402e-08, 5.21540641784668e-08, 1.8998980522155762e-07, 3.2782554626464844e-07, 4.6566128730773926e-07, 6.034970283508301e-07, 7.413327693939209e-07, 8.791685104370117e-07, 1.0170042514801025e-06, 1.1548399925231934e-06, 1.2926757335662842e-06, 1.430511474609375e-06, 1.5683472156524658e-06, 1.7061829566955566e-06, 1.8440186977386475e-06, 1.9818544387817383e-06, 2.119690179824829e-06, 2.25752592086792e-06, 2.3953616619110107e-06, 2.5331974029541016e-06, 2.6710331439971924e-06, 2.808868885040283e-06, 2.946704626083374e-06, 3.084540367126465e-06, 3.2223761081695557e-06, 3.3602118492126465e-06, 3.4980475902557373e-06, 3.635883331298828e-06]}, "gradients/encoder.encoder.layers.8.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 5.0, 18.0, 2.0, 4.0, 13.0, 14.0, 16.0, 22.0, 13.0, 33.0, 43.0, 69.0, 47.0, 139.0, 319.0, 844.0, 794.0, 827.0, 323.0, 159.0, 34.0, 69.0, 50.0, 39.0, 30.0, 16.0, 31.0, 18.0, 15.0, 3.0, 19.0, 13.0, 9.0, 4.0, 4.0, 6.0, 5.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.682209014892578e-06, -2.576969563961029e-06, -2.47173011302948e-06, -2.366490662097931e-06, -2.261251211166382e-06, -2.1560117602348328e-06, -2.0507723093032837e-06, -1.9455328583717346e-06, -1.8402934074401855e-06, -1.7350539565086365e-06, -1.6298145055770874e-06, -1.5245750546455383e-06, -1.4193356037139893e-06, -1.3140961527824402e-06, -1.2088567018508911e-06, -1.103617250919342e-06, -9.98377799987793e-07, -8.931383490562439e-07, -7.878988981246948e-07, -6.826594471931458e-07, -5.774199962615967e-07, -4.721805453300476e-07, -3.6694109439849854e-07, -2.6170164346694946e-07, -1.564621925354004e-07, -5.122274160385132e-08, 5.4016709327697754e-08, 1.5925616025924683e-07, 2.644956111907959e-07, 3.6973506212234497e-07, 4.7497451305389404e-07, 5.802139639854431e-07, 6.854534149169922e-07, 7.906928658485413e-07, 8.959323167800903e-07, 1.0011717677116394e-06, 1.1064112186431885e-06, 1.2116506695747375e-06, 1.3168901205062866e-06, 1.4221295714378357e-06, 1.5273690223693848e-06, 1.6326084733009338e-06, 1.737847924232483e-06, 1.843087375164032e-06, 1.948326826095581e-06, 2.05356627702713e-06, 2.158805727958679e-06, 2.2640451788902283e-06, 2.3692846298217773e-06, 2.4745240807533264e-06, 2.5797635316848755e-06, 2.6850029826164246e-06, 2.7902424335479736e-06, 2.8954818844795227e-06, 3.0007213354110718e-06, 3.105960786342621e-06, 3.21120023727417e-06, 3.316439688205719e-06, 3.421679139137268e-06, 3.526918590068817e-06, 3.632158041000366e-06, 3.7373974919319153e-06, 3.842636942863464e-06, 3.9478763937950134e-06, 4.0531158447265625e-06]}, "gradients/encoder.encoder.layers.8.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 3.0, 1.0, 5.0, 10.0, 17.0, 25.0, 31.0, 49.0, 68.0, 110.0, 140.0, 125.0, 97.0, 71.0, 56.0, 40.0, 28.0, 28.0, 19.0, 14.0, 12.0, 10.0, 11.0, 4.0, 6.0, 4.0, 8.0, 6.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3305420907272492e-05, -1.2597521163115744e-05, -1.1889622328453697e-05, -1.118172258429695e-05, -1.0473822840140201e-05, -9.765923095983453e-06, -9.058024261321407e-06, -8.350124517164659e-06, -7.642225682502612e-06, -6.934326393093215e-06, -6.226426648936467e-06, -5.51852735952707e-06, -4.810627615370322e-06, -4.102728325960925e-06, -3.3948290365515277e-06, -2.6869292923947796e-06, -1.9790295482380316e-06, -1.271130031454959e-06, -5.632306283587241e-07, 1.4466877473751083e-07, 8.525682915205834e-07, 1.560467808303656e-06, 2.2683670977130532e-06, 2.9762668418698013e-06, 3.6841661312791985e-06, 4.392065420688596e-06, 5.099965164845344e-06, 5.807864454254741e-06, 6.515763743664138e-06, 7.223663487820886e-06, 7.931563231977634e-06, 8.639462976134382e-06, 9.34736272029113e-06, 1.0055262464447878e-05, 1.0763161299109925e-05, 1.1471061043266673e-05, 1.217896078742342e-05, 1.2886859622085467e-05, 1.3594759366242215e-05, 1.4302659110398963e-05, 1.5010558854555711e-05, 1.571845859871246e-05, 1.6426358342869207e-05, 1.7134258087025955e-05, 1.78421560121933e-05, 1.8550055756350048e-05, 1.9257955500506796e-05, 1.9965855244663544e-05, 2.067375316983089e-05, 2.1381652913987637e-05, 2.2089552658144385e-05, 2.2797452402301133e-05, 2.3505350327468477e-05, 2.4213250071625225e-05, 2.4921149815781973e-05, 2.562904955993872e-05, 2.633694930409547e-05, 2.7044849048252217e-05, 2.7752748792408966e-05, 2.846064671757631e-05, 2.9168546461733058e-05, 2.9876446205889806e-05, 3.0584345950046554e-05, 3.12922456942033e-05, 3.200014543836005e-05]}, "gradients/encoder.encoder.layers.8.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 3.0, 4.0, 7.0, 2.0, 6.0, 9.0, 5.0, 12.0, 11.0, 7.0, 22.0, 7.0, 25.0, 30.0, 26.0, 24.0, 24.0, 30.0, 26.0, 32.0, 33.0, 49.0, 47.0, 22.0, 28.0, 48.0, 33.0, 47.0, 37.0, 36.0, 35.0, 33.0, 39.0, 33.0, 22.0, 25.0, 23.0, 14.0, 17.0, 11.0, 9.0, 12.0, 6.0, 8.0, 7.0, 6.0, 3.0, 6.0, 4.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 3.0], "bins": [-1.0907649993896484e-05, -1.0571442544460297e-05, -1.0235235095024109e-05, -9.899027645587921e-06, -9.562820196151733e-06, -9.226612746715546e-06, -8.890405297279358e-06, -8.55419784784317e-06, -8.217990398406982e-06, -7.881782948970795e-06, -7.545575499534607e-06, -7.209368050098419e-06, -6.8731606006622314e-06, -6.536953151226044e-06, -6.200745701789856e-06, -5.864538252353668e-06, -5.5283308029174805e-06, -5.192123353481293e-06, -4.855915904045105e-06, -4.519708454608917e-06, -4.1835010051727295e-06, -3.847293555736542e-06, -3.511086106300354e-06, -3.1748786568641663e-06, -2.8386712074279785e-06, -2.5024637579917908e-06, -2.166256308555603e-06, -1.8300488591194153e-06, -1.4938414096832275e-06, -1.1576339602470398e-06, -8.21426510810852e-07, -4.852190613746643e-07, -1.4901161193847656e-07, 1.8719583749771118e-07, 5.234032869338989e-07, 8.596107363700867e-07, 1.1958181858062744e-06, 1.5320256352424622e-06, 1.86823308467865e-06, 2.2044405341148376e-06, 2.5406479835510254e-06, 2.876855432987213e-06, 3.213062882423401e-06, 3.5492703318595886e-06, 3.885477781295776e-06, 4.221685230731964e-06, 4.557892680168152e-06, 4.89410012960434e-06, 5.230307579040527e-06, 5.566515028476715e-06, 5.902722477912903e-06, 6.2389299273490906e-06, 6.575137376785278e-06, 6.911344826221466e-06, 7.247552275657654e-06, 7.5837597250938416e-06, 7.91996717453003e-06, 8.256174623966217e-06, 8.592382073402405e-06, 8.928589522838593e-06, 9.26479697227478e-06, 9.601004421710968e-06, 9.937211871147156e-06, 1.0273419320583344e-05, 1.0609626770019531e-05]}, "gradients/encoder.encoder.layers.8.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 8.0, 5.0, 13.0, 14.0, 16.0, 19.0, 28.0, 39.0, 60.0, 102.0, 144.0, 223.0, 343.0, 754.0, 1147.0, 2072.0, 3973.0, 7809.0, 16499.0, 38076.0, 100384.0, 444158.0, 290231.0, 81733.0, 31866.0, 14284.0, 7688.0, 2976.0, 1581.0, 927.0, 515.0, 309.0, 196.0, 122.0, 72.0, 46.0, 40.0, 32.0, 17.0, 16.0, 8.0, 2.0, 4.0, 2.0, 2.0, 3.0, 4.0, 1.0, 4.0, 1.0, 0.0, 1.0], "bins": [-1.0251998901367188e-05, -9.949319064617157e-06, -9.646639227867126e-06, -9.343959391117096e-06, -9.041279554367065e-06, -8.738599717617035e-06, -8.435919880867004e-06, -8.133240044116974e-06, -7.830560207366943e-06, -7.527880370616913e-06, -7.225200533866882e-06, -6.922520697116852e-06, -6.619840860366821e-06, -6.317161023616791e-06, -6.01448118686676e-06, -5.71180135011673e-06, -5.409121513366699e-06, -5.106441676616669e-06, -4.803761839866638e-06, -4.501082003116608e-06, -4.198402166366577e-06, -3.895722329616547e-06, -3.593042492866516e-06, -3.2903626561164856e-06, -2.987682819366455e-06, -2.6850029826164246e-06, -2.382323145866394e-06, -2.0796433091163635e-06, -1.776963472366333e-06, -1.4742836356163025e-06, -1.171603798866272e-06, -8.689239621162415e-07, -5.662441253662109e-07, -2.635642886161804e-07, 3.91155481338501e-08, 3.417953848838806e-07, 6.444752216339111e-07, 9.471550583839417e-07, 1.2498348951339722e-06, 1.5525147318840027e-06, 1.8551945686340332e-06, 2.1578744053840637e-06, 2.4605542421340942e-06, 2.7632340788841248e-06, 3.0659139156341553e-06, 3.368593752384186e-06, 3.6712735891342163e-06, 3.973953425884247e-06, 4.276633262634277e-06, 4.579313099384308e-06, 4.881992936134338e-06, 5.184672772884369e-06, 5.487352609634399e-06, 5.79003244638443e-06, 6.0927122831344604e-06, 6.395392119884491e-06, 6.6980719566345215e-06, 7.000751793384552e-06, 7.3034316301345825e-06, 7.606111466884613e-06, 7.908791303634644e-06, 8.211471140384674e-06, 8.514150977134705e-06, 8.816830813884735e-06, 9.119510650634766e-06]}, "gradients/encoder.encoder.layers.8.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 3.0, 3.0, 4.0, 11.0, 7.0, 11.0, 0.0, 18.0, 27.0, 30.0, 40.0, 45.0, 63.0, 65.0, 86.0, 68.0, 72.0, 75.0, 68.0, 69.0, 43.0, 46.0, 0.0, 45.0, 26.0, 21.0, 10.0, 12.0, 10.0, 10.0, 6.0, 5.0, 4.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.430511474609375e-06, -1.3746321201324463e-06, -1.3187527656555176e-06, -1.2628734111785889e-06, -1.2069940567016602e-06, -1.1511147022247314e-06, -1.0952353477478027e-06, -1.039355993270874e-06, -9.834766387939453e-07, -9.275972843170166e-07, -8.717179298400879e-07, -8.158385753631592e-07, -7.599592208862305e-07, -7.040798664093018e-07, -6.48200511932373e-07, -5.923211574554443e-07, -5.364418029785156e-07, -4.805624485015869e-07, -4.246830940246582e-07, -3.688037395477295e-07, -3.129243850708008e-07, -2.5704503059387207e-07, -2.0116567611694336e-07, -1.4528632164001465e-07, -8.940696716308594e-08, -3.3527612686157227e-08, 2.2351741790771484e-08, 7.82310962677002e-08, 1.341104507446289e-07, 1.8998980522155762e-07, 2.4586915969848633e-07, 3.0174851417541504e-07, 3.5762786865234375e-07, 4.1350722312927246e-07, 4.6938657760620117e-07, 5.252659320831299e-07, 5.811452865600586e-07, 6.370246410369873e-07, 6.92903995513916e-07, 7.487833499908447e-07, 8.046627044677734e-07, 8.605420589447021e-07, 9.164214134216309e-07, 9.723007678985596e-07, 1.0281801223754883e-06, 1.084059476852417e-06, 1.1399388313293457e-06, 1.1958181858062744e-06, 1.2516975402832031e-06, 1.3075768947601318e-06, 1.3634562492370605e-06, 1.4193356037139893e-06, 1.475214958190918e-06, 1.5310943126678467e-06, 1.5869736671447754e-06, 1.642853021621704e-06, 1.6987323760986328e-06, 1.7546117305755615e-06, 1.8104910850524902e-06, 1.866370439529419e-06, 1.9222497940063477e-06, 1.9781291484832764e-06, 2.034008502960205e-06, 2.089887857437134e-06, 2.1457672119140625e-06]}, "gradients/encoder.encoder.layers.8.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 5.0, 7.0, 0.0, 9.0, 9.0, 8.0, 22.0, 32.0, 36.0, 74.0, 148.0, 111.0, 267.0, 501.0, 470.0, 1162.0, 1977.0, 1992.0, 4570.0, 7704.0, 7849.0, 19764.0, 40014.0, 58274.0, 587201.0, 205962.0, 40566.0, 31158.0, 16122.0, 6514.0, 6492.0, 3858.0, 1677.0, 1626.0, 999.0, 386.0, 386.0, 231.0, 112.0, 96.0, 74.0, 23.0, 23.0, 20.0, 8.0, 9.0, 4.0, 4.0, 1.0, 5.0, 1.0, 1.0, 1.0, 2.0], "bins": [-5.543231964111328e-06, -5.383975803852081e-06, -5.2247196435928345e-06, -5.065463483333588e-06, -4.906207323074341e-06, -4.746951162815094e-06, -4.587695002555847e-06, -4.4284388422966e-06, -4.2691826820373535e-06, -4.109926521778107e-06, -3.95067036151886e-06, -3.791414201259613e-06, -3.632158041000366e-06, -3.4729018807411194e-06, -3.3136457204818726e-06, -3.1543895602226257e-06, -2.995133399963379e-06, -2.835877239704132e-06, -2.6766210794448853e-06, -2.5173649191856384e-06, -2.3581087589263916e-06, -2.1988525986671448e-06, -2.039596438407898e-06, -1.8803402781486511e-06, -1.7210841178894043e-06, -1.5618279576301575e-06, -1.4025717973709106e-06, -1.2433156371116638e-06, -1.084059476852417e-06, -9.248033165931702e-07, -7.655471563339233e-07, -6.062909960746765e-07, -4.470348358154297e-07, -2.8777867555618286e-07, -1.2852251529693604e-07, 3.073364496231079e-08, 1.8998980522155762e-07, 3.4924596548080444e-07, 5.085021257400513e-07, 6.677582859992981e-07, 8.270144462585449e-07, 9.862706065177917e-07, 1.1455267667770386e-06, 1.3047829270362854e-06, 1.4640390872955322e-06, 1.623295247554779e-06, 1.7825514078140259e-06, 1.9418075680732727e-06, 2.1010637283325195e-06, 2.2603198885917664e-06, 2.419576048851013e-06, 2.57883220911026e-06, 2.738088369369507e-06, 2.8973445296287537e-06, 3.0566006898880005e-06, 3.2158568501472473e-06, 3.375113010406494e-06, 3.534369170665741e-06, 3.693625330924988e-06, 3.852881491184235e-06, 4.0121376514434814e-06, 4.171393811702728e-06, 4.330649971961975e-06, 4.489906132221222e-06, 4.649162292480469e-06]}, "gradients/encoder.encoder.layers.8.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 4.0, 0.0, 3.0, 4.0, 5.0, 2.0, 7.0, 3.0, 9.0, 9.0, 5.0, 9.0, 9.0, 7.0, 6.0, 13.0, 15.0, 20.0, 18.0, 25.0, 30.0, 40.0, 49.0, 30.0, 104.0, 197.0, 79.0, 56.0, 46.0, 34.0, 21.0, 18.0, 7.0, 8.0, 22.0, 12.0, 11.0, 9.0, 11.0, 6.0, 8.0, 5.0, 7.0, 7.0, 2.0, 4.0, 4.0, 3.0, 4.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.2782554626464844e-06, -3.1655654311180115e-06, -3.0528753995895386e-06, -2.9401853680610657e-06, -2.8274953365325928e-06, -2.71480530500412e-06, -2.602115273475647e-06, -2.489425241947174e-06, -2.376735210418701e-06, -2.2640451788902283e-06, -2.1513551473617554e-06, -2.0386651158332825e-06, -1.9259750843048096e-06, -1.8132850527763367e-06, -1.7005950212478638e-06, -1.5879049897193909e-06, -1.475214958190918e-06, -1.362524926662445e-06, -1.2498348951339722e-06, -1.1371448636054993e-06, -1.0244548320770264e-06, -9.117648005485535e-07, -7.990747690200806e-07, -6.863847374916077e-07, -5.736947059631348e-07, -4.6100467443466187e-07, -3.4831464290618896e-07, -2.3562461137771606e-07, -1.2293457984924316e-07, -1.0244548320770264e-08, 1.0244548320770264e-07, 2.1513551473617554e-07, 3.2782554626464844e-07, 4.4051557779312134e-07, 5.532056093215942e-07, 6.658956408500671e-07, 7.7858567237854e-07, 8.912757039070129e-07, 1.0039657354354858e-06, 1.1166557669639587e-06, 1.2293457984924316e-06, 1.3420358300209045e-06, 1.4547258615493774e-06, 1.5674158930778503e-06, 1.6801059246063232e-06, 1.7927959561347961e-06, 1.905485987663269e-06, 2.018176019191742e-06, 2.130866050720215e-06, 2.2435560822486877e-06, 2.3562461137771606e-06, 2.4689361453056335e-06, 2.5816261768341064e-06, 2.6943162083625793e-06, 2.8070062398910522e-06, 2.919696271419525e-06, 3.032386302947998e-06, 3.145076334476471e-06, 3.257766366004944e-06, 3.3704563975334167e-06, 3.4831464290618896e-06, 3.5958364605903625e-06, 3.7085264921188354e-06, 3.821216523647308e-06, 3.933906555175781e-06]}, "gradients/encoder.encoder.layers.8.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 4.0, 5.0, 0.0, 8.0, 0.0, 33.0, 40.0, 0.0, 82.0, 180.0, 0.0, 396.0, 0.0, 864.0, 1860.0, 0.0, 4569.0, 11321.0, 0.0, 32244.0, 0.0, 117049.0, 711309.0, 0.0, 116856.0, 32471.0, 0.0, 11436.0, 0.0, 4443.0, 1854.0, 0.0, 842.0, 371.0, 0.0, 186.0, 0.0, 70.0, 38.0, 0.0, 14.0, 11.0, 0.0, 5.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0], "bins": [-1.2516975402832031e-06, -1.214444637298584e-06, -1.1771917343139648e-06, -1.1399388313293457e-06, -1.1026859283447266e-06, -1.0654330253601074e-06, -1.0281801223754883e-06, -9.909272193908691e-07, -9.5367431640625e-07, -9.164214134216309e-07, -8.791685104370117e-07, -8.419156074523926e-07, -8.046627044677734e-07, -7.674098014831543e-07, -7.301568984985352e-07, -6.92903995513916e-07, -6.556510925292969e-07, -6.183981895446777e-07, -5.811452865600586e-07, -5.438923835754395e-07, -5.066394805908203e-07, -4.6938657760620117e-07, -4.3213367462158203e-07, -3.948807716369629e-07, -3.5762786865234375e-07, -3.203749656677246e-07, -2.8312206268310547e-07, -2.4586915969848633e-07, -2.086162567138672e-07, -1.7136335372924805e-07, -1.341104507446289e-07, -9.685754776000977e-08, -5.960464477539063e-08, -2.2351741790771484e-08, 1.4901161193847656e-08, 5.21540641784668e-08, 8.940696716308594e-08, 1.2665987014770508e-07, 1.6391277313232422e-07, 2.0116567611694336e-07, 2.384185791015625e-07, 2.7567148208618164e-07, 3.129243850708008e-07, 3.501772880554199e-07, 3.8743019104003906e-07, 4.246830940246582e-07, 4.6193599700927734e-07, 4.991888999938965e-07, 5.364418029785156e-07, 5.736947059631348e-07, 6.109476089477539e-07, 6.48200511932373e-07, 6.854534149169922e-07, 7.227063179016113e-07, 7.599592208862305e-07, 7.972121238708496e-07, 8.344650268554688e-07, 8.717179298400879e-07, 9.08970832824707e-07, 9.462237358093262e-07, 9.834766387939453e-07, 1.0207295417785645e-06, 1.0579824447631836e-06, 1.0952353477478027e-06, 1.1324882507324219e-06]}, "gradients/encoder.encoder.layers.8.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 0.0, 0.0, 9.0, 0.0, 9.0, 0.0, 0.0, 14.0, 0.0, 22.0, 0.0, 0.0, 35.0, 0.0, 0.0, 54.0, 0.0, 77.0, 0.0, 0.0, 79.0, 0.0, 378.0, 0.0, 0.0, 112.0, 0.0, 60.0, 0.0, 0.0, 50.0, 0.0, 49.0, 0.0, 0.0, 17.0, 0.0, 0.0, 18.0, 0.0, 11.0, 0.0, 0.0, 13.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-7.152557373046875e-07, -6.919726729393005e-07, -6.686896085739136e-07, -6.454065442085266e-07, -6.221234798431396e-07, -5.988404154777527e-07, -5.755573511123657e-07, -5.522742867469788e-07, -5.289912223815918e-07, -5.057081580162048e-07, -4.824250936508179e-07, -4.591420292854309e-07, -4.3585896492004395e-07, -4.12575900554657e-07, -3.8929283618927e-07, -3.6600977182388306e-07, -3.427267074584961e-07, -3.1944364309310913e-07, -2.9616057872772217e-07, -2.728775143623352e-07, -2.4959444999694824e-07, -2.2631138563156128e-07, -2.0302832126617432e-07, -1.7974525690078735e-07, -1.564621925354004e-07, -1.3317912817001343e-07, -1.0989606380462646e-07, -8.66129994392395e-08, -6.332993507385254e-08, -4.0046870708465576e-08, -1.6763806343078613e-08, 6.51925802230835e-09, 2.9802322387695312e-08, 5.3085386753082275e-08, 7.636845111846924e-08, 9.96515154838562e-08, 1.2293457984924316e-07, 1.4621764421463013e-07, 1.695007085800171e-07, 1.9278377294540405e-07, 2.1606683731079102e-07, 2.39349901676178e-07, 2.6263296604156494e-07, 2.859160304069519e-07, 3.0919909477233887e-07, 3.3248215913772583e-07, 3.557652235031128e-07, 3.7904828786849976e-07, 4.023313522338867e-07, 4.256144165992737e-07, 4.4889748096466064e-07, 4.721805453300476e-07, 4.954636096954346e-07, 5.187466740608215e-07, 5.420297384262085e-07, 5.653128027915955e-07, 5.885958671569824e-07, 6.118789315223694e-07, 6.351619958877563e-07, 6.584450602531433e-07, 6.817281246185303e-07, 7.050111889839172e-07, 7.282942533493042e-07, 7.515773177146912e-07, 7.748603820800781e-07]}, "gradients/encoder.encoder.layers.8.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 5.0, 0.0, 9.0, 0.0, 13.0, 0.0, 29.0, 0.0, 48.0, 0.0, 101.0, 0.0, 221.0, 0.0, 531.0, 0.0, 1320.0, 0.0, 3268.0, 0.0, 9055.0, 0.0, 27786.0, 0.0, 117961.0, 0.0, 728187.0, 0.0, 117230.0, 0.0, 28257.0, 0.0, 9045.0, 0.0, 3285.0, 0.0, 1291.0, 0.0, 517.0, 0.0, 207.0, 0.0, 104.0, 0.0, 55.0, 0.0, 19.0, 0.0, 14.0, 0.0, 5.0, 0.0, 4.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-8.344650268554688e-07, -8.046627044677734e-07, -7.748603820800781e-07, -7.450580596923828e-07, -7.152557373046875e-07, -6.854534149169922e-07, -6.556510925292969e-07, -6.258487701416016e-07, -5.960464477539062e-07, -5.662441253662109e-07, -5.364418029785156e-07, -5.066394805908203e-07, -4.76837158203125e-07, -4.470348358154297e-07, -4.172325134277344e-07, -3.8743019104003906e-07, -3.5762786865234375e-07, -3.2782554626464844e-07, -2.980232238769531e-07, -2.682209014892578e-07, -2.384185791015625e-07, -2.086162567138672e-07, -1.7881393432617188e-07, -1.4901161193847656e-07, -1.1920928955078125e-07, -8.940696716308594e-08, -5.960464477539063e-08, -2.9802322387695312e-08, 0.0, 2.9802322387695312e-08, 5.960464477539063e-08, 8.940696716308594e-08, 1.1920928955078125e-07, 1.4901161193847656e-07, 1.7881393432617188e-07, 2.086162567138672e-07, 2.384185791015625e-07, 2.682209014892578e-07, 2.980232238769531e-07, 3.2782554626464844e-07, 3.5762786865234375e-07, 3.8743019104003906e-07, 4.172325134277344e-07, 4.470348358154297e-07, 4.76837158203125e-07, 5.066394805908203e-07, 5.364418029785156e-07, 5.662441253662109e-07, 5.960464477539062e-07, 6.258487701416016e-07, 6.556510925292969e-07, 6.854534149169922e-07, 7.152557373046875e-07, 7.450580596923828e-07, 7.748603820800781e-07, 8.046627044677734e-07, 8.344650268554688e-07, 8.642673492431641e-07, 8.940696716308594e-07, 9.238719940185547e-07, 9.5367431640625e-07, 9.834766387939453e-07, 1.0132789611816406e-06, 1.043081283569336e-06, 1.0728836059570312e-06]}, "gradients/encoder.encoder.layers.8.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 0.0, 0.0, 3.0, 0.0, 0.0, 6.0, 0.0, 0.0, 6.0, 0.0, 0.0, 23.0, 0.0, 0.0, 35.0, 0.0, 0.0, 67.0, 0.0, 0.0, 85.0, 0.0, 0.0, 129.0, 0.0, 0.0, 326.0, 0.0, 0.0, 128.0, 0.0, 0.0, 67.0, 0.0, 0.0, 49.0, 0.0, 0.0, 32.0, 0.0, 0.0, 19.0, 0.0, 0.0, 18.0, 0.0, 0.0, 11.0, 0.0, 0.0, 8.0, 0.0, 0.0, 4.0], "bins": [-7.152557373046875e-07, -6.956979632377625e-07, -6.761401891708374e-07, -6.565824151039124e-07, -6.370246410369873e-07, -6.174668669700623e-07, -5.979090929031372e-07, -5.783513188362122e-07, -5.587935447692871e-07, -5.392357707023621e-07, -5.19677996635437e-07, -5.00120222568512e-07, -4.805624485015869e-07, -4.6100467443466187e-07, -4.414469003677368e-07, -4.2188912630081177e-07, -4.023313522338867e-07, -3.8277357816696167e-07, -3.632158041000366e-07, -3.4365803003311157e-07, -3.241002559661865e-07, -3.045424818992615e-07, -2.849847078323364e-07, -2.654269337654114e-07, -2.4586915969848633e-07, -2.2631138563156128e-07, -2.0675361156463623e-07, -1.8719583749771118e-07, -1.6763806343078613e-07, -1.4808028936386108e-07, -1.2852251529693604e-07, -1.0896474123001099e-07, -8.940696716308594e-08, -6.984919309616089e-08, -5.029141902923584e-08, -3.073364496231079e-08, -1.1175870895385742e-08, 8.381903171539307e-09, 2.7939677238464355e-08, 4.7497451305389404e-08, 6.705522537231445e-08, 8.66129994392395e-08, 1.0617077350616455e-07, 1.257285475730896e-07, 1.4528632164001465e-07, 1.648440957069397e-07, 1.8440186977386475e-07, 2.039596438407898e-07, 2.2351741790771484e-07, 2.430751919746399e-07, 2.6263296604156494e-07, 2.8219074010849e-07, 3.0174851417541504e-07, 3.213062882423401e-07, 3.4086406230926514e-07, 3.604218363761902e-07, 3.7997961044311523e-07, 3.995373845100403e-07, 4.1909515857696533e-07, 4.386529326438904e-07, 4.5821070671081543e-07, 4.777684807777405e-07, 4.973262548446655e-07, 5.168840289115906e-07, 5.364418029785156e-07]}, "gradients/encoder.encoder.layers.8.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 4.0, 8.0, 9.0, 12.0, 13.0, 32.0, 50.0, 87.0, 220.0, 210.0, 105.0, 67.0, 53.0, 43.0, 19.0, 24.0, 9.0, 7.0, 10.0, 6.0, 6.0, 6.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4464922060142271e-05, -1.3743121598963626e-05, -1.3021322047279682e-05, -1.2299522495595738e-05, -1.1577722034417093e-05, -1.0855921573238447e-05, -1.0134122021554504e-05, -9.41232246987056e-06, -8.690522008691914e-06, -7.968721547513269e-06, -7.246921995829325e-06, -6.5251219893980306e-06, -5.803321982966736e-06, -5.081521976535441e-06, -4.359721970104147e-06, -3.637921963672852e-06, -2.9161219572415575e-06, -2.194321950810263e-06, -1.4725219443789683e-06, -7.507219379476737e-07, -2.8921931516379118e-08, 6.928780749149155e-07, 1.41467808134621e-06, 2.1364780877775047e-06, 2.8582780942087993e-06, 3.580078100640094e-06, 4.3018781070713885e-06, 5.023678113502683e-06, 5.745478119933978e-06, 6.467278126365272e-06, 7.189078132796567e-06, 7.91087768448051e-06, 8.632676326669753e-06, 9.354476787848398e-06, 1.0076276339532342e-05, 1.0798075891216286e-05, 1.1519876352394931e-05, 1.2241676813573577e-05, 1.296347636525752e-05, 1.3685275916941464e-05, 1.440707637812011e-05, 1.5128876839298755e-05, 1.58506773004774e-05, 1.6572475942666642e-05, 1.7294276403845288e-05, 1.8016076865023933e-05, 1.8737875507213175e-05, 1.945967596839182e-05, 2.0181476429570466e-05, 2.0903276890749112e-05, 2.1625077351927757e-05, 2.2346875994117e-05, 2.3068676455295645e-05, 2.379047691647429e-05, 2.4512275558663532e-05, 2.5234076019842178e-05, 2.5955876481020823e-05, 2.667767694219947e-05, 2.7399477403378114e-05, 2.8121276045567356e-05, 2.8843076506746e-05, 2.9564876967924647e-05, 3.028667561011389e-05, 3.1008476071292534e-05, 3.173027653247118e-05]}, "gradients/encoder.encoder.layers.8.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 2.0, 7.0, 7.0, 12.0, 17.0, 6.0, 16.0, 23.0, 28.0, 27.0, 40.0, 37.0, 29.0, 41.0, 36.0, 47.0, 48.0, 47.0, 47.0, 59.0, 44.0, 47.0, 61.0, 25.0, 39.0, 52.0, 26.0, 24.0, 16.0, 14.0, 16.0, 6.0, 9.0, 9.0, 12.0, 7.0, 5.0, 4.0, 6.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.0371208190917969e-05, -1.005362719297409e-05, -9.736046195030212e-06, -9.418465197086334e-06, -9.100884199142456e-06, -8.783303201198578e-06, -8.4657222032547e-06, -8.148141205310822e-06, -7.830560207366943e-06, -7.512979209423065e-06, -7.195398211479187e-06, -6.877817213535309e-06, -6.560236215591431e-06, -6.2426552176475525e-06, -5.925074219703674e-06, -5.607493221759796e-06, -5.289912223815918e-06, -4.97233122587204e-06, -4.654750227928162e-06, -4.3371692299842834e-06, -4.019588232040405e-06, -3.702007234096527e-06, -3.384426236152649e-06, -3.0668452382087708e-06, -2.7492642402648926e-06, -2.4316832423210144e-06, -2.1141022443771362e-06, -1.796521246433258e-06, -1.4789402484893799e-06, -1.1613592505455017e-06, -8.437782526016235e-07, -5.261972546577454e-07, -2.086162567138672e-07, 1.0896474123001099e-07, 4.2654573917388916e-07, 7.441267371177673e-07, 1.0617077350616455e-06, 1.3792887330055237e-06, 1.6968697309494019e-06, 2.01445072889328e-06, 2.332031726837158e-06, 2.6496127247810364e-06, 2.9671937227249146e-06, 3.2847747206687927e-06, 3.602355718612671e-06, 3.919936716556549e-06, 4.237517714500427e-06, 4.555098712444305e-06, 4.872679710388184e-06, 5.190260708332062e-06, 5.50784170627594e-06, 5.825422704219818e-06, 6.143003702163696e-06, 6.4605847001075745e-06, 6.778165698051453e-06, 7.095746695995331e-06, 7.413327693939209e-06, 7.730908691883087e-06, 8.048489689826965e-06, 8.366070687770844e-06, 8.683651685714722e-06, 9.0012326836586e-06, 9.318813681602478e-06, 9.636394679546356e-06, 9.953975677490234e-06]}, "gradients/encoder.encoder.layers.7.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 5.0, 8.0, 7.0, 15.0, 17.0, 29.0, 47.0, 73.0, 131.0, 153.0, 304.0, 575.0, 758.0, 1538.0, 2588.0, 5171.0, 8160.0, 19852.0, 51116.0, 256100.0, 3729565.0, 70281.0, 23680.0, 9647.0, 6310.0, 3276.0, 1496.0, 1153.0, 746.0, 500.0, 246.0, 227.0, 141.0, 93.0, 47.0, 59.0, 49.0, 23.0, 21.0, 16.0, 18.0, 11.0, 11.0, 10.0, 7.0, 3.0, 0.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.58306884765625e-06, -8.242204785346985e-06, -7.90134072303772e-06, -7.560476660728455e-06, -7.2196125984191895e-06, -6.878748536109924e-06, -6.537884473800659e-06, -6.197020411491394e-06, -5.856156349182129e-06, -5.515292286872864e-06, -5.174428224563599e-06, -4.8335641622543335e-06, -4.492700099945068e-06, -4.151836037635803e-06, -3.810971975326538e-06, -3.470107913017273e-06, -3.129243850708008e-06, -2.7883797883987427e-06, -2.4475157260894775e-06, -2.1066516637802124e-06, -1.7657876014709473e-06, -1.4249235391616821e-06, -1.084059476852417e-06, -7.431954145431519e-07, -4.023313522338867e-07, -6.146728992462158e-08, 2.7939677238464355e-07, 6.202608346939087e-07, 9.611248970031738e-07, 1.301988959312439e-06, 1.642853021621704e-06, 1.9837170839309692e-06, 2.3245811462402344e-06, 2.6654452085494995e-06, 3.0063092708587646e-06, 3.3471733331680298e-06, 3.688037395477295e-06, 4.02890145778656e-06, 4.369765520095825e-06, 4.71062958240509e-06, 5.0514936447143555e-06, 5.392357707023621e-06, 5.733221769332886e-06, 6.074085831642151e-06, 6.414949893951416e-06, 6.755813956260681e-06, 7.096678018569946e-06, 7.4375420808792114e-06, 7.778406143188477e-06, 8.119270205497742e-06, 8.460134267807007e-06, 8.800998330116272e-06, 9.141862392425537e-06, 9.482726454734802e-06, 9.823590517044067e-06, 1.0164454579353333e-05, 1.0505318641662598e-05, 1.0846182703971863e-05, 1.1187046766281128e-05, 1.1527910828590393e-05, 1.1868774890899658e-05, 1.2209638953208923e-05, 1.2550503015518188e-05, 1.2891367077827454e-05, 1.3232231140136719e-05]}, "gradients/encoder.encoder.layers.7.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 7.0, 3.0, 5.0, 9.0, 17.0, 18.0, 22.0, 32.0, 36.0, 47.0, 55.0, 74.0, 75.0, 61.0, 81.0, 91.0, 88.0, 56.0, 53.0, 32.0, 60.0, 22.0, 19.0, 15.0, 6.0, 4.0, 4.0, 3.0, 3.0, 4.0, 1.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6689300537109375e-06, -1.605600118637085e-06, -1.5422701835632324e-06, -1.4789402484893799e-06, -1.4156103134155273e-06, -1.3522803783416748e-06, -1.2889504432678223e-06, -1.2256205081939697e-06, -1.1622905731201172e-06, -1.0989606380462646e-06, -1.0356307029724121e-06, -9.723007678985596e-07, -9.08970832824707e-07, -8.456408977508545e-07, -7.82310962677002e-07, -7.189810276031494e-07, -6.556510925292969e-07, -5.923211574554443e-07, -5.289912223815918e-07, -4.6566128730773926e-07, -4.023313522338867e-07, -3.390014171600342e-07, -2.7567148208618164e-07, -2.123415470123291e-07, -1.4901161193847656e-07, -8.568167686462402e-08, -2.2351741790771484e-08, 4.0978193283081055e-08, 1.043081283569336e-07, 1.6763806343078613e-07, 2.3096799850463867e-07, 2.942979335784912e-07, 3.5762786865234375e-07, 4.209578037261963e-07, 4.842877388000488e-07, 5.476176738739014e-07, 6.109476089477539e-07, 6.742775440216064e-07, 7.37607479095459e-07, 8.009374141693115e-07, 8.642673492431641e-07, 9.275972843170166e-07, 9.909272193908691e-07, 1.0542571544647217e-06, 1.1175870895385742e-06, 1.1809170246124268e-06, 1.2442469596862793e-06, 1.3075768947601318e-06, 1.3709068298339844e-06, 1.434236764907837e-06, 1.4975666999816895e-06, 1.560896635055542e-06, 1.6242265701293945e-06, 1.687556505203247e-06, 1.7508864402770996e-06, 1.8142163753509521e-06, 1.8775463104248047e-06, 1.9408762454986572e-06, 2.0042061805725098e-06, 2.0675361156463623e-06, 2.130866050720215e-06, 2.1941959857940674e-06, 2.25752592086792e-06, 2.3208558559417725e-06, 2.384185791015625e-06]}, "gradients/encoder.encoder.layers.7.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 14.0, 12.0, 12.0, 31.0, 39.0, 55.0, 80.0, 111.0, 170.0, 271.0, 408.0, 591.0, 865.0, 1401.0, 2217.0, 3314.0, 5405.0, 8736.0, 14723.0, 26239.0, 50954.0, 123884.0, 658634.0, 2897745.0, 282247.0, 50932.0, 26405.0, 14973.0, 8826.0, 5435.0, 3372.0, 2099.0, 1411.0, 912.0, 608.0, 386.0, 257.0, 178.0, 108.0, 67.0, 49.0, 38.0, 18.0, 15.0, 9.0, 14.0, 7.0, 3.0, 2.0, 1.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-3.7550926208496094e-06, -3.634020686149597e-06, -3.512948751449585e-06, -3.3918768167495728e-06, -3.2708048820495605e-06, -3.1497329473495483e-06, -3.028661012649536e-06, -2.907589077949524e-06, -2.7865171432495117e-06, -2.6654452085494995e-06, -2.5443732738494873e-06, -2.423301339149475e-06, -2.302229404449463e-06, -2.1811574697494507e-06, -2.0600855350494385e-06, -1.9390136003494263e-06, -1.817941665649414e-06, -1.6968697309494019e-06, -1.5757977962493896e-06, -1.4547258615493774e-06, -1.3336539268493652e-06, -1.212581992149353e-06, -1.0915100574493408e-06, -9.704381227493286e-07, -8.493661880493164e-07, -7.282942533493042e-07, -6.07222318649292e-07, -4.861503839492798e-07, -3.650784492492676e-07, -2.4400651454925537e-07, -1.2293457984924316e-07, -1.862645149230957e-09, 1.1920928955078125e-07, 2.4028122425079346e-07, 3.6135315895080566e-07, 4.824250936508179e-07, 6.034970283508301e-07, 7.245689630508423e-07, 8.456408977508545e-07, 9.667128324508667e-07, 1.087784767150879e-06, 1.2088567018508911e-06, 1.3299286365509033e-06, 1.4510005712509155e-06, 1.5720725059509277e-06, 1.69314444065094e-06, 1.8142163753509521e-06, 1.9352883100509644e-06, 2.0563602447509766e-06, 2.1774321794509888e-06, 2.298504114151001e-06, 2.419576048851013e-06, 2.5406479835510254e-06, 2.6617199182510376e-06, 2.78279185295105e-06, 2.903863787651062e-06, 3.0249357223510742e-06, 3.1460076570510864e-06, 3.2670795917510986e-06, 3.388151526451111e-06, 3.509223461151123e-06, 3.6302953958511353e-06, 3.7513673305511475e-06, 3.87243926525116e-06, 3.993511199951172e-06]}, "gradients/encoder.encoder.layers.7.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 3.0, 5.0, 3.0, 3.0, 3.0, 4.0, 6.0, 3.0, 16.0, 16.0, 10.0, 17.0, 15.0, 24.0, 32.0, 25.0, 31.0, 73.0, 44.0, 95.0, 92.0, 354.0, 812.0, 748.0, 793.0, 326.0, 85.0, 92.0, 47.0, 53.0, 47.0, 25.0, 37.0, 24.0, 8.0, 13.0, 11.0, 17.0, 15.0, 8.0, 10.0, 12.0, 6.0, 5.0, 1.0, 12.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-3.337860107421875e-06, -3.2410025596618652e-06, -3.1441450119018555e-06, -3.0472874641418457e-06, -2.950429916381836e-06, -2.853572368621826e-06, -2.7567148208618164e-06, -2.6598572731018066e-06, -2.562999725341797e-06, -2.466142177581787e-06, -2.3692846298217773e-06, -2.2724270820617676e-06, -2.175569534301758e-06, -2.078711986541748e-06, -1.9818544387817383e-06, -1.8849968910217285e-06, -1.7881393432617188e-06, -1.691281795501709e-06, -1.5944242477416992e-06, -1.4975666999816895e-06, -1.4007091522216797e-06, -1.30385160446167e-06, -1.2069940567016602e-06, -1.1101365089416504e-06, -1.0132789611816406e-06, -9.164214134216309e-07, -8.195638656616211e-07, -7.227063179016113e-07, -6.258487701416016e-07, -5.289912223815918e-07, -4.3213367462158203e-07, -3.3527612686157227e-07, -2.384185791015625e-07, -1.4156103134155273e-07, -4.470348358154297e-08, 5.21540641784668e-08, 1.4901161193847656e-07, 2.4586915969848633e-07, 3.427267074584961e-07, 4.3958425521850586e-07, 5.364418029785156e-07, 6.332993507385254e-07, 7.301568984985352e-07, 8.270144462585449e-07, 9.238719940185547e-07, 1.0207295417785645e-06, 1.1175870895385742e-06, 1.214444637298584e-06, 1.3113021850585938e-06, 1.4081597328186035e-06, 1.5050172805786133e-06, 1.601874828338623e-06, 1.6987323760986328e-06, 1.7955899238586426e-06, 1.8924474716186523e-06, 1.989305019378662e-06, 2.086162567138672e-06, 2.1830201148986816e-06, 2.2798776626586914e-06, 2.376735210418701e-06, 2.473592758178711e-06, 2.5704503059387207e-06, 2.6673078536987305e-06, 2.7641654014587402e-06, 2.86102294921875e-06]}, "gradients/encoder.encoder.layers.7.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 5.0, 7.0, 5.0, 10.0, 25.0, 22.0, 43.0, 57.0, 77.0, 132.0, 152.0, 120.0, 99.0, 79.0, 37.0, 35.0, 23.0, 20.0, 12.0, 10.0, 10.0, 6.0, 6.0, 5.0, 4.0, 5.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8513524992158636e-05, -1.7690375898382626e-05, -1.6867224985617213e-05, -1.6044075891841203e-05, -1.5220926798065193e-05, -1.4397776794794481e-05, -1.357462679152377e-05, -1.275147769774776e-05, -1.192832860397175e-05, -1.1105178600701038e-05, -1.0282029506925028e-05, -9.458879503654316e-06, -8.635730409878306e-06, -7.812580406607594e-06, -6.9894308580842335e-06, -6.166281309560873e-06, -5.343131306290161e-06, -4.5199817577668e-06, -3.696832209243439e-06, -2.873682433346403e-06, -2.050532884823042e-06, -1.2273831089260057e-06, -4.042335604026448e-07, 4.1891598812071607e-07, 1.242065536644077e-06, 2.065215085167438e-06, 2.8883646336907987e-06, 3.711514409587835e-06, 4.534664185484871e-06, 5.357813734008232e-06, 6.180963282531593e-06, 7.004112831054954e-06, 7.827262379578315e-06, 8.650412382849026e-06, 9.473561476625036e-06, 1.0296711479895748e-05, 1.1119860573671758e-05, 1.194301057694247e-05, 1.2766160580213182e-05, 1.3589309673989192e-05, 1.4412458767765202e-05, 1.5235608771035913e-05, 1.6058758774306625e-05, 1.6881907868082635e-05, 1.7705056961858645e-05, 1.852820787462406e-05, 1.935135696840007e-05, 2.017450606217608e-05, 2.0997656974941492e-05, 2.1820806068717502e-05, 2.2643956981482916e-05, 2.3467106075258926e-05, 2.4290255169034936e-05, 2.5113404262810946e-05, 2.593655517557636e-05, 2.675970426935237e-05, 2.758285336312838e-05, 2.840600245690439e-05, 2.9229153369669802e-05, 3.0052302463445812e-05, 3.0875453376211226e-05, 3.169860065099783e-05, 3.2521751563763246e-05, 3.334489883854985e-05, 3.4168049751315266e-05]}, "gradients/encoder.encoder.layers.7.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 6.0, 0.0, 3.0, 1.0, 3.0, 3.0, 7.0, 2.0, 3.0, 7.0, 11.0, 11.0, 13.0, 13.0, 17.0, 16.0, 23.0, 19.0, 22.0, 25.0, 35.0, 34.0, 33.0, 25.0, 37.0, 41.0, 49.0, 33.0, 31.0, 55.0, 45.0, 36.0, 31.0, 35.0, 32.0, 35.0, 25.0, 27.0, 18.0, 25.0, 25.0, 15.0, 16.0, 17.0, 10.0, 9.0, 7.0, 5.0, 6.0, 7.0, 5.0, 3.0, 5.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.0669231414794922e-05, -1.0342337191104889e-05, -1.0015442967414856e-05, -9.688548743724823e-06, -9.36165452003479e-06, -9.034760296344757e-06, -8.707866072654724e-06, -8.380971848964691e-06, -8.054077625274658e-06, -7.727183401584625e-06, -7.400289177894592e-06, -7.073394954204559e-06, -6.746500730514526e-06, -6.419606506824493e-06, -6.0927122831344604e-06, -5.7658180594444275e-06, -5.4389238357543945e-06, -5.1120296120643616e-06, -4.785135388374329e-06, -4.458241164684296e-06, -4.131346940994263e-06, -3.8044527173042297e-06, -3.4775584936141968e-06, -3.150664269924164e-06, -2.823770046234131e-06, -2.496875822544098e-06, -2.169981598854065e-06, -1.843087375164032e-06, -1.516193151473999e-06, -1.189298927783966e-06, -8.624047040939331e-07, -5.355104804039001e-07, -2.086162567138672e-07, 1.1827796697616577e-07, 4.4517219066619873e-07, 7.720664143562317e-07, 1.0989606380462646e-06, 1.4258548617362976e-06, 1.7527490854263306e-06, 2.0796433091163635e-06, 2.4065375328063965e-06, 2.7334317564964294e-06, 3.0603259801864624e-06, 3.3872202038764954e-06, 3.7141144275665283e-06, 4.041008651256561e-06, 4.367902874946594e-06, 4.694797098636627e-06, 5.02169132232666e-06, 5.348585546016693e-06, 5.675479769706726e-06, 6.002373993396759e-06, 6.329268217086792e-06, 6.656162440776825e-06, 6.983056664466858e-06, 7.309950888156891e-06, 7.636845111846924e-06, 7.963739335536957e-06, 8.29063355922699e-06, 8.617527782917023e-06, 8.944422006607056e-06, 9.271316230297089e-06, 9.598210453987122e-06, 9.925104677677155e-06, 1.0251998901367188e-05]}, "gradients/encoder.encoder.layers.7.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 5.0, 3.0, 7.0, 9.0, 14.0, 26.0, 25.0, 38.0, 57.0, 108.0, 175.0, 252.0, 516.0, 967.0, 1364.0, 2869.0, 5319.0, 8591.0, 23125.0, 61436.0, 142251.0, 553882.0, 161123.0, 43008.0, 23033.0, 9753.0, 4781.0, 2167.0, 1555.0, 888.0, 395.0, 326.0, 184.0, 79.0, 69.0, 43.0, 27.0, 21.0, 18.0, 15.0, 18.0, 9.0, 2.0, 3.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.225440979003906e-06, -7.946044206619263e-06, -7.666647434234619e-06, -7.387250661849976e-06, -7.107853889465332e-06, -6.8284571170806885e-06, -6.549060344696045e-06, -6.269663572311401e-06, -5.990266799926758e-06, -5.710870027542114e-06, -5.431473255157471e-06, -5.152076482772827e-06, -4.872679710388184e-06, -4.59328293800354e-06, -4.3138861656188965e-06, -4.034489393234253e-06, -3.7550926208496094e-06, -3.475695848464966e-06, -3.1962990760803223e-06, -2.9169023036956787e-06, -2.637505531311035e-06, -2.3581087589263916e-06, -2.078711986541748e-06, -1.7993152141571045e-06, -1.519918441772461e-06, -1.2405216693878174e-06, -9.611248970031738e-07, -6.817281246185303e-07, -4.023313522338867e-07, -1.2293457984924316e-07, 1.564621925354004e-07, 4.3585896492004395e-07, 7.152557373046875e-07, 9.94652509689331e-07, 1.2740492820739746e-06, 1.5534460544586182e-06, 1.8328428268432617e-06, 2.1122395992279053e-06, 2.391636371612549e-06, 2.6710331439971924e-06, 2.950429916381836e-06, 3.2298266887664795e-06, 3.509223461151123e-06, 3.7886202335357666e-06, 4.06801700592041e-06, 4.347413778305054e-06, 4.626810550689697e-06, 4.906207323074341e-06, 5.185604095458984e-06, 5.465000867843628e-06, 5.7443976402282715e-06, 6.023794412612915e-06, 6.303191184997559e-06, 6.582587957382202e-06, 6.861984729766846e-06, 7.141381502151489e-06, 7.420778274536133e-06, 7.700175046920776e-06, 7.97957181930542e-06, 8.258968591690063e-06, 8.538365364074707e-06, 8.81776213645935e-06, 9.097158908843994e-06, 9.376555681228638e-06, 9.655952453613281e-06]}, "gradients/encoder.encoder.layers.7.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 4.0, 0.0, 4.0, 6.0, 7.0, 5.0, 2.0, 8.0, 0.0, 4.0, 19.0, 22.0, 30.0, 40.0, 46.0, 59.0, 71.0, 0.0, 67.0, 80.0, 77.0, 81.0, 63.0, 80.0, 56.0, 44.0, 0.0, 38.0, 25.0, 17.0, 13.0, 13.0, 7.0, 6.0, 5.0, 0.0, 6.0, 3.0, 4.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1324882507324219e-06, -1.0794028639793396e-06, -1.0263174772262573e-06, -9.73232090473175e-07, -9.201467037200928e-07, -8.670613169670105e-07, -8.139759302139282e-07, -7.60890543460846e-07, -7.078051567077637e-07, -6.547197699546814e-07, -6.016343832015991e-07, -5.485489964485168e-07, -4.954636096954346e-07, -4.423782229423523e-07, -3.8929283618927e-07, -3.3620744943618774e-07, -2.8312206268310547e-07, -2.300366759300232e-07, -1.7695128917694092e-07, -1.2386590242385864e-07, -7.078051567077637e-08, -1.7695128917694092e-08, 3.5390257835388184e-08, 8.847564458847046e-08, 1.4156103134155273e-07, 1.94646418094635e-07, 2.477318048477173e-07, 3.0081719160079956e-07, 3.5390257835388184e-07, 4.069879651069641e-07, 4.600733518600464e-07, 5.131587386131287e-07, 5.662441253662109e-07, 6.193295121192932e-07, 6.724148988723755e-07, 7.255002856254578e-07, 7.7858567237854e-07, 8.316710591316223e-07, 8.847564458847046e-07, 9.378418326377869e-07, 9.909272193908691e-07, 1.0440126061439514e-06, 1.0970979928970337e-06, 1.150183379650116e-06, 1.2032687664031982e-06, 1.2563541531562805e-06, 1.3094395399093628e-06, 1.362524926662445e-06, 1.4156103134155273e-06, 1.4686957001686096e-06, 1.521781086921692e-06, 1.5748664736747742e-06, 1.6279518604278564e-06, 1.6810372471809387e-06, 1.734122633934021e-06, 1.7872080206871033e-06, 1.8402934074401855e-06, 1.8933787941932678e-06, 1.94646418094635e-06, 1.9995495676994324e-06, 2.0526349544525146e-06, 2.105720341205597e-06, 2.158805727958679e-06, 2.2118911147117615e-06, 2.2649765014648438e-06]}, "gradients/encoder.encoder.layers.7.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 6.0, 3.0, 9.0, 6.0, 12.0, 28.0, 18.0, 48.0, 57.0, 119.0, 119.0, 307.0, 318.0, 461.0, 1095.0, 1073.0, 2625.0, 2717.0, 6328.0, 6827.0, 10250.0, 28716.0, 39706.0, 203015.0, 554510.0, 112343.0, 28767.0, 22486.0, 8331.0, 5709.0, 5139.0, 2277.0, 2212.0, 865.0, 877.0, 370.0, 251.0, 227.0, 120.0, 83.0, 42.0, 34.0, 18.0, 15.0, 7.0, 8.0, 7.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-5.125999450683594e-06, -4.980713129043579e-06, -4.8354268074035645e-06, -4.69014048576355e-06, -4.544854164123535e-06, -4.3995678424835205e-06, -4.254281520843506e-06, -4.108995199203491e-06, -3.9637088775634766e-06, -3.818422555923462e-06, -3.6731362342834473e-06, -3.5278499126434326e-06, -3.382563591003418e-06, -3.2372772693634033e-06, -3.0919909477233887e-06, -2.946704626083374e-06, -2.8014183044433594e-06, -2.6561319828033447e-06, -2.51084566116333e-06, -2.3655593395233154e-06, -2.2202730178833008e-06, -2.074986696243286e-06, -1.9297003746032715e-06, -1.7844140529632568e-06, -1.6391277313232422e-06, -1.4938414096832275e-06, -1.3485550880432129e-06, -1.2032687664031982e-06, -1.0579824447631836e-06, -9.126961231231689e-07, -7.674098014831543e-07, -6.221234798431396e-07, -4.76837158203125e-07, -3.3155083656311035e-07, -1.862645149230957e-07, -4.0978193283081055e-08, 1.043081283569336e-07, 2.4959444999694824e-07, 3.948807716369629e-07, 5.401670932769775e-07, 6.854534149169922e-07, 8.307397365570068e-07, 9.760260581970215e-07, 1.1213123798370361e-06, 1.2665987014770508e-06, 1.4118850231170654e-06, 1.55717134475708e-06, 1.7024576663970947e-06, 1.8477439880371094e-06, 1.993030309677124e-06, 2.1383166313171387e-06, 2.2836029529571533e-06, 2.428889274597168e-06, 2.5741755962371826e-06, 2.7194619178771973e-06, 2.864748239517212e-06, 3.0100345611572266e-06, 3.155320882797241e-06, 3.300607204437256e-06, 3.4458935260772705e-06, 3.591179847717285e-06, 3.7364661693573e-06, 3.8817524909973145e-06, 4.027038812637329e-06, 4.172325134277344e-06]}, "gradients/encoder.encoder.layers.7.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 4.0, 4.0, 2.0, 7.0, 7.0, 5.0, 3.0, 3.0, 13.0, 4.0, 8.0, 14.0, 20.0, 17.0, 26.0, 25.0, 28.0, 39.0, 49.0, 80.0, 227.0, 93.0, 63.0, 42.0, 47.0, 31.0, 18.0, 15.0, 16.0, 12.0, 9.0, 9.0, 10.0, 9.0, 5.0, 11.0, 3.0, 5.0, 5.0, 4.0, 5.0, 5.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.4570693969726562e-06, -3.335997462272644e-06, -3.214925527572632e-06, -3.0938535928726196e-06, -2.9727816581726074e-06, -2.8517097234725952e-06, -2.730637788772583e-06, -2.609565854072571e-06, -2.4884939193725586e-06, -2.3674219846725464e-06, -2.246350049972534e-06, -2.125278115272522e-06, -2.0042061805725098e-06, -1.8831342458724976e-06, -1.7620623111724854e-06, -1.6409903764724731e-06, -1.519918441772461e-06, -1.3988465070724487e-06, -1.2777745723724365e-06, -1.1567026376724243e-06, -1.0356307029724121e-06, -9.145587682723999e-07, -7.934868335723877e-07, -6.724148988723755e-07, -5.513429641723633e-07, -4.302710294723511e-07, -3.0919909477233887e-07, -1.8812716007232666e-07, -6.705522537231445e-08, 5.4016709327697754e-08, 1.7508864402770996e-07, 2.9616057872772217e-07, 4.172325134277344e-07, 5.383044481277466e-07, 6.593763828277588e-07, 7.80448317527771e-07, 9.015202522277832e-07, 1.0225921869277954e-06, 1.1436641216278076e-06, 1.2647360563278198e-06, 1.385807991027832e-06, 1.5068799257278442e-06, 1.6279518604278564e-06, 1.7490237951278687e-06, 1.8700957298278809e-06, 1.991167664527893e-06, 2.1122395992279053e-06, 2.2333115339279175e-06, 2.3543834686279297e-06, 2.475455403327942e-06, 2.596527338027954e-06, 2.7175992727279663e-06, 2.8386712074279785e-06, 2.9597431421279907e-06, 3.080815076828003e-06, 3.201887011528015e-06, 3.3229589462280273e-06, 3.4440308809280396e-06, 3.5651028156280518e-06, 3.686174750328064e-06, 3.807246685028076e-06, 3.928318619728088e-06, 4.049390554428101e-06, 4.170462489128113e-06, 4.291534423828125e-06]}, "gradients/encoder.encoder.layers.7.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 7.0, 0.0, 3.0, 8.0, 0.0, 15.0, 19.0, 40.0, 0.0, 56.0, 106.0, 261.0, 0.0, 449.0, 920.0, 1923.0, 0.0, 4102.0, 9143.0, 0.0, 24784.0, 92812.0, 779185.0, 0.0, 93034.0, 24862.0, 9063.0, 0.0, 4002.0, 1902.0, 896.0, 0.0, 469.0, 252.0, 0.0, 115.0, 55.0, 33.0, 0.0, 19.0, 11.0, 12.0, 0.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0], "bins": [-1.6093254089355469e-06, -1.5655532479286194e-06, -1.521781086921692e-06, -1.4780089259147644e-06, -1.434236764907837e-06, -1.3904646039009094e-06, -1.346692442893982e-06, -1.3029202818870544e-06, -1.259148120880127e-06, -1.2153759598731995e-06, -1.171603798866272e-06, -1.1278316378593445e-06, -1.084059476852417e-06, -1.0402873158454895e-06, -9.96515154838562e-07, -9.527429938316345e-07, -9.08970832824707e-07, -8.651986718177795e-07, -8.21426510810852e-07, -7.776543498039246e-07, -7.338821887969971e-07, -6.901100277900696e-07, -6.463378667831421e-07, -6.025657057762146e-07, -5.587935447692871e-07, -5.150213837623596e-07, -4.7124922275543213e-07, -4.2747706174850464e-07, -3.8370490074157715e-07, -3.3993273973464966e-07, -2.9616057872772217e-07, -2.523884177207947e-07, -2.086162567138672e-07, -1.648440957069397e-07, -1.210719347000122e-07, -7.729977369308472e-08, -3.3527612686157227e-08, 1.0244548320770264e-08, 5.4016709327697754e-08, 9.778887033462524e-08, 1.4156103134155273e-07, 1.8533319234848022e-07, 2.2910535335540771e-07, 2.728775143623352e-07, 3.166496753692627e-07, 3.604218363761902e-07, 4.041939973831177e-07, 4.4796615839004517e-07, 4.917383193969727e-07, 5.355104804039001e-07, 5.792826414108276e-07, 6.230548024177551e-07, 6.668269634246826e-07, 7.105991244316101e-07, 7.543712854385376e-07, 7.981434464454651e-07, 8.419156074523926e-07, 8.856877684593201e-07, 9.294599294662476e-07, 9.73232090473175e-07, 1.0170042514801025e-06, 1.06077641248703e-06, 1.1045485734939575e-06, 1.148320734500885e-06, 1.1920928955078125e-06]}, "gradients/encoder.encoder.layers.7.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 5.0, 0.0, 2.0, 0.0, 2.0, 12.0, 0.0, 8.0, 0.0, 13.0, 0.0, 13.0, 0.0, 24.0, 0.0, 51.0, 51.0, 0.0, 103.0, 0.0, 426.0, 0.0, 116.0, 0.0, 46.0, 0.0, 50.0, 26.0, 0.0, 26.0, 0.0, 10.0, 0.0, 8.0, 0.0, 14.0, 0.0, 2.0, 3.0, 0.0, 4.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.344650268554688e-07, -8.01868736743927e-07, -7.692724466323853e-07, -7.366761565208435e-07, -7.040798664093018e-07, -6.7148357629776e-07, -6.388872861862183e-07, -6.062909960746765e-07, -5.736947059631348e-07, -5.41098415851593e-07, -5.085021257400513e-07, -4.759058356285095e-07, -4.4330954551696777e-07, -4.10713255405426e-07, -3.781169652938843e-07, -3.4552067518234253e-07, -3.129243850708008e-07, -2.8032809495925903e-07, -2.477318048477173e-07, -2.1513551473617554e-07, -1.825392246246338e-07, -1.4994293451309204e-07, -1.1734664440155029e-07, -8.475035429000854e-08, -5.21540641784668e-08, -1.955777406692505e-08, 1.30385160446167e-08, 4.563480615615845e-08, 7.82310962677002e-08, 1.1082738637924194e-07, 1.434236764907837e-07, 1.7601996660232544e-07, 2.086162567138672e-07, 2.4121254682540894e-07, 2.738088369369507e-07, 3.0640512704849243e-07, 3.390014171600342e-07, 3.7159770727157593e-07, 4.041939973831177e-07, 4.367902874946594e-07, 4.6938657760620117e-07, 5.019828677177429e-07, 5.345791578292847e-07, 5.671754479408264e-07, 5.997717380523682e-07, 6.323680281639099e-07, 6.649643182754517e-07, 6.975606083869934e-07, 7.301568984985352e-07, 7.627531886100769e-07, 7.953494787216187e-07, 8.279457688331604e-07, 8.605420589447021e-07, 8.931383490562439e-07, 9.257346391677856e-07, 9.583309292793274e-07, 9.909272193908691e-07, 1.0235235095024109e-06, 1.0561197996139526e-06, 1.0887160897254944e-06, 1.1213123798370361e-06, 1.1539086699485779e-06, 1.1865049600601196e-06, 1.2191012501716614e-06, 1.2516975402832031e-06]}, "gradients/encoder.encoder.layers.7.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 7.0, 0.0, 6.0, 16.0, 0.0, 24.0, 0.0, 55.0, 101.0, 0.0, 221.0, 0.0, 509.0, 957.0, 0.0, 2104.0, 0.0, 4443.0, 9811.0, 0.0, 26437.0, 0.0, 103103.0, 0.0, 753320.0, 103069.0, 0.0, 25860.0, 0.0, 9881.0, 4488.0, 0.0, 2105.0, 0.0, 1021.0, 536.0, 0.0, 232.0, 0.0, 138.0, 59.0, 0.0, 25.0, 0.0, 24.0, 8.0, 0.0, 8.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-1.1324882507324219e-06, -1.0970979928970337e-06, -1.0617077350616455e-06, -1.0263174772262573e-06, -9.909272193908691e-07, -9.55536961555481e-07, -9.201467037200928e-07, -8.847564458847046e-07, -8.493661880493164e-07, -8.139759302139282e-07, -7.7858567237854e-07, -7.431954145431519e-07, -7.078051567077637e-07, -6.724148988723755e-07, -6.370246410369873e-07, -6.016343832015991e-07, -5.662441253662109e-07, -5.308538675308228e-07, -4.954636096954346e-07, -4.600733518600464e-07, -4.246830940246582e-07, -3.8929283618927e-07, -3.5390257835388184e-07, -3.1851232051849365e-07, -2.8312206268310547e-07, -2.477318048477173e-07, -2.123415470123291e-07, -1.7695128917694092e-07, -1.4156103134155273e-07, -1.0617077350616455e-07, -7.078051567077637e-08, -3.5390257835388184e-08, 0.0, 3.5390257835388184e-08, 7.078051567077637e-08, 1.0617077350616455e-07, 1.4156103134155273e-07, 1.7695128917694092e-07, 2.123415470123291e-07, 2.477318048477173e-07, 2.8312206268310547e-07, 3.1851232051849365e-07, 3.5390257835388184e-07, 3.8929283618927e-07, 4.246830940246582e-07, 4.600733518600464e-07, 4.954636096954346e-07, 5.308538675308228e-07, 5.662441253662109e-07, 6.016343832015991e-07, 6.370246410369873e-07, 6.724148988723755e-07, 7.078051567077637e-07, 7.431954145431519e-07, 7.7858567237854e-07, 8.139759302139282e-07, 8.493661880493164e-07, 8.847564458847046e-07, 9.201467037200928e-07, 9.55536961555481e-07, 9.909272193908691e-07, 1.0263174772262573e-06, 1.0617077350616455e-06, 1.0970979928970337e-06, 1.1324882507324219e-06]}, "gradients/encoder.encoder.layers.7.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 7.0, 0.0, 9.0, 0.0, 6.0, 0.0, 8.0, 0.0, 0.0, 12.0, 0.0, 14.0, 0.0, 23.0, 0.0, 27.0, 0.0, 33.0, 0.0, 67.0, 0.0, 117.0, 0.0, 0.0, 372.0, 0.0, 126.0, 0.0, 59.0, 0.0, 54.0, 0.0, 28.0, 0.0, 19.0, 0.0, 16.0, 0.0, 5.0, 0.0, 0.0, 3.0, 0.0, 5.0, 0.0, 6.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.940696716308594e-07, -8.66129994392395e-07, -8.381903171539307e-07, -8.102506399154663e-07, -7.82310962677002e-07, -7.543712854385376e-07, -7.264316082000732e-07, -6.984919309616089e-07, -6.705522537231445e-07, -6.426125764846802e-07, -6.146728992462158e-07, -5.867332220077515e-07, -5.587935447692871e-07, -5.308538675308228e-07, -5.029141902923584e-07, -4.7497451305389404e-07, -4.470348358154297e-07, -4.1909515857696533e-07, -3.91155481338501e-07, -3.632158041000366e-07, -3.3527612686157227e-07, -3.073364496231079e-07, -2.7939677238464355e-07, -2.514570951461792e-07, -2.2351741790771484e-07, -1.955777406692505e-07, -1.6763806343078613e-07, -1.3969838619232178e-07, -1.1175870895385742e-07, -8.381903171539307e-08, -5.587935447692871e-08, -2.7939677238464355e-08, 0.0, 2.7939677238464355e-08, 5.587935447692871e-08, 8.381903171539307e-08, 1.1175870895385742e-07, 1.3969838619232178e-07, 1.6763806343078613e-07, 1.955777406692505e-07, 2.2351741790771484e-07, 2.514570951461792e-07, 2.7939677238464355e-07, 3.073364496231079e-07, 3.3527612686157227e-07, 3.632158041000366e-07, 3.91155481338501e-07, 4.1909515857696533e-07, 4.470348358154297e-07, 4.7497451305389404e-07, 5.029141902923584e-07, 5.308538675308228e-07, 5.587935447692871e-07, 5.867332220077515e-07, 6.146728992462158e-07, 6.426125764846802e-07, 6.705522537231445e-07, 6.984919309616089e-07, 7.264316082000732e-07, 7.543712854385376e-07, 7.82310962677002e-07, 8.102506399154663e-07, 8.381903171539307e-07, 8.66129994392395e-07, 8.940696716308594e-07]}, "gradients/encoder.encoder.layers.7.layer_norm.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 9.0, 6.0, 6.0, 7.0, 10.0, 12.0, 7.0, 18.0, 19.0, 29.0, 55.0, 47.0, 80.0, 105.0, 132.0, 98.0, 86.0, 46.0, 37.0, 29.0, 23.0, 25.0, 21.0, 15.0, 7.0, 9.0, 8.0, 17.0, 8.0, 6.0, 5.0, 3.0, 5.0, 0.0, 2.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.040500117407646e-06, -8.695559699845035e-06, -8.350619282282423e-06, -8.005678864719812e-06, -7.6607384471572e-06, -7.315798029594589e-06, -6.970857612031978e-06, -6.625917194469366e-06, -6.280976776906755e-06, -5.936036359344143e-06, -5.591095941781532e-06, -5.246155524218921e-06, -4.901215106656309e-06, -4.556274689093698e-06, -4.211334271531086e-06, -3.866393853968475e-06, -3.5214538911532145e-06, -3.176513473590603e-06, -2.8315730560279917e-06, -2.4866326384653803e-06, -2.141692220902769e-06, -1.7967519170269952e-06, -1.4518116131512215e-06, -1.1068711955886101e-06, -7.619307780259987e-07, -4.1699038888509676e-07, -7.204999974419479e-08, 2.7289036097499775e-07, 6.178307785376091e-07, 9.627711961002205e-07, 1.3077114999759942e-06, 1.6526519175386056e-06, 1.997592335101217e-06, 2.3425327526638284e-06, 2.68747317022644e-06, 3.0324135877890512e-06, 3.3773540053516626e-06, 3.722294422914274e-06, 4.0672348404768854e-06, 4.412175258039497e-06, 4.757115675602108e-06, 5.10205609316472e-06, 5.446996510727331e-06, 5.7919369282899424e-06, 6.136877345852554e-06, 6.481817763415165e-06, 6.826758180977777e-06, 7.171698598540388e-06, 7.5166385613556486e-06, 7.861578524170909e-06, 8.20651894173352e-06, 8.551459359296132e-06, 8.896399776858743e-06, 9.241340194421355e-06, 9.586280611983966e-06, 9.931221029546577e-06, 1.0276161447109189e-05, 1.06211018646718e-05, 1.0966042282234412e-05, 1.1310982699797023e-05, 1.1655923117359634e-05, 1.2000863534922246e-05, 1.2345803952484857e-05, 1.2690744370047469e-05, 1.303568478761008e-05]}, "gradients/encoder.encoder.layers.7.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 6.0, 8.0, 10.0, 3.0, 10.0, 8.0, 6.0, 15.0, 13.0, 22.0, 12.0, 19.0, 29.0, 17.0, 20.0, 21.0, 37.0, 24.0, 37.0, 19.0, 43.0, 35.0, 38.0, 30.0, 35.0, 50.0, 28.0, 35.0, 34.0, 43.0, 26.0, 26.0, 29.0, 23.0, 25.0, 27.0, 17.0, 24.0, 19.0, 18.0, 7.0, 16.0, 12.0, 5.0, 4.0, 8.0, 2.0, 2.0, 1.0, 3.0, 4.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0], "bins": [-6.9141387939453125e-06, -6.693415343761444e-06, -6.472691893577576e-06, -6.251968443393707e-06, -6.031244993209839e-06, -5.8105215430259705e-06, -5.589798092842102e-06, -5.369074642658234e-06, -5.148351192474365e-06, -4.927627742290497e-06, -4.706904292106628e-06, -4.48618084192276e-06, -4.265457391738892e-06, -4.044733941555023e-06, -3.824010491371155e-06, -3.6032870411872864e-06, -3.382563591003418e-06, -3.1618401408195496e-06, -2.941116690635681e-06, -2.7203932404518127e-06, -2.4996697902679443e-06, -2.278946340084076e-06, -2.0582228899002075e-06, -1.8374994397163391e-06, -1.6167759895324707e-06, -1.3960525393486023e-06, -1.1753290891647339e-06, -9.546056389808655e-07, -7.338821887969971e-07, -5.131587386131287e-07, -2.9243528842926025e-07, -7.171183824539185e-08, 1.4901161193847656e-07, 3.6973506212234497e-07, 5.904585123062134e-07, 8.111819624900818e-07, 1.0319054126739502e-06, 1.2526288628578186e-06, 1.473352313041687e-06, 1.6940757632255554e-06, 1.914799213409424e-06, 2.1355226635932922e-06, 2.3562461137771606e-06, 2.576969563961029e-06, 2.7976930141448975e-06, 3.018416464328766e-06, 3.2391399145126343e-06, 3.4598633646965027e-06, 3.680586814880371e-06, 3.9013102650642395e-06, 4.122033715248108e-06, 4.342757165431976e-06, 4.563480615615845e-06, 4.784204065799713e-06, 5.0049275159835815e-06, 5.22565096616745e-06, 5.446374416351318e-06, 5.667097866535187e-06, 5.887821316719055e-06, 6.108544766902924e-06, 6.329268217086792e-06, 6.54999166727066e-06, 6.770715117454529e-06, 6.991438567638397e-06, 7.212162017822266e-06]}, "gradients/encoder.encoder.layers.6.feed_forward.output_dense.weight": {"_type": "histogram", "values": [6.0, 7.0, 10.0, 18.0, 46.0, 77.0, 127.0, 213.0, 343.0, 602.0, 984.0, 1843.0, 3578.0, 7445.0, 16181.0, 42483.0, 313775.0, 3675873.0, 77971.0, 26342.0, 11698.0, 5818.0, 3277.0, 2011.0, 1244.0, 791.0, 513.0, 336.0, 215.0, 126.0, 74.0, 56.0, 41.0, 29.0, 19.0, 17.0, 13.0, 10.0, 9.0, 9.0, 11.0, 8.0, 7.0, 9.0, 6.0, 3.0, 5.0, 4.0, 3.0, 5.0, 3.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-6.139278411865234e-06, -5.781650543212891e-06, -5.424022674560547e-06, -5.066394805908203e-06, -4.708766937255859e-06, -4.351139068603516e-06, -3.993511199951172e-06, -3.635883331298828e-06, -3.2782554626464844e-06, -2.9206275939941406e-06, -2.562999725341797e-06, -2.205371856689453e-06, -1.8477439880371094e-06, -1.4901161193847656e-06, -1.1324882507324219e-06, -7.748603820800781e-07, -4.172325134277344e-07, -5.960464477539063e-08, 2.980232238769531e-07, 6.556510925292969e-07, 1.0132789611816406e-06, 1.3709068298339844e-06, 1.7285346984863281e-06, 2.086162567138672e-06, 2.4437904357910156e-06, 2.8014183044433594e-06, 3.159046173095703e-06, 3.516674041748047e-06, 3.874301910400391e-06, 4.231929779052734e-06, 4.589557647705078e-06, 4.947185516357422e-06, 5.304813385009766e-06, 5.662441253662109e-06, 6.020069122314453e-06, 6.377696990966797e-06, 6.735324859619141e-06, 7.092952728271484e-06, 7.450580596923828e-06, 7.808208465576172e-06, 8.165836334228516e-06, 8.52346420288086e-06, 8.881092071533203e-06, 9.238719940185547e-06, 9.59634780883789e-06, 9.953975677490234e-06, 1.0311603546142578e-05, 1.0669231414794922e-05, 1.1026859283447266e-05, 1.138448715209961e-05, 1.1742115020751953e-05, 1.2099742889404297e-05, 1.245737075805664e-05, 1.2814998626708984e-05, 1.3172626495361328e-05, 1.3530254364013672e-05, 1.3887882232666016e-05, 1.424551010131836e-05, 1.4603137969970703e-05, 1.4960765838623047e-05, 1.531839370727539e-05, 1.5676021575927734e-05, 1.6033649444580078e-05, 1.6391277313232422e-05, 1.6748905181884766e-05]}, "gradients/encoder.encoder.layers.6.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 1.0, 4.0, 5.0, 3.0, 8.0, 5.0, 11.0, 20.0, 54.0, 33.0, 41.0, 65.0, 53.0, 77.0, 155.0, 81.0, 72.0, 71.0, 55.0, 44.0, 62.0, 17.0, 13.0, 9.0, 14.0, 7.0, 9.0, 5.0, 8.0, 3.0, 6.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2516975402832031e-06, -1.1818483471870422e-06, -1.1119991540908813e-06, -1.0421499609947205e-06, -9.723007678985596e-07, -9.024515748023987e-07, -8.326023817062378e-07, -7.627531886100769e-07, -6.92903995513916e-07, -6.230548024177551e-07, -5.532056093215942e-07, -4.833564162254333e-07, -4.1350722312927246e-07, -3.4365803003311157e-07, -2.738088369369507e-07, -2.039596438407898e-07, -1.341104507446289e-07, -6.426125764846802e-08, 5.587935447692871e-09, 7.543712854385376e-08, 1.4528632164001465e-07, 2.1513551473617554e-07, 2.849847078323364e-07, 3.548339009284973e-07, 4.246830940246582e-07, 4.945322871208191e-07, 5.6438148021698e-07, 6.342306733131409e-07, 7.040798664093018e-07, 7.739290595054626e-07, 8.437782526016235e-07, 9.136274456977844e-07, 9.834766387939453e-07, 1.0533258318901062e-06, 1.123175024986267e-06, 1.193024218082428e-06, 1.2628734111785889e-06, 1.3327226042747498e-06, 1.4025717973709106e-06, 1.4724209904670715e-06, 1.5422701835632324e-06, 1.6121193766593933e-06, 1.6819685697555542e-06, 1.751817762851715e-06, 1.821666955947876e-06, 1.8915161490440369e-06, 1.9613653421401978e-06, 2.0312145352363586e-06, 2.1010637283325195e-06, 2.1709129214286804e-06, 2.2407621145248413e-06, 2.310611307621002e-06, 2.380460500717163e-06, 2.450309693813324e-06, 2.520158886909485e-06, 2.5900080800056458e-06, 2.6598572731018066e-06, 2.7297064661979675e-06, 2.7995556592941284e-06, 2.8694048523902893e-06, 2.93925404548645e-06, 3.009103238582611e-06, 3.078952431678772e-06, 3.148801624774933e-06, 3.2186508178710938e-06]}, "gradients/encoder.encoder.layers.6.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 9.0, 6.0, 9.0, 16.0, 21.0, 38.0, 72.0, 64.0, 147.0, 268.0, 264.0, 668.0, 1119.0, 1256.0, 3177.0, 6354.0, 7400.0, 21604.0, 52059.0, 83978.0, 760491.0, 2825654.0, 301191.0, 73469.0, 21552.0, 16724.0, 7899.0, 2986.0, 2593.0, 1398.0, 505.0, 526.0, 336.0, 115.0, 131.0, 83.0, 37.0, 30.0, 19.0, 6.0, 7.0, 6.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-4.947185516357422e-06, -4.7888606786727905e-06, -4.630535840988159e-06, -4.472211003303528e-06, -4.3138861656188965e-06, -4.155561327934265e-06, -3.997236490249634e-06, -3.8389116525650024e-06, -3.680586814880371e-06, -3.5222619771957397e-06, -3.3639371395111084e-06, -3.205612301826477e-06, -3.0472874641418457e-06, -2.8889626264572144e-06, -2.730637788772583e-06, -2.5723129510879517e-06, -2.4139881134033203e-06, -2.255663275718689e-06, -2.0973384380340576e-06, -1.9390136003494263e-06, -1.780688762664795e-06, -1.6223639249801636e-06, -1.4640390872955322e-06, -1.3057142496109009e-06, -1.1473894119262695e-06, -9.890645742416382e-07, -8.307397365570068e-07, -6.724148988723755e-07, -5.140900611877441e-07, -3.557652235031128e-07, -1.9744038581848145e-07, -3.91155481338501e-08, 1.1920928955078125e-07, 2.775341272354126e-07, 4.3585896492004395e-07, 5.941838026046753e-07, 7.525086402893066e-07, 9.10833477973938e-07, 1.0691583156585693e-06, 1.2274831533432007e-06, 1.385807991027832e-06, 1.5441328287124634e-06, 1.7024576663970947e-06, 1.860782504081726e-06, 2.0191073417663574e-06, 2.1774321794509888e-06, 2.33575701713562e-06, 2.4940818548202515e-06, 2.652406692504883e-06, 2.810731530189514e-06, 2.9690563678741455e-06, 3.127381205558777e-06, 3.285706043243408e-06, 3.4440308809280396e-06, 3.602355718612671e-06, 3.7606805562973022e-06, 3.919005393981934e-06, 4.077330231666565e-06, 4.235655069351196e-06, 4.393979907035828e-06, 4.552304744720459e-06, 4.71062958240509e-06, 4.868954420089722e-06, 5.027279257774353e-06, 5.185604095458984e-06]}, "gradients/encoder.encoder.layers.6.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 5.0, 5.0, 11.0, 15.0, 15.0, 15.0, 21.0, 30.0, 28.0, 33.0, 33.0, 52.0, 80.0, 129.0, 216.0, 543.0, 1153.0, 771.0, 396.0, 128.0, 77.0, 60.0, 37.0, 52.0, 33.0, 30.0, 23.0, 25.0, 9.0, 10.0, 7.0, 4.0, 6.0, 5.0, 7.0, 3.0, 1.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.7550926208496094e-06, -3.632158041000366e-06, -3.509223461151123e-06, -3.38628888130188e-06, -3.2633543014526367e-06, -3.1404197216033936e-06, -3.0174851417541504e-06, -2.8945505619049072e-06, -2.771615982055664e-06, -2.648681402206421e-06, -2.5257468223571777e-06, -2.4028122425079346e-06, -2.2798776626586914e-06, -2.1569430828094482e-06, -2.034008502960205e-06, -1.911073923110962e-06, -1.7881393432617188e-06, -1.6652047634124756e-06, -1.5422701835632324e-06, -1.4193356037139893e-06, -1.296401023864746e-06, -1.173466444015503e-06, -1.0505318641662598e-06, -9.275972843170166e-07, -8.046627044677734e-07, -6.817281246185303e-07, -5.587935447692871e-07, -4.3585896492004395e-07, -3.129243850708008e-07, -1.8998980522155762e-07, -6.705522537231445e-08, 5.587935447692871e-08, 1.7881393432617188e-07, 3.0174851417541504e-07, 4.246830940246582e-07, 5.476176738739014e-07, 6.705522537231445e-07, 7.934868335723877e-07, 9.164214134216309e-07, 1.039355993270874e-06, 1.1622905731201172e-06, 1.2852251529693604e-06, 1.4081597328186035e-06, 1.5310943126678467e-06, 1.6540288925170898e-06, 1.776963472366333e-06, 1.8998980522155762e-06, 2.0228326320648193e-06, 2.1457672119140625e-06, 2.2687017917633057e-06, 2.391636371612549e-06, 2.514570951461792e-06, 2.637505531311035e-06, 2.7604401111602783e-06, 2.8833746910095215e-06, 3.0063092708587646e-06, 3.129243850708008e-06, 3.252178430557251e-06, 3.375113010406494e-06, 3.4980475902557373e-06, 3.6209821701049805e-06, 3.7439167499542236e-06, 3.866851329803467e-06, 3.98978590965271e-06, 4.112720489501953e-06]}, "gradients/encoder.encoder.layers.6.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 5.0, 0.0, 0.0, 3.0, 1.0, 3.0, 4.0, 6.0, 8.0, 13.0, 13.0, 15.0, 22.0, 18.0, 33.0, 54.0, 69.0, 103.0, 116.0, 94.0, 90.0, 77.0, 46.0, 42.0, 29.0, 25.0, 18.0, 22.0, 12.0, 11.0, 10.0, 8.0, 7.0, 5.0, 8.0, 5.0, 4.0, 5.0, 4.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.4776951502426527e-05, -1.415924089087639e-05, -1.3541531188820954e-05, -1.2923820577270817e-05, -1.2306110875215381e-05, -1.1688400263665244e-05, -1.1070689652115107e-05, -1.045297904056497e-05, -9.835269338509534e-06, -9.217558726959396e-06, -8.59984902490396e-06, -7.982138413353823e-06, -7.364428256551037e-06, -6.74671809974825e-06, -6.129007488198113e-06, -5.511297331395326e-06, -4.89358717459254e-06, -4.275877017789753e-06, -3.658166633613291e-06, -3.0404562494368292e-06, -2.4227460926340427e-06, -1.8050359358312562e-06, -1.1873255516547943e-06, -5.696151674783323e-07, 4.809498932445422e-08, 6.658052598140785e-07, 1.2835155303037027e-06, 1.901225800793327e-06, 2.518936071282951e-06, 3.1366462280857377e-06, 3.7543566122621996e-06, 4.372066996438662e-06, 4.989778972230852e-06, 5.607489129033638e-06, 6.225199285836425e-06, 6.842909897386562e-06, 7.460620054189349e-06, 8.078330210992135e-06, 8.696040822542273e-06, 9.31375143409241e-06, 9.931461136147846e-06, 1.0549171747697983e-05, 1.1166881449753419e-05, 1.1784592061303556e-05, 1.2402302672853693e-05, 1.3020012374909129e-05, 1.3637722986459266e-05, 1.4255432688514702e-05, 1.487314330006484e-05, 1.5490853911614977e-05, 1.6108564523165114e-05, 1.6726273315725848e-05, 1.7343983927275985e-05, 1.7961694538826123e-05, 1.857940515037626e-05, 1.9197115761926398e-05, 1.9814826373476535e-05, 2.0432536985026672e-05, 2.105024759657681e-05, 2.1667956389137544e-05, 2.228566700068768e-05, 2.290337761223782e-05, 2.3521088223787956e-05, 2.4138798835338093e-05, 2.4756507627898827e-05]}, "gradients/encoder.encoder.layers.6.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 4.0, 1.0, 1.0, 1.0, 5.0, 11.0, 6.0, 10.0, 13.0, 22.0, 16.0, 15.0, 18.0, 21.0, 22.0, 24.0, 28.0, 36.0, 39.0, 29.0, 31.0, 44.0, 38.0, 33.0, 43.0, 42.0, 42.0, 31.0, 50.0, 30.0, 35.0, 27.0, 33.0, 32.0, 18.0, 24.0, 22.0, 17.0, 9.0, 12.0, 9.0, 15.0, 11.0, 8.0, 10.0, 8.0, 8.0, 3.0, 0.0, 2.0, 6.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.0251998901367188e-05, -9.892508387565613e-06, -9.533017873764038e-06, -9.173527359962463e-06, -8.814036846160889e-06, -8.454546332359314e-06, -8.09505581855774e-06, -7.735565304756165e-06, -7.37607479095459e-06, -7.016584277153015e-06, -6.6570937633514404e-06, -6.297603249549866e-06, -5.938112735748291e-06, -5.578622221946716e-06, -5.219131708145142e-06, -4.859641194343567e-06, -4.500150680541992e-06, -4.1406601667404175e-06, -3.7811696529388428e-06, -3.421679139137268e-06, -3.0621886253356934e-06, -2.7026981115341187e-06, -2.343207597732544e-06, -1.9837170839309692e-06, -1.6242265701293945e-06, -1.2647360563278198e-06, -9.052455425262451e-07, -5.457550287246704e-07, -1.862645149230957e-07, 1.73225998878479e-07, 5.327165126800537e-07, 8.922070264816284e-07, 1.2516975402832031e-06, 1.6111880540847778e-06, 1.9706785678863525e-06, 2.3301690816879272e-06, 2.689659595489502e-06, 3.0491501092910767e-06, 3.4086406230926514e-06, 3.768131136894226e-06, 4.127621650695801e-06, 4.4871121644973755e-06, 4.84660267829895e-06, 5.206093192100525e-06, 5.5655837059021e-06, 5.925074219703674e-06, 6.284564733505249e-06, 6.644055247306824e-06, 7.0035457611083984e-06, 7.363036274909973e-06, 7.722526788711548e-06, 8.082017302513123e-06, 8.441507816314697e-06, 8.800998330116272e-06, 9.160488843917847e-06, 9.519979357719421e-06, 9.879469871520996e-06, 1.023896038532257e-05, 1.0598450899124146e-05, 1.095794141292572e-05, 1.1317431926727295e-05, 1.167692244052887e-05, 1.2036412954330444e-05, 1.2395903468132019e-05, 1.2755393981933594e-05]}, "gradients/encoder.encoder.layers.6.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 5.0, 1.0, 3.0, 8.0, 2.0, 2.0, 6.0, 21.0, 17.0, 29.0, 37.0, 38.0, 86.0, 104.0, 155.0, 177.0, 354.0, 622.0, 824.0, 1629.0, 3195.0, 4549.0, 11121.0, 25211.0, 63587.0, 141062.0, 544201.0, 158389.0, 44854.0, 25011.0, 11102.0, 5529.0, 2338.0, 1706.0, 927.0, 519.0, 380.0, 233.0, 142.0, 124.0, 62.0, 61.0, 34.0, 24.0, 22.0, 17.0, 14.0, 10.0, 5.0, 5.0, 2.0, 5.0, 4.0, 5.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-8.821487426757812e-06, -8.541159331798553e-06, -8.260831236839294e-06, -7.980503141880035e-06, -7.700175046920776e-06, -7.419846951961517e-06, -7.139518857002258e-06, -6.859190762042999e-06, -6.57886266708374e-06, -6.298534572124481e-06, -6.018206477165222e-06, -5.737878382205963e-06, -5.457550287246704e-06, -5.177222192287445e-06, -4.896894097328186e-06, -4.616566002368927e-06, -4.336237907409668e-06, -4.055909812450409e-06, -3.77558171749115e-06, -3.495253622531891e-06, -3.214925527572632e-06, -2.934597432613373e-06, -2.6542693376541138e-06, -2.3739412426948547e-06, -2.0936131477355957e-06, -1.8132850527763367e-06, -1.5329569578170776e-06, -1.2526288628578186e-06, -9.723007678985596e-07, -6.919726729393005e-07, -4.116445779800415e-07, -1.3131648302078247e-07, 1.4901161193847656e-07, 4.293397068977356e-07, 7.096678018569946e-07, 9.899958968162537e-07, 1.2703239917755127e-06, 1.5506520867347717e-06, 1.8309801816940308e-06, 2.11130827665329e-06, 2.391636371612549e-06, 2.671964466571808e-06, 2.952292561531067e-06, 3.232620656490326e-06, 3.512948751449585e-06, 3.793276846408844e-06, 4.073604941368103e-06, 4.353933036327362e-06, 4.634261131286621e-06, 4.91458922624588e-06, 5.194917321205139e-06, 5.475245416164398e-06, 5.755573511123657e-06, 6.035901606082916e-06, 6.316229701042175e-06, 6.596557796001434e-06, 6.876885890960693e-06, 7.157213985919952e-06, 7.4375420808792114e-06, 7.71787017583847e-06, 7.99819827079773e-06, 8.278526365756989e-06, 8.558854460716248e-06, 8.839182555675507e-06, 9.119510650634766e-06]}, "gradients/encoder.encoder.layers.6.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 11.0, 6.0, 4.0, 18.0, 19.0, 23.0, 26.0, 28.0, 51.0, 59.0, 65.0, 84.0, 82.0, 81.0, 72.0, 66.0, 72.0, 55.0, 44.0, 52.0, 23.0, 18.0, 11.0, 9.0, 5.0, 6.0, 6.0, 5.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6093254089355469e-06, -1.5478581190109253e-06, -1.4863908290863037e-06, -1.4249235391616821e-06, -1.3634562492370605e-06, -1.301988959312439e-06, -1.2405216693878174e-06, -1.1790543794631958e-06, -1.1175870895385742e-06, -1.0561197996139526e-06, -9.94652509689331e-07, -9.331852197647095e-07, -8.717179298400879e-07, -8.102506399154663e-07, -7.487833499908447e-07, -6.873160600662231e-07, -6.258487701416016e-07, -5.6438148021698e-07, -5.029141902923584e-07, -4.414469003677368e-07, -3.7997961044311523e-07, -3.1851232051849365e-07, -2.5704503059387207e-07, -1.955777406692505e-07, -1.341104507446289e-07, -7.264316082000732e-08, -1.1175870895385742e-08, 5.029141902923584e-08, 1.1175870895385742e-07, 1.73225998878479e-07, 2.3469328880310059e-07, 2.9616057872772217e-07, 3.5762786865234375e-07, 4.1909515857696533e-07, 4.805624485015869e-07, 5.420297384262085e-07, 6.034970283508301e-07, 6.649643182754517e-07, 7.264316082000732e-07, 7.878988981246948e-07, 8.493661880493164e-07, 9.10833477973938e-07, 9.723007678985596e-07, 1.0337680578231812e-06, 1.0952353477478027e-06, 1.1567026376724243e-06, 1.218169927597046e-06, 1.2796372175216675e-06, 1.341104507446289e-06, 1.4025717973709106e-06, 1.4640390872955322e-06, 1.5255063772201538e-06, 1.5869736671447754e-06, 1.648440957069397e-06, 1.7099082469940186e-06, 1.7713755369186401e-06, 1.8328428268432617e-06, 1.8943101167678833e-06, 1.955777406692505e-06, 2.0172446966171265e-06, 2.078711986541748e-06, 2.1401792764663696e-06, 2.201646566390991e-06, 2.263113856315613e-06, 2.3245811462402344e-06]}, "gradients/encoder.encoder.layers.6.attention.v_proj.weight": {"_type": "histogram", "values": [5.0, 1.0, 2.0, 1.0, 2.0, 4.0, 5.0, 4.0, 5.0, 15.0, 20.0, 24.0, 68.0, 64.0, 87.0, 229.0, 270.0, 571.0, 623.0, 826.0, 2024.0, 1976.0, 2690.0, 6488.0, 7024.0, 18474.0, 22719.0, 40737.0, 198052.0, 551938.0, 112407.0, 29824.0, 17563.0, 14746.0, 5738.0, 5500.0, 2297.0, 1640.0, 1598.0, 688.0, 685.0, 295.0, 210.0, 171.0, 95.0, 56.0, 44.0, 26.0, 20.0, 8.0, 2.0, 1.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.172325134277344e-06, -4.0298327803611755e-06, -3.887340426445007e-06, -3.744848072528839e-06, -3.602355718612671e-06, -3.4598633646965027e-06, -3.3173710107803345e-06, -3.1748786568641663e-06, -3.032386302947998e-06, -2.88989394903183e-06, -2.7474015951156616e-06, -2.6049092411994934e-06, -2.462416887283325e-06, -2.319924533367157e-06, -2.1774321794509888e-06, -2.0349398255348206e-06, -1.8924474716186523e-06, -1.7499551177024841e-06, -1.607462763786316e-06, -1.4649704098701477e-06, -1.3224780559539795e-06, -1.1799857020378113e-06, -1.037493348121643e-06, -8.950009942054749e-07, -7.525086402893066e-07, -6.100162863731384e-07, -4.675239324569702e-07, -3.25031578540802e-07, -1.825392246246338e-07, -4.0046870708465576e-08, 1.0244548320770264e-07, 2.4493783712387085e-07, 3.8743019104003906e-07, 5.299225449562073e-07, 6.724148988723755e-07, 8.149072527885437e-07, 9.57399606704712e-07, 1.0998919606208801e-06, 1.2423843145370483e-06, 1.3848766684532166e-06, 1.5273690223693848e-06, 1.669861376285553e-06, 1.8123537302017212e-06, 1.9548460841178894e-06, 2.0973384380340576e-06, 2.239830791950226e-06, 2.382323145866394e-06, 2.5248154997825623e-06, 2.6673078536987305e-06, 2.8098002076148987e-06, 2.952292561531067e-06, 3.094784915447235e-06, 3.2372772693634033e-06, 3.3797696232795715e-06, 3.5222619771957397e-06, 3.664754331111908e-06, 3.807246685028076e-06, 3.949739038944244e-06, 4.092231392860413e-06, 4.234723746776581e-06, 4.377216100692749e-06, 4.519708454608917e-06, 4.6622008085250854e-06, 4.804693162441254e-06, 4.947185516357422e-06]}, "gradients/encoder.encoder.layers.6.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 2.0, 1.0, 0.0, 2.0, 4.0, 4.0, 6.0, 1.0, 8.0, 8.0, 11.0, 9.0, 8.0, 9.0, 15.0, 15.0, 14.0, 23.0, 30.0, 12.0, 32.0, 44.0, 55.0, 99.0, 165.0, 100.0, 62.0, 39.0, 32.0, 29.0, 15.0, 23.0, 24.0, 15.0, 13.0, 12.0, 4.0, 8.0, 5.0, 5.0, 6.0, 6.0, 5.0, 5.0, 7.0, 2.0, 4.0, 2.0, 2.0, 4.0, 1.0, 2.0, 2.0, 3.0], "bins": [-3.7550926208496094e-06, -3.6461278796195984e-06, -3.5371631383895874e-06, -3.4281983971595764e-06, -3.3192336559295654e-06, -3.2102689146995544e-06, -3.1013041734695435e-06, -2.9923394322395325e-06, -2.8833746910095215e-06, -2.7744099497795105e-06, -2.6654452085494995e-06, -2.5564804673194885e-06, -2.4475157260894775e-06, -2.3385509848594666e-06, -2.2295862436294556e-06, -2.1206215023994446e-06, -2.0116567611694336e-06, -1.9026920199394226e-06, -1.7937272787094116e-06, -1.6847625374794006e-06, -1.5757977962493896e-06, -1.4668330550193787e-06, -1.3578683137893677e-06, -1.2489035725593567e-06, -1.1399388313293457e-06, -1.0309740900993347e-06, -9.220093488693237e-07, -8.130446076393127e-07, -7.040798664093018e-07, -5.951151251792908e-07, -4.861503839492798e-07, -3.771856427192688e-07, -2.682209014892578e-07, -1.5925616025924683e-07, -5.029141902923584e-08, 5.8673322200775146e-08, 1.6763806343078613e-07, 2.766028046607971e-07, 3.855675458908081e-07, 4.945322871208191e-07, 6.034970283508301e-07, 7.124617695808411e-07, 8.21426510810852e-07, 9.30391252040863e-07, 1.039355993270874e-06, 1.148320734500885e-06, 1.257285475730896e-06, 1.366250216960907e-06, 1.475214958190918e-06, 1.584179699420929e-06, 1.69314444065094e-06, 1.802109181880951e-06, 1.911073923110962e-06, 2.020038664340973e-06, 2.129003405570984e-06, 2.237968146800995e-06, 2.346932888031006e-06, 2.455897629261017e-06, 2.564862370491028e-06, 2.673827111721039e-06, 2.78279185295105e-06, 2.891756594181061e-06, 3.0007213354110718e-06, 3.1096860766410828e-06, 3.2186508178710938e-06]}, "gradients/encoder.encoder.layers.6.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 2.0, 3.0, 0.0, 4.0, 14.0, 0.0, 27.0, 67.0, 0.0, 107.0, 200.0, 0.0, 343.0, 610.0, 0.0, 1060.0, 1726.0, 0.0, 3215.0, 5867.0, 0.0, 11342.0, 26764.0, 0.0, 93636.0, 758590.0, 0.0, 93689.0, 26589.0, 0.0, 11374.0, 5745.0, 0.0, 3289.0, 1816.0, 0.0, 1056.0, 647.0, 0.0, 367.0, 192.0, 0.0, 98.0, 62.0, 0.0, 30.0, 12.0, 0.0, 9.0, 9.0, 0.0, 9.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1920928955078125e-06, -1.152046024799347e-06, -1.1119991540908813e-06, -1.0719522833824158e-06, -1.0319054126739502e-06, -9.918585419654846e-07, -9.51811671257019e-07, -9.117648005485535e-07, -8.717179298400879e-07, -8.316710591316223e-07, -7.916241884231567e-07, -7.515773177146912e-07, -7.115304470062256e-07, -6.7148357629776e-07, -6.314367055892944e-07, -5.913898348808289e-07, -5.513429641723633e-07, -5.112960934638977e-07, -4.7124922275543213e-07, -4.3120235204696655e-07, -3.91155481338501e-07, -3.511086106300354e-07, -3.110617399215698e-07, -2.7101486921310425e-07, -2.3096799850463867e-07, -1.909211277961731e-07, -1.5087425708770752e-07, -1.1082738637924194e-07, -7.078051567077637e-08, -3.073364496231079e-08, 9.313225746154785e-09, 4.936009645462036e-08, 8.940696716308594e-08, 1.2945383787155151e-07, 1.695007085800171e-07, 2.0954757928848267e-07, 2.4959444999694824e-07, 2.896413207054138e-07, 3.296881914138794e-07, 3.6973506212234497e-07, 4.0978193283081055e-07, 4.498288035392761e-07, 4.898756742477417e-07, 5.299225449562073e-07, 5.699694156646729e-07, 6.100162863731384e-07, 6.50063157081604e-07, 6.901100277900696e-07, 7.301568984985352e-07, 7.702037692070007e-07, 8.102506399154663e-07, 8.502975106239319e-07, 8.903443813323975e-07, 9.30391252040863e-07, 9.704381227493286e-07, 1.0104849934577942e-06, 1.0505318641662598e-06, 1.0905787348747253e-06, 1.130625605583191e-06, 1.1706724762916565e-06, 1.210719347000122e-06, 1.2507662177085876e-06, 1.2908130884170532e-06, 1.3308599591255188e-06, 1.3709068298339844e-06]}, "gradients/encoder.encoder.layers.6.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 6.0, 0.0, 8.0, 0.0, 4.0, 0.0, 2.0, 0.0, 4.0, 0.0, 5.0, 0.0, 12.0, 0.0, 8.0, 0.0, 19.0, 0.0, 13.0, 0.0, 26.0, 0.0, 33.0, 0.0, 64.0, 0.0, 111.0, 0.0, 429.0, 0.0, 105.0, 0.0, 52.0, 0.0, 29.0, 0.0, 20.0, 0.0, 26.0, 0.0, 8.0, 0.0, 9.0, 0.0, 6.0, 0.0, 5.0, 0.0, 0.0, 0.0, 6.0, 0.0, 5.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0], "bins": [-9.5367431640625e-07, -9.238719940185547e-07, -8.940696716308594e-07, -8.642673492431641e-07, -8.344650268554688e-07, -8.046627044677734e-07, -7.748603820800781e-07, -7.450580596923828e-07, -7.152557373046875e-07, -6.854534149169922e-07, -6.556510925292969e-07, -6.258487701416016e-07, -5.960464477539062e-07, -5.662441253662109e-07, -5.364418029785156e-07, -5.066394805908203e-07, -4.76837158203125e-07, -4.470348358154297e-07, -4.172325134277344e-07, -3.8743019104003906e-07, -3.5762786865234375e-07, -3.2782554626464844e-07, -2.980232238769531e-07, -2.682209014892578e-07, -2.384185791015625e-07, -2.086162567138672e-07, -1.7881393432617188e-07, -1.4901161193847656e-07, -1.1920928955078125e-07, -8.940696716308594e-08, -5.960464477539063e-08, -2.9802322387695312e-08, 0.0, 2.9802322387695312e-08, 5.960464477539063e-08, 8.940696716308594e-08, 1.1920928955078125e-07, 1.4901161193847656e-07, 1.7881393432617188e-07, 2.086162567138672e-07, 2.384185791015625e-07, 2.682209014892578e-07, 2.980232238769531e-07, 3.2782554626464844e-07, 3.5762786865234375e-07, 3.8743019104003906e-07, 4.172325134277344e-07, 4.470348358154297e-07, 4.76837158203125e-07, 5.066394805908203e-07, 5.364418029785156e-07, 5.662441253662109e-07, 5.960464477539062e-07, 6.258487701416016e-07, 6.556510925292969e-07, 6.854534149169922e-07, 7.152557373046875e-07, 7.450580596923828e-07, 7.748603820800781e-07, 8.046627044677734e-07, 8.344650268554688e-07, 8.642673492431641e-07, 8.940696716308594e-07, 9.238719940185547e-07, 9.5367431640625e-07]}, "gradients/encoder.encoder.layers.6.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 8.0, 0.0, 8.0, 8.0, 0.0, 23.0, 29.0, 0.0, 65.0, 127.0, 0.0, 314.0, 587.0, 0.0, 1136.0, 0.0, 2393.0, 4868.0, 0.0, 11725.0, 30974.0, 0.0, 116187.0, 711498.0, 0.0, 116763.0, 0.0, 30472.0, 11598.0, 0.0, 5037.0, 2404.0, 0.0, 1162.0, 605.0, 0.0, 321.0, 123.0, 0.0, 57.0, 0.0, 36.0, 16.0, 0.0, 10.0, 5.0, 0.0, 8.0, 2.0, 0.0, 0.0, 1.0], "bins": [-1.3709068298339844e-06, -1.3327226042747498e-06, -1.2945383787155151e-06, -1.2563541531562805e-06, -1.218169927597046e-06, -1.1799857020378113e-06, -1.1418014764785767e-06, -1.103617250919342e-06, -1.0654330253601074e-06, -1.0272487998008728e-06, -9.890645742416382e-07, -9.508803486824036e-07, -9.126961231231689e-07, -8.745118975639343e-07, -8.363276720046997e-07, -7.981434464454651e-07, -7.599592208862305e-07, -7.217749953269958e-07, -6.835907697677612e-07, -6.454065442085266e-07, -6.07222318649292e-07, -5.690380930900574e-07, -5.308538675308228e-07, -4.926696419715881e-07, -4.544854164123535e-07, -4.163011908531189e-07, -3.781169652938843e-07, -3.3993273973464966e-07, -3.0174851417541504e-07, -2.635642886161804e-07, -2.253800630569458e-07, -1.8719583749771118e-07, -1.4901161193847656e-07, -1.1082738637924194e-07, -7.264316082000732e-08, -3.4458935260772705e-08, 3.725290298461914e-09, 4.190951585769653e-08, 8.009374141693115e-08, 1.1827796697616577e-07, 1.564621925354004e-07, 1.94646418094635e-07, 2.3283064365386963e-07, 2.7101486921310425e-07, 3.0919909477233887e-07, 3.473833203315735e-07, 3.855675458908081e-07, 4.237517714500427e-07, 4.6193599700927734e-07, 5.00120222568512e-07, 5.383044481277466e-07, 5.764886736869812e-07, 6.146728992462158e-07, 6.528571248054504e-07, 6.910413503646851e-07, 7.292255759239197e-07, 7.674098014831543e-07, 8.055940270423889e-07, 8.437782526016235e-07, 8.819624781608582e-07, 9.201467037200928e-07, 9.583309292793274e-07, 9.96515154838562e-07, 1.0346993803977966e-06, 1.0728836059570312e-06]}, "gradients/encoder.encoder.layers.6.attention.q_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 6.0, 0.0, 6.0, 0.0, 7.0, 0.0, 7.0, 0.0, 8.0, 0.0, 21.0, 0.0, 20.0, 0.0, 0.0, 35.0, 0.0, 38.0, 0.0, 70.0, 0.0, 117.0, 0.0, 337.0, 0.0, 112.0, 0.0, 76.0, 0.0, 0.0, 53.0, 0.0, 35.0, 0.0, 22.0, 0.0, 12.0, 0.0, 16.0, 0.0, 7.0, 0.0, 3.0, 0.0, 5.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.152557373046875e-07, -6.873160600662231e-07, -6.593763828277588e-07, -6.314367055892944e-07, -6.034970283508301e-07, -5.755573511123657e-07, -5.476176738739014e-07, -5.19677996635437e-07, -4.917383193969727e-07, -4.637986421585083e-07, -4.3585896492004395e-07, -4.079192876815796e-07, -3.7997961044311523e-07, -3.520399332046509e-07, -3.241002559661865e-07, -2.9616057872772217e-07, -2.682209014892578e-07, -2.4028122425079346e-07, -2.123415470123291e-07, -1.8440186977386475e-07, -1.564621925354004e-07, -1.2852251529693604e-07, -1.0058283805847168e-07, -7.264316082000732e-08, -4.470348358154297e-08, -1.6763806343078613e-08, 1.1175870895385742e-08, 3.91155481338501e-08, 6.705522537231445e-08, 9.499490261077881e-08, 1.2293457984924316e-07, 1.5087425708770752e-07, 1.7881393432617188e-07, 2.0675361156463623e-07, 2.3469328880310059e-07, 2.6263296604156494e-07, 2.905726432800293e-07, 3.1851232051849365e-07, 3.46451997756958e-07, 3.7439167499542236e-07, 4.023313522338867e-07, 4.302710294723511e-07, 4.5821070671081543e-07, 4.861503839492798e-07, 5.140900611877441e-07, 5.420297384262085e-07, 5.699694156646729e-07, 5.979090929031372e-07, 6.258487701416016e-07, 6.537884473800659e-07, 6.817281246185303e-07, 7.096678018569946e-07, 7.37607479095459e-07, 7.655471563339233e-07, 7.934868335723877e-07, 8.21426510810852e-07, 8.493661880493164e-07, 8.773058652877808e-07, 9.052455425262451e-07, 9.331852197647095e-07, 9.611248970031738e-07, 9.890645742416382e-07, 1.0170042514801025e-06, 1.044943928718567e-06, 1.0728836059570312e-06]}, "gradients/encoder.encoder.layers.6.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 3.0, 5.0, 6.0, 10.0, 4.0, 16.0, 27.0, 40.0, 54.0, 98.0, 198.0, 171.0, 100.0, 81.0, 54.0, 35.0, 25.0, 15.0, 19.0, 8.0, 10.0, 11.0, 1.0, 4.0, 4.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.490054273745045e-05, -1.4301319424703252e-05, -1.3702096111956052e-05, -1.3102871889714152e-05, -1.2503648576966953e-05, -1.1904425264219753e-05, -1.1305201041977853e-05, -1.0705977729230653e-05, -1.0106754416483454e-05, -9.507531103736255e-06, -8.908307790989056e-06, -8.309083568747155e-06, -7.709860255999956e-06, -7.110636943252757e-06, -6.511413175758207e-06, -5.912189408263657e-06, -5.312966095516458e-06, -4.713742782769259e-06, -4.114519015274709e-06, -3.5152954751538346e-06, -2.91607193503296e-06, -2.3168483949120855e-06, -1.717624854791211e-06, -1.118401087296661e-06, -5.191777745494619e-07, 8.004576557141263e-08, 6.792693056922872e-07, 1.2784928458131617e-06, 1.8777163859340362e-06, 2.4769399260549108e-06, 3.0761634661757853e-06, 3.6753872336703353e-06, 4.274608727428131e-06, 4.87383204017533e-06, 5.47305580766988e-06, 6.07227957516443e-06, 6.671502887911629e-06, 7.270726200658828e-06, 7.869950422900729e-06, 8.469173735647928e-06, 9.068397048395127e-06, 9.667620361142326e-06, 1.0266843673889525e-05, 1.0866067896131426e-05, 1.1465291208878625e-05, 1.2064514521625824e-05, 1.2663738743867725e-05, 1.3262962056614924e-05, 1.3862185369362123e-05, 1.4461408682109322e-05, 1.5060631994856521e-05, 1.5659856217098422e-05, 1.6259080439340323e-05, 1.685830284259282e-05, 1.745752706483472e-05, 1.8056751287076622e-05, 1.865597369032912e-05, 1.925519791257102e-05, 1.9854420315823518e-05, 2.045364453806542e-05, 2.1052866941317916e-05, 2.1652091163559817e-05, 2.2251315385801718e-05, 2.2850537789054215e-05, 2.3449762011296116e-05]}, "gradients/encoder.encoder.layers.6.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 4.0, 5.0, 2.0, 3.0, 8.0, 8.0, 4.0, 9.0, 12.0, 16.0, 11.0, 12.0, 24.0, 32.0, 16.0, 23.0, 26.0, 34.0, 37.0, 26.0, 37.0, 51.0, 43.0, 36.0, 49.0, 35.0, 29.0, 41.0, 46.0, 38.0, 25.0, 34.0, 40.0, 25.0, 20.0, 18.0, 18.0, 20.0, 18.0, 14.0, 12.0, 13.0, 7.0, 8.0, 3.0, 1.0, 5.0, 4.0, 2.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.52346420288086e-06, -8.269213140010834e-06, -8.014962077140808e-06, -7.760711014270782e-06, -7.506459951400757e-06, -7.252208888530731e-06, -6.9979578256607056e-06, -6.74370676279068e-06, -6.489455699920654e-06, -6.235204637050629e-06, -5.980953574180603e-06, -5.726702511310577e-06, -5.472451448440552e-06, -5.218200385570526e-06, -4.9639493227005005e-06, -4.709698259830475e-06, -4.455447196960449e-06, -4.201196134090424e-06, -3.946945071220398e-06, -3.6926940083503723e-06, -3.4384429454803467e-06, -3.184191882610321e-06, -2.9299408197402954e-06, -2.6756897568702698e-06, -2.421438694000244e-06, -2.1671876311302185e-06, -1.912936568260193e-06, -1.6586855053901672e-06, -1.4044344425201416e-06, -1.150183379650116e-06, -8.959323167800903e-07, -6.416812539100647e-07, -3.8743019104003906e-07, -1.3317912817001343e-07, 1.210719347000122e-07, 3.7532299757003784e-07, 6.295740604400635e-07, 8.838251233100891e-07, 1.1380761861801147e-06, 1.3923272490501404e-06, 1.646578311920166e-06, 1.9008293747901917e-06, 2.1550804376602173e-06, 2.409331500530243e-06, 2.6635825634002686e-06, 2.917833626270294e-06, 3.17208468914032e-06, 3.4263357520103455e-06, 3.680586814880371e-06, 3.934837877750397e-06, 4.189088940620422e-06, 4.443340003490448e-06, 4.697591066360474e-06, 4.951842129230499e-06, 5.206093192100525e-06, 5.4603442549705505e-06, 5.714595317840576e-06, 5.968846380710602e-06, 6.2230974435806274e-06, 6.477348506450653e-06, 6.731599569320679e-06, 6.985850632190704e-06, 7.24010169506073e-06, 7.494352757930756e-06, 7.748603820800781e-06]}, "gradients/encoder.encoder.layers.5.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 6.0, 3.0, 10.0, 20.0, 24.0, 37.0, 45.0, 76.0, 134.0, 179.0, 281.0, 342.0, 517.0, 799.0, 1290.0, 2118.0, 3668.0, 6013.0, 10697.0, 28448.0, 58188.0, 867509.0, 3071276.0, 76526.0, 29418.0, 14537.0, 8242.0, 4826.0, 2952.0, 1939.0, 1488.0, 776.0, 535.0, 374.0, 265.0, 197.0, 144.0, 100.0, 60.0, 51.0, 55.0, 31.0, 17.0, 13.0, 14.0, 8.0, 7.0, 5.0, 10.0, 9.0, 4.0, 6.0, 2.0, 3.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-5.900859832763672e-06, -5.6568533182144165e-06, -5.412846803665161e-06, -5.168840289115906e-06, -4.92483377456665e-06, -4.680827260017395e-06, -4.43682074546814e-06, -4.192814230918884e-06, -3.948807716369629e-06, -3.7048012018203735e-06, -3.460794687271118e-06, -3.216788172721863e-06, -2.9727816581726074e-06, -2.728775143623352e-06, -2.4847686290740967e-06, -2.2407621145248413e-06, -1.996755599975586e-06, -1.7527490854263306e-06, -1.5087425708770752e-06, -1.2647360563278198e-06, -1.0207295417785645e-06, -7.767230272293091e-07, -5.327165126800537e-07, -2.8870999813079834e-07, -4.470348358154297e-08, 1.993030309677124e-07, 4.4330954551696777e-07, 6.873160600662231e-07, 9.313225746154785e-07, 1.1753290891647339e-06, 1.4193356037139893e-06, 1.6633421182632446e-06, 1.9073486328125e-06, 2.1513551473617554e-06, 2.3953616619110107e-06, 2.639368176460266e-06, 2.8833746910095215e-06, 3.127381205558777e-06, 3.3713877201080322e-06, 3.6153942346572876e-06, 3.859400749206543e-06, 4.103407263755798e-06, 4.347413778305054e-06, 4.591420292854309e-06, 4.8354268074035645e-06, 5.07943332195282e-06, 5.323439836502075e-06, 5.5674463510513306e-06, 5.811452865600586e-06, 6.055459380149841e-06, 6.299465894699097e-06, 6.543472409248352e-06, 6.787478923797607e-06, 7.031485438346863e-06, 7.275491952896118e-06, 7.5194984674453735e-06, 7.763504981994629e-06, 8.007511496543884e-06, 8.25151801109314e-06, 8.495524525642395e-06, 8.73953104019165e-06, 8.983537554740906e-06, 9.227544069290161e-06, 9.471550583839417e-06, 9.715557098388672e-06]}, "gradients/encoder.encoder.layers.5.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 5.0, 5.0, 15.0, 15.0, 26.0, 0.0, 34.0, 37.0, 36.0, 64.0, 60.0, 77.0, 0.0, 67.0, 79.0, 95.0, 80.0, 59.0, 54.0, 0.0, 47.0, 36.0, 33.0, 18.0, 10.0, 8.0, 0.0, 15.0, 8.0, 3.0, 3.0, 4.0, 6.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1920928955078125e-06, -1.1408701539039612e-06, -1.0896474123001099e-06, -1.0384246706962585e-06, -9.872019290924072e-07, -9.359791874885559e-07, -8.847564458847046e-07, -8.335337042808533e-07, -7.82310962677002e-07, -7.310882210731506e-07, -6.798654794692993e-07, -6.28642737865448e-07, -5.774199962615967e-07, -5.261972546577454e-07, -4.7497451305389404e-07, -4.237517714500427e-07, -3.725290298461914e-07, -3.213062882423401e-07, -2.7008354663848877e-07, -2.1886080503463745e-07, -1.6763806343078613e-07, -1.1641532182693481e-07, -6.51925802230835e-08, -1.3969838619232178e-08, 3.725290298461914e-08, 8.847564458847046e-08, 1.3969838619232178e-07, 1.909211277961731e-07, 2.421438694000244e-07, 2.9336661100387573e-07, 3.4458935260772705e-07, 3.9581209421157837e-07, 4.470348358154297e-07, 4.98257577419281e-07, 5.494803190231323e-07, 6.007030606269836e-07, 6.51925802230835e-07, 7.031485438346863e-07, 7.543712854385376e-07, 8.055940270423889e-07, 8.568167686462402e-07, 9.080395102500916e-07, 9.592622518539429e-07, 1.0104849934577942e-06, 1.0617077350616455e-06, 1.1129304766654968e-06, 1.1641532182693481e-06, 1.2153759598731995e-06, 1.2665987014770508e-06, 1.317821443080902e-06, 1.3690441846847534e-06, 1.4202669262886047e-06, 1.471489667892456e-06, 1.5227124094963074e-06, 1.5739351511001587e-06, 1.62515789270401e-06, 1.6763806343078613e-06, 1.7276033759117126e-06, 1.778826117515564e-06, 1.8300488591194153e-06, 1.8812716007232666e-06, 1.932494342327118e-06, 1.9837170839309692e-06, 2.0349398255348206e-06, 2.086162567138672e-06]}, "gradients/encoder.encoder.layers.5.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 4.0, 2.0, 4.0, 7.0, 15.0, 18.0, 14.0, 26.0, 64.0, 57.0, 86.0, 132.0, 354.0, 314.0, 533.0, 823.0, 2081.0, 2453.0, 3958.0, 6642.0, 21782.0, 33739.0, 77840.0, 257384.0, 3375528.0, 257839.0, 78583.0, 33906.0, 22208.0, 6805.0, 4056.0, 2474.0, 2143.0, 810.0, 556.0, 328.0, 315.0, 140.0, 86.0, 56.0, 53.0, 26.0, 20.0, 12.0, 7.0, 5.0, 1.0, 4.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.814697265625e-06, -3.680586814880371e-06, -3.546476364135742e-06, -3.4123659133911133e-06, -3.2782554626464844e-06, -3.1441450119018555e-06, -3.0100345611572266e-06, -2.8759241104125977e-06, -2.7418136596679688e-06, -2.60770320892334e-06, -2.473592758178711e-06, -2.339482307434082e-06, -2.205371856689453e-06, -2.0712614059448242e-06, -1.9371509552001953e-06, -1.8030405044555664e-06, -1.6689300537109375e-06, -1.5348196029663086e-06, -1.4007091522216797e-06, -1.2665987014770508e-06, -1.1324882507324219e-06, -9.98377799987793e-07, -8.642673492431641e-07, -7.301568984985352e-07, -5.960464477539062e-07, -4.6193599700927734e-07, -3.2782554626464844e-07, -1.9371509552001953e-07, -5.960464477539063e-08, 7.450580596923828e-08, 2.086162567138672e-07, 3.427267074584961e-07, 4.76837158203125e-07, 6.109476089477539e-07, 7.450580596923828e-07, 8.791685104370117e-07, 1.0132789611816406e-06, 1.1473894119262695e-06, 1.2814998626708984e-06, 1.4156103134155273e-06, 1.5497207641601562e-06, 1.6838312149047852e-06, 1.817941665649414e-06, 1.952052116394043e-06, 2.086162567138672e-06, 2.2202730178833008e-06, 2.3543834686279297e-06, 2.4884939193725586e-06, 2.6226043701171875e-06, 2.7567148208618164e-06, 2.8908252716064453e-06, 3.0249357223510742e-06, 3.159046173095703e-06, 3.293156623840332e-06, 3.427267074584961e-06, 3.56137752532959e-06, 3.6954879760742188e-06, 3.829598426818848e-06, 3.9637088775634766e-06, 4.0978193283081055e-06, 4.231929779052734e-06, 4.366040229797363e-06, 4.500150680541992e-06, 4.634261131286621e-06, 4.76837158203125e-06]}, "gradients/encoder.encoder.layers.5.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 3.0, 4.0, 2.0, 4.0, 5.0, 2.0, 5.0, 16.0, 19.0, 12.0, 21.0, 27.0, 25.0, 50.0, 69.0, 105.0, 83.0, 259.0, 553.0, 412.0, 1138.0, 505.0, 218.0, 73.0, 117.0, 84.0, 60.0, 26.0, 38.0, 27.0, 11.0, 22.0, 16.0, 10.0, 4.0, 12.0, 11.0, 3.0, 5.0, 4.0, 4.0, 4.0, 6.0, 4.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.2782554626464844e-06, -3.1758099794387817e-06, -3.073364496231079e-06, -2.9709190130233765e-06, -2.868473529815674e-06, -2.766028046607971e-06, -2.6635825634002686e-06, -2.561137080192566e-06, -2.4586915969848633e-06, -2.3562461137771606e-06, -2.253800630569458e-06, -2.1513551473617554e-06, -2.0489096641540527e-06, -1.94646418094635e-06, -1.8440186977386475e-06, -1.7415732145309448e-06, -1.6391277313232422e-06, -1.5366822481155396e-06, -1.434236764907837e-06, -1.3317912817001343e-06, -1.2293457984924316e-06, -1.126900315284729e-06, -1.0244548320770264e-06, -9.220093488693237e-07, -8.195638656616211e-07, -7.171183824539185e-07, -6.146728992462158e-07, -5.122274160385132e-07, -4.0978193283081055e-07, -3.073364496231079e-07, -2.0489096641540527e-07, -1.0244548320770264e-07, 0.0, 1.0244548320770264e-07, 2.0489096641540527e-07, 3.073364496231079e-07, 4.0978193283081055e-07, 5.122274160385132e-07, 6.146728992462158e-07, 7.171183824539185e-07, 8.195638656616211e-07, 9.220093488693237e-07, 1.0244548320770264e-06, 1.126900315284729e-06, 1.2293457984924316e-06, 1.3317912817001343e-06, 1.434236764907837e-06, 1.5366822481155396e-06, 1.6391277313232422e-06, 1.7415732145309448e-06, 1.8440186977386475e-06, 1.94646418094635e-06, 2.0489096641540527e-06, 2.1513551473617554e-06, 2.253800630569458e-06, 2.3562461137771606e-06, 2.4586915969848633e-06, 2.561137080192566e-06, 2.6635825634002686e-06, 2.766028046607971e-06, 2.868473529815674e-06, 2.9709190130233765e-06, 3.073364496231079e-06, 3.1758099794387817e-06, 3.2782554626464844e-06]}, "gradients/encoder.encoder.layers.5.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 4.0, 4.0, 6.0, 7.0, 13.0, 19.0, 37.0, 45.0, 67.0, 99.0, 132.0, 133.0, 121.0, 69.0, 69.0, 36.0, 33.0, 24.0, 15.0, 19.0, 18.0, 8.0, 6.0, 4.0, 3.0, 6.0, 2.0, 6.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9376338968868367e-05, -1.8566661310615018e-05, -1.775698365236167e-05, -1.694730599410832e-05, -1.613762833585497e-05, -1.532795067760162e-05, -1.4518273928842973e-05, -1.3708596270589624e-05, -1.2898918612336274e-05, -1.2089240954082925e-05, -1.1279563295829576e-05, -1.0469886547070928e-05, -9.660208888817579e-06, -8.85053123056423e-06, -8.04085357231088e-06, -7.2311759140575305e-06, -6.421498255804181e-06, -5.611820597550832e-06, -4.802142939297482e-06, -3.992465735791484e-06, -3.1827880775381345e-06, -2.373110419284785e-06, -1.5634332157787867e-06, -7.537555575254373e-07, 5.592210072791204e-08, 8.655996452944237e-07, 1.6752771898609353e-06, 2.4849546207406092e-06, 3.2946322789939586e-06, 4.104309937247308e-06, 4.9139871407533064e-06, 5.723664799006656e-06, 6.533340638270602e-06, 7.343018296523951e-06, 8.1526959547773e-06, 8.96237361303065e-06, 9.772051271283999e-06, 1.0581728929537348e-05, 1.1391405678295996e-05, 1.2201083336549345e-05, 1.3010760994802695e-05, 1.3820438653056044e-05, 1.4630116311309393e-05, 1.543979306006804e-05, 1.624947071832139e-05, 1.705914837657474e-05, 1.786882603482809e-05, 1.867850369308144e-05, 1.9488181351334788e-05, 2.0297859009588137e-05, 2.1107536667841487e-05, 2.1917214326094836e-05, 2.2726891984348185e-05, 2.3536569642601535e-05, 2.434624548186548e-05, 2.5155924959108233e-05, 2.596560079837218e-05, 2.677527845662553e-05, 2.7584956114878878e-05, 2.8394633773132227e-05, 2.9204311431385577e-05, 3.0013989089638926e-05, 3.0823666747892275e-05, 3.163334258715622e-05, 3.2443022064398974e-05]}, "gradients/encoder.encoder.layers.5.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 5.0, 0.0, 0.0, 1.0, 2.0, 2.0, 5.0, 3.0, 7.0, 7.0, 5.0, 12.0, 9.0, 6.0, 8.0, 12.0, 12.0, 13.0, 13.0, 25.0, 20.0, 24.0, 29.0, 38.0, 19.0, 24.0, 27.0, 35.0, 35.0, 33.0, 32.0, 45.0, 32.0, 36.0, 44.0, 29.0, 40.0, 24.0, 32.0, 35.0, 29.0, 21.0, 25.0, 21.0, 16.0, 17.0, 21.0, 15.0, 12.0, 10.0, 11.0, 9.0, 6.0, 6.0, 1.0, 8.0, 4.0, 5.0, 0.0, 3.0, 0.0, 2.0], "bins": [-1.1026859283447266e-05, -1.0707415640354156e-05, -1.0387971997261047e-05, -1.0068528354167938e-05, -9.749084711074829e-06, -9.42964106798172e-06, -9.11019742488861e-06, -8.790753781795502e-06, -8.471310138702393e-06, -8.151866495609283e-06, -7.832422852516174e-06, -7.512979209423065e-06, -7.193535566329956e-06, -6.874091923236847e-06, -6.554648280143738e-06, -6.235204637050629e-06, -5.9157609939575195e-06, -5.59631735086441e-06, -5.276873707771301e-06, -4.957430064678192e-06, -4.637986421585083e-06, -4.318542778491974e-06, -3.999099135398865e-06, -3.6796554923057556e-06, -3.3602118492126465e-06, -3.0407682061195374e-06, -2.7213245630264282e-06, -2.401880919933319e-06, -2.08243727684021e-06, -1.7629936337471008e-06, -1.4435499906539917e-06, -1.1241063475608826e-06, -8.046627044677734e-07, -4.852190613746643e-07, -1.6577541828155518e-07, 1.5366822481155396e-07, 4.731118679046631e-07, 7.925555109977722e-07, 1.1119991540908813e-06, 1.4314427971839905e-06, 1.7508864402770996e-06, 2.0703300833702087e-06, 2.389773726463318e-06, 2.709217369556427e-06, 3.028661012649536e-06, 3.3481046557426453e-06, 3.6675482988357544e-06, 3.9869919419288635e-06, 4.306435585021973e-06, 4.625879228115082e-06, 4.945322871208191e-06, 5.2647665143013e-06, 5.584210157394409e-06, 5.903653800487518e-06, 6.2230974435806274e-06, 6.5425410866737366e-06, 6.861984729766846e-06, 7.181428372859955e-06, 7.500872015953064e-06, 7.820315659046173e-06, 8.139759302139282e-06, 8.459202945232391e-06, 8.7786465883255e-06, 9.09809023141861e-06, 9.417533874511719e-06]}, "gradients/encoder.encoder.layers.5.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 1.0, 8.0, 14.0, 8.0, 14.0, 26.0, 40.0, 55.0, 76.0, 105.0, 185.0, 235.0, 365.0, 598.0, 1102.0, 1550.0, 2363.0, 3978.0, 6845.0, 12199.0, 23016.0, 47473.0, 160274.0, 459669.0, 185395.0, 70810.0, 32707.0, 16452.0, 9179.0, 5245.0, 3711.0, 1689.0, 1059.0, 709.0, 441.0, 299.0, 205.0, 130.0, 123.0, 69.0, 41.0, 32.0, 16.0, 18.0, 6.0, 10.0, 8.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-8.285045623779297e-06, -8.03917646408081e-06, -7.793307304382324e-06, -7.547438144683838e-06, -7.3015689849853516e-06, -7.055699825286865e-06, -6.809830665588379e-06, -6.563961505889893e-06, -6.318092346191406e-06, -6.07222318649292e-06, -5.826354026794434e-06, -5.580484867095947e-06, -5.334615707397461e-06, -5.088746547698975e-06, -4.842877388000488e-06, -4.597008228302002e-06, -4.351139068603516e-06, -4.105269908905029e-06, -3.859400749206543e-06, -3.6135315895080566e-06, -3.3676624298095703e-06, -3.121793270111084e-06, -2.8759241104125977e-06, -2.6300549507141113e-06, -2.384185791015625e-06, -2.1383166313171387e-06, -1.8924474716186523e-06, -1.646578311920166e-06, -1.4007091522216797e-06, -1.1548399925231934e-06, -9.08970832824707e-07, -6.631016731262207e-07, -4.172325134277344e-07, -1.7136335372924805e-07, 7.450580596923828e-08, 3.203749656677246e-07, 5.662441253662109e-07, 8.121132850646973e-07, 1.0579824447631836e-06, 1.30385160446167e-06, 1.5497207641601562e-06, 1.7955899238586426e-06, 2.041459083557129e-06, 2.2873282432556152e-06, 2.5331974029541016e-06, 2.779066562652588e-06, 3.0249357223510742e-06, 3.2708048820495605e-06, 3.516674041748047e-06, 3.762543201446533e-06, 4.0084123611450195e-06, 4.254281520843506e-06, 4.500150680541992e-06, 4.7460198402404785e-06, 4.991888999938965e-06, 5.237758159637451e-06, 5.4836273193359375e-06, 5.729496479034424e-06, 5.97536563873291e-06, 6.2212347984313965e-06, 6.467103958129883e-06, 6.712973117828369e-06, 6.9588422775268555e-06, 7.204711437225342e-06, 7.450580596923828e-06]}, "gradients/encoder.encoder.layers.5.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 3.0, 0.0, 4.0, 2.0, 4.0, 6.0, 0.0, 7.0, 8.0, 17.0, 19.0, 0.0, 21.0, 27.0, 35.0, 53.0, 0.0, 63.0, 70.0, 69.0, 77.0, 0.0, 85.0, 73.0, 69.0, 64.0, 0.0, 57.0, 33.0, 34.0, 29.0, 0.0, 14.0, 13.0, 15.0, 9.0, 0.0, 8.0, 16.0, 1.0, 3.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.430511474609375e-06, -1.3830140233039856e-06, -1.3355165719985962e-06, -1.2880191206932068e-06, -1.2405216693878174e-06, -1.193024218082428e-06, -1.1455267667770386e-06, -1.0980293154716492e-06, -1.0505318641662598e-06, -1.0030344128608704e-06, -9.55536961555481e-07, -9.080395102500916e-07, -8.605420589447021e-07, -8.130446076393127e-07, -7.655471563339233e-07, -7.180497050285339e-07, -6.705522537231445e-07, -6.230548024177551e-07, -5.755573511123657e-07, -5.280598998069763e-07, -4.805624485015869e-07, -4.330649971961975e-07, -3.855675458908081e-07, -3.380700945854187e-07, -2.905726432800293e-07, -2.430751919746399e-07, -1.955777406692505e-07, -1.4808028936386108e-07, -1.0058283805847168e-07, -5.3085386753082275e-08, -5.587935447692871e-09, 4.190951585769653e-08, 8.940696716308594e-08, 1.3690441846847534e-07, 1.8440186977386475e-07, 2.3189932107925415e-07, 2.7939677238464355e-07, 3.2689422369003296e-07, 3.7439167499542236e-07, 4.2188912630081177e-07, 4.6938657760620117e-07, 5.168840289115906e-07, 5.6438148021698e-07, 6.118789315223694e-07, 6.593763828277588e-07, 7.068738341331482e-07, 7.543712854385376e-07, 8.01868736743927e-07, 8.493661880493164e-07, 8.968636393547058e-07, 9.443610906600952e-07, 9.918585419654846e-07, 1.039355993270874e-06, 1.0868534445762634e-06, 1.1343508958816528e-06, 1.1818483471870422e-06, 1.2293457984924316e-06, 1.276843249797821e-06, 1.3243407011032104e-06, 1.3718381524085999e-06, 1.4193356037139893e-06, 1.4668330550193787e-06, 1.514330506324768e-06, 1.5618279576301575e-06, 1.6093254089355469e-06]}, "gradients/encoder.encoder.layers.5.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 5.0, 7.0, 4.0, 8.0, 6.0, 11.0, 27.0, 39.0, 45.0, 76.0, 101.0, 265.0, 254.0, 363.0, 559.0, 814.0, 1937.0, 2010.0, 2921.0, 4422.0, 6681.0, 17084.0, 20328.0, 35372.0, 65339.0, 171946.0, 559686.0, 65444.0, 34752.0, 20180.0, 12669.0, 11175.0, 4395.0, 3007.0, 1969.0, 1440.0, 1379.0, 575.0, 385.0, 275.0, 192.0, 150.0, 79.0, 54.0, 43.0, 28.0, 34.0, 10.0, 7.0, 6.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-3.814697265625e-06, -3.6833807826042175e-06, -3.552064299583435e-06, -3.4207478165626526e-06, -3.28943133354187e-06, -3.1581148505210876e-06, -3.026798367500305e-06, -2.8954818844795227e-06, -2.7641654014587402e-06, -2.6328489184379578e-06, -2.5015324354171753e-06, -2.370215952396393e-06, -2.2388994693756104e-06, -2.107582986354828e-06, -1.9762665033340454e-06, -1.844950020313263e-06, -1.7136335372924805e-06, -1.582317054271698e-06, -1.4510005712509155e-06, -1.319684088230133e-06, -1.1883676052093506e-06, -1.0570511221885681e-06, -9.257346391677856e-07, -7.944181561470032e-07, -6.631016731262207e-07, -5.317851901054382e-07, -4.0046870708465576e-07, -2.691522240638733e-07, -1.3783574104309082e-07, -6.51925802230835e-09, 1.2479722499847412e-07, 2.561137080192566e-07, 3.8743019104003906e-07, 5.187466740608215e-07, 6.50063157081604e-07, 7.813796401023865e-07, 9.126961231231689e-07, 1.0440126061439514e-06, 1.1753290891647339e-06, 1.3066455721855164e-06, 1.4379620552062988e-06, 1.5692785382270813e-06, 1.7005950212478638e-06, 1.8319115042686462e-06, 1.9632279872894287e-06, 2.094544470310211e-06, 2.2258609533309937e-06, 2.357177436351776e-06, 2.4884939193725586e-06, 2.619810402393341e-06, 2.7511268854141235e-06, 2.882443368434906e-06, 3.0137598514556885e-06, 3.145076334476471e-06, 3.2763928174972534e-06, 3.407709300518036e-06, 3.5390257835388184e-06, 3.670342266559601e-06, 3.8016587495803833e-06, 3.932975232601166e-06, 4.064291715621948e-06, 4.195608198642731e-06, 4.326924681663513e-06, 4.458241164684296e-06, 4.589557647705078e-06]}, "gradients/encoder.encoder.layers.5.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 5.0, 7.0, 6.0, 2.0, 7.0, 3.0, 7.0, 12.0, 16.0, 14.0, 21.0, 9.0, 16.0, 18.0, 19.0, 32.0, 38.0, 13.0, 39.0, 51.0, 84.0, 187.0, 80.0, 62.0, 13.0, 37.0, 37.0, 34.0, 21.0, 8.0, 10.0, 18.0, 17.0, 9.0, 12.0, 8.0, 5.0, 5.0, 4.0, 8.0, 5.0, 5.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-3.874301910400391e-06, -3.764405846595764e-06, -3.6545097827911377e-06, -3.5446137189865112e-06, -3.4347176551818848e-06, -3.3248215913772583e-06, -3.214925527572632e-06, -3.1050294637680054e-06, -2.995133399963379e-06, -2.8852373361587524e-06, -2.775341272354126e-06, -2.6654452085494995e-06, -2.555549144744873e-06, -2.4456530809402466e-06, -2.33575701713562e-06, -2.2258609533309937e-06, -2.115964889526367e-06, -2.0060688257217407e-06, -1.8961727619171143e-06, -1.7862766981124878e-06, -1.6763806343078613e-06, -1.5664845705032349e-06, -1.4565885066986084e-06, -1.346692442893982e-06, -1.2367963790893555e-06, -1.126900315284729e-06, -1.0170042514801025e-06, -9.071081876754761e-07, -7.972121238708496e-07, -6.873160600662231e-07, -5.774199962615967e-07, -4.675239324569702e-07, -3.5762786865234375e-07, -2.477318048477173e-07, -1.3783574104309082e-07, -2.7939677238464355e-08, 8.195638656616211e-08, 1.9185245037078857e-07, 3.0174851417541504e-07, 4.116445779800415e-07, 5.21540641784668e-07, 6.314367055892944e-07, 7.413327693939209e-07, 8.512288331985474e-07, 9.611248970031738e-07, 1.0710209608078003e-06, 1.1809170246124268e-06, 1.2908130884170532e-06, 1.4007091522216797e-06, 1.5106052160263062e-06, 1.6205012798309326e-06, 1.730397343635559e-06, 1.8402934074401855e-06, 1.950189471244812e-06, 2.0600855350494385e-06, 2.169981598854065e-06, 2.2798776626586914e-06, 2.389773726463318e-06, 2.4996697902679443e-06, 2.609565854072571e-06, 2.7194619178771973e-06, 2.8293579816818237e-06, 2.93925404548645e-06, 3.0491501092910767e-06, 3.159046173095703e-06]}, "gradients/encoder.encoder.layers.5.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 6.0, 5.0, 8.0, 17.0, 18.0, 12.0, 32.0, 43.0, 65.0, 105.0, 138.0, 187.0, 236.0, 423.0, 603.0, 793.0, 1131.0, 1594.0, 2340.0, 3625.0, 6354.0, 11647.0, 21660.0, 47019.0, 127452.0, 597876.0, 127503.0, 46501.0, 21677.0, 11658.0, 6454.0, 3633.0, 2302.0, 1552.0, 1176.0, 760.0, 579.0, 427.0, 271.0, 206.0, 153.0, 105.0, 69.0, 54.0, 23.0, 15.0, 19.0, 10.0, 14.0, 5.0, 3.0, 5.0, 2.0, 3.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.9073486328125e-06, -1.846812665462494e-06, -1.7862766981124878e-06, -1.7257407307624817e-06, -1.6652047634124756e-06, -1.6046687960624695e-06, -1.5441328287124634e-06, -1.4835968613624573e-06, -1.4230608940124512e-06, -1.362524926662445e-06, -1.301988959312439e-06, -1.2414529919624329e-06, -1.1809170246124268e-06, -1.1203810572624207e-06, -1.0598450899124146e-06, -9.993091225624084e-07, -9.387731552124023e-07, -8.782371878623962e-07, -8.177012205123901e-07, -7.57165253162384e-07, -6.966292858123779e-07, -6.360933184623718e-07, -5.755573511123657e-07, -5.150213837623596e-07, -4.544854164123535e-07, -3.939494490623474e-07, -3.334134817123413e-07, -2.728775143623352e-07, -2.123415470123291e-07, -1.51805579662323e-07, -9.12696123123169e-08, -3.073364496231079e-08, 2.9802322387695312e-08, 9.033828973770142e-08, 1.5087425708770752e-07, 2.1141022443771362e-07, 2.7194619178771973e-07, 3.3248215913772583e-07, 3.9301812648773193e-07, 4.5355409383773804e-07, 5.140900611877441e-07, 5.746260285377502e-07, 6.351619958877563e-07, 6.956979632377625e-07, 7.562339305877686e-07, 8.167698979377747e-07, 8.773058652877808e-07, 9.378418326377869e-07, 9.98377799987793e-07, 1.058913767337799e-06, 1.1194497346878052e-06, 1.1799857020378113e-06, 1.2405216693878174e-06, 1.3010576367378235e-06, 1.3615936040878296e-06, 1.4221295714378357e-06, 1.4826655387878418e-06, 1.543201506137848e-06, 1.603737473487854e-06, 1.6642734408378601e-06, 1.7248094081878662e-06, 1.7853453755378723e-06, 1.8458813428878784e-06, 1.9064173102378845e-06, 1.9669532775878906e-06]}, "gradients/encoder.encoder.layers.5.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 4.0, 0.0, 0.0, 2.0, 2.0, 0.0, 5.0, 3.0, 0.0, 1.0, 4.0, 5.0, 12.0, 17.0, 0.0, 25.0, 29.0, 37.0, 26.0, 40.0, 0.0, 54.0, 88.0, 282.0, 92.0, 0.0, 59.0, 55.0, 33.0, 32.0, 28.0, 0.0, 21.0, 15.0, 6.0, 5.0, 5.0, 0.0, 5.0, 2.0, 3.0, 0.0, 1.0, 0.0, 4.0, 3.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.6093254089355469e-06, -1.5599653124809265e-06, -1.5106052160263062e-06, -1.4612451195716858e-06, -1.4118850231170654e-06, -1.362524926662445e-06, -1.3131648302078247e-06, -1.2638047337532043e-06, -1.214444637298584e-06, -1.1650845408439636e-06, -1.1157244443893433e-06, -1.066364347934723e-06, -1.0170042514801025e-06, -9.676441550254822e-07, -9.182840585708618e-07, -8.689239621162415e-07, -8.195638656616211e-07, -7.702037692070007e-07, -7.208436727523804e-07, -6.7148357629776e-07, -6.221234798431396e-07, -5.727633833885193e-07, -5.234032869338989e-07, -4.7404319047927856e-07, -4.246830940246582e-07, -3.7532299757003784e-07, -3.259629011154175e-07, -2.766028046607971e-07, -2.2724270820617676e-07, -1.778826117515564e-07, -1.2852251529693604e-07, -7.916241884231567e-08, -2.9802322387695312e-08, 1.955777406692505e-08, 6.891787052154541e-08, 1.1827796697616577e-07, 1.6763806343078613e-07, 2.169981598854065e-07, 2.6635825634002686e-07, 3.157183527946472e-07, 3.650784492492676e-07, 4.1443854570388794e-07, 4.637986421585083e-07, 5.131587386131287e-07, 5.62518835067749e-07, 6.118789315223694e-07, 6.612390279769897e-07, 7.105991244316101e-07, 7.599592208862305e-07, 8.093193173408508e-07, 8.586794137954712e-07, 9.080395102500916e-07, 9.57399606704712e-07, 1.0067597031593323e-06, 1.0561197996139526e-06, 1.105479896068573e-06, 1.1548399925231934e-06, 1.2042000889778137e-06, 1.253560185432434e-06, 1.3029202818870544e-06, 1.3522803783416748e-06, 1.4016404747962952e-06, 1.4510005712509155e-06, 1.5003606677055359e-06, 1.5497207641601562e-06]}, "gradients/encoder.encoder.layers.5.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 5.0, 0.0, 6.0, 13.0, 9.0, 0.0, 28.0, 35.0, 49.0, 0.0, 88.0, 146.0, 0.0, 186.0, 298.0, 542.0, 0.0, 810.0, 1357.0, 2247.0, 0.0, 4118.0, 7587.0, 15250.0, 0.0, 35354.0, 119848.0, 0.0, 672631.0, 119554.0, 35624.0, 0.0, 15252.0, 7653.0, 4027.0, 0.0, 2279.0, 1291.0, 899.0, 0.0, 483.0, 320.0, 0.0, 216.0, 143.0, 77.0, 0.0, 49.0, 33.0, 23.0, 0.0, 10.0, 11.0, 8.0, 0.0, 3.0, 3.0, 5.0], "bins": [-1.4901161193847656e-06, -1.4463439583778381e-06, -1.4025717973709106e-06, -1.3587996363639832e-06, -1.3150274753570557e-06, -1.2712553143501282e-06, -1.2274831533432007e-06, -1.1837109923362732e-06, -1.1399388313293457e-06, -1.0961666703224182e-06, -1.0523945093154907e-06, -1.0086223483085632e-06, -9.648501873016357e-07, -9.210780262947083e-07, -8.773058652877808e-07, -8.335337042808533e-07, -7.897615432739258e-07, -7.459893822669983e-07, -7.022172212600708e-07, -6.584450602531433e-07, -6.146728992462158e-07, -5.709007382392883e-07, -5.271285772323608e-07, -4.833564162254333e-07, -4.3958425521850586e-07, -3.9581209421157837e-07, -3.520399332046509e-07, -3.082677721977234e-07, -2.644956111907959e-07, -2.207234501838684e-07, -1.7695128917694092e-07, -1.3317912817001343e-07, -8.940696716308594e-08, -4.563480615615845e-08, -1.862645149230957e-09, 4.190951585769653e-08, 8.568167686462402e-08, 1.2945383787155151e-07, 1.73225998878479e-07, 2.169981598854065e-07, 2.60770320892334e-07, 3.045424818992615e-07, 3.4831464290618896e-07, 3.9208680391311646e-07, 4.3585896492004395e-07, 4.796311259269714e-07, 5.234032869338989e-07, 5.671754479408264e-07, 6.109476089477539e-07, 6.547197699546814e-07, 6.984919309616089e-07, 7.422640919685364e-07, 7.860362529754639e-07, 8.298084139823914e-07, 8.735805749893188e-07, 9.173527359962463e-07, 9.611248970031738e-07, 1.0048970580101013e-06, 1.0486692190170288e-06, 1.0924413800239563e-06, 1.1362135410308838e-06, 1.1799857020378113e-06, 1.2237578630447388e-06, 1.2675300240516663e-06, 1.3113021850585938e-06]}, "gradients/encoder.encoder.layers.5.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 4.0, 2.0, 0.0, 2.0, 5.0, 0.0, 9.0, 4.0, 0.0, 10.0, 18.0, 0.0, 18.0, 23.0, 0.0, 33.0, 45.0, 0.0, 73.0, 132.0, 0.0, 271.0, 0.0, 132.0, 61.0, 0.0, 48.0, 31.0, 0.0, 18.0, 17.0, 0.0, 21.0, 10.0, 0.0, 7.0, 4.0, 0.0, 5.0, 3.0, 0.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.1920928955078125e-06, -1.1529773473739624e-06, -1.1138617992401123e-06, -1.0747462511062622e-06, -1.0356307029724121e-06, -9.96515154838562e-07, -9.57399606704712e-07, -9.182840585708618e-07, -8.791685104370117e-07, -8.400529623031616e-07, -8.009374141693115e-07, -7.618218660354614e-07, -7.227063179016113e-07, -6.835907697677612e-07, -6.444752216339111e-07, -6.05359673500061e-07, -5.662441253662109e-07, -5.271285772323608e-07, -4.880130290985107e-07, -4.4889748096466064e-07, -4.0978193283081055e-07, -3.7066638469696045e-07, -3.3155083656311035e-07, -2.9243528842926025e-07, -2.5331974029541016e-07, -2.1420419216156006e-07, -1.7508864402770996e-07, -1.3597309589385986e-07, -9.685754776000977e-08, -5.774199962615967e-08, -1.862645149230957e-08, 2.0489096641540527e-08, 5.960464477539063e-08, 9.872019290924072e-08, 1.3783574104309082e-07, 1.7695128917694092e-07, 2.1606683731079102e-07, 2.551823854446411e-07, 2.942979335784912e-07, 3.334134817123413e-07, 3.725290298461914e-07, 4.116445779800415e-07, 4.507601261138916e-07, 4.898756742477417e-07, 5.289912223815918e-07, 5.681067705154419e-07, 6.07222318649292e-07, 6.463378667831421e-07, 6.854534149169922e-07, 7.245689630508423e-07, 7.636845111846924e-07, 8.028000593185425e-07, 8.419156074523926e-07, 8.810311555862427e-07, 9.201467037200928e-07, 9.592622518539429e-07, 9.98377799987793e-07, 1.037493348121643e-06, 1.0766088962554932e-06, 1.1157244443893433e-06, 1.1548399925231934e-06, 1.1939555406570435e-06, 1.2330710887908936e-06, 1.2721866369247437e-06, 1.3113021850585938e-06]}, "gradients/encoder.encoder.layers.5.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 3.0, 4.0, 2.0, 5.0, 4.0, 7.0, 4.0, 2.0, 8.0, 15.0, 8.0, 16.0, 23.0, 30.0, 39.0, 54.0, 70.0, 100.0, 151.0, 110.0, 76.0, 67.0, 48.0, 27.0, 23.0, 28.0, 8.0, 14.0, 11.0, 5.0, 6.0, 9.0, 8.0, 4.0, 2.0, 5.0, 3.0, 5.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.4064095012145117e-05, -1.3632172340294346e-05, -1.3200248758948874e-05, -1.2768326087098103e-05, -1.2336403415247332e-05, -1.190447983390186e-05, -1.1472557162051089e-05, -1.1040634490200318e-05, -1.0608711818349548e-05, -1.0176789146498777e-05, -9.744865565153304e-06, -9.312942893302534e-06, -8.881020221451763e-06, -8.44909664010629e-06, -8.01717396825552e-06, -7.585251296404749e-06, -7.153327715059277e-06, -6.721404588461155e-06, -6.289481916610384e-06, -5.857558790012263e-06, -5.425636118161492e-06, -4.9937129915633705e-06, -4.561789864965249e-06, -4.129867193114478e-06, -3.6979440665163565e-06, -3.2660211672919104e-06, -2.8340982680674642e-06, -2.4021751414693426e-06, -1.9702522422448965e-06, -1.5383293430204503e-06, -1.1064062164223287e-06, -6.744833171978826e-07, -2.425613274681382e-07, 1.8936162859972683e-07, 6.212845846675918e-07, 1.0532075975788757e-06, 1.4851304968033219e-06, 1.917053396027768e-06, 2.3489765226258896e-06, 2.7808994218503358e-06, 3.212822321074782e-06, 3.644745220299228e-06, 4.076668119523674e-06, 4.508591246121796e-06, 4.9405143727199174e-06, 5.372437044570688e-06, 5.80436017116881e-06, 6.236283297766931e-06, 6.668205969617702e-06, 7.100129096215824e-06, 7.532051768066594e-06, 7.963974894664716e-06, 8.395897566515487e-06, 8.82782114786096e-06, 9.25974381971173e-06, 9.6916664915625e-06, 1.0123589163413271e-05, 1.0555511835264042e-05, 1.0987435416609515e-05, 1.1419358088460285e-05, 1.1851280760311056e-05, 1.2283204341656528e-05, 1.2715127013507299e-05, 1.314704968535807e-05, 1.3578973266703542e-05]}, "gradients/encoder.encoder.layers.5.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 1.0, 0.0, 5.0, 4.0, 4.0, 3.0, 6.0, 8.0, 12.0, 5.0, 12.0, 21.0, 12.0, 25.0, 19.0, 20.0, 32.0, 36.0, 15.0, 51.0, 42.0, 33.0, 48.0, 49.0, 35.0, 41.0, 42.0, 30.0, 37.0, 35.0, 27.0, 37.0, 30.0, 26.0, 24.0, 32.0, 18.0, 15.0, 24.0, 15.0, 14.0, 7.0, 10.0, 10.0, 6.0, 6.0, 7.0, 10.0, 3.0, 2.0, 3.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-8.64267349243164e-06, -8.364208042621613e-06, -8.085742592811584e-06, -7.807277143001556e-06, -7.528811693191528e-06, -7.2503462433815e-06, -6.971880793571472e-06, -6.693415343761444e-06, -6.414949893951416e-06, -6.136484444141388e-06, -5.85801899433136e-06, -5.579553544521332e-06, -5.301088094711304e-06, -5.022622644901276e-06, -4.7441571950912476e-06, -4.4656917452812195e-06, -4.187226295471191e-06, -3.908760845661163e-06, -3.6302953958511353e-06, -3.351829946041107e-06, -3.073364496231079e-06, -2.794899046421051e-06, -2.516433596611023e-06, -2.237968146800995e-06, -1.959502696990967e-06, -1.6810372471809387e-06, -1.4025717973709106e-06, -1.1241063475608826e-06, -8.456408977508545e-07, -5.671754479408264e-07, -2.8870999813079834e-07, -1.0244548320770264e-08, 2.682209014892578e-07, 5.466863512992859e-07, 8.25151801109314e-07, 1.103617250919342e-06, 1.3820827007293701e-06, 1.6605481505393982e-06, 1.9390136003494263e-06, 2.2174790501594543e-06, 2.4959444999694824e-06, 2.7744099497795105e-06, 3.0528753995895386e-06, 3.3313408493995667e-06, 3.6098062992095947e-06, 3.888271749019623e-06, 4.166737198829651e-06, 4.445202648639679e-06, 4.723668098449707e-06, 5.002133548259735e-06, 5.280598998069763e-06, 5.559064447879791e-06, 5.837529897689819e-06, 6.115995347499847e-06, 6.3944607973098755e-06, 6.6729262471199036e-06, 6.951391696929932e-06, 7.22985714673996e-06, 7.508322596549988e-06, 7.786788046360016e-06, 8.065253496170044e-06, 8.343718945980072e-06, 8.6221843957901e-06, 8.900649845600128e-06, 9.179115295410156e-06]}, "gradients/encoder.encoder.layers.4.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 9.0, 8.0, 13.0, 16.0, 27.0, 59.0, 87.0, 108.0, 220.0, 333.0, 728.0, 1159.0, 2199.0, 5173.0, 9617.0, 28713.0, 85685.0, 3703360.0, 287981.0, 37097.0, 16611.0, 6528.0, 3302.0, 2233.0, 1077.0, 710.0, 350.0, 290.0, 159.0, 114.0, 82.0, 59.0, 45.0, 36.0, 21.0, 30.0, 13.0, 14.0, 12.0, 2.0, 3.0, 1.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0192394256591797e-05, -9.81055200099945e-06, -9.428709745407104e-06, -9.046867489814758e-06, -8.665025234222412e-06, -8.283182978630066e-06, -7.90134072303772e-06, -7.5194984674453735e-06, -7.137656211853027e-06, -6.755813956260681e-06, -6.373971700668335e-06, -5.992129445075989e-06, -5.610287189483643e-06, -5.228444933891296e-06, -4.84660267829895e-06, -4.464760422706604e-06, -4.082918167114258e-06, -3.7010759115219116e-06, -3.3192336559295654e-06, -2.9373914003372192e-06, -2.555549144744873e-06, -2.173706889152527e-06, -1.7918646335601807e-06, -1.4100223779678345e-06, -1.0281801223754883e-06, -6.463378667831421e-07, -2.644956111907959e-07, 1.1734664440155029e-07, 4.991888999938965e-07, 8.810311555862427e-07, 1.2628734111785889e-06, 1.644715666770935e-06, 2.0265579223632812e-06, 2.4084001779556274e-06, 2.7902424335479736e-06, 3.17208468914032e-06, 3.553926944732666e-06, 3.935769200325012e-06, 4.317611455917358e-06, 4.699453711509705e-06, 5.081295967102051e-06, 5.463138222694397e-06, 5.844980478286743e-06, 6.226822733879089e-06, 6.6086649894714355e-06, 6.990507245063782e-06, 7.372349500656128e-06, 7.754191756248474e-06, 8.13603401184082e-06, 8.517876267433167e-06, 8.899718523025513e-06, 9.281560778617859e-06, 9.663403034210205e-06, 1.0045245289802551e-05, 1.0427087545394897e-05, 1.0808929800987244e-05, 1.119077205657959e-05, 1.1572614312171936e-05, 1.1954456567764282e-05, 1.2336298823356628e-05, 1.2718141078948975e-05, 1.309998333454132e-05, 1.3481825590133667e-05, 1.3863667845726013e-05, 1.424551010131836e-05]}, "gradients/encoder.encoder.layers.4.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 3.0, 1.0, 3.0, 4.0, 9.0, 11.0, 13.0, 16.0, 16.0, 57.0, 43.0, 59.0, 81.0, 82.0, 74.0, 69.0, 77.0, 85.0, 70.0, 52.0, 39.0, 37.0, 28.0, 17.0, 10.0, 11.0, 12.0, 11.0, 5.0, 4.0, 6.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7285346984863281e-06, -1.666136085987091e-06, -1.603737473487854e-06, -1.541338860988617e-06, -1.4789402484893799e-06, -1.4165416359901428e-06, -1.3541430234909058e-06, -1.2917444109916687e-06, -1.2293457984924316e-06, -1.1669471859931946e-06, -1.1045485734939575e-06, -1.0421499609947205e-06, -9.797513484954834e-07, -9.173527359962463e-07, -8.549541234970093e-07, -7.925555109977722e-07, -7.301568984985352e-07, -6.677582859992981e-07, -6.05359673500061e-07, -5.42961061000824e-07, -4.805624485015869e-07, -4.1816383600234985e-07, -3.557652235031128e-07, -2.9336661100387573e-07, -2.3096799850463867e-07, -1.685693860054016e-07, -1.0617077350616455e-07, -4.377216100692749e-08, 1.862645149230957e-08, 8.102506399154663e-08, 1.434236764907837e-07, 2.0582228899002075e-07, 2.682209014892578e-07, 3.3061951398849487e-07, 3.9301812648773193e-07, 4.55416738986969e-07, 5.178153514862061e-07, 5.802139639854431e-07, 6.426125764846802e-07, 7.050111889839172e-07, 7.674098014831543e-07, 8.298084139823914e-07, 8.922070264816284e-07, 9.546056389808655e-07, 1.0170042514801025e-06, 1.0794028639793396e-06, 1.1418014764785767e-06, 1.2042000889778137e-06, 1.2665987014770508e-06, 1.3289973139762878e-06, 1.391395926475525e-06, 1.453794538974762e-06, 1.516193151473999e-06, 1.578591763973236e-06, 1.6409903764724731e-06, 1.7033889889717102e-06, 1.7657876014709473e-06, 1.8281862139701843e-06, 1.8905848264694214e-06, 1.9529834389686584e-06, 2.0153820514678955e-06, 2.0777806639671326e-06, 2.1401792764663696e-06, 2.2025778889656067e-06, 2.2649765014648438e-06]}, "gradients/encoder.encoder.layers.4.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 4.0, 5.0, 8.0, 9.0, 15.0, 17.0, 34.0, 46.0, 74.0, 86.0, 77.0, 185.0, 287.0, 434.0, 621.0, 987.0, 1513.0, 1030.0, 3047.0, 5042.0, 8358.0, 14396.0, 26586.0, 53129.0, 48241.0, 242670.0, 2885898.0, 655917.0, 129583.0, 53172.0, 26520.0, 8268.0, 10990.0, 6429.0, 3979.0, 2306.0, 1508.0, 946.0, 367.0, 514.0, 309.0, 228.0, 152.0, 88.0, 69.0, 32.0, 34.0, 27.0, 22.0, 12.0, 13.0, 7.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.3974647521972656e-06, -3.2866373658180237e-06, -3.1758099794387817e-06, -3.06498259305954e-06, -2.954155206680298e-06, -2.843327820301056e-06, -2.732500433921814e-06, -2.621673047542572e-06, -2.51084566116333e-06, -2.400018274784088e-06, -2.289190888404846e-06, -2.1783635020256042e-06, -2.0675361156463623e-06, -1.9567087292671204e-06, -1.8458813428878784e-06, -1.7350539565086365e-06, -1.6242265701293945e-06, -1.5133991837501526e-06, -1.4025717973709106e-06, -1.2917444109916687e-06, -1.1809170246124268e-06, -1.0700896382331848e-06, -9.592622518539429e-07, -8.484348654747009e-07, -7.37607479095459e-07, -6.26780092716217e-07, -5.159527063369751e-07, -4.0512531995773315e-07, -2.942979335784912e-07, -1.8347054719924927e-07, -7.264316082000732e-08, 3.818422555923462e-08, 1.4901161193847656e-07, 2.598389983177185e-07, 3.7066638469696045e-07, 4.814937710762024e-07, 5.923211574554443e-07, 7.031485438346863e-07, 8.139759302139282e-07, 9.248033165931702e-07, 1.0356307029724121e-06, 1.146458089351654e-06, 1.257285475730896e-06, 1.368112862110138e-06, 1.4789402484893799e-06, 1.5897676348686218e-06, 1.7005950212478638e-06, 1.8114224076271057e-06, 1.9222497940063477e-06, 2.0330771803855896e-06, 2.1439045667648315e-06, 2.2547319531440735e-06, 2.3655593395233154e-06, 2.4763867259025574e-06, 2.5872141122817993e-06, 2.6980414986610413e-06, 2.808868885040283e-06, 2.919696271419525e-06, 3.030523657798767e-06, 3.141351044178009e-06, 3.252178430557251e-06, 3.363005816936493e-06, 3.473833203315735e-06, 3.584660589694977e-06, 3.6954879760742188e-06]}, "gradients/encoder.encoder.layers.4.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 3.0, 4.0, 4.0, 1.0, 12.0, 11.0, 18.0, 7.0, 21.0, 32.0, 17.0, 35.0, 40.0, 22.0, 72.0, 90.0, 68.0, 199.0, 499.0, 472.0, 1233.0, 514.0, 233.0, 60.0, 96.0, 56.0, 25.0, 41.0, 43.0, 12.0, 27.0, 20.0, 8.0, 15.0, 20.0, 5.0, 9.0, 8.0, 9.0, 3.0, 6.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.2186508178710938e-06, -3.118067979812622e-06, -3.0174851417541504e-06, -2.9169023036956787e-06, -2.816319465637207e-06, -2.7157366275787354e-06, -2.6151537895202637e-06, -2.514570951461792e-06, -2.4139881134033203e-06, -2.3134052753448486e-06, -2.212822437286377e-06, -2.1122395992279053e-06, -2.0116567611694336e-06, -1.911073923110962e-06, -1.8104910850524902e-06, -1.7099082469940186e-06, -1.6093254089355469e-06, -1.5087425708770752e-06, -1.4081597328186035e-06, -1.3075768947601318e-06, -1.2069940567016602e-06, -1.1064112186431885e-06, -1.0058283805847168e-06, -9.052455425262451e-07, -8.046627044677734e-07, -7.040798664093018e-07, -6.034970283508301e-07, -5.029141902923584e-07, -4.023313522338867e-07, -3.0174851417541504e-07, -2.0116567611694336e-07, -1.0058283805847168e-07, 0.0, 1.0058283805847168e-07, 2.0116567611694336e-07, 3.0174851417541504e-07, 4.023313522338867e-07, 5.029141902923584e-07, 6.034970283508301e-07, 7.040798664093018e-07, 8.046627044677734e-07, 9.052455425262451e-07, 1.0058283805847168e-06, 1.1064112186431885e-06, 1.2069940567016602e-06, 1.3075768947601318e-06, 1.4081597328186035e-06, 1.5087425708770752e-06, 1.6093254089355469e-06, 1.7099082469940186e-06, 1.8104910850524902e-06, 1.911073923110962e-06, 2.0116567611694336e-06, 2.1122395992279053e-06, 2.212822437286377e-06, 2.3134052753448486e-06, 2.4139881134033203e-06, 2.514570951461792e-06, 2.6151537895202637e-06, 2.7157366275787354e-06, 2.816319465637207e-06, 2.9169023036956787e-06, 3.0174851417541504e-06, 3.118067979812622e-06, 3.2186508178710938e-06]}, "gradients/encoder.encoder.layers.4.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 0.0, 3.0, 2.0, 2.0, 1.0, 5.0, 3.0, 12.0, 7.0, 17.0, 19.0, 33.0, 32.0, 62.0, 75.0, 114.0, 136.0, 106.0, 112.0, 70.0, 37.0, 39.0, 23.0, 22.0, 16.0, 16.0, 10.0, 6.0, 6.0, 3.0, 5.0, 4.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.682485526544042e-05, -1.616565896256361e-05, -1.55064608406974e-05, -1.4847264537820593e-05, -1.4188067325449083e-05, -1.3528870113077573e-05, -1.2869673810200766e-05, -1.2210476597829256e-05, -1.1551279385457747e-05, -1.0892082173086237e-05, -1.0232884960714728e-05, -9.57368865783792e-06, -8.91449144546641e-06, -8.2552942330949e-06, -7.596097475470742e-06, -6.9369007178465836e-06, -6.277703505475074e-06, -5.6185062931035645e-06, -4.959309535479406e-06, -4.300112777855247e-06, -3.6409155654837377e-06, -2.9817185804859037e-06, -2.3225215954880696e-06, -1.663324837863911e-06, -1.0041276254924014e-06, -3.4493064049456734e-07, 3.1426634450326674e-07, 9.734633295011008e-07, 1.632660314498935e-06, 2.291857299496769e-06, 2.951054284494603e-06, 3.6102510421187617e-06, 4.269448254490271e-06, 4.928645466861781e-06, 5.587842224485939e-06, 6.247038982110098e-06, 6.9062361944816075e-06, 7.565433406853117e-06, 8.224629709729925e-06, 8.883826922101434e-06, 9.543024134472944e-06, 1.0202221346844453e-05, 1.0861418559215963e-05, 1.152061486209277e-05, 1.217981207446428e-05, 1.283900928683579e-05, 1.3498205589712597e-05, 1.4157402802084107e-05, 1.4816600014455616e-05, 1.5475796317332424e-05, 1.6134994439198636e-05, 1.6794190742075443e-05, 1.7453388863941655e-05, 1.8112585166818462e-05, 1.877178146969527e-05, 1.943097959156148e-05, 2.009017589443829e-05, 2.0749372197315097e-05, 2.1408570319181308e-05, 2.2067766622058116e-05, 2.2726962924934924e-05, 2.3386161046801135e-05, 2.4045357349677943e-05, 2.470455365255475e-05, 2.5363751774420962e-05]}, "gradients/encoder.encoder.layers.4.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 4.0, 2.0, 5.0, 5.0, 7.0, 3.0, 7.0, 13.0, 7.0, 9.0, 17.0, 10.0, 11.0, 15.0, 15.0, 15.0, 16.0, 20.0, 27.0, 30.0, 31.0, 21.0, 36.0, 37.0, 43.0, 37.0, 35.0, 54.0, 39.0, 38.0, 31.0, 36.0, 21.0, 26.0, 39.0, 33.0, 26.0, 20.0, 26.0, 24.0, 13.0, 17.0, 17.0, 3.0, 13.0, 10.0, 11.0, 15.0, 5.0, 6.0, 2.0, 3.0, 1.0, 2.0, 5.0, 1.0, 2.0, 1.0], "bins": [-9.238719940185547e-06, -8.964911103248596e-06, -8.691102266311646e-06, -8.417293429374695e-06, -8.143484592437744e-06, -7.869675755500793e-06, -7.595866918563843e-06, -7.322058081626892e-06, -7.048249244689941e-06, -6.774440407752991e-06, -6.50063157081604e-06, -6.226822733879089e-06, -5.953013896942139e-06, -5.679205060005188e-06, -5.405396223068237e-06, -5.131587386131287e-06, -4.857778549194336e-06, -4.583969712257385e-06, -4.3101608753204346e-06, -4.036352038383484e-06, -3.762543201446533e-06, -3.4887343645095825e-06, -3.214925527572632e-06, -2.941116690635681e-06, -2.6673078536987305e-06, -2.3934990167617798e-06, -2.119690179824829e-06, -1.8458813428878784e-06, -1.5720725059509277e-06, -1.298263669013977e-06, -1.0244548320770264e-06, -7.506459951400757e-07, -4.76837158203125e-07, -2.0302832126617432e-07, 7.078051567077637e-08, 3.4458935260772705e-07, 6.183981895446777e-07, 8.922070264816284e-07, 1.166015863418579e-06, 1.4398247003555298e-06, 1.7136335372924805e-06, 1.987442374229431e-06, 2.261251211166382e-06, 2.5350600481033325e-06, 2.808868885040283e-06, 3.082677721977234e-06, 3.3564865589141846e-06, 3.6302953958511353e-06, 3.904104232788086e-06, 4.177913069725037e-06, 4.451721906661987e-06, 4.725530743598938e-06, 4.999339580535889e-06, 5.273148417472839e-06, 5.54695725440979e-06, 5.820766091346741e-06, 6.094574928283691e-06, 6.368383765220642e-06, 6.642192602157593e-06, 6.9160014390945435e-06, 7.189810276031494e-06, 7.463619112968445e-06, 7.737427949905396e-06, 8.011236786842346e-06, 8.285045623779297e-06]}, "gradients/encoder.encoder.layers.4.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 8.0, 6.0, 2.0, 10.0, 16.0, 23.0, 30.0, 55.0, 68.0, 81.0, 128.0, 234.0, 391.0, 545.0, 1087.0, 1497.0, 3433.0, 6740.0, 11566.0, 32177.0, 91637.0, 285926.0, 463555.0, 82909.0, 37097.0, 15009.0, 5840.0, 3731.0, 2026.0, 956.0, 677.0, 349.0, 227.0, 165.0, 106.0, 74.0, 58.0, 36.0, 31.0, 11.0, 20.0, 12.0, 5.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.0073184967041016e-05, -9.737908840179443e-06, -9.402632713317871e-06, -9.067356586456299e-06, -8.732080459594727e-06, -8.396804332733154e-06, -8.061528205871582e-06, -7.72625207901001e-06, -7.3909759521484375e-06, -7.055699825286865e-06, -6.720423698425293e-06, -6.385147571563721e-06, -6.0498714447021484e-06, -5.714595317840576e-06, -5.379319190979004e-06, -5.044043064117432e-06, -4.708766937255859e-06, -4.373490810394287e-06, -4.038214683532715e-06, -3.7029385566711426e-06, -3.3676624298095703e-06, -3.032386302947998e-06, -2.6971101760864258e-06, -2.3618340492248535e-06, -2.0265579223632812e-06, -1.691281795501709e-06, -1.3560056686401367e-06, -1.0207295417785645e-06, -6.854534149169922e-07, -3.501772880554199e-07, -1.4901161193847656e-08, 3.203749656677246e-07, 6.556510925292969e-07, 9.909272193908691e-07, 1.3262033462524414e-06, 1.6614794731140137e-06, 1.996755599975586e-06, 2.332031726837158e-06, 2.6673078536987305e-06, 3.0025839805603027e-06, 3.337860107421875e-06, 3.6731362342834473e-06, 4.0084123611450195e-06, 4.343688488006592e-06, 4.678964614868164e-06, 5.014240741729736e-06, 5.349516868591309e-06, 5.684792995452881e-06, 6.020069122314453e-06, 6.355345249176025e-06, 6.690621376037598e-06, 7.02589750289917e-06, 7.361173629760742e-06, 7.696449756622314e-06, 8.031725883483887e-06, 8.367002010345459e-06, 8.702278137207031e-06, 9.037554264068604e-06, 9.372830390930176e-06, 9.708106517791748e-06, 1.004338264465332e-05, 1.0378658771514893e-05, 1.0713934898376465e-05, 1.1049211025238037e-05, 1.138448715209961e-05]}, "gradients/encoder.encoder.layers.4.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 4.0, 6.0, 3.0, 8.0, 10.0, 12.0, 12.0, 29.0, 28.0, 30.0, 62.0, 50.0, 73.0, 71.0, 72.0, 81.0, 86.0, 77.0, 58.0, 56.0, 41.0, 32.0, 25.0, 24.0, 10.0, 9.0, 7.0, 8.0, 8.0, 5.0, 1.0, 5.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.7881393432617188e-06, -1.7276033759117126e-06, -1.6670674085617065e-06, -1.6065314412117004e-06, -1.5459954738616943e-06, -1.4854595065116882e-06, -1.4249235391616821e-06, -1.364387571811676e-06, -1.30385160446167e-06, -1.2433156371116638e-06, -1.1827796697616577e-06, -1.1222437024116516e-06, -1.0617077350616455e-06, -1.0011717677116394e-06, -9.406358003616333e-07, -8.800998330116272e-07, -8.195638656616211e-07, -7.59027898311615e-07, -6.984919309616089e-07, -6.379559636116028e-07, -5.774199962615967e-07, -5.168840289115906e-07, -4.5634806156158447e-07, -3.9581209421157837e-07, -3.3527612686157227e-07, -2.7474015951156616e-07, -2.1420419216156006e-07, -1.5366822481155396e-07, -9.313225746154785e-08, -3.259629011154175e-08, 2.7939677238464355e-08, 8.847564458847046e-08, 1.4901161193847656e-07, 2.0954757928848267e-07, 2.7008354663848877e-07, 3.3061951398849487e-07, 3.91155481338501e-07, 4.516914486885071e-07, 5.122274160385132e-07, 5.727633833885193e-07, 6.332993507385254e-07, 6.938353180885315e-07, 7.543712854385376e-07, 8.149072527885437e-07, 8.754432201385498e-07, 9.359791874885559e-07, 9.96515154838562e-07, 1.0570511221885681e-06, 1.1175870895385742e-06, 1.1781230568885803e-06, 1.2386590242385864e-06, 1.2991949915885925e-06, 1.3597309589385986e-06, 1.4202669262886047e-06, 1.4808028936386108e-06, 1.541338860988617e-06, 1.601874828338623e-06, 1.6624107956886292e-06, 1.7229467630386353e-06, 1.7834827303886414e-06, 1.8440186977386475e-06, 1.9045546650886536e-06, 1.9650906324386597e-06, 2.0256265997886658e-06, 2.086162567138672e-06]}, "gradients/encoder.encoder.layers.4.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 4.0, 8.0, 5.0, 6.0, 30.0, 25.0, 49.0, 34.0, 91.0, 120.0, 159.0, 216.0, 325.0, 474.0, 701.0, 991.0, 1457.0, 2103.0, 1412.0, 3796.0, 5903.0, 9315.0, 15620.0, 26598.0, 51065.0, 113037.0, 452345.0, 198739.0, 43840.0, 50484.0, 26820.0, 15377.0, 9322.0, 5929.0, 3799.0, 2613.0, 1731.0, 1252.0, 814.0, 317.0, 510.0, 346.0, 228.0, 180.0, 119.0, 86.0, 56.0, 40.0, 26.0, 20.0, 9.0, 6.0, 5.0, 1.0, 5.0, 4.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-3.3974647521972656e-06, -3.2838433980941772e-06, -3.170222043991089e-06, -3.0566006898880005e-06, -2.942979335784912e-06, -2.8293579816818237e-06, -2.7157366275787354e-06, -2.602115273475647e-06, -2.4884939193725586e-06, -2.3748725652694702e-06, -2.261251211166382e-06, -2.1476298570632935e-06, -2.034008502960205e-06, -1.9203871488571167e-06, -1.8067657947540283e-06, -1.69314444065094e-06, -1.5795230865478516e-06, -1.4659017324447632e-06, -1.3522803783416748e-06, -1.2386590242385864e-06, -1.125037670135498e-06, -1.0114163160324097e-06, -8.977949619293213e-07, -7.841736078262329e-07, -6.705522537231445e-07, -5.569308996200562e-07, -4.4330954551696777e-07, -3.296881914138794e-07, -2.1606683731079102e-07, -1.0244548320770264e-07, 1.1175870895385742e-08, 1.2479722499847412e-07, 2.384185791015625e-07, 3.520399332046509e-07, 4.6566128730773926e-07, 5.792826414108276e-07, 6.92903995513916e-07, 8.065253496170044e-07, 9.201467037200928e-07, 1.0337680578231812e-06, 1.1473894119262695e-06, 1.261010766029358e-06, 1.3746321201324463e-06, 1.4882534742355347e-06, 1.601874828338623e-06, 1.7154961824417114e-06, 1.8291175365447998e-06, 1.942738890647888e-06, 2.0563602447509766e-06, 2.169981598854065e-06, 2.2836029529571533e-06, 2.3972243070602417e-06, 2.51084566116333e-06, 2.6244670152664185e-06, 2.738088369369507e-06, 2.8517097234725952e-06, 2.9653310775756836e-06, 3.078952431678772e-06, 3.1925737857818604e-06, 3.3061951398849487e-06, 3.419816493988037e-06, 3.5334378480911255e-06, 3.647059202194214e-06, 3.7606805562973022e-06, 3.874301910400391e-06]}, "gradients/encoder.encoder.layers.4.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 5.0, 1.0, 2.0, 4.0, 2.0, 6.0, 2.0, 3.0, 4.0, 4.0, 6.0, 4.0, 8.0, 11.0, 18.0, 8.0, 11.0, 14.0, 36.0, 19.0, 9.0, 39.0, 49.0, 22.0, 48.0, 27.0, 79.0, 121.0, 35.0, 73.0, 56.0, 24.0, 46.0, 25.0, 36.0, 29.0, 15.0, 22.0, 17.0, 5.0, 14.0, 6.0, 11.0, 8.0, 2.0, 5.0, 8.0, 4.0, 1.0, 2.0, 3.0, 0.0, 0.0, 2.0, 4.0, 2.0, 0.0, 2.0], "bins": [-3.2782554626464844e-06, -3.1813979148864746e-06, -3.084540367126465e-06, -2.987682819366455e-06, -2.8908252716064453e-06, -2.7939677238464355e-06, -2.6971101760864258e-06, -2.600252628326416e-06, -2.5033950805664062e-06, -2.4065375328063965e-06, -2.3096799850463867e-06, -2.212822437286377e-06, -2.115964889526367e-06, -2.0191073417663574e-06, -1.9222497940063477e-06, -1.8253922462463379e-06, -1.7285346984863281e-06, -1.6316771507263184e-06, -1.5348196029663086e-06, -1.4379620552062988e-06, -1.341104507446289e-06, -1.2442469596862793e-06, -1.1473894119262695e-06, -1.0505318641662598e-06, -9.5367431640625e-07, -8.568167686462402e-07, -7.599592208862305e-07, -6.631016731262207e-07, -5.662441253662109e-07, -4.6938657760620117e-07, -3.725290298461914e-07, -2.7567148208618164e-07, -1.7881393432617188e-07, -8.195638656616211e-08, 1.4901161193847656e-08, 1.1175870895385742e-07, 2.086162567138672e-07, 3.0547380447387695e-07, 4.023313522338867e-07, 4.991888999938965e-07, 5.960464477539062e-07, 6.92903995513916e-07, 7.897615432739258e-07, 8.866190910339355e-07, 9.834766387939453e-07, 1.080334186553955e-06, 1.1771917343139648e-06, 1.2740492820739746e-06, 1.3709068298339844e-06, 1.4677643775939941e-06, 1.564621925354004e-06, 1.6614794731140137e-06, 1.7583370208740234e-06, 1.8551945686340332e-06, 1.952052116394043e-06, 2.0489096641540527e-06, 2.1457672119140625e-06, 2.2426247596740723e-06, 2.339482307434082e-06, 2.436339855194092e-06, 2.5331974029541016e-06, 2.6300549507141113e-06, 2.726912498474121e-06, 2.823770046234131e-06, 2.9206275939941406e-06]}, "gradients/encoder.encoder.layers.4.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 5.0, 3.0, 3.0, 10.0, 14.0, 9.0, 25.0, 40.0, 64.0, 90.0, 151.0, 214.0, 327.0, 568.0, 905.0, 1464.0, 0.0, 2476.0, 4378.0, 7617.0, 14287.0, 26644.0, 55488.0, 137591.0, 543143.0, 138299.0, 55245.0, 27070.0, 14155.0, 7644.0, 4306.0, 2502.0, 1464.0, 859.0, 550.0, 305.0, 231.0, 0.0, 151.0, 84.0, 61.0, 45.0, 34.0, 11.0, 13.0, 10.0, 4.0, 8.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.6689300537109375e-06, -1.6121193766593933e-06, -1.5553086996078491e-06, -1.498498022556305e-06, -1.4416873455047607e-06, -1.3848766684532166e-06, -1.3280659914016724e-06, -1.2712553143501282e-06, -1.214444637298584e-06, -1.1576339602470398e-06, -1.1008232831954956e-06, -1.0440126061439514e-06, -9.872019290924072e-07, -9.30391252040863e-07, -8.735805749893188e-07, -8.167698979377747e-07, -7.599592208862305e-07, -7.031485438346863e-07, -6.463378667831421e-07, -5.895271897315979e-07, -5.327165126800537e-07, -4.759058356285095e-07, -4.1909515857696533e-07, -3.6228448152542114e-07, -3.0547380447387695e-07, -2.4866312742233276e-07, -1.9185245037078857e-07, -1.3504177331924438e-07, -7.82310962677002e-08, -2.1420419216156006e-08, 3.5390257835388184e-08, 9.220093488693237e-08, 1.4901161193847656e-07, 2.0582228899002075e-07, 2.6263296604156494e-07, 3.1944364309310913e-07, 3.762543201446533e-07, 4.330649971961975e-07, 4.898756742477417e-07, 5.466863512992859e-07, 6.034970283508301e-07, 6.603077054023743e-07, 7.171183824539185e-07, 7.739290595054626e-07, 8.307397365570068e-07, 8.87550413608551e-07, 9.443610906600952e-07, 1.0011717677116394e-06, 1.0579824447631836e-06, 1.1147931218147278e-06, 1.171603798866272e-06, 1.2284144759178162e-06, 1.2852251529693604e-06, 1.3420358300209045e-06, 1.3988465070724487e-06, 1.455657184123993e-06, 1.5124678611755371e-06, 1.5692785382270813e-06, 1.6260892152786255e-06, 1.6828998923301697e-06, 1.7397105693817139e-06, 1.796521246433258e-06, 1.8533319234848022e-06, 1.9101426005363464e-06, 1.9669532775878906e-06]}, "gradients/encoder.encoder.layers.4.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 4.0, 4.0, 0.0, 9.0, 0.0, 11.0, 15.0, 0.0, 26.0, 0.0, 25.0, 34.0, 0.0, 30.0, 0.0, 44.0, 53.0, 0.0, 63.0, 0.0, 87.0, 0.0, 212.0, 91.0, 0.0, 49.0, 0.0, 37.0, 32.0, 0.0, 27.0, 0.0, 44.0, 35.0, 0.0, 27.0, 0.0, 14.0, 7.0, 0.0, 15.0, 0.0, 4.0, 5.0, 0.0, 3.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-1.1324882507324219e-06, -1.0970979928970337e-06, -1.0617077350616455e-06, -1.0263174772262573e-06, -9.909272193908691e-07, -9.55536961555481e-07, -9.201467037200928e-07, -8.847564458847046e-07, -8.493661880493164e-07, -8.139759302139282e-07, -7.7858567237854e-07, -7.431954145431519e-07, -7.078051567077637e-07, -6.724148988723755e-07, -6.370246410369873e-07, -6.016343832015991e-07, -5.662441253662109e-07, -5.308538675308228e-07, -4.954636096954346e-07, -4.600733518600464e-07, -4.246830940246582e-07, -3.8929283618927e-07, -3.5390257835388184e-07, -3.1851232051849365e-07, -2.8312206268310547e-07, -2.477318048477173e-07, -2.123415470123291e-07, -1.7695128917694092e-07, -1.4156103134155273e-07, -1.0617077350616455e-07, -7.078051567077637e-08, -3.5390257835388184e-08, 0.0, 3.5390257835388184e-08, 7.078051567077637e-08, 1.0617077350616455e-07, 1.4156103134155273e-07, 1.7695128917694092e-07, 2.123415470123291e-07, 2.477318048477173e-07, 2.8312206268310547e-07, 3.1851232051849365e-07, 3.5390257835388184e-07, 3.8929283618927e-07, 4.246830940246582e-07, 4.600733518600464e-07, 4.954636096954346e-07, 5.308538675308228e-07, 5.662441253662109e-07, 6.016343832015991e-07, 6.370246410369873e-07, 6.724148988723755e-07, 7.078051567077637e-07, 7.431954145431519e-07, 7.7858567237854e-07, 8.139759302139282e-07, 8.493661880493164e-07, 8.847564458847046e-07, 9.201467037200928e-07, 9.55536961555481e-07, 9.909272193908691e-07, 1.0263174772262573e-06, 1.0617077350616455e-06, 1.0970979928970337e-06, 1.1324882507324219e-06]}, "gradients/encoder.encoder.layers.4.attention.q_proj.weight": {"_type": "histogram", "values": [4.0, 0.0, 5.0, 0.0, 13.0, 0.0, 10.0, 0.0, 22.0, 0.0, 49.0, 0.0, 94.0, 0.0, 195.0, 0.0, 438.0, 0.0, 829.0, 0.0, 1956.0, 0.0, 4586.0, 0.0, 11617.0, 0.0, 32652.0, 0.0, 124335.0, 0.0, 694755.0, 0.0, 0.0, 124684.0, 0.0, 32538.0, 0.0, 11519.0, 0.0, 4612.0, 0.0, 1992.0, 0.0, 835.0, 0.0, 409.0, 0.0, 200.0, 0.0, 106.0, 0.0, 51.0, 0.0, 33.0, 0.0, 15.0, 0.0, 15.0, 0.0, 1.0, 0.0, 0.0, 0.0, 6.0], "bins": [-8.940696716308594e-07, -8.651986718177795e-07, -8.363276720046997e-07, -8.074566721916199e-07, -7.7858567237854e-07, -7.497146725654602e-07, -7.208436727523804e-07, -6.919726729393005e-07, -6.631016731262207e-07, -6.342306733131409e-07, -6.05359673500061e-07, -5.764886736869812e-07, -5.476176738739014e-07, -5.187466740608215e-07, -4.898756742477417e-07, -4.6100467443466187e-07, -4.3213367462158203e-07, -4.032626748085022e-07, -3.7439167499542236e-07, -3.4552067518234253e-07, -3.166496753692627e-07, -2.8777867555618286e-07, -2.5890767574310303e-07, -2.300366759300232e-07, -2.0116567611694336e-07, -1.7229467630386353e-07, -1.434236764907837e-07, -1.1455267667770386e-07, -8.568167686462402e-08, -5.681067705154419e-08, -2.7939677238464355e-08, 9.313225746154785e-10, 2.9802322387695312e-08, 5.8673322200775146e-08, 8.754432201385498e-08, 1.1641532182693481e-07, 1.4528632164001465e-07, 1.7415732145309448e-07, 2.0302832126617432e-07, 2.3189932107925415e-07, 2.60770320892334e-07, 2.896413207054138e-07, 3.1851232051849365e-07, 3.473833203315735e-07, 3.762543201446533e-07, 4.0512531995773315e-07, 4.33996319770813e-07, 4.628673195838928e-07, 4.917383193969727e-07, 5.206093192100525e-07, 5.494803190231323e-07, 5.783513188362122e-07, 6.07222318649292e-07, 6.360933184623718e-07, 6.649643182754517e-07, 6.938353180885315e-07, 7.227063179016113e-07, 7.515773177146912e-07, 7.80448317527771e-07, 8.093193173408508e-07, 8.381903171539307e-07, 8.670613169670105e-07, 8.959323167800903e-07, 9.248033165931702e-07, 9.5367431640625e-07]}, "gradients/encoder.encoder.layers.4.attention.q_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 6.0, 0.0, 5.0, 0.0, 0.0, 15.0, 0.0, 16.0, 0.0, 0.0, 37.0, 0.0, 32.0, 0.0, 0.0, 53.0, 0.0, 81.0, 0.0, 0.0, 128.0, 0.0, 282.0, 0.0, 137.0, 0.0, 0.0, 55.0, 0.0, 62.0, 0.0, 0.0, 42.0, 0.0, 26.0, 0.0, 0.0, 15.0, 0.0, 12.0, 0.0, 0.0, 2.0, 0.0, 7.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-8.344650268554688e-07, -8.102506399154663e-07, -7.860362529754639e-07, -7.618218660354614e-07, -7.37607479095459e-07, -7.133930921554565e-07, -6.891787052154541e-07, -6.649643182754517e-07, -6.407499313354492e-07, -6.165355443954468e-07, -5.923211574554443e-07, -5.681067705154419e-07, -5.438923835754395e-07, -5.19677996635437e-07, -4.954636096954346e-07, -4.7124922275543213e-07, -4.470348358154297e-07, -4.2282044887542725e-07, -3.986060619354248e-07, -3.7439167499542236e-07, -3.501772880554199e-07, -3.259629011154175e-07, -3.0174851417541504e-07, -2.775341272354126e-07, -2.5331974029541016e-07, -2.2910535335540771e-07, -2.0489096641540527e-07, -1.8067657947540283e-07, -1.564621925354004e-07, -1.3224780559539795e-07, -1.0803341865539551e-07, -8.381903171539307e-08, -5.960464477539063e-08, -3.5390257835388184e-08, -1.1175870895385742e-08, 1.30385160446167e-08, 3.725290298461914e-08, 6.146728992462158e-08, 8.568167686462402e-08, 1.0989606380462646e-07, 1.341104507446289e-07, 1.5832483768463135e-07, 1.825392246246338e-07, 2.0675361156463623e-07, 2.3096799850463867e-07, 2.551823854446411e-07, 2.7939677238464355e-07, 3.03611159324646e-07, 3.2782554626464844e-07, 3.520399332046509e-07, 3.762543201446533e-07, 4.0046870708465576e-07, 4.246830940246582e-07, 4.4889748096466064e-07, 4.731118679046631e-07, 4.973262548446655e-07, 5.21540641784668e-07, 5.457550287246704e-07, 5.699694156646729e-07, 5.941838026046753e-07, 6.183981895446777e-07, 6.426125764846802e-07, 6.668269634246826e-07, 6.910413503646851e-07, 7.152557373046875e-07]}, "gradients/encoder.encoder.layers.4.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 3.0, 3.0, 6.0, 8.0, 5.0, 10.0, 14.0, 21.0, 19.0, 33.0, 47.0, 84.0, 107.0, 137.0, 108.0, 79.0, 48.0, 40.0, 46.0, 25.0, 35.0, 25.0, 16.0, 22.0, 14.0, 9.0, 9.0, 6.0, 4.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 4.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.173443433799548e-05, -1.1256668585701846e-05, -1.0778901923913509e-05, -1.0301136171619873e-05, -9.823370419326238e-06, -9.345603757537901e-06, -8.867838005244266e-06, -8.390072252950631e-06, -7.912305591162294e-06, -7.434539384121308e-06, -6.956773177080322e-06, -6.479007424786687e-06, -6.001241217745701e-06, -5.523475010704715e-06, -5.04570925841108e-06, -4.567943051370094e-06, -4.0901768443291076e-06, -3.6124106372881215e-06, -3.134644657620811e-06, -2.6568786779535003e-06, -2.1791124709125143e-06, -1.7013462638715282e-06, -1.2235802842042176e-06, -7.45814304536907e-07, -2.6804809749592096e-07, 2.0971799585822737e-07, 6.874840892123757e-07, 1.165250182566524e-06, 1.6430162759206723e-06, 2.1207824829616584e-06, 2.598548462628969e-06, 3.0763144422962796e-06, 3.5540815588319674e-06, 4.0318477658729535e-06, 4.5096139729139395e-06, 4.987379725207575e-06, 5.465145932248561e-06, 5.942912139289547e-06, 6.420677891583182e-06, 6.898444098624168e-06, 7.376210305665154e-06, 7.85397605795879e-06, 8.331742719747126e-06, 8.809508472040761e-06, 9.287274224334396e-06, 9.765040886122733e-06, 1.0242806638416369e-05, 1.0720572390710004e-05, 1.119833905249834e-05, 1.1676104804791976e-05, 1.2153871466580313e-05, 1.2631637218873948e-05, 1.3109403880662285e-05, 1.358716963295592e-05, 1.4064935385249555e-05, 1.4542702047037892e-05, 1.5020467799331527e-05, 1.5498233551625162e-05, 1.59760002134135e-05, 1.6453766875201836e-05, 1.693153171800077e-05, 1.7409298379789107e-05, 1.7887065041577443e-05, 1.8364829884376377e-05, 1.8842596546164714e-05]}, "gradients/encoder.encoder.layers.4.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 5.0, 1.0, 6.0, 3.0, 5.0, 12.0, 4.0, 11.0, 24.0, 27.0, 16.0, 24.0, 31.0, 40.0, 40.0, 43.0, 48.0, 49.0, 41.0, 46.0, 42.0, 50.0, 50.0, 35.0, 60.0, 30.0, 44.0, 38.0, 35.0, 30.0, 22.0, 19.0, 18.0, 12.0, 7.0, 7.0, 8.0, 6.0, 5.0, 7.0, 6.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.049041748046875e-05, -1.0125339031219482e-05, -9.760260581970215e-06, -9.395182132720947e-06, -9.03010368347168e-06, -8.665025234222412e-06, -8.299946784973145e-06, -7.934868335723877e-06, -7.569789886474609e-06, -7.204711437225342e-06, -6.839632987976074e-06, -6.474554538726807e-06, -6.109476089477539e-06, -5.7443976402282715e-06, -5.379319190979004e-06, -5.014240741729736e-06, -4.649162292480469e-06, -4.284083843231201e-06, -3.919005393981934e-06, -3.553926944732666e-06, -3.1888484954833984e-06, -2.823770046234131e-06, -2.4586915969848633e-06, -2.0936131477355957e-06, -1.7285346984863281e-06, -1.3634562492370605e-06, -9.98377799987793e-07, -6.332993507385254e-07, -2.682209014892578e-07, 9.685754776000977e-08, 4.6193599700927734e-07, 8.270144462585449e-07, 1.1920928955078125e-06, 1.55717134475708e-06, 1.9222497940063477e-06, 2.2873282432556152e-06, 2.652406692504883e-06, 3.0174851417541504e-06, 3.382563591003418e-06, 3.7476420402526855e-06, 4.112720489501953e-06, 4.477798938751221e-06, 4.842877388000488e-06, 5.207955837249756e-06, 5.5730342864990234e-06, 5.938112735748291e-06, 6.303191184997559e-06, 6.668269634246826e-06, 7.033348083496094e-06, 7.398426532745361e-06, 7.763504981994629e-06, 8.128583431243896e-06, 8.493661880493164e-06, 8.858740329742432e-06, 9.2238187789917e-06, 9.588897228240967e-06, 9.953975677490234e-06, 1.0319054126739502e-05, 1.068413257598877e-05, 1.1049211025238037e-05, 1.1414289474487305e-05, 1.1779367923736572e-05, 1.214444637298584e-05, 1.2509524822235107e-05, 1.2874603271484375e-05]}, "gradients/encoder.encoder.layers.3.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 7.0, 5.0, 11.0, 14.0, 16.0, 31.0, 42.0, 61.0, 103.0, 123.0, 207.0, 372.0, 657.0, 1143.0, 2013.0, 3321.0, 6168.0, 11245.0, 22085.0, 47550.0, 129483.0, 3455043.0, 365289.0, 77041.0, 33765.0, 16601.0, 8859.0, 5539.0, 2593.0, 1639.0, 982.0, 652.0, 444.0, 297.0, 205.0, 169.0, 125.0, 84.0, 77.0, 59.0, 41.0, 44.0, 19.0, 17.0, 20.0, 11.0, 11.0, 6.0, 2.0, 3.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.59634780883789e-06, -9.236857295036316e-06, -8.877366781234741e-06, -8.517876267433167e-06, -8.158385753631592e-06, -7.798895239830017e-06, -7.439404726028442e-06, -7.079914212226868e-06, -6.720423698425293e-06, -6.360933184623718e-06, -6.0014426708221436e-06, -5.641952157020569e-06, -5.282461643218994e-06, -4.9229711294174194e-06, -4.563480615615845e-06, -4.20399010181427e-06, -3.844499588012695e-06, -3.4850090742111206e-06, -3.125518560409546e-06, -2.766028046607971e-06, -2.4065375328063965e-06, -2.0470470190048218e-06, -1.687556505203247e-06, -1.3280659914016724e-06, -9.685754776000977e-07, -6.09084963798523e-07, -2.4959444999694824e-07, 1.0989606380462646e-07, 4.6938657760620117e-07, 8.288770914077759e-07, 1.1883676052093506e-06, 1.5478581190109253e-06, 1.9073486328125e-06, 2.2668391466140747e-06, 2.6263296604156494e-06, 2.985820174217224e-06, 3.345310688018799e-06, 3.7048012018203735e-06, 4.064291715621948e-06, 4.423782229423523e-06, 4.783272743225098e-06, 5.142763257026672e-06, 5.502253770828247e-06, 5.861744284629822e-06, 6.2212347984313965e-06, 6.580725312232971e-06, 6.940215826034546e-06, 7.299706339836121e-06, 7.659196853637695e-06, 8.01868736743927e-06, 8.378177881240845e-06, 8.73766839504242e-06, 9.097158908843994e-06, 9.456649422645569e-06, 9.816139936447144e-06, 1.0175630450248718e-05, 1.0535120964050293e-05, 1.0894611477851868e-05, 1.1254101991653442e-05, 1.1613592505455017e-05, 1.1973083019256592e-05, 1.2332573533058167e-05, 1.2692064046859741e-05, 1.3051554560661316e-05, 1.341104507446289e-05]}, "gradients/encoder.encoder.layers.3.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 5.0, 2.0, 6.0, 6.0, 10.0, 8.0, 11.0, 21.0, 15.0, 32.0, 30.0, 45.0, 57.0, 59.0, 76.0, 86.0, 76.0, 70.0, 78.0, 57.0, 63.0, 37.0, 43.0, 27.0, 23.0, 15.0, 17.0, 9.0, 7.0, 8.0, 2.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6093254089355469e-06, -1.5506520867347717e-06, -1.4919787645339966e-06, -1.4333054423332214e-06, -1.3746321201324463e-06, -1.3159587979316711e-06, -1.257285475730896e-06, -1.1986121535301208e-06, -1.1399388313293457e-06, -1.0812655091285706e-06, -1.0225921869277954e-06, -9.639188647270203e-07, -9.052455425262451e-07, -8.4657222032547e-07, -7.878988981246948e-07, -7.292255759239197e-07, -6.705522537231445e-07, -6.118789315223694e-07, -5.532056093215942e-07, -4.945322871208191e-07, -4.3585896492004395e-07, -3.771856427192688e-07, -3.1851232051849365e-07, -2.598389983177185e-07, -2.0116567611694336e-07, -1.424923539161682e-07, -8.381903171539307e-08, -2.514570951461792e-08, 3.3527612686157227e-08, 9.220093488693237e-08, 1.5087425708770752e-07, 2.0954757928848267e-07, 2.682209014892578e-07, 3.2689422369003296e-07, 3.855675458908081e-07, 4.4424086809158325e-07, 5.029141902923584e-07, 5.615875124931335e-07, 6.202608346939087e-07, 6.789341568946838e-07, 7.37607479095459e-07, 7.962808012962341e-07, 8.549541234970093e-07, 9.136274456977844e-07, 9.723007678985596e-07, 1.0309740900993347e-06, 1.0896474123001099e-06, 1.148320734500885e-06, 1.2069940567016602e-06, 1.2656673789024353e-06, 1.3243407011032104e-06, 1.3830140233039856e-06, 1.4416873455047607e-06, 1.5003606677055359e-06, 1.559033989906311e-06, 1.6177073121070862e-06, 1.6763806343078613e-06, 1.7350539565086365e-06, 1.7937272787094116e-06, 1.8524006009101868e-06, 1.911073923110962e-06, 1.969747245311737e-06, 2.028420567512512e-06, 2.0870938897132874e-06, 2.1457672119140625e-06]}, "gradients/encoder.encoder.layers.3.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 2.0, 4.0, 1.0, 4.0, 7.0, 18.0, 13.0, 26.0, 15.0, 55.0, 46.0, 117.0, 125.0, 225.0, 130.0, 409.0, 545.0, 852.0, 1292.0, 1922.0, 1281.0, 3694.0, 5888.0, 9522.0, 16140.0, 27904.0, 21435.0, 72475.0, 166167.0, 699969.0, 2644093.0, 189192.0, 165634.0, 72639.0, 37734.0, 21283.0, 12499.0, 4312.0, 5804.0, 3740.0, 2324.0, 1616.0, 1066.0, 385.0, 519.0, 383.0, 261.0, 168.0, 124.0, 55.0, 65.0, 42.0, 26.0, 17.0, 10.0, 5.0, 8.0, 4.0, 6.0, 1.0, 2.0], "bins": [-3.635883331298828e-06, -3.526918590068817e-06, -3.417953848838806e-06, -3.308989107608795e-06, -3.200024366378784e-06, -3.091059625148773e-06, -2.982094883918762e-06, -2.8731301426887512e-06, -2.7641654014587402e-06, -2.6552006602287292e-06, -2.5462359189987183e-06, -2.4372711777687073e-06, -2.3283064365386963e-06, -2.2193416953086853e-06, -2.1103769540786743e-06, -2.0014122128486633e-06, -1.8924474716186523e-06, -1.7834827303886414e-06, -1.6745179891586304e-06, -1.5655532479286194e-06, -1.4565885066986084e-06, -1.3476237654685974e-06, -1.2386590242385864e-06, -1.1296942830085754e-06, -1.0207295417785645e-06, -9.117648005485535e-07, -8.028000593185425e-07, -6.938353180885315e-07, -5.848705768585205e-07, -4.759058356285095e-07, -3.6694109439849854e-07, -2.5797635316848755e-07, -1.4901161193847656e-07, -4.0046870708465576e-08, 6.891787052154541e-08, 1.778826117515564e-07, 2.868473529815674e-07, 3.9581209421157837e-07, 5.047768354415894e-07, 6.137415766716003e-07, 7.227063179016113e-07, 8.316710591316223e-07, 9.406358003616333e-07, 1.0496005415916443e-06, 1.1585652828216553e-06, 1.2675300240516663e-06, 1.3764947652816772e-06, 1.4854595065116882e-06, 1.5944242477416992e-06, 1.7033889889717102e-06, 1.8123537302017212e-06, 1.921318471431732e-06, 2.030283212661743e-06, 2.139247953891754e-06, 2.248212695121765e-06, 2.357177436351776e-06, 2.466142177581787e-06, 2.575106918811798e-06, 2.684071660041809e-06, 2.79303640127182e-06, 2.902001142501831e-06, 3.010965883731842e-06, 3.119930624961853e-06, 3.228895366191864e-06, 3.337860107421875e-06]}, "gradients/encoder.encoder.layers.3.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 3.0, 5.0, 8.0, 9.0, 12.0, 14.0, 9.0, 16.0, 23.0, 25.0, 27.0, 35.0, 44.0, 31.0, 66.0, 95.0, 43.0, 144.0, 219.0, 178.0, 719.0, 1006.0, 294.0, 337.0, 157.0, 109.0, 43.0, 66.0, 60.0, 20.0, 53.0, 35.0, 14.0, 35.0, 20.0, 12.0, 18.0, 11.0, 4.0, 14.0, 7.0, 13.0, 5.0, 6.0, 6.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0], "bins": [-3.039836883544922e-06, -2.93925404548645e-06, -2.8386712074279785e-06, -2.738088369369507e-06, -2.637505531311035e-06, -2.5369226932525635e-06, -2.436339855194092e-06, -2.33575701713562e-06, -2.2351741790771484e-06, -2.1345913410186768e-06, -2.034008502960205e-06, -1.9334256649017334e-06, -1.8328428268432617e-06, -1.73225998878479e-06, -1.6316771507263184e-06, -1.5310943126678467e-06, -1.430511474609375e-06, -1.3299286365509033e-06, -1.2293457984924316e-06, -1.12876296043396e-06, -1.0281801223754883e-06, -9.275972843170166e-07, -8.270144462585449e-07, -7.264316082000732e-07, -6.258487701416016e-07, -5.252659320831299e-07, -4.246830940246582e-07, -3.241002559661865e-07, -2.2351741790771484e-07, -1.2293457984924316e-07, -2.2351741790771484e-08, 7.82310962677002e-08, 1.7881393432617188e-07, 2.7939677238464355e-07, 3.7997961044311523e-07, 4.805624485015869e-07, 5.811452865600586e-07, 6.817281246185303e-07, 7.82310962677002e-07, 8.828938007354736e-07, 9.834766387939453e-07, 1.084059476852417e-06, 1.1846423149108887e-06, 1.2852251529693604e-06, 1.385807991027832e-06, 1.4863908290863037e-06, 1.5869736671447754e-06, 1.687556505203247e-06, 1.7881393432617188e-06, 1.8887221813201904e-06, 1.989305019378662e-06, 2.089887857437134e-06, 2.1904706954956055e-06, 2.291053533554077e-06, 2.391636371612549e-06, 2.4922192096710205e-06, 2.592802047729492e-06, 2.693384885787964e-06, 2.7939677238464355e-06, 2.8945505619049072e-06, 2.995133399963379e-06, 3.0957162380218506e-06, 3.1962990760803223e-06, 3.296881914138794e-06, 3.3974647521972656e-06]}, "gradients/encoder.encoder.layers.3.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 7.0, 7.0, 13.0, 12.0, 18.0, 24.0, 38.0, 70.0, 85.0, 104.0, 126.0, 116.0, 82.0, 68.0, 57.0, 43.0, 23.0, 31.0, 15.0, 10.0, 18.0, 6.0, 9.0, 5.0, 5.0, 5.0, 2.0, 1.0, 1.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.4679356758715585e-05, -3.370952617842704e-05, -3.2739695598138496e-05, -3.176986501784995e-05, -3.08000307995826e-05, -2.983020203828346e-05, -2.8860369639005512e-05, -2.7890539058716968e-05, -2.6920708478428423e-05, -2.595087789813988e-05, -2.4981047317851335e-05, -2.4011214918573387e-05, -2.3041384338284843e-05, -2.20715537579963e-05, -2.110172135871835e-05, -2.0131890778429806e-05, -1.9162060198141262e-05, -1.8192229617852718e-05, -1.7222399037564173e-05, -1.6252566638286225e-05, -1.528273605799768e-05, -1.4312905477709137e-05, -1.334307398792589e-05, -1.2373242498142645e-05, -1.14034119178541e-05, -1.0433581337565556e-05, -9.46374984778231e-06, -8.493918357999064e-06, -7.52408777771052e-06, -6.5542567426746245e-06, -5.584425707638729e-06, -4.614594672602834e-06, -3.644763637566939e-06, -2.674932602531044e-06, -1.7051015674951486e-06, -7.352705324592534e-07, 2.3456050257664174e-07, 1.204391537612537e-06, 2.174222572648432e-06, 3.1440536076843273e-06, 4.1138846427202225e-06, 5.083715677756118e-06, 6.053546712792013e-06, 7.023377747827908e-06, 7.993208782863803e-06, 8.963039363152348e-06, 9.932870852935594e-06, 1.090270234271884e-05, 1.1872532923007384e-05, 1.2842363503295928e-05, 1.3812194993079174e-05, 1.478202648286242e-05, 1.5751857063150965e-05, 1.672168764343951e-05, 1.7691520042717457e-05, 1.8661350623006e-05, 1.9631181203294545e-05, 2.060101178358309e-05, 2.1570842363871634e-05, 2.2540674763149582e-05, 2.3510505343438126e-05, 2.448033592372667e-05, 2.5450168323004618e-05, 2.6419998903293163e-05, 2.7389829483581707e-05]}, "gradients/encoder.encoder.layers.3.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 7.0, 3.0, 10.0, 6.0, 10.0, 5.0, 16.0, 9.0, 13.0, 32.0, 16.0, 25.0, 28.0, 30.0, 39.0, 30.0, 27.0, 37.0, 45.0, 37.0, 38.0, 34.0, 26.0, 53.0, 34.0, 42.0, 26.0, 41.0, 35.0, 32.0, 21.0, 25.0, 28.0, 23.0, 20.0, 12.0, 13.0, 10.0, 12.0, 13.0, 9.0, 13.0, 6.0, 7.0, 7.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-1.3113021850585938e-05, -1.2697651982307434e-05, -1.228228211402893e-05, -1.1866912245750427e-05, -1.1451542377471924e-05, -1.103617250919342e-05, -1.0620802640914917e-05, -1.0205432772636414e-05, -9.79006290435791e-06, -9.374693036079407e-06, -8.959323167800903e-06, -8.5439532995224e-06, -8.128583431243896e-06, -7.713213562965393e-06, -7.29784369468689e-06, -6.882473826408386e-06, -6.467103958129883e-06, -6.051734089851379e-06, -5.636364221572876e-06, -5.2209943532943726e-06, -4.805624485015869e-06, -4.390254616737366e-06, -3.974884748458862e-06, -3.559514880180359e-06, -3.1441450119018555e-06, -2.728775143623352e-06, -2.3134052753448486e-06, -1.8980354070663452e-06, -1.4826655387878418e-06, -1.0672956705093384e-06, -6.51925802230835e-07, -2.3655593395233154e-07, 1.7881393432617188e-07, 5.941838026046753e-07, 1.0095536708831787e-06, 1.4249235391616821e-06, 1.8402934074401855e-06, 2.255663275718689e-06, 2.6710331439971924e-06, 3.086403012275696e-06, 3.5017728805541992e-06, 3.917142748832703e-06, 4.332512617111206e-06, 4.7478824853897095e-06, 5.163252353668213e-06, 5.578622221946716e-06, 5.99399209022522e-06, 6.409361958503723e-06, 6.8247318267822266e-06, 7.24010169506073e-06, 7.655471563339233e-06, 8.070841431617737e-06, 8.48621129989624e-06, 8.901581168174744e-06, 9.316951036453247e-06, 9.73232090473175e-06, 1.0147690773010254e-05, 1.0563060641288757e-05, 1.097843050956726e-05, 1.1393800377845764e-05, 1.1809170246124268e-05, 1.2224540114402771e-05, 1.2639909982681274e-05, 1.3055279850959778e-05, 1.3470649719238281e-05]}, "gradients/encoder.encoder.layers.3.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 6.0, 5.0, 5.0, 12.0, 15.0, 15.0, 23.0, 27.0, 45.0, 55.0, 89.0, 179.0, 245.0, 457.0, 743.0, 1315.0, 2390.0, 4528.0, 8831.0, 13846.0, 35964.0, 95504.0, 440890.0, 303350.0, 79814.0, 31061.0, 14174.0, 6926.0, 3636.0, 1928.0, 1035.0, 584.0, 286.0, 187.0, 114.0, 89.0, 56.0, 38.0, 26.0, 15.0, 16.0, 13.0, 6.0, 6.0, 5.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.0192394256591797e-05, -9.83942300081253e-06, -9.486451745033264e-06, -9.133480489253998e-06, -8.780509233474731e-06, -8.427537977695465e-06, -8.074566721916199e-06, -7.721595466136932e-06, -7.368624210357666e-06, -7.0156529545784e-06, -6.662681698799133e-06, -6.309710443019867e-06, -5.956739187240601e-06, -5.603767931461334e-06, -5.250796675682068e-06, -4.8978254199028015e-06, -4.544854164123535e-06, -4.191882908344269e-06, -3.8389116525650024e-06, -3.485940396785736e-06, -3.1329691410064697e-06, -2.7799978852272034e-06, -2.427026629447937e-06, -2.0740553736686707e-06, -1.7210841178894043e-06, -1.368112862110138e-06, -1.0151416063308716e-06, -6.621703505516052e-07, -3.0919909477233887e-07, 4.377216100692749e-08, 3.9674341678619385e-07, 7.497146725654602e-07, 1.1026859283447266e-06, 1.455657184123993e-06, 1.8086284399032593e-06, 2.1615996956825256e-06, 2.514570951461792e-06, 2.8675422072410583e-06, 3.2205134630203247e-06, 3.573484718799591e-06, 3.926455974578857e-06, 4.279427230358124e-06, 4.63239848613739e-06, 4.9853697419166565e-06, 5.338340997695923e-06, 5.691312253475189e-06, 6.0442835092544556e-06, 6.397254765033722e-06, 6.750226020812988e-06, 7.103197276592255e-06, 7.456168532371521e-06, 7.809139788150787e-06, 8.162111043930054e-06, 8.51508229970932e-06, 8.868053555488586e-06, 9.221024811267853e-06, 9.573996067047119e-06, 9.926967322826385e-06, 1.0279938578605652e-05, 1.0632909834384918e-05, 1.0985881090164185e-05, 1.1338852345943451e-05, 1.1691823601722717e-05, 1.2044794857501984e-05, 1.239776611328125e-05]}, "gradients/encoder.encoder.layers.3.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 4.0, 0.0, 4.0, 6.0, 11.0, 0.0, 13.0, 13.0, 13.0, 25.0, 20.0, 0.0, 43.0, 43.0, 49.0, 77.0, 72.0, 63.0, 0.0, 74.0, 98.0, 70.0, 72.0, 54.0, 0.0, 40.0, 28.0, 24.0, 23.0, 22.0, 0.0, 10.0, 11.0, 7.0, 12.0, 8.0, 2.0, 0.0, 5.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0132789611816406e-06, -9.629875421524048e-07, -9.126961231231689e-07, -8.624047040939331e-07, -8.121132850646973e-07, -7.618218660354614e-07, -7.115304470062256e-07, -6.612390279769897e-07, -6.109476089477539e-07, -5.606561899185181e-07, -5.103647708892822e-07, -4.600733518600464e-07, -4.0978193283081055e-07, -3.594905138015747e-07, -3.0919909477233887e-07, -2.5890767574310303e-07, -2.086162567138672e-07, -1.5832483768463135e-07, -1.0803341865539551e-07, -5.774199962615967e-08, -7.450580596923828e-09, 4.284083843231201e-08, 9.313225746154785e-08, 1.434236764907837e-07, 1.9371509552001953e-07, 2.4400651454925537e-07, 2.942979335784912e-07, 3.4458935260772705e-07, 3.948807716369629e-07, 4.4517219066619873e-07, 4.954636096954346e-07, 5.457550287246704e-07, 5.960464477539062e-07, 6.463378667831421e-07, 6.966292858123779e-07, 7.469207048416138e-07, 7.972121238708496e-07, 8.475035429000854e-07, 8.977949619293213e-07, 9.480863809585571e-07, 9.98377799987793e-07, 1.0486692190170288e-06, 1.0989606380462646e-06, 1.1492520570755005e-06, 1.1995434761047363e-06, 1.2498348951339722e-06, 1.300126314163208e-06, 1.3504177331924438e-06, 1.4007091522216797e-06, 1.4510005712509155e-06, 1.5012919902801514e-06, 1.5515834093093872e-06, 1.601874828338623e-06, 1.6521662473678589e-06, 1.7024576663970947e-06, 1.7527490854263306e-06, 1.8030405044555664e-06, 1.8533319234848022e-06, 1.903623342514038e-06, 1.953914761543274e-06, 2.0042061805725098e-06, 2.0544975996017456e-06, 2.1047890186309814e-06, 2.1550804376602173e-06, 2.205371856689453e-06]}, "gradients/encoder.encoder.layers.3.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 5.0, 1.0, 7.0, 11.0, 16.0, 14.0, 36.0, 40.0, 38.0, 26.0, 79.0, 116.0, 161.0, 99.0, 279.0, 413.0, 563.0, 376.0, 942.0, 1420.0, 2129.0, 1393.0, 3947.0, 6105.0, 9664.0, 6688.0, 20306.0, 34575.0, 67622.0, 63842.0, 483173.0, 187223.0, 67973.0, 20073.0, 26071.0, 15413.0, 9471.0, 3391.0, 4898.0, 3162.0, 2091.0, 758.0, 1207.0, 823.0, 591.0, 213.0, 337.0, 225.0, 169.0, 55.0, 93.0, 77.0, 62.0, 17.0, 29.0, 18.0, 14.0, 6.0, 12.0, 9.0, 4.0, 2.0], "bins": [-3.3974647521972656e-06, -3.293156623840332e-06, -3.1888484954833984e-06, -3.084540367126465e-06, -2.9802322387695312e-06, -2.8759241104125977e-06, -2.771615982055664e-06, -2.6673078536987305e-06, -2.562999725341797e-06, -2.4586915969848633e-06, -2.3543834686279297e-06, -2.250075340270996e-06, -2.1457672119140625e-06, -2.041459083557129e-06, -1.9371509552001953e-06, -1.8328428268432617e-06, -1.7285346984863281e-06, -1.6242265701293945e-06, -1.519918441772461e-06, -1.4156103134155273e-06, -1.3113021850585938e-06, -1.2069940567016602e-06, -1.1026859283447266e-06, -9.98377799987793e-07, -8.940696716308594e-07, -7.897615432739258e-07, -6.854534149169922e-07, -5.811452865600586e-07, -4.76837158203125e-07, -3.725290298461914e-07, -2.682209014892578e-07, -1.6391277313232422e-07, -5.960464477539063e-08, 4.470348358154297e-08, 1.4901161193847656e-07, 2.5331974029541016e-07, 3.5762786865234375e-07, 4.6193599700927734e-07, 5.662441253662109e-07, 6.705522537231445e-07, 7.748603820800781e-07, 8.791685104370117e-07, 9.834766387939453e-07, 1.087784767150879e-06, 1.1920928955078125e-06, 1.296401023864746e-06, 1.4007091522216797e-06, 1.5050172805786133e-06, 1.6093254089355469e-06, 1.7136335372924805e-06, 1.817941665649414e-06, 1.9222497940063477e-06, 2.0265579223632812e-06, 2.130866050720215e-06, 2.2351741790771484e-06, 2.339482307434082e-06, 2.4437904357910156e-06, 2.5480985641479492e-06, 2.652406692504883e-06, 2.7567148208618164e-06, 2.86102294921875e-06, 2.9653310775756836e-06, 3.069639205932617e-06, 3.1739473342895508e-06, 3.2782554626464844e-06]}, "gradients/encoder.encoder.layers.3.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 3.0, 0.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 6.0, 5.0, 4.0, 6.0, 13.0, 8.0, 13.0, 3.0, 15.0, 14.0, 16.0, 10.0, 20.0, 26.0, 23.0, 36.0, 25.0, 51.0, 65.0, 97.0, 98.0, 77.0, 55.0, 50.0, 40.0, 18.0, 25.0, 26.0, 30.0, 22.0, 15.0, 19.0, 14.0, 15.0, 7.0, 10.0, 7.0, 2.0, 5.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-3.337860107421875e-06, -3.2316893339157104e-06, -3.125518560409546e-06, -3.0193477869033813e-06, -2.913177013397217e-06, -2.8070062398910522e-06, -2.7008354663848877e-06, -2.594664692878723e-06, -2.4884939193725586e-06, -2.382323145866394e-06, -2.2761523723602295e-06, -2.169981598854065e-06, -2.0638108253479004e-06, -1.957640051841736e-06, -1.8514692783355713e-06, -1.7452985048294067e-06, -1.6391277313232422e-06, -1.5329569578170776e-06, -1.426786184310913e-06, -1.3206154108047485e-06, -1.214444637298584e-06, -1.1082738637924194e-06, -1.0021030902862549e-06, -8.959323167800903e-07, -7.897615432739258e-07, -6.835907697677612e-07, -5.774199962615967e-07, -4.7124922275543213e-07, -3.650784492492676e-07, -2.5890767574310303e-07, -1.5273690223693848e-07, -4.6566128730773926e-08, 5.960464477539063e-08, 1.6577541828155518e-07, 2.7194619178771973e-07, 3.781169652938843e-07, 4.842877388000488e-07, 5.904585123062134e-07, 6.966292858123779e-07, 8.028000593185425e-07, 9.08970832824707e-07, 1.0151416063308716e-06, 1.1213123798370361e-06, 1.2274831533432007e-06, 1.3336539268493652e-06, 1.4398247003555298e-06, 1.5459954738616943e-06, 1.6521662473678589e-06, 1.7583370208740234e-06, 1.864507794380188e-06, 1.9706785678863525e-06, 2.076849341392517e-06, 2.1830201148986816e-06, 2.289190888404846e-06, 2.3953616619110107e-06, 2.5015324354171753e-06, 2.60770320892334e-06, 2.7138739824295044e-06, 2.820044755935669e-06, 2.9262155294418335e-06, 3.032386302947998e-06, 3.1385570764541626e-06, 3.244727849960327e-06, 3.3508986234664917e-06, 3.4570693969726562e-06]}, "gradients/encoder.encoder.layers.3.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 8.0, 5.0, 11.0, 15.0, 18.0, 69.0, 55.0, 85.0, 98.0, 178.0, 264.0, 365.0, 490.0, 1815.0, 1616.0, 2370.0, 3819.0, 6252.0, 10962.0, 21688.0, 48711.0, 701332.0, 149343.0, 49143.0, 21497.0, 10873.0, 6201.0, 3750.0, 2375.0, 2630.0, 775.0, 589.0, 348.0, 254.0, 169.0, 132.0, 80.0, 80.0, 34.0, 24.0, 16.0, 10.0, 5.0, 4.0, 5.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.205371856689453e-06, -2.1383166313171387e-06, -2.0712614059448242e-06, -2.0042061805725098e-06, -1.9371509552001953e-06, -1.8700957298278809e-06, -1.8030405044555664e-06, -1.735985279083252e-06, -1.6689300537109375e-06, -1.601874828338623e-06, -1.5348196029663086e-06, -1.4677643775939941e-06, -1.4007091522216797e-06, -1.3336539268493652e-06, -1.2665987014770508e-06, -1.1995434761047363e-06, -1.1324882507324219e-06, -1.0654330253601074e-06, -9.98377799987793e-07, -9.313225746154785e-07, -8.642673492431641e-07, -7.972121238708496e-07, -7.301568984985352e-07, -6.631016731262207e-07, -5.960464477539062e-07, -5.289912223815918e-07, -4.6193599700927734e-07, -3.948807716369629e-07, -3.2782554626464844e-07, -2.60770320892334e-07, -1.9371509552001953e-07, -1.2665987014770508e-07, -5.960464477539063e-08, 7.450580596923828e-09, 7.450580596923828e-08, 1.4156103134155273e-07, 2.086162567138672e-07, 2.7567148208618164e-07, 3.427267074584961e-07, 4.0978193283081055e-07, 4.76837158203125e-07, 5.438923835754395e-07, 6.109476089477539e-07, 6.780028343200684e-07, 7.450580596923828e-07, 8.121132850646973e-07, 8.791685104370117e-07, 9.462237358093262e-07, 1.0132789611816406e-06, 1.080334186553955e-06, 1.1473894119262695e-06, 1.214444637298584e-06, 1.2814998626708984e-06, 1.3485550880432129e-06, 1.4156103134155273e-06, 1.4826655387878418e-06, 1.5497207641601562e-06, 1.6167759895324707e-06, 1.6838312149047852e-06, 1.7508864402770996e-06, 1.817941665649414e-06, 1.8849968910217285e-06, 1.952052116394043e-06, 2.0191073417663574e-06, 2.086162567138672e-06]}, "gradients/encoder.encoder.layers.3.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 0.0, 4.0, 2.0, 0.0, 4.0, 0.0, 0.0, 5.0, 6.0, 3.0, 3.0, 6.0, 0.0, 5.0, 8.0, 16.0, 25.0, 33.0, 0.0, 33.0, 58.0, 89.0, 113.0, 0.0, 197.0, 102.0, 79.0, 63.0, 40.0, 0.0, 45.0, 18.0, 14.0, 6.0, 8.0, 0.0, 6.0, 3.0, 4.0, 1.0, 3.0, 0.0, 1.0, 4.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.7285346984863281e-06, -1.6791746020317078e-06, -1.6298145055770874e-06, -1.580454409122467e-06, -1.5310943126678467e-06, -1.4817342162132263e-06, -1.432374119758606e-06, -1.3830140233039856e-06, -1.3336539268493652e-06, -1.2842938303947449e-06, -1.2349337339401245e-06, -1.1855736374855042e-06, -1.1362135410308838e-06, -1.0868534445762634e-06, -1.037493348121643e-06, -9.881332516670227e-07, -9.387731552124023e-07, -8.89413058757782e-07, -8.400529623031616e-07, -7.906928658485413e-07, -7.413327693939209e-07, -6.919726729393005e-07, -6.426125764846802e-07, -5.932524800300598e-07, -5.438923835754395e-07, -4.945322871208191e-07, -4.4517219066619873e-07, -3.9581209421157837e-07, -3.46451997756958e-07, -2.9709190130233765e-07, -2.477318048477173e-07, -1.9837170839309692e-07, -1.4901161193847656e-07, -9.96515154838562e-08, -5.029141902923584e-08, -9.313225746154785e-10, 4.842877388000488e-08, 9.778887033462524e-08, 1.471489667892456e-07, 1.9650906324386597e-07, 2.4586915969848633e-07, 2.952292561531067e-07, 3.4458935260772705e-07, 3.939494490623474e-07, 4.4330954551696777e-07, 4.926696419715881e-07, 5.420297384262085e-07, 5.913898348808289e-07, 6.407499313354492e-07, 6.901100277900696e-07, 7.394701242446899e-07, 7.888302206993103e-07, 8.381903171539307e-07, 8.87550413608551e-07, 9.369105100631714e-07, 9.862706065177917e-07, 1.0356307029724121e-06, 1.0849907994270325e-06, 1.1343508958816528e-06, 1.1837109923362732e-06, 1.2330710887908936e-06, 1.282431185245514e-06, 1.3317912817001343e-06, 1.3811513781547546e-06, 1.430511474609375e-06]}, "gradients/encoder.encoder.layers.3.attention.q_proj.weight": {"_type": "histogram", "values": [3.0, 3.0, 6.0, 3.0, 9.0, 0.0, 10.0, 9.0, 17.0, 26.0, 29.0, 0.0, 59.0, 60.0, 101.0, 126.0, 191.0, 0.0, 275.0, 374.0, 621.0, 902.0, 1369.0, 0.0, 2288.0, 3638.0, 6671.0, 13695.0, 34013.0, 0.0, 131983.0, 655589.0, 131943.0, 33861.0, 0.0, 13829.0, 6698.0, 3701.0, 2268.0, 1423.0, 0.0, 938.0, 578.0, 421.0, 228.0, 161.0, 0.0, 137.0, 83.0, 83.0, 44.0, 33.0, 0.0, 18.0, 16.0, 9.0, 8.0, 9.0, 0.0, 7.0, 4.0, 5.0, 0.0, 1.0], "bins": [-1.5497207641601562e-06, -1.5003606677055359e-06, -1.4510005712509155e-06, -1.4016404747962952e-06, -1.3522803783416748e-06, -1.3029202818870544e-06, -1.253560185432434e-06, -1.2042000889778137e-06, -1.1548399925231934e-06, -1.105479896068573e-06, -1.0561197996139526e-06, -1.0067597031593323e-06, -9.57399606704712e-07, -9.080395102500916e-07, -8.586794137954712e-07, -8.093193173408508e-07, -7.599592208862305e-07, -7.105991244316101e-07, -6.612390279769897e-07, -6.118789315223694e-07, -5.62518835067749e-07, -5.131587386131287e-07, -4.637986421585083e-07, -4.1443854570388794e-07, -3.650784492492676e-07, -3.157183527946472e-07, -2.6635825634002686e-07, -2.169981598854065e-07, -1.6763806343078613e-07, -1.1827796697616577e-07, -6.891787052154541e-08, -1.955777406692505e-08, 2.9802322387695312e-08, 7.916241884231567e-08, 1.2852251529693604e-07, 1.778826117515564e-07, 2.2724270820617676e-07, 2.766028046607971e-07, 3.259629011154175e-07, 3.7532299757003784e-07, 4.246830940246582e-07, 4.7404319047927856e-07, 5.234032869338989e-07, 5.727633833885193e-07, 6.221234798431396e-07, 6.7148357629776e-07, 7.208436727523804e-07, 7.702037692070007e-07, 8.195638656616211e-07, 8.689239621162415e-07, 9.182840585708618e-07, 9.676441550254822e-07, 1.0170042514801025e-06, 1.066364347934723e-06, 1.1157244443893433e-06, 1.1650845408439636e-06, 1.214444637298584e-06, 1.2638047337532043e-06, 1.3131648302078247e-06, 1.362524926662445e-06, 1.4118850231170654e-06, 1.4612451195716858e-06, 1.5106052160263062e-06, 1.5599653124809265e-06, 1.6093254089355469e-06]}, "gradients/encoder.encoder.layers.3.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 3.0, 5.0, 5.0, 0.0, 5.0, 7.0, 8.0, 8.0, 0.0, 23.0, 19.0, 36.0, 53.0, 0.0, 86.0, 155.0, 224.0, 133.0, 0.0, 84.0, 48.0, 27.0, 18.0, 0.0, 15.0, 7.0, 8.0, 5.0, 0.0, 4.0, 9.0, 6.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-1.5497207641601562e-06, -1.5022233128547668e-06, -1.4547258615493774e-06, -1.407228410243988e-06, -1.3597309589385986e-06, -1.3122335076332092e-06, -1.2647360563278198e-06, -1.2172386050224304e-06, -1.169741153717041e-06, -1.1222437024116516e-06, -1.0747462511062622e-06, -1.0272487998008728e-06, -9.797513484954834e-07, -9.32253897190094e-07, -8.847564458847046e-07, -8.372589945793152e-07, -7.897615432739258e-07, -7.422640919685364e-07, -6.94766640663147e-07, -6.472691893577576e-07, -5.997717380523682e-07, -5.522742867469788e-07, -5.047768354415894e-07, -4.5727938413619995e-07, -4.0978193283081055e-07, -3.6228448152542114e-07, -3.1478703022003174e-07, -2.6728957891464233e-07, -2.1979212760925293e-07, -1.7229467630386353e-07, -1.2479722499847412e-07, -7.729977369308472e-08, -2.9802322387695312e-08, 1.7695128917694092e-08, 6.51925802230835e-08, 1.126900315284729e-07, 1.601874828338623e-07, 2.076849341392517e-07, 2.551823854446411e-07, 3.026798367500305e-07, 3.501772880554199e-07, 3.976747393608093e-07, 4.4517219066619873e-07, 4.926696419715881e-07, 5.401670932769775e-07, 5.876645445823669e-07, 6.351619958877563e-07, 6.826594471931458e-07, 7.301568984985352e-07, 7.776543498039246e-07, 8.25151801109314e-07, 8.726492524147034e-07, 9.201467037200928e-07, 9.676441550254822e-07, 1.0151416063308716e-06, 1.062639057636261e-06, 1.1101365089416504e-06, 1.1576339602470398e-06, 1.2051314115524292e-06, 1.2526288628578186e-06, 1.300126314163208e-06, 1.3476237654685974e-06, 1.3951212167739868e-06, 1.4426186680793762e-06, 1.4901161193847656e-06]}, "gradients/encoder.encoder.layers.3.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 7.0, 8.0, 10.0, 18.0, 33.0, 42.0, 69.0, 110.0, 147.0, 106.0, 84.0, 59.0, 47.0, 44.0, 36.0, 31.0, 29.0, 19.0, 15.0, 13.0, 11.0, 13.0, 7.0, 4.0, 8.0, 5.0, 5.0, 7.0, 3.0, 2.0, 2.0, 4.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0], "bins": [-1.217275348608382e-05, -1.1632978385023307e-05, -1.1093203283962794e-05, -1.055342818290228e-05, -1.0013653081841767e-05, -9.473877980781253e-06, -8.93410287972074e-06, -8.394326869165525e-06, -7.854552677599713e-06, -7.3147775765392e-06, -6.775002475478686e-06, -6.235227374418173e-06, -5.69545227335766e-06, -5.155677172297146e-06, -4.615901616489282e-06, -4.0761265154287685e-06, -3.536350959620904e-06, -2.9965758585603908e-06, -2.4568007574998774e-06, -1.9170254290656885e-06, -1.3772503280051751e-06, -8.374752269446617e-07, -2.9769989851047285e-07, 2.4207520255004056e-07, 7.81850303610554e-07, 1.3216254046710674e-06, 1.8614006194184185e-06, 2.4011758341657696e-06, 2.940950935226283e-06, 3.4807260362867964e-06, 4.020501364720985e-06, 4.560276465781499e-06, 5.100051566842012e-06, 5.6398266679025255e-06, 6.179601768963039e-06, 6.719376870023552e-06, 7.259151971084066e-06, 7.798927072144579e-06, 8.338702173205093e-06, 8.878478183760308e-06, 9.41825237532612e-06, 9.958027476386633e-06, 1.0497802577447146e-05, 1.103757767850766e-05, 1.1577352779568173e-05, 1.2117127880628686e-05, 1.26569029816892e-05, 1.3196678992244415e-05, 1.3736454093304928e-05, 1.4276229194365442e-05, 1.4816004295425955e-05, 1.535577939648647e-05, 1.5895555407041684e-05, 1.6435329598607495e-05, 1.697510560916271e-05, 1.7514879800728522e-05, 1.8054655811283737e-05, 1.8594431821838953e-05, 1.9134206013404764e-05, 1.967398202395998e-05, 2.021375621552579e-05, 2.0753532226081006e-05, 2.1293306417646818e-05, 2.1833082428202033e-05, 2.2372856619767845e-05]}, "gradients/encoder.encoder.layers.3.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 5.0, 4.0, 5.0, 5.0, 4.0, 8.0, 6.0, 9.0, 10.0, 11.0, 14.0, 20.0, 22.0, 30.0, 28.0, 32.0, 38.0, 43.0, 33.0, 28.0, 47.0, 51.0, 53.0, 50.0, 51.0, 46.0, 38.0, 30.0, 26.0, 39.0, 29.0, 36.0, 24.0, 17.0, 24.0, 19.0, 14.0, 12.0, 11.0, 8.0, 5.0, 8.0, 3.0, 2.0, 2.0, 3.0, 4.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-9.894371032714844e-06, -9.532086551189423e-06, -9.169802069664001e-06, -8.80751758813858e-06, -8.44523310661316e-06, -8.082948625087738e-06, -7.720664143562317e-06, -7.358379662036896e-06, -6.996095180511475e-06, -6.6338106989860535e-06, -6.271526217460632e-06, -5.909241735935211e-06, -5.54695725440979e-06, -5.184672772884369e-06, -4.822388291358948e-06, -4.460103809833527e-06, -4.0978193283081055e-06, -3.7355348467826843e-06, -3.373250365257263e-06, -3.010965883731842e-06, -2.648681402206421e-06, -2.2863969206809998e-06, -1.9241124391555786e-06, -1.5618279576301575e-06, -1.1995434761047363e-06, -8.372589945793152e-07, -4.7497451305389404e-07, -1.126900315284729e-07, 2.4959444999694824e-07, 6.118789315223694e-07, 9.741634130477905e-07, 1.3364478945732117e-06, 1.6987323760986328e-06, 2.061016857624054e-06, 2.423301339149475e-06, 2.7855858206748962e-06, 3.1478703022003174e-06, 3.5101547837257385e-06, 3.87243926525116e-06, 4.234723746776581e-06, 4.597008228302002e-06, 4.959292709827423e-06, 5.321577191352844e-06, 5.683861672878265e-06, 6.0461461544036865e-06, 6.408430635929108e-06, 6.770715117454529e-06, 7.13299959897995e-06, 7.495284080505371e-06, 7.857568562030792e-06, 8.219853043556213e-06, 8.582137525081635e-06, 8.944422006607056e-06, 9.306706488132477e-06, 9.668990969657898e-06, 1.0031275451183319e-05, 1.039355993270874e-05, 1.0755844414234161e-05, 1.1118128895759583e-05, 1.1480413377285004e-05, 1.1842697858810425e-05, 1.2204982340335846e-05, 1.2567266821861267e-05, 1.2929551303386688e-05, 1.329183578491211e-05]}, "gradients/encoder.encoder.layers.2.feed_forward.output_dense.weight": {"_type": "histogram", "values": [3.0, 4.0, 6.0, 17.0, 17.0, 31.0, 55.0, 99.0, 133.0, 218.0, 331.0, 588.0, 948.0, 1441.0, 2390.0, 2955.0, 5524.0, 8906.0, 15114.0, 27526.0, 53954.0, 92316.0, 422652.0, 3232215.0, 165246.0, 71257.0, 31873.0, 22457.0, 13167.0, 8039.0, 5131.0, 2714.0, 2298.0, 1592.0, 1007.0, 681.0, 435.0, 239.0, 216.0, 146.0, 85.0, 66.0, 31.0, 30.0, 29.0, 16.0, 24.0, 19.0, 6.0, 10.0, 8.0, 10.0, 7.0, 8.0, 2.0, 3.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-8.046627044677734e-06, -7.700175046920776e-06, -7.353723049163818e-06, -7.00727105140686e-06, -6.660819053649902e-06, -6.314367055892944e-06, -5.967915058135986e-06, -5.621463060379028e-06, -5.27501106262207e-06, -4.928559064865112e-06, -4.582107067108154e-06, -4.235655069351196e-06, -3.889203071594238e-06, -3.5427510738372803e-06, -3.1962990760803223e-06, -2.8498470783233643e-06, -2.5033950805664062e-06, -2.1569430828094482e-06, -1.8104910850524902e-06, -1.4640390872955322e-06, -1.1175870895385742e-06, -7.711350917816162e-07, -4.246830940246582e-07, -7.82310962677002e-08, 2.682209014892578e-07, 6.146728992462158e-07, 9.611248970031738e-07, 1.3075768947601318e-06, 1.6540288925170898e-06, 2.000480890274048e-06, 2.346932888031006e-06, 2.693384885787964e-06, 3.039836883544922e-06, 3.38628888130188e-06, 3.732740879058838e-06, 4.079192876815796e-06, 4.425644874572754e-06, 4.772096872329712e-06, 5.11854887008667e-06, 5.465000867843628e-06, 5.811452865600586e-06, 6.157904863357544e-06, 6.504356861114502e-06, 6.85080885887146e-06, 7.197260856628418e-06, 7.543712854385376e-06, 7.890164852142334e-06, 8.236616849899292e-06, 8.58306884765625e-06, 8.929520845413208e-06, 9.275972843170166e-06, 9.622424840927124e-06, 9.968876838684082e-06, 1.031532883644104e-05, 1.0661780834197998e-05, 1.1008232831954956e-05, 1.1354684829711914e-05, 1.1701136827468872e-05, 1.204758882522583e-05, 1.2394040822982788e-05, 1.2740492820739746e-05, 1.3086944818496704e-05, 1.3433396816253662e-05, 1.377984881401062e-05, 1.4126300811767578e-05]}, "gradients/encoder.encoder.layers.2.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 8.0, 6.0, 6.0, 0.0, 9.0, 10.0, 10.0, 11.0, 20.0, 25.0, 32.0, 52.0, 58.0, 68.0, 0.0, 69.0, 75.0, 74.0, 74.0, 78.0, 69.0, 55.0, 38.0, 38.0, 0.0, 25.0, 26.0, 16.0, 15.0, 7.0, 8.0, 6.0, 4.0, 4.0, 6.0, 0.0, 5.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3113021850585938e-06, -1.257285475730896e-06, -1.2032687664031982e-06, -1.1492520570755005e-06, -1.0952353477478027e-06, -1.041218638420105e-06, -9.872019290924072e-07, -9.331852197647095e-07, -8.791685104370117e-07, -8.25151801109314e-07, -7.711350917816162e-07, -7.171183824539185e-07, -6.631016731262207e-07, -6.09084963798523e-07, -5.550682544708252e-07, -5.010515451431274e-07, -4.470348358154297e-07, -3.9301812648773193e-07, -3.390014171600342e-07, -2.849847078323364e-07, -2.3096799850463867e-07, -1.7695128917694092e-07, -1.2293457984924316e-07, -6.891787052154541e-08, -1.4901161193847656e-08, 3.91155481338501e-08, 9.313225746154785e-08, 1.471489667892456e-07, 2.0116567611694336e-07, 2.551823854446411e-07, 3.0919909477233887e-07, 3.632158041000366e-07, 4.172325134277344e-07, 4.7124922275543213e-07, 5.252659320831299e-07, 5.792826414108276e-07, 6.332993507385254e-07, 6.873160600662231e-07, 7.413327693939209e-07, 7.953494787216187e-07, 8.493661880493164e-07, 9.033828973770142e-07, 9.57399606704712e-07, 1.0114163160324097e-06, 1.0654330253601074e-06, 1.1194497346878052e-06, 1.173466444015503e-06, 1.2274831533432007e-06, 1.2814998626708984e-06, 1.3355165719985962e-06, 1.389533281326294e-06, 1.4435499906539917e-06, 1.4975666999816895e-06, 1.5515834093093872e-06, 1.605600118637085e-06, 1.6596168279647827e-06, 1.7136335372924805e-06, 1.7676502466201782e-06, 1.821666955947876e-06, 1.8756836652755737e-06, 1.9297003746032715e-06, 1.9837170839309692e-06, 2.037733793258667e-06, 2.0917505025863647e-06, 2.1457672119140625e-06]}, "gradients/encoder.encoder.layers.2.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 8.0, 9.0, 13.0, 24.0, 20.0, 44.0, 55.0, 80.0, 116.0, 136.0, 228.0, 322.0, 529.0, 776.0, 1835.0, 2120.0, 3302.0, 5325.0, 8563.0, 14020.0, 24801.0, 44390.0, 85292.0, 187805.0, 717581.0, 2717537.0, 188126.0, 84785.0, 43821.0, 24721.0, 14228.0, 8376.0, 5269.0, 3431.0, 2164.0, 1920.0, 795.0, 540.0, 374.0, 219.0, 172.0, 124.0, 75.0, 68.0, 52.0, 28.0, 36.0, 11.0, 8.0, 9.0, 3.0, 3.0, 2.0, 1.0, 0.0, 2.0, 2.0], "bins": [-3.993511199951172e-06, -3.868713974952698e-06, -3.7439167499542236e-06, -3.6191195249557495e-06, -3.4943222999572754e-06, -3.3695250749588013e-06, -3.244727849960327e-06, -3.119930624961853e-06, -2.995133399963379e-06, -2.8703361749649048e-06, -2.7455389499664307e-06, -2.6207417249679565e-06, -2.4959444999694824e-06, -2.3711472749710083e-06, -2.246350049972534e-06, -2.12155282497406e-06, -1.996755599975586e-06, -1.8719583749771118e-06, -1.7471611499786377e-06, -1.6223639249801636e-06, -1.4975666999816895e-06, -1.3727694749832153e-06, -1.2479722499847412e-06, -1.123175024986267e-06, -9.98377799987793e-07, -8.735805749893188e-07, -7.487833499908447e-07, -6.239861249923706e-07, -4.991888999938965e-07, -3.7439167499542236e-07, -2.4959444999694824e-07, -1.2479722499847412e-07, 0.0, 1.2479722499847412e-07, 2.4959444999694824e-07, 3.7439167499542236e-07, 4.991888999938965e-07, 6.239861249923706e-07, 7.487833499908447e-07, 8.735805749893188e-07, 9.98377799987793e-07, 1.123175024986267e-06, 1.2479722499847412e-06, 1.3727694749832153e-06, 1.4975666999816895e-06, 1.6223639249801636e-06, 1.7471611499786377e-06, 1.8719583749771118e-06, 1.996755599975586e-06, 2.12155282497406e-06, 2.246350049972534e-06, 2.3711472749710083e-06, 2.4959444999694824e-06, 2.6207417249679565e-06, 2.7455389499664307e-06, 2.8703361749649048e-06, 2.995133399963379e-06, 3.119930624961853e-06, 3.244727849960327e-06, 3.3695250749588013e-06, 3.4943222999572754e-06, 3.6191195249557495e-06, 3.7439167499542236e-06, 3.868713974952698e-06, 3.993511199951172e-06]}, "gradients/encoder.encoder.layers.2.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 8.0, 8.0, 17.0, 14.0, 8.0, 22.0, 21.0, 32.0, 43.0, 38.0, 56.0, 61.0, 46.0, 75.0, 101.0, 128.0, 217.0, 489.0, 929.0, 639.0, 184.0, 223.0, 144.0, 105.0, 91.0, 67.0, 57.0, 54.0, 31.0, 35.0, 25.0, 29.0, 18.0, 19.0, 13.0, 10.0, 4.0, 10.0, 5.0, 1.0, 1.0, 2.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.337860107421875e-06, -3.2261013984680176e-06, -3.11434268951416e-06, -3.0025839805603027e-06, -2.8908252716064453e-06, -2.779066562652588e-06, -2.6673078536987305e-06, -2.555549144744873e-06, -2.4437904357910156e-06, -2.332031726837158e-06, -2.2202730178833008e-06, -2.1085143089294434e-06, -1.996755599975586e-06, -1.8849968910217285e-06, -1.773238182067871e-06, -1.6614794731140137e-06, -1.5497207641601562e-06, -1.4379620552062988e-06, -1.3262033462524414e-06, -1.214444637298584e-06, -1.1026859283447266e-06, -9.909272193908691e-07, -8.791685104370117e-07, -7.674098014831543e-07, -6.556510925292969e-07, -5.438923835754395e-07, -4.3213367462158203e-07, -3.203749656677246e-07, -2.086162567138672e-07, -9.685754776000977e-08, 1.4901161193847656e-08, 1.2665987014770508e-07, 2.384185791015625e-07, 3.501772880554199e-07, 4.6193599700927734e-07, 5.736947059631348e-07, 6.854534149169922e-07, 7.972121238708496e-07, 9.08970832824707e-07, 1.0207295417785645e-06, 1.1324882507324219e-06, 1.2442469596862793e-06, 1.3560056686401367e-06, 1.4677643775939941e-06, 1.5795230865478516e-06, 1.691281795501709e-06, 1.8030405044555664e-06, 1.914799213409424e-06, 2.0265579223632812e-06, 2.1383166313171387e-06, 2.250075340270996e-06, 2.3618340492248535e-06, 2.473592758178711e-06, 2.5853514671325684e-06, 2.6971101760864258e-06, 2.808868885040283e-06, 2.9206275939941406e-06, 3.032386302947998e-06, 3.1441450119018555e-06, 3.255903720855713e-06, 3.3676624298095703e-06, 3.4794211387634277e-06, 3.591179847717285e-06, 3.7029385566711426e-06, 3.814697265625e-06]}, "gradients/encoder.encoder.layers.2.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 5.0, 8.0, 18.0, 13.0, 25.0, 68.0, 115.0, 246.0, 241.0, 103.0, 73.0, 35.0, 18.0, 17.0, 12.0, 5.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.182393164839596e-05, -6.941903120605275e-05, -6.701413076370955e-05, -6.460923032136634e-05, -6.220432987902313e-05, -5.979942579870112e-05, -5.739452171837911e-05, -5.4989621276035905e-05, -5.25847208336927e-05, -5.0179820391349494e-05, -4.777491994900629e-05, -4.537001586868428e-05, -4.296511542634107e-05, -4.0560214983997867e-05, -3.8155310903675854e-05, -3.575041046133265e-05, -3.3345510018989444e-05, -3.094060957664624e-05, -2.853570731531363e-05, -2.613080505398102e-05, -2.3725904611637816e-05, -2.132100416929461e-05, -1.8916101907962002e-05, -1.6511199646629393e-05, -1.4106299204286188e-05, -1.1701397852448281e-05, -9.296496500610374e-06, -6.891595148772467e-06, -4.48669379693456e-06, -2.081792445096653e-06, 3.2310890674125403e-07, 2.728011168073863e-06, 5.132904334459454e-06, 7.537805686297361e-06, 9.942707038135268e-06, 1.2347608389973175e-05, 1.4752509741811082e-05, 1.7157410184154287e-05, 1.9562312445486896e-05, 2.1967214706819504e-05, 2.437211514916271e-05, 2.6777015591505915e-05, 2.9181917852838524e-05, 3.158682011417113e-05, 3.399172055651434e-05, 3.639662099885754e-05, 3.8801525079179555e-05, 4.120642552152276e-05, 4.3611325963865966e-05, 4.601622640620917e-05, 4.8421126848552376e-05, 5.082603092887439e-05, 5.3230931371217594e-05, 5.56358318135608e-05, 5.804073589388281e-05, 6.0445636336226016e-05, 6.285053677856922e-05, 6.525543722091243e-05, 6.766033766325563e-05, 7.006523810559884e-05, 7.247013854794204e-05, 7.487504626624286e-05, 7.727994670858607e-05, 7.968484715092927e-05, 8.208974759327248e-05]}, "gradients/encoder.encoder.layers.2.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 2.0, 4.0, 6.0, 9.0, 5.0, 12.0, 7.0, 5.0, 17.0, 12.0, 17.0, 12.0, 24.0, 24.0, 22.0, 37.0, 28.0, 23.0, 32.0, 30.0, 50.0, 38.0, 42.0, 37.0, 34.0, 33.0, 27.0, 33.0, 36.0, 33.0, 36.0, 27.0, 30.0, 30.0, 30.0, 28.0, 28.0, 17.0, 14.0, 16.0, 8.0, 7.0, 15.0, 8.0, 6.0, 7.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-1.2040138244628906e-05, -1.1664815247058868e-05, -1.128949224948883e-05, -1.0914169251918793e-05, -1.0538846254348755e-05, -1.0163523256778717e-05, -9.78820025920868e-06, -9.412877261638641e-06, -9.037554264068604e-06, -8.662231266498566e-06, -8.286908268928528e-06, -7.91158527135849e-06, -7.536262273788452e-06, -7.160939276218414e-06, -6.7856162786483765e-06, -6.410293281078339e-06, -6.034970283508301e-06, -5.659647285938263e-06, -5.284324288368225e-06, -4.909001290798187e-06, -4.533678293228149e-06, -4.1583552956581116e-06, -3.7830322980880737e-06, -3.407709300518036e-06, -3.032386302947998e-06, -2.65706330537796e-06, -2.2817403078079224e-06, -1.9064173102378845e-06, -1.5310943126678467e-06, -1.1557713150978088e-06, -7.80448317527771e-07, -4.0512531995773315e-07, -2.9802322387695312e-08, 3.4552067518234253e-07, 7.208436727523804e-07, 1.0961666703224182e-06, 1.471489667892456e-06, 1.846812665462494e-06, 2.2221356630325317e-06, 2.5974586606025696e-06, 2.9727816581726074e-06, 3.3481046557426453e-06, 3.723427653312683e-06, 4.098750650882721e-06, 4.474073648452759e-06, 4.849396646022797e-06, 5.2247196435928345e-06, 5.600042641162872e-06, 5.97536563873291e-06, 6.350688636302948e-06, 6.726011633872986e-06, 7.101334631443024e-06, 7.4766576290130615e-06, 7.8519806265831e-06, 8.227303624153137e-06, 8.602626621723175e-06, 8.977949619293213e-06, 9.35327261686325e-06, 9.728595614433289e-06, 1.0103918612003326e-05, 1.0479241609573364e-05, 1.0854564607143402e-05, 1.122988760471344e-05, 1.1605210602283478e-05, 1.1980533599853516e-05]}, "gradients/encoder.encoder.layers.2.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 3.0, 3.0, 3.0, 5.0, 6.0, 13.0, 18.0, 17.0, 19.0, 34.0, 62.0, 97.0, 150.0, 229.0, 415.0, 727.0, 1259.0, 1703.0, 3550.0, 6559.0, 13169.0, 29046.0, 73121.0, 166774.0, 503354.0, 150536.0, 53043.0, 22168.0, 10328.0, 5425.0, 2399.0, 1764.0, 1040.0, 596.0, 346.0, 202.0, 131.0, 91.0, 59.0, 24.0, 12.0, 17.0, 11.0, 10.0, 10.0, 4.0, 4.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0], "bins": [-1.1265277862548828e-05, -1.091696321964264e-05, -1.056864857673645e-05, -1.0220333933830261e-05, -9.872019290924072e-06, -9.523704648017883e-06, -9.175390005111694e-06, -8.827075362205505e-06, -8.478760719299316e-06, -8.130446076393127e-06, -7.782131433486938e-06, -7.4338167905807495e-06, -7.0855021476745605e-06, -6.737187504768372e-06, -6.388872861862183e-06, -6.040558218955994e-06, -5.692243576049805e-06, -5.343928933143616e-06, -4.995614290237427e-06, -4.647299647331238e-06, -4.298985004425049e-06, -3.95067036151886e-06, -3.602355718612671e-06, -3.254041075706482e-06, -2.905726432800293e-06, -2.557411789894104e-06, -2.209097146987915e-06, -1.860782504081726e-06, -1.5124678611755371e-06, -1.1641532182693481e-06, -8.158385753631592e-07, -4.675239324569702e-07, -1.1920928955078125e-07, 2.2910535335540771e-07, 5.774199962615967e-07, 9.257346391677856e-07, 1.2740492820739746e-06, 1.6223639249801636e-06, 1.9706785678863525e-06, 2.3189932107925415e-06, 2.6673078536987305e-06, 3.0156224966049194e-06, 3.3639371395111084e-06, 3.7122517824172974e-06, 4.060566425323486e-06, 4.408881068229675e-06, 4.757195711135864e-06, 5.105510354042053e-06, 5.453824996948242e-06, 5.802139639854431e-06, 6.15045428276062e-06, 6.498768925666809e-06, 6.847083568572998e-06, 7.195398211479187e-06, 7.543712854385376e-06, 7.892027497291565e-06, 8.240342140197754e-06, 8.588656783103943e-06, 8.936971426010132e-06, 9.28528606891632e-06, 9.63360071182251e-06, 9.981915354728699e-06, 1.0330229997634888e-05, 1.0678544640541077e-05, 1.1026859283447266e-05]}, "gradients/encoder.encoder.layers.2.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 4.0, 5.0, 3.0, 8.0, 6.0, 8.0, 17.0, 13.0, 16.0, 26.0, 36.0, 54.0, 56.0, 0.0, 70.0, 58.0, 68.0, 76.0, 96.0, 64.0, 68.0, 48.0, 57.0, 36.0, 27.0, 17.0, 19.0, 13.0, 11.0, 6.0, 4.0, 8.0, 6.0, 3.0, 0.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.430511474609375e-06, -1.3737007975578308e-06, -1.3168901205062866e-06, -1.2600794434547424e-06, -1.2032687664031982e-06, -1.146458089351654e-06, -1.0896474123001099e-06, -1.0328367352485657e-06, -9.760260581970215e-07, -9.192153811454773e-07, -8.624047040939331e-07, -8.055940270423889e-07, -7.487833499908447e-07, -6.919726729393005e-07, -6.351619958877563e-07, -5.783513188362122e-07, -5.21540641784668e-07, -4.647299647331238e-07, -4.079192876815796e-07, -3.511086106300354e-07, -2.942979335784912e-07, -2.3748725652694702e-07, -1.8067657947540283e-07, -1.2386590242385864e-07, -6.705522537231445e-08, -1.0244548320770264e-08, 4.6566128730773926e-08, 1.0337680578231812e-07, 1.601874828338623e-07, 2.169981598854065e-07, 2.738088369369507e-07, 3.3061951398849487e-07, 3.8743019104003906e-07, 4.4424086809158325e-07, 5.010515451431274e-07, 5.578622221946716e-07, 6.146728992462158e-07, 6.7148357629776e-07, 7.282942533493042e-07, 7.851049304008484e-07, 8.419156074523926e-07, 8.987262845039368e-07, 9.55536961555481e-07, 1.0123476386070251e-06, 1.0691583156585693e-06, 1.1259689927101135e-06, 1.1827796697616577e-06, 1.239590346813202e-06, 1.296401023864746e-06, 1.3532117009162903e-06, 1.4100223779678345e-06, 1.4668330550193787e-06, 1.5236437320709229e-06, 1.580454409122467e-06, 1.6372650861740112e-06, 1.6940757632255554e-06, 1.7508864402770996e-06, 1.8076971173286438e-06, 1.864507794380188e-06, 1.921318471431732e-06, 1.9781291484832764e-06, 2.0349398255348206e-06, 2.0917505025863647e-06, 2.148561179637909e-06, 2.205371856689453e-06]}, "gradients/encoder.encoder.layers.2.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 5.0, 6.0, 9.0, 9.0, 15.0, 28.0, 45.0, 67.0, 115.0, 168.0, 256.0, 422.0, 603.0, 985.0, 663.0, 1866.0, 2968.0, 4906.0, 8116.0, 14041.0, 24863.0, 46427.0, 104608.0, 497675.0, 128747.0, 104316.0, 46338.0, 24856.0, 14013.0, 8308.0, 4894.0, 3065.0, 1800.0, 1183.0, 764.0, 261.0, 406.0, 240.0, 176.0, 104.0, 79.0, 44.0, 43.0, 25.0, 16.0, 6.0, 3.0, 5.0, 4.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.516674041748047e-06, -3.4030526876449585e-06, -3.28943133354187e-06, -3.1758099794387817e-06, -3.0621886253356934e-06, -2.948567271232605e-06, -2.8349459171295166e-06, -2.7213245630264282e-06, -2.60770320892334e-06, -2.4940818548202515e-06, -2.380460500717163e-06, -2.2668391466140747e-06, -2.1532177925109863e-06, -2.039596438407898e-06, -1.9259750843048096e-06, -1.8123537302017212e-06, -1.6987323760986328e-06, -1.5851110219955444e-06, -1.471489667892456e-06, -1.3578683137893677e-06, -1.2442469596862793e-06, -1.130625605583191e-06, -1.0170042514801025e-06, -9.033828973770142e-07, -7.897615432739258e-07, -6.761401891708374e-07, -5.62518835067749e-07, -4.4889748096466064e-07, -3.3527612686157227e-07, -2.2165477275848389e-07, -1.0803341865539551e-07, 5.587935447692871e-09, 1.1920928955078125e-07, 2.3283064365386963e-07, 3.46451997756958e-07, 4.600733518600464e-07, 5.736947059631348e-07, 6.873160600662231e-07, 8.009374141693115e-07, 9.145587682723999e-07, 1.0281801223754883e-06, 1.1418014764785767e-06, 1.255422830581665e-06, 1.3690441846847534e-06, 1.4826655387878418e-06, 1.5962868928909302e-06, 1.7099082469940186e-06, 1.823529601097107e-06, 1.9371509552001953e-06, 2.0507723093032837e-06, 2.164393663406372e-06, 2.2780150175094604e-06, 2.391636371612549e-06, 2.505257725715637e-06, 2.6188790798187256e-06, 2.732500433921814e-06, 2.8461217880249023e-06, 2.9597431421279907e-06, 3.073364496231079e-06, 3.1869858503341675e-06, 3.300607204437256e-06, 3.4142285585403442e-06, 3.5278499126434326e-06, 3.641471266746521e-06, 3.7550926208496094e-06]}, "gradients/encoder.encoder.layers.2.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 4.0, 4.0, 4.0, 7.0, 3.0, 4.0, 2.0, 9.0, 15.0, 8.0, 21.0, 12.0, 23.0, 29.0, 18.0, 33.0, 18.0, 36.0, 18.0, 69.0, 63.0, 31.0, 129.0, 48.0, 61.0, 54.0, 23.0, 35.0, 16.0, 26.0, 36.0, 6.0, 31.0, 11.0, 23.0, 18.0, 7.0, 10.0, 2.0, 11.0, 6.0, 3.0, 6.0, 1.0, 5.0, 3.0, 2.0, 2.0, 1.0, 1.0, 3.0], "bins": [-3.3974647521972656e-06, -3.302469849586487e-06, -3.207474946975708e-06, -3.112480044364929e-06, -3.0174851417541504e-06, -2.9224902391433716e-06, -2.8274953365325928e-06, -2.732500433921814e-06, -2.637505531311035e-06, -2.5425106287002563e-06, -2.4475157260894775e-06, -2.3525208234786987e-06, -2.25752592086792e-06, -2.162531018257141e-06, -2.0675361156463623e-06, -1.9725412130355835e-06, -1.8775463104248047e-06, -1.7825514078140259e-06, -1.687556505203247e-06, -1.5925616025924683e-06, -1.4975666999816895e-06, -1.4025717973709106e-06, -1.3075768947601318e-06, -1.212581992149353e-06, -1.1175870895385742e-06, -1.0225921869277954e-06, -9.275972843170166e-07, -8.326023817062378e-07, -7.37607479095459e-07, -6.426125764846802e-07, -5.476176738739014e-07, -4.5262277126312256e-07, -3.5762786865234375e-07, -2.6263296604156494e-07, -1.6763806343078613e-07, -7.264316082000732e-08, 2.2351741790771484e-08, 1.1734664440155029e-07, 2.123415470123291e-07, 3.073364496231079e-07, 4.023313522338867e-07, 4.973262548446655e-07, 5.923211574554443e-07, 6.873160600662231e-07, 7.82310962677002e-07, 8.773058652877808e-07, 9.723007678985596e-07, 1.0672956705093384e-06, 1.1622905731201172e-06, 1.257285475730896e-06, 1.3522803783416748e-06, 1.4472752809524536e-06, 1.5422701835632324e-06, 1.6372650861740112e-06, 1.73225998878479e-06, 1.8272548913955688e-06, 1.9222497940063477e-06, 2.0172446966171265e-06, 2.1122395992279053e-06, 2.207234501838684e-06, 2.302229404449463e-06, 2.3972243070602417e-06, 2.4922192096710205e-06, 2.5872141122817993e-06, 2.682209014892578e-06]}, "gradients/encoder.encoder.layers.2.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 8.0, 4.0, 8.0, 9.0, 15.0, 13.0, 23.0, 15.0, 22.0, 18.0, 46.0, 52.0, 66.0, 61.0, 167.0, 181.0, 415.0, 427.0, 1100.0, 1224.0, 3547.0, 4704.0, 16031.0, 29235.0, 234221.0, 668367.0, 49071.0, 23755.0, 6285.0, 4613.0, 1607.0, 1404.0, 524.0, 522.0, 174.0, 217.0, 94.0, 111.0, 45.0, 42.0, 25.0, 28.0, 17.0, 11.0, 6.0, 11.0, 8.0, 9.0, 5.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.827976226806641e-06, -4.678033292293549e-06, -4.5280903577804565e-06, -4.3781474232673645e-06, -4.2282044887542725e-06, -4.07826155424118e-06, -3.928318619728088e-06, -3.7783756852149963e-06, -3.6284327507019043e-06, -3.4784898161888123e-06, -3.3285468816757202e-06, -3.178603947162628e-06, -3.028661012649536e-06, -2.878718078136444e-06, -2.728775143623352e-06, -2.57883220911026e-06, -2.428889274597168e-06, -2.278946340084076e-06, -2.129003405570984e-06, -1.979060471057892e-06, -1.8291175365447998e-06, -1.6791746020317078e-06, -1.5292316675186157e-06, -1.3792887330055237e-06, -1.2293457984924316e-06, -1.0794028639793396e-06, -9.294599294662476e-07, -7.795169949531555e-07, -6.295740604400635e-07, -4.796311259269714e-07, -3.296881914138794e-07, -1.7974525690078735e-07, -2.9802322387695312e-08, 1.2014061212539673e-07, 2.7008354663848877e-07, 4.200264811515808e-07, 5.699694156646729e-07, 7.199123501777649e-07, 8.698552846908569e-07, 1.019798219203949e-06, 1.169741153717041e-06, 1.319684088230133e-06, 1.469627022743225e-06, 1.6195699572563171e-06, 1.7695128917694092e-06, 1.9194558262825012e-06, 2.0693987607955933e-06, 2.2193416953086853e-06, 2.3692846298217773e-06, 2.5192275643348694e-06, 2.6691704988479614e-06, 2.8191134333610535e-06, 2.9690563678741455e-06, 3.1189993023872375e-06, 3.2689422369003296e-06, 3.4188851714134216e-06, 3.5688281059265137e-06, 3.7187710404396057e-06, 3.868713974952698e-06, 4.01865690946579e-06, 4.168599843978882e-06, 4.318542778491974e-06, 4.468485713005066e-06, 4.618428647518158e-06, 4.76837158203125e-06]}, "gradients/encoder.encoder.layers.2.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 0.0, 0.0, 6.0, 2.0, 7.0, 3.0, 10.0, 3.0, 9.0, 13.0, 17.0, 20.0, 17.0, 62.0, 44.0, 64.0, 72.0, 83.0, 151.0, 88.0, 63.0, 47.0, 42.0, 41.0, 39.0, 15.0, 17.0, 21.0, 15.0, 8.0, 10.0, 3.0, 2.0, 0.0, 10.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.7285346984863281e-06, -1.6633421182632446e-06, -1.5981495380401611e-06, -1.5329569578170776e-06, -1.4677643775939941e-06, -1.4025717973709106e-06, -1.3373792171478271e-06, -1.2721866369247437e-06, -1.2069940567016602e-06, -1.1418014764785767e-06, -1.0766088962554932e-06, -1.0114163160324097e-06, -9.462237358093262e-07, -8.810311555862427e-07, -8.158385753631592e-07, -7.506459951400757e-07, -6.854534149169922e-07, -6.202608346939087e-07, -5.550682544708252e-07, -4.898756742477417e-07, -4.246830940246582e-07, -3.594905138015747e-07, -2.942979335784912e-07, -2.2910535335540771e-07, -1.6391277313232422e-07, -9.872019290924072e-08, -3.3527612686157227e-08, 3.166496753692627e-08, 9.685754776000977e-08, 1.6205012798309326e-07, 2.2724270820617676e-07, 2.9243528842926025e-07, 3.5762786865234375e-07, 4.2282044887542725e-07, 4.880130290985107e-07, 5.532056093215942e-07, 6.183981895446777e-07, 6.835907697677612e-07, 7.487833499908447e-07, 8.139759302139282e-07, 8.791685104370117e-07, 9.443610906600952e-07, 1.0095536708831787e-06, 1.0747462511062622e-06, 1.1399388313293457e-06, 1.2051314115524292e-06, 1.2703239917755127e-06, 1.3355165719985962e-06, 1.4007091522216797e-06, 1.4659017324447632e-06, 1.5310943126678467e-06, 1.5962868928909302e-06, 1.6614794731140137e-06, 1.7266720533370972e-06, 1.7918646335601807e-06, 1.8570572137832642e-06, 1.9222497940063477e-06, 1.987442374229431e-06, 2.0526349544525146e-06, 2.117827534675598e-06, 2.1830201148986816e-06, 2.248212695121765e-06, 2.3134052753448486e-06, 2.378597855567932e-06, 2.4437904357910156e-06]}, "gradients/encoder.encoder.layers.2.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 5.0, 3.0, 7.0, 6.0, 25.0, 16.0, 19.0, 59.0, 38.0, 124.0, 99.0, 304.0, 211.0, 367.0, 868.0, 700.0, 2265.0, 1899.0, 2762.0, 10100.0, 9283.0, 42357.0, 53581.0, 656758.0, 141658.0, 53077.0, 42855.0, 9446.0, 10019.0, 2758.0, 3194.0, 922.0, 698.0, 900.0, 279.0, 372.0, 121.0, 104.0, 149.0, 31.0, 56.0, 19.0, 22.0, 8.0, 4.0, 14.0, 3.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.6226043701171875e-06, -2.537854015827179e-06, -2.4531036615371704e-06, -2.368353307247162e-06, -2.2836029529571533e-06, -2.1988525986671448e-06, -2.1141022443771362e-06, -2.0293518900871277e-06, -1.944601535797119e-06, -1.8598511815071106e-06, -1.775100827217102e-06, -1.6903504729270935e-06, -1.605600118637085e-06, -1.5208497643470764e-06, -1.4360994100570679e-06, -1.3513490557670593e-06, -1.2665987014770508e-06, -1.1818483471870422e-06, -1.0970979928970337e-06, -1.0123476386070251e-06, -9.275972843170166e-07, -8.428469300270081e-07, -7.580965757369995e-07, -6.73346221446991e-07, -5.885958671569824e-07, -5.038455128669739e-07, -4.1909515857696533e-07, -3.343448042869568e-07, -2.4959444999694824e-07, -1.648440957069397e-07, -8.009374141693115e-08, 4.6566128730773926e-09, 8.940696716308594e-08, 1.7415732145309448e-07, 2.5890767574310303e-07, 3.4365803003311157e-07, 4.284083843231201e-07, 5.131587386131287e-07, 5.979090929031372e-07, 6.826594471931458e-07, 7.674098014831543e-07, 8.521601557731628e-07, 9.369105100631714e-07, 1.02166086435318e-06, 1.1064112186431885e-06, 1.191161572933197e-06, 1.2759119272232056e-06, 1.3606622815132141e-06, 1.4454126358032227e-06, 1.5301629900932312e-06, 1.6149133443832397e-06, 1.6996636986732483e-06, 1.7844140529632568e-06, 1.8691644072532654e-06, 1.953914761543274e-06, 2.0386651158332825e-06, 2.123415470123291e-06, 2.2081658244132996e-06, 2.292916178703308e-06, 2.3776665329933167e-06, 2.462416887283325e-06, 2.5471672415733337e-06, 2.6319175958633423e-06, 2.716667950153351e-06, 2.8014183044433594e-06]}, "gradients/encoder.encoder.layers.2.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 5.0, 4.0, 4.0, 3.0, 5.0, 7.0, 9.0, 12.0, 6.0, 9.0, 18.0, 12.0, 26.0, 22.0, 71.0, 49.0, 57.0, 85.0, 137.0, 96.0, 66.0, 92.0, 29.0, 21.0, 25.0, 19.0, 22.0, 18.0, 22.0, 16.0, 7.0, 6.0, 5.0, 3.0, 3.0, 5.0, 1.0, 4.0, 1.0, 4.0, 1.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.205371856689453e-06, -2.137385308742523e-06, -2.0693987607955933e-06, -2.0014122128486633e-06, -1.9334256649017334e-06, -1.8654391169548035e-06, -1.7974525690078735e-06, -1.7294660210609436e-06, -1.6614794731140137e-06, -1.5934929251670837e-06, -1.5255063772201538e-06, -1.4575198292732239e-06, -1.389533281326294e-06, -1.321546733379364e-06, -1.253560185432434e-06, -1.1855736374855042e-06, -1.1175870895385742e-06, -1.0496005415916443e-06, -9.816139936447144e-07, -9.136274456977844e-07, -8.456408977508545e-07, -7.776543498039246e-07, -7.096678018569946e-07, -6.416812539100647e-07, -5.736947059631348e-07, -5.057081580162048e-07, -4.377216100692749e-07, -3.6973506212234497e-07, -3.0174851417541504e-07, -2.337619662284851e-07, -1.6577541828155518e-07, -9.778887033462524e-08, -2.9802322387695312e-08, 3.818422555923462e-08, 1.0617077350616455e-07, 1.7415732145309448e-07, 2.421438694000244e-07, 3.1013041734695435e-07, 3.781169652938843e-07, 4.461035132408142e-07, 5.140900611877441e-07, 5.820766091346741e-07, 6.50063157081604e-07, 7.180497050285339e-07, 7.860362529754639e-07, 8.540228009223938e-07, 9.220093488693237e-07, 9.899958968162537e-07, 1.0579824447631836e-06, 1.1259689927101135e-06, 1.1939555406570435e-06, 1.2619420886039734e-06, 1.3299286365509033e-06, 1.3979151844978333e-06, 1.4659017324447632e-06, 1.5338882803916931e-06, 1.601874828338623e-06, 1.669861376285553e-06, 1.737847924232483e-06, 1.8058344721794128e-06, 1.8738210201263428e-06, 1.9418075680732727e-06, 2.0097941160202026e-06, 2.0777806639671326e-06, 2.1457672119140625e-06]}, "gradients/encoder.encoder.layers.2.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 3.0, 5.0, 4.0, 6.0, 7.0, 6.0, 13.0, 12.0, 11.0, 22.0, 16.0, 18.0, 22.0, 37.0, 40.0, 67.0, 86.0, 98.0, 123.0, 105.0, 71.0, 56.0, 40.0, 30.0, 22.0, 29.0, 19.0, 10.0, 13.0, 7.0, 5.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.8410606319084764e-05, -2.768718150036875e-05, -2.696375668165274e-05, -2.6240330043947324e-05, -2.5516905225231312e-05, -2.47934804065153e-05, -2.407005558779929e-05, -2.3346630769083276e-05, -2.262320413137786e-05, -2.189977931266185e-05, -2.1176354493945837e-05, -2.045292785624042e-05, -1.972950303752441e-05, -1.9006078218808398e-05, -1.8282653400092386e-05, -1.7559228581376374e-05, -1.6835803762660362e-05, -1.611237894394435e-05, -1.5388954125228338e-05, -1.4665528397017624e-05, -1.394210266880691e-05, -1.3218677850090899e-05, -1.2495253031374887e-05, -1.1771828212658875e-05, -1.1048402484448161e-05, -1.0324977665732149e-05, -9.601551937521435e-06, -8.878127118805423e-06, -8.154702300089411e-06, -7.431276571878698e-06, -6.707851753162686e-06, -5.984426479699323e-06, -5.26100120623596e-06, -4.537575932772597e-06, -3.81415088668291e-06, -3.0907258405932225e-06, -2.3673005671298597e-06, -1.6438752936664969e-06, -9.204504749504849e-07, -1.970252014871221e-07, 5.264000719762407e-07, 1.2498252317527658e-06, 1.973250391529291e-06, 2.6966754376189783e-06, 3.420100711082341e-06, 4.143525984545704e-06, 4.866950803261716e-06, 5.590376076725079e-06, 6.3138013501884416e-06, 7.037226623651804e-06, 7.760651897115167e-06, 8.48407671583118e-06, 9.207502444041893e-06, 9.930927262757905e-06, 1.0654352081473917e-05, 1.1377776900189929e-05, 1.2101202628400642e-05, 1.2824627447116654e-05, 1.3548053175327368e-05, 1.427147799404338e-05, 1.4994902812759392e-05, 1.5718327631475404e-05, 1.644175426918082e-05, 1.716517908789683e-05, 1.7888603906612843e-05]}, "gradients/encoder.encoder.layers.2.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 4.0, 0.0, 4.0, 6.0, 5.0, 2.0, 8.0, 5.0, 7.0, 12.0, 15.0, 11.0, 13.0, 17.0, 17.0, 16.0, 25.0, 25.0, 33.0, 29.0, 39.0, 57.0, 35.0, 36.0, 39.0, 38.0, 50.0, 35.0, 40.0, 48.0, 33.0, 35.0, 32.0, 26.0, 28.0, 33.0, 16.0, 17.0, 26.0, 15.0, 12.0, 10.0, 12.0, 10.0, 9.0, 2.0, 9.0, 4.0, 5.0, 4.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0], "bins": [-1.0728836059570312e-05, -1.037493348121643e-05, -1.0021030902862549e-05, -9.667128324508667e-06, -9.313225746154785e-06, -8.959323167800903e-06, -8.605420589447021e-06, -8.25151801109314e-06, -7.897615432739258e-06, -7.543712854385376e-06, -7.189810276031494e-06, -6.835907697677612e-06, -6.4820051193237305e-06, -6.128102540969849e-06, -5.774199962615967e-06, -5.420297384262085e-06, -5.066394805908203e-06, -4.712492227554321e-06, -4.3585896492004395e-06, -4.004687070846558e-06, -3.6507844924926758e-06, -3.296881914138794e-06, -2.942979335784912e-06, -2.5890767574310303e-06, -2.2351741790771484e-06, -1.8812716007232666e-06, -1.5273690223693848e-06, -1.173466444015503e-06, -8.195638656616211e-07, -4.6566128730773926e-07, -1.1175870895385742e-07, 2.421438694000244e-07, 5.960464477539062e-07, 9.499490261077881e-07, 1.30385160446167e-06, 1.6577541828155518e-06, 2.0116567611694336e-06, 2.3655593395233154e-06, 2.7194619178771973e-06, 3.073364496231079e-06, 3.427267074584961e-06, 3.7811696529388428e-06, 4.135072231292725e-06, 4.4889748096466064e-06, 4.842877388000488e-06, 5.19677996635437e-06, 5.550682544708252e-06, 5.904585123062134e-06, 6.258487701416016e-06, 6.6123902797698975e-06, 6.966292858123779e-06, 7.320195436477661e-06, 7.674098014831543e-06, 8.028000593185425e-06, 8.381903171539307e-06, 8.735805749893188e-06, 9.08970832824707e-06, 9.443610906600952e-06, 9.797513484954834e-06, 1.0151416063308716e-05, 1.0505318641662598e-05, 1.085922122001648e-05, 1.1213123798370361e-05, 1.1567026376724243e-05, 1.1920928955078125e-05]}, "gradients/encoder.encoder.layers.1.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 5.0, 6.0, 15.0, 30.0, 39.0, 82.0, 197.0, 374.0, 820.0, 1755.0, 4459.0, 10159.0, 27362.0, 69398.0, 279386.0, 3518284.0, 182942.0, 55520.0, 23734.0, 9448.0, 4721.0, 2105.0, 1128.0, 663.0, 474.0, 285.0, 201.0, 214.0, 106.0, 104.0, 50.0, 64.0, 43.0, 31.0, 24.0, 15.0, 14.0, 7.0, 6.0, 7.0, 6.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9729137420654297e-05, -1.8806196749210358e-05, -1.788325607776642e-05, -1.696031540632248e-05, -1.603737473487854e-05, -1.51144340634346e-05, -1.4191493391990662e-05, -1.3268552720546722e-05, -1.2345612049102783e-05, -1.1422671377658844e-05, -1.0499730706214905e-05, -9.576790034770966e-06, -8.653849363327026e-06, -7.730908691883087e-06, -6.807968020439148e-06, -5.885027348995209e-06, -4.9620866775512695e-06, -4.03914600610733e-06, -3.116205334663391e-06, -2.193264663219452e-06, -1.2703239917755127e-06, -3.473833203315735e-07, 5.755573511123657e-07, 1.498498022556305e-06, 2.421438694000244e-06, 3.3443793654441833e-06, 4.2673200368881226e-06, 5.190260708332062e-06, 6.113201379776001e-06, 7.03614205121994e-06, 7.95908272266388e-06, 8.882023394107819e-06, 9.804964065551758e-06, 1.0727904736995697e-05, 1.1650845408439636e-05, 1.2573786079883575e-05, 1.3496726751327515e-05, 1.4419667422771454e-05, 1.5342608094215393e-05, 1.6265548765659332e-05, 1.718848943710327e-05, 1.811143010854721e-05, 1.903437077999115e-05, 1.995731145143509e-05, 2.088025212287903e-05, 2.1803192794322968e-05, 2.2726133465766907e-05, 2.3649074137210846e-05, 2.4572014808654785e-05, 2.5494955480098724e-05, 2.6417896151542664e-05, 2.7340836822986603e-05, 2.8263777494430542e-05, 2.918671816587448e-05, 3.010965883731842e-05, 3.103259950876236e-05, 3.19555401802063e-05, 3.287848085165024e-05, 3.380142152309418e-05, 3.4724362194538116e-05, 3.5647302865982056e-05, 3.6570243537425995e-05, 3.7493184208869934e-05, 3.841612488031387e-05, 3.933906555175781e-05]}, "gradients/encoder.encoder.layers.1.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 4.0, 2.0, 7.0, 9.0, 10.0, 15.0, 15.0, 24.0, 35.0, 33.0, 99.0, 68.0, 61.0, 71.0, 87.0, 82.0, 72.0, 72.0, 38.0, 35.0, 43.0, 28.0, 23.0, 22.0, 18.0, 9.0, 13.0, 4.0, 7.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3113021850585938e-06, -1.2479722499847412e-06, -1.1846423149108887e-06, -1.1213123798370361e-06, -1.0579824447631836e-06, -9.94652509689331e-07, -9.313225746154785e-07, -8.67992639541626e-07, -8.046627044677734e-07, -7.413327693939209e-07, -6.780028343200684e-07, -6.146728992462158e-07, -5.513429641723633e-07, -4.880130290985107e-07, -4.246830940246582e-07, -3.6135315895080566e-07, -2.980232238769531e-07, -2.3469328880310059e-07, -1.7136335372924805e-07, -1.0803341865539551e-07, -4.470348358154297e-08, 1.862645149230957e-08, 8.195638656616211e-08, 1.4528632164001465e-07, 2.086162567138672e-07, 2.7194619178771973e-07, 3.3527612686157227e-07, 3.986060619354248e-07, 4.6193599700927734e-07, 5.252659320831299e-07, 5.885958671569824e-07, 6.51925802230835e-07, 7.152557373046875e-07, 7.7858567237854e-07, 8.419156074523926e-07, 9.052455425262451e-07, 9.685754776000977e-07, 1.0319054126739502e-06, 1.0952353477478027e-06, 1.1585652828216553e-06, 1.2218952178955078e-06, 1.2852251529693604e-06, 1.3485550880432129e-06, 1.4118850231170654e-06, 1.475214958190918e-06, 1.5385448932647705e-06, 1.601874828338623e-06, 1.6652047634124756e-06, 1.7285346984863281e-06, 1.7918646335601807e-06, 1.8551945686340332e-06, 1.9185245037078857e-06, 1.9818544387817383e-06, 2.045184373855591e-06, 2.1085143089294434e-06, 2.171844244003296e-06, 2.2351741790771484e-06, 2.298504114151001e-06, 2.3618340492248535e-06, 2.425163984298706e-06, 2.4884939193725586e-06, 2.551823854446411e-06, 2.6151537895202637e-06, 2.678483724594116e-06, 2.7418136596679688e-06]}, "gradients/encoder.encoder.layers.1.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 11.0, 9.0, 20.0, 23.0, 41.0, 107.0, 118.0, 167.0, 266.0, 362.0, 565.0, 867.0, 2236.0, 2574.0, 4020.0, 6639.0, 10547.0, 17442.0, 50903.0, 69469.0, 139886.0, 346902.0, 2385291.0, 721446.0, 212830.0, 124759.0, 37258.0, 21986.0, 13405.0, 8463.0, 5431.0, 4617.0, 1850.0, 1236.0, 808.0, 571.0, 375.0, 349.0, 145.0, 91.0, 70.0, 37.0, 37.0, 20.0, 18.0, 6.0, 8.0, 3.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0], "bins": [-3.814697265625e-06, -3.686174750328064e-06, -3.557652235031128e-06, -3.429129719734192e-06, -3.300607204437256e-06, -3.17208468914032e-06, -3.043562173843384e-06, -2.9150396585464478e-06, -2.7865171432495117e-06, -2.6579946279525757e-06, -2.5294721126556396e-06, -2.4009495973587036e-06, -2.2724270820617676e-06, -2.1439045667648315e-06, -2.0153820514678955e-06, -1.8868595361709595e-06, -1.7583370208740234e-06, -1.6298145055770874e-06, -1.5012919902801514e-06, -1.3727694749832153e-06, -1.2442469596862793e-06, -1.1157244443893433e-06, -9.872019290924072e-07, -8.586794137954712e-07, -7.301568984985352e-07, -6.016343832015991e-07, -4.731118679046631e-07, -3.4458935260772705e-07, -2.1606683731079102e-07, -8.754432201385498e-08, 4.0978193283081055e-08, 1.695007085800171e-07, 2.980232238769531e-07, 4.2654573917388916e-07, 5.550682544708252e-07, 6.835907697677612e-07, 8.121132850646973e-07, 9.406358003616333e-07, 1.0691583156585693e-06, 1.1976808309555054e-06, 1.3262033462524414e-06, 1.4547258615493774e-06, 1.5832483768463135e-06, 1.7117708921432495e-06, 1.8402934074401855e-06, 1.9688159227371216e-06, 2.0973384380340576e-06, 2.2258609533309937e-06, 2.3543834686279297e-06, 2.4829059839248657e-06, 2.6114284992218018e-06, 2.739951014518738e-06, 2.868473529815674e-06, 2.99699604511261e-06, 3.125518560409546e-06, 3.254041075706482e-06, 3.382563591003418e-06, 3.511086106300354e-06, 3.63960862159729e-06, 3.768131136894226e-06, 3.896653652191162e-06, 4.025176167488098e-06, 4.153698682785034e-06, 4.28222119808197e-06, 4.410743713378906e-06]}, "gradients/encoder.encoder.layers.1.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 1.0, 3.0, 8.0, 8.0, 11.0, 4.0, 16.0, 10.0, 14.0, 20.0, 15.0, 31.0, 32.0, 47.0, 52.0, 35.0, 46.0, 65.0, 78.0, 93.0, 66.0, 111.0, 161.0, 220.0, 415.0, 332.0, 931.0, 412.0, 210.0, 131.0, 47.0, 103.0, 69.0, 65.0, 52.0, 16.0, 33.0, 27.0, 26.0, 13.0, 10.0, 12.0, 7.0, 11.0, 7.0, 1.0, 4.0, 4.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.2186508178710938e-06, -3.1115487217903137e-06, -3.0044466257095337e-06, -2.8973445296287537e-06, -2.7902424335479736e-06, -2.6831403374671936e-06, -2.5760382413864136e-06, -2.4689361453056335e-06, -2.3618340492248535e-06, -2.2547319531440735e-06, -2.1476298570632935e-06, -2.0405277609825134e-06, -1.9334256649017334e-06, -1.8263235688209534e-06, -1.7192214727401733e-06, -1.6121193766593933e-06, -1.5050172805786133e-06, -1.3979151844978333e-06, -1.2908130884170532e-06, -1.1837109923362732e-06, -1.0766088962554932e-06, -9.695068001747131e-07, -8.624047040939331e-07, -7.553026080131531e-07, -6.48200511932373e-07, -5.41098415851593e-07, -4.33996319770813e-07, -3.2689422369003296e-07, -2.1979212760925293e-07, -1.126900315284729e-07, -5.587935447692871e-09, 1.0151416063308716e-07, 2.086162567138672e-07, 3.157183527946472e-07, 4.2282044887542725e-07, 5.299225449562073e-07, 6.370246410369873e-07, 7.441267371177673e-07, 8.512288331985474e-07, 9.583309292793274e-07, 1.0654330253601074e-06, 1.1725351214408875e-06, 1.2796372175216675e-06, 1.3867393136024475e-06, 1.4938414096832275e-06, 1.6009435057640076e-06, 1.7080456018447876e-06, 1.8151476979255676e-06, 1.9222497940063477e-06, 2.0293518900871277e-06, 2.1364539861679077e-06, 2.2435560822486877e-06, 2.3506581783294678e-06, 2.457760274410248e-06, 2.564862370491028e-06, 2.671964466571808e-06, 2.779066562652588e-06, 2.886168658733368e-06, 2.993270754814148e-06, 3.100372850894928e-06, 3.207474946975708e-06, 3.314577043056488e-06, 3.421679139137268e-06, 3.528781235218048e-06, 3.635883331298828e-06]}, "gradients/encoder.encoder.layers.1.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0, 3.0, 1.0, 3.0, 3.0, 9.0, 3.0, 9.0, 11.0, 13.0, 19.0, 27.0, 42.0, 53.0, 91.0, 139.0, 224.0, 226.0, 62.0, 30.0, 20.0, 11.0, 4.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00019403616897761822, -0.00018990306125488132, -0.00018576996808405966, -0.00018163686036132276, -0.00017750375263858587, -0.0001733706594677642, -0.0001692375517450273, -0.0001651044440222904, -0.00016097135085146874, -0.00015683824312873185, -0.00015270514995791018, -0.00014857204223517329, -0.0001444389345124364, -0.00014030584134161472, -0.00013617273361887783, -0.00013203962589614093, -0.00012790653272531927, -0.00012377342500258237, -0.00011964032455580309, -0.00011550722410902381, -0.00011137412366224453, -0.00010724102321546525, -0.00010310791549272835, -9.897481504594907e-05, -9.484170004725456e-05, -9.070859960047528e-05, -8.657549187773839e-05, -8.24423914309591e-05, -7.830929098417982e-05, -7.417619053740054e-05, -7.004308281466365e-05, -6.590998236788437e-05, -6.177688192110509e-05, -5.7643777836347e-05, -5.351067738956772e-05, -4.937757330480963e-05, -4.524447285803035e-05, -4.111136877327226e-05, -3.697826468851417e-05, -3.284516424173489e-05, -2.8712060156976804e-05, -2.457895789120812e-05, -2.0445855625439435e-05, -1.6312751540681347e-05, -1.2179649274912663e-05, -8.046547009143978e-06, -3.91344292438589e-06, 2.1965934138279408e-07, 4.3527616071514785e-06, 8.485863872920163e-06, 1.261896704818355e-05, 1.6752070223446935e-05, 2.088517248921562e-05, 2.5018274754984304e-05, 2.9151378839742392e-05, 3.328447928652167e-05, 3.741758337127976e-05, 4.155068745603785e-05, 4.568378790281713e-05, 4.981689198757522e-05, 5.3949996072333306e-05, 5.808309651911259e-05, 6.221620424184948e-05, 6.634930468862876e-05, 7.048240513540804e-05]}, "gradients/encoder.encoder.layers.1.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 5.0, 5.0, 7.0, 11.0, 12.0, 21.0, 18.0, 31.0, 28.0, 27.0, 36.0, 50.0, 39.0, 42.0, 45.0, 50.0, 47.0, 56.0, 58.0, 49.0, 48.0, 47.0, 48.0, 36.0, 33.0, 34.0, 31.0, 22.0, 19.0, 14.0, 9.0, 9.0, 7.0, 3.0, 4.0, 5.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.445148468017578e-05, -3.3272430300712585e-05, -3.209337592124939e-05, -3.0914321541786194e-05, -2.9735267162322998e-05, -2.8556212782859802e-05, -2.7377158403396606e-05, -2.619810402393341e-05, -2.5019049644470215e-05, -2.383999526500702e-05, -2.2660940885543823e-05, -2.1481886506080627e-05, -2.030283212661743e-05, -1.9123777747154236e-05, -1.794472336769104e-05, -1.6765668988227844e-05, -1.558661460876465e-05, -1.4407560229301453e-05, -1.3228505849838257e-05, -1.2049451470375061e-05, -1.0870397090911865e-05, -9.69134271144867e-06, -8.512288331985474e-06, -7.333233952522278e-06, -6.154179573059082e-06, -4.975125193595886e-06, -3.7960708141326904e-06, -2.6170164346694946e-06, -1.4379620552062988e-06, -2.5890767574310303e-07, 9.201467037200928e-07, 2.0992010831832886e-06, 3.2782554626464844e-06, 4.45730984210968e-06, 5.636364221572876e-06, 6.815418601036072e-06, 7.994472980499268e-06, 9.173527359962463e-06, 1.035258173942566e-05, 1.1531636118888855e-05, 1.271069049835205e-05, 1.3889744877815247e-05, 1.5068799257278442e-05, 1.6247853636741638e-05, 1.7426908016204834e-05, 1.860596239566803e-05, 1.9785016775131226e-05, 2.096407115459442e-05, 2.2143125534057617e-05, 2.3322179913520813e-05, 2.450123429298401e-05, 2.5680288672447205e-05, 2.68593430519104e-05, 2.8038397431373596e-05, 2.9217451810836792e-05, 3.0396506190299988e-05, 3.1575560569763184e-05, 3.275461494922638e-05, 3.3933669328689575e-05, 3.511272370815277e-05, 3.629177808761597e-05, 3.747083246707916e-05, 3.864988684654236e-05, 3.9828941226005554e-05, 4.100799560546875e-05]}, "gradients/encoder.encoder.layers.1.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 3.0, 5.0, 2.0, 3.0, 3.0, 7.0, 8.0, 10.0, 8.0, 28.0, 30.0, 44.0, 58.0, 101.0, 132.0, 239.0, 397.0, 630.0, 1165.0, 2310.0, 4483.0, 11146.0, 24674.0, 71806.0, 348155.0, 450333.0, 82519.0, 27466.0, 11627.0, 5268.0, 2614.0, 1494.0, 686.0, 409.0, 242.0, 143.0, 106.0, 73.0, 41.0, 29.0, 19.0, 13.0, 10.0, 3.0, 4.0, 7.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0], "bins": [-1.9550323486328125e-05, -1.9008293747901917e-05, -1.8466264009475708e-05, -1.79242342710495e-05, -1.738220453262329e-05, -1.6840174794197083e-05, -1.6298145055770874e-05, -1.5756115317344666e-05, -1.5214085578918457e-05, -1.4672055840492249e-05, -1.413002610206604e-05, -1.3587996363639832e-05, -1.3045966625213623e-05, -1.2503936886787415e-05, -1.1961907148361206e-05, -1.1419877409934998e-05, -1.0877847671508789e-05, -1.033581793308258e-05, -9.793788194656372e-06, -9.251758456230164e-06, -8.709728717803955e-06, -8.167698979377747e-06, -7.625669240951538e-06, -7.08363950252533e-06, -6.541609764099121e-06, -5.999580025672913e-06, -5.457550287246704e-06, -4.915520548820496e-06, -4.373490810394287e-06, -3.831461071968079e-06, -3.28943133354187e-06, -2.7474015951156616e-06, -2.205371856689453e-06, -1.6633421182632446e-06, -1.1213123798370361e-06, -5.792826414108276e-07, -3.725290298461914e-08, 5.047768354415894e-07, 1.0468065738677979e-06, 1.5888363122940063e-06, 2.130866050720215e-06, 2.6728957891464233e-06, 3.214925527572632e-06, 3.7569552659988403e-06, 4.298985004425049e-06, 4.841014742851257e-06, 5.383044481277466e-06, 5.925074219703674e-06, 6.467103958129883e-06, 7.009133696556091e-06, 7.5511634349823e-06, 8.093193173408508e-06, 8.635222911834717e-06, 9.177252650260925e-06, 9.719282388687134e-06, 1.0261312127113342e-05, 1.080334186553955e-05, 1.134537160396576e-05, 1.1887401342391968e-05, 1.2429431080818176e-05, 1.2971460819244385e-05, 1.3513490557670593e-05, 1.4055520296096802e-05, 1.459755003452301e-05, 1.5139579772949219e-05]}, "gradients/encoder.encoder.layers.1.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 3.0, 6.0, 7.0, 8.0, 11.0, 7.0, 11.0, 23.0, 70.0, 37.0, 37.0, 44.0, 60.0, 69.0, 56.0, 68.0, 89.0, 141.0, 53.0, 52.0, 41.0, 21.0, 28.0, 10.0, 17.0, 10.0, 14.0, 3.0, 1.0, 3.0, 1.0, 3.0, 2.0, 0.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6689300537109375e-06, -1.6028061509132385e-06, -1.5366822481155396e-06, -1.4705583453178406e-06, -1.4044344425201416e-06, -1.3383105397224426e-06, -1.2721866369247437e-06, -1.2060627341270447e-06, -1.1399388313293457e-06, -1.0738149285316467e-06, -1.0076910257339478e-06, -9.415671229362488e-07, -8.754432201385498e-07, -8.093193173408508e-07, -7.431954145431519e-07, -6.770715117454529e-07, -6.109476089477539e-07, -5.448237061500549e-07, -4.78699803352356e-07, -4.12575900554657e-07, -3.46451997756958e-07, -2.8032809495925903e-07, -2.1420419216156006e-07, -1.4808028936386108e-07, -8.195638656616211e-08, -1.5832483768463135e-08, 5.029141902923584e-08, 1.1641532182693481e-07, 1.825392246246338e-07, 2.4866312742233276e-07, 3.1478703022003174e-07, 3.809109330177307e-07, 4.470348358154297e-07, 5.131587386131287e-07, 5.792826414108276e-07, 6.454065442085266e-07, 7.115304470062256e-07, 7.776543498039246e-07, 8.437782526016235e-07, 9.099021553993225e-07, 9.760260581970215e-07, 1.0421499609947205e-06, 1.1082738637924194e-06, 1.1743977665901184e-06, 1.2405216693878174e-06, 1.3066455721855164e-06, 1.3727694749832153e-06, 1.4388933777809143e-06, 1.5050172805786133e-06, 1.5711411833763123e-06, 1.6372650861740112e-06, 1.7033889889717102e-06, 1.7695128917694092e-06, 1.8356367945671082e-06, 1.9017606973648071e-06, 1.967884600162506e-06, 2.034008502960205e-06, 2.100132405757904e-06, 2.166256308555603e-06, 2.232380211353302e-06, 2.298504114151001e-06, 2.3646280169487e-06, 2.430751919746399e-06, 2.496875822544098e-06, 2.562999725341797e-06]}, "gradients/encoder.encoder.layers.1.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 5.0, 11.0, 6.0, 16.0, 30.0, 43.0, 71.0, 52.0, 122.0, 238.0, 331.0, 493.0, 349.0, 985.0, 1557.0, 2289.0, 3667.0, 2395.0, 7223.0, 11200.0, 18678.0, 31845.0, 24301.0, 80621.0, 207738.0, 393957.0, 121436.0, 33172.0, 41950.0, 24138.0, 14585.0, 9040.0, 3274.0, 4551.0, 2895.0, 1893.0, 1191.0, 458.0, 628.0, 432.0, 236.0, 178.0, 57.0, 96.0, 53.0, 32.0, 19.0, 5.0, 8.0, 9.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-3.4570693969726562e-06, -3.3499673008918762e-06, -3.242865204811096e-06, -3.135763108730316e-06, -3.028661012649536e-06, -2.921558916568756e-06, -2.814456820487976e-06, -2.707354724407196e-06, -2.600252628326416e-06, -2.493150532245636e-06, -2.386048436164856e-06, -2.278946340084076e-06, -2.171844244003296e-06, -2.064742147922516e-06, -1.957640051841736e-06, -1.8505379557609558e-06, -1.7434358596801758e-06, -1.6363337635993958e-06, -1.5292316675186157e-06, -1.4221295714378357e-06, -1.3150274753570557e-06, -1.2079253792762756e-06, -1.1008232831954956e-06, -9.937211871147156e-07, -8.866190910339355e-07, -7.795169949531555e-07, -6.724148988723755e-07, -5.653128027915955e-07, -4.5821070671081543e-07, -3.511086106300354e-07, -2.4400651454925537e-07, -1.3690441846847534e-07, -2.9802322387695312e-08, 7.729977369308472e-08, 1.8440186977386475e-07, 2.915039658546448e-07, 3.986060619354248e-07, 5.057081580162048e-07, 6.128102540969849e-07, 7.199123501777649e-07, 8.270144462585449e-07, 9.34116542339325e-07, 1.041218638420105e-06, 1.148320734500885e-06, 1.255422830581665e-06, 1.362524926662445e-06, 1.469627022743225e-06, 1.5767291188240051e-06, 1.6838312149047852e-06, 1.7909333109855652e-06, 1.8980354070663452e-06, 2.0051375031471252e-06, 2.1122395992279053e-06, 2.2193416953086853e-06, 2.3264437913894653e-06, 2.4335458874702454e-06, 2.5406479835510254e-06, 2.6477500796318054e-06, 2.7548521757125854e-06, 2.8619542717933655e-06, 2.9690563678741455e-06, 3.0761584639549255e-06, 3.1832605600357056e-06, 3.2903626561164856e-06, 3.3974647521972656e-06]}, "gradients/encoder.encoder.layers.1.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 7.0, 6.0, 3.0, 8.0, 8.0, 7.0, 6.0, 13.0, 16.0, 15.0, 14.0, 14.0, 22.0, 12.0, 28.0, 40.0, 27.0, 41.0, 34.0, 56.0, 18.0, 59.0, 55.0, 41.0, 64.0, 45.0, 33.0, 20.0, 41.0, 42.0, 31.0, 27.0, 29.0, 19.0, 8.0, 24.0, 22.0, 9.0, 11.0, 11.0, 8.0, 3.0, 6.0, 1.0, 2.0, 6.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.4570693969726562e-06, -3.3462420105934143e-06, -3.2354146242141724e-06, -3.1245872378349304e-06, -3.0137598514556885e-06, -2.9029324650764465e-06, -2.7921050786972046e-06, -2.6812776923179626e-06, -2.5704503059387207e-06, -2.4596229195594788e-06, -2.348795533180237e-06, -2.237968146800995e-06, -2.127140760421753e-06, -2.016313374042511e-06, -1.905485987663269e-06, -1.794658601284027e-06, -1.6838312149047852e-06, -1.5730038285255432e-06, -1.4621764421463013e-06, -1.3513490557670593e-06, -1.2405216693878174e-06, -1.1296942830085754e-06, -1.0188668966293335e-06, -9.080395102500916e-07, -7.972121238708496e-07, -6.863847374916077e-07, -5.755573511123657e-07, -4.647299647331238e-07, -3.5390257835388184e-07, -2.430751919746399e-07, -1.3224780559539795e-07, -2.1420419216156006e-08, 8.940696716308594e-08, 2.0023435354232788e-07, 3.110617399215698e-07, 4.2188912630081177e-07, 5.327165126800537e-07, 6.435438990592957e-07, 7.543712854385376e-07, 8.651986718177795e-07, 9.760260581970215e-07, 1.0868534445762634e-06, 1.1976808309555054e-06, 1.3085082173347473e-06, 1.4193356037139893e-06, 1.5301629900932312e-06, 1.6409903764724731e-06, 1.751817762851715e-06, 1.862645149230957e-06, 1.973472535610199e-06, 2.084299921989441e-06, 2.195127308368683e-06, 2.305954694747925e-06, 2.4167820811271667e-06, 2.5276094675064087e-06, 2.6384368538856506e-06, 2.7492642402648926e-06, 2.8600916266441345e-06, 2.9709190130233765e-06, 3.0817463994026184e-06, 3.1925737857818604e-06, 3.3034011721611023e-06, 3.4142285585403442e-06, 3.525055944919586e-06, 3.635883331298828e-06]}, "gradients/encoder.encoder.layers.1.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 9.0, 8.0, 5.0, 30.0, 21.0, 45.0, 75.0, 104.0, 145.0, 231.0, 363.0, 644.0, 1023.0, 2532.0, 7028.0, 36219.0, 900764.0, 82418.0, 10442.0, 3255.0, 1390.0, 701.0, 387.0, 231.0, 158.0, 108.0, 68.0, 51.0, 31.0, 16.0, 15.0, 14.0, 12.0, 6.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.110004425048828e-05, -2.0507723093032837e-05, -1.9915401935577393e-05, -1.9323080778121948e-05, -1.8730759620666504e-05, -1.813843846321106e-05, -1.7546117305755615e-05, -1.695379614830017e-05, -1.6361474990844727e-05, -1.5769153833389282e-05, -1.5176832675933838e-05, -1.4584511518478394e-05, -1.399219036102295e-05, -1.3399869203567505e-05, -1.280754804611206e-05, -1.2215226888656616e-05, -1.1622905731201172e-05, -1.1030584573745728e-05, -1.0438263416290283e-05, -9.845942258834839e-06, -9.253621101379395e-06, -8.66129994392395e-06, -8.068978786468506e-06, -7.4766576290130615e-06, -6.884336471557617e-06, -6.292015314102173e-06, -5.6996941566467285e-06, -5.107372999191284e-06, -4.51505184173584e-06, -3.9227306842803955e-06, -3.330409526824951e-06, -2.738088369369507e-06, -2.1457672119140625e-06, -1.5534460544586182e-06, -9.611248970031738e-07, -3.688037395477295e-07, 2.2351741790771484e-07, 8.158385753631592e-07, 1.4081597328186035e-06, 2.000480890274048e-06, 2.592802047729492e-06, 3.1851232051849365e-06, 3.777444362640381e-06, 4.369765520095825e-06, 4.9620866775512695e-06, 5.554407835006714e-06, 6.146728992462158e-06, 6.7390501499176025e-06, 7.331371307373047e-06, 7.923692464828491e-06, 8.516013622283936e-06, 9.10833477973938e-06, 9.700655937194824e-06, 1.0292977094650269e-05, 1.0885298252105713e-05, 1.1477619409561157e-05, 1.2069940567016602e-05, 1.2662261724472046e-05, 1.325458288192749e-05, 1.3846904039382935e-05, 1.4439225196838379e-05, 1.5031546354293823e-05, 1.5623867511749268e-05, 1.6216188669204712e-05, 1.6808509826660156e-05]}, "gradients/encoder.encoder.layers.1.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 4.0, 7.0, 0.0, 6.0, 0.0, 14.0, 10.0, 0.0, 9.0, 23.0, 0.0, 29.0, 30.0, 0.0, 40.0, 65.0, 0.0, 67.0, 0.0, 133.0, 123.0, 0.0, 113.0, 90.0, 0.0, 70.0, 58.0, 0.0, 38.0, 0.0, 18.0, 17.0, 0.0, 19.0, 4.0, 0.0, 4.0, 10.0, 0.0, 2.0, 6.0, 0.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1324882507324219e-06, -1.0943040251731873e-06, -1.0561197996139526e-06, -1.017935574054718e-06, -9.797513484954834e-07, -9.415671229362488e-07, -9.033828973770142e-07, -8.651986718177795e-07, -8.270144462585449e-07, -7.888302206993103e-07, -7.506459951400757e-07, -7.124617695808411e-07, -6.742775440216064e-07, -6.360933184623718e-07, -5.979090929031372e-07, -5.597248673439026e-07, -5.21540641784668e-07, -4.833564162254333e-07, -4.4517219066619873e-07, -4.069879651069641e-07, -3.688037395477295e-07, -3.3061951398849487e-07, -2.9243528842926025e-07, -2.5425106287002563e-07, -2.1606683731079102e-07, -1.778826117515564e-07, -1.3969838619232178e-07, -1.0151416063308716e-07, -6.332993507385254e-08, -2.514570951461792e-08, 1.30385160446167e-08, 5.122274160385132e-08, 8.940696716308594e-08, 1.2759119272232056e-07, 1.6577541828155518e-07, 2.039596438407898e-07, 2.421438694000244e-07, 2.8032809495925903e-07, 3.1851232051849365e-07, 3.5669654607772827e-07, 3.948807716369629e-07, 4.330649971961975e-07, 4.7124922275543213e-07, 5.094334483146667e-07, 5.476176738739014e-07, 5.85801899433136e-07, 6.239861249923706e-07, 6.621703505516052e-07, 7.003545761108398e-07, 7.385388016700745e-07, 7.767230272293091e-07, 8.149072527885437e-07, 8.530914783477783e-07, 8.912757039070129e-07, 9.294599294662476e-07, 9.676441550254822e-07, 1.0058283805847168e-06, 1.0440126061439514e-06, 1.082196831703186e-06, 1.1203810572624207e-06, 1.1585652828216553e-06, 1.1967495083808899e-06, 1.2349337339401245e-06, 1.2731179594993591e-06, 1.3113021850585938e-06]}, "gradients/encoder.encoder.layers.1.attention.q_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 1.0, 4.0, 3.0, 7.0, 6.0, 4.0, 21.0, 11.0, 40.0, 15.0, 66.0, 44.0, 43.0, 142.0, 106.0, 303.0, 210.0, 649.0, 523.0, 1594.0, 1212.0, 1780.0, 6396.0, 5638.0, 24461.0, 26827.0, 206409.0, 495849.0, 150991.0, 82163.0, 15064.0, 14716.0, 3828.0, 4367.0, 1265.0, 1597.0, 517.0, 366.0, 506.0, 172.0, 237.0, 77.0, 123.0, 33.0, 37.0, 48.0, 16.0, 37.0, 16.0, 11.0, 2.0, 7.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.6226043701171875e-06, -2.5369226932525635e-06, -2.4512410163879395e-06, -2.3655593395233154e-06, -2.2798776626586914e-06, -2.1941959857940674e-06, -2.1085143089294434e-06, -2.0228326320648193e-06, -1.9371509552001953e-06, -1.8514692783355713e-06, -1.7657876014709473e-06, -1.6801059246063232e-06, -1.5944242477416992e-06, -1.5087425708770752e-06, -1.4230608940124512e-06, -1.3373792171478271e-06, -1.2516975402832031e-06, -1.166015863418579e-06, -1.080334186553955e-06, -9.94652509689331e-07, -9.08970832824707e-07, -8.23289155960083e-07, -7.37607479095459e-07, -6.51925802230835e-07, -5.662441253662109e-07, -4.805624485015869e-07, -3.948807716369629e-07, -3.0919909477233887e-07, -2.2351741790771484e-07, -1.3783574104309082e-07, -5.21540641784668e-08, 3.3527612686157227e-08, 1.1920928955078125e-07, 2.0489096641540527e-07, 2.905726432800293e-07, 3.762543201446533e-07, 4.6193599700927734e-07, 5.476176738739014e-07, 6.332993507385254e-07, 7.189810276031494e-07, 8.046627044677734e-07, 8.903443813323975e-07, 9.760260581970215e-07, 1.0617077350616455e-06, 1.1473894119262695e-06, 1.2330710887908936e-06, 1.3187527656555176e-06, 1.4044344425201416e-06, 1.4901161193847656e-06, 1.5757977962493896e-06, 1.6614794731140137e-06, 1.7471611499786377e-06, 1.8328428268432617e-06, 1.9185245037078857e-06, 2.0042061805725098e-06, 2.089887857437134e-06, 2.175569534301758e-06, 2.261251211166382e-06, 2.346932888031006e-06, 2.43261456489563e-06, 2.518296241760254e-06, 2.603977918624878e-06, 2.689659595489502e-06, 2.775341272354126e-06, 2.86102294921875e-06]}, "gradients/encoder.encoder.layers.1.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 3.0, 4.0, 4.0, 10.0, 4.0, 12.0, 10.0, 16.0, 18.0, 19.0, 25.0, 48.0, 36.0, 88.0, 75.0, 193.0, 75.0, 59.0, 95.0, 33.0, 54.0, 22.0, 22.0, 24.0, 6.0, 19.0, 8.0, 6.0, 6.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.0994415283203125e-06, -3.0156224966049194e-06, -2.9318034648895264e-06, -2.8479844331741333e-06, -2.7641654014587402e-06, -2.680346369743347e-06, -2.596527338027954e-06, -2.512708306312561e-06, -2.428889274597168e-06, -2.345070242881775e-06, -2.261251211166382e-06, -2.1774321794509888e-06, -2.0936131477355957e-06, -2.0097941160202026e-06, -1.9259750843048096e-06, -1.8421560525894165e-06, -1.7583370208740234e-06, -1.6745179891586304e-06, -1.5906989574432373e-06, -1.5068799257278442e-06, -1.4230608940124512e-06, -1.339241862297058e-06, -1.255422830581665e-06, -1.171603798866272e-06, -1.087784767150879e-06, -1.0039657354354858e-06, -9.201467037200928e-07, -8.363276720046997e-07, -7.525086402893066e-07, -6.686896085739136e-07, -5.848705768585205e-07, -5.010515451431274e-07, -4.172325134277344e-07, -3.334134817123413e-07, -2.4959444999694824e-07, -1.6577541828155518e-07, -8.195638656616211e-08, 1.862645149230957e-09, 8.568167686462402e-08, 1.695007085800171e-07, 2.5331974029541016e-07, 3.371387720108032e-07, 4.209578037261963e-07, 5.047768354415894e-07, 5.885958671569824e-07, 6.724148988723755e-07, 7.562339305877686e-07, 8.400529623031616e-07, 9.238719940185547e-07, 1.0076910257339478e-06, 1.0915100574493408e-06, 1.1753290891647339e-06, 1.259148120880127e-06, 1.34296715259552e-06, 1.426786184310913e-06, 1.5106052160263062e-06, 1.5944242477416992e-06, 1.6782432794570923e-06, 1.7620623111724854e-06, 1.8458813428878784e-06, 1.9297003746032715e-06, 2.0135194063186646e-06, 2.0973384380340576e-06, 2.1811574697494507e-06, 2.2649765014648438e-06]}, "gradients/encoder.encoder.layers.1.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 5.0, 8.0, 12.0, 29.0, 26.0, 65.0, 129.0, 210.0, 248.0, 140.0, 58.0, 36.0, 16.0, 9.0, 6.0, 3.0, 1.0, 5.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00011334812006680295, -0.00010981373634422198, -0.00010627935262164101, -0.00010274496889906004, -9.921058517647907e-05, -9.56762014538981e-05, -9.214182500727475e-05, -8.860744128469378e-05, -8.507305756211281e-05, -8.153867383953184e-05, -7.800429011695087e-05, -7.44699063943699e-05, -7.093552267178893e-05, -6.740113894920796e-05, -6.386675522662699e-05, -6.033237514202483e-05, -5.6797987781465054e-05, -5.3263604058884084e-05, -4.9729220336303115e-05, -4.6194836613722146e-05, -4.2660452891141176e-05, -3.912606916856021e-05, -3.5591689083958045e-05, -3.2057305361377075e-05, -2.8522921638796106e-05, -2.4988537916215137e-05, -2.1454154193634167e-05, -1.79197722900426e-05, -1.4385388567461632e-05, -1.0851004844880663e-05, -7.316622941289097e-06, -3.7822392187081277e-06, -2.478482201695442e-07, 3.2865350476640742e-06, 6.820918315497693e-06, 1.035530112858396e-05, 1.388968485116493e-05, 1.74240685737459e-05, 2.0958450477337465e-05, 2.4492834199918434e-05, 2.8027217922499403e-05, 3.156160164508037e-05, 3.509598536766134e-05, 3.8630365452263504e-05, 4.2164749174844474e-05, 4.569913289742544e-05, 4.923351662000641e-05, 5.276790034258738e-05, 5.630228406516835e-05, 5.983666778774932e-05, 6.337105151033029e-05, 6.690543523291126e-05, 7.043981895549223e-05, 7.39742026780732e-05, 7.750857912469655e-05, 8.104296284727752e-05, 8.457734656985849e-05, 8.811173029243946e-05, 9.164611401502043e-05, 9.51804977376014e-05, 9.871488146018237e-05, 0.00010224926518276334, 0.00010578364890534431, 0.00010931803262792528, 0.00011285241635050625]}, "gradients/encoder.encoder.layers.1.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 7.0, 4.0, 2.0, 6.0, 10.0, 10.0, 7.0, 13.0, 17.0, 19.0, 15.0, 31.0, 27.0, 40.0, 26.0, 52.0, 40.0, 40.0, 41.0, 43.0, 50.0, 44.0, 48.0, 52.0, 38.0, 42.0, 35.0, 30.0, 32.0, 21.0, 38.0, 18.0, 19.0, 25.0, 10.0, 8.0, 10.0, 8.0, 8.0, 6.0, 5.0, 4.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3053417205810547e-05, -1.2656673789024353e-05, -1.225993037223816e-05, -1.1863186955451965e-05, -1.1466443538665771e-05, -1.1069700121879578e-05, -1.0672956705093384e-05, -1.027621328830719e-05, -9.879469871520996e-06, -9.482726454734802e-06, -9.085983037948608e-06, -8.689239621162415e-06, -8.29249620437622e-06, -7.895752787590027e-06, -7.499009370803833e-06, -7.102265954017639e-06, -6.705522537231445e-06, -6.3087791204452515e-06, -5.912035703659058e-06, -5.515292286872864e-06, -5.11854887008667e-06, -4.721805453300476e-06, -4.325062036514282e-06, -3.928318619728088e-06, -3.5315752029418945e-06, -3.1348317861557007e-06, -2.738088369369507e-06, -2.341344952583313e-06, -1.944601535797119e-06, -1.5478581190109253e-06, -1.1511147022247314e-06, -7.543712854385376e-07, -3.5762786865234375e-07, 3.91155481338501e-08, 4.3585896492004395e-07, 8.326023817062378e-07, 1.2293457984924316e-06, 1.6260892152786255e-06, 2.0228326320648193e-06, 2.419576048851013e-06, 2.816319465637207e-06, 3.213062882423401e-06, 3.6098062992095947e-06, 4.0065497159957886e-06, 4.403293132781982e-06, 4.800036549568176e-06, 5.19677996635437e-06, 5.593523383140564e-06, 5.990266799926758e-06, 6.387010216712952e-06, 6.7837536334991455e-06, 7.180497050285339e-06, 7.577240467071533e-06, 7.973983883857727e-06, 8.370727300643921e-06, 8.767470717430115e-06, 9.164214134216309e-06, 9.560957551002502e-06, 9.957700967788696e-06, 1.035444438457489e-05, 1.0751187801361084e-05, 1.1147931218147278e-05, 1.1544674634933472e-05, 1.1941418051719666e-05, 1.233816146850586e-05]}, "gradients/encoder.encoder.layers.0.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 5.0, 5.0, 14.0, 12.0, 13.0, 15.0, 19.0, 18.0, 23.0, 29.0, 51.0, 77.0, 107.0, 185.0, 315.0, 530.0, 675.0, 1384.0, 2523.0, 4669.0, 6536.0, 15236.0, 31040.0, 50315.0, 148593.0, 1159808.0, 2445320.0, 165250.0, 83286.0, 37058.0, 18300.0, 8000.0, 5905.0, 3500.0, 1801.0, 1405.0, 861.0, 547.0, 277.0, 219.0, 112.0, 59.0, 68.0, 42.0, 21.0, 21.0, 16.0, 12.0, 2.0, 5.0, 3.0, 3.0, 1.0, 0.0, 1.0, 1.0], "bins": [-9.59634780883789e-06, -9.315088391304016e-06, -9.033828973770142e-06, -8.752569556236267e-06, -8.471310138702393e-06, -8.190050721168518e-06, -7.908791303634644e-06, -7.627531886100769e-06, -7.3462724685668945e-06, -7.06501305103302e-06, -6.7837536334991455e-06, -6.502494215965271e-06, -6.2212347984313965e-06, -5.939975380897522e-06, -5.6587159633636475e-06, -5.377456545829773e-06, -5.0961971282958984e-06, -4.814937710762024e-06, -4.533678293228149e-06, -4.252418875694275e-06, -3.9711594581604e-06, -3.689900040626526e-06, -3.4086406230926514e-06, -3.127381205558777e-06, -2.8461217880249023e-06, -2.564862370491028e-06, -2.2836029529571533e-06, -2.002343535423279e-06, -1.7210841178894043e-06, -1.4398247003555298e-06, -1.1585652828216553e-06, -8.773058652877808e-07, -5.960464477539062e-07, -3.1478703022003174e-07, -3.3527612686157227e-08, 2.477318048477173e-07, 5.289912223815918e-07, 8.102506399154663e-07, 1.0915100574493408e-06, 1.3727694749832153e-06, 1.6540288925170898e-06, 1.9352883100509644e-06, 2.216547727584839e-06, 2.4978071451187134e-06, 2.779066562652588e-06, 3.0603259801864624e-06, 3.341585397720337e-06, 3.6228448152542114e-06, 3.904104232788086e-06, 4.1853636503219604e-06, 4.466623067855835e-06, 4.7478824853897095e-06, 5.029141902923584e-06, 5.3104013204574585e-06, 5.591660737991333e-06, 5.8729201555252075e-06, 6.154179573059082e-06, 6.4354389905929565e-06, 6.716698408126831e-06, 6.9979578256607056e-06, 7.27921724319458e-06, 7.560476660728455e-06, 7.841736078262329e-06, 8.122995495796204e-06, 8.404254913330078e-06]}, "gradients/encoder.encoder.layers.0.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 11.0, 16.0, 13.0, 17.0, 27.0, 27.0, 26.0, 41.0, 39.0, 47.0, 65.0, 61.0, 53.0, 71.0, 83.0, 59.0, 52.0, 53.0, 50.0, 31.0, 31.0, 38.0, 28.0, 16.0, 14.0, 5.0, 6.0, 3.0, 7.0, 3.0, 4.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.086162567138672e-06, -2.023763954639435e-06, -1.9613653421401978e-06, -1.8989667296409607e-06, -1.8365681171417236e-06, -1.7741695046424866e-06, -1.7117708921432495e-06, -1.6493722796440125e-06, -1.5869736671447754e-06, -1.5245750546455383e-06, -1.4621764421463013e-06, -1.3997778296470642e-06, -1.3373792171478271e-06, -1.27498060464859e-06, -1.212581992149353e-06, -1.150183379650116e-06, -1.087784767150879e-06, -1.0253861546516418e-06, -9.629875421524048e-07, -9.005889296531677e-07, -8.381903171539307e-07, -7.757917046546936e-07, -7.133930921554565e-07, -6.509944796562195e-07, -5.885958671569824e-07, -5.261972546577454e-07, -4.637986421585083e-07, -4.0140002965927124e-07, -3.390014171600342e-07, -2.766028046607971e-07, -2.1420419216156006e-07, -1.51805579662323e-07, -8.940696716308594e-08, -2.7008354663848877e-08, 3.5390257835388184e-08, 9.778887033462524e-08, 1.601874828338623e-07, 2.2258609533309937e-07, 2.849847078323364e-07, 3.473833203315735e-07, 4.0978193283081055e-07, 4.721805453300476e-07, 5.345791578292847e-07, 5.969777703285217e-07, 6.593763828277588e-07, 7.217749953269958e-07, 7.841736078262329e-07, 8.4657222032547e-07, 9.08970832824707e-07, 9.71369445323944e-07, 1.0337680578231812e-06, 1.0961666703224182e-06, 1.1585652828216553e-06, 1.2209638953208923e-06, 1.2833625078201294e-06, 1.3457611203193665e-06, 1.4081597328186035e-06, 1.4705583453178406e-06, 1.5329569578170776e-06, 1.5953555703163147e-06, 1.6577541828155518e-06, 1.7201527953147888e-06, 1.7825514078140259e-06, 1.844950020313263e-06, 1.9073486328125e-06]}, "gradients/encoder.encoder.layers.0.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 2.0, 5.0, 3.0, 4.0, 7.0, 12.0, 11.0, 23.0, 26.0, 48.0, 89.0, 122.0, 77.0, 215.0, 428.0, 710.0, 1179.0, 1999.0, 3658.0, 6653.0, 5205.0, 17335.0, 35524.0, 79373.0, 204780.0, 810267.0, 2445489.0, 360667.0, 73862.0, 76829.0, 34287.0, 16869.0, 8491.0, 4501.0, 2408.0, 1339.0, 396.0, 537.0, 367.0, 168.0, 122.0, 86.0, 51.0, 24.0, 9.0, 17.0, 12.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.2782554626464844e-06, -3.166496753692627e-06, -3.0547380447387695e-06, -2.942979335784912e-06, -2.8312206268310547e-06, -2.7194619178771973e-06, -2.60770320892334e-06, -2.4959444999694824e-06, -2.384185791015625e-06, -2.2724270820617676e-06, -2.16066837310791e-06, -2.0489096641540527e-06, -1.9371509552001953e-06, -1.8253922462463379e-06, -1.7136335372924805e-06, -1.601874828338623e-06, -1.4901161193847656e-06, -1.3783574104309082e-06, -1.2665987014770508e-06, -1.1548399925231934e-06, -1.043081283569336e-06, -9.313225746154785e-07, -8.195638656616211e-07, -7.078051567077637e-07, -5.960464477539062e-07, -4.842877388000488e-07, -3.725290298461914e-07, -2.60770320892334e-07, -1.4901161193847656e-07, -3.725290298461914e-08, 7.450580596923828e-08, 1.862645149230957e-07, 2.980232238769531e-07, 4.0978193283081055e-07, 5.21540641784668e-07, 6.332993507385254e-07, 7.450580596923828e-07, 8.568167686462402e-07, 9.685754776000977e-07, 1.080334186553955e-06, 1.1920928955078125e-06, 1.30385160446167e-06, 1.4156103134155273e-06, 1.5273690223693848e-06, 1.6391277313232422e-06, 1.7508864402770996e-06, 1.862645149230957e-06, 1.9744038581848145e-06, 2.086162567138672e-06, 2.1979212760925293e-06, 2.3096799850463867e-06, 2.421438694000244e-06, 2.5331974029541016e-06, 2.644956111907959e-06, 2.7567148208618164e-06, 2.868473529815674e-06, 2.9802322387695312e-06, 3.0919909477233887e-06, 3.203749656677246e-06, 3.3155083656311035e-06, 3.427267074584961e-06, 3.5390257835388184e-06, 3.6507844924926758e-06, 3.762543201446533e-06, 3.874301910400391e-06]}, "gradients/encoder.encoder.layers.0.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 1.0, 2.0, 3.0, 4.0, 3.0, 8.0, 8.0, 7.0, 11.0, 13.0, 26.0, 25.0, 30.0, 36.0, 39.0, 59.0, 70.0, 86.0, 118.0, 153.0, 222.0, 367.0, 579.0, 552.0, 529.0, 177.0, 173.0, 140.0, 88.0, 75.0, 82.0, 74.0, 63.0, 47.0, 45.0, 37.0, 33.0, 20.0, 15.0, 8.0, 10.0, 9.0, 10.0, 6.0, 7.0, 3.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-3.6954879760742188e-06, -3.5744160413742065e-06, -3.4533441066741943e-06, -3.332272171974182e-06, -3.21120023727417e-06, -3.0901283025741577e-06, -2.9690563678741455e-06, -2.8479844331741333e-06, -2.726912498474121e-06, -2.605840563774109e-06, -2.4847686290740967e-06, -2.3636966943740845e-06, -2.2426247596740723e-06, -2.12155282497406e-06, -2.000480890274048e-06, -1.8794089555740356e-06, -1.7583370208740234e-06, -1.6372650861740112e-06, -1.516193151473999e-06, -1.3951212167739868e-06, -1.2740492820739746e-06, -1.1529773473739624e-06, -1.0319054126739502e-06, -9.10833477973938e-07, -7.897615432739258e-07, -6.686896085739136e-07, -5.476176738739014e-07, -4.2654573917388916e-07, -3.0547380447387695e-07, -1.8440186977386475e-07, -6.332993507385254e-08, 5.774199962615967e-08, 1.7881393432617188e-07, 2.998858690261841e-07, 4.209578037261963e-07, 5.420297384262085e-07, 6.631016731262207e-07, 7.841736078262329e-07, 9.052455425262451e-07, 1.0263174772262573e-06, 1.1473894119262695e-06, 1.2684613466262817e-06, 1.389533281326294e-06, 1.5106052160263062e-06, 1.6316771507263184e-06, 1.7527490854263306e-06, 1.8738210201263428e-06, 1.994892954826355e-06, 2.115964889526367e-06, 2.2370368242263794e-06, 2.3581087589263916e-06, 2.479180693626404e-06, 2.600252628326416e-06, 2.7213245630264282e-06, 2.8423964977264404e-06, 2.9634684324264526e-06, 3.084540367126465e-06, 3.205612301826477e-06, 3.3266842365264893e-06, 3.4477561712265015e-06, 3.5688281059265137e-06, 3.689900040626526e-06, 3.810971975326538e-06, 3.93204391002655e-06, 4.0531158447265625e-06]}, "gradients/encoder.encoder.layers.0.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 3.0, 3.0, 5.0, 6.0, 8.0, 13.0, 16.0, 19.0, 41.0, 87.0, 142.0, 140.0, 127.0, 110.0, 61.0, 48.0, 44.0, 28.0, 29.0, 25.0, 9.0, 9.0, 6.0, 9.0, 8.0, 5.0, 7.0, 3.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.918257400277071e-05, -4.578541120281443e-05, -4.238824840285815e-05, -3.8991085602901876e-05, -3.55939228029456e-05, -3.219676000298932e-05, -2.8799597203033045e-05, -2.5402434403076768e-05, -2.200527160312049e-05, -1.8608108803164214e-05, -1.5210946003207937e-05, -1.181378320325166e-05, -8.416620403295383e-06, -5.019457603339106e-06, -1.6222948033828288e-06, 1.7748679965734482e-06, 5.172030796529725e-06, 8.569193596486002e-06, 1.196635639644228e-05, 1.5363519196398556e-05, 1.8760681996354833e-05, 2.215784479631111e-05, 2.5555007596267387e-05, 2.8952170396223664e-05, 3.234933319617994e-05, 3.574649599613622e-05, 3.9143658796092495e-05, 4.254082159604877e-05, 4.593798439600505e-05, 4.9335147195961326e-05, 5.27323099959176e-05, 5.612947279587388e-05, 5.952663195785135e-05, 6.292379111982882e-05, 6.63209575577639e-05, 6.971812399569899e-05, 7.311528315767646e-05, 7.651244231965393e-05, 7.990960875758901e-05, 8.33067751955241e-05, 8.670393435750157e-05, 9.010109351947904e-05, 9.349825995741412e-05, 9.68954263953492e-05, 0.00010029258555732667, 0.00010368974471930414, 0.00010708691115723923, 0.00011048407759517431, 0.00011388123675715178, 0.00011727839591912925, 0.00012067556235706434, 0.00012407272879499942, 0.0001274698879569769, 0.00013086704711895436, 0.00013426420628093183, 0.00013766137999482453, 0.000141058539156802, 0.00014445569831877947, 0.00014785287203267217, 0.00015125003119464964, 0.0001546471903566271, 0.00015804434951860458, 0.00016144150868058205, 0.00016483868239447474, 0.00016823584155645221]}, "gradients/encoder.encoder.layers.0.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 6.0, 2.0, 2.0, 12.0, 9.0, 19.0, 10.0, 14.0, 19.0, 19.0, 23.0, 21.0, 41.0, 39.0, 41.0, 52.0, 61.0, 69.0, 55.0, 57.0, 49.0, 44.0, 55.0, 41.0, 33.0, 34.0, 40.0, 28.0, 29.0, 21.0, 19.0, 7.0, 10.0, 10.0, 4.0, 5.0, 5.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-4.601478576660156e-05, -4.47053462266922e-05, -4.339590668678284e-05, -4.2086467146873474e-05, -4.077702760696411e-05, -3.946758806705475e-05, -3.8158148527145386e-05, -3.684870898723602e-05, -3.553926944732666e-05, -3.42298299074173e-05, -3.2920390367507935e-05, -3.161095082759857e-05, -3.030151128768921e-05, -2.8992071747779846e-05, -2.7682632207870483e-05, -2.637319266796112e-05, -2.5063753128051758e-05, -2.3754313588142395e-05, -2.2444874048233032e-05, -2.113543450832367e-05, -1.9825994968414307e-05, -1.8516555428504944e-05, -1.720711588859558e-05, -1.5897676348686218e-05, -1.4588236808776855e-05, -1.3278797268867493e-05, -1.196935772895813e-05, -1.0659918189048767e-05, -9.350478649139404e-06, -8.041039109230042e-06, -6.731599569320679e-06, -5.422160029411316e-06, -4.112720489501953e-06, -2.8032809495925903e-06, -1.4938414096832275e-06, -1.8440186977386475e-07, 1.125037670135498e-06, 2.434477210044861e-06, 3.7439167499542236e-06, 5.0533562898635864e-06, 6.362795829772949e-06, 7.672235369682312e-06, 8.981674909591675e-06, 1.0291114449501038e-05, 1.16005539894104e-05, 1.2909993529319763e-05, 1.4219433069229126e-05, 1.552887260913849e-05, 1.683831214904785e-05, 1.8147751688957214e-05, 1.9457191228866577e-05, 2.076663076877594e-05, 2.2076070308685303e-05, 2.3385509848594666e-05, 2.469494938850403e-05, 2.600438892841339e-05, 2.7313828468322754e-05, 2.8623268008232117e-05, 2.993270754814148e-05, 3.124214708805084e-05, 3.2551586627960205e-05, 3.386102616786957e-05, 3.517046570777893e-05, 3.6479905247688293e-05, 3.7789344787597656e-05]}, "gradients/encoder.encoder.layers.0.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 3.0, 4.0, 11.0, 8.0, 11.0, 14.0, 34.0, 40.0, 68.0, 95.0, 172.0, 220.0, 346.0, 619.0, 1099.0, 1703.0, 2743.0, 4886.0, 9325.0, 24501.0, 48400.0, 122649.0, 356281.0, 293799.0, 111341.0, 34655.0, 16229.0, 8269.0, 5076.0, 2319.0, 1353.0, 818.0, 491.0, 379.0, 183.0, 139.0, 89.0, 70.0, 35.0, 30.0, 20.0, 7.0, 9.0, 3.0, 5.0, 3.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.59634780883789e-06, -9.28528606891632e-06, -8.974224328994751e-06, -8.663162589073181e-06, -8.352100849151611e-06, -8.041039109230042e-06, -7.729977369308472e-06, -7.418915629386902e-06, -7.107853889465332e-06, -6.796792149543762e-06, -6.485730409622192e-06, -6.1746686697006226e-06, -5.863606929779053e-06, -5.552545189857483e-06, -5.241483449935913e-06, -4.930421710014343e-06, -4.6193599700927734e-06, -4.308298230171204e-06, -3.997236490249634e-06, -3.686174750328064e-06, -3.375113010406494e-06, -3.0640512704849243e-06, -2.7529895305633545e-06, -2.4419277906417847e-06, -2.130866050720215e-06, -1.819804310798645e-06, -1.5087425708770752e-06, -1.1976808309555054e-06, -8.866190910339355e-07, -5.755573511123657e-07, -2.644956111907959e-07, 4.6566128730773926e-08, 3.5762786865234375e-07, 6.686896085739136e-07, 9.797513484954834e-07, 1.2908130884170532e-06, 1.601874828338623e-06, 1.912936568260193e-06, 2.2239983081817627e-06, 2.5350600481033325e-06, 2.8461217880249023e-06, 3.157183527946472e-06, 3.468245267868042e-06, 3.779307007789612e-06, 4.090368747711182e-06, 4.4014304876327515e-06, 4.712492227554321e-06, 5.023553967475891e-06, 5.334615707397461e-06, 5.645677447319031e-06, 5.956739187240601e-06, 6.26780092716217e-06, 6.57886266708374e-06, 6.88992440700531e-06, 7.20098614692688e-06, 7.51204788684845e-06, 7.82310962677002e-06, 8.13417136669159e-06, 8.44523310661316e-06, 8.756294846534729e-06, 9.067356586456299e-06, 9.378418326377869e-06, 9.689480066299438e-06, 1.0000541806221008e-05, 1.0311603546142578e-05]}, "gradients/encoder.encoder.layers.0.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 0.0, 3.0, 2.0, 4.0, 5.0, 12.0, 8.0, 9.0, 8.0, 17.0, 26.0, 23.0, 33.0, 29.0, 25.0, 42.0, 41.0, 52.0, 46.0, 43.0, 51.0, 54.0, 50.0, 57.0, 0.0, 50.0, 64.0, 34.0, 28.0, 27.0, 30.0, 18.0, 18.0, 18.0, 12.0, 10.0, 16.0, 12.0, 10.0, 5.0, 4.0, 3.0, 4.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.6689300537109375e-06, -1.6111880540847778e-06, -1.5534460544586182e-06, -1.4957040548324585e-06, -1.4379620552062988e-06, -1.3802200555801392e-06, -1.3224780559539795e-06, -1.2647360563278198e-06, -1.2069940567016602e-06, -1.1492520570755005e-06, -1.0915100574493408e-06, -1.0337680578231812e-06, -9.760260581970215e-07, -9.182840585708618e-07, -8.605420589447021e-07, -8.028000593185425e-07, -7.450580596923828e-07, -6.873160600662231e-07, -6.295740604400635e-07, -5.718320608139038e-07, -5.140900611877441e-07, -4.5634806156158447e-07, -3.986060619354248e-07, -3.4086406230926514e-07, -2.8312206268310547e-07, -2.253800630569458e-07, -1.6763806343078613e-07, -1.0989606380462646e-07, -5.21540641784668e-08, 5.587935447692871e-09, 6.332993507385254e-08, 1.210719347000122e-07, 1.7881393432617188e-07, 2.3655593395233154e-07, 2.942979335784912e-07, 3.520399332046509e-07, 4.0978193283081055e-07, 4.675239324569702e-07, 5.252659320831299e-07, 5.830079317092896e-07, 6.407499313354492e-07, 6.984919309616089e-07, 7.562339305877686e-07, 8.139759302139282e-07, 8.717179298400879e-07, 9.294599294662476e-07, 9.872019290924072e-07, 1.044943928718567e-06, 1.1026859283447266e-06, 1.1604279279708862e-06, 1.218169927597046e-06, 1.2759119272232056e-06, 1.3336539268493652e-06, 1.391395926475525e-06, 1.4491379261016846e-06, 1.5068799257278442e-06, 1.564621925354004e-06, 1.6223639249801636e-06, 1.6801059246063232e-06, 1.737847924232483e-06, 1.7955899238586426e-06, 1.8533319234848022e-06, 1.911073923110962e-06, 1.9688159227371216e-06, 2.0265579223632812e-06]}, "gradients/encoder.encoder.layers.0.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 4.0, 6.0, 9.0, 7.0, 11.0, 16.0, 22.0, 21.0, 41.0, 57.0, 80.0, 130.0, 151.0, 239.0, 293.0, 548.0, 840.0, 1495.0, 2591.0, 3382.0, 8496.0, 17953.0, 45380.0, 143046.0, 519968.0, 200312.0, 59079.0, 22877.0, 10013.0, 4870.0, 2591.0, 1524.0, 681.0, 593.0, 399.0, 236.0, 186.0, 113.0, 76.0, 63.0, 39.0, 35.0, 22.0, 22.0, 7.0, 6.0, 14.0, 7.0, 4.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-7.152557373046875e-06, -6.91879540681839e-06, -6.685033440589905e-06, -6.45127147436142e-06, -6.2175095081329346e-06, -5.9837475419044495e-06, -5.749985575675964e-06, -5.516223609447479e-06, -5.282461643218994e-06, -5.048699676990509e-06, -4.814937710762024e-06, -4.581175744533539e-06, -4.347413778305054e-06, -4.113651812076569e-06, -3.8798898458480835e-06, -3.6461278796195984e-06, -3.4123659133911133e-06, -3.178603947162628e-06, -2.944841980934143e-06, -2.711080014705658e-06, -2.477318048477173e-06, -2.2435560822486877e-06, -2.0097941160202026e-06, -1.7760321497917175e-06, -1.5422701835632324e-06, -1.3085082173347473e-06, -1.0747462511062622e-06, -8.409842848777771e-07, -6.07222318649292e-07, -3.734603524208069e-07, -1.3969838619232178e-07, 9.406358003616333e-08, 3.2782554626464844e-07, 5.615875124931335e-07, 7.953494787216187e-07, 1.0291114449501038e-06, 1.2628734111785889e-06, 1.496635377407074e-06, 1.730397343635559e-06, 1.964159309864044e-06, 2.1979212760925293e-06, 2.4316832423210144e-06, 2.6654452085494995e-06, 2.8992071747779846e-06, 3.1329691410064697e-06, 3.366731107234955e-06, 3.60049307346344e-06, 3.834255039691925e-06, 4.06801700592041e-06, 4.301778972148895e-06, 4.53554093837738e-06, 4.7693029046058655e-06, 5.003064870834351e-06, 5.236826837062836e-06, 5.470588803291321e-06, 5.704350769519806e-06, 5.938112735748291e-06, 6.171874701976776e-06, 6.405636668205261e-06, 6.639398634433746e-06, 6.8731606006622314e-06, 7.1069225668907166e-06, 7.340684533119202e-06, 7.574446499347687e-06, 7.808208465576172e-06]}, "gradients/encoder.encoder.layers.0.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 6.0, 3.0, 4.0, 3.0, 5.0, 5.0, 9.0, 7.0, 10.0, 14.0, 15.0, 14.0, 18.0, 18.0, 24.0, 20.0, 26.0, 36.0, 30.0, 24.0, 45.0, 46.0, 46.0, 40.0, 56.0, 45.0, 37.0, 45.0, 50.0, 50.0, 41.0, 28.0, 33.0, 30.0, 19.0, 18.0, 19.0, 8.0, 16.0, 8.0, 12.0, 7.0, 5.0, 4.0, 5.0, 2.0, 1.0, 5.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-5.662441253662109e-06, -5.4836273193359375e-06, -5.304813385009766e-06, -5.125999450683594e-06, -4.947185516357422e-06, -4.76837158203125e-06, -4.589557647705078e-06, -4.410743713378906e-06, -4.231929779052734e-06, -4.0531158447265625e-06, -3.874301910400391e-06, -3.6954879760742188e-06, -3.516674041748047e-06, -3.337860107421875e-06, -3.159046173095703e-06, -2.9802322387695312e-06, -2.8014183044433594e-06, -2.6226043701171875e-06, -2.4437904357910156e-06, -2.2649765014648438e-06, -2.086162567138672e-06, -1.9073486328125e-06, -1.7285346984863281e-06, -1.5497207641601562e-06, -1.3709068298339844e-06, -1.1920928955078125e-06, -1.0132789611816406e-06, -8.344650268554688e-07, -6.556510925292969e-07, -4.76837158203125e-07, -2.980232238769531e-07, -1.1920928955078125e-07, 5.960464477539063e-08, 2.384185791015625e-07, 4.172325134277344e-07, 5.960464477539062e-07, 7.748603820800781e-07, 9.5367431640625e-07, 1.1324882507324219e-06, 1.3113021850585938e-06, 1.4901161193847656e-06, 1.6689300537109375e-06, 1.8477439880371094e-06, 2.0265579223632812e-06, 2.205371856689453e-06, 2.384185791015625e-06, 2.562999725341797e-06, 2.7418136596679688e-06, 2.9206275939941406e-06, 3.0994415283203125e-06, 3.2782554626464844e-06, 3.4570693969726562e-06, 3.635883331298828e-06, 3.814697265625e-06, 3.993511199951172e-06, 4.172325134277344e-06, 4.351139068603516e-06, 4.5299530029296875e-06, 4.708766937255859e-06, 4.887580871582031e-06, 5.066394805908203e-06, 5.245208740234375e-06, 5.424022674560547e-06, 5.602836608886719e-06, 5.781650543212891e-06]}, "gradients/encoder.encoder.layers.0.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 1.0, 6.0, 2.0, 7.0, 5.0, 1.0, 7.0, 6.0, 16.0, 16.0, 35.0, 61.0, 104.0, 171.0, 291.0, 537.0, 1138.0, 2381.0, 6920.0, 20798.0, 205220.0, 746806.0, 47610.0, 9474.0, 3578.0, 1693.0, 706.0, 415.0, 188.0, 127.0, 74.0, 57.0, 33.0, 20.0, 10.0, 7.0, 6.0, 8.0, 5.0, 4.0, 3.0, 4.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4781951904296875e-05, -1.427624374628067e-05, -1.3770535588264465e-05, -1.326482743024826e-05, -1.2759119272232056e-05, -1.225341111421585e-05, -1.1747702956199646e-05, -1.1241994798183441e-05, -1.0736286640167236e-05, -1.0230578482151031e-05, -9.724870324134827e-06, -9.219162166118622e-06, -8.713454008102417e-06, -8.207745850086212e-06, -7.702037692070007e-06, -7.1963295340538025e-06, -6.690621376037598e-06, -6.184913218021393e-06, -5.679205060005188e-06, -5.173496901988983e-06, -4.667788743972778e-06, -4.1620805859565735e-06, -3.6563724279403687e-06, -3.150664269924164e-06, -2.644956111907959e-06, -2.139247953891754e-06, -1.6335397958755493e-06, -1.1278316378593445e-06, -6.221234798431396e-07, -1.1641532182693481e-07, 3.8929283618927e-07, 8.950009942054749e-07, 1.4007091522216797e-06, 1.9064173102378845e-06, 2.4121254682540894e-06, 2.917833626270294e-06, 3.423541784286499e-06, 3.929249942302704e-06, 4.434958100318909e-06, 4.9406662583351135e-06, 5.446374416351318e-06, 5.952082574367523e-06, 6.457790732383728e-06, 6.963498890399933e-06, 7.469207048416138e-06, 7.974915206432343e-06, 8.480623364448547e-06, 8.986331522464752e-06, 9.492039680480957e-06, 9.997747838497162e-06, 1.0503455996513367e-05, 1.1009164154529572e-05, 1.1514872312545776e-05, 1.2020580470561981e-05, 1.2526288628578186e-05, 1.3031996786594391e-05, 1.3537704944610596e-05, 1.40434131026268e-05, 1.4549121260643005e-05, 1.505482941865921e-05, 1.5560537576675415e-05, 1.606624573469162e-05, 1.6571953892707825e-05, 1.707766205072403e-05, 1.7583370208740234e-05]}, "gradients/encoder.encoder.layers.0.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 4.0, 0.0, 5.0, 20.0, 0.0, 33.0, 0.0, 40.0, 0.0, 58.0, 0.0, 75.0, 0.0, 80.0, 0.0, 127.0, 0.0, 123.0, 0.0, 113.0, 89.0, 0.0, 71.0, 0.0, 66.0, 0.0, 43.0, 0.0, 26.0, 0.0, 16.0, 0.0, 11.0, 0.0, 6.0, 3.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-9.5367431640625e-07, -9.220093488693237e-07, -8.903443813323975e-07, -8.586794137954712e-07, -8.270144462585449e-07, -7.953494787216187e-07, -7.636845111846924e-07, -7.320195436477661e-07, -7.003545761108398e-07, -6.686896085739136e-07, -6.370246410369873e-07, -6.05359673500061e-07, -5.736947059631348e-07, -5.420297384262085e-07, -5.103647708892822e-07, -4.78699803352356e-07, -4.470348358154297e-07, -4.153698682785034e-07, -3.8370490074157715e-07, -3.520399332046509e-07, -3.203749656677246e-07, -2.8870999813079834e-07, -2.5704503059387207e-07, -2.253800630569458e-07, -1.9371509552001953e-07, -1.6205012798309326e-07, -1.30385160446167e-07, -9.872019290924072e-08, -6.705522537231445e-08, -3.5390257835388184e-08, -3.725290298461914e-09, 2.7939677238464355e-08, 5.960464477539063e-08, 9.12696123123169e-08, 1.2293457984924316e-07, 1.5459954738616943e-07, 1.862645149230957e-07, 2.1792948246002197e-07, 2.4959444999694824e-07, 2.812594175338745e-07, 3.129243850708008e-07, 3.4458935260772705e-07, 3.762543201446533e-07, 4.079192876815796e-07, 4.3958425521850586e-07, 4.7124922275543213e-07, 5.029141902923584e-07, 5.345791578292847e-07, 5.662441253662109e-07, 5.979090929031372e-07, 6.295740604400635e-07, 6.612390279769897e-07, 6.92903995513916e-07, 7.245689630508423e-07, 7.562339305877686e-07, 7.878988981246948e-07, 8.195638656616211e-07, 8.512288331985474e-07, 8.828938007354736e-07, 9.145587682723999e-07, 9.462237358093262e-07, 9.778887033462524e-07, 1.0095536708831787e-06, 1.041218638420105e-06, 1.0728836059570312e-06]}, "gradients/encoder.encoder.layers.0.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 7.0, 2.0, 3.0, 4.0, 3.0, 19.0, 19.0, 17.0, 36.0, 62.0, 65.0, 107.0, 157.0, 244.0, 363.0, 606.0, 982.0, 1847.0, 3449.0, 8041.0, 17492.0, 89424.0, 802738.0, 89620.0, 19273.0, 6903.0, 3150.0, 1572.0, 864.0, 540.0, 354.0, 199.0, 123.0, 89.0, 56.0, 51.0, 13.0, 20.0, 18.0, 8.0, 8.0, 1.0, 4.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0], "bins": [-1.3828277587890625e-05, -1.3414770364761353e-05, -1.300126314163208e-05, -1.2587755918502808e-05, -1.2174248695373535e-05, -1.1760741472244263e-05, -1.134723424911499e-05, -1.0933727025985718e-05, -1.0520219802856445e-05, -1.0106712579727173e-05, -9.6932053565979e-06, -9.279698133468628e-06, -8.866190910339355e-06, -8.452683687210083e-06, -8.03917646408081e-06, -7.625669240951538e-06, -7.212162017822266e-06, -6.798654794692993e-06, -6.385147571563721e-06, -5.971640348434448e-06, -5.558133125305176e-06, -5.144625902175903e-06, -4.731118679046631e-06, -4.317611455917358e-06, -3.904104232788086e-06, -3.4905970096588135e-06, -3.077089786529541e-06, -2.6635825634002686e-06, -2.250075340270996e-06, -1.8365681171417236e-06, -1.4230608940124512e-06, -1.0095536708831787e-06, -5.960464477539062e-07, -1.825392246246338e-07, 2.3096799850463867e-07, 6.444752216339111e-07, 1.0579824447631836e-06, 1.471489667892456e-06, 1.8849968910217285e-06, 2.298504114151001e-06, 2.7120113372802734e-06, 3.125518560409546e-06, 3.5390257835388184e-06, 3.952533006668091e-06, 4.366040229797363e-06, 4.779547452926636e-06, 5.193054676055908e-06, 5.606561899185181e-06, 6.020069122314453e-06, 6.433576345443726e-06, 6.847083568572998e-06, 7.2605907917022705e-06, 7.674098014831543e-06, 8.087605237960815e-06, 8.501112461090088e-06, 8.91461968421936e-06, 9.328126907348633e-06, 9.741634130477905e-06, 1.0155141353607178e-05, 1.056864857673645e-05, 1.0982155799865723e-05, 1.1395663022994995e-05, 1.1809170246124268e-05, 1.222267746925354e-05, 1.2636184692382812e-05]}, "gradients/encoder.encoder.layers.0.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 2.0, 2.0, 5.0, 8.0, 9.0, 6.0, 2.0, 14.0, 17.0, 19.0, 21.0, 22.0, 30.0, 42.0, 79.0, 91.0, 130.0, 117.0, 101.0, 69.0, 41.0, 26.0, 33.0, 28.0, 26.0, 13.0, 4.0, 10.0, 5.0, 3.0, 5.0, 2.0, 3.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0], "bins": [-9.417533874511719e-06, -9.130686521530151e-06, -8.843839168548584e-06, -8.556991815567017e-06, -8.27014446258545e-06, -7.983297109603882e-06, -7.696449756622314e-06, -7.409602403640747e-06, -7.12275505065918e-06, -6.835907697677612e-06, -6.549060344696045e-06, -6.2622129917144775e-06, -5.97536563873291e-06, -5.688518285751343e-06, -5.401670932769775e-06, -5.114823579788208e-06, -4.827976226806641e-06, -4.541128873825073e-06, -4.254281520843506e-06, -3.9674341678619385e-06, -3.680586814880371e-06, -3.3937394618988037e-06, -3.1068921089172363e-06, -2.820044755935669e-06, -2.5331974029541016e-06, -2.246350049972534e-06, -1.959502696990967e-06, -1.6726553440093994e-06, -1.385807991027832e-06, -1.0989606380462646e-06, -8.121132850646973e-07, -5.252659320831299e-07, -2.384185791015625e-07, 4.842877388000488e-08, 3.3527612686157227e-07, 6.221234798431396e-07, 9.08970832824707e-07, 1.1958181858062744e-06, 1.4826655387878418e-06, 1.7695128917694092e-06, 2.0563602447509766e-06, 2.343207597732544e-06, 2.6300549507141113e-06, 2.9169023036956787e-06, 3.203749656677246e-06, 3.4905970096588135e-06, 3.777444362640381e-06, 4.064291715621948e-06, 4.351139068603516e-06, 4.637986421585083e-06, 4.92483377456665e-06, 5.211681127548218e-06, 5.498528480529785e-06, 5.7853758335113525e-06, 6.07222318649292e-06, 6.359070539474487e-06, 6.645917892456055e-06, 6.932765245437622e-06, 7.2196125984191895e-06, 7.506459951400757e-06, 7.793307304382324e-06, 8.080154657363892e-06, 8.367002010345459e-06, 8.653849363327026e-06, 8.940696716308594e-06]}, "gradients/encoder.encoder.layers.0.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 4.0, 2.0, 3.0, 5.0, 9.0, 10.0, 13.0, 18.0, 21.0, 23.0, 35.0, 56.0, 84.0, 100.0, 106.0, 124.0, 91.0, 77.0, 67.0, 30.0, 45.0, 21.0, 16.0, 10.0, 12.0, 5.0, 8.0, 2.0, 3.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00011840499064419419, -0.00011429915321059525, -0.00011019331577699631, -0.00010608747834339738, -0.00010198164090979844, -9.787580347619951e-05, -9.376996604260057e-05, -8.966412860900164e-05, -8.55582911754027e-05, -8.145245374180377e-05, -7.734661630820483e-05, -7.32407788746059e-05, -6.913494144100696e-05, -6.502910400740802e-05, -6.092326293583028e-05, -5.6817425502231345e-05, -5.27115844306536e-05, -4.8605746997054666e-05, -4.449990956345573e-05, -4.0394072129856795e-05, -3.628823469625786e-05, -3.2182397262658924e-05, -2.807655619108118e-05, -2.3970718757482246e-05, -1.986488132388331e-05, -1.5759043890284374e-05, -1.1653205547190737e-05, -7.5473672040971e-06, -3.441529770498164e-06, 6.643076631007716e-07, 4.770146915689111e-06, 8.875984349288046e-06, 1.2981821782886982e-05, 1.7087659216485918e-05, 2.1193496650084853e-05, 2.5299335902673192e-05, 2.9405173336272128e-05, 3.351100895088166e-05, 3.76168500224594e-05, 4.172268745605834e-05, 4.5828524889657274e-05, 4.993436232325621e-05, 5.4040199756855145e-05, 5.814604082843289e-05, 6.225187826203182e-05, 6.635771569563076e-05, 7.04635531292297e-05, 7.456939056282863e-05, 7.867522799642757e-05, 8.27810654300265e-05, 8.688690286362544e-05, 9.099274029722437e-05, 9.509857773082331e-05, 9.920441516442224e-05, 0.0001033102598739788, 0.00010741609730757773, 0.00011152193474117666, 0.0001156277721747756, 0.00011973360960837454, 0.00012383944704197347, 0.0001279452844755724, 0.00013205112190917134, 0.00013615695934277028, 0.00014026279677636921, 0.00014436863420996815]}, "gradients/encoder.encoder.layers.0.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 2.0, 1.0, 3.0, 0.0, 5.0, 5.0, 13.0, 9.0, 25.0, 18.0, 21.0, 31.0, 27.0, 28.0, 38.0, 44.0, 36.0, 45.0, 44.0, 54.0, 49.0, 51.0, 47.0, 53.0, 50.0, 46.0, 33.0, 37.0, 34.0, 27.0, 24.0, 23.0, 14.0, 16.0, 13.0, 9.0, 11.0, 3.0, 8.0, 5.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.695487976074219e-05, -3.565102815628052e-05, -3.434717655181885e-05, -3.304332494735718e-05, -3.173947334289551e-05, -3.0435621738433838e-05, -2.9131770133972168e-05, -2.7827918529510498e-05, -2.6524066925048828e-05, -2.5220215320587158e-05, -2.3916363716125488e-05, -2.261251211166382e-05, -2.130866050720215e-05, -2.000480890274048e-05, -1.870095729827881e-05, -1.739710569381714e-05, -1.609325408935547e-05, -1.4789402484893799e-05, -1.3485550880432129e-05, -1.2181699275970459e-05, -1.0877847671508789e-05, -9.573996067047119e-06, -8.27014446258545e-06, -6.966292858123779e-06, -5.662441253662109e-06, -4.3585896492004395e-06, -3.0547380447387695e-06, -1.7508864402770996e-06, -4.470348358154297e-07, 8.568167686462402e-07, 2.16066837310791e-06, 3.46451997756958e-06, 4.76837158203125e-06, 6.07222318649292e-06, 7.37607479095459e-06, 8.67992639541626e-06, 9.98377799987793e-06, 1.12876296043396e-05, 1.259148120880127e-05, 1.389533281326294e-05, 1.519918441772461e-05, 1.650303602218628e-05, 1.780688762664795e-05, 1.911073923110962e-05, 2.041459083557129e-05, 2.171844244003296e-05, 2.302229404449463e-05, 2.43261456489563e-05, 2.562999725341797e-05, 2.693384885787964e-05, 2.823770046234131e-05, 2.954155206680298e-05, 3.084540367126465e-05, 3.214925527572632e-05, 3.345310688018799e-05, 3.475695848464966e-05, 3.606081008911133e-05, 3.7364661693573e-05, 3.866851329803467e-05, 3.997236490249634e-05, 4.127621650695801e-05, 4.258006811141968e-05, 4.388391971588135e-05, 4.518777132034302e-05, 4.649162292480469e-05]}, "gradients/encoder.encoder.pos_conv_embed.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 5.0, 4.0, 8.0, 11.0, 14.0, 20.0, 26.0, 54.0, 82.0, 113.0, 282.0, 160.0, 66.0, 55.0, 30.0, 16.0, 16.0, 13.0, 8.0, 5.0, 3.0, 6.0, 2.0, 4.0, 1.0, 1.0, 3.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.033348083496094e-06, -6.658025085926056e-06, -6.282702088356018e-06, -5.90737909078598e-06, -5.532056093215942e-06, -5.1567330956459045e-06, -4.781410098075867e-06, -4.406087100505829e-06, -4.030764102935791e-06, -3.655441105365753e-06, -3.2801181077957153e-06, -2.9047951102256775e-06, -2.5294721126556396e-06, -2.154149115085602e-06, -1.778826117515564e-06, -1.4035031199455261e-06, -1.0281801223754883e-06, -6.528571248054504e-07, -2.775341272354126e-07, 9.778887033462524e-08, 4.731118679046631e-07, 8.484348654747009e-07, 1.2237578630447388e-06, 1.5990808606147766e-06, 1.9744038581848145e-06, 2.3497268557548523e-06, 2.72504985332489e-06, 3.100372850894928e-06, 3.475695848464966e-06, 3.851018846035004e-06, 4.2263418436050415e-06, 4.601664841175079e-06, 4.976987838745117e-06, 5.352310836315155e-06, 5.727633833885193e-06, 6.102956831455231e-06, 6.4782798290252686e-06, 6.853602826595306e-06, 7.228925824165344e-06, 7.604248821735382e-06, 7.97957181930542e-06, 8.354894816875458e-06, 8.730217814445496e-06, 9.105540812015533e-06, 9.480863809585571e-06, 9.856186807155609e-06, 1.0231509804725647e-05, 1.0606832802295685e-05, 1.0982155799865723e-05, 1.135747879743576e-05, 1.1732801795005798e-05, 1.2108124792575836e-05, 1.2483447790145874e-05, 1.2858770787715912e-05, 1.323409378528595e-05, 1.3609416782855988e-05, 1.3984739780426025e-05, 1.4360062777996063e-05, 1.4735385775566101e-05, 1.5110708773136139e-05, 1.5486031770706177e-05, 1.5861354768276215e-05, 1.6236677765846252e-05, 1.661200076341629e-05, 1.6987323760986328e-05]}, "gradients/encoder.encoder.pos_conv_embed.conv.weight_v": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 4.0, 2.0, 3.0, 2.0, 5.0, 2.0, 4.0, 14.0, 5.0, 13.0, 21.0, 20.0, 40.0, 71.0, 66.0, 132.0, 205.0, 374.0, 586.0, 1117.0, 2151.0, 4853.0, 13144.0, 78369.0, 8213406.0, 53798.0, 11166.0, 4367.0, 1988.0, 1069.0, 582.0, 368.0, 226.0, 143.0, 97.0, 49.0, 51.0, 25.0, 21.0, 8.0, 7.0, 9.0, 6.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.821610021579545e-05, -1.7687185390968807e-05, -1.715826874715276e-05, -1.6629353922326118e-05, -1.6100439097499475e-05, -1.557152245368343e-05, -1.5042607628856786e-05, -1.4513691894535441e-05, -1.3984776160214096e-05, -1.3455860425892752e-05, -1.2926945601066109e-05, -1.2398029866744764e-05, -1.186911413242342e-05, -1.1340198398102075e-05, -1.0811283573275432e-05, -1.0282367838954087e-05, -9.753453014127444e-06, -9.2245372798061e-06, -8.695622454979457e-06, -8.166706720658112e-06, -7.637790986336768e-06, -7.108875706762774e-06, -6.57996042718878e-06, -6.0510446928674355e-06, -5.522129413293442e-06, -4.993214133719448e-06, -4.464298399398103e-06, -3.93538311982411e-06, -3.4064676128764404e-06, -2.877552105928771e-06, -2.3486368263547774e-06, -1.8197213194071082e-06, -1.290805812459439e-06, -7.618903623551887e-07, -2.3297491225093836e-07, 2.959404810098931e-07, 8.248559879575623e-07, 1.3537714949052315e-06, 1.8826867744792253e-06, 2.4116022814268945e-06, 2.9405177883745637e-06, 3.469433295322233e-06, 3.998348802269902e-06, 4.527264081843896e-06, 5.05617936141789e-06, 5.585095095739234e-06, 6.114010375313228e-06, 6.642925654887222e-06, 7.171841389208566e-06, 7.700757123529911e-06, 8.229671948356554e-06, 8.758587682677899e-06, 9.287503416999243e-06, 9.816418241825886e-06, 1.034533397614723e-05, 1.0874249710468575e-05, 1.1403164535295218e-05, 1.1932080269616563e-05, 1.2460995094443206e-05, 1.298991082876455e-05, 1.3518826563085895e-05, 1.404774229740724e-05, 1.4576657122233883e-05, 1.5105572856555227e-05, 1.5634488590876572e-05]}, "gradients/encoder.encoder.pos_conv_embed.conv.weight_g": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 3.0, 5.0, 1.0, 1.0, 1.0, 5.0, 2.0, 4.0, 4.0, 6.0, 3.0, 6.0, 6.0, 7.0, 16.0, 3.0, 3.0, 2.0, 2.0, 3.0, 6.0, 5.0, 0.0, 3.0, 3.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.543084651231766e-05, -4.3725183786591515e-05, -4.201952106086537e-05, -4.031386197311804e-05, -3.8608199247391894e-05, -3.690253652166575e-05, -3.519687379593961e-05, -3.349121107021347e-05, -3.178555198246613e-05, -3.007988925673999e-05, -2.837422835000325e-05, -2.6668565624277107e-05, -2.496290471754037e-05, -2.3257241991814226e-05, -2.1551579266088083e-05, -1.9845918359351344e-05, -1.8140255633625202e-05, -1.643459290789906e-05, -1.472893200116232e-05, -1.3023269275436178e-05, -1.1317608368699439e-05, -9.611945642973296e-06, -7.906283826741856e-06, -6.200622010510415e-06, -4.494960194278974e-06, -2.7892983780475333e-06, -1.0836363344424171e-06, 6.220257091626991e-07, 2.32768752539414e-06, 4.0333497963729315e-06, 5.739011612604372e-06, 7.444673428835813e-06, 9.150335245067254e-06, 1.0855997061298694e-05, 1.2561658877530135e-05, 1.4267321603256278e-05, 1.5972982509993017e-05, 1.767864523571916e-05, 1.9384307961445302e-05, 2.108996886818204e-05, 2.279562977491878e-05, 2.4501292500644922e-05, 2.620695340738166e-05, 2.7912616133107804e-05, 2.9618277039844543e-05, 3.1323939765570685e-05, 3.302960249129683e-05, 3.473526157904416e-05, 3.644092794274911e-05, 3.8146590668475255e-05, 3.98522533942014e-05, 4.155791248194873e-05, 4.3263575207674876e-05, 4.496923793340102e-05, 4.667490065912716e-05, 4.8380563384853303e-05, 5.008622247260064e-05, 5.179188519832678e-05, 5.3497547924052924e-05, 5.520320701180026e-05, 5.69088697375264e-05, 5.8614532463252544e-05, 6.032019518897869e-05, 6.202585791470483e-05, 6.373151700245216e-05]}, "gradients/encoder.masked_spec_embed": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 7.0, 10.0, 17.0, 21.0, 25.0, 41.0, 55.0, 66.0, 63.0, 116.0, 127.0, 106.0, 88.0, 82.0, 43.0, 41.0, 24.0, 21.0, 6.0, 11.0, 10.0, 7.0, 2.0, 6.0, 2.0, 4.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.4424324035644531e-05, -1.4036893844604492e-05, -1.3649463653564453e-05, -1.3262033462524414e-05, -1.2874603271484375e-05, -1.2487173080444336e-05, -1.2099742889404297e-05, -1.1712312698364258e-05, -1.1324882507324219e-05, -1.093745231628418e-05, -1.055002212524414e-05, -1.0162591934204102e-05, -9.775161743164062e-06, -9.387731552124023e-06, -9.000301361083984e-06, -8.612871170043945e-06, -8.225440979003906e-06, -7.838010787963867e-06, -7.450580596923828e-06, -7.063150405883789e-06, -6.67572021484375e-06, -6.288290023803711e-06, -5.900859832763672e-06, -5.513429641723633e-06, -5.125999450683594e-06, -4.738569259643555e-06, -4.351139068603516e-06, -3.9637088775634766e-06, -3.5762786865234375e-06, -3.1888484954833984e-06, -2.8014183044433594e-06, -2.4139881134033203e-06, -2.0265579223632812e-06, -1.6391277313232422e-06, -1.2516975402832031e-06, -8.642673492431641e-07, -4.76837158203125e-07, -8.940696716308594e-08, 2.980232238769531e-07, 6.854534149169922e-07, 1.0728836059570312e-06, 1.4603137969970703e-06, 1.8477439880371094e-06, 2.2351741790771484e-06, 2.6226043701171875e-06, 3.0100345611572266e-06, 3.3974647521972656e-06, 3.7848949432373047e-06, 4.172325134277344e-06, 4.559755325317383e-06, 4.947185516357422e-06, 5.334615707397461e-06, 5.7220458984375e-06, 6.109476089477539e-06, 6.496906280517578e-06, 6.884336471557617e-06, 7.271766662597656e-06, 7.659196853637695e-06, 8.046627044677734e-06, 8.434057235717773e-06, 8.821487426757812e-06, 9.208917617797852e-06, 9.59634780883789e-06, 9.98377799987793e-06, 1.0371208190917969e-05]}, "gradients/encoder.feature_projection.projection.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 3.0, 8.0, 4.0, 12.0, 23.0, 19.0, 35.0, 54.0, 86.0, 136.0, 248.0, 450.0, 982.0, 2286.0, 6765.0, 25607.0, 230450.0, 220794.0, 25255.0, 6654.0, 2338.0, 990.0, 463.0, 235.0, 125.0, 88.0, 52.0, 31.0, 25.0, 16.0, 11.0, 6.0, 4.0, 2.0, 5.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-7.724761962890625e-05, -7.467251271009445e-05, -7.209740579128265e-05, -6.952229887247086e-05, -6.694719195365906e-05, -6.437208503484726e-05, -6.179697811603546e-05, -5.922187119722366e-05, -5.6646764278411865e-05, -5.407165735960007e-05, -5.149655044078827e-05, -4.892144352197647e-05, -4.634633660316467e-05, -4.3771229684352875e-05, -4.119612276554108e-05, -3.862101584672928e-05, -3.604590892791748e-05, -3.347080200910568e-05, -3.0895695090293884e-05, -2.8320588171482086e-05, -2.5745481252670288e-05, -2.317037433385849e-05, -2.0595267415046692e-05, -1.8020160496234894e-05, -1.5445053577423096e-05, -1.2869946658611298e-05, -1.02948397397995e-05, -7.719732820987701e-06, -5.144625902175903e-06, -2.5695189833641052e-06, 5.587935447692871e-09, 2.580694854259491e-06, 5.155801773071289e-06, 7.730908691883087e-06, 1.0306015610694885e-05, 1.2881122529506683e-05, 1.545622944831848e-05, 1.803133636713028e-05, 2.0606443285942078e-05, 2.3181550204753876e-05, 2.5756657123565674e-05, 2.8331764042377472e-05, 3.090687096118927e-05, 3.348197788000107e-05, 3.6057084798812866e-05, 3.8632191717624664e-05, 4.120729863643646e-05, 4.378240555524826e-05, 4.635751247406006e-05, 4.893261939287186e-05, 5.1507726311683655e-05, 5.408283323049545e-05, 5.665794014930725e-05, 5.923304706811905e-05, 6.180815398693085e-05, 6.438326090574265e-05, 6.695836782455444e-05, 6.953347474336624e-05, 7.210858166217804e-05, 7.468368858098984e-05, 7.725879549980164e-05, 7.983390241861343e-05, 8.240900933742523e-05, 8.498411625623703e-05, 8.755922317504883e-05]}, "gradients/encoder.feature_projection.projection.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 5.0, 3.0, 1.0, 5.0, 5.0, 13.0, 5.0, 9.0, 16.0, 7.0, 23.0, 32.0, 33.0, 51.0, 62.0, 83.0, 61.0, 68.0, 88.0, 52.0, 84.0, 78.0, 52.0, 30.0, 37.0, 30.0, 14.0, 13.0, 12.0, 7.0, 3.0, 6.0, 8.0, 3.0, 6.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-5.125999450683594e-06, -4.964880645275116e-06, -4.803761839866638e-06, -4.64264303445816e-06, -4.481524229049683e-06, -4.320405423641205e-06, -4.159286618232727e-06, -3.998167812824249e-06, -3.8370490074157715e-06, -3.6759302020072937e-06, -3.514811396598816e-06, -3.353692591190338e-06, -3.1925737857818604e-06, -3.0314549803733826e-06, -2.8703361749649048e-06, -2.709217369556427e-06, -2.5480985641479492e-06, -2.3869797587394714e-06, -2.2258609533309937e-06, -2.064742147922516e-06, -1.903623342514038e-06, -1.7425045371055603e-06, -1.5813857316970825e-06, -1.4202669262886047e-06, -1.259148120880127e-06, -1.0980293154716492e-06, -9.369105100631714e-07, -7.757917046546936e-07, -6.146728992462158e-07, -4.5355409383773804e-07, -2.9243528842926025e-07, -1.3131648302078247e-07, 2.9802322387695312e-08, 1.909211277961731e-07, 3.520399332046509e-07, 5.131587386131287e-07, 6.742775440216064e-07, 8.353963494300842e-07, 9.96515154838562e-07, 1.1576339602470398e-06, 1.3187527656555176e-06, 1.4798715710639954e-06, 1.6409903764724731e-06, 1.802109181880951e-06, 1.9632279872894287e-06, 2.1243467926979065e-06, 2.2854655981063843e-06, 2.446584403514862e-06, 2.60770320892334e-06, 2.7688220143318176e-06, 2.9299408197402954e-06, 3.091059625148773e-06, 3.252178430557251e-06, 3.4132972359657288e-06, 3.5744160413742065e-06, 3.7355348467826843e-06, 3.896653652191162e-06, 4.05777245759964e-06, 4.218891263008118e-06, 4.3800100684165955e-06, 4.541128873825073e-06, 4.702247679233551e-06, 4.863366484642029e-06, 5.024485290050507e-06, 5.185604095458984e-06]}, "gradients/encoder.feature_projection.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 8.0, 3.0, 7.0, 10.0, 11.0, 27.0, 35.0, 33.0, 43.0, 48.0, 51.0, 48.0, 34.0, 33.0, 29.0, 17.0, 16.0, 8.0, 5.0, 8.0, 4.0, 5.0, 2.0, 0.0, 4.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9227492884965613e-05, -1.8502109014661983e-05, -1.7776725144358352e-05, -1.705134127405472e-05, -1.632595740375109e-05, -1.560057353344746e-05, -1.487519057263853e-05, -1.41498067023349e-05, -1.3424422832031269e-05, -1.2699038961727638e-05, -1.1973655091424007e-05, -1.1248272130615078e-05, -1.0522888260311447e-05, -9.797504390007816e-06, -9.072120519704185e-06, -8.346736649400555e-06, -7.621352779096924e-06, -6.895968908793293e-06, -6.170585038489662e-06, -5.445201622933382e-06, -4.719817752629751e-06, -3.9944338823261205e-06, -3.2690504667698406e-06, -2.5436665964662097e-06, -1.818282726162579e-06, -1.0928989695457858e-06, -3.675152129289927e-07, 3.578684300009627e-07, 1.0832523003045935e-06, 1.8086361706082243e-06, 2.5340195861645043e-06, 3.259403456468135e-06, 3.984785507782362e-06, 4.710169378085993e-06, 5.435553248389624e-06, 6.160936663945904e-06, 6.886320534249535e-06, 7.611704404553166e-06, 8.337087820109446e-06, 9.062471690413076e-06, 9.787855560716707e-06, 1.0513239431020338e-05, 1.1238623301323969e-05, 1.1964006262132898e-05, 1.2689390132436529e-05, 1.341477400274016e-05, 1.414015787304379e-05, 1.4865541743347421e-05, 1.5590925613651052e-05, 1.6316309483954683e-05, 1.7041693354258314e-05, 1.7767077224561945e-05, 1.8492461094865575e-05, 1.9217844965169206e-05, 1.9943228835472837e-05, 2.0668612705776468e-05, 2.13939965760801e-05, 2.211938044638373e-05, 2.284476431668736e-05, 2.357014818699099e-05, 2.4295532057294622e-05, 2.5020915927598253e-05, 2.5746299797901884e-05, 2.6471683668205515e-05, 2.7197065719519742e-05]}, "gradients/encoder.feature_projection.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 7.0, 1.0, 5.0, 1.0, 5.0, 6.0, 7.0, 6.0, 7.0, 12.0, 13.0, 23.0, 26.0, 25.0, 26.0, 34.0, 38.0, 55.0, 35.0, 39.0, 36.0, 29.0, 11.0, 7.0, 10.0, 8.0, 7.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7881393432617188e-05, -1.7251819372177124e-05, -1.662224531173706e-05, -1.5992671251296997e-05, -1.5363097190856934e-05, -1.473352313041687e-05, -1.4103949069976807e-05, -1.3474375009536743e-05, -1.284480094909668e-05, -1.2215226888656616e-05, -1.1585652828216553e-05, -1.095607876777649e-05, -1.0326504707336426e-05, -9.696930646896362e-06, -9.067356586456299e-06, -8.437782526016235e-06, -7.808208465576172e-06, -7.178634405136108e-06, -6.549060344696045e-06, -5.9194862842559814e-06, -5.289912223815918e-06, -4.6603381633758545e-06, -4.030764102935791e-06, -3.4011900424957275e-06, -2.771615982055664e-06, -2.1420419216156006e-06, -1.5124678611755371e-06, -8.828938007354736e-07, -2.5331974029541016e-07, 3.762543201446533e-07, 1.0058283805847168e-06, 1.6354024410247803e-06, 2.2649765014648438e-06, 2.8945505619049072e-06, 3.5241246223449707e-06, 4.153698682785034e-06, 4.783272743225098e-06, 5.412846803665161e-06, 6.042420864105225e-06, 6.671994924545288e-06, 7.3015689849853516e-06, 7.931143045425415e-06, 8.560717105865479e-06, 9.190291166305542e-06, 9.819865226745605e-06, 1.0449439287185669e-05, 1.1079013347625732e-05, 1.1708587408065796e-05, 1.233816146850586e-05, 1.2967735528945923e-05, 1.3597309589385986e-05, 1.422688364982605e-05, 1.4856457710266113e-05, 1.5486031770706177e-05, 1.611560583114624e-05, 1.6745179891586304e-05, 1.7374753952026367e-05, 1.800432801246643e-05, 1.8633902072906494e-05, 1.9263476133346558e-05, 1.989305019378662e-05, 2.0522624254226685e-05, 2.1152198314666748e-05, 2.178177237510681e-05, 2.2411346435546875e-05]}, "eval/loss": 23.712759017944336, "eval/bleu": 0.0, "eval/runtime": 3752.1074, "eval/samples_per_second": 3.934, "eval/steps_per_second": 0.983}
\ No newline at end of file