{"train/loss": 0.002, "train/learning_rate": 3.1745843230403805e-05, "train/epoch": 14.01, "train/global_step": 12500, "_runtime": 77411, "_timestamp": 1646658958, "_step": 12504, "gradients/decoder.transformer.ln_f.weight": {"_type": "histogram", "values": [4.0, 13.0, 12.0, 40.0, 125.0, 239.0, 325.0, 159.0, 67.0, 20.0, 10.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.452225923538208, -1.228158950805664, -1.0040919780731201, -0.7800251245498657, -0.5559581518173218, -0.33189117908477783, -0.10782432556152344, 0.11624264717102051, 0.34030961990356445, 0.5643765926361084, 0.7884435057640076, 1.0125104188919067, 1.2365773916244507, 1.4606443643569946, 1.684711217880249, 1.908778190612793, 2.132845163345337, 2.356912136077881, 2.580979108810425, 2.8050460815429688, 3.0291128158569336, 3.2531800270080566, 3.4772467613220215, 3.7013137340545654, 3.9253807067871094, 4.149447441101074, 4.373514652252197, 4.597581386566162, 4.821648597717285, 5.04571533203125, 5.269782066345215, 5.493849277496338, 5.717916488647461, 5.941983222961426, 6.166050434112549, 6.390117168426514, 6.614184379577637, 6.838251113891602, 7.062317848205566, 7.2863850593566895, 7.5104522705078125, 7.734519004821777, 7.9585862159729, 8.182653427124023, 8.406720161437988, 8.630786895751953, 8.854853630065918, 9.078920364379883, 9.302988052368164, 9.527054786682129, 9.751121520996094, 9.975189208984375, 10.19925594329834, 10.423322677612305, 10.64738941192627, 10.871456146240234, 11.0955228805542, 11.319589614868164, 11.543656349182129, 11.76772403717041, 11.991790771484375, 12.21585750579834, 12.439924240112305, 12.663991928100586, 12.88805866241455]}, "gradients/decoder.transformer.ln_f.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 4.0, 3.0, 2.0, 6.0, 10.0, 8.0, 10.0, 8.0, 10.0, 24.0, 15.0, 21.0, 29.0, 33.0, 25.0, 27.0, 26.0, 44.0, 37.0, 33.0, 45.0, 44.0, 64.0, 52.0, 52.0, 37.0, 46.0, 27.0, 38.0, 35.0, 28.0, 22.0, 16.0, 18.0, 26.0, 13.0, 9.0, 17.0, 14.0, 4.0, 6.0, 5.0, 5.0, 6.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0], "bins": [-1.7911360263824463, -1.7362524271011353, -1.6813688278198242, -1.6264851093292236, -1.5716015100479126, -1.5167179107666016, -1.4618343114852905, -1.4069507122039795, -1.352066993713379, -1.2971833944320679, -1.2422997951507568, -1.1874160766601562, -1.1325324773788452, -1.0776488780975342, -1.0227652788162231, -0.9678816795349121, -0.9129980802536011, -0.85811448097229, -0.8032308220863342, -0.7483472228050232, -0.6934635639190674, -0.6385799646377563, -0.5836963653564453, -0.5288127660751343, -0.47392910718917847, -0.41904547810554504, -0.3641618490219116, -0.3092782497406006, -0.25439462065696716, -0.19951099157333374, -0.1446273922920227, -0.08974376320838928, -0.03486001491546631, 0.020023606717586517, 0.07490722835063934, 0.12979084253311157, 0.184674471616745, 0.23955810070037842, 0.29444169998168945, 0.3493253290653229, 0.4042089581489563, 0.4590925872325897, 0.5139762163162231, 0.5688598155975342, 0.6237434148788452, 0.678627073764801, 0.7335106730461121, 0.7883943319320679, 0.8432779312133789, 0.8981615304946899, 0.9530451893806458, 1.0079288482666016, 1.0628124475479126, 1.1176960468292236, 1.1725796461105347, 1.2274632453918457, 1.2823469638824463, 1.3372305631637573, 1.3921141624450684, 1.446997880935669, 1.50188148021698, 1.556765079498291, 1.611648678779602, 1.666532278060913, 1.7214158773422241]}, "gradients/decoder.transformer.h.23.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 6.0, 0.0, 1.0, 4.0, 4.0, 3.0, 3.0, 4.0, 13.0, 7.0, 10.0, 14.0, 16.0, 18.0, 18.0, 16.0, 28.0, 26.0, 26.0, 21.0, 33.0, 34.0, 25.0, 38.0, 43.0, 45.0, 38.0, 34.0, 47.0, 59.0, 41.0, 36.0, 37.0, 28.0, 28.0, 31.0, 26.0, 17.0, 18.0, 19.0, 16.0, 14.0, 12.0, 13.0, 10.0, 9.0, 9.0, 3.0, 4.0, 0.0, 3.0, 1.0, 1.0, 1.0, 5.0, 0.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.12091064453125, -0.11702823638916016, -0.11314582824707031, -0.10926342010498047, -0.10538101196289062, -0.10149860382080078, -0.09761619567871094, -0.0937337875366211, -0.08985137939453125, -0.0859689712524414, -0.08208656311035156, -0.07820415496826172, -0.07432174682617188, -0.07043933868408203, -0.06655693054199219, -0.06267452239990234, -0.0587921142578125, -0.054909706115722656, -0.05102729797363281, -0.04714488983154297, -0.043262481689453125, -0.03938007354736328, -0.03549766540527344, -0.031615257263183594, -0.02773284912109375, -0.023850440979003906, -0.019968032836914062, -0.01608562469482422, -0.012203216552734375, -0.008320808410644531, -0.0044384002685546875, -0.0005559921264648438, 0.003326416015625, 0.007208824157714844, 0.011091232299804688, 0.014973640441894531, 0.018856048583984375, 0.02273845672607422, 0.026620864868164062, 0.030503273010253906, 0.03438568115234375, 0.038268089294433594, 0.04215049743652344, 0.04603290557861328, 0.049915313720703125, 0.05379772186279297, 0.05768013000488281, 0.061562538146972656, 0.0654449462890625, 0.06932735443115234, 0.07320976257324219, 0.07709217071533203, 0.08097457885742188, 0.08485698699951172, 0.08873939514160156, 0.0926218032836914, 0.09650421142578125, 0.1003866195678711, 0.10426902770996094, 0.10815143585205078, 0.11203384399414062, 0.11591625213623047, 0.11979866027832031, 0.12368106842041016, 0.1275634765625]}, "gradients/decoder.transformer.h.23.mlp.c_proj.weight": {"_type": "histogram", "values": [4.0, 2.0, 2.0, 2.0, 4.0, 5.0, 5.0, 7.0, 8.0, 17.0, 20.0, 24.0, 26.0, 34.0, 40.0, 60.0, 56.0, 82.0, 93.0, 126.0, 150.0, 212.0, 332.0, 534.0, 792.0, 1449.0, 2732.0, 6119.0, 15997.0, 59975.0, 873798.0, 3096970.0, 96793.0, 22110.0, 7820.0, 3317.0, 1693.0, 905.0, 562.0, 378.0, 256.0, 157.0, 155.0, 94.0, 68.0, 48.0, 58.0, 43.0, 33.0, 29.0, 15.0, 16.0, 13.0, 19.0, 9.0, 6.0, 3.0, 7.0, 5.0, 4.0, 5.0, 4.0, 0.0, 2.0], "bins": [-0.9853515625, -0.953704833984375, -0.92205810546875, -0.890411376953125, -0.8587646484375, -0.827117919921875, -0.79547119140625, -0.763824462890625, -0.732177734375, -0.700531005859375, -0.66888427734375, -0.637237548828125, -0.6055908203125, -0.573944091796875, -0.54229736328125, -0.510650634765625, -0.47900390625, -0.447357177734375, -0.41571044921875, -0.384063720703125, -0.3524169921875, -0.320770263671875, -0.28912353515625, -0.257476806640625, -0.225830078125, -0.194183349609375, -0.16253662109375, -0.130889892578125, -0.0992431640625, -0.067596435546875, -0.03594970703125, -0.004302978515625, 0.02734375, 0.058990478515625, 0.09063720703125, 0.122283935546875, 0.1539306640625, 0.185577392578125, 0.21722412109375, 0.248870849609375, 0.280517578125, 0.312164306640625, 0.34381103515625, 0.375457763671875, 0.4071044921875, 0.438751220703125, 0.47039794921875, 0.502044677734375, 0.53369140625, 0.565338134765625, 0.59698486328125, 0.628631591796875, 0.6602783203125, 0.691925048828125, 0.72357177734375, 0.755218505859375, 0.786865234375, 0.818511962890625, 0.85015869140625, 0.881805419921875, 0.9134521484375, 0.945098876953125, 0.97674560546875, 1.008392333984375, 1.0400390625]}, "gradients/decoder.transformer.h.23.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 9.0, 15.0, 14.0, 42.0, 75.0, 157.0, 459.0, 1908.0, 901.0, 262.0, 124.0, 53.0, 30.0, 12.0, 10.0, 4.0, 4.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.37109375, -1.3279266357421875, -1.284759521484375, -1.2415924072265625, -1.19842529296875, -1.1552581787109375, -1.112091064453125, -1.0689239501953125, -1.0257568359375, -0.9825897216796875, -0.939422607421875, -0.8962554931640625, -0.85308837890625, -0.8099212646484375, -0.766754150390625, -0.7235870361328125, -0.680419921875, -0.6372528076171875, -0.594085693359375, -0.5509185791015625, -0.50775146484375, -0.4645843505859375, -0.421417236328125, -0.3782501220703125, -0.3350830078125, -0.2919158935546875, -0.248748779296875, -0.2055816650390625, -0.16241455078125, -0.1192474365234375, -0.076080322265625, -0.0329132080078125, 0.01025390625, 0.0534210205078125, 0.096588134765625, 0.1397552490234375, 0.18292236328125, 0.2260894775390625, 0.269256591796875, 0.3124237060546875, 0.3555908203125, 0.3987579345703125, 0.441925048828125, 0.4850921630859375, 0.52825927734375, 0.5714263916015625, 0.614593505859375, 0.6577606201171875, 0.700927734375, 0.7440948486328125, 0.787261962890625, 0.8304290771484375, 0.87359619140625, 0.9167633056640625, 0.959930419921875, 1.0030975341796875, 1.0462646484375, 1.0894317626953125, 1.132598876953125, 1.1757659912109375, 1.21893310546875, 1.2621002197265625, 1.305267333984375, 1.3484344482421875, 1.3916015625]}, "gradients/decoder.transformer.h.23.mlp.c_fc.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 7.0, 6.0, 27.0, 34.0, 62.0, 95.0, 150.0, 262.0, 413.0, 818.0, 3705.0, 43689.0, 3852338.0, 279611.0, 10189.0, 1554.0, 520.0, 325.0, 178.0, 141.0, 64.0, 46.0, 25.0, 14.0, 7.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-3.3671875, -3.25, -3.1328125, -3.015625, -2.8984375, -2.78125, -2.6640625, -2.546875, -2.4296875, -2.3125, -2.1953125, -2.078125, -1.9609375, -1.84375, -1.7265625, -1.609375, -1.4921875, -1.375, -1.2578125, -1.140625, -1.0234375, -0.90625, -0.7890625, -0.671875, -0.5546875, -0.4375, -0.3203125, -0.203125, -0.0859375, 0.03125, 0.1484375, 0.265625, 0.3828125, 0.5, 0.6171875, 0.734375, 0.8515625, 0.96875, 1.0859375, 1.203125, 1.3203125, 1.4375, 1.5546875, 1.671875, 1.7890625, 1.90625, 2.0234375, 2.140625, 2.2578125, 2.375, 2.4921875, 2.609375, 2.7265625, 2.84375, 2.9609375, 3.078125, 3.1953125, 3.3125, 3.4296875, 3.546875, 3.6640625, 3.78125, 3.8984375, 4.015625, 4.1328125]}, "gradients/decoder.transformer.h.23.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 6.0, 5.0, 23.0, 53.0, 112.0, 202.0, 289.0, 173.0, 98.0, 25.0, 16.0, 10.0, 4.0, 2.0, 0.0, 0.0, 1.0], "bins": [-10.357962608337402, -10.163494110107422, -9.969026565551758, -9.774558067321777, -9.580089569091797, -9.385621070861816, -9.191152572631836, -8.996685028076172, -8.802216529846191, -8.607748031616211, -8.413280487060547, -8.218811988830566, -8.024343490600586, -7.8298749923706055, -7.635406970977783, -7.440938949584961, -7.2464704513549805, -7.052001953125, -6.857533931732178, -6.6630659103393555, -6.468597412109375, -6.2741289138793945, -6.079660892486572, -5.88519287109375, -5.6907243728637695, -5.496255874633789, -5.301787853240967, -5.1073198318481445, -4.912851333618164, -4.718382835388184, -4.523914813995361, -4.329446792602539, -4.134978294372559, -3.9405100345611572, -3.746041774749756, -3.5515735149383545, -3.357105255126953, -3.1626369953155518, -2.9681687355041504, -2.773700475692749, -2.5792319774627686, -2.384763717651367, -2.190295457839966, -1.9958271980285645, -1.801358938217163, -1.6068906784057617, -1.4124224185943604, -1.217954158782959, -1.0234858989715576, -0.8290176391601562, -0.6345493793487549, -0.4400811195373535, -0.24561285972595215, -0.05114459991455078, 0.14332365989685059, 0.33779191970825195, 0.5322601795196533, 0.7267284393310547, 0.921196699142456, 1.1156649589538574, 1.3101332187652588, 1.5046014785766602, 1.6990697383880615, 1.893537998199463, 2.0880062580108643]}, "gradients/decoder.transformer.h.23.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 3.0, 3.0, 1.0, 5.0, 4.0, 5.0, 10.0, 9.0, 11.0, 19.0, 17.0, 23.0, 36.0, 32.0, 29.0, 41.0, 37.0, 41.0, 36.0, 47.0, 47.0, 54.0, 46.0, 43.0, 34.0, 45.0, 42.0, 42.0, 45.0, 42.0, 31.0, 20.0, 16.0, 16.0, 26.0, 12.0, 3.0, 13.0, 7.0, 6.0, 1.0, 6.0, 4.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.2273154258728027, -2.1567020416259766, -2.0860886573791504, -2.0154755115509033, -1.9448621273040771, -1.874248743057251, -1.8036354780197144, -1.7330222129821777, -1.6624088287353516, -1.5917954444885254, -1.5211821794509888, -1.4505689144134521, -1.379955530166626, -1.3093421459197998, -1.2387288808822632, -1.1681156158447266, -1.0975022315979004, -1.0268888473510742, -0.9562755823135376, -0.8856622576713562, -0.8150489330291748, -0.7444356083869934, -0.673822283744812, -0.6032089591026306, -0.5325956344604492, -0.4619823098182678, -0.3913689851760864, -0.32075566053390503, -0.25014233589172363, -0.17952901124954224, -0.10891568660736084, -0.03830236196517944, 0.03231072425842285, 0.10292404890060425, 0.17353737354278564, 0.24415069818496704, 0.31476402282714844, 0.38537734746932983, 0.45599067211151123, 0.5266039967536926, 0.597217321395874, 0.6678306460380554, 0.7384439706802368, 0.8090572953224182, 0.8796706199645996, 0.950283944606781, 1.0208972692489624, 1.091510534286499, 1.1621239185333252, 1.2327373027801514, 1.303350567817688, 1.3739638328552246, 1.4445772171020508, 1.515190601348877, 1.5858038663864136, 1.6564171314239502, 1.7270305156707764, 1.7976438999176025, 1.8682571649551392, 1.9388704299926758, 2.009483814239502, 2.080097198486328, 2.1507105827331543, 2.2213237285614014, 2.2919371128082275]}, "gradients/decoder.transformer.h.23.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 3.0, 3.0, 4.0, 4.0, 10.0, 8.0, 8.0, 12.0, 14.0, 19.0, 21.0, 25.0, 34.0, 29.0, 33.0, 40.0, 29.0, 38.0, 35.0, 43.0, 37.0, 60.0, 50.0, 41.0, 37.0, 34.0, 28.0, 40.0, 48.0, 26.0, 32.0, 27.0, 21.0, 21.0, 18.0, 16.0, 16.0, 11.0, 10.0, 6.0, 2.0, 5.0, 2.0, 1.0, 4.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.1392822265625, -0.13465118408203125, -0.1300201416015625, -0.12538909912109375, -0.120758056640625, -0.11612701416015625, -0.1114959716796875, -0.10686492919921875, -0.10223388671875, -0.09760284423828125, -0.0929718017578125, -0.08834075927734375, -0.083709716796875, -0.07907867431640625, -0.0744476318359375, -0.06981658935546875, -0.065185546875, -0.06055450439453125, -0.0559234619140625, -0.05129241943359375, -0.046661376953125, -0.04203033447265625, -0.0373992919921875, -0.03276824951171875, -0.02813720703125, -0.02350616455078125, -0.0188751220703125, -0.01424407958984375, -0.009613037109375, -0.00498199462890625, -0.0003509521484375, 0.00428009033203125, 0.0089111328125, 0.01354217529296875, 0.0181732177734375, 0.02280426025390625, 0.027435302734375, 0.03206634521484375, 0.0366973876953125, 0.04132843017578125, 0.04595947265625, 0.05059051513671875, 0.0552215576171875, 0.05985260009765625, 0.064483642578125, 0.06911468505859375, 0.0737457275390625, 0.07837677001953125, 0.0830078125, 0.08763885498046875, 0.0922698974609375, 0.09690093994140625, 0.101531982421875, 0.10616302490234375, 0.1107940673828125, 0.11542510986328125, 0.12005615234375, 0.12468719482421875, 0.1293182373046875, 0.13394927978515625, 0.138580322265625, 0.14321136474609375, 0.1478424072265625, 0.15247344970703125, 0.1571044921875]}, "gradients/decoder.transformer.h.23.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 9.0, 3.0, 5.0, 12.0, 17.0, 20.0, 48.0, 60.0, 98.0, 153.0, 253.0, 440.0, 811.0, 1413.0, 2601.0, 5000.0, 10259.0, 22549.0, 61566.0, 797932.0, 92343.0, 27904.0, 12282.0, 5908.0, 3068.0, 1608.0, 923.0, 523.0, 273.0, 187.0, 107.0, 67.0, 37.0, 33.0, 19.0, 13.0, 7.0, 5.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.564453125, -0.5486068725585938, -0.5327606201171875, -0.5169143676757812, -0.501068115234375, -0.48522186279296875, -0.4693756103515625, -0.45352935791015625, -0.43768310546875, -0.42183685302734375, -0.4059906005859375, -0.39014434814453125, -0.374298095703125, -0.35845184326171875, -0.3426055908203125, -0.32675933837890625, -0.3109130859375, -0.29506683349609375, -0.2792205810546875, -0.26337432861328125, -0.247528076171875, -0.23168182373046875, -0.2158355712890625, -0.19998931884765625, -0.18414306640625, -0.16829681396484375, -0.1524505615234375, -0.13660430908203125, -0.120758056640625, -0.10491180419921875, -0.0890655517578125, -0.07321929931640625, -0.057373046875, -0.04152679443359375, -0.0256805419921875, -0.00983428955078125, 0.006011962890625, 0.02185821533203125, 0.0377044677734375, 0.05355072021484375, 0.06939697265625, 0.08524322509765625, 0.1010894775390625, 0.11693572998046875, 0.132781982421875, 0.14862823486328125, 0.1644744873046875, 0.18032073974609375, 0.1961669921875, 0.21201324462890625, 0.2278594970703125, 0.24370574951171875, 0.259552001953125, 0.27539825439453125, 0.2912445068359375, 0.30709075927734375, 0.32293701171875, 0.33878326416015625, 0.3546295166015625, 0.37047576904296875, 0.386322021484375, 0.40216827392578125, 0.4180145263671875, 0.43386077880859375, 0.44970703125]}, "gradients/decoder.transformer.h.23.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 4.0, 2.0, 6.0, 9.0, 12.0, 4.0, 11.0, 13.0, 6.0, 14.0, 20.0, 24.0, 16.0, 14.0, 26.0, 36.0, 21.0, 35.0, 25.0, 42.0, 31.0, 40.0, 36.0, 43.0, 1068.0, 37.0, 36.0, 33.0, 26.0, 30.0, 42.0, 32.0, 33.0, 27.0, 26.0, 19.0, 23.0, 21.0, 18.0, 12.0, 7.0, 14.0, 9.0, 5.0, 4.0, 4.0, 7.0, 5.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.12445068359375, -0.12049007415771484, -0.11652946472167969, -0.11256885528564453, -0.10860824584960938, -0.10464763641357422, -0.10068702697753906, -0.0967264175415039, -0.09276580810546875, -0.0888051986694336, -0.08484458923339844, -0.08088397979736328, -0.07692337036132812, -0.07296276092529297, -0.06900215148925781, -0.06504154205322266, -0.0610809326171875, -0.057120323181152344, -0.05315971374511719, -0.04919910430908203, -0.045238494873046875, -0.04127788543701172, -0.03731727600097656, -0.033356666564941406, -0.02939605712890625, -0.025435447692871094, -0.021474838256835938, -0.01751422882080078, -0.013553619384765625, -0.009593009948730469, -0.0056324005126953125, -0.0016717910766601562, 0.002288818359375, 0.006249427795410156, 0.010210037231445312, 0.014170646667480469, 0.018131256103515625, 0.02209186553955078, 0.026052474975585938, 0.030013084411621094, 0.03397369384765625, 0.037934303283691406, 0.04189491271972656, 0.04585552215576172, 0.049816131591796875, 0.05377674102783203, 0.05773735046386719, 0.061697959899902344, 0.0656585693359375, 0.06961917877197266, 0.07357978820800781, 0.07754039764404297, 0.08150100708007812, 0.08546161651611328, 0.08942222595214844, 0.0933828353881836, 0.09734344482421875, 0.1013040542602539, 0.10526466369628906, 0.10922527313232422, 0.11318588256835938, 0.11714649200439453, 0.12110710144042969, 0.12506771087646484, 0.1290283203125]}, "gradients/decoder.transformer.h.23.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 6.0, 5.0, 3.0, 4.0, 11.0, 13.0, 15.0, 19.0, 32.0, 43.0, 75.0, 107.0, 149.0, 229.0, 318.0, 474.0, 778.0, 1175.0, 1802.0, 2952.0, 5161.0, 9708.0, 21537.0, 87837.0, 1844204.0, 77491.0, 20838.0, 9274.0, 4953.0, 2944.0, 1707.0, 1094.0, 686.0, 456.0, 299.0, 209.0, 151.0, 98.0, 88.0, 63.0, 40.0, 24.0, 19.0, 18.0, 7.0, 7.0, 8.0, 6.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.370361328125, -0.35895538330078125, -0.3475494384765625, -0.33614349365234375, -0.324737548828125, -0.31333160400390625, -0.3019256591796875, -0.29051971435546875, -0.27911376953125, -0.26770782470703125, -0.2563018798828125, -0.24489593505859375, -0.233489990234375, -0.22208404541015625, -0.2106781005859375, -0.19927215576171875, -0.1878662109375, -0.17646026611328125, -0.1650543212890625, -0.15364837646484375, -0.142242431640625, -0.13083648681640625, -0.1194305419921875, -0.10802459716796875, -0.09661865234375, -0.08521270751953125, -0.0738067626953125, -0.06240081787109375, -0.050994873046875, -0.03958892822265625, -0.0281829833984375, -0.01677703857421875, -0.00537109375, 0.00603485107421875, 0.0174407958984375, 0.02884674072265625, 0.040252685546875, 0.05165863037109375, 0.0630645751953125, 0.07447052001953125, 0.08587646484375, 0.09728240966796875, 0.1086883544921875, 0.12009429931640625, 0.131500244140625, 0.14290618896484375, 0.1543121337890625, 0.16571807861328125, 0.1771240234375, 0.18852996826171875, 0.1999359130859375, 0.21134185791015625, 0.222747802734375, 0.23415374755859375, 0.2455596923828125, 0.25696563720703125, 0.26837158203125, 0.27977752685546875, 0.2911834716796875, 0.30258941650390625, 0.313995361328125, 0.32540130615234375, 0.3368072509765625, 0.34821319580078125, 0.359619140625]}, "gradients/decoder.transformer.h.23.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 12.0, 24.0, 65.0, 644.0, 157.0, 36.0, 24.0, 7.0, 3.0, 0.0, 1.0, 3.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.1939697265625, -0.1880474090576172, -0.18212509155273438, -0.17620277404785156, -0.17028045654296875, -0.16435813903808594, -0.15843582153320312, -0.1525135040283203, -0.1465911865234375, -0.1406688690185547, -0.13474655151367188, -0.12882423400878906, -0.12290191650390625, -0.11697959899902344, -0.11105728149414062, -0.10513496398925781, -0.099212646484375, -0.09329032897949219, -0.08736801147460938, -0.08144569396972656, -0.07552337646484375, -0.06960105895996094, -0.06367874145507812, -0.05775642395019531, -0.0518341064453125, -0.04591178894042969, -0.039989471435546875, -0.03406715393066406, -0.02814483642578125, -0.022222518920898438, -0.016300201416015625, -0.010377883911132812, -0.00445556640625, 0.0014667510986328125, 0.007389068603515625, 0.013311386108398438, 0.01923370361328125, 0.025156021118164062, 0.031078338623046875, 0.03700065612792969, 0.0429229736328125, 0.04884529113769531, 0.054767608642578125, 0.06068992614746094, 0.06661224365234375, 0.07253456115722656, 0.07845687866210938, 0.08437919616699219, 0.090301513671875, 0.09622383117675781, 0.10214614868164062, 0.10806846618652344, 0.11399078369140625, 0.11991310119628906, 0.12583541870117188, 0.1317577362060547, 0.1376800537109375, 0.1436023712158203, 0.14952468872070312, 0.15544700622558594, 0.16136932373046875, 0.16729164123535156, 0.17321395874023438, 0.1791362762451172, 0.18505859375]}, "gradients/decoder.transformer.h.23.crossattention.q_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 3.0, 0.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 4.0, 5.0, 3.0, 4.0, 7.0, 4.0, 4.0, 4.0, 7.0, 10.0, 9.0, 15.0, 73.0, 539.0, 4809.0, 1024493.0, 16507.0, 1693.0, 206.0, 36.0, 17.0, 13.0, 10.0, 10.0, 10.0, 5.0, 1.0, 6.0, 2.0, 0.0, 1.0, 8.0, 4.0, 7.0, 2.0, 4.0, 5.0, 3.0, 0.0, 3.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 2.0], "bins": [-3.126953125, -3.031494140625, -2.93603515625, -2.840576171875, -2.7451171875, -2.649658203125, -2.55419921875, -2.458740234375, -2.36328125, -2.267822265625, -2.17236328125, -2.076904296875, -1.9814453125, -1.885986328125, -1.79052734375, -1.695068359375, -1.599609375, -1.504150390625, -1.40869140625, -1.313232421875, -1.2177734375, -1.122314453125, -1.02685546875, -0.931396484375, -0.8359375, -0.740478515625, -0.64501953125, -0.549560546875, -0.4541015625, -0.358642578125, -0.26318359375, -0.167724609375, -0.072265625, 0.023193359375, 0.11865234375, 0.214111328125, 0.3095703125, 0.405029296875, 0.50048828125, 0.595947265625, 0.69140625, 0.786865234375, 0.88232421875, 0.977783203125, 1.0732421875, 1.168701171875, 1.26416015625, 1.359619140625, 1.455078125, 1.550537109375, 1.64599609375, 1.741455078125, 1.8369140625, 1.932373046875, 2.02783203125, 2.123291015625, 2.21875, 2.314208984375, 2.40966796875, 2.505126953125, 2.6005859375, 2.696044921875, 2.79150390625, 2.886962890625, 2.982421875]}, "gradients/decoder.transformer.h.23.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 8.0, 20.0, 77.0, 316.0, 452.0, 97.0, 33.0, 10.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6728118658065796, -0.6436740159988403, -0.6145361065864563, -0.585398256778717, -0.556260347366333, -0.5271224975585938, -0.4979845881462097, -0.46884673833847046, -0.4397088289260864, -0.4105709493160248, -0.38143306970596313, -0.3522951900959015, -0.32315731048583984, -0.2940194606781006, -0.26488155126571655, -0.2357436865568161, -0.20660582184791565, -0.177467942237854, -0.14833006262779236, -0.11919219046831131, -0.09005431085824966, -0.060916438698768616, -0.03177855908870697, -0.0026406794786453247, 0.02649720013141632, 0.055635079741477966, 0.08477295935153961, 0.11391083151102066, 0.1430487036705017, 0.17218658328056335, 0.201324462890625, 0.23046234250068665, 0.2596002221107483, 0.28873810172080994, 0.3178759813308716, 0.3470138609409332, 0.3761517405509949, 0.40528959035873413, 0.43442749977111816, 0.4635653495788574, 0.49270325899124146, 0.5218411087989807, 0.5509790182113647, 0.580116868019104, 0.609254777431488, 0.6383926272392273, 0.6675305366516113, 0.6966683864593506, 0.7258062362670898, 0.7549440860748291, 0.7840819954872131, 0.8132198452949524, 0.8423577547073364, 0.8714956045150757, 0.9006335139274597, 0.929771363735199, 0.958909273147583, 0.9880471229553223, 1.0171849727630615, 1.0463229417800903, 1.0754607915878296, 1.1045986413955688, 1.133736491203308, 1.162874460220337, 1.1920123100280762]}, "gradients/decoder.transformer.h.23.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 0.0, 1.0, 2.0, 3.0, 7.0, 5.0, 11.0, 11.0, 4.0, 9.0, 23.0, 7.0, 15.0, 29.0, 25.0, 24.0, 27.0, 34.0, 26.0, 46.0, 35.0, 30.0, 41.0, 37.0, 44.0, 37.0, 43.0, 36.0, 40.0, 31.0, 42.0, 48.0, 29.0, 26.0, 27.0, 23.0, 24.0, 16.0, 14.0, 19.0, 9.0, 12.0, 7.0, 8.0, 4.0, 5.0, 6.0, 2.0, 4.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.14804553985595703, -0.14263080060482025, -0.13721607625484467, -0.13180133700370789, -0.1263865977525711, -0.12097186595201492, -0.11555713415145874, -0.11014239490032196, -0.10472766309976578, -0.0993129312992096, -0.09389819204807281, -0.08848346024751663, -0.08306872844696045, -0.07765398919582367, -0.07223925739526749, -0.0668245255947113, -0.061409786343574524, -0.05599505081772804, -0.05058031529188156, -0.04516558349132538, -0.0397508479654789, -0.034336112439632416, -0.028921380639076233, -0.02350664511322975, -0.01809190958738327, -0.012677174992859364, -0.007262440398335457, -0.0018477067351341248, 0.0035670287907123566, 0.008981764316558838, 0.01439649611711502, 0.019811231642961502, 0.025225967168807983, 0.030640702694654465, 0.036055438220500946, 0.04147017002105713, 0.04688490554690361, 0.05229964107275009, 0.057714372873306274, 0.06312911212444305, 0.06854384392499924, 0.07395857572555542, 0.0793733149766922, 0.08478804677724838, 0.09020277857780457, 0.09561751782894135, 0.10103224962949753, 0.10644698143005371, 0.11186172068119049, 0.11727645248174667, 0.12269119173288345, 0.12810592353343964, 0.13352066278457642, 0.138935387134552, 0.14435012638568878, 0.14976486563682556, 0.15517958998680115, 0.16059432923793793, 0.1660090535879135, 0.1714237928390503, 0.17683853209018707, 0.18225327134132385, 0.18766799569129944, 0.19308273494243622, 0.198497474193573]}, "gradients/decoder.transformer.h.23.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 3.0, 5.0, 2.0, 5.0, 8.0, 9.0, 9.0, 11.0, 14.0, 19.0, 17.0, 31.0, 30.0, 33.0, 34.0, 37.0, 28.0, 40.0, 44.0, 34.0, 43.0, 58.0, 46.0, 38.0, 45.0, 27.0, 34.0, 45.0, 42.0, 27.0, 28.0, 25.0, 25.0, 23.0, 15.0, 14.0, 16.0, 14.0, 7.0, 6.0, 3.0, 3.0, 4.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.1400146484375, -0.13535690307617188, -0.13069915771484375, -0.12604141235351562, -0.1213836669921875, -0.11672592163085938, -0.11206817626953125, -0.10741043090820312, -0.102752685546875, -0.09809494018554688, -0.09343719482421875, -0.08877944946289062, -0.0841217041015625, -0.07946395874023438, -0.07480621337890625, -0.07014846801757812, -0.06549072265625, -0.060832977294921875, -0.05617523193359375, -0.051517486572265625, -0.0468597412109375, -0.042201995849609375, -0.03754425048828125, -0.032886505126953125, -0.028228759765625, -0.023571014404296875, -0.01891326904296875, -0.014255523681640625, -0.0095977783203125, -0.004940032958984375, -0.00028228759765625, 0.004375457763671875, 0.009033203125, 0.013690948486328125, 0.01834869384765625, 0.023006439208984375, 0.0276641845703125, 0.032321929931640625, 0.03697967529296875, 0.041637420654296875, 0.046295166015625, 0.050952911376953125, 0.05561065673828125, 0.060268402099609375, 0.0649261474609375, 0.06958389282226562, 0.07424163818359375, 0.07889938354492188, 0.08355712890625, 0.08821487426757812, 0.09287261962890625, 0.09753036499023438, 0.1021881103515625, 0.10684585571289062, 0.11150360107421875, 0.11616134643554688, 0.120819091796875, 0.12547683715820312, 0.13013458251953125, 0.13479232788085938, 0.1394500732421875, 0.14410781860351562, 0.14876556396484375, 0.15342330932617188, 0.1580810546875]}, "gradients/decoder.transformer.h.23.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 7.0, 7.0, 11.0, 16.0, 23.0, 24.0, 50.0, 69.0, 93.0, 128.0, 179.0, 240.0, 342.0, 551.0, 858.0, 1265.0, 1912.0, 3032.0, 4675.0, 7635.0, 12876.0, 23393.0, 45013.0, 94993.0, 215836.0, 311397.0, 166143.0, 73886.0, 35723.0, 19034.0, 11068.0, 6513.0, 3913.0, 2561.0, 1616.0, 1172.0, 730.0, 493.0, 323.0, 210.0, 165.0, 129.0, 66.0, 49.0, 57.0, 31.0, 21.0, 14.0, 7.0, 7.0, 2.0, 3.0, 3.0, 2.0], "bins": [-0.3994140625, -0.3881111145019531, -0.37680816650390625, -0.3655052185058594, -0.3542022705078125, -0.3428993225097656, -0.33159637451171875, -0.3202934265136719, -0.308990478515625, -0.2976875305175781, -0.28638458251953125, -0.2750816345214844, -0.2637786865234375, -0.2524757385253906, -0.24117279052734375, -0.22986984252929688, -0.21856689453125, -0.20726394653320312, -0.19596099853515625, -0.18465805053710938, -0.1733551025390625, -0.16205215454101562, -0.15074920654296875, -0.13944625854492188, -0.128143310546875, -0.11684036254882812, -0.10553741455078125, -0.09423446655273438, -0.0829315185546875, -0.07162857055664062, -0.06032562255859375, -0.049022674560546875, -0.0377197265625, -0.026416778564453125, -0.01511383056640625, -0.003810882568359375, 0.0074920654296875, 0.018795013427734375, 0.03009796142578125, 0.041400909423828125, 0.052703857421875, 0.06400680541992188, 0.07530975341796875, 0.08661270141601562, 0.0979156494140625, 0.10921859741210938, 0.12052154541015625, 0.13182449340820312, 0.14312744140625, 0.15443038940429688, 0.16573333740234375, 0.17703628540039062, 0.1883392333984375, 0.19964218139648438, 0.21094512939453125, 0.22224807739257812, 0.233551025390625, 0.24485397338867188, 0.25615692138671875, 0.2674598693847656, 0.2787628173828125, 0.2900657653808594, 0.30136871337890625, 0.3126716613769531, 0.323974609375]}, "gradients/decoder.transformer.h.23.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 3.0, 3.0, 3.0, 2.0, 2.0, 0.0, 9.0, 10.0, 13.0, 11.0, 19.0, 18.0, 20.0, 30.0, 30.0, 53.0, 59.0, 54.0, 82.0, 78.0, 134.0, 216.0, 1325.0, 238.0, 152.0, 94.0, 80.0, 41.0, 36.0, 39.0, 39.0, 34.0, 29.0, 20.0, 21.0, 8.0, 17.0, 8.0, 11.0, 4.0, 6.0, 3.0, 4.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.56298828125, -0.5457763671875, -0.528564453125, -0.5113525390625, -0.494140625, -0.4769287109375, -0.459716796875, -0.4425048828125, -0.42529296875, -0.4080810546875, -0.390869140625, -0.3736572265625, -0.3564453125, -0.3392333984375, -0.322021484375, -0.3048095703125, -0.28759765625, -0.2703857421875, -0.253173828125, -0.2359619140625, -0.21875, -0.2015380859375, -0.184326171875, -0.1671142578125, -0.14990234375, -0.1326904296875, -0.115478515625, -0.0982666015625, -0.0810546875, -0.0638427734375, -0.046630859375, -0.0294189453125, -0.01220703125, 0.0050048828125, 0.022216796875, 0.0394287109375, 0.056640625, 0.0738525390625, 0.091064453125, 0.1082763671875, 0.12548828125, 0.1427001953125, 0.159912109375, 0.1771240234375, 0.1943359375, 0.2115478515625, 0.228759765625, 0.2459716796875, 0.26318359375, 0.2803955078125, 0.297607421875, 0.3148193359375, 0.33203125, 0.3492431640625, 0.366455078125, 0.3836669921875, 0.40087890625, 0.4180908203125, 0.435302734375, 0.4525146484375, 0.4697265625, 0.4869384765625, 0.504150390625, 0.5213623046875, 0.53857421875]}, "gradients/decoder.transformer.h.23.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 5.0, 2.0, 3.0, 1.0, 7.0, 13.0, 9.0, 8.0, 10.0, 14.0, 23.0, 20.0, 15.0, 25.0, 36.0, 40.0, 61.0, 101.0, 192.0, 570.0, 2729.0, 26649.0, 1349195.0, 1731478.0, 30150.0, 3103.0, 624.0, 213.0, 99.0, 71.0, 57.0, 35.0, 34.0, 24.0, 10.0, 13.0, 13.0, 14.0, 11.0, 9.0, 8.0, 5.0, 6.0, 1.0, 6.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.6513671875, -1.5944671630859375, -1.537567138671875, -1.4806671142578125, -1.42376708984375, -1.3668670654296875, -1.309967041015625, -1.2530670166015625, -1.1961669921875, -1.1392669677734375, -1.082366943359375, -1.0254669189453125, -0.96856689453125, -0.9116668701171875, -0.854766845703125, -0.7978668212890625, -0.740966796875, -0.6840667724609375, -0.627166748046875, -0.5702667236328125, -0.51336669921875, -0.4564666748046875, -0.399566650390625, -0.3426666259765625, -0.2857666015625, -0.2288665771484375, -0.171966552734375, -0.1150665283203125, -0.05816650390625, -0.0012664794921875, 0.055633544921875, 0.1125335693359375, 0.16943359375, 0.2263336181640625, 0.283233642578125, 0.3401336669921875, 0.39703369140625, 0.4539337158203125, 0.510833740234375, 0.5677337646484375, 0.6246337890625, 0.6815338134765625, 0.738433837890625, 0.7953338623046875, 0.85223388671875, 0.9091339111328125, 0.966033935546875, 1.0229339599609375, 1.079833984375, 1.1367340087890625, 1.193634033203125, 1.2505340576171875, 1.30743408203125, 1.3643341064453125, 1.421234130859375, 1.4781341552734375, 1.5350341796875, 1.5919342041015625, 1.648834228515625, 1.7057342529296875, 1.76263427734375, 1.8195343017578125, 1.876434326171875, 1.9333343505859375, 1.990234375]}, "gradients/decoder.transformer.h.23.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 17.0, 296.0, 659.0, 37.0, 4.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-21.616758346557617, -21.17707061767578, -20.737380981445312, -20.297693252563477, -19.85800552368164, -19.418315887451172, -18.978628158569336, -18.538938522338867, -18.09925079345703, -17.659563064575195, -17.219873428344727, -16.78018569946289, -16.340496063232422, -15.900808334350586, -15.46112060546875, -15.021431922912598, -14.581743240356445, -14.142054557800293, -13.70236587524414, -13.262678146362305, -12.822989463806152, -12.38330078125, -11.943613052368164, -11.503924369812012, -11.06423568725586, -10.624547004699707, -10.184858322143555, -9.745170593261719, -9.305481910705566, -8.865793228149414, -8.426105499267578, -7.986416816711426, -7.546728134155273, -7.107039451599121, -6.667351245880127, -6.227663040161133, -5.7879743576049805, -5.348285675048828, -4.908597469329834, -4.46890926361084, -4.0292205810546875, -3.5895321369171143, -3.149843692779541, -2.7101552486419678, -2.2704668045043945, -1.8307783603668213, -1.391089916229248, -0.9514014720916748, -0.5117130279541016, -0.07202458381652832, 0.3676638603210449, 0.8073523044586182, 1.2470407485961914, 1.6867291927337646, 2.126417636871338, 2.566106081008911, 3.0057945251464844, 3.4454829692840576, 3.885171413421631, 4.324859619140625, 4.764548301696777, 5.20423698425293, 5.643925189971924, 6.083613395690918, 6.52330207824707]}, "gradients/decoder.transformer.h.23.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 4.0, 8.0, 9.0, 15.0, 19.0, 21.0, 22.0, 41.0, 39.0, 51.0, 58.0, 52.0, 64.0, 64.0, 69.0, 67.0, 67.0, 45.0, 62.0, 40.0, 45.0, 30.0, 43.0, 18.0, 14.0, 9.0, 14.0, 7.0, 6.0, 4.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.649728298187256, -2.557305097579956, -2.464881658554077, -2.3724584579467773, -2.2800352573394775, -2.1876120567321777, -2.095188617706299, -2.002765417098999, -1.9103422164916992, -1.8179188966751099, -1.72549569606781, -1.6330723762512207, -1.540649175643921, -1.4482258558273315, -1.3558025360107422, -1.2633793354034424, -1.170956015586853, -1.0785326957702637, -0.9861094951629639, -0.8936861753463745, -0.8012629747390747, -0.7088396549224854, -0.6164163947105408, -0.5239931344985962, -0.4315698742866516, -0.33914661407470703, -0.24672333896160126, -0.15430006384849548, -0.0618768036365509, 0.030546456575393677, 0.12296974658966064, 0.21539300680160522, 0.3078162670135498, 0.4002395272254944, 0.49266278743743896, 0.5850861072540283, 0.6775093078613281, 0.7699326276779175, 0.8623558878898621, 0.9547791481018066, 1.0472023487091064, 1.1396256685256958, 1.2320488691329956, 1.324472188949585, 1.4168953895568848, 1.5093187093734741, 1.6017420291900635, 1.6941652297973633, 1.7865885496139526, 1.879011869430542, 1.9714350700378418, 2.0638582706451416, 2.1562817096710205, 2.2487049102783203, 2.34112811088562, 2.43355131149292, 2.525974750518799, 2.6183979511260986, 2.7108213901519775, 2.8032445907592773, 2.895667791366577, 2.988090991973877, 3.080514430999756, 3.1729376316070557, 3.2653608322143555]}, "gradients/decoder.transformer.h.22.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 3.0, 4.0, 7.0, 5.0, 4.0, 11.0, 9.0, 12.0, 24.0, 29.0, 15.0, 31.0, 30.0, 36.0, 38.0, 35.0, 43.0, 34.0, 44.0, 46.0, 48.0, 41.0, 47.0, 42.0, 38.0, 43.0, 42.0, 42.0, 30.0, 21.0, 22.0, 24.0, 20.0, 11.0, 16.0, 16.0, 19.0, 7.0, 5.0, 1.0, 2.0, 1.0, 5.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.165283203125, -0.15994834899902344, -0.15461349487304688, -0.1492786407470703, -0.14394378662109375, -0.1386089324951172, -0.13327407836914062, -0.12793922424316406, -0.1226043701171875, -0.11726951599121094, -0.11193466186523438, -0.10659980773925781, -0.10126495361328125, -0.09593009948730469, -0.09059524536132812, -0.08526039123535156, -0.079925537109375, -0.07459068298339844, -0.06925582885742188, -0.06392097473144531, -0.05858612060546875, -0.05325126647949219, -0.047916412353515625, -0.04258155822753906, -0.0372467041015625, -0.03191184997558594, -0.026576995849609375, -0.021242141723632812, -0.01590728759765625, -0.010572433471679688, -0.005237579345703125, 9.72747802734375e-05, 0.00543212890625, 0.010766983032226562, 0.016101837158203125, 0.021436691284179688, 0.02677154541015625, 0.03210639953613281, 0.037441253662109375, 0.04277610778808594, 0.0481109619140625, 0.05344581604003906, 0.058780670166015625, 0.06411552429199219, 0.06945037841796875, 0.07478523254394531, 0.08012008666992188, 0.08545494079589844, 0.090789794921875, 0.09612464904785156, 0.10145950317382812, 0.10679435729980469, 0.11212921142578125, 0.11746406555175781, 0.12279891967773438, 0.12813377380371094, 0.1334686279296875, 0.13880348205566406, 0.14413833618164062, 0.1494731903076172, 0.15480804443359375, 0.1601428985595703, 0.16547775268554688, 0.17081260681152344, 0.1761474609375]}, "gradients/decoder.transformer.h.22.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 6.0, 7.0, 9.0, 13.0, 9.0, 13.0, 24.0, 42.0, 54.0, 78.0, 99.0, 140.0, 191.0, 331.0, 423.0, 692.0, 1176.0, 1986.0, 3285.0, 5851.0, 10618.0, 21596.0, 49313.0, 172189.0, 1862937.0, 1799023.0, 168825.0, 49578.0, 21241.0, 10676.0, 5759.0, 3073.0, 1843.0, 1097.0, 688.0, 433.0, 329.0, 181.0, 147.0, 86.0, 79.0, 44.0, 34.0, 21.0, 19.0, 10.0, 7.0, 8.0, 2.0, 3.0, 3.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.54345703125, -0.5274696350097656, -0.5114822387695312, -0.4954948425292969, -0.4795074462890625, -0.4635200500488281, -0.44753265380859375, -0.4315452575683594, -0.415557861328125, -0.3995704650878906, -0.38358306884765625, -0.3675956726074219, -0.3516082763671875, -0.3356208801269531, -0.31963348388671875, -0.3036460876464844, -0.28765869140625, -0.2716712951660156, -0.25568389892578125, -0.23969650268554688, -0.2237091064453125, -0.20772171020507812, -0.19173431396484375, -0.17574691772460938, -0.159759521484375, -0.14377212524414062, -0.12778472900390625, -0.11179733276367188, -0.0958099365234375, -0.07982254028320312, -0.06383514404296875, -0.047847747802734375, -0.0318603515625, -0.015872955322265625, 0.00011444091796875, 0.016101837158203125, 0.0320892333984375, 0.048076629638671875, 0.06406402587890625, 0.08005142211914062, 0.096038818359375, 0.11202621459960938, 0.12801361083984375, 0.14400100708007812, 0.1599884033203125, 0.17597579956054688, 0.19196319580078125, 0.20795059204101562, 0.22393798828125, 0.23992538452148438, 0.25591278076171875, 0.2719001770019531, 0.2878875732421875, 0.3038749694824219, 0.31986236572265625, 0.3358497619628906, 0.351837158203125, 0.3678245544433594, 0.38381195068359375, 0.3997993469238281, 0.4157867431640625, 0.4317741394042969, 0.44776153564453125, 0.4637489318847656, 0.479736328125]}, "gradients/decoder.transformer.h.22.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 7.0, 13.0, 20.0, 21.0, 42.0, 69.0, 98.0, 125.0, 364.0, 981.0, 1252.0, 513.0, 215.0, 124.0, 75.0, 56.0, 35.0, 17.0, 19.0, 8.0, 12.0, 2.0, 5.0, 5.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0068359375, -0.97454833984375, -0.9422607421875, -0.90997314453125, -0.877685546875, -0.84539794921875, -0.8131103515625, -0.78082275390625, -0.74853515625, -0.71624755859375, -0.6839599609375, -0.65167236328125, -0.619384765625, -0.58709716796875, -0.5548095703125, -0.52252197265625, -0.490234375, -0.45794677734375, -0.4256591796875, -0.39337158203125, -0.361083984375, -0.32879638671875, -0.2965087890625, -0.26422119140625, -0.23193359375, -0.19964599609375, -0.1673583984375, -0.13507080078125, -0.102783203125, -0.07049560546875, -0.0382080078125, -0.00592041015625, 0.0263671875, 0.05865478515625, 0.0909423828125, 0.12322998046875, 0.155517578125, 0.18780517578125, 0.2200927734375, 0.25238037109375, 0.28466796875, 0.31695556640625, 0.3492431640625, 0.38153076171875, 0.413818359375, 0.44610595703125, 0.4783935546875, 0.51068115234375, 0.54296875, 0.57525634765625, 0.6075439453125, 0.63983154296875, 0.672119140625, 0.70440673828125, 0.7366943359375, 0.76898193359375, 0.80126953125, 0.83355712890625, 0.8658447265625, 0.89813232421875, 0.930419921875, 0.96270751953125, 0.9949951171875, 1.02728271484375, 1.0595703125]}, "gradients/decoder.transformer.h.22.mlp.c_fc.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 3.0, 6.0, 12.0, 8.0, 13.0, 19.0, 36.0, 45.0, 63.0, 91.0, 164.0, 260.0, 507.0, 1029.0, 2785.0, 8431.0, 31137.0, 178284.0, 3233873.0, 649647.0, 65112.0, 15033.0, 4482.0, 1678.0, 667.0, 368.0, 163.0, 109.0, 79.0, 59.0, 43.0, 30.0, 19.0, 11.0, 8.0, 8.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.271484375, -1.222076416015625, -1.17266845703125, -1.123260498046875, -1.0738525390625, -1.024444580078125, -0.97503662109375, -0.925628662109375, -0.876220703125, -0.826812744140625, -0.77740478515625, -0.727996826171875, -0.6785888671875, -0.629180908203125, -0.57977294921875, -0.530364990234375, -0.48095703125, -0.431549072265625, -0.38214111328125, -0.332733154296875, -0.2833251953125, -0.233917236328125, -0.18450927734375, -0.135101318359375, -0.085693359375, -0.036285400390625, 0.01312255859375, 0.062530517578125, 0.1119384765625, 0.161346435546875, 0.21075439453125, 0.260162353515625, 0.3095703125, 0.358978271484375, 0.40838623046875, 0.457794189453125, 0.5072021484375, 0.556610107421875, 0.60601806640625, 0.655426025390625, 0.704833984375, 0.754241943359375, 0.80364990234375, 0.853057861328125, 0.9024658203125, 0.951873779296875, 1.00128173828125, 1.050689697265625, 1.10009765625, 1.149505615234375, 1.19891357421875, 1.248321533203125, 1.2977294921875, 1.347137451171875, 1.39654541015625, 1.445953369140625, 1.495361328125, 1.544769287109375, 1.59417724609375, 1.643585205078125, 1.6929931640625, 1.742401123046875, 1.79180908203125, 1.841217041015625, 1.890625]}, "gradients/decoder.transformer.h.22.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 7.0, 24.0, 90.0, 268.0, 406.0, 151.0, 49.0, 16.0, 3.0, 5.0], "bins": [-17.013729095458984, -16.72128677368164, -16.428844451904297, -16.136402130126953, -15.84395980834961, -15.551517486572266, -15.259075164794922, -14.966632843017578, -14.674190521240234, -14.38174819946289, -14.089305877685547, -13.796863555908203, -13.50442123413086, -13.211978912353516, -12.919536590576172, -12.627094268798828, -12.334651947021484, -12.04220962524414, -11.749767303466797, -11.457324981689453, -11.16488265991211, -10.872440338134766, -10.579998016357422, -10.287555694580078, -9.99511432647705, -9.702672004699707, -9.410229682922363, -9.11778736114502, -8.825345039367676, -8.532902717590332, -8.240460395812988, -7.9480180740356445, -7.655575752258301, -7.363133430480957, -7.070691108703613, -6.7782487869262695, -6.485806465148926, -6.193364143371582, -5.900921821594238, -5.6084794998168945, -5.316037654876709, -5.023595333099365, -4.7311530113220215, -4.438710689544678, -4.146268367767334, -3.8538260459899902, -3.5613839626312256, -3.268941640853882, -2.976499319076538, -2.6840569972991943, -2.3916146755218506, -2.099172592163086, -1.8067301511764526, -1.5142878293991089, -1.2218456268310547, -0.9294033050537109, -0.6369609832763672, -0.3445186913013458, -0.05207639932632446, 0.2403658628463745, 0.5328081846237183, 0.825250506401062, 1.1176927089691162, 1.41013503074646, 1.7025773525238037]}, "gradients/decoder.transformer.h.22.ln_2.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 2.0, 0.0, 3.0, 6.0, 1.0, 4.0, 8.0, 4.0, 13.0, 12.0, 11.0, 11.0, 11.0, 19.0, 19.0, 21.0, 31.0, 27.0, 24.0, 24.0, 27.0, 31.0, 33.0, 34.0, 37.0, 38.0, 43.0, 42.0, 40.0, 33.0, 30.0, 47.0, 36.0, 35.0, 25.0, 19.0, 28.0, 28.0, 22.0, 22.0, 23.0, 11.0, 21.0, 8.0, 9.0, 4.0, 10.0, 8.0, 1.0, 2.0, 4.0, 3.0, 4.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.6507325172424316, -1.594534993171692, -1.5383374691009521, -1.482140064239502, -1.4259425401687622, -1.3697450160980225, -1.3135476112365723, -1.2573500871658325, -1.2011525630950928, -1.144955039024353, -1.0887575149536133, -1.032560110092163, -0.9763625860214233, -0.9201650619506836, -0.8639675974845886, -0.8077701330184937, -0.7515726089477539, -0.6953750848770142, -0.6391776204109192, -0.5829801559448242, -0.5267826318740845, -0.4705851376056671, -0.41438764333724976, -0.3581901490688324, -0.30199265480041504, -0.24579516053199768, -0.18959766626358032, -0.13340017199516296, -0.0772026777267456, -0.021005183458328247, 0.03519231081008911, 0.09138980507850647, 0.14758741855621338, 0.20378491282463074, 0.2599824070930481, 0.31617990136146545, 0.3723773956298828, 0.42857488989830017, 0.48477238416671753, 0.5409698486328125, 0.5971673727035522, 0.653364896774292, 0.709562361240387, 0.7657598257064819, 0.8219573497772217, 0.8781548738479614, 0.9343523383140564, 0.9905498027801514, 1.0467473268508911, 1.1029448509216309, 1.159142255783081, 1.2153397798538208, 1.2715373039245605, 1.3277348279953003, 1.38393235206604, 1.4401297569274902, 1.49632728099823, 1.5525248050689697, 1.60872220993042, 1.6649197340011597, 1.7211172580718994, 1.7773147821426392, 1.833512306213379, 1.889709711074829, 1.9459072351455688]}, "gradients/decoder.transformer.h.22.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 9.0, 4.0, 10.0, 10.0, 8.0, 13.0, 21.0, 31.0, 26.0, 19.0, 26.0, 31.0, 38.0, 40.0, 55.0, 34.0, 38.0, 43.0, 40.0, 40.0, 49.0, 44.0, 47.0, 30.0, 40.0, 31.0, 34.0, 29.0, 25.0, 17.0, 28.0, 15.0, 15.0, 19.0, 10.0, 9.0, 9.0, 8.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.17626953125, -0.17079544067382812, -0.16532135009765625, -0.15984725952148438, -0.1543731689453125, -0.14889907836914062, -0.14342498779296875, -0.13795089721679688, -0.132476806640625, -0.12700271606445312, -0.12152862548828125, -0.11605453491210938, -0.1105804443359375, -0.10510635375976562, -0.09963226318359375, -0.09415817260742188, -0.08868408203125, -0.08320999145507812, -0.07773590087890625, -0.07226181030273438, -0.0667877197265625, -0.061313629150390625, -0.05583953857421875, -0.050365447998046875, -0.044891357421875, -0.039417266845703125, -0.03394317626953125, -0.028469085693359375, -0.0229949951171875, -0.017520904541015625, -0.01204681396484375, -0.006572723388671875, -0.0010986328125, 0.004375457763671875, 0.00984954833984375, 0.015323638916015625, 0.0207977294921875, 0.026271820068359375, 0.03174591064453125, 0.037220001220703125, 0.042694091796875, 0.048168182373046875, 0.05364227294921875, 0.059116363525390625, 0.0645904541015625, 0.07006454467773438, 0.07553863525390625, 0.08101272583007812, 0.08648681640625, 0.09196090698242188, 0.09743499755859375, 0.10290908813476562, 0.1083831787109375, 0.11385726928710938, 0.11933135986328125, 0.12480545043945312, 0.130279541015625, 0.13575363159179688, 0.14122772216796875, 0.14670181274414062, 0.1521759033203125, 0.15764999389648438, 0.16312408447265625, 0.16859817504882812, 0.174072265625]}, "gradients/decoder.transformer.h.22.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 10.0, 2.0, 5.0, 9.0, 20.0, 20.0, 16.0, 60.0, 63.0, 84.0, 111.0, 191.0, 221.0, 369.0, 532.0, 837.0, 1276.0, 1918.0, 2995.0, 4745.0, 7593.0, 12738.0, 21881.0, 39324.0, 75860.0, 204653.0, 418467.0, 123114.0, 56437.0, 30359.0, 17315.0, 10066.0, 6221.0, 3745.0, 2471.0, 1585.0, 1030.0, 707.0, 494.0, 342.0, 223.0, 141.0, 96.0, 52.0, 46.0, 45.0, 20.0, 13.0, 13.0, 13.0, 7.0, 2.0, 6.0, 2.0, 3.0, 1.0, 0.0, 3.0], "bins": [-0.66796875, -0.64727783203125, -0.6265869140625, -0.60589599609375, -0.585205078125, -0.56451416015625, -0.5438232421875, -0.52313232421875, -0.50244140625, -0.48175048828125, -0.4610595703125, -0.44036865234375, -0.419677734375, -0.39898681640625, -0.3782958984375, -0.35760498046875, -0.3369140625, -0.31622314453125, -0.2955322265625, -0.27484130859375, -0.254150390625, -0.23345947265625, -0.2127685546875, -0.19207763671875, -0.17138671875, -0.15069580078125, -0.1300048828125, -0.10931396484375, -0.088623046875, -0.06793212890625, -0.0472412109375, -0.02655029296875, -0.005859375, 0.01483154296875, 0.0355224609375, 0.05621337890625, 0.076904296875, 0.09759521484375, 0.1182861328125, 0.13897705078125, 0.15966796875, 0.18035888671875, 0.2010498046875, 0.22174072265625, 0.242431640625, 0.26312255859375, 0.2838134765625, 0.30450439453125, 0.3251953125, 0.34588623046875, 0.3665771484375, 0.38726806640625, 0.407958984375, 0.42864990234375, 0.4493408203125, 0.47003173828125, 0.49072265625, 0.51141357421875, 0.5321044921875, 0.55279541015625, 0.573486328125, 0.59417724609375, 0.6148681640625, 0.63555908203125, 0.65625]}, "gradients/decoder.transformer.h.22.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 8.0, 3.0, 3.0, 5.0, 9.0, 10.0, 16.0, 20.0, 15.0, 20.0, 22.0, 31.0, 31.0, 26.0, 38.0, 39.0, 30.0, 47.0, 48.0, 52.0, 1079.0, 43.0, 41.0, 51.0, 37.0, 47.0, 31.0, 26.0, 35.0, 26.0, 21.0, 22.0, 17.0, 14.0, 14.0, 13.0, 11.0, 6.0, 8.0, 4.0, 4.0, 2.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.150634765625, -0.14533615112304688, -0.14003753662109375, -0.13473892211914062, -0.1294403076171875, -0.12414169311523438, -0.11884307861328125, -0.11354446411132812, -0.108245849609375, -0.10294723510742188, -0.09764862060546875, -0.09235000610351562, -0.0870513916015625, -0.08175277709960938, -0.07645416259765625, -0.07115554809570312, -0.06585693359375, -0.060558319091796875, -0.05525970458984375, -0.049961090087890625, -0.0446624755859375, -0.039363861083984375, -0.03406524658203125, -0.028766632080078125, -0.023468017578125, -0.018169403076171875, -0.01287078857421875, -0.007572174072265625, -0.0022735595703125, 0.003025054931640625, 0.00832366943359375, 0.013622283935546875, 0.0189208984375, 0.024219512939453125, 0.02951812744140625, 0.034816741943359375, 0.0401153564453125, 0.045413970947265625, 0.05071258544921875, 0.056011199951171875, 0.061309814453125, 0.06660842895507812, 0.07190704345703125, 0.07720565795898438, 0.0825042724609375, 0.08780288696289062, 0.09310150146484375, 0.09840011596679688, 0.10369873046875, 0.10899734497070312, 0.11429595947265625, 0.11959457397460938, 0.1248931884765625, 0.13019180297851562, 0.13549041748046875, 0.14078903198242188, 0.146087646484375, 0.15138626098632812, 0.15668487548828125, 0.16198348999023438, 0.1672821044921875, 0.17258071899414062, 0.17787933349609375, 0.18317794799804688, 0.1884765625]}, "gradients/decoder.transformer.h.22.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 5.0, 6.0, 11.0, 10.0, 17.0, 32.0, 27.0, 43.0, 53.0, 98.0, 129.0, 197.0, 297.0, 450.0, 658.0, 1004.0, 1728.0, 2923.0, 5169.0, 9866.0, 21226.0, 52947.0, 207697.0, 1504446.0, 194060.0, 50834.0, 20689.0, 9823.0, 5148.0, 2893.0, 1655.0, 1056.0, 645.0, 419.0, 276.0, 180.0, 140.0, 79.0, 56.0, 48.0, 31.0, 19.0, 11.0, 12.0, 7.0, 9.0, 2.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0], "bins": [-0.6220703125, -0.6023101806640625, -0.582550048828125, -0.5627899169921875, -0.54302978515625, -0.5232696533203125, -0.503509521484375, -0.4837493896484375, -0.4639892578125, -0.4442291259765625, -0.424468994140625, -0.4047088623046875, -0.38494873046875, -0.3651885986328125, -0.345428466796875, -0.3256683349609375, -0.305908203125, -0.2861480712890625, -0.266387939453125, -0.2466278076171875, -0.22686767578125, -0.2071075439453125, -0.187347412109375, -0.1675872802734375, -0.1478271484375, -0.1280670166015625, -0.108306884765625, -0.0885467529296875, -0.06878662109375, -0.0490264892578125, -0.029266357421875, -0.0095062255859375, 0.01025390625, 0.0300140380859375, 0.049774169921875, 0.0695343017578125, 0.08929443359375, 0.1090545654296875, 0.128814697265625, 0.1485748291015625, 0.1683349609375, 0.1880950927734375, 0.207855224609375, 0.2276153564453125, 0.24737548828125, 0.2671356201171875, 0.286895751953125, 0.3066558837890625, 0.326416015625, 0.3461761474609375, 0.365936279296875, 0.3856964111328125, 0.40545654296875, 0.4252166748046875, 0.444976806640625, 0.4647369384765625, 0.4844970703125, 0.5042572021484375, 0.524017333984375, 0.5437774658203125, 0.56353759765625, 0.5832977294921875, 0.603057861328125, 0.6228179931640625, 0.642578125]}, "gradients/decoder.transformer.h.22.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 3.0, 5.0, 2.0, 7.0, 14.0, 24.0, 36.0, 73.0, 125.0, 390.0, 130.0, 74.0, 41.0, 25.0, 15.0, 11.0, 5.0, 5.0, 1.0, 4.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.428955078125, -0.4133720397949219, -0.39778900146484375, -0.3822059631347656, -0.3666229248046875, -0.3510398864746094, -0.33545684814453125, -0.3198738098144531, -0.304290771484375, -0.2887077331542969, -0.27312469482421875, -0.2575416564941406, -0.2419586181640625, -0.22637557983398438, -0.21079254150390625, -0.19520950317382812, -0.17962646484375, -0.16404342651367188, -0.14846038818359375, -0.13287734985351562, -0.1172943115234375, -0.10171127319335938, -0.08612823486328125, -0.07054519653320312, -0.054962158203125, -0.039379119873046875, -0.02379608154296875, -0.008213043212890625, 0.0073699951171875, 0.022953033447265625, 0.03853607177734375, 0.054119110107421875, 0.0697021484375, 0.08528518676757812, 0.10086822509765625, 0.11645126342773438, 0.1320343017578125, 0.14761734008789062, 0.16320037841796875, 0.17878341674804688, 0.194366455078125, 0.20994949340820312, 0.22553253173828125, 0.24111557006835938, 0.2566986083984375, 0.2722816467285156, 0.28786468505859375, 0.3034477233886719, 0.31903076171875, 0.3346138000488281, 0.35019683837890625, 0.3657798767089844, 0.3813629150390625, 0.3969459533691406, 0.41252899169921875, 0.4281120300292969, 0.443695068359375, 0.4592781066894531, 0.47486114501953125, 0.4904441833496094, 0.5060272216796875, 0.5216102600097656, 0.5371932983398438, 0.5527763366699219, 0.568359375]}, "gradients/decoder.transformer.h.22.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 5.0, 3.0, 3.0, 4.0, 5.0, 2.0, 1.0, 4.0, 3.0, 9.0, 4.0, 20.0, 17.0, 16.0, 30.0, 59.0, 147.0, 474.0, 3771.0, 995437.0, 46166.0, 1770.0, 341.0, 98.0, 44.0, 32.0, 30.0, 8.0, 9.0, 10.0, 5.0, 5.0, 2.0, 7.0, 6.0, 1.0, 3.0, 1.0, 5.0, 5.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-7.72265625, -7.47222900390625, -7.2218017578125, -6.97137451171875, -6.720947265625, -6.47052001953125, -6.2200927734375, -5.96966552734375, -5.71923828125, -5.46881103515625, -5.2183837890625, -4.96795654296875, -4.717529296875, -4.46710205078125, -4.2166748046875, -3.96624755859375, -3.7158203125, -3.46539306640625, -3.2149658203125, -2.96453857421875, -2.714111328125, -2.46368408203125, -2.2132568359375, -1.96282958984375, -1.71240234375, -1.46197509765625, -1.2115478515625, -0.96112060546875, -0.710693359375, -0.46026611328125, -0.2098388671875, 0.04058837890625, 0.291015625, 0.54144287109375, 0.7918701171875, 1.04229736328125, 1.292724609375, 1.54315185546875, 1.7935791015625, 2.04400634765625, 2.29443359375, 2.54486083984375, 2.7952880859375, 3.04571533203125, 3.296142578125, 3.54656982421875, 3.7969970703125, 4.04742431640625, 4.2978515625, 4.54827880859375, 4.7987060546875, 5.04913330078125, 5.299560546875, 5.54998779296875, 5.8004150390625, 6.05084228515625, 6.30126953125, 6.55169677734375, 6.8021240234375, 7.05255126953125, 7.302978515625, 7.55340576171875, 7.8038330078125, 8.05426025390625, 8.3046875]}, "gradients/decoder.transformer.h.22.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 13.0, 36.0, 145.0, 424.0, 280.0, 65.0, 34.0, 10.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3513983488082886, -1.3009467124938965, -1.2504950761795044, -1.2000434398651123, -1.1495919227600098, -1.0991402864456177, -1.0486886501312256, -0.9982370138168335, -0.9477854371070862, -0.8973338007926941, -0.8468822240829468, -0.7964305877685547, -0.7459789514541626, -0.6955273747444153, -0.6450757384300232, -0.5946241617202759, -0.5441725254058838, -0.4937209188938141, -0.4432693123817444, -0.3928176760673523, -0.3423660695552826, -0.2919144630432129, -0.2414628267288208, -0.1910112202167511, -0.1405596137046814, -0.0901079997420311, -0.0396563857793808, 0.010795235633850098, 0.0612468421459198, 0.1116984486579895, 0.1621500849723816, 0.2126016914844513, 0.263053297996521, 0.3135049045085907, 0.3639565110206604, 0.4144081473350525, 0.4648597538471222, 0.5153113603591919, 0.565762996673584, 0.6162146329879761, 0.6666662096977234, 0.7171178460121155, 0.7675694227218628, 0.8180210590362549, 0.868472695350647, 0.9189242720603943, 0.9693759083747864, 1.0198274850845337, 1.0702791213989258, 1.1207307577133179, 1.17118239402771, 1.2216339111328125, 1.2720855474472046, 1.3225371837615967, 1.3729888200759888, 1.4234404563903809, 1.4738919734954834, 1.5243436098098755, 1.5747952461242676, 1.6252467632293701, 1.6756983995437622, 1.7261500358581543, 1.7766016721725464, 1.8270533084869385, 1.8775049448013306]}, "gradients/decoder.transformer.h.22.ln_cross_attn.bias": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 4.0, 2.0, 4.0, 8.0, 6.0, 2.0, 3.0, 11.0, 13.0, 16.0, 12.0, 17.0, 21.0, 15.0, 31.0, 18.0, 36.0, 39.0, 23.0, 33.0, 40.0, 39.0, 28.0, 45.0, 46.0, 37.0, 36.0, 45.0, 44.0, 31.0, 29.0, 35.0, 34.0, 34.0, 20.0, 14.0, 20.0, 19.0, 19.0, 17.0, 11.0, 8.0, 10.0, 8.0, 5.0, 5.0, 7.0, 5.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.24496674537658691, -0.23703789710998535, -0.2291090488433838, -0.22118018567562103, -0.21325133740901947, -0.2053224891424179, -0.19739362597465515, -0.1894647777080536, -0.18153592944145203, -0.17360708117485046, -0.1656782329082489, -0.15774936974048615, -0.14982052147388458, -0.14189167320728302, -0.13396281003952026, -0.1260339617729187, -0.11810511350631714, -0.11017626523971558, -0.10224740952253342, -0.09431855380535126, -0.0863897055387497, -0.07846085727214813, -0.07053200155496597, -0.06260314583778381, -0.05467429757118225, -0.04674544557929039, -0.03881659358739853, -0.030887741595506668, -0.022958889603614807, -0.015030037611722946, -0.007101185619831085, 0.0008276663720607758, 0.008756518363952637, 0.016685370355844498, 0.02461422234773636, 0.03254307433962822, 0.04047192633152008, 0.04840077832341194, 0.0563296303153038, 0.06425848603248596, 0.07218733429908752, 0.08011618256568909, 0.08804503828287125, 0.0959738940000534, 0.10390274226665497, 0.11183159053325653, 0.11976044625043869, 0.12768930196762085, 0.1356181502342224, 0.14354699850082397, 0.15147584676742554, 0.1594047099351883, 0.16733355820178986, 0.17526240646839142, 0.18319126963615417, 0.19112011790275574, 0.1990489661693573, 0.20697781443595886, 0.21490666270256042, 0.22283552587032318, 0.23076437413692474, 0.2386932224035263, 0.24662208557128906, 0.2545509338378906, 0.2624797821044922]}, "gradients/decoder.transformer.h.22.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 6.0, 5.0, 7.0, 8.0, 13.0, 12.0, 22.0, 22.0, 28.0, 23.0, 28.0, 23.0, 44.0, 37.0, 51.0, 40.0, 36.0, 35.0, 50.0, 39.0, 46.0, 43.0, 44.0, 38.0, 31.0, 38.0, 38.0, 27.0, 29.0, 20.0, 18.0, 22.0, 19.0, 10.0, 10.0, 13.0, 11.0, 5.0, 4.0, 2.0, 1.0, 1.0, 4.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.1795654296875, -0.17403602600097656, -0.16850662231445312, -0.1629772186279297, -0.15744781494140625, -0.1519184112548828, -0.14638900756835938, -0.14085960388183594, -0.1353302001953125, -0.12980079650878906, -0.12427139282226562, -0.11874198913574219, -0.11321258544921875, -0.10768318176269531, -0.10215377807617188, -0.09662437438964844, -0.091094970703125, -0.08556556701660156, -0.08003616333007812, -0.07450675964355469, -0.06897735595703125, -0.06344795227050781, -0.057918548583984375, -0.05238914489746094, -0.0468597412109375, -0.04133033752441406, -0.035800933837890625, -0.030271530151367188, -0.02474212646484375, -0.019212722778320312, -0.013683319091796875, -0.008153915405273438, -0.00262451171875, 0.0029048919677734375, 0.008434295654296875, 0.013963699340820312, 0.01949310302734375, 0.025022506713867188, 0.030551910400390625, 0.03608131408691406, 0.0416107177734375, 0.04714012145996094, 0.052669525146484375, 0.05819892883300781, 0.06372833251953125, 0.06925773620605469, 0.07478713989257812, 0.08031654357910156, 0.085845947265625, 0.09137535095214844, 0.09690475463867188, 0.10243415832519531, 0.10796356201171875, 0.11349296569824219, 0.11902236938476562, 0.12455177307128906, 0.1300811767578125, 0.13561058044433594, 0.14113998413085938, 0.1466693878173828, 0.15219879150390625, 0.1577281951904297, 0.16325759887695312, 0.16878700256347656, 0.17431640625]}, "gradients/decoder.transformer.h.22.attn.c_proj.weight": {"_type": "histogram", "values": [3.0, 3.0, 2.0, 8.0, 11.0, 9.0, 13.0, 11.0, 15.0, 21.0, 32.0, 37.0, 61.0, 105.0, 108.0, 165.0, 198.0, 273.0, 397.0, 583.0, 905.0, 1422.0, 2253.0, 3697.0, 6607.0, 12375.0, 26298.0, 65047.0, 197365.0, 416608.0, 194682.0, 64138.0, 25942.0, 12333.0, 6555.0, 3739.0, 2184.0, 1399.0, 891.0, 601.0, 411.0, 276.0, 221.0, 169.0, 107.0, 62.0, 50.0, 40.0, 38.0, 22.0, 27.0, 17.0, 11.0, 5.0, 4.0, 3.0, 2.0, 2.0, 4.0, 2.0, 4.0, 1.0, 1.0, 1.0], "bins": [-0.284423828125, -0.2747802734375, -0.26513671875, -0.2554931640625, -0.245849609375, -0.2362060546875, -0.2265625, -0.2169189453125, -0.207275390625, -0.1976318359375, -0.18798828125, -0.1783447265625, -0.168701171875, -0.1590576171875, -0.1494140625, -0.1397705078125, -0.130126953125, -0.1204833984375, -0.11083984375, -0.1011962890625, -0.091552734375, -0.0819091796875, -0.072265625, -0.0626220703125, -0.052978515625, -0.0433349609375, -0.03369140625, -0.0240478515625, -0.014404296875, -0.0047607421875, 0.0048828125, 0.0145263671875, 0.024169921875, 0.0338134765625, 0.04345703125, 0.0531005859375, 0.062744140625, 0.0723876953125, 0.08203125, 0.0916748046875, 0.101318359375, 0.1109619140625, 0.12060546875, 0.1302490234375, 0.139892578125, 0.1495361328125, 0.1591796875, 0.1688232421875, 0.178466796875, 0.1881103515625, 0.19775390625, 0.2073974609375, 0.217041015625, 0.2266845703125, 0.236328125, 0.2459716796875, 0.255615234375, 0.2652587890625, 0.27490234375, 0.2845458984375, 0.294189453125, 0.3038330078125, 0.3134765625, 0.3231201171875, 0.332763671875]}, "gradients/decoder.transformer.h.22.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 3.0, 11.0, 9.0, 5.0, 8.0, 12.0, 10.0, 9.0, 13.0, 16.0, 28.0, 21.0, 29.0, 42.0, 25.0, 36.0, 53.0, 64.0, 68.0, 120.0, 168.0, 1338.0, 255.0, 142.0, 98.0, 85.0, 50.0, 48.0, 40.0, 45.0, 32.0, 28.0, 21.0, 17.0, 21.0, 16.0, 15.0, 11.0, 7.0, 11.0, 9.0, 9.0, 1.0, 1.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.5390625, -0.5204391479492188, -0.5018157958984375, -0.48319244384765625, -0.464569091796875, -0.44594573974609375, -0.4273223876953125, -0.40869903564453125, -0.39007568359375, -0.37145233154296875, -0.3528289794921875, -0.33420562744140625, -0.315582275390625, -0.29695892333984375, -0.2783355712890625, -0.25971221923828125, -0.2410888671875, -0.22246551513671875, -0.2038421630859375, -0.18521881103515625, -0.166595458984375, -0.14797210693359375, -0.1293487548828125, -0.11072540283203125, -0.09210205078125, -0.07347869873046875, -0.0548553466796875, -0.03623199462890625, -0.017608642578125, 0.00101470947265625, 0.0196380615234375, 0.03826141357421875, 0.056884765625, 0.07550811767578125, 0.0941314697265625, 0.11275482177734375, 0.131378173828125, 0.15000152587890625, 0.1686248779296875, 0.18724822998046875, 0.20587158203125, 0.22449493408203125, 0.2431182861328125, 0.26174163818359375, 0.280364990234375, 0.29898834228515625, 0.3176116943359375, 0.33623504638671875, 0.3548583984375, 0.37348175048828125, 0.3921051025390625, 0.41072845458984375, 0.429351806640625, 0.44797515869140625, 0.4665985107421875, 0.48522186279296875, 0.50384521484375, 0.5224685668945312, 0.5410919189453125, 0.5597152709960938, 0.578338623046875, 0.5969619750976562, 0.6155853271484375, 0.6342086791992188, 0.65283203125]}, "gradients/decoder.transformer.h.22.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 7.0, 2.0, 3.0, 5.0, 5.0, 12.0, 13.0, 14.0, 19.0, 26.0, 37.0, 40.0, 51.0, 61.0, 99.0, 144.0, 190.0, 368.0, 515.0, 971.0, 1820.0, 3644.0, 7959.0, 21511.0, 111248.0, 1922176.0, 974731.0, 69989.0, 16501.0, 6396.0, 3102.0, 1648.0, 910.0, 534.0, 300.0, 179.0, 127.0, 91.0, 58.0, 51.0, 42.0, 27.0, 14.0, 16.0, 9.0, 17.0, 7.0, 5.0, 10.0, 3.0, 0.0, 0.0, 4.0, 3.0, 1.0, 1.0, 3.0], "bins": [-0.9248046875, -0.8966827392578125, -0.868560791015625, -0.8404388427734375, -0.81231689453125, -0.7841949462890625, -0.756072998046875, -0.7279510498046875, -0.6998291015625, -0.6717071533203125, -0.643585205078125, -0.6154632568359375, -0.58734130859375, -0.5592193603515625, -0.531097412109375, -0.5029754638671875, -0.474853515625, -0.4467315673828125, -0.418609619140625, -0.3904876708984375, -0.36236572265625, -0.3342437744140625, -0.306121826171875, -0.2779998779296875, -0.2498779296875, -0.2217559814453125, -0.193634033203125, -0.1655120849609375, -0.13739013671875, -0.1092681884765625, -0.081146240234375, -0.0530242919921875, -0.02490234375, 0.0032196044921875, 0.031341552734375, 0.0594635009765625, 0.08758544921875, 0.1157073974609375, 0.143829345703125, 0.1719512939453125, 0.2000732421875, 0.2281951904296875, 0.256317138671875, 0.2844390869140625, 0.31256103515625, 0.3406829833984375, 0.368804931640625, 0.3969268798828125, 0.425048828125, 0.4531707763671875, 0.481292724609375, 0.5094146728515625, 0.53753662109375, 0.5656585693359375, 0.593780517578125, 0.6219024658203125, 0.6500244140625, 0.6781463623046875, 0.706268310546875, 0.7343902587890625, 0.76251220703125, 0.7906341552734375, 0.818756103515625, 0.8468780517578125, 0.875]}, "gradients/decoder.transformer.h.22.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 175.0, 819.0, 20.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.243757247924805, -4.680265426635742, -4.1167731285095215, -3.553281307220459, -2.9897892475128174, -2.426297187805176, -1.8628053665161133, -1.2993133068084717, -0.7358212471008301, -0.17232924699783325, 0.3911627531051636, 0.9546546936035156, 1.5181467533111572, 2.081638813018799, 2.6451306343078613, 3.208622694015503, 3.7721147537231445, 4.335606575012207, 4.899098873138428, 5.46259069442749, 6.026082992553711, 6.589574813842773, 7.153066635131836, 7.716558456420898, 8.280050277709961, 8.843542098999023, 9.407033920288086, 9.970525741577148, 10.534018516540527, 11.09751033782959, 11.661002159118652, 12.224493980407715, 12.787986755371094, 13.351478576660156, 13.914970397949219, 14.478462219238281, 15.04195499420166, 15.605446815490723, 16.16893768310547, 16.732431411743164, 17.295923233032227, 17.85941505432129, 18.42290687561035, 18.986398696899414, 19.549890518188477, 20.113384246826172, 20.676876068115234, 21.240367889404297, 21.80385971069336, 22.367351531982422, 22.930843353271484, 23.494335174560547, 24.05782699584961, 24.621318817138672, 25.184810638427734, 25.74830436706543, 26.31179428100586, 26.875286102294922, 27.438777923583984, 28.002269744873047, 28.56576156616211, 29.129253387451172, 29.692745208740234, 30.25623893737793, 30.819730758666992]}, "gradients/decoder.transformer.h.22.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 6.0, 4.0, 5.0, 13.0, 7.0, 11.0, 10.0, 16.0, 18.0, 20.0, 15.0, 32.0, 38.0, 25.0, 30.0, 34.0, 35.0, 32.0, 39.0, 41.0, 43.0, 50.0, 43.0, 35.0, 38.0, 25.0, 41.0, 37.0, 37.0, 37.0, 26.0, 20.0, 27.0, 20.0, 14.0, 19.0, 7.0, 11.0, 13.0, 12.0, 9.0, 1.0, 6.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0], "bins": [-2.223497152328491, -2.159597158432007, -2.0956974029541016, -2.031797409057617, -1.9678974151611328, -1.9039974212646484, -1.8400975465774536, -1.7761976718902588, -1.7122976779937744, -1.64839768409729, -1.5844978094100952, -1.5205979347229004, -1.456697940826416, -1.3927979469299316, -1.3288980722427368, -1.264998197555542, -1.2010982036590576, -1.1371982097625732, -1.0732983350753784, -1.0093984603881836, -0.9454984664916992, -0.8815985321998596, -0.81769859790802, -0.7537986636161804, -0.6898987293243408, -0.6259987950325012, -0.5620988607406616, -0.498198926448822, -0.4342989921569824, -0.3703990578651428, -0.3064991235733032, -0.24259918928146362, -0.17869949340820312, -0.11479955911636353, -0.050899624824523926, 0.013000309467315674, 0.07690024375915527, 0.14080017805099487, 0.20470011234283447, 0.2686000466346741, 0.33249998092651367, 0.39639991521835327, 0.46029984951019287, 0.5241997838020325, 0.5880997180938721, 0.6519996523857117, 0.7158995866775513, 0.7797995209693909, 0.8436994552612305, 0.9075993895530701, 0.9714993238449097, 1.0353991985321045, 1.0992991924285889, 1.1631991863250732, 1.227099061012268, 1.290998935699463, 1.3548989295959473, 1.4187989234924316, 1.4826987981796265, 1.5465986728668213, 1.6104986667633057, 1.67439866065979, 1.7382985353469849, 1.8021984100341797, 1.866098403930664]}, "gradients/decoder.transformer.h.21.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 0.0, 3.0, 6.0, 13.0, 9.0, 11.0, 15.0, 16.0, 21.0, 18.0, 40.0, 26.0, 32.0, 45.0, 33.0, 32.0, 39.0, 43.0, 44.0, 39.0, 45.0, 61.0, 35.0, 38.0, 36.0, 36.0, 30.0, 31.0, 39.0, 24.0, 31.0, 17.0, 14.0, 20.0, 12.0, 11.0, 8.0, 14.0, 5.0, 3.0, 2.0, 1.0, 3.0, 4.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1787109375, -0.17284393310546875, -0.1669769287109375, -0.16110992431640625, -0.155242919921875, -0.14937591552734375, -0.1435089111328125, -0.13764190673828125, -0.13177490234375, -0.12590789794921875, -0.1200408935546875, -0.11417388916015625, -0.108306884765625, -0.10243988037109375, -0.0965728759765625, -0.09070587158203125, -0.0848388671875, -0.07897186279296875, -0.0731048583984375, -0.06723785400390625, -0.061370849609375, -0.05550384521484375, -0.0496368408203125, -0.04376983642578125, -0.03790283203125, -0.03203582763671875, -0.0261688232421875, -0.02030181884765625, -0.014434814453125, -0.00856781005859375, -0.0027008056640625, 0.00316619873046875, 0.009033203125, 0.01490020751953125, 0.0207672119140625, 0.02663421630859375, 0.032501220703125, 0.03836822509765625, 0.0442352294921875, 0.05010223388671875, 0.05596923828125, 0.06183624267578125, 0.0677032470703125, 0.07357025146484375, 0.079437255859375, 0.08530426025390625, 0.0911712646484375, 0.09703826904296875, 0.1029052734375, 0.10877227783203125, 0.1146392822265625, 0.12050628662109375, 0.126373291015625, 0.13224029541015625, 0.1381072998046875, 0.14397430419921875, 0.14984130859375, 0.15570831298828125, 0.1615753173828125, 0.16744232177734375, 0.173309326171875, 0.17917633056640625, 0.1850433349609375, 0.19091033935546875, 0.19677734375]}, "gradients/decoder.transformer.h.21.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 1.0, 5.0, 6.0, 13.0, 15.0, 28.0, 30.0, 33.0, 51.0, 78.0, 109.0, 159.0, 274.0, 481.0, 1101.0, 2703.0, 8216.0, 30727.0, 251191.0, 3654748.0, 204304.0, 27625.0, 7281.0, 2685.0, 1142.0, 509.0, 263.0, 160.0, 91.0, 58.0, 46.0, 32.0, 23.0, 24.0, 11.0, 14.0, 8.0, 11.0, 6.0, 7.0, 5.0, 1.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-1.1240234375, -1.0904388427734375, -1.056854248046875, -1.0232696533203125, -0.98968505859375, -0.9561004638671875, -0.922515869140625, -0.8889312744140625, -0.8553466796875, -0.8217620849609375, -0.788177490234375, -0.7545928955078125, -0.72100830078125, -0.6874237060546875, -0.653839111328125, -0.6202545166015625, -0.586669921875, -0.5530853271484375, -0.519500732421875, -0.4859161376953125, -0.45233154296875, -0.4187469482421875, -0.385162353515625, -0.3515777587890625, -0.3179931640625, -0.2844085693359375, -0.250823974609375, -0.2172393798828125, -0.18365478515625, -0.1500701904296875, -0.116485595703125, -0.0829010009765625, -0.04931640625, -0.0157318115234375, 0.017852783203125, 0.0514373779296875, 0.08502197265625, 0.1186065673828125, 0.152191162109375, 0.1857757568359375, 0.2193603515625, 0.2529449462890625, 0.286529541015625, 0.3201141357421875, 0.35369873046875, 0.3872833251953125, 0.420867919921875, 0.4544525146484375, 0.488037109375, 0.5216217041015625, 0.555206298828125, 0.5887908935546875, 0.62237548828125, 0.6559600830078125, 0.689544677734375, 0.7231292724609375, 0.7567138671875, 0.7902984619140625, 0.823883056640625, 0.8574676513671875, 0.89105224609375, 0.9246368408203125, 0.958221435546875, 0.9918060302734375, 1.025390625]}, "gradients/decoder.transformer.h.21.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 13.0, 22.0, 17.0, 46.0, 78.0, 149.0, 273.0, 667.0, 1442.0, 743.0, 282.0, 134.0, 76.0, 51.0, 32.0, 15.0, 14.0, 8.0, 4.0, 4.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4521484375, -1.4144515991210938, -1.3767547607421875, -1.3390579223632812, -1.301361083984375, -1.2636642456054688, -1.2259674072265625, -1.1882705688476562, -1.15057373046875, -1.1128768920898438, -1.0751800537109375, -1.0374832153320312, -0.999786376953125, -0.9620895385742188, -0.9243927001953125, -0.8866958618164062, -0.8489990234375, -0.8113021850585938, -0.7736053466796875, -0.7359085083007812, -0.698211669921875, -0.6605148315429688, -0.6228179931640625, -0.5851211547851562, -0.54742431640625, -0.5097274780273438, -0.4720306396484375, -0.43433380126953125, -0.396636962890625, -0.35894012451171875, -0.3212432861328125, -0.28354644775390625, -0.245849609375, -0.20815277099609375, -0.1704559326171875, -0.13275909423828125, -0.095062255859375, -0.05736541748046875, -0.0196685791015625, 0.01802825927734375, 0.05572509765625, 0.09342193603515625, 0.1311187744140625, 0.16881561279296875, 0.206512451171875, 0.24420928955078125, 0.2819061279296875, 0.31960296630859375, 0.3572998046875, 0.39499664306640625, 0.4326934814453125, 0.47039031982421875, 0.508087158203125, 0.5457839965820312, 0.5834808349609375, 0.6211776733398438, 0.65887451171875, 0.6965713500976562, 0.7342681884765625, 0.7719650268554688, 0.809661865234375, 0.8473587036132812, 0.8850555419921875, 0.9227523803710938, 0.96044921875]}, "gradients/decoder.transformer.h.21.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 4.0, 8.0, 8.0, 8.0, 8.0, 15.0, 24.0, 32.0, 51.0, 55.0, 74.0, 102.0, 177.0, 280.0, 512.0, 1165.0, 3514.0, 13076.0, 82354.0, 2587177.0, 1427813.0, 61742.0, 10801.0, 2936.0, 1053.0, 469.0, 275.0, 177.0, 117.0, 72.0, 52.0, 37.0, 29.0, 25.0, 13.0, 8.0, 8.0, 9.0, 7.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0], "bins": [-2.345703125, -2.280426025390625, -2.21514892578125, -2.149871826171875, -2.0845947265625, -2.019317626953125, -1.95404052734375, -1.888763427734375, -1.823486328125, -1.758209228515625, -1.69293212890625, -1.627655029296875, -1.5623779296875, -1.497100830078125, -1.43182373046875, -1.366546630859375, -1.30126953125, -1.235992431640625, -1.17071533203125, -1.105438232421875, -1.0401611328125, -0.974884033203125, -0.90960693359375, -0.844329833984375, -0.779052734375, -0.713775634765625, -0.64849853515625, -0.583221435546875, -0.5179443359375, -0.452667236328125, -0.38739013671875, -0.322113037109375, -0.2568359375, -0.191558837890625, -0.12628173828125, -0.061004638671875, 0.0042724609375, 0.069549560546875, 0.13482666015625, 0.200103759765625, 0.265380859375, 0.330657958984375, 0.39593505859375, 0.461212158203125, 0.5264892578125, 0.591766357421875, 0.65704345703125, 0.722320556640625, 0.78759765625, 0.852874755859375, 0.91815185546875, 0.983428955078125, 1.0487060546875, 1.113983154296875, 1.17926025390625, 1.244537353515625, 1.309814453125, 1.375091552734375, 1.44036865234375, 1.505645751953125, 1.5709228515625, 1.636199951171875, 1.70147705078125, 1.766754150390625, 1.83203125]}, "gradients/decoder.transformer.h.21.ln_2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 8.0, 15.0, 19.0, 49.0, 77.0, 103.0, 148.0, 184.0, 152.0, 95.0, 60.0, 35.0, 21.0, 18.0, 10.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.452490329742432, -4.309844017028809, -4.167197227478027, -4.024550914764404, -3.881904363632202, -3.7392578125, -3.596611499786377, -3.453964948654175, -3.3113183975219727, -3.1686718463897705, -3.0260252952575684, -2.8833789825439453, -2.740732431411743, -2.598085880279541, -2.455439567565918, -2.312793016433716, -2.1701464653015137, -2.0274999141693115, -1.884853482246399, -1.7422070503234863, -1.5995604991912842, -1.456913948059082, -1.3142675161361694, -1.1716210842132568, -1.0289745330810547, -0.8863280415534973, -0.7436815500259399, -0.6010350584983826, -0.4583885669708252, -0.3157420754432678, -0.17309558391571045, -0.030449092388153076, 0.1121978759765625, 0.2548443675041199, 0.39749085903167725, 0.5401373505592346, 0.682783842086792, 0.8254303336143494, 0.9680768251419067, 1.1107232570648193, 1.2533698081970215, 1.3960163593292236, 1.5386627912521362, 1.6813092231750488, 1.823955774307251, 1.9666023254394531, 2.109248638153076, 2.2518951892852783, 2.3945417404174805, 2.5371882915496826, 2.6798348426818848, 2.822481155395508, 2.96512770652771, 3.107774257659912, 3.250420570373535, 3.3930671215057373, 3.5357136726379395, 3.6783602237701416, 3.8210067749023438, 3.963653087615967, 4.10629940032959, 4.248946189880371, 4.391592502593994, 4.534239292144775, 4.676885604858398]}, "gradients/decoder.transformer.h.21.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 4.0, 4.0, 6.0, 5.0, 10.0, 8.0, 14.0, 10.0, 6.0, 17.0, 23.0, 22.0, 16.0, 32.0, 34.0, 32.0, 35.0, 43.0, 41.0, 35.0, 27.0, 35.0, 57.0, 32.0, 39.0, 37.0, 40.0, 34.0, 30.0, 37.0, 26.0, 23.0, 24.0, 34.0, 24.0, 10.0, 19.0, 13.0, 12.0, 10.0, 8.0, 7.0, 5.0, 8.0, 5.0, 4.0, 3.0, 0.0, 4.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0], "bins": [-1.8929518461227417, -1.8331242799758911, -1.773296594619751, -1.7134690284729004, -1.6536414623260498, -1.5938138961791992, -1.533986210823059, -1.4741586446762085, -1.4143309593200684, -1.3545033931732178, -1.2946757078170776, -1.234848141670227, -1.1750205755233765, -1.1151928901672363, -1.0553653240203857, -0.9955377578735352, -0.9357101917266846, -0.8758825659751892, -0.8160549998283386, -0.7562273740768433, -0.6963998079299927, -0.6365721821784973, -0.576744556427002, -0.5169169902801514, -0.457089364528656, -0.39726176857948303, -0.33743417263031006, -0.2776065468788147, -0.21777895092964172, -0.15795135498046875, -0.09812372922897339, -0.038296133279800415, 0.021531343460083008, 0.08135894685983658, 0.14118655025959015, 0.20101416110992432, 0.2608417570590973, 0.32066935300827026, 0.3804969787597656, 0.4403245747089386, 0.5001521706581116, 0.5599797964096069, 0.6198073625564575, 0.6796349883079529, 0.7394626140594482, 0.7992901802062988, 0.8591178059577942, 0.9189454317092896, 0.9787729978561401, 1.0386005640029907, 1.0984282493591309, 1.1582558155059814, 1.218083381652832, 1.2779109477996826, 1.3377386331558228, 1.3975661993026733, 1.4573938846588135, 1.517221450805664, 1.5770491361618042, 1.6368767023086548, 1.6967042684555054, 1.7565319538116455, 1.816359519958496, 1.8761870861053467, 1.9360146522521973]}, "gradients/decoder.transformer.h.21.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 4.0, 12.0, 8.0, 6.0, 14.0, 19.0, 16.0, 17.0, 21.0, 23.0, 32.0, 30.0, 39.0, 38.0, 53.0, 44.0, 38.0, 40.0, 40.0, 37.0, 55.0, 46.0, 42.0, 46.0, 35.0, 39.0, 29.0, 32.0, 30.0, 21.0, 19.0, 20.0, 16.0, 8.0, 10.0, 7.0, 2.0, 5.0, 4.0, 3.0, 2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1912841796875, -0.18491363525390625, -0.1785430908203125, -0.17217254638671875, -0.165802001953125, -0.15943145751953125, -0.1530609130859375, -0.14669036865234375, -0.14031982421875, -0.13394927978515625, -0.1275787353515625, -0.12120819091796875, -0.114837646484375, -0.10846710205078125, -0.1020965576171875, -0.09572601318359375, -0.08935546875, -0.08298492431640625, -0.0766143798828125, -0.07024383544921875, -0.063873291015625, -0.05750274658203125, -0.0511322021484375, -0.04476165771484375, -0.03839111328125, -0.03202056884765625, -0.0256500244140625, -0.01927947998046875, -0.012908935546875, -0.00653839111328125, -0.0001678466796875, 0.00620269775390625, 0.0125732421875, 0.01894378662109375, 0.0253143310546875, 0.03168487548828125, 0.038055419921875, 0.04442596435546875, 0.0507965087890625, 0.05716705322265625, 0.06353759765625, 0.06990814208984375, 0.0762786865234375, 0.08264923095703125, 0.089019775390625, 0.09539031982421875, 0.1017608642578125, 0.10813140869140625, 0.114501953125, 0.12087249755859375, 0.1272430419921875, 0.13361358642578125, 0.139984130859375, 0.14635467529296875, 0.1527252197265625, 0.15909576416015625, 0.16546630859375, 0.17183685302734375, 0.1782073974609375, 0.18457794189453125, 0.190948486328125, 0.19731903076171875, 0.2036895751953125, 0.21006011962890625, 0.2164306640625]}, "gradients/decoder.transformer.h.21.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 0.0, 2.0, 7.0, 8.0, 15.0, 16.0, 25.0, 33.0, 62.0, 88.0, 146.0, 184.0, 305.0, 479.0, 773.0, 1153.0, 1832.0, 3091.0, 4906.0, 8057.0, 13513.0, 24423.0, 44969.0, 86291.0, 182521.0, 353047.0, 154646.0, 75496.0, 39394.0, 21508.0, 12347.0, 7193.0, 4516.0, 2772.0, 1709.0, 1097.0, 636.0, 444.0, 318.0, 181.0, 124.0, 70.0, 59.0, 31.0, 25.0, 20.0, 8.0, 6.0, 8.0, 6.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.88818359375, -0.8607711791992188, -0.8333587646484375, -0.8059463500976562, -0.778533935546875, -0.7511215209960938, -0.7237091064453125, -0.6962966918945312, -0.66888427734375, -0.6414718627929688, -0.6140594482421875, -0.5866470336914062, -0.559234619140625, -0.5318222045898438, -0.5044097900390625, -0.47699737548828125, -0.4495849609375, -0.42217254638671875, -0.3947601318359375, -0.36734771728515625, -0.339935302734375, -0.31252288818359375, -0.2851104736328125, -0.25769805908203125, -0.23028564453125, -0.20287322998046875, -0.1754608154296875, -0.14804840087890625, -0.120635986328125, -0.09322357177734375, -0.0658111572265625, -0.03839874267578125, -0.010986328125, 0.01642608642578125, 0.0438385009765625, 0.07125091552734375, 0.098663330078125, 0.12607574462890625, 0.1534881591796875, 0.18090057373046875, 0.20831298828125, 0.23572540283203125, 0.2631378173828125, 0.29055023193359375, 0.317962646484375, 0.34537506103515625, 0.3727874755859375, 0.40019989013671875, 0.4276123046875, 0.45502471923828125, 0.4824371337890625, 0.5098495483398438, 0.537261962890625, 0.5646743774414062, 0.5920867919921875, 0.6194992065429688, 0.64691162109375, 0.6743240356445312, 0.7017364501953125, 0.7291488647460938, 0.756561279296875, 0.7839736938476562, 0.8113861083984375, 0.8387985229492188, 0.8662109375]}, "gradients/decoder.transformer.h.21.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 10.0, 4.0, 5.0, 2.0, 5.0, 11.0, 13.0, 11.0, 11.0, 25.0, 28.0, 26.0, 29.0, 33.0, 37.0, 28.0, 31.0, 47.0, 38.0, 57.0, 52.0, 1060.0, 46.0, 34.0, 32.0, 38.0, 40.0, 36.0, 33.0, 27.0, 25.0, 34.0, 18.0, 22.0, 14.0, 17.0, 6.0, 16.0, 4.0, 6.0, 6.0, 5.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.2047119140625, -0.1987285614013672, -0.19274520874023438, -0.18676185607910156, -0.18077850341796875, -0.17479515075683594, -0.16881179809570312, -0.1628284454345703, -0.1568450927734375, -0.1508617401123047, -0.14487838745117188, -0.13889503479003906, -0.13291168212890625, -0.12692832946777344, -0.12094497680664062, -0.11496162414550781, -0.108978271484375, -0.10299491882324219, -0.09701156616210938, -0.09102821350097656, -0.08504486083984375, -0.07906150817871094, -0.07307815551757812, -0.06709480285644531, -0.0611114501953125, -0.05512809753417969, -0.049144744873046875, -0.04316139221191406, -0.03717803955078125, -0.031194686889648438, -0.025211334228515625, -0.019227981567382812, -0.01324462890625, -0.0072612762451171875, -0.001277923583984375, 0.0047054290771484375, 0.01068878173828125, 0.016672134399414062, 0.022655487060546875, 0.028638839721679688, 0.0346221923828125, 0.04060554504394531, 0.046588897705078125, 0.05257225036621094, 0.05855560302734375, 0.06453895568847656, 0.07052230834960938, 0.07650566101074219, 0.082489013671875, 0.08847236633300781, 0.09445571899414062, 0.10043907165527344, 0.10642242431640625, 0.11240577697753906, 0.11838912963867188, 0.12437248229980469, 0.1303558349609375, 0.1363391876220703, 0.14232254028320312, 0.14830589294433594, 0.15428924560546875, 0.16027259826660156, 0.16625595092773438, 0.1722393035888672, 0.17822265625]}, "gradients/decoder.transformer.h.21.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 2.0, 6.0, 9.0, 9.0, 26.0, 22.0, 26.0, 40.0, 47.0, 80.0, 112.0, 189.0, 274.0, 377.0, 584.0, 871.0, 1402.0, 2188.0, 3700.0, 6216.0, 11146.0, 20644.0, 44180.0, 114758.0, 663003.0, 989958.0, 136022.0, 49234.0, 22818.0, 11945.0, 6648.0, 3937.0, 2397.0, 1503.0, 958.0, 581.0, 415.0, 249.0, 161.0, 134.0, 89.0, 59.0, 37.0, 25.0, 12.0, 11.0, 11.0, 7.0, 3.0, 6.0, 4.0, 0.0, 0.0, 3.0], "bins": [-0.79541015625, -0.7727279663085938, -0.7500457763671875, -0.7273635864257812, -0.704681396484375, -0.6819992065429688, -0.6593170166015625, -0.6366348266601562, -0.61395263671875, -0.5912704467773438, -0.5685882568359375, -0.5459060668945312, -0.523223876953125, -0.5005416870117188, -0.4778594970703125, -0.45517730712890625, -0.4324951171875, -0.40981292724609375, -0.3871307373046875, -0.36444854736328125, -0.341766357421875, -0.31908416748046875, -0.2964019775390625, -0.27371978759765625, -0.25103759765625, -0.22835540771484375, -0.2056732177734375, -0.18299102783203125, -0.160308837890625, -0.13762664794921875, -0.1149444580078125, -0.09226226806640625, -0.069580078125, -0.04689788818359375, -0.0242156982421875, -0.00153350830078125, 0.021148681640625, 0.04383087158203125, 0.0665130615234375, 0.08919525146484375, 0.11187744140625, 0.13455963134765625, 0.1572418212890625, 0.17992401123046875, 0.202606201171875, 0.22528839111328125, 0.2479705810546875, 0.27065277099609375, 0.2933349609375, 0.31601715087890625, 0.3386993408203125, 0.36138153076171875, 0.384063720703125, 0.40674591064453125, 0.4294281005859375, 0.45211029052734375, 0.47479248046875, 0.49747467041015625, 0.5201568603515625, 0.5428390502929688, 0.565521240234375, 0.5882034301757812, 0.6108856201171875, 0.6335678100585938, 0.65625]}, "gradients/decoder.transformer.h.21.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 3.0, 1.0, 2.0, 3.0, 2.0, 4.0, 5.0, 3.0, 5.0, 2.0, 6.0, 5.0, 9.0, 4.0, 8.0, 7.0, 16.0, 20.0, 32.0, 38.0, 54.0, 59.0, 104.0, 203.0, 118.0, 77.0, 60.0, 30.0, 25.0, 20.0, 13.0, 13.0, 9.0, 7.0, 7.0, 9.0, 4.0, 3.0, 1.0, 7.0, 2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.303466796875, -0.29351043701171875, -0.2835540771484375, -0.27359771728515625, -0.263641357421875, -0.25368499755859375, -0.2437286376953125, -0.23377227783203125, -0.22381591796875, -0.21385955810546875, -0.2039031982421875, -0.19394683837890625, -0.183990478515625, -0.17403411865234375, -0.1640777587890625, -0.15412139892578125, -0.1441650390625, -0.13420867919921875, -0.1242523193359375, -0.11429595947265625, -0.104339599609375, -0.09438323974609375, -0.0844268798828125, -0.07447052001953125, -0.06451416015625, -0.05455780029296875, -0.0446014404296875, -0.03464508056640625, -0.024688720703125, -0.01473236083984375, -0.0047760009765625, 0.00518035888671875, 0.01513671875, 0.02509307861328125, 0.0350494384765625, 0.04500579833984375, 0.054962158203125, 0.06491851806640625, 0.0748748779296875, 0.08483123779296875, 0.09478759765625, 0.10474395751953125, 0.1147003173828125, 0.12465667724609375, 0.134613037109375, 0.14456939697265625, 0.1545257568359375, 0.16448211669921875, 0.1744384765625, 0.18439483642578125, 0.1943511962890625, 0.20430755615234375, 0.214263916015625, 0.22422027587890625, 0.2341766357421875, 0.24413299560546875, 0.25408935546875, 0.26404571533203125, 0.2740020751953125, 0.28395843505859375, 0.293914794921875, 0.30387115478515625, 0.3138275146484375, 0.32378387451171875, 0.333740234375]}, "gradients/decoder.transformer.h.21.crossattention.q_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 5.0, 5.0, 6.0, 9.0, 7.0, 5.0, 11.0, 9.0, 22.0, 15.0, 12.0, 21.0, 30.0, 36.0, 29.0, 38.0, 56.0, 88.0, 140.0, 319.0, 1331.0, 7785.0, 81618.0, 925017.0, 26832.0, 3720.0, 680.0, 222.0, 106.0, 78.0, 52.0, 49.0, 36.0, 32.0, 16.0, 16.0, 14.0, 13.0, 7.0, 12.0, 9.0, 5.0, 9.0, 7.0, 12.0, 4.0, 3.0, 1.0, 4.0, 2.0, 0.0, 1.0, 3.0, 0.0, 3.0], "bins": [-4.18359375, -4.0540771484375, -3.924560546875, -3.7950439453125, -3.66552734375, -3.5360107421875, -3.406494140625, -3.2769775390625, -3.1474609375, -3.0179443359375, -2.888427734375, -2.7589111328125, -2.62939453125, -2.4998779296875, -2.370361328125, -2.2408447265625, -2.111328125, -1.9818115234375, -1.852294921875, -1.7227783203125, -1.59326171875, -1.4637451171875, -1.334228515625, -1.2047119140625, -1.0751953125, -0.9456787109375, -0.816162109375, -0.6866455078125, -0.55712890625, -0.4276123046875, -0.298095703125, -0.1685791015625, -0.0390625, 0.0904541015625, 0.219970703125, 0.3494873046875, 0.47900390625, 0.6085205078125, 0.738037109375, 0.8675537109375, 0.9970703125, 1.1265869140625, 1.256103515625, 1.3856201171875, 1.51513671875, 1.6446533203125, 1.774169921875, 1.9036865234375, 2.033203125, 2.1627197265625, 2.292236328125, 2.4217529296875, 2.55126953125, 2.6807861328125, 2.810302734375, 2.9398193359375, 3.0693359375, 3.1988525390625, 3.328369140625, 3.4578857421875, 3.58740234375, 3.7169189453125, 3.846435546875, 3.9759521484375, 4.10546875]}, "gradients/decoder.transformer.h.21.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 28.0, 116.0, 392.0, 358.0, 93.0, 18.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.930600881576538, -2.85538387298584, -2.7801666259765625, -2.7049496173858643, -2.629732608795166, -2.5545153617858887, -2.4792983531951904, -2.404081344604492, -2.328864097595215, -2.2536470890045166, -2.1784298419952393, -2.103212833404541, -2.0279955863952637, -1.9527785778045654, -1.8775615692138672, -1.8023444414138794, -1.7271273136138916, -1.6519101858139038, -1.576693058013916, -1.5014760494232178, -1.42625892162323, -1.3510417938232422, -1.275824785232544, -1.2006076574325562, -1.1253905296325684, -1.0501734018325806, -0.9749563336372375, -0.8997392654418945, -0.8245221376419067, -0.749305009841919, -0.6740879416465759, -0.5988708734512329, -0.5236536264419556, -0.44843652844429016, -0.37321943044662476, -0.29800233244895935, -0.22278523445129395, -0.14756813645362854, -0.07235103845596313, 0.002866029739379883, 0.07808315753936768, 0.15330025553703308, 0.2285173535346985, 0.3037344515323639, 0.3789515495300293, 0.4541686475276947, 0.5293857455253601, 0.6046028137207031, 0.6798199415206909, 0.7550370693206787, 0.8302541375160217, 0.9054712057113647, 0.9806883335113525, 1.0559054613113403, 1.1311225891113281, 1.2063395977020264, 1.2815567255020142, 1.356773853302002, 1.4319908618927002, 1.507207989692688, 1.5824251174926758, 1.6576422452926636, 1.7328593730926514, 1.8080763816833496, 1.8832935094833374]}, "gradients/decoder.transformer.h.21.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 7.0, 9.0, 5.0, 12.0, 7.0, 13.0, 13.0, 22.0, 17.0, 36.0, 18.0, 34.0, 28.0, 35.0, 29.0, 53.0, 52.0, 57.0, 43.0, 45.0, 60.0, 49.0, 50.0, 45.0, 35.0, 36.0, 31.0, 34.0, 18.0, 26.0, 20.0, 18.0, 14.0, 7.0, 10.0, 5.0, 5.0, 3.0, 3.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.44344985485076904, -0.4279289245605469, -0.4124079942703247, -0.39688706398010254, -0.38136613368988037, -0.3658452033996582, -0.35032427310943604, -0.33480334281921387, -0.3192824125289917, -0.30376148223876953, -0.28824055194854736, -0.2727196216583252, -0.257198691368103, -0.24167776107788086, -0.2261568158864975, -0.21063588559627533, -0.19511494040489197, -0.1795940101146698, -0.16407307982444763, -0.14855214953422546, -0.1330312192440033, -0.11751028150320053, -0.10198934376239777, -0.0864684134721756, -0.07094748318195343, -0.05542655289173126, -0.039905618876218796, -0.02438468486070633, -0.008863754570484161, 0.006657175719738007, 0.02217811346054077, 0.03769904375076294, 0.05321997404098511, 0.06874090433120728, 0.08426183462142944, 0.09978277236223221, 0.11530370265245438, 0.13082462549209595, 0.1463455706834793, 0.16186650097370148, 0.17738743126392365, 0.1929083615541458, 0.20842929184436798, 0.22395023703575134, 0.2394711673259735, 0.2549920976161957, 0.27051302790641785, 0.28603395819664, 0.3015548884868622, 0.31707581877708435, 0.3325967490673065, 0.3481176793575287, 0.36363860964775085, 0.379159539937973, 0.3946805000305176, 0.41020143032073975, 0.4257223606109619, 0.4412432909011841, 0.45676422119140625, 0.4722851514816284, 0.4878060817718506, 0.5033270120620728, 0.5188479423522949, 0.5343688726425171, 0.5498898029327393]}, "gradients/decoder.transformer.h.21.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 4.0, 12.0, 5.0, 10.0, 16.0, 14.0, 17.0, 25.0, 16.0, 27.0, 25.0, 29.0, 43.0, 32.0, 41.0, 53.0, 46.0, 31.0, 57.0, 33.0, 46.0, 43.0, 41.0, 48.0, 45.0, 29.0, 31.0, 35.0, 27.0, 23.0, 26.0, 14.0, 16.0, 12.0, 6.0, 6.0, 4.0, 6.0, 5.0, 1.0, 3.0, 2.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.2015380859375, -0.19505691528320312, -0.18857574462890625, -0.18209457397460938, -0.1756134033203125, -0.16913223266601562, -0.16265106201171875, -0.15616989135742188, -0.149688720703125, -0.14320755004882812, -0.13672637939453125, -0.13024520874023438, -0.1237640380859375, -0.11728286743164062, -0.11080169677734375, -0.10432052612304688, -0.09783935546875, -0.09135818481445312, -0.08487701416015625, -0.07839584350585938, -0.0719146728515625, -0.06543350219726562, -0.05895233154296875, -0.052471160888671875, -0.045989990234375, -0.039508819580078125, -0.03302764892578125, -0.026546478271484375, -0.0200653076171875, -0.013584136962890625, -0.00710296630859375, -0.000621795654296875, 0.005859375, 0.012340545654296875, 0.01882171630859375, 0.025302886962890625, 0.0317840576171875, 0.038265228271484375, 0.04474639892578125, 0.051227569580078125, 0.057708740234375, 0.06418991088867188, 0.07067108154296875, 0.07715225219726562, 0.0836334228515625, 0.09011459350585938, 0.09659576416015625, 0.10307693481445312, 0.10955810546875, 0.11603927612304688, 0.12252044677734375, 0.12900161743164062, 0.1354827880859375, 0.14196395874023438, 0.14844512939453125, 0.15492630004882812, 0.161407470703125, 0.16788864135742188, 0.17436981201171875, 0.18085098266601562, 0.1873321533203125, 0.19381332397460938, 0.20029449462890625, 0.20677566528320312, 0.2132568359375]}, "gradients/decoder.transformer.h.21.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 4.0, 6.0, 12.0, 16.0, 16.0, 25.0, 39.0, 52.0, 85.0, 111.0, 157.0, 203.0, 273.0, 388.0, 526.0, 713.0, 1002.0, 1375.0, 1867.0, 2460.0, 3606.0, 5794.0, 11450.0, 32877.0, 138473.0, 476754.0, 270130.0, 59882.0, 17526.0, 7557.0, 4363.0, 3010.0, 2096.0, 1559.0, 1193.0, 809.0, 567.0, 453.0, 330.0, 221.0, 169.0, 124.0, 88.0, 43.0, 42.0, 40.0, 17.0, 26.0, 8.0, 11.0, 6.0, 3.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0], "bins": [-0.25, -0.24211883544921875, -0.2342376708984375, -0.22635650634765625, -0.218475341796875, -0.21059417724609375, -0.2027130126953125, -0.19483184814453125, -0.18695068359375, -0.17906951904296875, -0.1711883544921875, -0.16330718994140625, -0.155426025390625, -0.14754486083984375, -0.1396636962890625, -0.13178253173828125, -0.1239013671875, -0.11602020263671875, -0.1081390380859375, -0.10025787353515625, -0.092376708984375, -0.08449554443359375, -0.0766143798828125, -0.06873321533203125, -0.06085205078125, -0.05297088623046875, -0.0450897216796875, -0.03720855712890625, -0.029327392578125, -0.02144622802734375, -0.0135650634765625, -0.00568389892578125, 0.002197265625, 0.01007843017578125, 0.0179595947265625, 0.02584075927734375, 0.033721923828125, 0.04160308837890625, 0.0494842529296875, 0.05736541748046875, 0.06524658203125, 0.07312774658203125, 0.0810089111328125, 0.08889007568359375, 0.096771240234375, 0.10465240478515625, 0.1125335693359375, 0.12041473388671875, 0.1282958984375, 0.13617706298828125, 0.1440582275390625, 0.15193939208984375, 0.159820556640625, 0.16770172119140625, 0.1755828857421875, 0.18346405029296875, 0.19134521484375, 0.19922637939453125, 0.2071075439453125, 0.21498870849609375, 0.222869873046875, 0.23075103759765625, 0.2386322021484375, 0.24651336669921875, 0.25439453125]}, "gradients/decoder.transformer.h.21.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 3.0, 2.0, 4.0, 2.0, 4.0, 5.0, 9.0, 9.0, 9.0, 14.0, 13.0, 17.0, 32.0, 17.0, 23.0, 23.0, 35.0, 40.0, 30.0, 36.0, 50.0, 71.0, 97.0, 157.0, 1463.0, 275.0, 102.0, 69.0, 57.0, 49.0, 38.0, 44.0, 40.0, 34.0, 28.0, 25.0, 25.0, 22.0, 18.0, 12.0, 11.0, 9.0, 8.0, 7.0, 7.0, 7.0, 5.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.6142578125, -0.5949325561523438, -0.5756072998046875, -0.5562820434570312, -0.536956787109375, -0.5176315307617188, -0.4983062744140625, -0.47898101806640625, -0.45965576171875, -0.44033050537109375, -0.4210052490234375, -0.40167999267578125, -0.382354736328125, -0.36302947998046875, -0.3437042236328125, -0.32437896728515625, -0.3050537109375, -0.28572845458984375, -0.2664031982421875, -0.24707794189453125, -0.227752685546875, -0.20842742919921875, -0.1891021728515625, -0.16977691650390625, -0.15045166015625, -0.13112640380859375, -0.1118011474609375, -0.09247589111328125, -0.073150634765625, -0.05382537841796875, -0.0345001220703125, -0.01517486572265625, 0.004150390625, 0.02347564697265625, 0.0428009033203125, 0.06212615966796875, 0.081451416015625, 0.10077667236328125, 0.1201019287109375, 0.13942718505859375, 0.15875244140625, 0.17807769775390625, 0.1974029541015625, 0.21672821044921875, 0.236053466796875, 0.25537872314453125, 0.2747039794921875, 0.29402923583984375, 0.3133544921875, 0.33267974853515625, 0.3520050048828125, 0.37133026123046875, 0.390655517578125, 0.40998077392578125, 0.4293060302734375, 0.44863128662109375, 0.46795654296875, 0.48728179931640625, 0.5066070556640625, 0.5259323120117188, 0.545257568359375, 0.5645828247070312, 0.5839080810546875, 0.6032333374023438, 0.62255859375]}, "gradients/decoder.transformer.h.21.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 5.0, 4.0, 10.0, 6.0, 12.0, 10.0, 20.0, 13.0, 30.0, 31.0, 44.0, 59.0, 76.0, 144.0, 187.0, 342.0, 648.0, 1400.0, 3215.0, 8724.0, 33897.0, 502082.0, 2495883.0, 75838.0, 14399.0, 4756.0, 1831.0, 874.0, 420.0, 244.0, 129.0, 108.0, 61.0, 45.0, 39.0, 30.0, 20.0, 19.0, 19.0, 8.0, 9.0, 6.0, 3.0, 5.0, 1.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.91064453125, -0.8823699951171875, -0.854095458984375, -0.8258209228515625, -0.79754638671875, -0.7692718505859375, -0.740997314453125, -0.7127227783203125, -0.6844482421875, -0.6561737060546875, -0.627899169921875, -0.5996246337890625, -0.57135009765625, -0.5430755615234375, -0.514801025390625, -0.4865264892578125, -0.458251953125, -0.4299774169921875, -0.401702880859375, -0.3734283447265625, -0.34515380859375, -0.3168792724609375, -0.288604736328125, -0.2603302001953125, -0.2320556640625, -0.2037811279296875, -0.175506591796875, -0.1472320556640625, -0.11895751953125, -0.0906829833984375, -0.062408447265625, -0.0341339111328125, -0.005859375, 0.0224151611328125, 0.050689697265625, 0.0789642333984375, 0.10723876953125, 0.1355133056640625, 0.163787841796875, 0.1920623779296875, 0.2203369140625, 0.2486114501953125, 0.276885986328125, 0.3051605224609375, 0.33343505859375, 0.3617095947265625, 0.389984130859375, 0.4182586669921875, 0.446533203125, 0.4748077392578125, 0.503082275390625, 0.5313568115234375, 0.55963134765625, 0.5879058837890625, 0.616180419921875, 0.6444549560546875, 0.6727294921875, 0.7010040283203125, 0.729278564453125, 0.7575531005859375, 0.78582763671875, 0.8141021728515625, 0.842376708984375, 0.8706512451171875, 0.89892578125]}, "gradients/decoder.transformer.h.21.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 24.0, 167.0, 503.0, 279.0, 39.0, 4.0], "bins": [-11.310744285583496, -11.124224662780762, -10.937705039978027, -10.751185417175293, -10.564665794372559, -10.378146171569824, -10.19162654876709, -10.005107879638672, -9.818588256835938, -9.632068634033203, -9.445549011230469, -9.259029388427734, -9.072509765625, -8.885990142822266, -8.699470520019531, -8.512950897216797, -8.326431274414062, -8.139911651611328, -7.953392028808594, -7.766872406005859, -7.580352783203125, -7.393833637237549, -7.2073140144348145, -7.02079439163208, -6.834274768829346, -6.647755146026611, -6.461235523223877, -6.274715900421143, -6.088196754455566, -5.901677131652832, -5.715157508850098, -5.528637886047363, -5.342118263244629, -5.1555986404418945, -4.96907901763916, -4.782559394836426, -4.596039772033691, -4.409520626068115, -4.223001003265381, -4.0364813804626465, -3.849961519241333, -3.6634418964385986, -3.4769225120544434, -3.290402889251709, -3.1038832664489746, -2.9173636436462402, -2.730844020843506, -2.5443246364593506, -2.357805013656616, -2.171285390853882, -1.984765887260437, -1.7982463836669922, -1.6117267608642578, -1.4252071380615234, -1.2386876344680786, -1.0521681308746338, -0.8656485676765442, -0.6791290044784546, -0.492609441280365, -0.3060898780822754, -0.11957031488418579, 0.06694924831390381, 0.2534688115119934, 0.43998831510543823, 0.6265079379081726]}, "gradients/decoder.transformer.h.21.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 3.0, 2.0, 4.0, 3.0, 6.0, 6.0, 8.0, 10.0, 9.0, 12.0, 9.0, 22.0, 20.0, 28.0, 29.0, 29.0, 26.0, 26.0, 26.0, 39.0, 30.0, 45.0, 41.0, 38.0, 44.0, 28.0, 46.0, 33.0, 50.0, 29.0, 32.0, 36.0, 24.0, 30.0, 19.0, 28.0, 13.0, 19.0, 15.0, 13.0, 7.0, 6.0, 12.0, 14.0, 8.0, 3.0, 7.0, 10.0, 5.0, 3.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0], "bins": [-2.0503740310668945, -1.9874889850616455, -1.9246039390563965, -1.861718773841858, -1.7988337278366089, -1.7359486818313599, -1.6730635166168213, -1.6101784706115723, -1.5472934246063232, -1.4844083786010742, -1.4215233325958252, -1.3586381673812866, -1.2957531213760376, -1.2328680753707886, -1.16998291015625, -1.107097864151001, -1.044212818145752, -0.9813277721405029, -0.9184426665306091, -0.8555575609207153, -0.7926725149154663, -0.7297874689102173, -0.6669023633003235, -0.6040172576904297, -0.5411322116851807, -0.47824713587760925, -0.41536206007003784, -0.35247698426246643, -0.289591908454895, -0.2267068326473236, -0.1638217568397522, -0.10093668103218079, -0.038051605224609375, 0.024833470582962036, 0.08771854639053345, 0.15060362219810486, 0.21348869800567627, 0.2763737738132477, 0.3392588496208191, 0.4021439254283905, 0.4650290012359619, 0.5279140472412109, 0.5907991528511047, 0.6536842584609985, 0.7165693044662476, 0.7794543504714966, 0.8423394560813904, 0.9052245616912842, 0.9681096076965332, 1.0309946537017822, 1.0938796997070312, 1.1567648649215698, 1.2196499109268188, 1.2825349569320679, 1.3454201221466064, 1.4083051681518555, 1.4711902141571045, 1.5340752601623535, 1.5969603061676025, 1.6598454713821411, 1.7227305173873901, 1.7856155633926392, 1.8485007286071777, 1.9113857746124268, 1.9742708206176758]}, "gradients/decoder.transformer.h.20.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 4.0, 6.0, 6.0, 13.0, 16.0, 9.0, 14.0, 21.0, 18.0, 35.0, 19.0, 25.0, 32.0, 39.0, 31.0, 32.0, 51.0, 35.0, 57.0, 36.0, 44.0, 35.0, 54.0, 39.0, 37.0, 37.0, 39.0, 31.0, 31.0, 32.0, 27.0, 20.0, 20.0, 11.0, 10.0, 8.0, 6.0, 6.0, 7.0, 4.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.205810546875, -0.19935989379882812, -0.19290924072265625, -0.18645858764648438, -0.1800079345703125, -0.17355728149414062, -0.16710662841796875, -0.16065597534179688, -0.154205322265625, -0.14775466918945312, -0.14130401611328125, -0.13485336303710938, -0.1284027099609375, -0.12195205688476562, -0.11550140380859375, -0.10905075073242188, -0.10260009765625, -0.09614944458007812, -0.08969879150390625, -0.08324813842773438, -0.0767974853515625, -0.07034683227539062, -0.06389617919921875, -0.057445526123046875, -0.050994873046875, -0.044544219970703125, -0.03809356689453125, -0.031642913818359375, -0.0251922607421875, -0.018741607666015625, -0.01229095458984375, -0.005840301513671875, 0.0006103515625, 0.007061004638671875, 0.01351165771484375, 0.019962310791015625, 0.0264129638671875, 0.032863616943359375, 0.03931427001953125, 0.045764923095703125, 0.052215576171875, 0.058666229248046875, 0.06511688232421875, 0.07156753540039062, 0.0780181884765625, 0.08446884155273438, 0.09091949462890625, 0.09737014770507812, 0.10382080078125, 0.11027145385742188, 0.11672210693359375, 0.12317276000976562, 0.1296234130859375, 0.13607406616210938, 0.14252471923828125, 0.14897537231445312, 0.155426025390625, 0.16187667846679688, 0.16832733154296875, 0.17477798461914062, 0.1812286376953125, 0.18767929077148438, 0.19412994384765625, 0.20058059692382812, 0.20703125]}, "gradients/decoder.transformer.h.20.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 4.0, 2.0, 5.0, 10.0, 8.0, 15.0, 13.0, 20.0, 26.0, 53.0, 67.0, 91.0, 158.0, 211.0, 331.0, 599.0, 1084.0, 2232.0, 5192.0, 13682.0, 44605.0, 322411.0, 3396620.0, 337805.0, 46070.0, 13395.0, 4951.0, 2146.0, 1056.0, 498.0, 315.0, 201.0, 125.0, 81.0, 54.0, 38.0, 28.0, 23.0, 17.0, 13.0, 12.0, 10.0, 5.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.8427734375, -0.8176193237304688, -0.7924652099609375, -0.7673110961914062, -0.742156982421875, -0.7170028686523438, -0.6918487548828125, -0.6666946411132812, -0.64154052734375, -0.6163864135742188, -0.5912322998046875, -0.5660781860351562, -0.540924072265625, -0.5157699584960938, -0.4906158447265625, -0.46546173095703125, -0.4403076171875, -0.41515350341796875, -0.3899993896484375, -0.36484527587890625, -0.339691162109375, -0.31453704833984375, -0.2893829345703125, -0.26422882080078125, -0.23907470703125, -0.21392059326171875, -0.1887664794921875, -0.16361236572265625, -0.138458251953125, -0.11330413818359375, -0.0881500244140625, -0.06299591064453125, -0.037841796875, -0.01268768310546875, 0.0124664306640625, 0.03762054443359375, 0.062774658203125, 0.08792877197265625, 0.1130828857421875, 0.13823699951171875, 0.16339111328125, 0.18854522705078125, 0.2136993408203125, 0.23885345458984375, 0.264007568359375, 0.28916168212890625, 0.3143157958984375, 0.33946990966796875, 0.3646240234375, 0.38977813720703125, 0.4149322509765625, 0.44008636474609375, 0.465240478515625, 0.49039459228515625, 0.5155487060546875, 0.5407028198242188, 0.56585693359375, 0.5910110473632812, 0.6161651611328125, 0.6413192749023438, 0.666473388671875, 0.6916275024414062, 0.7167816162109375, 0.7419357299804688, 0.76708984375]}, "gradients/decoder.transformer.h.20.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 5.0, 2.0, 8.0, 2.0, 10.0, 16.0, 38.0, 39.0, 57.0, 121.0, 242.0, 584.0, 1313.0, 917.0, 318.0, 163.0, 92.0, 54.0, 49.0, 22.0, 13.0, 10.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.3408203125, -1.303253173828125, -1.26568603515625, -1.228118896484375, -1.1905517578125, -1.152984619140625, -1.11541748046875, -1.077850341796875, -1.040283203125, -1.002716064453125, -0.96514892578125, -0.927581787109375, -0.8900146484375, -0.852447509765625, -0.81488037109375, -0.777313232421875, -0.73974609375, -0.702178955078125, -0.66461181640625, -0.627044677734375, -0.5894775390625, -0.551910400390625, -0.51434326171875, -0.476776123046875, -0.439208984375, -0.401641845703125, -0.36407470703125, -0.326507568359375, -0.2889404296875, -0.251373291015625, -0.21380615234375, -0.176239013671875, -0.138671875, -0.101104736328125, -0.06353759765625, -0.025970458984375, 0.0115966796875, 0.049163818359375, 0.08673095703125, 0.124298095703125, 0.161865234375, 0.199432373046875, 0.23699951171875, 0.274566650390625, 0.3121337890625, 0.349700927734375, 0.38726806640625, 0.424835205078125, 0.46240234375, 0.499969482421875, 0.53753662109375, 0.575103759765625, 0.6126708984375, 0.650238037109375, 0.68780517578125, 0.725372314453125, 0.762939453125, 0.800506591796875, 0.83807373046875, 0.875640869140625, 0.9132080078125, 0.950775146484375, 0.98834228515625, 1.025909423828125, 1.0634765625]}, "gradients/decoder.transformer.h.20.mlp.c_fc.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 4.0, 9.0, 7.0, 11.0, 14.0, 24.0, 34.0, 70.0, 107.0, 163.0, 321.0, 634.0, 1313.0, 3299.0, 11000.0, 48318.0, 477954.0, 3447672.0, 164581.0, 27346.0, 7008.0, 2298.0, 1008.0, 480.0, 252.0, 128.0, 83.0, 54.0, 30.0, 27.0, 17.0, 12.0, 6.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4931640625, -1.4341888427734375, -1.375213623046875, -1.3162384033203125, -1.25726318359375, -1.1982879638671875, -1.139312744140625, -1.0803375244140625, -1.0213623046875, -0.9623870849609375, -0.903411865234375, -0.8444366455078125, -0.78546142578125, -0.7264862060546875, -0.667510986328125, -0.6085357666015625, -0.549560546875, -0.4905853271484375, -0.431610107421875, -0.3726348876953125, -0.31365966796875, -0.2546844482421875, -0.195709228515625, -0.1367340087890625, -0.0777587890625, -0.0187835693359375, 0.040191650390625, 0.0991668701171875, 0.15814208984375, 0.2171173095703125, 0.276092529296875, 0.3350677490234375, 0.39404296875, 0.4530181884765625, 0.511993408203125, 0.5709686279296875, 0.62994384765625, 0.6889190673828125, 0.747894287109375, 0.8068695068359375, 0.8658447265625, 0.9248199462890625, 0.983795166015625, 1.0427703857421875, 1.10174560546875, 1.1607208251953125, 1.219696044921875, 1.2786712646484375, 1.337646484375, 1.3966217041015625, 1.455596923828125, 1.5145721435546875, 1.57354736328125, 1.6325225830078125, 1.691497802734375, 1.7504730224609375, 1.8094482421875, 1.8684234619140625, 1.927398681640625, 1.9863739013671875, 2.04534912109375, 2.1043243408203125, 2.163299560546875, 2.2222747802734375, 2.28125]}, "gradients/decoder.transformer.h.20.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 7.0, 10.0, 16.0, 22.0, 32.0, 63.0, 96.0, 131.0, 140.0, 141.0, 118.0, 85.0, 55.0, 40.0, 13.0, 20.0, 7.0, 4.0, 3.0, 6.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.243393898010254, -5.105213642120361, -4.967033386230469, -4.828852653503418, -4.690672397613525, -4.552492141723633, -4.414311408996582, -4.2761311531066895, -4.137950897216797, -3.9997706413269043, -3.8615901470184326, -3.723409652709961, -3.5852293968200684, -3.447049140930176, -3.308868646621704, -3.1706881523132324, -3.03250789642334, -2.8943276405334473, -2.7561471462249756, -2.617966651916504, -2.4797863960266113, -2.3416061401367188, -2.203425645828247, -2.0652451515197754, -1.9270648956298828, -1.7888845205307007, -1.6507041454315186, -1.5125237703323364, -1.3743433952331543, -1.2361630201339722, -1.09798264503479, -0.9598022699356079, -0.8216216564178467, -0.6834412813186646, -0.5452609062194824, -0.4070805311203003, -0.26890015602111816, -0.13071978092193604, 0.007460594177246094, 0.14564096927642822, 0.28382134437561035, 0.4220017194747925, 0.5601820945739746, 0.6983624696731567, 0.8365428447723389, 0.974723219871521, 1.1129035949707031, 1.2510839700698853, 1.3892643451690674, 1.5274447202682495, 1.6656250953674316, 1.8038054704666138, 1.941985845565796, 2.0801663398742676, 2.21834659576416, 2.3565268516540527, 2.4947073459625244, 2.632887840270996, 2.7710680961608887, 2.9092483520507812, 3.047428846359253, 3.1856093406677246, 3.323789596557617, 3.4619698524475098, 3.6001503467559814]}, "gradients/decoder.transformer.h.20.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 2.0, 4.0, 2.0, 4.0, 4.0, 4.0, 10.0, 6.0, 8.0, 11.0, 19.0, 21.0, 19.0, 9.0, 29.0, 20.0, 28.0, 32.0, 27.0, 36.0, 34.0, 34.0, 33.0, 34.0, 40.0, 40.0, 34.0, 42.0, 36.0, 47.0, 29.0, 40.0, 32.0, 29.0, 35.0, 16.0, 23.0, 18.0, 15.0, 8.0, 16.0, 16.0, 11.0, 8.0, 6.0, 12.0, 7.0, 4.0, 2.0, 1.0, 2.0, 4.0, 1.0, 3.0, 4.0, 2.0, 0.0, 2.0], "bins": [-1.8234096765518188, -1.7657270431518555, -1.708044409751892, -1.6503617763519287, -1.5926790237426758, -1.5349963903427124, -1.477313756942749, -1.4196311235427856, -1.3619484901428223, -1.3042658567428589, -1.2465832233428955, -1.1889004707336426, -1.1312178373336792, -1.0735352039337158, -1.0158525705337524, -0.9581699371337891, -0.9004871845245361, -0.8428045511245728, -0.7851218581199646, -0.7274392247200012, -0.6697565317153931, -0.6120738983154297, -0.5543912649154663, -0.49670860171318054, -0.4390259385108948, -0.381343275308609, -0.32366061210632324, -0.26597797870635986, -0.2082953155040741, -0.15061265230178833, -0.09293001890182495, -0.035247355699539185, 0.022435426712036133, 0.0801180824637413, 0.13780073821544647, 0.19548338651657104, 0.2531660497188568, 0.3108487129211426, 0.36853134632110596, 0.4262140095233917, 0.4838966727256775, 0.5415793061256409, 0.599261999130249, 0.6569446325302124, 0.7146272659301758, 0.7723099589347839, 0.8299925923347473, 0.8876752853393555, 0.9453579187393188, 1.0030405521392822, 1.0607231855392456, 1.118405818939209, 1.176088571548462, 1.2337712049484253, 1.2914538383483887, 1.349136471748352, 1.4068191051483154, 1.4645017385482788, 1.5221843719482422, 1.5798671245574951, 1.6375497579574585, 1.6952323913574219, 1.7529150247573853, 1.8105976581573486, 1.8682804107666016]}, "gradients/decoder.transformer.h.20.crossattention.c_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 3.0, 10.0, 3.0, 7.0, 12.0, 12.0, 16.0, 22.0, 11.0, 22.0, 28.0, 29.0, 34.0, 38.0, 38.0, 36.0, 37.0, 47.0, 35.0, 34.0, 43.0, 46.0, 45.0, 35.0, 44.0, 47.0, 34.0, 39.0, 29.0, 25.0, 22.0, 18.0, 24.0, 20.0, 14.0, 9.0, 8.0, 10.0, 6.0, 2.0, 5.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.1968994140625, -0.19040298461914062, -0.18390655517578125, -0.17741012573242188, -0.1709136962890625, -0.16441726684570312, -0.15792083740234375, -0.15142440795898438, -0.144927978515625, -0.13843154907226562, -0.13193511962890625, -0.12543869018554688, -0.1189422607421875, -0.11244583129882812, -0.10594940185546875, -0.09945297241210938, -0.09295654296875, -0.08646011352539062, -0.07996368408203125, -0.07346725463867188, -0.0669708251953125, -0.060474395751953125, -0.05397796630859375, -0.047481536865234375, -0.040985107421875, -0.034488677978515625, -0.02799224853515625, -0.021495819091796875, -0.0149993896484375, -0.008502960205078125, -0.00200653076171875, 0.004489898681640625, 0.010986328125, 0.017482757568359375, 0.02397918701171875, 0.030475616455078125, 0.0369720458984375, 0.043468475341796875, 0.04996490478515625, 0.056461334228515625, 0.062957763671875, 0.06945419311523438, 0.07595062255859375, 0.08244705200195312, 0.0889434814453125, 0.09543991088867188, 0.10193634033203125, 0.10843276977539062, 0.11492919921875, 0.12142562866210938, 0.12792205810546875, 0.13441848754882812, 0.1409149169921875, 0.14741134643554688, 0.15390777587890625, 0.16040420532226562, 0.166900634765625, 0.17339706420898438, 0.17989349365234375, 0.18638992309570312, 0.1928863525390625, 0.19938278198242188, 0.20587921142578125, 0.21237564086914062, 0.2188720703125]}, "gradients/decoder.transformer.h.20.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 5.0, 8.0, 12.0, 10.0, 20.0, 31.0, 32.0, 42.0, 72.0, 91.0, 149.0, 195.0, 298.0, 457.0, 683.0, 1104.0, 1761.0, 2873.0, 4780.0, 8204.0, 14788.0, 27401.0, 51253.0, 100543.0, 192454.0, 285323.0, 168236.0, 86707.0, 44993.0, 24286.0, 13141.0, 7282.0, 4224.0, 2522.0, 1651.0, 971.0, 587.0, 421.0, 291.0, 206.0, 137.0, 92.0, 75.0, 36.0, 29.0, 28.0, 18.0, 8.0, 14.0, 10.0, 5.0, 2.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.89990234375, -0.872955322265625, -0.84600830078125, -0.819061279296875, -0.7921142578125, -0.765167236328125, -0.73822021484375, -0.711273193359375, -0.684326171875, -0.657379150390625, -0.63043212890625, -0.603485107421875, -0.5765380859375, -0.549591064453125, -0.52264404296875, -0.495697021484375, -0.46875, -0.441802978515625, -0.41485595703125, -0.387908935546875, -0.3609619140625, -0.334014892578125, -0.30706787109375, -0.280120849609375, -0.253173828125, -0.226226806640625, -0.19927978515625, -0.172332763671875, -0.1453857421875, -0.118438720703125, -0.09149169921875, -0.064544677734375, -0.03759765625, -0.010650634765625, 0.01629638671875, 0.043243408203125, 0.0701904296875, 0.097137451171875, 0.12408447265625, 0.151031494140625, 0.177978515625, 0.204925537109375, 0.23187255859375, 0.258819580078125, 0.2857666015625, 0.312713623046875, 0.33966064453125, 0.366607666015625, 0.3935546875, 0.420501708984375, 0.44744873046875, 0.474395751953125, 0.5013427734375, 0.528289794921875, 0.55523681640625, 0.582183837890625, 0.609130859375, 0.636077880859375, 0.66302490234375, 0.689971923828125, 0.7169189453125, 0.743865966796875, 0.77081298828125, 0.797760009765625, 0.82470703125]}, "gradients/decoder.transformer.h.20.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 4.0, 2.0, 3.0, 4.0, 3.0, 5.0, 7.0, 10.0, 12.0, 13.0, 16.0, 17.0, 14.0, 23.0, 29.0, 27.0, 31.0, 42.0, 40.0, 41.0, 43.0, 43.0, 34.0, 1074.0, 51.0, 39.0, 42.0, 44.0, 37.0, 30.0, 26.0, 35.0, 23.0, 19.0, 29.0, 23.0, 14.0, 21.0, 14.0, 7.0, 11.0, 10.0, 3.0, 4.0, 4.0, 5.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.207275390625, -0.20094871520996094, -0.19462203979492188, -0.1882953643798828, -0.18196868896484375, -0.1756420135498047, -0.16931533813476562, -0.16298866271972656, -0.1566619873046875, -0.15033531188964844, -0.14400863647460938, -0.1376819610595703, -0.13135528564453125, -0.1250286102294922, -0.11870193481445312, -0.11237525939941406, -0.106048583984375, -0.09972190856933594, -0.09339523315429688, -0.08706855773925781, -0.08074188232421875, -0.07441520690917969, -0.06808853149414062, -0.06176185607910156, -0.0554351806640625, -0.04910850524902344, -0.042781829833984375, -0.03645515441894531, -0.03012847900390625, -0.023801803588867188, -0.017475128173828125, -0.011148452758789062, -0.00482177734375, 0.0015048980712890625, 0.007831573486328125, 0.014158248901367188, 0.02048492431640625, 0.026811599731445312, 0.033138275146484375, 0.03946495056152344, 0.0457916259765625, 0.05211830139160156, 0.058444976806640625, 0.06477165222167969, 0.07109832763671875, 0.07742500305175781, 0.08375167846679688, 0.09007835388183594, 0.096405029296875, 0.10273170471191406, 0.10905838012695312, 0.11538505554199219, 0.12171173095703125, 0.1280384063720703, 0.13436508178710938, 0.14069175720214844, 0.1470184326171875, 0.15334510803222656, 0.15967178344726562, 0.1659984588623047, 0.17232513427734375, 0.1786518096923828, 0.18497848510742188, 0.19130516052246094, 0.1976318359375]}, "gradients/decoder.transformer.h.20.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 5.0, 4.0, 5.0, 10.0, 8.0, 12.0, 25.0, 22.0, 50.0, 39.0, 87.0, 121.0, 195.0, 284.0, 492.0, 857.0, 1452.0, 2708.0, 5626.0, 11202.0, 25153.0, 63821.0, 213640.0, 1335667.0, 300655.0, 78187.0, 29974.0, 13309.0, 6195.0, 3217.0, 1643.0, 919.0, 566.0, 332.0, 210.0, 142.0, 93.0, 68.0, 37.0, 28.0, 23.0, 18.0, 10.0, 10.0, 9.0, 2.0, 0.0, 4.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.9658203125, -0.9361953735351562, -0.9065704345703125, -0.8769454956054688, -0.847320556640625, -0.8176956176757812, -0.7880706787109375, -0.7584457397460938, -0.72882080078125, -0.6991958618164062, -0.6695709228515625, -0.6399459838867188, -0.610321044921875, -0.5806961059570312, -0.5510711669921875, -0.5214462280273438, -0.4918212890625, -0.46219635009765625, -0.4325714111328125, -0.40294647216796875, -0.373321533203125, -0.34369659423828125, -0.3140716552734375, -0.28444671630859375, -0.25482177734375, -0.22519683837890625, -0.1955718994140625, -0.16594696044921875, -0.136322021484375, -0.10669708251953125, -0.0770721435546875, -0.04744720458984375, -0.017822265625, 0.01180267333984375, 0.0414276123046875, 0.07105255126953125, 0.100677490234375, 0.13030242919921875, 0.1599273681640625, 0.18955230712890625, 0.21917724609375, 0.24880218505859375, 0.2784271240234375, 0.30805206298828125, 0.337677001953125, 0.36730194091796875, 0.3969268798828125, 0.42655181884765625, 0.4561767578125, 0.48580169677734375, 0.5154266357421875, 0.5450515747070312, 0.574676513671875, 0.6043014526367188, 0.6339263916015625, 0.6635513305664062, 0.69317626953125, 0.7228012084960938, 0.7524261474609375, 0.7820510864257812, 0.811676025390625, 0.8413009643554688, 0.8709259033203125, 0.9005508422851562, 0.93017578125]}, "gradients/decoder.transformer.h.20.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 3.0, 3.0, 4.0, 6.0, 9.0, 13.0, 8.0, 19.0, 38.0, 54.0, 75.0, 103.0, 215.0, 156.0, 97.0, 76.0, 39.0, 25.0, 21.0, 9.0, 10.0, 3.0, 8.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.406982421875, -0.3941688537597656, -0.38135528564453125, -0.3685417175292969, -0.3557281494140625, -0.3429145812988281, -0.33010101318359375, -0.3172874450683594, -0.304473876953125, -0.2916603088378906, -0.27884674072265625, -0.2660331726074219, -0.2532196044921875, -0.24040603637695312, -0.22759246826171875, -0.21477890014648438, -0.20196533203125, -0.18915176391601562, -0.17633819580078125, -0.16352462768554688, -0.1507110595703125, -0.13789749145507812, -0.12508392333984375, -0.11227035522460938, -0.099456787109375, -0.08664321899414062, -0.07382965087890625, -0.061016082763671875, -0.0482025146484375, -0.035388946533203125, -0.02257537841796875, -0.009761810302734375, 0.0030517578125, 0.015865325927734375, 0.02867889404296875, 0.041492462158203125, 0.0543060302734375, 0.06711959838867188, 0.07993316650390625, 0.09274673461914062, 0.105560302734375, 0.11837387084960938, 0.13118743896484375, 0.14400100708007812, 0.1568145751953125, 0.16962814331054688, 0.18244171142578125, 0.19525527954101562, 0.20806884765625, 0.22088241577148438, 0.23369598388671875, 0.24650955200195312, 0.2593231201171875, 0.2721366882324219, 0.28495025634765625, 0.2977638244628906, 0.310577392578125, 0.3233909606933594, 0.33620452880859375, 0.3490180969238281, 0.3618316650390625, 0.3746452331542969, 0.38745880126953125, 0.4002723693847656, 0.4130859375]}, "gradients/decoder.transformer.h.20.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 7.0, 5.0, 4.0, 4.0, 5.0, 12.0, 14.0, 29.0, 18.0, 47.0, 67.0, 146.0, 335.0, 978.0, 4446.0, 191969.0, 841690.0, 6798.0, 1199.0, 374.0, 175.0, 97.0, 28.0, 35.0, 30.0, 17.0, 7.0, 6.0, 5.0, 3.0, 5.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.4140625, -5.245361328125, -5.07666015625, -4.907958984375, -4.7392578125, -4.570556640625, -4.40185546875, -4.233154296875, -4.064453125, -3.895751953125, -3.72705078125, -3.558349609375, -3.3896484375, -3.220947265625, -3.05224609375, -2.883544921875, -2.71484375, -2.546142578125, -2.37744140625, -2.208740234375, -2.0400390625, -1.871337890625, -1.70263671875, -1.533935546875, -1.365234375, -1.196533203125, -1.02783203125, -0.859130859375, -0.6904296875, -0.521728515625, -0.35302734375, -0.184326171875, -0.015625, 0.153076171875, 0.32177734375, 0.490478515625, 0.6591796875, 0.827880859375, 0.99658203125, 1.165283203125, 1.333984375, 1.502685546875, 1.67138671875, 1.840087890625, 2.0087890625, 2.177490234375, 2.34619140625, 2.514892578125, 2.68359375, 2.852294921875, 3.02099609375, 3.189697265625, 3.3583984375, 3.527099609375, 3.69580078125, 3.864501953125, 4.033203125, 4.201904296875, 4.37060546875, 4.539306640625, 4.7080078125, 4.876708984375, 5.04541015625, 5.214111328125, 5.3828125]}, "gradients/decoder.transformer.h.20.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 10.0, 46.0, 162.0, 502.0, 238.0, 51.0, 10.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7561230659484863, -0.6778603792190552, -0.5995977520942688, -0.5213350653648376, -0.4430724084377289, -0.3648097515106201, -0.28654706478118896, -0.2082844376564026, -0.13002175092697144, -0.051759086549282074, 0.026503577828407288, 0.10476624965667725, 0.183028906583786, 0.2612915635108948, 0.3395542502403259, 0.4178168773651123, 0.49607956409454346, 0.5743422508239746, 0.652604877948761, 0.7308675646781921, 0.8091301918029785, 0.8873928785324097, 0.9656555652618408, 1.0439181327819824, 1.1221809387207031, 1.2004436254501343, 1.2787063121795654, 1.356968879699707, 1.4352315664291382, 1.5134942531585693, 1.5917569398880005, 1.6700196266174316, 1.7482821941375732, 1.8265448808670044, 1.9048075675964355, 1.9830701351165771, 2.061332941055298, 2.1395955085754395, 2.21785831451416, 2.2961208820343018, 2.3743834495544434, 2.452646017074585, 2.5309088230133057, 2.6091713905334473, 2.687434196472168, 2.7656967639923096, 2.843959331512451, 2.922222137451172, 3.0004849433898926, 3.078747510910034, 3.157010316848755, 3.2352728843688965, 3.313535690307617, 3.391798257827759, 3.4700608253479004, 3.548323631286621, 3.6265861988067627, 3.7048487663269043, 3.783111572265625, 3.8613741397857666, 3.9396369457244873, 4.017899513244629, 4.09616231918335, 4.174424648284912, 4.252687454223633]}, "gradients/decoder.transformer.h.20.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 4.0, 5.0, 7.0, 6.0, 7.0, 9.0, 10.0, 9.0, 11.0, 17.0, 23.0, 27.0, 22.0, 27.0, 42.0, 37.0, 28.0, 52.0, 64.0, 47.0, 47.0, 52.0, 51.0, 43.0, 35.0, 41.0, 46.0, 28.0, 39.0, 36.0, 24.0, 22.0, 17.0, 17.0, 15.0, 11.0, 8.0, 5.0, 5.0, 7.0, 3.0, 4.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.31853389739990234, -0.30750927329063416, -0.29648464918136597, -0.2854599952697754, -0.2744353711605072, -0.263410747051239, -0.2523861229419708, -0.24136149883270264, -0.23033685982227325, -0.21931223571300507, -0.20828759670257568, -0.1972629725933075, -0.1862383484840393, -0.17521370947360992, -0.16418908536434174, -0.15316444635391235, -0.14213982224464417, -0.13111519813537598, -0.1200905591249466, -0.1090659350156784, -0.09804130345582962, -0.08701667189598083, -0.07599204778671265, -0.06496741622686386, -0.053942784667015076, -0.04291815310716629, -0.0318935252726078, -0.020868897438049316, -0.009844265878200531, 0.0011803656816482544, 0.012204989790916443, 0.02322962135076523, 0.034254252910614014, 0.0452788844704628, 0.056303512305021286, 0.06732814013957977, 0.07835277169942856, 0.08937740325927734, 0.10040202736854553, 0.11142665892839432, 0.1224512904882431, 0.1334759145975113, 0.14450055360794067, 0.15552517771720886, 0.16654980182647705, 0.17757444083690643, 0.18859906494617462, 0.199623703956604, 0.2106483280658722, 0.22167295217514038, 0.23269759118556976, 0.24372221529483795, 0.25474685430526733, 0.2657714784145355, 0.2767961025238037, 0.2878207266330719, 0.2988453507423401, 0.3098699748516083, 0.32089459896087646, 0.33191925287246704, 0.34294387698173523, 0.3539685010910034, 0.3649931252002716, 0.3760177493095398, 0.38704240322113037]}, "gradients/decoder.transformer.h.20.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 3.0, 10.0, 5.0, 7.0, 14.0, 9.0, 17.0, 14.0, 22.0, 19.0, 20.0, 30.0, 33.0, 31.0, 39.0, 51.0, 35.0, 34.0, 35.0, 39.0, 35.0, 45.0, 49.0, 51.0, 34.0, 43.0, 37.0, 41.0, 29.0, 25.0, 21.0, 23.0, 18.0, 17.0, 11.0, 17.0, 10.0, 6.0, 9.0, 4.0, 5.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.197265625, -0.19080543518066406, -0.18434524536132812, -0.1778850555419922, -0.17142486572265625, -0.1649646759033203, -0.15850448608398438, -0.15204429626464844, -0.1455841064453125, -0.13912391662597656, -0.13266372680664062, -0.1262035369873047, -0.11974334716796875, -0.11328315734863281, -0.10682296752929688, -0.10036277770996094, -0.093902587890625, -0.08744239807128906, -0.08098220825195312, -0.07452201843261719, -0.06806182861328125, -0.06160163879394531, -0.055141448974609375, -0.04868125915527344, -0.0422210693359375, -0.03576087951660156, -0.029300689697265625, -0.022840499877929688, -0.01638031005859375, -0.009920120239257812, -0.003459930419921875, 0.0030002593994140625, 0.00946044921875, 0.015920639038085938, 0.022380828857421875, 0.028841018676757812, 0.03530120849609375, 0.04176139831542969, 0.048221588134765625, 0.05468177795410156, 0.0611419677734375, 0.06760215759277344, 0.07406234741210938, 0.08052253723144531, 0.08698272705078125, 0.09344291687011719, 0.09990310668945312, 0.10636329650878906, 0.112823486328125, 0.11928367614746094, 0.12574386596679688, 0.1322040557861328, 0.13866424560546875, 0.1451244354248047, 0.15158462524414062, 0.15804481506347656, 0.1645050048828125, 0.17096519470214844, 0.17742538452148438, 0.1838855743408203, 0.19034576416015625, 0.1968059539794922, 0.20326614379882812, 0.20972633361816406, 0.2161865234375]}, "gradients/decoder.transformer.h.20.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 1.0, 2.0, 5.0, 7.0, 9.0, 15.0, 16.0, 14.0, 17.0, 33.0, 48.0, 55.0, 77.0, 106.0, 163.0, 233.0, 350.0, 453.0, 687.0, 1007.0, 1597.0, 2555.0, 4187.0, 6819.0, 12719.0, 26184.0, 67344.0, 270157.0, 461357.0, 113716.0, 38461.0, 17135.0, 9043.0, 5060.0, 3053.0, 1992.0, 1192.0, 832.0, 511.0, 372.0, 285.0, 188.0, 139.0, 104.0, 73.0, 51.0, 39.0, 38.0, 20.0, 9.0, 12.0, 7.0, 4.0, 6.0, 1.0, 5.0, 3.0, 0.0, 1.0, 1.0], "bins": [-0.325927734375, -0.3158111572265625, -0.305694580078125, -0.2955780029296875, -0.28546142578125, -0.2753448486328125, -0.265228271484375, -0.2551116943359375, -0.2449951171875, -0.2348785400390625, -0.224761962890625, -0.2146453857421875, -0.20452880859375, -0.1944122314453125, -0.184295654296875, -0.1741790771484375, -0.1640625, -0.1539459228515625, -0.143829345703125, -0.1337127685546875, -0.12359619140625, -0.1134796142578125, -0.103363037109375, -0.0932464599609375, -0.0831298828125, -0.0730133056640625, -0.062896728515625, -0.0527801513671875, -0.04266357421875, -0.0325469970703125, -0.022430419921875, -0.0123138427734375, -0.002197265625, 0.0079193115234375, 0.018035888671875, 0.0281524658203125, 0.03826904296875, 0.0483856201171875, 0.058502197265625, 0.0686187744140625, 0.0787353515625, 0.0888519287109375, 0.098968505859375, 0.1090850830078125, 0.11920166015625, 0.1293182373046875, 0.139434814453125, 0.1495513916015625, 0.15966796875, 0.1697845458984375, 0.179901123046875, 0.1900177001953125, 0.20013427734375, 0.2102508544921875, 0.220367431640625, 0.2304840087890625, 0.2406005859375, 0.2507171630859375, 0.260833740234375, 0.2709503173828125, 0.28106689453125, 0.2911834716796875, 0.301300048828125, 0.3114166259765625, 0.321533203125]}, "gradients/decoder.transformer.h.20.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 5.0, 5.0, 4.0, 6.0, 12.0, 8.0, 7.0, 11.0, 13.0, 21.0, 22.0, 19.0, 29.0, 27.0, 30.0, 32.0, 42.0, 49.0, 41.0, 78.0, 172.0, 298.0, 1351.0, 212.0, 101.0, 68.0, 57.0, 44.0, 33.0, 35.0, 34.0, 28.0, 28.0, 35.0, 22.0, 16.0, 16.0, 9.0, 11.0, 3.0, 6.0, 3.0, 3.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0], "bins": [-0.67626953125, -0.6558837890625, -0.635498046875, -0.6151123046875, -0.5947265625, -0.5743408203125, -0.553955078125, -0.5335693359375, -0.51318359375, -0.4927978515625, -0.472412109375, -0.4520263671875, -0.431640625, -0.4112548828125, -0.390869140625, -0.3704833984375, -0.35009765625, -0.3297119140625, -0.309326171875, -0.2889404296875, -0.2685546875, -0.2481689453125, -0.227783203125, -0.2073974609375, -0.18701171875, -0.1666259765625, -0.146240234375, -0.1258544921875, -0.10546875, -0.0850830078125, -0.064697265625, -0.0443115234375, -0.02392578125, -0.0035400390625, 0.016845703125, 0.0372314453125, 0.0576171875, 0.0780029296875, 0.098388671875, 0.1187744140625, 0.13916015625, 0.1595458984375, 0.179931640625, 0.2003173828125, 0.220703125, 0.2410888671875, 0.261474609375, 0.2818603515625, 0.30224609375, 0.3226318359375, 0.343017578125, 0.3634033203125, 0.3837890625, 0.4041748046875, 0.424560546875, 0.4449462890625, 0.46533203125, 0.4857177734375, 0.506103515625, 0.5264892578125, 0.546875, 0.5672607421875, 0.587646484375, 0.6080322265625, 0.62841796875]}, "gradients/decoder.transformer.h.20.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 5.0, 3.0, 3.0, 3.0, 6.0, 0.0, 10.0, 18.0, 18.0, 31.0, 36.0, 69.0, 73.0, 105.0, 184.0, 271.0, 572.0, 1227.0, 3066.0, 10251.0, 49702.0, 632466.0, 2282546.0, 135865.0, 20121.0, 5249.0, 1871.0, 834.0, 430.0, 251.0, 111.0, 103.0, 47.0, 42.0, 30.0, 18.0, 25.0, 11.0, 11.0, 8.0, 4.0, 7.0, 7.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.80908203125, -0.7839813232421875, -0.758880615234375, -0.7337799072265625, -0.70867919921875, -0.6835784912109375, -0.658477783203125, -0.6333770751953125, -0.6082763671875, -0.5831756591796875, -0.558074951171875, -0.5329742431640625, -0.50787353515625, -0.4827728271484375, -0.457672119140625, -0.4325714111328125, -0.407470703125, -0.3823699951171875, -0.357269287109375, -0.3321685791015625, -0.30706787109375, -0.2819671630859375, -0.256866455078125, -0.2317657470703125, -0.2066650390625, -0.1815643310546875, -0.156463623046875, -0.1313629150390625, -0.10626220703125, -0.0811614990234375, -0.056060791015625, -0.0309600830078125, -0.005859375, 0.0192413330078125, 0.044342041015625, 0.0694427490234375, 0.09454345703125, 0.1196441650390625, 0.144744873046875, 0.1698455810546875, 0.1949462890625, 0.2200469970703125, 0.245147705078125, 0.2702484130859375, 0.29534912109375, 0.3204498291015625, 0.345550537109375, 0.3706512451171875, 0.395751953125, 0.4208526611328125, 0.445953369140625, 0.4710540771484375, 0.49615478515625, 0.5212554931640625, 0.546356201171875, 0.5714569091796875, 0.5965576171875, 0.6216583251953125, 0.646759033203125, 0.6718597412109375, 0.69696044921875, 0.7220611572265625, 0.747161865234375, 0.7722625732421875, 0.79736328125]}, "gradients/decoder.transformer.h.20.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 10.0, 17.0, 11.0, 37.0, 51.0, 102.0, 109.0, 144.0, 137.0, 129.0, 94.0, 68.0, 40.0, 27.0, 19.0, 7.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.2737345695495605, -2.2186319828033447, -2.163529396057129, -2.108426570892334, -2.053323984146118, -1.9982213973999023, -1.943118691444397, -1.8880159854888916, -1.8329133987426758, -1.77781081199646, -1.7227081060409546, -1.6676054000854492, -1.6125028133392334, -1.5574002265930176, -1.5022975206375122, -1.4471948146820068, -1.392092227935791, -1.3369896411895752, -1.2818869352340698, -1.2267842292785645, -1.1716816425323486, -1.1165790557861328, -1.0614763498306274, -1.006373643875122, -0.9512710571289062, -0.8961684107780457, -0.8410657644271851, -0.7859631180763245, -0.7308604717254639, -0.6757578253746033, -0.6206551790237427, -0.5655525326728821, -0.5104498863220215, -0.4553472399711609, -0.4002445936203003, -0.3451419472694397, -0.2900393009185791, -0.2349366545677185, -0.1798340082168579, -0.12473136186599731, -0.06962871551513672, -0.014526069164276123, 0.04057657718658447, 0.09567922353744507, 0.15078186988830566, 0.20588451623916626, 0.26098716259002686, 0.31608980894088745, 0.37119245529174805, 0.42629510164260864, 0.48139774799346924, 0.5365003943443298, 0.5916030406951904, 0.646705687046051, 0.7018083333969116, 0.7569109797477722, 0.8120136260986328, 0.8671162724494934, 0.922218918800354, 0.9773215651512146, 1.0324242115020752, 1.087526798248291, 1.1426295042037964, 1.1977322101593018, 1.2528347969055176]}, "gradients/decoder.transformer.h.20.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 4.0, 3.0, 3.0, 5.0, 6.0, 5.0, 10.0, 13.0, 16.0, 19.0, 26.0, 22.0, 29.0, 24.0, 22.0, 35.0, 29.0, 39.0, 42.0, 42.0, 46.0, 47.0, 52.0, 51.0, 43.0, 46.0, 40.0, 49.0, 30.0, 35.0, 20.0, 40.0, 17.0, 16.0, 13.0, 16.0, 13.0, 14.0, 12.0, 4.0, 4.0, 3.0, 1.0, 2.0, 4.0, 1.0, 1.0, 1.0], "bins": [-3.0132319927215576, -2.9344468116760254, -2.855661392211914, -2.776876211166382, -2.6980910301208496, -2.6193056106567383, -2.540520429611206, -2.461735248565674, -2.3829498291015625, -2.3041646480560303, -2.225379228591919, -2.1465940475463867, -2.0678088665008545, -1.9890234470367432, -1.910238265991211, -1.8314529657363892, -1.752667784690857, -1.6738824844360352, -1.595097303390503, -1.5163120031356812, -1.4375267028808594, -1.3587415218353271, -1.2799562215805054, -1.2011709213256836, -1.1223857402801514, -1.0436004400253296, -0.9648151993751526, -0.8860299587249756, -0.8072446584701538, -0.7284594178199768, -0.6496741771697998, -0.570888876914978, -0.49210357666015625, -0.41331830620765686, -0.33453303575515747, -0.25574779510498047, -0.17696252465248108, -0.09817725419998169, -0.019392013549804688, 0.05939328670501709, 0.1381785273551941, 0.21696379780769348, 0.29574906826019287, 0.3745343089103699, 0.45331957936286926, 0.5321048498153687, 0.6108900904655457, 0.6896753907203674, 0.7684606313705444, 0.8472458720207214, 0.9260311722755432, 1.0048164129257202, 1.083601713180542, 1.1623868942260742, 1.241172194480896, 1.3199574947357178, 1.39874267578125, 1.4775279760360718, 1.556313157081604, 1.6350984573364258, 1.7138837575912476, 1.7926690578460693, 1.8714542388916016, 1.9502395391464233, 2.029024839401245]}, "gradients/decoder.transformer.h.19.mlp.c_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 2.0, 7.0, 8.0, 7.0, 12.0, 16.0, 15.0, 24.0, 16.0, 26.0, 26.0, 22.0, 28.0, 36.0, 37.0, 48.0, 40.0, 25.0, 41.0, 37.0, 44.0, 42.0, 47.0, 38.0, 41.0, 48.0, 32.0, 37.0, 29.0, 26.0, 23.0, 17.0, 21.0, 19.0, 18.0, 13.0, 3.0, 10.0, 6.0, 8.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.194091796875, -0.18747711181640625, -0.1808624267578125, -0.17424774169921875, -0.167633056640625, -0.16101837158203125, -0.1544036865234375, -0.14778900146484375, -0.14117431640625, -0.13455963134765625, -0.1279449462890625, -0.12133026123046875, -0.114715576171875, -0.10810089111328125, -0.1014862060546875, -0.09487152099609375, -0.0882568359375, -0.08164215087890625, -0.0750274658203125, -0.06841278076171875, -0.061798095703125, -0.05518341064453125, -0.0485687255859375, -0.04195404052734375, -0.03533935546875, -0.02872467041015625, -0.0221099853515625, -0.01549530029296875, -0.008880615234375, -0.00226593017578125, 0.0043487548828125, 0.01096343994140625, 0.017578125, 0.02419281005859375, 0.0308074951171875, 0.03742218017578125, 0.044036865234375, 0.05065155029296875, 0.0572662353515625, 0.06388092041015625, 0.07049560546875, 0.07711029052734375, 0.0837249755859375, 0.09033966064453125, 0.096954345703125, 0.10356903076171875, 0.1101837158203125, 0.11679840087890625, 0.1234130859375, 0.13002777099609375, 0.1366424560546875, 0.14325714111328125, 0.149871826171875, 0.15648651123046875, 0.1631011962890625, 0.16971588134765625, 0.17633056640625, 0.18294525146484375, 0.1895599365234375, 0.19617462158203125, 0.202789306640625, 0.20940399169921875, 0.2160186767578125, 0.22263336181640625, 0.229248046875]}, "gradients/decoder.transformer.h.19.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 4.0, 6.0, 8.0, 12.0, 18.0, 42.0, 38.0, 55.0, 93.0, 156.0, 235.0, 335.0, 530.0, 796.0, 1309.0, 2102.0, 3779.0, 7162.0, 13954.0, 31026.0, 91406.0, 689764.0, 2770068.0, 454291.0, 72701.0, 26718.0, 12671.0, 6291.0, 3404.0, 2016.0, 1213.0, 722.0, 498.0, 289.0, 207.0, 111.0, 91.0, 65.0, 41.0, 13.0, 19.0, 6.0, 14.0, 6.0, 5.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.47021484375, -0.45366668701171875, -0.4371185302734375, -0.42057037353515625, -0.404022216796875, -0.38747406005859375, -0.3709259033203125, -0.35437774658203125, -0.33782958984375, -0.32128143310546875, -0.3047332763671875, -0.28818511962890625, -0.271636962890625, -0.25508880615234375, -0.2385406494140625, -0.22199249267578125, -0.2054443359375, -0.18889617919921875, -0.1723480224609375, -0.15579986572265625, -0.139251708984375, -0.12270355224609375, -0.1061553955078125, -0.08960723876953125, -0.07305908203125, -0.05651092529296875, -0.0399627685546875, -0.02341461181640625, -0.006866455078125, 0.00968170166015625, 0.0262298583984375, 0.04277801513671875, 0.059326171875, 0.07587432861328125, 0.0924224853515625, 0.10897064208984375, 0.125518798828125, 0.14206695556640625, 0.1586151123046875, 0.17516326904296875, 0.19171142578125, 0.20825958251953125, 0.2248077392578125, 0.24135589599609375, 0.257904052734375, 0.27445220947265625, 0.2910003662109375, 0.30754852294921875, 0.3240966796875, 0.34064483642578125, 0.3571929931640625, 0.37374114990234375, 0.390289306640625, 0.40683746337890625, 0.4233856201171875, 0.43993377685546875, 0.45648193359375, 0.47303009033203125, 0.4895782470703125, 0.5061264038085938, 0.522674560546875, 0.5392227172851562, 0.5557708740234375, 0.5723190307617188, 0.5888671875]}, "gradients/decoder.transformer.h.19.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 8.0, 6.0, 6.0, 15.0, 29.0, 36.0, 64.0, 108.0, 258.0, 637.0, 1489.0, 830.0, 267.0, 139.0, 81.0, 45.0, 19.0, 19.0, 9.0, 2.0, 5.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.6494140625, -1.6066741943359375, -1.563934326171875, -1.5211944580078125, -1.47845458984375, -1.4357147216796875, -1.392974853515625, -1.3502349853515625, -1.3074951171875, -1.2647552490234375, -1.222015380859375, -1.1792755126953125, -1.13653564453125, -1.0937957763671875, -1.051055908203125, -1.0083160400390625, -0.965576171875, -0.9228363037109375, -0.880096435546875, -0.8373565673828125, -0.79461669921875, -0.7518768310546875, -0.709136962890625, -0.6663970947265625, -0.6236572265625, -0.5809173583984375, -0.538177490234375, -0.4954376220703125, -0.45269775390625, -0.4099578857421875, -0.367218017578125, -0.3244781494140625, -0.28173828125, -0.2389984130859375, -0.196258544921875, -0.1535186767578125, -0.11077880859375, -0.0680389404296875, -0.025299072265625, 0.0174407958984375, 0.0601806640625, 0.1029205322265625, 0.145660400390625, 0.1884002685546875, 0.23114013671875, 0.2738800048828125, 0.316619873046875, 0.3593597412109375, 0.402099609375, 0.4448394775390625, 0.487579345703125, 0.5303192138671875, 0.57305908203125, 0.6157989501953125, 0.658538818359375, 0.7012786865234375, 0.7440185546875, 0.7867584228515625, 0.829498291015625, 0.8722381591796875, 0.91497802734375, 0.9577178955078125, 1.000457763671875, 1.0431976318359375, 1.0859375]}, "gradients/decoder.transformer.h.19.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 7.0, 2.0, 5.0, 5.0, 12.0, 14.0, 11.0, 28.0, 33.0, 33.0, 55.0, 76.0, 121.0, 159.0, 241.0, 314.0, 520.0, 1004.0, 2275.0, 6310.0, 22738.0, 127946.0, 3148284.0, 801993.0, 60643.0, 13537.0, 4179.0, 1567.0, 771.0, 419.0, 317.0, 192.0, 144.0, 89.0, 65.0, 54.0, 40.0, 24.0, 19.0, 9.0, 12.0, 12.0, 4.0, 2.0, 6.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7744140625, -1.7186279296875, -1.662841796875, -1.6070556640625, -1.55126953125, -1.4954833984375, -1.439697265625, -1.3839111328125, -1.328125, -1.2723388671875, -1.216552734375, -1.1607666015625, -1.10498046875, -1.0491943359375, -0.993408203125, -0.9376220703125, -0.8818359375, -0.8260498046875, -0.770263671875, -0.7144775390625, -0.65869140625, -0.6029052734375, -0.547119140625, -0.4913330078125, -0.435546875, -0.3797607421875, -0.323974609375, -0.2681884765625, -0.21240234375, -0.1566162109375, -0.100830078125, -0.0450439453125, 0.0107421875, 0.0665283203125, 0.122314453125, 0.1781005859375, 0.23388671875, 0.2896728515625, 0.345458984375, 0.4012451171875, 0.45703125, 0.5128173828125, 0.568603515625, 0.6243896484375, 0.68017578125, 0.7359619140625, 0.791748046875, 0.8475341796875, 0.9033203125, 0.9591064453125, 1.014892578125, 1.0706787109375, 1.12646484375, 1.1822509765625, 1.238037109375, 1.2938232421875, 1.349609375, 1.4053955078125, 1.461181640625, 1.5169677734375, 1.57275390625, 1.6285400390625, 1.684326171875, 1.7401123046875, 1.7958984375]}, "gradients/decoder.transformer.h.19.ln_2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 6.0, 15.0, 32.0, 65.0, 102.0, 161.0, 195.0, 171.0, 117.0, 79.0, 39.0, 16.0, 7.0, 5.0, 2.0, 1.0, 1.0], "bins": [-11.341577529907227, -11.130602836608887, -10.91962718963623, -10.70865249633789, -10.497676849365234, -10.286702156066895, -10.075727462768555, -9.864751815795898, -9.653777122497559, -9.442802429199219, -9.231826782226562, -9.020852088928223, -8.809876441955566, -8.598901748657227, -8.38792610168457, -8.17695140838623, -7.965975761413574, -7.755000591278076, -7.544025421142578, -7.333050727844238, -7.12207555770874, -6.911100387573242, -6.700125217437744, -6.489150047302246, -6.278175354003906, -6.067200183868408, -5.85622501373291, -5.64525032043457, -5.434275150299072, -5.223299980163574, -5.012324810028076, -4.801349639892578, -4.590374946594238, -4.37939977645874, -4.168424606323242, -3.9574496746063232, -3.746474504470825, -3.5354995727539062, -3.324524402618408, -3.11354923248291, -2.902574062347412, -2.691598892211914, -2.480623960494995, -2.269648790359497, -2.058673620223999, -1.8476985692977905, -1.636723518371582, -1.425748348236084, -1.214773178100586, -1.0037981271743774, -0.7928229570388794, -0.5818479061126709, -0.3708727955818176, -0.15989768505096436, 0.05107736587524414, 0.2620525360107422, 0.4730275869369507, 0.684002697467804, 0.8949778079986572, 1.1059528589248657, 1.3169279098510742, 1.5279030799865723, 1.7388781309127808, 1.9498533010482788, 2.1608283519744873]}, "gradients/decoder.transformer.h.19.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 5.0, 5.0, 10.0, 5.0, 7.0, 10.0, 15.0, 22.0, 27.0, 24.0, 26.0, 26.0, 30.0, 37.0, 27.0, 28.0, 34.0, 41.0, 49.0, 47.0, 37.0, 41.0, 42.0, 47.0, 33.0, 37.0, 29.0, 33.0, 39.0, 28.0, 31.0, 27.0, 23.0, 13.0, 12.0, 14.0, 14.0, 12.0, 8.0, 5.0, 3.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.568767547607422, -2.4942922592163086, -2.4198169708251953, -2.345341682434082, -2.2708663940429688, -2.1963911056518555, -2.121915817260742, -2.047440528869629, -1.9729653596878052, -1.898490071296692, -1.8240147829055786, -1.7495394945144653, -1.6750643253326416, -1.6005890369415283, -1.526113748550415, -1.4516384601593018, -1.3771631717681885, -1.3026878833770752, -1.228212594985962, -1.1537373065948486, -1.0792620182037354, -1.004786729812622, -0.9303115606307983, -0.8558362722396851, -0.7813609838485718, -0.7068856954574585, -0.6324104070663452, -0.5579351782798767, -0.4834598898887634, -0.40898460149765015, -0.33450934290885925, -0.26003408432006836, -0.18555855751037598, -0.11108328402042389, -0.0366080105304718, 0.037867262959480286, 0.11234253644943237, 0.18681782484054565, 0.26129308342933655, 0.33576834201812744, 0.4102436304092407, 0.484718918800354, 0.5591942071914673, 0.6336694359779358, 0.7081447243690491, 0.7826200127601624, 0.8570952415466309, 0.9315705299377441, 1.0060458183288574, 1.0805211067199707, 1.154996395111084, 1.2294716835021973, 1.3039469718933105, 1.3784222602844238, 1.4528974294662476, 1.5273727178573608, 1.6018480062484741, 1.6763232946395874, 1.7507985830307007, 1.825273871421814, 1.8997490406036377, 1.974224328994751, 2.0486996173858643, 2.1231749057769775, 2.197650194168091]}, "gradients/decoder.transformer.h.19.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 9.0, 11.0, 11.0, 6.0, 11.0, 14.0, 20.0, 17.0, 23.0, 19.0, 26.0, 31.0, 34.0, 35.0, 33.0, 41.0, 43.0, 39.0, 35.0, 32.0, 42.0, 44.0, 44.0, 40.0, 31.0, 45.0, 40.0, 43.0, 29.0, 21.0, 23.0, 16.0, 12.0, 16.0, 14.0, 13.0, 11.0, 11.0, 5.0, 7.0, 1.0, 0.0, 3.0, 3.0, 5.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1998291015625, -0.1931781768798828, -0.18652725219726562, -0.17987632751464844, -0.17322540283203125, -0.16657447814941406, -0.15992355346679688, -0.1532726287841797, -0.1466217041015625, -0.1399707794189453, -0.13331985473632812, -0.12666893005371094, -0.12001800537109375, -0.11336708068847656, -0.10671615600585938, -0.10006523132324219, -0.093414306640625, -0.08676338195800781, -0.08011245727539062, -0.07346153259277344, -0.06681060791015625, -0.06015968322753906, -0.053508758544921875, -0.04685783386230469, -0.0402069091796875, -0.03355598449707031, -0.026905059814453125, -0.020254135131835938, -0.01360321044921875, -0.0069522857666015625, -0.000301361083984375, 0.0063495635986328125, 0.01300048828125, 0.019651412963867188, 0.026302337646484375, 0.03295326232910156, 0.03960418701171875, 0.04625511169433594, 0.052906036376953125, 0.05955696105957031, 0.0662078857421875, 0.07285881042480469, 0.07950973510742188, 0.08616065979003906, 0.09281158447265625, 0.09946250915527344, 0.10611343383789062, 0.11276435852050781, 0.119415283203125, 0.1260662078857422, 0.13271713256835938, 0.13936805725097656, 0.14601898193359375, 0.15266990661621094, 0.15932083129882812, 0.1659717559814453, 0.1726226806640625, 0.1792736053466797, 0.18592453002929688, 0.19257545471191406, 0.19922637939453125, 0.20587730407714844, 0.21252822875976562, 0.2191791534423828, 0.225830078125]}, "gradients/decoder.transformer.h.19.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 5.0, 3.0, 7.0, 8.0, 6.0, 12.0, 17.0, 24.0, 35.0, 57.0, 76.0, 87.0, 108.0, 193.0, 270.0, 343.0, 538.0, 802.0, 1192.0, 1746.0, 2728.0, 4135.0, 6512.0, 10859.0, 18646.0, 32305.0, 57610.0, 104680.0, 357495.0, 233121.0, 91930.0, 50599.0, 28636.0, 16527.0, 9881.0, 6101.0, 3743.0, 2394.0, 1631.0, 1120.0, 723.0, 462.0, 332.0, 248.0, 172.0, 133.0, 90.0, 72.0, 42.0, 28.0, 29.0, 21.0, 14.0, 10.0, 6.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0], "bins": [-0.66943359375, -0.6484451293945312, -0.6274566650390625, -0.6064682006835938, -0.585479736328125, -0.5644912719726562, -0.5435028076171875, -0.5225143432617188, -0.50152587890625, -0.48053741455078125, -0.4595489501953125, -0.43856048583984375, -0.417572021484375, -0.39658355712890625, -0.3755950927734375, -0.35460662841796875, -0.3336181640625, -0.31262969970703125, -0.2916412353515625, -0.27065277099609375, -0.249664306640625, -0.22867584228515625, -0.2076873779296875, -0.18669891357421875, -0.16571044921875, -0.14472198486328125, -0.1237335205078125, -0.10274505615234375, -0.081756591796875, -0.06076812744140625, -0.0397796630859375, -0.01879119873046875, 0.002197265625, 0.02318572998046875, 0.0441741943359375, 0.06516265869140625, 0.086151123046875, 0.10713958740234375, 0.1281280517578125, 0.14911651611328125, 0.17010498046875, 0.19109344482421875, 0.2120819091796875, 0.23307037353515625, 0.254058837890625, 0.27504730224609375, 0.2960357666015625, 0.31702423095703125, 0.3380126953125, 0.35900115966796875, 0.3799896240234375, 0.40097808837890625, 0.421966552734375, 0.44295501708984375, 0.4639434814453125, 0.48493194580078125, 0.50592041015625, 0.5269088745117188, 0.5478973388671875, 0.5688858032226562, 0.589874267578125, 0.6108627319335938, 0.6318511962890625, 0.6528396606445312, 0.673828125]}, "gradients/decoder.transformer.h.19.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 4.0, 4.0, 0.0, 7.0, 5.0, 12.0, 14.0, 15.0, 17.0, 11.0, 10.0, 15.0, 28.0, 25.0, 33.0, 29.0, 37.0, 26.0, 35.0, 38.0, 46.0, 37.0, 1059.0, 44.0, 53.0, 43.0, 38.0, 37.0, 34.0, 40.0, 39.0, 35.0, 33.0, 22.0, 21.0, 13.0, 13.0, 16.0, 9.0, 9.0, 7.0, 7.0, 4.0, 5.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.2005615234375, -0.1945667266845703, -0.18857192993164062, -0.18257713317871094, -0.17658233642578125, -0.17058753967285156, -0.16459274291992188, -0.1585979461669922, -0.1526031494140625, -0.1466083526611328, -0.14061355590820312, -0.13461875915527344, -0.12862396240234375, -0.12262916564941406, -0.11663436889648438, -0.11063957214355469, -0.104644775390625, -0.09864997863769531, -0.09265518188476562, -0.08666038513183594, -0.08066558837890625, -0.07467079162597656, -0.06867599487304688, -0.06268119812011719, -0.0566864013671875, -0.05069160461425781, -0.044696807861328125, -0.03870201110839844, -0.03270721435546875, -0.026712417602539062, -0.020717620849609375, -0.014722824096679688, -0.00872802734375, -0.0027332305908203125, 0.003261566162109375, 0.009256362915039062, 0.01525115966796875, 0.021245956420898438, 0.027240753173828125, 0.03323554992675781, 0.0392303466796875, 0.04522514343261719, 0.051219940185546875, 0.05721473693847656, 0.06320953369140625, 0.06920433044433594, 0.07519912719726562, 0.08119392395019531, 0.087188720703125, 0.09318351745605469, 0.09917831420898438, 0.10517311096191406, 0.11116790771484375, 0.11716270446777344, 0.12315750122070312, 0.1291522979736328, 0.1351470947265625, 0.1411418914794922, 0.14713668823242188, 0.15313148498535156, 0.15912628173828125, 0.16512107849121094, 0.17111587524414062, 0.1771106719970703, 0.18310546875]}, "gradients/decoder.transformer.h.19.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 4.0, 5.0, 3.0, 7.0, 6.0, 7.0, 14.0, 10.0, 28.0, 26.0, 51.0, 48.0, 84.0, 121.0, 147.0, 228.0, 332.0, 475.0, 744.0, 1149.0, 1869.0, 2852.0, 4628.0, 8041.0, 13856.0, 25946.0, 55150.0, 149127.0, 1265050.0, 387067.0, 93547.0, 39521.0, 19694.0, 10807.0, 6186.0, 3653.0, 2297.0, 1439.0, 951.0, 625.0, 440.0, 257.0, 192.0, 140.0, 85.0, 60.0, 42.0, 37.0, 29.0, 15.0, 16.0, 11.0, 13.0, 4.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0], "bins": [-0.5791015625, -0.5614395141601562, -0.5437774658203125, -0.5261154174804688, -0.508453369140625, -0.49079132080078125, -0.4731292724609375, -0.45546722412109375, -0.43780517578125, -0.42014312744140625, -0.4024810791015625, -0.38481903076171875, -0.367156982421875, -0.34949493408203125, -0.3318328857421875, -0.31417083740234375, -0.2965087890625, -0.27884674072265625, -0.2611846923828125, -0.24352264404296875, -0.225860595703125, -0.20819854736328125, -0.1905364990234375, -0.17287445068359375, -0.15521240234375, -0.13755035400390625, -0.1198883056640625, -0.10222625732421875, -0.084564208984375, -0.06690216064453125, -0.0492401123046875, -0.03157806396484375, -0.013916015625, 0.00374603271484375, 0.0214080810546875, 0.03907012939453125, 0.056732177734375, 0.07439422607421875, 0.0920562744140625, 0.10971832275390625, 0.12738037109375, 0.14504241943359375, 0.1627044677734375, 0.18036651611328125, 0.198028564453125, 0.21569061279296875, 0.2333526611328125, 0.25101470947265625, 0.2686767578125, 0.28633880615234375, 0.3040008544921875, 0.32166290283203125, 0.339324951171875, 0.35698699951171875, 0.3746490478515625, 0.39231109619140625, 0.40997314453125, 0.42763519287109375, 0.4452972412109375, 0.46295928955078125, 0.480621337890625, 0.49828338623046875, 0.5159454345703125, 0.5336074829101562, 0.55126953125]}, "gradients/decoder.transformer.h.19.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 5.0, 2.0, 4.0, 2.0, 9.0, 5.0, 10.0, 10.0, 11.0, 10.0, 11.0, 20.0, 24.0, 28.0, 30.0, 67.0, 122.0, 285.0, 108.0, 61.0, 44.0, 18.0, 18.0, 12.0, 17.0, 11.0, 15.0, 8.0, 9.0, 3.0, 6.0, 6.0, 8.0, 4.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.297119140625, -0.2893791198730469, -0.28163909912109375, -0.2738990783691406, -0.2661590576171875, -0.2584190368652344, -0.25067901611328125, -0.24293899536132812, -0.235198974609375, -0.22745895385742188, -0.21971893310546875, -0.21197891235351562, -0.2042388916015625, -0.19649887084960938, -0.18875885009765625, -0.18101882934570312, -0.17327880859375, -0.16553878784179688, -0.15779876708984375, -0.15005874633789062, -0.1423187255859375, -0.13457870483398438, -0.12683868408203125, -0.11909866333007812, -0.111358642578125, -0.10361862182617188, -0.09587860107421875, -0.08813858032226562, -0.0803985595703125, -0.07265853881835938, -0.06491851806640625, -0.057178497314453125, -0.0494384765625, -0.041698455810546875, -0.03395843505859375, -0.026218414306640625, -0.0184783935546875, -0.010738372802734375, -0.00299835205078125, 0.004741668701171875, 0.012481689453125, 0.020221710205078125, 0.02796173095703125, 0.035701751708984375, 0.0434417724609375, 0.051181793212890625, 0.05892181396484375, 0.06666183471679688, 0.07440185546875, 0.08214187622070312, 0.08988189697265625, 0.09762191772460938, 0.1053619384765625, 0.11310195922851562, 0.12084197998046875, 0.12858200073242188, 0.136322021484375, 0.14406204223632812, 0.15180206298828125, 0.15954208374023438, 0.1672821044921875, 0.17502212524414062, 0.18276214599609375, 0.19050216674804688, 0.1982421875]}, "gradients/decoder.transformer.h.19.crossattention.q_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 4.0, 8.0, 9.0, 11.0, 10.0, 13.0, 14.0, 24.0, 36.0, 45.0, 50.0, 45.0, 86.0, 118.0, 239.0, 785.0, 5383.0, 81460.0, 937226.0, 19948.0, 2030.0, 405.0, 172.0, 114.0, 73.0, 56.0, 43.0, 37.0, 20.0, 31.0, 16.0, 15.0, 9.0, 6.0, 11.0, 5.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-3.140625, -3.0333251953125, -2.926025390625, -2.8187255859375, -2.71142578125, -2.6041259765625, -2.496826171875, -2.3895263671875, -2.2822265625, -2.1749267578125, -2.067626953125, -1.9603271484375, -1.85302734375, -1.7457275390625, -1.638427734375, -1.5311279296875, -1.423828125, -1.3165283203125, -1.209228515625, -1.1019287109375, -0.99462890625, -0.8873291015625, -0.780029296875, -0.6727294921875, -0.5654296875, -0.4581298828125, -0.350830078125, -0.2435302734375, -0.13623046875, -0.0289306640625, 0.078369140625, 0.1856689453125, 0.29296875, 0.4002685546875, 0.507568359375, 0.6148681640625, 0.72216796875, 0.8294677734375, 0.936767578125, 1.0440673828125, 1.1513671875, 1.2586669921875, 1.365966796875, 1.4732666015625, 1.58056640625, 1.6878662109375, 1.795166015625, 1.9024658203125, 2.009765625, 2.1170654296875, 2.224365234375, 2.3316650390625, 2.43896484375, 2.5462646484375, 2.653564453125, 2.7608642578125, 2.8681640625, 2.9754638671875, 3.082763671875, 3.1900634765625, 3.29736328125, 3.4046630859375, 3.511962890625, 3.6192626953125, 3.7265625]}, "gradients/decoder.transformer.h.19.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 6.0, 7.0, 13.0, 21.0, 31.0, 59.0, 82.0, 106.0, 163.0, 172.0, 107.0, 88.0, 49.0, 37.0, 21.0, 22.0, 9.0, 7.0, 3.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.540651261806488, -0.5267654061317444, -0.512879490852356, -0.4989936351776123, -0.48510774970054626, -0.4712218642234802, -0.4573360085487366, -0.44345012307167053, -0.4295642375946045, -0.41567835211753845, -0.4017924964427948, -0.38790661096572876, -0.3740207254886627, -0.3601348400115967, -0.346248984336853, -0.332363098859787, -0.31847724318504333, -0.3045913577079773, -0.29070550203323364, -0.2768196165561676, -0.26293373107910156, -0.24904786050319672, -0.23516198992729187, -0.22127610445022583, -0.20739023387432098, -0.19350436329841614, -0.1796184778213501, -0.16573260724544525, -0.1518467366695404, -0.13796085119247437, -0.12407498061656952, -0.11018910259008408, -0.09630325436592102, -0.08241737633943558, -0.06853149831295013, -0.05464562773704529, -0.040759749710559845, -0.026873871684074402, -0.012988001108169556, 0.0008978769183158875, 0.01478375494480133, 0.028669631108641624, 0.04255550727248192, 0.05644138157367706, 0.0703272596001625, 0.08421313762664795, 0.0980990082025528, 0.11198488622903824, 0.12587076425552368, 0.13975663483142853, 0.15364252030849457, 0.16752839088439941, 0.18141427636146545, 0.1953001469373703, 0.20918601751327515, 0.2230719029903412, 0.23695777356624603, 0.2508436441421509, 0.2647295296192169, 0.27861541509628296, 0.2925012707710266, 0.30638715624809265, 0.3202730417251587, 0.33415889739990234, 0.3480447828769684]}, "gradients/decoder.transformer.h.19.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 3.0, 1.0, 6.0, 10.0, 6.0, 5.0, 13.0, 14.0, 25.0, 24.0, 22.0, 27.0, 26.0, 28.0, 32.0, 31.0, 42.0, 50.0, 48.0, 43.0, 50.0, 43.0, 38.0, 36.0, 54.0, 30.0, 42.0, 36.0, 35.0, 27.0, 28.0, 27.0, 17.0, 17.0, 11.0, 11.0, 11.0, 6.0, 9.0, 4.0, 7.0, 7.0, 2.0, 4.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.2383439540863037, -0.23152777552604675, -0.2247115969657898, -0.21789541840553284, -0.21107923984527588, -0.20426306128501892, -0.19744689762592316, -0.1906307190656662, -0.18381454050540924, -0.17699836194515228, -0.17018218338489532, -0.16336600482463837, -0.1565498411655426, -0.14973366260528564, -0.1429174840450287, -0.13610130548477173, -0.12928512692451477, -0.12246894836425781, -0.11565276980400085, -0.1088365986943245, -0.10202042013406754, -0.09520424157381058, -0.08838807046413422, -0.08157189190387726, -0.0747557133436203, -0.06793953478336334, -0.06112335994839668, -0.05430718511343002, -0.047491006553173065, -0.04067482799291611, -0.03385865315794945, -0.027042478322982788, -0.02022629976272583, -0.013410123065114021, -0.0065939463675022125, 0.00022223033010959625, 0.007038407027721405, 0.013854585587978363, 0.020670760422945023, 0.027486935257911682, 0.03430311381816864, 0.0411192923784256, 0.04793546721339226, 0.05475164204835892, 0.061567820608615875, 0.06838399916887283, 0.0752001702785492, 0.08201634883880615, 0.08883252739906311, 0.09564870595932007, 0.10246488451957703, 0.10928105562925339, 0.11609723418951035, 0.1229134127497673, 0.12972958385944366, 0.13654576241970062, 0.14336194097995758, 0.15017811954021454, 0.1569942981004715, 0.16381047666072845, 0.17062664031982422, 0.17744281888008118, 0.18425899744033813, 0.1910751760005951, 0.19789135456085205]}, "gradients/decoder.transformer.h.19.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 14.0, 7.0, 13.0, 9.0, 12.0, 15.0, 24.0, 17.0, 33.0, 15.0, 28.0, 34.0, 45.0, 36.0, 22.0, 48.0, 49.0, 34.0, 34.0, 47.0, 43.0, 42.0, 45.0, 41.0, 37.0, 48.0, 25.0, 31.0, 25.0, 14.0, 22.0, 19.0, 11.0, 15.0, 10.0, 15.0, 6.0, 4.0, 3.0, 1.0, 2.0, 3.0, 4.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2037353515625, -0.19692611694335938, -0.19011688232421875, -0.18330764770507812, -0.1764984130859375, -0.16968917846679688, -0.16287994384765625, -0.15607070922851562, -0.149261474609375, -0.14245223999023438, -0.13564300537109375, -0.12883377075195312, -0.1220245361328125, -0.11521530151367188, -0.10840606689453125, -0.10159683227539062, -0.09478759765625, -0.08797836303710938, -0.08116912841796875, -0.07435989379882812, -0.0675506591796875, -0.060741424560546875, -0.05393218994140625, -0.047122955322265625, -0.040313720703125, -0.033504486083984375, -0.02669525146484375, -0.019886016845703125, -0.0130767822265625, -0.006267547607421875, 0.00054168701171875, 0.007350921630859375, 0.01416015625, 0.020969390869140625, 0.02777862548828125, 0.034587860107421875, 0.0413970947265625, 0.048206329345703125, 0.05501556396484375, 0.061824798583984375, 0.068634033203125, 0.07544326782226562, 0.08225250244140625, 0.08906173706054688, 0.0958709716796875, 0.10268020629882812, 0.10948944091796875, 0.11629867553710938, 0.12310791015625, 0.12991714477539062, 0.13672637939453125, 0.14353561401367188, 0.1503448486328125, 0.15715408325195312, 0.16396331787109375, 0.17077255249023438, 0.177581787109375, 0.18439102172851562, 0.19120025634765625, 0.19800949096679688, 0.2048187255859375, 0.21162796020507812, 0.21843719482421875, 0.22524642944335938, 0.2320556640625]}, "gradients/decoder.transformer.h.19.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 5.0, 5.0, 5.0, 6.0, 16.0, 22.0, 27.0, 32.0, 56.0, 68.0, 106.0, 138.0, 169.0, 247.0, 382.0, 475.0, 736.0, 1073.0, 1530.0, 2361.0, 3654.0, 6073.0, 10899.0, 21928.0, 55329.0, 203682.0, 471354.0, 172458.0, 48957.0, 20252.0, 10128.0, 5638.0, 3492.0, 2294.0, 1499.0, 1041.0, 708.0, 473.0, 358.0, 267.0, 152.0, 140.0, 90.0, 75.0, 43.0, 37.0, 26.0, 17.0, 16.0, 8.0, 8.0, 7.0, 2.0, 1.0, 0.0, 4.0, 1.0, 1.0], "bins": [-0.28564453125, -0.2768402099609375, -0.268035888671875, -0.2592315673828125, -0.25042724609375, -0.2416229248046875, -0.232818603515625, -0.2240142822265625, -0.2152099609375, -0.2064056396484375, -0.197601318359375, -0.1887969970703125, -0.17999267578125, -0.1711883544921875, -0.162384033203125, -0.1535797119140625, -0.144775390625, -0.1359710693359375, -0.127166748046875, -0.1183624267578125, -0.10955810546875, -0.1007537841796875, -0.091949462890625, -0.0831451416015625, -0.0743408203125, -0.0655364990234375, -0.056732177734375, -0.0479278564453125, -0.03912353515625, -0.0303192138671875, -0.021514892578125, -0.0127105712890625, -0.00390625, 0.0048980712890625, 0.013702392578125, 0.0225067138671875, 0.03131103515625, 0.0401153564453125, 0.048919677734375, 0.0577239990234375, 0.0665283203125, 0.0753326416015625, 0.084136962890625, 0.0929412841796875, 0.10174560546875, 0.1105499267578125, 0.119354248046875, 0.1281585693359375, 0.136962890625, 0.1457672119140625, 0.154571533203125, 0.1633758544921875, 0.17218017578125, 0.1809844970703125, 0.189788818359375, 0.1985931396484375, 0.2073974609375, 0.2162017822265625, 0.225006103515625, 0.2338104248046875, 0.24261474609375, 0.2514190673828125, 0.260223388671875, 0.2690277099609375, 0.27783203125]}, "gradients/decoder.transformer.h.19.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 3.0, 2.0, 4.0, 10.0, 6.0, 7.0, 12.0, 10.0, 10.0, 17.0, 18.0, 22.0, 20.0, 20.0, 28.0, 35.0, 38.0, 45.0, 62.0, 64.0, 94.0, 144.0, 258.0, 1431.0, 171.0, 101.0, 67.0, 61.0, 34.0, 30.0, 24.0, 31.0, 29.0, 33.0, 15.0, 16.0, 14.0, 16.0, 13.0, 5.0, 6.0, 6.0, 6.0, 3.0, 2.0, 2.0, 1.0, 3.0, 1.0, 3.0, 1.0, 2.0], "bins": [-0.8515625, -0.8273696899414062, -0.8031768798828125, -0.7789840698242188, -0.754791259765625, -0.7305984497070312, -0.7064056396484375, -0.6822128295898438, -0.65802001953125, -0.6338272094726562, -0.6096343994140625, -0.5854415893554688, -0.561248779296875, -0.5370559692382812, -0.5128631591796875, -0.48867034912109375, -0.4644775390625, -0.44028472900390625, -0.4160919189453125, -0.39189910888671875, -0.367706298828125, -0.34351348876953125, -0.3193206787109375, -0.29512786865234375, -0.27093505859375, -0.24674224853515625, -0.2225494384765625, -0.19835662841796875, -0.174163818359375, -0.14997100830078125, -0.1257781982421875, -0.10158538818359375, -0.077392578125, -0.05319976806640625, -0.0290069580078125, -0.00481414794921875, 0.019378662109375, 0.04357147216796875, 0.0677642822265625, 0.09195709228515625, 0.11614990234375, 0.14034271240234375, 0.1645355224609375, 0.18872833251953125, 0.212921142578125, 0.23711395263671875, 0.2613067626953125, 0.28549957275390625, 0.3096923828125, 0.33388519287109375, 0.3580780029296875, 0.38227081298828125, 0.406463623046875, 0.43065643310546875, 0.4548492431640625, 0.47904205322265625, 0.50323486328125, 0.5274276733398438, 0.5516204833984375, 0.5758132934570312, 0.600006103515625, 0.6241989135742188, 0.6483917236328125, 0.6725845336914062, 0.69677734375]}, "gradients/decoder.transformer.h.19.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0, 2.0, 3.0, 8.0, 5.0, 13.0, 11.0, 14.0, 13.0, 19.0, 30.0, 46.0, 74.0, 89.0, 165.0, 366.0, 653.0, 1603.0, 4510.0, 17219.0, 118740.0, 2382222.0, 563125.0, 42895.0, 8774.0, 2787.0, 1100.0, 507.0, 257.0, 144.0, 76.0, 62.0, 40.0, 29.0, 23.0, 15.0, 12.0, 14.0, 9.0, 3.0, 14.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.88330078125, -0.8525924682617188, -0.8218841552734375, -0.7911758422851562, -0.760467529296875, -0.7297592163085938, -0.6990509033203125, -0.6683425903320312, -0.63763427734375, -0.6069259643554688, -0.5762176513671875, -0.5455093383789062, -0.514801025390625, -0.48409271240234375, -0.4533843994140625, -0.42267608642578125, -0.3919677734375, -0.36125946044921875, -0.3305511474609375, -0.29984283447265625, -0.269134521484375, -0.23842620849609375, -0.2077178955078125, -0.17700958251953125, -0.14630126953125, -0.11559295654296875, -0.0848846435546875, -0.05417633056640625, -0.023468017578125, 0.00724029541015625, 0.0379486083984375, 0.06865692138671875, 0.099365234375, 0.13007354736328125, 0.1607818603515625, 0.19149017333984375, 0.222198486328125, 0.25290679931640625, 0.2836151123046875, 0.31432342529296875, 0.34503173828125, 0.37574005126953125, 0.4064483642578125, 0.43715667724609375, 0.467864990234375, 0.49857330322265625, 0.5292816162109375, 0.5599899291992188, 0.5906982421875, 0.6214065551757812, 0.6521148681640625, 0.6828231811523438, 0.713531494140625, 0.7442398071289062, 0.7749481201171875, 0.8056564331054688, 0.83636474609375, 0.8670730590820312, 0.8977813720703125, 0.9284896850585938, 0.959197998046875, 0.9899063110351562, 1.0206146240234375, 1.0513229370117188, 1.08203125]}, "gradients/decoder.transformer.h.19.ln_1.weight": {"_type": "histogram", "values": [4.0, 3.0, 12.0, 58.0, 197.0, 381.0, 293.0, 51.0, 17.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0603095293045044, -0.8721158504486084, -0.6839221715927124, -0.4957284927368164, -0.3075348138809204, -0.11934113502502441, 0.06885254383087158, 0.2570462226867676, 0.4452399015426636, 0.6334335803985596, 0.8216272592544556, 1.0098209381103516, 1.1980146169662476, 1.3862082958221436, 1.5744019746780396, 1.7625956535339355, 1.9507893323898315, 2.1389830112457275, 2.327176570892334, 2.5153703689575195, 2.703564167022705, 2.8917577266693115, 3.079951286315918, 3.2681450843811035, 3.456338882446289, 3.6445326805114746, 3.832726240158081, 4.0209197998046875, 4.209113597869873, 4.397307395935059, 4.585500717163086, 4.7736945152282715, 4.961888313293457, 5.150082111358643, 5.338275909423828, 5.5264692306518555, 5.714663028717041, 5.902856826782227, 6.091050148010254, 6.2792439460754395, 6.467437744140625, 6.6556315422058105, 6.843825340270996, 7.032018661499023, 7.220212459564209, 7.4084062576293945, 7.596599578857422, 7.784793376922607, 7.972987174987793, 8.16118049621582, 8.349374771118164, 8.537568092346191, 8.725761413574219, 8.913955688476562, 9.10214900970459, 9.290343284606934, 9.478536605834961, 9.666729927062988, 9.854924201965332, 10.04311752319336, 10.231311798095703, 10.41950511932373, 10.607698440551758, 10.795892715454102, 10.984086036682129]}, "gradients/decoder.transformer.h.19.ln_1.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 4.0, 3.0, 8.0, 8.0, 5.0, 6.0, 8.0, 15.0, 11.0, 11.0, 16.0, 21.0, 17.0, 19.0, 22.0, 33.0, 29.0, 24.0, 39.0, 38.0, 39.0, 28.0, 40.0, 36.0, 35.0, 37.0, 39.0, 37.0, 41.0, 42.0, 29.0, 28.0, 30.0, 20.0, 29.0, 22.0, 17.0, 16.0, 18.0, 17.0, 15.0, 11.0, 8.0, 4.0, 8.0, 7.0, 5.0, 6.0, 6.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.3369104862213135, -2.2611751556396484, -2.1854395866394043, -2.1097042560577393, -2.033968687057495, -1.9582332372665405, -1.882497787475586, -1.806762456893921, -1.7310268878936768, -1.6552914381027222, -1.5795559883117676, -1.503820538520813, -1.4280850887298584, -1.3523496389389038, -1.2766141891479492, -1.2008788585662842, -1.1251434087753296, -1.049407958984375, -0.9736725091934204, -0.8979370594024658, -0.8222016096115112, -0.7464661598205566, -0.6707307696342468, -0.5949953198432922, -0.5192598700523376, -0.44352442026138306, -0.36778897047042847, -0.29205355048179626, -0.21631810069084167, -0.14058265089988708, -0.06484723091125488, 0.010888218879699707, 0.0866236686706543, 0.1623591184616089, 0.23809455335140228, 0.3138299882411957, 0.38956543803215027, 0.46530088782310486, 0.5410363078117371, 0.6167717576026917, 0.6925072073936462, 0.7682426571846008, 0.8439781069755554, 0.9197134971618652, 0.9954489469528198, 1.0711843967437744, 1.146919846534729, 1.2226552963256836, 1.2983907461166382, 1.3741261959075928, 1.4498616456985474, 1.525597095489502, 1.6013325452804565, 1.6770679950714111, 1.7528033256530762, 1.8285388946533203, 1.9042742252349854, 1.98000967502594, 2.0557451248168945, 2.1314804553985596, 2.2072160243988037, 2.2829513549804688, 2.358686923980713, 2.434422254562378, 2.510157823562622]}, "gradients/decoder.transformer.h.18.mlp.c_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 7.0, 2.0, 4.0, 14.0, 4.0, 16.0, 14.0, 16.0, 15.0, 20.0, 22.0, 34.0, 40.0, 30.0, 36.0, 33.0, 41.0, 37.0, 45.0, 44.0, 46.0, 47.0, 51.0, 32.0, 35.0, 41.0, 46.0, 27.0, 36.0, 25.0, 20.0, 18.0, 25.0, 12.0, 14.0, 20.0, 8.0, 8.0, 8.0, 4.0, 1.0, 2.0, 4.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2052001953125, -0.1980304718017578, -0.19086074829101562, -0.18369102478027344, -0.17652130126953125, -0.16935157775878906, -0.16218185424804688, -0.1550121307373047, -0.1478424072265625, -0.1406726837158203, -0.13350296020507812, -0.12633323669433594, -0.11916351318359375, -0.11199378967285156, -0.10482406616210938, -0.09765434265136719, -0.090484619140625, -0.08331489562988281, -0.07614517211914062, -0.06897544860839844, -0.06180572509765625, -0.05463600158691406, -0.047466278076171875, -0.04029655456542969, -0.0331268310546875, -0.025957107543945312, -0.018787384033203125, -0.011617660522460938, -0.00444793701171875, 0.0027217864990234375, 0.009891510009765625, 0.017061233520507812, 0.02423095703125, 0.03140068054199219, 0.038570404052734375, 0.04574012756347656, 0.05290985107421875, 0.06007957458496094, 0.06724929809570312, 0.07441902160644531, 0.0815887451171875, 0.08875846862792969, 0.09592819213867188, 0.10309791564941406, 0.11026763916015625, 0.11743736267089844, 0.12460708618164062, 0.1317768096923828, 0.138946533203125, 0.1461162567138672, 0.15328598022460938, 0.16045570373535156, 0.16762542724609375, 0.17479515075683594, 0.18196487426757812, 0.1891345977783203, 0.1963043212890625, 0.2034740447998047, 0.21064376831054688, 0.21781349182128906, 0.22498321533203125, 0.23215293884277344, 0.23932266235351562, 0.2464923858642578, 0.253662109375]}, "gradients/decoder.transformer.h.18.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 10.0, 5.0, 10.0, 11.0, 19.0, 28.0, 38.0, 61.0, 83.0, 131.0, 198.0, 289.0, 425.0, 656.0, 1046.0, 1681.0, 2708.0, 4563.0, 7924.0, 14255.0, 28606.0, 75369.0, 361113.0, 2056873.0, 1325088.0, 206826.0, 54494.0, 23318.0, 11770.0, 6564.0, 3877.0, 2355.0, 1389.0, 847.0, 575.0, 356.0, 232.0, 158.0, 124.0, 59.0, 41.0, 35.0, 22.0, 23.0, 8.0, 10.0, 5.0, 6.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.455078125, -0.44122314453125, -0.4273681640625, -0.41351318359375, -0.399658203125, -0.38580322265625, -0.3719482421875, -0.35809326171875, -0.34423828125, -0.33038330078125, -0.3165283203125, -0.30267333984375, -0.288818359375, -0.27496337890625, -0.2611083984375, -0.24725341796875, -0.2333984375, -0.21954345703125, -0.2056884765625, -0.19183349609375, -0.177978515625, -0.16412353515625, -0.1502685546875, -0.13641357421875, -0.12255859375, -0.10870361328125, -0.0948486328125, -0.08099365234375, -0.067138671875, -0.05328369140625, -0.0394287109375, -0.02557373046875, -0.01171875, 0.00213623046875, 0.0159912109375, 0.02984619140625, 0.043701171875, 0.05755615234375, 0.0714111328125, 0.08526611328125, 0.09912109375, 0.11297607421875, 0.1268310546875, 0.14068603515625, 0.154541015625, 0.16839599609375, 0.1822509765625, 0.19610595703125, 0.2099609375, 0.22381591796875, 0.2376708984375, 0.25152587890625, 0.265380859375, 0.27923583984375, 0.2930908203125, 0.30694580078125, 0.32080078125, 0.33465576171875, 0.3485107421875, 0.36236572265625, 0.376220703125, 0.39007568359375, 0.4039306640625, 0.41778564453125, 0.431640625]}, "gradients/decoder.transformer.h.18.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 5.0, 9.0, 10.0, 16.0, 16.0, 29.0, 37.0, 68.0, 92.0, 153.0, 297.0, 646.0, 995.0, 811.0, 392.0, 181.0, 100.0, 65.0, 54.0, 34.0, 21.0, 15.0, 7.0, 7.0, 6.0, 0.0, 5.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0458984375, -1.0148239135742188, -0.9837493896484375, -0.9526748657226562, -0.921600341796875, -0.8905258178710938, -0.8594512939453125, -0.8283767700195312, -0.79730224609375, -0.7662277221679688, -0.7351531982421875, -0.7040786743164062, -0.673004150390625, -0.6419296264648438, -0.6108551025390625, -0.5797805786132812, -0.5487060546875, -0.5176315307617188, -0.4865570068359375, -0.45548248291015625, -0.424407958984375, -0.39333343505859375, -0.3622589111328125, -0.33118438720703125, -0.30010986328125, -0.26903533935546875, -0.2379608154296875, -0.20688629150390625, -0.175811767578125, -0.14473724365234375, -0.1136627197265625, -0.08258819580078125, -0.051513671875, -0.02043914794921875, 0.0106353759765625, 0.04170989990234375, 0.072784423828125, 0.10385894775390625, 0.1349334716796875, 0.16600799560546875, 0.19708251953125, 0.22815704345703125, 0.2592315673828125, 0.29030609130859375, 0.321380615234375, 0.35245513916015625, 0.3835296630859375, 0.41460418701171875, 0.4456787109375, 0.47675323486328125, 0.5078277587890625, 0.5389022827148438, 0.569976806640625, 0.6010513305664062, 0.6321258544921875, 0.6632003784179688, 0.69427490234375, 0.7253494262695312, 0.7564239501953125, 0.7874984741210938, 0.818572998046875, 0.8496475219726562, 0.8807220458984375, 0.9117965698242188, 0.94287109375]}, "gradients/decoder.transformer.h.18.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 5.0, 2.0, 9.0, 10.0, 7.0, 14.0, 14.0, 39.0, 35.0, 58.0, 109.0, 141.0, 271.0, 397.0, 687.0, 1263.0, 2629.0, 6225.0, 16981.0, 55420.0, 297952.0, 3103496.0, 590622.0, 80383.0, 22754.0, 7951.0, 3254.0, 1472.0, 813.0, 471.0, 281.0, 198.0, 99.0, 68.0, 55.0, 38.0, 20.0, 16.0, 10.0, 8.0, 6.0, 4.0, 3.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1552734375, -1.1162872314453125, -1.077301025390625, -1.0383148193359375, -0.99932861328125, -0.9603424072265625, -0.921356201171875, -0.8823699951171875, -0.8433837890625, -0.8043975830078125, -0.765411376953125, -0.7264251708984375, -0.68743896484375, -0.6484527587890625, -0.609466552734375, -0.5704803466796875, -0.531494140625, -0.4925079345703125, -0.453521728515625, -0.4145355224609375, -0.37554931640625, -0.3365631103515625, -0.297576904296875, -0.2585906982421875, -0.2196044921875, -0.1806182861328125, -0.141632080078125, -0.1026458740234375, -0.06365966796875, -0.0246734619140625, 0.014312744140625, 0.0532989501953125, 0.09228515625, 0.1312713623046875, 0.170257568359375, 0.2092437744140625, 0.24822998046875, 0.2872161865234375, 0.326202392578125, 0.3651885986328125, 0.4041748046875, 0.4431610107421875, 0.482147216796875, 0.5211334228515625, 0.56011962890625, 0.5991058349609375, 0.638092041015625, 0.6770782470703125, 0.716064453125, 0.7550506591796875, 0.794036865234375, 0.8330230712890625, 0.87200927734375, 0.9109954833984375, 0.949981689453125, 0.9889678955078125, 1.0279541015625, 1.0669403076171875, 1.105926513671875, 1.1449127197265625, 1.18389892578125, 1.2228851318359375, 1.261871337890625, 1.3008575439453125, 1.33984375]}, "gradients/decoder.transformer.h.18.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 7.0, 16.0, 35.0, 71.0, 187.0, 270.0, 212.0, 119.0, 52.0, 23.0, 13.0, 6.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.55014419555664, -10.291440963745117, -10.032737731933594, -9.774035453796387, -9.515332221984863, -9.25662899017334, -8.997925758361816, -8.739222526550293, -8.480520248413086, -8.221817016601562, -7.963114261627197, -7.704411029815674, -7.445708274841309, -7.187005043029785, -6.928301811218262, -6.669598579406738, -6.410895347595215, -6.152192115783691, -5.893489360809326, -5.634786128997803, -5.3760833740234375, -5.117380142211914, -4.858676910400391, -4.599973678588867, -4.341270923614502, -4.0825676918029785, -3.8238649368286133, -3.56516170501709, -3.3064587116241455, -3.047755718231201, -2.7890524864196777, -2.5303494930267334, -2.2716455459594727, -2.0129425525665283, -1.7542394399642944, -1.4955363273620605, -1.2368333339691162, -0.9781303405761719, -0.719427227973938, -0.4607241153717041, -0.20202112197875977, 0.056681931018829346, 0.31538498401641846, 0.5740880370140076, 0.8327910900115967, 1.091494083404541, 1.350197196006775, 1.6089003086090088, 1.8676033020019531, 2.1263062953948975, 2.385009288787842, 2.6437125205993652, 2.9024155139923096, 3.161118507385254, 3.4198217391967773, 3.6785247325897217, 3.937227725982666, 4.1959309577941895, 4.454633712768555, 4.713336944580078, 4.972040176391602, 5.230742931365967, 5.48944616317749, 5.7481489181518555, 6.006852149963379]}, "gradients/decoder.transformer.h.18.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 0.0, 4.0, 2.0, 4.0, 4.0, 7.0, 11.0, 9.0, 13.0, 5.0, 14.0, 13.0, 20.0, 23.0, 16.0, 29.0, 31.0, 33.0, 39.0, 35.0, 38.0, 38.0, 37.0, 46.0, 45.0, 39.0, 41.0, 36.0, 37.0, 42.0, 40.0, 40.0, 21.0, 31.0, 25.0, 22.0, 23.0, 11.0, 15.0, 18.0, 12.0, 6.0, 3.0, 5.0, 7.0, 5.0, 8.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0], "bins": [-2.1766269207000732, -2.1118853092193604, -2.0471434593200684, -1.982401728630066, -1.9176599979400635, -1.8529183864593506, -1.7881766557693481, -1.7234349250793457, -1.6586931943893433, -1.5939514636993408, -1.5292097330093384, -1.464468002319336, -1.399726390838623, -1.334984540939331, -1.2702429294586182, -1.2055011987686157, -1.1407594680786133, -1.0760177373886108, -1.0112760066986084, -0.9465343356132507, -0.8817926049232483, -0.8170508742332458, -0.7523092031478882, -0.6875674724578857, -0.6228257417678833, -0.5580840110778809, -0.4933423101902008, -0.42860060930252075, -0.3638588786125183, -0.29911714792251587, -0.23437544703483582, -0.16963374614715576, -0.10489225387573242, -0.040150538086891174, 0.024591177701950073, 0.08933289349079132, 0.15407460927963257, 0.218816339969635, 0.28355804085731506, 0.3482997417449951, 0.41304147243499756, 0.477783203125, 0.5425249338150024, 0.6072666049003601, 0.6720083355903625, 0.736750066280365, 0.8014917373657227, 0.8662334680557251, 0.9309751987457275, 0.99571692943573, 1.0604586601257324, 1.1252003908157349, 1.1899421215057373, 1.2546837329864502, 1.3194254636764526, 1.384167194366455, 1.4489089250564575, 1.51365065574646, 1.5783923864364624, 1.6431341171264648, 1.7078757286071777, 1.7726175785064697, 1.8373591899871826, 1.902100920677185, 1.9668426513671875]}, "gradients/decoder.transformer.h.18.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 2.0, 2.0, 1.0, 6.0, 2.0, 8.0, 6.0, 10.0, 6.0, 13.0, 23.0, 11.0, 18.0, 27.0, 47.0, 22.0, 26.0, 28.0, 30.0, 54.0, 31.0, 39.0, 44.0, 56.0, 49.0, 40.0, 38.0, 34.0, 41.0, 36.0, 43.0, 35.0, 20.0, 32.0, 12.0, 23.0, 14.0, 13.0, 14.0, 13.0, 9.0, 10.0, 10.0, 5.0, 3.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.223876953125, -0.21663665771484375, -0.2093963623046875, -0.20215606689453125, -0.194915771484375, -0.18767547607421875, -0.1804351806640625, -0.17319488525390625, -0.16595458984375, -0.15871429443359375, -0.1514739990234375, -0.14423370361328125, -0.136993408203125, -0.12975311279296875, -0.1225128173828125, -0.11527252197265625, -0.1080322265625, -0.10079193115234375, -0.0935516357421875, -0.08631134033203125, -0.079071044921875, -0.07183074951171875, -0.0645904541015625, -0.05735015869140625, -0.05010986328125, -0.04286956787109375, -0.0356292724609375, -0.02838897705078125, -0.021148681640625, -0.01390838623046875, -0.0066680908203125, 0.00057220458984375, 0.0078125, 0.01505279541015625, 0.0222930908203125, 0.02953338623046875, 0.036773681640625, 0.04401397705078125, 0.0512542724609375, 0.05849456787109375, 0.06573486328125, 0.07297515869140625, 0.0802154541015625, 0.08745574951171875, 0.094696044921875, 0.10193634033203125, 0.1091766357421875, 0.11641693115234375, 0.1236572265625, 0.13089752197265625, 0.1381378173828125, 0.14537811279296875, 0.152618408203125, 0.15985870361328125, 0.1670989990234375, 0.17433929443359375, 0.18157958984375, 0.18881988525390625, 0.1960601806640625, 0.20330047607421875, 0.210540771484375, 0.21778106689453125, 0.2250213623046875, 0.23226165771484375, 0.239501953125]}, "gradients/decoder.transformer.h.18.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 4.0, 0.0, 4.0, 4.0, 5.0, 10.0, 8.0, 21.0, 30.0, 35.0, 57.0, 82.0, 120.0, 170.0, 214.0, 281.0, 391.0, 555.0, 792.0, 1131.0, 1731.0, 2410.0, 3686.0, 5301.0, 8403.0, 12923.0, 20548.0, 32411.0, 51848.0, 81786.0, 127512.0, 391733.0, 109121.0, 70741.0, 45139.0, 28142.0, 17382.0, 11334.0, 7296.0, 4838.0, 3235.0, 2186.0, 1467.0, 991.0, 714.0, 501.0, 374.0, 248.0, 190.0, 137.0, 105.0, 66.0, 40.0, 36.0, 22.0, 23.0, 12.0, 13.0, 5.0, 1.0, 4.0, 3.0], "bins": [-0.6669921875, -0.6469879150390625, -0.626983642578125, -0.6069793701171875, -0.58697509765625, -0.5669708251953125, -0.546966552734375, -0.5269622802734375, -0.5069580078125, -0.4869537353515625, -0.466949462890625, -0.4469451904296875, -0.42694091796875, -0.4069366455078125, -0.386932373046875, -0.3669281005859375, -0.346923828125, -0.3269195556640625, -0.306915283203125, -0.2869110107421875, -0.26690673828125, -0.2469024658203125, -0.226898193359375, -0.2068939208984375, -0.1868896484375, -0.1668853759765625, -0.146881103515625, -0.1268768310546875, -0.10687255859375, -0.0868682861328125, -0.066864013671875, -0.0468597412109375, -0.02685546875, -0.0068511962890625, 0.013153076171875, 0.0331573486328125, 0.05316162109375, 0.0731658935546875, 0.093170166015625, 0.1131744384765625, 0.1331787109375, 0.1531829833984375, 0.173187255859375, 0.1931915283203125, 0.21319580078125, 0.2332000732421875, 0.253204345703125, 0.2732086181640625, 0.293212890625, 0.3132171630859375, 0.333221435546875, 0.3532257080078125, 0.37322998046875, 0.3932342529296875, 0.413238525390625, 0.4332427978515625, 0.4532470703125, 0.4732513427734375, 0.493255615234375, 0.5132598876953125, 0.53326416015625, 0.5532684326171875, 0.573272705078125, 0.5932769775390625, 0.61328125]}, "gradients/decoder.transformer.h.18.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 4.0, 5.0, 4.0, 8.0, 5.0, 5.0, 13.0, 6.0, 11.0, 15.0, 20.0, 21.0, 24.0, 22.0, 23.0, 22.0, 33.0, 34.0, 37.0, 37.0, 35.0, 42.0, 35.0, 32.0, 1060.0, 38.0, 39.0, 43.0, 31.0, 29.0, 31.0, 32.0, 35.0, 25.0, 18.0, 25.0, 19.0, 20.0, 17.0, 12.0, 9.0, 12.0, 9.0, 7.0, 7.0, 8.0, 2.0, 2.0, 6.0, 0.0, 3.0, 2.0, 2.0, 2.0], "bins": [-0.195068359375, -0.18938446044921875, -0.1837005615234375, -0.17801666259765625, -0.172332763671875, -0.16664886474609375, -0.1609649658203125, -0.15528106689453125, -0.14959716796875, -0.14391326904296875, -0.1382293701171875, -0.13254547119140625, -0.126861572265625, -0.12117767333984375, -0.1154937744140625, -0.10980987548828125, -0.1041259765625, -0.09844207763671875, -0.0927581787109375, -0.08707427978515625, -0.081390380859375, -0.07570648193359375, -0.0700225830078125, -0.06433868408203125, -0.05865478515625, -0.05297088623046875, -0.0472869873046875, -0.04160308837890625, -0.035919189453125, -0.03023529052734375, -0.0245513916015625, -0.01886749267578125, -0.01318359375, -0.00749969482421875, -0.0018157958984375, 0.00386810302734375, 0.009552001953125, 0.01523590087890625, 0.0209197998046875, 0.02660369873046875, 0.03228759765625, 0.03797149658203125, 0.0436553955078125, 0.04933929443359375, 0.055023193359375, 0.06070709228515625, 0.0663909912109375, 0.07207489013671875, 0.0777587890625, 0.08344268798828125, 0.0891265869140625, 0.09481048583984375, 0.100494384765625, 0.10617828369140625, 0.1118621826171875, 0.11754608154296875, 0.12322998046875, 0.12891387939453125, 0.1345977783203125, 0.14028167724609375, 0.145965576171875, 0.15164947509765625, 0.1573333740234375, 0.16301727294921875, 0.168701171875]}, "gradients/decoder.transformer.h.18.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 4.0, 7.0, 7.0, 13.0, 18.0, 26.0, 35.0, 52.0, 71.0, 103.0, 149.0, 196.0, 322.0, 491.0, 815.0, 1290.0, 2107.0, 3588.0, 6000.0, 11052.0, 21904.0, 46672.0, 120372.0, 745432.0, 915231.0, 123544.0, 47677.0, 22553.0, 11369.0, 6393.0, 3660.0, 2244.0, 1314.0, 812.0, 546.0, 359.0, 228.0, 162.0, 88.0, 74.0, 54.0, 32.0, 20.0, 14.0, 14.0, 9.0, 6.0, 6.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.697265625, -0.6747817993164062, -0.6522979736328125, -0.6298141479492188, -0.607330322265625, -0.5848464965820312, -0.5623626708984375, -0.5398788452148438, -0.51739501953125, -0.49491119384765625, -0.4724273681640625, -0.44994354248046875, -0.427459716796875, -0.40497589111328125, -0.3824920654296875, -0.36000823974609375, -0.3375244140625, -0.31504058837890625, -0.2925567626953125, -0.27007293701171875, -0.247589111328125, -0.22510528564453125, -0.2026214599609375, -0.18013763427734375, -0.15765380859375, -0.13516998291015625, -0.1126861572265625, -0.09020233154296875, -0.067718505859375, -0.04523468017578125, -0.0227508544921875, -0.00026702880859375, 0.022216796875, 0.04470062255859375, 0.0671844482421875, 0.08966827392578125, 0.112152099609375, 0.13463592529296875, 0.1571197509765625, 0.17960357666015625, 0.20208740234375, 0.22457122802734375, 0.2470550537109375, 0.26953887939453125, 0.292022705078125, 0.31450653076171875, 0.3369903564453125, 0.35947418212890625, 0.3819580078125, 0.40444183349609375, 0.4269256591796875, 0.44940948486328125, 0.471893310546875, 0.49437713623046875, 0.5168609619140625, 0.5393447875976562, 0.56182861328125, 0.5843124389648438, 0.6067962646484375, 0.6292800903320312, 0.651763916015625, 0.6742477416992188, 0.6967315673828125, 0.7192153930664062, 0.74169921875]}, "gradients/decoder.transformer.h.18.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 5.0, 2.0, 5.0, 6.0, 4.0, 8.0, 10.0, 15.0, 13.0, 27.0, 37.0, 35.0, 48.0, 66.0, 157.0, 233.0, 66.0, 57.0, 58.0, 38.0, 35.0, 24.0, 14.0, 15.0, 8.0, 2.0, 4.0, 1.0, 5.0, 5.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.260986328125, -0.2531013488769531, -0.24521636962890625, -0.23733139038085938, -0.2294464111328125, -0.22156143188476562, -0.21367645263671875, -0.20579147338867188, -0.197906494140625, -0.19002151489257812, -0.18213653564453125, -0.17425155639648438, -0.1663665771484375, -0.15848159790039062, -0.15059661865234375, -0.14271163940429688, -0.13482666015625, -0.12694168090820312, -0.11905670166015625, -0.11117172241210938, -0.1032867431640625, -0.09540176391601562, -0.08751678466796875, -0.07963180541992188, -0.071746826171875, -0.06386184692382812, -0.05597686767578125, -0.048091888427734375, -0.0402069091796875, -0.032321929931640625, -0.02443695068359375, -0.016551971435546875, -0.0086669921875, -0.000782012939453125, 0.00710296630859375, 0.014987945556640625, 0.0228729248046875, 0.030757904052734375, 0.03864288330078125, 0.046527862548828125, 0.054412841796875, 0.062297821044921875, 0.07018280029296875, 0.07806777954101562, 0.0859527587890625, 0.09383773803710938, 0.10172271728515625, 0.10960769653320312, 0.11749267578125, 0.12537765502929688, 0.13326263427734375, 0.14114761352539062, 0.1490325927734375, 0.15691757202148438, 0.16480255126953125, 0.17268753051757812, 0.180572509765625, 0.18845748901367188, 0.19634246826171875, 0.20422744750976562, 0.2121124267578125, 0.21999740600585938, 0.22788238525390625, 0.23576736450195312, 0.24365234375]}, "gradients/decoder.transformer.h.18.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 6.0, 8.0, 10.0, 8.0, 11.0, 17.0, 23.0, 27.0, 27.0, 53.0, 77.0, 133.0, 300.0, 1045.0, 6097.0, 103488.0, 913442.0, 20259.0, 2370.0, 581.0, 216.0, 135.0, 65.0, 43.0, 30.0, 27.0, 17.0, 13.0, 12.0, 4.0, 7.0, 6.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.4453125, -3.3350830078125, -3.224853515625, -3.1146240234375, -3.00439453125, -2.8941650390625, -2.783935546875, -2.6737060546875, -2.5634765625, -2.4532470703125, -2.343017578125, -2.2327880859375, -2.12255859375, -2.0123291015625, -1.902099609375, -1.7918701171875, -1.681640625, -1.5714111328125, -1.461181640625, -1.3509521484375, -1.24072265625, -1.1304931640625, -1.020263671875, -0.9100341796875, -0.7998046875, -0.6895751953125, -0.579345703125, -0.4691162109375, -0.35888671875, -0.2486572265625, -0.138427734375, -0.0281982421875, 0.08203125, 0.1922607421875, 0.302490234375, 0.4127197265625, 0.52294921875, 0.6331787109375, 0.743408203125, 0.8536376953125, 0.9638671875, 1.0740966796875, 1.184326171875, 1.2945556640625, 1.40478515625, 1.5150146484375, 1.625244140625, 1.7354736328125, 1.845703125, 1.9559326171875, 2.066162109375, 2.1763916015625, 2.28662109375, 2.3968505859375, 2.507080078125, 2.6173095703125, 2.7275390625, 2.8377685546875, 2.947998046875, 3.0582275390625, 3.16845703125, 3.2786865234375, 3.388916015625, 3.4991455078125, 3.609375]}, "gradients/decoder.transformer.h.18.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 9.0, 10.0, 33.0, 65.0, 134.0, 203.0, 233.0, 151.0, 72.0, 55.0, 17.0, 6.0, 11.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.8627470135688782, -0.8367499709129333, -0.8107529282569885, -0.7847558259963989, -0.7587587833404541, -0.7327617406845093, -0.7067646980285645, -0.6807676553726196, -0.6547706127166748, -0.62877357006073, -0.6027765274047852, -0.5767794847488403, -0.5507823824882507, -0.5247853398323059, -0.4987882971763611, -0.47279125452041626, -0.44679415225982666, -0.42079710960388184, -0.3948000371456146, -0.3688029944896698, -0.3428059220314026, -0.31680887937545776, -0.29081183671951294, -0.2648147940635681, -0.2388177216053009, -0.21282066404819489, -0.18682360649108887, -0.16082656383514404, -0.13482950627803802, -0.108832448720932, -0.08283540606498718, -0.056838348507881165, -0.030841350555419922, -0.004844296723604202, 0.021152757108211517, 0.04714980721473694, 0.07314686477184296, 0.09914392232894897, 0.1251409649848938, 0.15113802254199982, 0.17713508009910583, 0.20313213765621185, 0.22912919521331787, 0.2551262378692627, 0.2811232805252075, 0.30712035298347473, 0.33311739563941956, 0.35911446809768677, 0.3851115107536316, 0.4111085534095764, 0.43710562586784363, 0.46310266852378845, 0.48909974098205566, 0.5150967836380005, 0.5410938262939453, 0.5670908689498901, 0.593087911605835, 0.6190849542617798, 0.6450819969177246, 0.6710790395736694, 0.697076141834259, 0.7230731844902039, 0.7490702271461487, 0.7750672698020935, 0.8010643720626831]}, "gradients/decoder.transformer.h.18.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 4.0, 4.0, 7.0, 6.0, 8.0, 14.0, 14.0, 16.0, 10.0, 28.0, 18.0, 17.0, 27.0, 39.0, 36.0, 36.0, 49.0, 35.0, 39.0, 37.0, 39.0, 49.0, 51.0, 38.0, 44.0, 39.0, 35.0, 31.0, 36.0, 26.0, 23.0, 24.0, 27.0, 19.0, 16.0, 6.0, 10.0, 6.0, 9.0, 12.0, 4.0, 7.0, 2.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.2286055088043213, -0.22169220447540283, -0.21477891504764557, -0.2078656107187271, -0.20095232129096985, -0.1940390169620514, -0.18712571263313293, -0.18021240830421448, -0.17329911887645721, -0.16638581454753876, -0.1594725251197815, -0.15255922079086304, -0.14564591646194458, -0.13873262703418732, -0.13181932270526886, -0.124906025826931, -0.11799272894859314, -0.11107943207025528, -0.10416613519191742, -0.09725283086299896, -0.0903395339846611, -0.08342623710632324, -0.07651293277740479, -0.06959963589906693, -0.06268633902072906, -0.055773042142391205, -0.048859741538763046, -0.04194644093513489, -0.03503314405679703, -0.028119847178459167, -0.02120654657483101, -0.01429324597120285, -0.00737994909286499, -0.0004666503518819809, 0.0064466483891010284, 0.013359947130084038, 0.020273245871067047, 0.027186542749404907, 0.034099843353033066, 0.041013143956661224, 0.047926440834999084, 0.054839737713336945, 0.0617530383169651, 0.06866633892059326, 0.07557963579893112, 0.08249293267726898, 0.08940623700618744, 0.0963195338845253, 0.10323283076286316, 0.11014612764120102, 0.11705942451953888, 0.12397272884845734, 0.1308860182762146, 0.13779932260513306, 0.1447126269340515, 0.15162593126296997, 0.15853922069072723, 0.1654525250196457, 0.17236581444740295, 0.1792791187763214, 0.18619242310523987, 0.19310571253299713, 0.2000190168619156, 0.20693230628967285, 0.2138456106185913]}, "gradients/decoder.transformer.h.18.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 5.0, 1.0, 3.0, 4.0, 2.0, 7.0, 6.0, 11.0, 7.0, 16.0, 8.0, 18.0, 16.0, 31.0, 29.0, 28.0, 28.0, 35.0, 30.0, 42.0, 43.0, 32.0, 49.0, 45.0, 54.0, 41.0, 49.0, 37.0, 33.0, 42.0, 44.0, 34.0, 25.0, 20.0, 13.0, 28.0, 12.0, 14.0, 21.0, 12.0, 5.0, 12.0, 7.0, 7.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2291259765625, -0.22176361083984375, -0.2144012451171875, -0.20703887939453125, -0.199676513671875, -0.19231414794921875, -0.1849517822265625, -0.17758941650390625, -0.17022705078125, -0.16286468505859375, -0.1555023193359375, -0.14813995361328125, -0.140777587890625, -0.13341522216796875, -0.1260528564453125, -0.11869049072265625, -0.111328125, -0.10396575927734375, -0.0966033935546875, -0.08924102783203125, -0.081878662109375, -0.07451629638671875, -0.0671539306640625, -0.05979156494140625, -0.05242919921875, -0.04506683349609375, -0.0377044677734375, -0.03034210205078125, -0.022979736328125, -0.01561737060546875, -0.0082550048828125, -0.00089263916015625, 0.0064697265625, 0.01383209228515625, 0.0211944580078125, 0.02855682373046875, 0.035919189453125, 0.04328155517578125, 0.0506439208984375, 0.05800628662109375, 0.06536865234375, 0.07273101806640625, 0.0800933837890625, 0.08745574951171875, 0.094818115234375, 0.10218048095703125, 0.1095428466796875, 0.11690521240234375, 0.124267578125, 0.13162994384765625, 0.1389923095703125, 0.14635467529296875, 0.153717041015625, 0.16107940673828125, 0.1684417724609375, 0.17580413818359375, 0.18316650390625, 0.19052886962890625, 0.1978912353515625, 0.20525360107421875, 0.212615966796875, 0.21997833251953125, 0.2273406982421875, 0.23470306396484375, 0.2420654296875]}, "gradients/decoder.transformer.h.18.attn.c_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 3.0, 2.0, 2.0, 5.0, 5.0, 11.0, 17.0, 23.0, 26.0, 37.0, 42.0, 73.0, 77.0, 99.0, 133.0, 196.0, 243.0, 409.0, 503.0, 759.0, 1084.0, 1568.0, 2337.0, 3646.0, 5678.0, 9381.0, 16351.0, 30738.0, 69800.0, 278362.0, 450861.0, 89990.0, 37300.0, 19029.0, 10664.0, 6596.0, 4058.0, 2678.0, 1697.0, 1169.0, 806.0, 575.0, 393.0, 280.0, 207.0, 175.0, 126.0, 92.0, 76.0, 52.0, 34.0, 24.0, 24.0, 13.0, 11.0, 9.0, 9.0, 7.0, 1.0, 5.0, 2.0], "bins": [-0.447998046875, -0.4344749450683594, -0.42095184326171875, -0.4074287414550781, -0.3939056396484375, -0.3803825378417969, -0.36685943603515625, -0.3533363342285156, -0.339813232421875, -0.3262901306152344, -0.31276702880859375, -0.2992439270019531, -0.2857208251953125, -0.2721977233886719, -0.25867462158203125, -0.24515151977539062, -0.23162841796875, -0.21810531616210938, -0.20458221435546875, -0.19105911254882812, -0.1775360107421875, -0.16401290893554688, -0.15048980712890625, -0.13696670532226562, -0.123443603515625, -0.10992050170898438, -0.09639739990234375, -0.08287429809570312, -0.0693511962890625, -0.055828094482421875, -0.04230499267578125, -0.028781890869140625, -0.0152587890625, -0.001735687255859375, 0.01178741455078125, 0.025310516357421875, 0.0388336181640625, 0.052356719970703125, 0.06587982177734375, 0.07940292358398438, 0.092926025390625, 0.10644912719726562, 0.11997222900390625, 0.13349533081054688, 0.1470184326171875, 0.16054153442382812, 0.17406463623046875, 0.18758773803710938, 0.20111083984375, 0.21463394165039062, 0.22815704345703125, 0.24168014526367188, 0.2552032470703125, 0.2687263488769531, 0.28224945068359375, 0.2957725524902344, 0.309295654296875, 0.3228187561035156, 0.33634185791015625, 0.3498649597167969, 0.3633880615234375, 0.3769111633300781, 0.39043426513671875, 0.4039573669433594, 0.41748046875]}, "gradients/decoder.transformer.h.18.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 3.0, 6.0, 1.0, 4.0, 5.0, 13.0, 18.0, 15.0, 13.0, 12.0, 20.0, 24.0, 25.0, 32.0, 38.0, 46.0, 48.0, 51.0, 56.0, 79.0, 117.0, 282.0, 1467.0, 158.0, 91.0, 60.0, 53.0, 50.0, 34.0, 43.0, 24.0, 27.0, 18.0, 17.0, 13.0, 22.0, 14.0, 11.0, 10.0, 6.0, 8.0, 4.0, 4.0, 5.0, 5.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.8642578125, -0.83740234375, -0.810546875, -0.78369140625, -0.7568359375, -0.72998046875, -0.703125, -0.67626953125, -0.6494140625, -0.62255859375, -0.595703125, -0.56884765625, -0.5419921875, -0.51513671875, -0.48828125, -0.46142578125, -0.4345703125, -0.40771484375, -0.380859375, -0.35400390625, -0.3271484375, -0.30029296875, -0.2734375, -0.24658203125, -0.2197265625, -0.19287109375, -0.166015625, -0.13916015625, -0.1123046875, -0.08544921875, -0.05859375, -0.03173828125, -0.0048828125, 0.02197265625, 0.048828125, 0.07568359375, 0.1025390625, 0.12939453125, 0.15625, 0.18310546875, 0.2099609375, 0.23681640625, 0.263671875, 0.29052734375, 0.3173828125, 0.34423828125, 0.37109375, 0.39794921875, 0.4248046875, 0.45166015625, 0.478515625, 0.50537109375, 0.5322265625, 0.55908203125, 0.5859375, 0.61279296875, 0.6396484375, 0.66650390625, 0.693359375, 0.72021484375, 0.7470703125, 0.77392578125, 0.80078125, 0.82763671875, 0.8544921875]}, "gradients/decoder.transformer.h.18.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 4.0, 2.0, 2.0, 2.0, 4.0, 11.0, 17.0, 17.0, 25.0, 35.0, 49.0, 70.0, 123.0, 214.0, 506.0, 1252.0, 4515.0, 23319.0, 460304.0, 2594532.0, 49737.0, 7577.0, 2029.0, 709.0, 296.0, 138.0, 74.0, 52.0, 41.0, 14.0, 15.0, 6.0, 5.0, 4.0, 2.0, 5.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8349609375, -1.7720489501953125, -1.709136962890625, -1.6462249755859375, -1.58331298828125, -1.5204010009765625, -1.457489013671875, -1.3945770263671875, -1.3316650390625, -1.2687530517578125, -1.205841064453125, -1.1429290771484375, -1.08001708984375, -1.0171051025390625, -0.954193115234375, -0.8912811279296875, -0.828369140625, -0.7654571533203125, -0.702545166015625, -0.6396331787109375, -0.57672119140625, -0.5138092041015625, -0.450897216796875, -0.3879852294921875, -0.3250732421875, -0.2621612548828125, -0.199249267578125, -0.1363372802734375, -0.07342529296875, -0.0105133056640625, 0.052398681640625, 0.1153106689453125, 0.17822265625, 0.2411346435546875, 0.304046630859375, 0.3669586181640625, 0.42987060546875, 0.4927825927734375, 0.555694580078125, 0.6186065673828125, 0.6815185546875, 0.7444305419921875, 0.807342529296875, 0.8702545166015625, 0.93316650390625, 0.9960784912109375, 1.058990478515625, 1.1219024658203125, 1.184814453125, 1.2477264404296875, 1.310638427734375, 1.3735504150390625, 1.43646240234375, 1.4993743896484375, 1.562286376953125, 1.6251983642578125, 1.6881103515625, 1.7510223388671875, 1.813934326171875, 1.8768463134765625, 1.93975830078125, 2.0026702880859375, 2.065582275390625, 2.1284942626953125, 2.19140625]}, "gradients/decoder.transformer.h.18.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 6.0, 191.0, 769.0, 51.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.5129950046539307, -2.852985143661499, -2.1929755210876465, -1.5329656600952148, -0.8729557991027832, -0.21294593811035156, 0.447063684463501, 1.1070735454559326, 1.7670834064483643, 2.427093267440796, 3.0871028900146484, 3.74711275100708, 4.407122611999512, 5.067132472991943, 5.727142333984375, 6.387151718139648, 7.047162055969238, 7.70717191696167, 8.367181777954102, 9.027191162109375, 9.687201499938965, 10.347210884094238, 11.007221221923828, 11.667230606079102, 12.327239990234375, 12.987249374389648, 13.647259712219238, 14.307269096374512, 14.967279434204102, 15.627288818359375, 16.28729820251465, 16.947307586669922, 17.607316970825195, 18.26732635498047, 18.927335739135742, 19.58734703063965, 20.247356414794922, 20.907365798950195, 21.56737518310547, 22.227386474609375, 22.88739585876465, 23.547405242919922, 24.207414627075195, 24.8674259185791, 25.527435302734375, 26.18744468688965, 26.847454071044922, 27.507465362548828, 28.16747283935547, 28.827482223510742, 29.487491607666016, 30.147502899169922, 30.807512283325195, 31.46752166748047, 32.127532958984375, 32.787540435791016, 33.44755172729492, 34.10756301879883, 34.76757049560547, 35.427581787109375, 36.087589263916016, 36.74760055541992, 37.40761184692383, 38.06761932373047, 38.727630615234375]}, "gradients/decoder.transformer.h.18.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 6.0, 6.0, 5.0, 2.0, 6.0, 18.0, 16.0, 14.0, 9.0, 20.0, 18.0, 20.0, 19.0, 46.0, 30.0, 36.0, 33.0, 32.0, 43.0, 43.0, 51.0, 52.0, 47.0, 33.0, 35.0, 27.0, 34.0, 32.0, 32.0, 40.0, 43.0, 31.0, 18.0, 17.0, 19.0, 16.0, 19.0, 10.0, 7.0, 3.0, 8.0, 5.0, 3.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 4.0], "bins": [-2.7943129539489746, -2.7122418880462646, -2.6301708221435547, -2.5480997562408447, -2.4660286903381348, -2.383957862854004, -2.301886558532715, -2.219815731048584, -2.137744665145874, -2.055673599243164, -1.973602533340454, -1.8915314674377441, -1.8094605207443237, -1.7273894548416138, -1.6453183889389038, -1.5632474422454834, -1.4811762571334839, -1.399105191230774, -1.317034125328064, -1.2349631786346436, -1.1528921127319336, -1.0708210468292236, -0.9887499809265137, -0.9066789746284485, -0.8246079087257385, -0.7425368428230286, -0.6604658365249634, -0.5783947706222534, -0.49632373452186584, -0.41425269842147827, -0.3321816325187683, -0.2501106262207031, -0.16803956031799316, -0.085968516767025, -0.0038974732160568237, 0.07817357778549194, 0.16024461388587952, 0.2423156499862671, 0.32438671588897705, 0.40645772218704224, 0.4885287880897522, 0.5705998539924622, 0.6526708602905273, 0.7347419261932373, 0.8168129920959473, 0.8988839983940125, 0.9809550642967224, 1.0630260705947876, 1.1450971364974976, 1.2271682024002075, 1.3092392683029175, 1.391310214996338, 1.4733812808990479, 1.5554523468017578, 1.6375234127044678, 1.7195944786071777, 1.8016655445098877, 1.8837366104125977, 1.9658076763153076, 2.0478787422180176, 2.1299498081207275, 2.2120208740234375, 2.2940917015075684, 2.3761627674102783, 2.4582338333129883]}, "gradients/decoder.transformer.h.17.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 3.0, 2.0, 6.0, 14.0, 5.0, 6.0, 11.0, 14.0, 14.0, 14.0, 24.0, 28.0, 26.0, 20.0, 40.0, 31.0, 33.0, 36.0, 59.0, 35.0, 45.0, 46.0, 37.0, 47.0, 41.0, 39.0, 43.0, 36.0, 30.0, 40.0, 18.0, 22.0, 28.0, 15.0, 14.0, 18.0, 17.0, 11.0, 16.0, 7.0, 5.0, 4.0, 4.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.239990234375, -0.2324542999267578, -0.22491836547851562, -0.21738243103027344, -0.20984649658203125, -0.20231056213378906, -0.19477462768554688, -0.1872386932373047, -0.1797027587890625, -0.1721668243408203, -0.16463088989257812, -0.15709495544433594, -0.14955902099609375, -0.14202308654785156, -0.13448715209960938, -0.1269512176513672, -0.119415283203125, -0.11187934875488281, -0.10434341430664062, -0.09680747985839844, -0.08927154541015625, -0.08173561096191406, -0.07419967651367188, -0.06666374206542969, -0.0591278076171875, -0.05159187316894531, -0.044055938720703125, -0.03652000427246094, -0.02898406982421875, -0.021448135375976562, -0.013912200927734375, -0.0063762664794921875, 0.00115966796875, 0.008695602416992188, 0.016231536865234375, 0.023767471313476562, 0.03130340576171875, 0.03883934020996094, 0.046375274658203125, 0.05391120910644531, 0.0614471435546875, 0.06898307800292969, 0.07651901245117188, 0.08405494689941406, 0.09159088134765625, 0.09912681579589844, 0.10666275024414062, 0.11419868469238281, 0.121734619140625, 0.1292705535888672, 0.13680648803710938, 0.14434242248535156, 0.15187835693359375, 0.15941429138183594, 0.16695022583007812, 0.1744861602783203, 0.1820220947265625, 0.1895580291748047, 0.19709396362304688, 0.20462989807128906, 0.21216583251953125, 0.21970176696777344, 0.22723770141601562, 0.2347736358642578, 0.2423095703125]}, "gradients/decoder.transformer.h.17.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 6.0, 12.0, 6.0, 14.0, 22.0, 29.0, 46.0, 57.0, 89.0, 134.0, 194.0, 301.0, 507.0, 776.0, 1313.0, 2170.0, 3442.0, 6128.0, 11113.0, 22321.0, 51655.0, 196406.0, 1429604.0, 2028616.0, 314568.0, 68296.0, 27065.0, 13055.0, 6959.0, 3810.0, 2208.0, 1278.0, 788.0, 462.0, 270.0, 209.0, 116.0, 82.0, 62.0, 31.0, 25.0, 14.0, 10.0, 10.0, 3.0, 4.0, 4.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.5205078125, -0.504791259765625, -0.48907470703125, -0.473358154296875, -0.4576416015625, -0.441925048828125, -0.42620849609375, -0.410491943359375, -0.394775390625, -0.379058837890625, -0.36334228515625, -0.347625732421875, -0.3319091796875, -0.316192626953125, -0.30047607421875, -0.284759521484375, -0.26904296875, -0.253326416015625, -0.23760986328125, -0.221893310546875, -0.2061767578125, -0.190460205078125, -0.17474365234375, -0.159027099609375, -0.143310546875, -0.127593994140625, -0.11187744140625, -0.096160888671875, -0.0804443359375, -0.064727783203125, -0.04901123046875, -0.033294677734375, -0.017578125, -0.001861572265625, 0.01385498046875, 0.029571533203125, 0.0452880859375, 0.061004638671875, 0.07672119140625, 0.092437744140625, 0.108154296875, 0.123870849609375, 0.13958740234375, 0.155303955078125, 0.1710205078125, 0.186737060546875, 0.20245361328125, 0.218170166015625, 0.23388671875, 0.249603271484375, 0.26531982421875, 0.281036376953125, 0.2967529296875, 0.312469482421875, 0.32818603515625, 0.343902587890625, 0.359619140625, 0.375335693359375, 0.39105224609375, 0.406768798828125, 0.4224853515625, 0.438201904296875, 0.45391845703125, 0.469635009765625, 0.4853515625]}, "gradients/decoder.transformer.h.17.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 1.0, 3.0, 2.0, 14.0, 14.0, 15.0, 24.0, 45.0, 48.0, 69.0, 110.0, 168.0, 313.0, 575.0, 790.0, 762.0, 451.0, 224.0, 139.0, 90.0, 71.0, 56.0, 24.0, 22.0, 19.0, 11.0, 7.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.68212890625, -0.6556777954101562, -0.6292266845703125, -0.6027755737304688, -0.576324462890625, -0.5498733520507812, -0.5234222412109375, -0.49697113037109375, -0.47052001953125, -0.44406890869140625, -0.4176177978515625, -0.39116668701171875, -0.364715576171875, -0.33826446533203125, -0.3118133544921875, -0.28536224365234375, -0.2589111328125, -0.23246002197265625, -0.2060089111328125, -0.17955780029296875, -0.153106689453125, -0.12665557861328125, -0.1002044677734375, -0.07375335693359375, -0.04730224609375, -0.02085113525390625, 0.0055999755859375, 0.03205108642578125, 0.058502197265625, 0.08495330810546875, 0.1114044189453125, 0.13785552978515625, 0.164306640625, 0.19075775146484375, 0.2172088623046875, 0.24365997314453125, 0.270111083984375, 0.29656219482421875, 0.3230133056640625, 0.34946441650390625, 0.37591552734375, 0.40236663818359375, 0.4288177490234375, 0.45526885986328125, 0.481719970703125, 0.5081710815429688, 0.5346221923828125, 0.5610733032226562, 0.5875244140625, 0.6139755249023438, 0.6404266357421875, 0.6668777465820312, 0.693328857421875, 0.7197799682617188, 0.7462310791015625, 0.7726821899414062, 0.79913330078125, 0.8255844116210938, 0.8520355224609375, 0.8784866333007812, 0.904937744140625, 0.9313888549804688, 0.9578399658203125, 0.9842910766601562, 1.0107421875]}, "gradients/decoder.transformer.h.17.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 7.0, 2.0, 6.0, 8.0, 9.0, 22.0, 29.0, 36.0, 44.0, 89.0, 122.0, 188.0, 294.0, 513.0, 1060.0, 2297.0, 5409.0, 14422.0, 44784.0, 189044.0, 2156405.0, 1566187.0, 153196.0, 38249.0, 12783.0, 4897.0, 1961.0, 925.0, 498.0, 272.0, 167.0, 104.0, 69.0, 54.0, 42.0, 29.0, 23.0, 17.0, 12.0, 6.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.2255859375, -1.1905059814453125, -1.155426025390625, -1.1203460693359375, -1.08526611328125, -1.0501861572265625, -1.015106201171875, -0.9800262451171875, -0.9449462890625, -0.9098663330078125, -0.874786376953125, -0.8397064208984375, -0.80462646484375, -0.7695465087890625, -0.734466552734375, -0.6993865966796875, -0.664306640625, -0.6292266845703125, -0.594146728515625, -0.5590667724609375, -0.52398681640625, -0.4889068603515625, -0.453826904296875, -0.4187469482421875, -0.3836669921875, -0.3485870361328125, -0.313507080078125, -0.2784271240234375, -0.24334716796875, -0.2082672119140625, -0.173187255859375, -0.1381072998046875, -0.10302734375, -0.0679473876953125, -0.032867431640625, 0.0022125244140625, 0.03729248046875, 0.0723724365234375, 0.107452392578125, 0.1425323486328125, 0.1776123046875, 0.2126922607421875, 0.247772216796875, 0.2828521728515625, 0.31793212890625, 0.3530120849609375, 0.388092041015625, 0.4231719970703125, 0.458251953125, 0.4933319091796875, 0.528411865234375, 0.5634918212890625, 0.59857177734375, 0.6336517333984375, 0.668731689453125, 0.7038116455078125, 0.7388916015625, 0.7739715576171875, 0.809051513671875, 0.8441314697265625, 0.87921142578125, 0.9142913818359375, 0.949371337890625, 0.9844512939453125, 1.01953125]}, "gradients/decoder.transformer.h.17.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 9.0, 15.0, 34.0, 61.0, 102.0, 161.0, 179.0, 164.0, 135.0, 72.0, 36.0, 25.0, 7.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.3021769523620605, -7.117869853973389, -6.933562755584717, -6.749256134033203, -6.564949035644531, -6.380641937255859, -6.1963348388671875, -6.012027740478516, -5.827720642089844, -5.643413543701172, -5.4591064453125, -5.274799346923828, -5.0904927253723145, -4.906185626983643, -4.721878528594971, -4.537571430206299, -4.353264808654785, -4.168957710266113, -3.9846508502960205, -3.8003437519073486, -3.616036891937256, -3.431729793548584, -3.247422695159912, -3.0631155967712402, -2.8788087368011475, -2.6945016384124756, -2.510194778442383, -2.325887680053711, -2.141580581665039, -1.9572737216949463, -1.7729666233062744, -1.588659644126892, -1.4043521881103516, -1.2200452089309692, -1.035738229751587, -0.851431131362915, -0.6671241521835327, -0.4828171730041504, -0.2985100746154785, -0.11420309543609619, 0.07010388374328613, 0.25441089272499084, 0.43871790170669556, 0.6230249404907227, 0.807331919670105, 0.9916388988494873, 1.1759459972381592, 1.3602529764175415, 1.5445599555969238, 1.7288669347763062, 1.9131739139556885, 2.0974810123443604, 2.281787872314453, 2.466094970703125, 2.650402069091797, 2.8347091674804688, 3.0190160274505615, 3.2033231258392334, 3.387629985809326, 3.571937084197998, 3.75624418258667, 3.9405510425567627, 4.1248579025268555, 4.309165000915527, 4.493472099304199]}, "gradients/decoder.transformer.h.17.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 4.0, 2.0, 4.0, 2.0, 7.0, 9.0, 7.0, 12.0, 18.0, 19.0, 10.0, 18.0, 18.0, 27.0, 25.0, 36.0, 26.0, 29.0, 34.0, 33.0, 34.0, 44.0, 36.0, 48.0, 37.0, 49.0, 42.0, 44.0, 38.0, 39.0, 23.0, 43.0, 22.0, 25.0, 23.0, 17.0, 20.0, 14.0, 10.0, 15.0, 9.0, 5.0, 11.0, 9.0, 6.0, 1.0, 4.0, 1.0, 2.0, 2.0, 0.0, 2.0], "bins": [-2.183680534362793, -2.1227867603302, -2.0618929862976074, -2.0009992122650146, -1.9401053190231323, -1.87921142578125, -1.8183176517486572, -1.7574238777160645, -1.6965301036834717, -1.635636329650879, -1.5747424364089966, -1.5138486623764038, -1.452954888343811, -1.3920609951019287, -1.331167221069336, -1.2702734470367432, -1.2093796730041504, -1.1484858989715576, -1.0875920057296753, -1.0266982316970825, -0.9658044576644897, -0.9049106240272522, -0.8440167903900146, -0.7831230163574219, -0.7222291231155396, -0.661335289478302, -0.6004415154457092, -0.5395476818084717, -0.4786539077758789, -0.41776007413864136, -0.3568662703037262, -0.29597246646881104, -0.23507869243621826, -0.1741848886013031, -0.11329107731580734, -0.052397266030311584, 0.008496537804603577, 0.06939035654067993, 0.1302841603755951, 0.19117796421051025, 0.2520717680454254, 0.3129655718803406, 0.37385937571525574, 0.4347531795501709, 0.49564701318740845, 0.556540846824646, 0.6174346208572388, 0.6783283948898315, 0.7392222285270691, 0.8001160621643066, 0.8610098361968994, 0.921903669834137, 0.9827974438667297, 1.0436912775039673, 1.10458505153656, 1.1654789447784424, 1.2263727188110352, 1.287266492843628, 1.3481603860855103, 1.409054160118103, 1.4699479341506958, 1.5308418273925781, 1.591735601425171, 1.6526293754577637, 1.7135231494903564]}, "gradients/decoder.transformer.h.17.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 4.0, 0.0, 3.0, 5.0, 9.0, 6.0, 10.0, 9.0, 14.0, 21.0, 14.0, 17.0, 21.0, 26.0, 35.0, 26.0, 26.0, 40.0, 29.0, 45.0, 40.0, 44.0, 39.0, 41.0, 49.0, 43.0, 41.0, 42.0, 29.0, 39.0, 46.0, 29.0, 23.0, 20.0, 27.0, 21.0, 16.0, 15.0, 13.0, 10.0, 4.0, 8.0, 4.0, 5.0, 2.0, 2.0, 0.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.248291015625, -0.24085044860839844, -0.23340988159179688, -0.2259693145751953, -0.21852874755859375, -0.2110881805419922, -0.20364761352539062, -0.19620704650878906, -0.1887664794921875, -0.18132591247558594, -0.17388534545898438, -0.1664447784423828, -0.15900421142578125, -0.1515636444091797, -0.14412307739257812, -0.13668251037597656, -0.129241943359375, -0.12180137634277344, -0.11436080932617188, -0.10692024230957031, -0.09947967529296875, -0.09203910827636719, -0.08459854125976562, -0.07715797424316406, -0.0697174072265625, -0.06227684020996094, -0.054836273193359375, -0.04739570617675781, -0.03995513916015625, -0.03251457214355469, -0.025074005126953125, -0.017633438110351562, -0.01019287109375, -0.0027523040771484375, 0.004688262939453125, 0.012128829956054688, 0.01956939697265625, 0.027009963989257812, 0.034450531005859375, 0.04189109802246094, 0.0493316650390625, 0.05677223205566406, 0.06421279907226562, 0.07165336608886719, 0.07909393310546875, 0.08653450012207031, 0.09397506713867188, 0.10141563415527344, 0.108856201171875, 0.11629676818847656, 0.12373733520507812, 0.1311779022216797, 0.13861846923828125, 0.1460590362548828, 0.15349960327148438, 0.16094017028808594, 0.1683807373046875, 0.17582130432128906, 0.18326187133789062, 0.1907024383544922, 0.19814300537109375, 0.2055835723876953, 0.21302413940429688, 0.22046470642089844, 0.2279052734375]}, "gradients/decoder.transformer.h.17.crossattention.c_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 9.0, 5.0, 11.0, 20.0, 29.0, 32.0, 45.0, 86.0, 109.0, 158.0, 238.0, 346.0, 559.0, 800.0, 1302.0, 2003.0, 3147.0, 5090.0, 8209.0, 14241.0, 25029.0, 45804.0, 86269.0, 159850.0, 314058.0, 172740.0, 93287.0, 49413.0, 26975.0, 14977.0, 8817.0, 5466.0, 3296.0, 2089.0, 1351.0, 888.0, 610.0, 380.0, 276.0, 177.0, 108.0, 71.0, 68.0, 35.0, 31.0, 18.0, 12.0, 8.0, 7.0, 4.0, 3.0, 3.0, 0.0, 2.0, 2.0, 1.0], "bins": [-0.83349609375, -0.8078994750976562, -0.7823028564453125, -0.7567062377929688, -0.731109619140625, -0.7055130004882812, -0.6799163818359375, -0.6543197631835938, -0.62872314453125, -0.6031265258789062, -0.5775299072265625, -0.5519332885742188, -0.526336669921875, -0.5007400512695312, -0.4751434326171875, -0.44954681396484375, -0.4239501953125, -0.39835357666015625, -0.3727569580078125, -0.34716033935546875, -0.321563720703125, -0.29596710205078125, -0.2703704833984375, -0.24477386474609375, -0.21917724609375, -0.19358062744140625, -0.1679840087890625, -0.14238739013671875, -0.116790771484375, -0.09119415283203125, -0.0655975341796875, -0.04000091552734375, -0.014404296875, 0.01119232177734375, 0.0367889404296875, 0.06238555908203125, 0.087982177734375, 0.11357879638671875, 0.1391754150390625, 0.16477203369140625, 0.19036865234375, 0.21596527099609375, 0.2415618896484375, 0.26715850830078125, 0.292755126953125, 0.31835174560546875, 0.3439483642578125, 0.36954498291015625, 0.3951416015625, 0.42073822021484375, 0.4463348388671875, 0.47193145751953125, 0.497528076171875, 0.5231246948242188, 0.5487213134765625, 0.5743179321289062, 0.59991455078125, 0.6255111694335938, 0.6511077880859375, 0.6767044067382812, 0.702301025390625, 0.7278976440429688, 0.7534942626953125, 0.7790908813476562, 0.8046875]}, "gradients/decoder.transformer.h.17.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 5.0, 2.0, 7.0, 2.0, 7.0, 12.0, 10.0, 6.0, 14.0, 23.0, 12.0, 24.0, 19.0, 25.0, 30.0, 37.0, 40.0, 32.0, 35.0, 28.0, 39.0, 47.0, 36.0, 1074.0, 33.0, 41.0, 36.0, 26.0, 40.0, 37.0, 32.0, 39.0, 19.0, 21.0, 25.0, 17.0, 17.0, 8.0, 15.0, 16.0, 13.0, 7.0, 9.0, 5.0, 3.0, 3.0, 6.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2012939453125, -0.19470596313476562, -0.18811798095703125, -0.18152999877929688, -0.1749420166015625, -0.16835403442382812, -0.16176605224609375, -0.15517807006835938, -0.148590087890625, -0.14200210571289062, -0.13541412353515625, -0.12882614135742188, -0.1222381591796875, -0.11565017700195312, -0.10906219482421875, -0.10247421264648438, -0.09588623046875, -0.08929824829101562, -0.08271026611328125, -0.07612228393554688, -0.0695343017578125, -0.06294631958007812, -0.05635833740234375, -0.049770355224609375, -0.043182373046875, -0.036594390869140625, -0.03000640869140625, -0.023418426513671875, -0.0168304443359375, -0.010242462158203125, -0.00365447998046875, 0.002933502197265625, 0.009521484375, 0.016109466552734375, 0.02269744873046875, 0.029285430908203125, 0.0358734130859375, 0.042461395263671875, 0.04904937744140625, 0.055637359619140625, 0.062225341796875, 0.06881332397460938, 0.07540130615234375, 0.08198928833007812, 0.0885772705078125, 0.09516525268554688, 0.10175323486328125, 0.10834121704101562, 0.11492919921875, 0.12151718139648438, 0.12810516357421875, 0.13469314575195312, 0.1412811279296875, 0.14786911010742188, 0.15445709228515625, 0.16104507446289062, 0.167633056640625, 0.17422103881835938, 0.18080902099609375, 0.18739700317382812, 0.1939849853515625, 0.20057296752929688, 0.20716094970703125, 0.21374893188476562, 0.2203369140625]}, "gradients/decoder.transformer.h.17.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 0.0, 4.0, 4.0, 6.0, 9.0, 2.0, 13.0, 11.0, 17.0, 21.0, 21.0, 34.0, 55.0, 95.0, 120.0, 179.0, 292.0, 508.0, 768.0, 1252.0, 2257.0, 4169.0, 7864.0, 15867.0, 36136.0, 99344.0, 519945.0, 1174933.0, 145086.0, 47020.0, 19855.0, 9633.0, 4895.0, 2674.0, 1507.0, 875.0, 536.0, 358.0, 225.0, 152.0, 110.0, 88.0, 55.0, 48.0, 28.0, 17.0, 14.0, 12.0, 7.0, 10.0, 5.0, 0.0, 2.0, 3.0, 0.0, 3.0, 1.0], "bins": [-0.91650390625, -0.8896636962890625, -0.862823486328125, -0.8359832763671875, -0.80914306640625, -0.7823028564453125, -0.755462646484375, -0.7286224365234375, -0.7017822265625, -0.6749420166015625, -0.648101806640625, -0.6212615966796875, -0.59442138671875, -0.5675811767578125, -0.540740966796875, -0.5139007568359375, -0.487060546875, -0.4602203369140625, -0.433380126953125, -0.4065399169921875, -0.37969970703125, -0.3528594970703125, -0.326019287109375, -0.2991790771484375, -0.2723388671875, -0.2454986572265625, -0.218658447265625, -0.1918182373046875, -0.16497802734375, -0.1381378173828125, -0.111297607421875, -0.0844573974609375, -0.0576171875, -0.0307769775390625, -0.003936767578125, 0.0229034423828125, 0.04974365234375, 0.0765838623046875, 0.103424072265625, 0.1302642822265625, 0.1571044921875, 0.1839447021484375, 0.210784912109375, 0.2376251220703125, 0.26446533203125, 0.2913055419921875, 0.318145751953125, 0.3449859619140625, 0.371826171875, 0.3986663818359375, 0.425506591796875, 0.4523468017578125, 0.47918701171875, 0.5060272216796875, 0.532867431640625, 0.5597076416015625, 0.5865478515625, 0.6133880615234375, 0.640228271484375, 0.6670684814453125, 0.69390869140625, 0.7207489013671875, 0.747589111328125, 0.7744293212890625, 0.80126953125]}, "gradients/decoder.transformer.h.17.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 3.0, 2.0, 1.0, 0.0, 2.0, 4.0, 5.0, 5.0, 7.0, 5.0, 5.0, 7.0, 12.0, 15.0, 13.0, 27.0, 44.0, 44.0, 67.0, 89.0, 156.0, 152.0, 100.0, 62.0, 43.0, 31.0, 27.0, 10.0, 18.0, 5.0, 8.0, 4.0, 8.0, 8.0, 3.0, 1.0, 5.0, 3.0, 4.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.3056640625, -0.2971611022949219, -0.28865814208984375, -0.2801551818847656, -0.2716522216796875, -0.2631492614746094, -0.25464630126953125, -0.24614334106445312, -0.237640380859375, -0.22913742065429688, -0.22063446044921875, -0.21213150024414062, -0.2036285400390625, -0.19512557983398438, -0.18662261962890625, -0.17811965942382812, -0.16961669921875, -0.16111373901367188, -0.15261077880859375, -0.14410781860351562, -0.1356048583984375, -0.12710189819335938, -0.11859893798828125, -0.11009597778320312, -0.101593017578125, -0.09309005737304688, -0.08458709716796875, -0.07608413696289062, -0.0675811767578125, -0.059078216552734375, -0.05057525634765625, -0.042072296142578125, -0.0335693359375, -0.025066375732421875, -0.01656341552734375, -0.008060455322265625, 0.0004425048828125, 0.008945465087890625, 0.01744842529296875, 0.025951385498046875, 0.034454345703125, 0.042957305908203125, 0.05146026611328125, 0.059963226318359375, 0.0684661865234375, 0.07696914672851562, 0.08547210693359375, 0.09397506713867188, 0.10247802734375, 0.11098098754882812, 0.11948394775390625, 0.12798690795898438, 0.1364898681640625, 0.14499282836914062, 0.15349578857421875, 0.16199874877929688, 0.170501708984375, 0.17900466918945312, 0.18750762939453125, 0.19601058959960938, 0.2045135498046875, 0.21301651000976562, 0.22151947021484375, 0.23002243041992188, 0.238525390625]}, "gradients/decoder.transformer.h.17.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 1.0, 0.0, 2.0, 4.0, 2.0, 6.0, 5.0, 7.0, 8.0, 11.0, 20.0, 22.0, 38.0, 38.0, 54.0, 65.0, 148.0, 301.0, 1088.0, 9114.0, 596660.0, 430801.0, 8332.0, 1129.0, 309.0, 108.0, 84.0, 52.0, 47.0, 29.0, 22.0, 13.0, 11.0, 8.0, 7.0, 3.0, 5.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.5390625, -3.41259765625, -3.2861328125, -3.15966796875, -3.033203125, -2.90673828125, -2.7802734375, -2.65380859375, -2.52734375, -2.40087890625, -2.2744140625, -2.14794921875, -2.021484375, -1.89501953125, -1.7685546875, -1.64208984375, -1.515625, -1.38916015625, -1.2626953125, -1.13623046875, -1.009765625, -0.88330078125, -0.7568359375, -0.63037109375, -0.50390625, -0.37744140625, -0.2509765625, -0.12451171875, 0.001953125, 0.12841796875, 0.2548828125, 0.38134765625, 0.5078125, 0.63427734375, 0.7607421875, 0.88720703125, 1.013671875, 1.14013671875, 1.2666015625, 1.39306640625, 1.51953125, 1.64599609375, 1.7724609375, 1.89892578125, 2.025390625, 2.15185546875, 2.2783203125, 2.40478515625, 2.53125, 2.65771484375, 2.7841796875, 2.91064453125, 3.037109375, 3.16357421875, 3.2900390625, 3.41650390625, 3.54296875, 3.66943359375, 3.7958984375, 3.92236328125, 4.048828125, 4.17529296875, 4.3017578125, 4.42822265625, 4.5546875]}, "gradients/decoder.transformer.h.17.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 7.0, 16.0, 37.0, 71.0, 179.0, 323.0, 207.0, 111.0, 39.0, 12.0, 10.0, 7.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.4111565947532654, -0.37595218420028687, -0.34074777364730835, -0.30554336309432983, -0.2703389525413513, -0.2351345270872116, -0.1999301016330719, -0.16472569108009338, -0.12952128052711487, -0.09431686997413635, -0.05911245197057724, -0.023908033967018127, 0.011296376585960388, 0.046500787138938904, 0.08170521259307861, 0.11690962314605713, 0.15211403369903564, 0.18731844425201416, 0.22252285480499268, 0.2577272653579712, 0.2929316759109497, 0.3281360864639282, 0.3633405268192291, 0.39854493737220764, 0.43374934792518616, 0.4689537584781647, 0.5041581988334656, 0.5393626093864441, 0.5745670199394226, 0.6097714304924011, 0.6449758410453796, 0.6801802515983582, 0.7153847217559814, 0.75058913230896, 0.7857935428619385, 0.820997953414917, 0.8562023639678955, 0.891406774520874, 0.9266111850738525, 0.961815595626831, 0.9970200061798096, 1.032224416732788, 1.0674288272857666, 1.1026332378387451, 1.1378376483917236, 1.1730420589447021, 1.2082464694976807, 1.2434508800506592, 1.2786552906036377, 1.3138597011566162, 1.3490641117095947, 1.3842685222625732, 1.4194729328155518, 1.4546773433685303, 1.4898817539215088, 1.5250861644744873, 1.5602906942367554, 1.5954951047897339, 1.6306995153427124, 1.665903925895691, 1.7011083364486694, 1.736312747001648, 1.7715171575546265, 1.806721568107605, 1.8419259786605835]}, "gradients/decoder.transformer.h.17.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 0.0, 4.0, 6.0, 5.0, 6.0, 13.0, 10.0, 5.0, 16.0, 17.0, 18.0, 16.0, 17.0, 21.0, 23.0, 34.0, 35.0, 26.0, 38.0, 39.0, 42.0, 46.0, 48.0, 33.0, 41.0, 53.0, 38.0, 37.0, 51.0, 37.0, 30.0, 35.0, 21.0, 25.0, 15.0, 19.0, 17.0, 16.0, 11.0, 12.0, 7.0, 11.0, 6.0, 2.0, 2.0, 5.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2492576241493225, -0.24024687707424164, -0.23123612999916077, -0.2222253829240799, -0.21321463584899902, -0.20420390367507935, -0.19519315659999847, -0.1861824095249176, -0.17717166244983673, -0.16816091537475586, -0.159150168299675, -0.15013942122459412, -0.14112868905067444, -0.13211792707443237, -0.1231071949005127, -0.11409644782543182, -0.10508570075035095, -0.09607495367527008, -0.08706420660018921, -0.07805346697568893, -0.06904271990060806, -0.06003197282552719, -0.05102122947573662, -0.042010486125946045, -0.03299973905086517, -0.02398899383842945, -0.014978248625993729, -0.005967503413558006, 0.003043241798877716, 0.012053988873958588, 0.02106473222374916, 0.030075475573539734, 0.039086222648620605, 0.04809696972370148, 0.05710771307349205, 0.06611845642328262, 0.0751292034983635, 0.08413995057344437, 0.09315069019794464, 0.10216143727302551, 0.11117218434810638, 0.12018293142318726, 0.12919367849826813, 0.138204425573349, 0.14721515774726868, 0.15622591972351074, 0.16523665189743042, 0.1742473989725113, 0.18325814604759216, 0.19226889312267303, 0.2012796401977539, 0.21029038727283478, 0.21930113434791565, 0.22831186652183533, 0.2373226135969162, 0.24633336067199707, 0.25534409284591675, 0.2643548250198364, 0.2733655869960785, 0.28237631916999817, 0.29138708114624023, 0.3003978133201599, 0.309408575296402, 0.31841930747032166, 0.3274300694465637]}, "gradients/decoder.transformer.h.17.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 5.0, 3.0, 7.0, 14.0, 7.0, 10.0, 8.0, 16.0, 14.0, 19.0, 20.0, 30.0, 32.0, 18.0, 36.0, 31.0, 34.0, 47.0, 34.0, 38.0, 41.0, 40.0, 52.0, 33.0, 42.0, 40.0, 38.0, 35.0, 29.0, 34.0, 32.0, 28.0, 25.0, 29.0, 15.0, 11.0, 12.0, 15.0, 5.0, 12.0, 3.0, 5.0, 4.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.2491455078125, -0.24176025390625, -0.234375, -0.22698974609375, -0.2196044921875, -0.21221923828125, -0.204833984375, -0.19744873046875, -0.1900634765625, -0.18267822265625, -0.17529296875, -0.16790771484375, -0.1605224609375, -0.15313720703125, -0.145751953125, -0.13836669921875, -0.1309814453125, -0.12359619140625, -0.1162109375, -0.10882568359375, -0.1014404296875, -0.09405517578125, -0.086669921875, -0.07928466796875, -0.0718994140625, -0.06451416015625, -0.05712890625, -0.04974365234375, -0.0423583984375, -0.03497314453125, -0.027587890625, -0.02020263671875, -0.0128173828125, -0.00543212890625, 0.001953125, 0.00933837890625, 0.0167236328125, 0.02410888671875, 0.031494140625, 0.03887939453125, 0.0462646484375, 0.05364990234375, 0.06103515625, 0.06842041015625, 0.0758056640625, 0.08319091796875, 0.090576171875, 0.09796142578125, 0.1053466796875, 0.11273193359375, 0.1201171875, 0.12750244140625, 0.1348876953125, 0.14227294921875, 0.149658203125, 0.15704345703125, 0.1644287109375, 0.17181396484375, 0.17919921875, 0.18658447265625, 0.1939697265625, 0.20135498046875, 0.208740234375, 0.21612548828125, 0.2235107421875]}, "gradients/decoder.transformer.h.17.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 6.0, 1.0, 9.0, 7.0, 10.0, 18.0, 23.0, 24.0, 30.0, 43.0, 65.0, 100.0, 120.0, 158.0, 276.0, 430.0, 689.0, 1016.0, 1640.0, 2918.0, 5033.0, 9736.0, 20558.0, 48488.0, 147248.0, 521128.0, 184595.0, 56108.0, 23243.0, 11018.0, 5551.0, 3129.0, 1850.0, 1123.0, 735.0, 465.0, 308.0, 203.0, 132.0, 91.0, 69.0, 50.0, 28.0, 32.0, 17.0, 13.0, 8.0, 6.0, 6.0, 1.0, 5.0, 4.0, 4.0, 0.0, 1.0], "bins": [-0.5615234375, -0.5452842712402344, -0.5290451049804688, -0.5128059387207031, -0.4965667724609375, -0.4803276062011719, -0.46408843994140625, -0.4478492736816406, -0.431610107421875, -0.4153709411621094, -0.39913177490234375, -0.3828926086425781, -0.3666534423828125, -0.3504142761230469, -0.33417510986328125, -0.3179359436035156, -0.30169677734375, -0.2854576110839844, -0.26921844482421875, -0.2529792785644531, -0.2367401123046875, -0.22050094604492188, -0.20426177978515625, -0.18802261352539062, -0.171783447265625, -0.15554428100585938, -0.13930511474609375, -0.12306594848632812, -0.1068267822265625, -0.09058761596679688, -0.07434844970703125, -0.058109283447265625, -0.0418701171875, -0.025630950927734375, -0.00939178466796875, 0.006847381591796875, 0.0230865478515625, 0.039325714111328125, 0.05556488037109375, 0.07180404663085938, 0.088043212890625, 0.10428237915039062, 0.12052154541015625, 0.13676071166992188, 0.1529998779296875, 0.16923904418945312, 0.18547821044921875, 0.20171737670898438, 0.21795654296875, 0.23419570922851562, 0.25043487548828125, 0.2666740417480469, 0.2829132080078125, 0.2991523742675781, 0.31539154052734375, 0.3316307067871094, 0.347869873046875, 0.3641090393066406, 0.38034820556640625, 0.3965873718261719, 0.4128265380859375, 0.4290657043457031, 0.44530487060546875, 0.4615440368652344, 0.477783203125]}, "gradients/decoder.transformer.h.17.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 0.0, 2.0, 4.0, 2.0, 6.0, 6.0, 8.0, 13.0, 9.0, 12.0, 14.0, 9.0, 14.0, 15.0, 21.0, 41.0, 32.0, 31.0, 34.0, 35.0, 34.0, 52.0, 78.0, 109.0, 175.0, 1353.0, 261.0, 132.0, 105.0, 59.0, 48.0, 56.0, 50.0, 31.0, 22.0, 28.0, 22.0, 17.0, 24.0, 19.0, 7.0, 10.0, 13.0, 5.0, 9.0, 1.0, 7.0, 3.0, 4.0, 4.0, 5.0, 4.0, 0.0, 1.0, 2.0, 4.0, 1.0], "bins": [-0.7607421875, -0.7375411987304688, -0.7143402099609375, -0.6911392211914062, -0.667938232421875, -0.6447372436523438, -0.6215362548828125, -0.5983352661132812, -0.57513427734375, -0.5519332885742188, -0.5287322998046875, -0.5055313110351562, -0.482330322265625, -0.45912933349609375, -0.4359283447265625, -0.41272735595703125, -0.3895263671875, -0.36632537841796875, -0.3431243896484375, -0.31992340087890625, -0.296722412109375, -0.27352142333984375, -0.2503204345703125, -0.22711944580078125, -0.20391845703125, -0.18071746826171875, -0.1575164794921875, -0.13431549072265625, -0.111114501953125, -0.08791351318359375, -0.0647125244140625, -0.04151153564453125, -0.018310546875, 0.00489044189453125, 0.0280914306640625, 0.05129241943359375, 0.074493408203125, 0.09769439697265625, 0.1208953857421875, 0.14409637451171875, 0.16729736328125, 0.19049835205078125, 0.2136993408203125, 0.23690032958984375, 0.260101318359375, 0.28330230712890625, 0.3065032958984375, 0.32970428466796875, 0.3529052734375, 0.37610626220703125, 0.3993072509765625, 0.42250823974609375, 0.445709228515625, 0.46891021728515625, 0.4921112060546875, 0.5153121948242188, 0.53851318359375, 0.5617141723632812, 0.5849151611328125, 0.6081161499023438, 0.631317138671875, 0.6545181274414062, 0.6777191162109375, 0.7009201049804688, 0.72412109375]}, "gradients/decoder.transformer.h.17.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 3.0, 4.0, 4.0, 8.0, 7.0, 6.0, 8.0, 14.0, 11.0, 9.0, 21.0, 14.0, 26.0, 35.0, 41.0, 41.0, 68.0, 94.0, 111.0, 146.0, 253.0, 549.0, 1534.0, 5603.0, 23789.0, 155140.0, 2461899.0, 437296.0, 45218.0, 9525.0, 2416.0, 740.0, 340.0, 179.0, 127.0, 91.0, 60.0, 58.0, 40.0, 37.0, 17.0, 28.0, 13.0, 20.0, 21.0, 7.0, 10.0, 7.0, 7.0, 4.0, 6.0, 8.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0], "bins": [-1.2490234375, -1.2108154296875, -1.172607421875, -1.1343994140625, -1.09619140625, -1.0579833984375, -1.019775390625, -0.9815673828125, -0.943359375, -0.9051513671875, -0.866943359375, -0.8287353515625, -0.79052734375, -0.7523193359375, -0.714111328125, -0.6759033203125, -0.6376953125, -0.5994873046875, -0.561279296875, -0.5230712890625, -0.48486328125, -0.4466552734375, -0.408447265625, -0.3702392578125, -0.33203125, -0.2938232421875, -0.255615234375, -0.2174072265625, -0.17919921875, -0.1409912109375, -0.102783203125, -0.0645751953125, -0.0263671875, 0.0118408203125, 0.050048828125, 0.0882568359375, 0.12646484375, 0.1646728515625, 0.202880859375, 0.2410888671875, 0.279296875, 0.3175048828125, 0.355712890625, 0.3939208984375, 0.43212890625, 0.4703369140625, 0.508544921875, 0.5467529296875, 0.5849609375, 0.6231689453125, 0.661376953125, 0.6995849609375, 0.73779296875, 0.7760009765625, 0.814208984375, 0.8524169921875, 0.890625, 0.9288330078125, 0.967041015625, 1.0052490234375, 1.04345703125, 1.0816650390625, 1.119873046875, 1.1580810546875, 1.1962890625]}, "gradients/decoder.transformer.h.17.ln_1.weight": {"_type": "histogram", "values": [128.0, 856.0, 34.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0970923900604248, -0.2834130525588989, 0.530266284942627, 1.3439457416534424, 2.1576249599456787, 2.971304178237915, 3.7849838733673096, 4.598663330078125, 5.412342071533203, 6.2260212898254395, 7.039700508117676, 7.85338020324707, 8.667058944702148, 9.480738639831543, 10.294418334960938, 11.108097076416016, 11.92177677154541, 12.735456466674805, 13.549135208129883, 14.362814903259277, 15.176494598388672, 15.99017333984375, 16.803852081298828, 17.61753273010254, 18.431211471557617, 19.244890213012695, 20.058570861816406, 20.872249603271484, 21.685928344726562, 22.49960708618164, 23.31328773498535, 24.12696647644043, 24.94064712524414, 25.75432586669922, 26.56800651550293, 27.381685256958008, 28.195363998413086, 29.009044647216797, 29.822723388671875, 30.636402130126953, 31.45008087158203, 32.26375961303711, 33.07743835449219, 33.89112091064453, 34.70479965209961, 35.51847839355469, 36.332157135009766, 37.145835876464844, 37.95951843261719, 38.773197174072266, 39.586875915527344, 40.40055847167969, 41.214237213134766, 42.027915954589844, 42.84159469604492, 43.6552734375, 44.46895217895508, 45.282630920410156, 46.096309661865234, 46.90998840332031, 47.723670959472656, 48.537349700927734, 49.35102844238281, 50.16470718383789, 50.97838592529297]}, "gradients/decoder.transformer.h.17.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 5.0, 5.0, 8.0, 5.0, 10.0, 5.0, 10.0, 9.0, 10.0, 13.0, 10.0, 22.0, 24.0, 18.0, 23.0, 34.0, 40.0, 30.0, 39.0, 47.0, 39.0, 48.0, 47.0, 45.0, 47.0, 38.0, 43.0, 38.0, 34.0, 27.0, 31.0, 35.0, 25.0, 34.0, 18.0, 11.0, 15.0, 9.0, 8.0, 8.0, 2.0, 6.0, 9.0, 8.0, 8.0, 2.0, 3.0, 2.0, 4.0, 3.0], "bins": [-2.664201259613037, -2.594050168991089, -2.5238988399505615, -2.4537477493286133, -2.383596658706665, -2.313445568084717, -2.2432942390441895, -2.173143148422241, -2.102992057800293, -2.0328409671783447, -1.962689757347107, -1.8925385475158691, -1.822387456893921, -1.752236247062683, -1.6820850372314453, -1.611933946609497, -1.5417826175689697, -1.471631407737732, -1.4014803171157837, -1.331329107284546, -1.2611780166625977, -1.1910268068313599, -1.120875597000122, -1.0507245063781738, -0.980573296546936, -0.910422146320343, -0.84027099609375, -0.7701197862625122, -0.6999686360359192, -0.6298174858093262, -0.5596662759780884, -0.48951512575149536, -0.41936373710632324, -0.3492125868797302, -0.2790614068508148, -0.2089102417230606, -0.1387590765953064, -0.06860792636871338, 0.0015432536602020264, 0.07169443368911743, 0.14184558391571045, 0.21199674904346466, 0.28214791417121887, 0.3522990942001343, 0.4224502444267273, 0.4926013946533203, 0.5627526044845581, 0.6329037547111511, 0.7030549049377441, 0.7732060551643372, 0.8433572053909302, 0.913508415222168, 0.983659565448761, 1.053810715675354, 1.1239619255065918, 1.19411301612854, 1.2642642259597778, 1.3344154357910156, 1.4045665264129639, 1.4747177362442017, 1.5448689460754395, 1.6150200366973877, 1.6851712465286255, 1.7553224563598633, 1.8254735469818115]}, "gradients/decoder.transformer.h.16.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 3.0, 5.0, 6.0, 6.0, 10.0, 13.0, 9.0, 18.0, 18.0, 20.0, 22.0, 23.0, 20.0, 29.0, 33.0, 38.0, 39.0, 33.0, 38.0, 36.0, 39.0, 39.0, 35.0, 37.0, 38.0, 43.0, 47.0, 45.0, 30.0, 34.0, 25.0, 22.0, 27.0, 27.0, 20.0, 14.0, 15.0, 8.0, 8.0, 10.0, 5.0, 8.0, 4.0, 1.0, 2.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.25732421875, -0.24973678588867188, -0.24214935302734375, -0.23456192016601562, -0.2269744873046875, -0.21938705444335938, -0.21179962158203125, -0.20421218872070312, -0.196624755859375, -0.18903732299804688, -0.18144989013671875, -0.17386245727539062, -0.1662750244140625, -0.15868759155273438, -0.15110015869140625, -0.14351272583007812, -0.13592529296875, -0.12833786010742188, -0.12075042724609375, -0.11316299438476562, -0.1055755615234375, -0.09798812866210938, -0.09040069580078125, -0.08281326293945312, -0.075225830078125, -0.06763839721679688, -0.06005096435546875, -0.052463531494140625, -0.0448760986328125, -0.037288665771484375, -0.02970123291015625, -0.022113800048828125, -0.0145263671875, -0.006938934326171875, 0.00064849853515625, 0.008235931396484375, 0.0158233642578125, 0.023410797119140625, 0.03099822998046875, 0.038585662841796875, 0.046173095703125, 0.053760528564453125, 0.06134796142578125, 0.06893539428710938, 0.0765228271484375, 0.08411026000976562, 0.09169769287109375, 0.09928512573242188, 0.10687255859375, 0.11445999145507812, 0.12204742431640625, 0.12963485717773438, 0.1372222900390625, 0.14480972290039062, 0.15239715576171875, 0.15998458862304688, 0.167572021484375, 0.17515945434570312, 0.18274688720703125, 0.19033432006835938, 0.1979217529296875, 0.20550918579101562, 0.21309661865234375, 0.22068405151367188, 0.228271484375]}, "gradients/decoder.transformer.h.16.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 7.0, 12.0, 12.0, 7.0, 16.0, 24.0, 24.0, 45.0, 49.0, 72.0, 117.0, 179.0, 306.0, 542.0, 986.0, 1771.0, 3554.0, 7378.0, 17481.0, 48480.0, 231981.0, 2430861.0, 1268604.0, 124645.0, 33369.0, 12749.0, 5534.0, 2513.0, 1280.0, 644.0, 364.0, 209.0, 154.0, 91.0, 67.0, 48.0, 32.0, 26.0, 13.0, 13.0, 8.0, 6.0, 2.0, 6.0, 4.0, 1.0, 3.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.77734375, -0.7550277709960938, -0.7327117919921875, -0.7103958129882812, -0.688079833984375, -0.6657638549804688, -0.6434478759765625, -0.6211318969726562, -0.59881591796875, -0.5764999389648438, -0.5541839599609375, -0.5318679809570312, -0.509552001953125, -0.48723602294921875, -0.4649200439453125, -0.44260406494140625, -0.4202880859375, -0.39797210693359375, -0.3756561279296875, -0.35334014892578125, -0.331024169921875, -0.30870819091796875, -0.2863922119140625, -0.26407623291015625, -0.24176025390625, -0.21944427490234375, -0.1971282958984375, -0.17481231689453125, -0.152496337890625, -0.13018035888671875, -0.1078643798828125, -0.08554840087890625, -0.063232421875, -0.04091644287109375, -0.0186004638671875, 0.00371551513671875, 0.026031494140625, 0.04834747314453125, 0.0706634521484375, 0.09297943115234375, 0.11529541015625, 0.13761138916015625, 0.1599273681640625, 0.18224334716796875, 0.204559326171875, 0.22687530517578125, 0.2491912841796875, 0.27150726318359375, 0.2938232421875, 0.31613922119140625, 0.3384552001953125, 0.36077117919921875, 0.383087158203125, 0.40540313720703125, 0.4277191162109375, 0.45003509521484375, 0.47235107421875, 0.49466705322265625, 0.5169830322265625, 0.5392990112304688, 0.561614990234375, 0.5839309692382812, 0.6062469482421875, 0.6285629272460938, 0.65087890625]}, "gradients/decoder.transformer.h.16.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 2.0, 7.0, 4.0, 7.0, 10.0, 18.0, 18.0, 35.0, 45.0, 77.0, 97.0, 161.0, 281.0, 527.0, 888.0, 779.0, 433.0, 222.0, 152.0, 97.0, 75.0, 46.0, 24.0, 24.0, 11.0, 14.0, 5.0, 9.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.962890625, -0.93438720703125, -0.9058837890625, -0.87738037109375, -0.848876953125, -0.82037353515625, -0.7918701171875, -0.76336669921875, -0.73486328125, -0.70635986328125, -0.6778564453125, -0.64935302734375, -0.620849609375, -0.59234619140625, -0.5638427734375, -0.53533935546875, -0.5068359375, -0.47833251953125, -0.4498291015625, -0.42132568359375, -0.392822265625, -0.36431884765625, -0.3358154296875, -0.30731201171875, -0.27880859375, -0.25030517578125, -0.2218017578125, -0.19329833984375, -0.164794921875, -0.13629150390625, -0.1077880859375, -0.07928466796875, -0.05078125, -0.02227783203125, 0.0062255859375, 0.03472900390625, 0.063232421875, 0.09173583984375, 0.1202392578125, 0.14874267578125, 0.17724609375, 0.20574951171875, 0.2342529296875, 0.26275634765625, 0.291259765625, 0.31976318359375, 0.3482666015625, 0.37677001953125, 0.4052734375, 0.43377685546875, 0.4622802734375, 0.49078369140625, 0.519287109375, 0.54779052734375, 0.5762939453125, 0.60479736328125, 0.63330078125, 0.66180419921875, 0.6903076171875, 0.71881103515625, 0.747314453125, 0.77581787109375, 0.8043212890625, 0.83282470703125, 0.861328125]}, "gradients/decoder.transformer.h.16.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 4.0, 1.0, 4.0, 4.0, 8.0, 13.0, 24.0, 35.0, 52.0, 125.0, 230.0, 414.0, 938.0, 2213.0, 7661.0, 40331.0, 499557.0, 3461204.0, 153865.0, 20092.0, 4668.0, 1485.0, 653.0, 314.0, 150.0, 112.0, 67.0, 19.0, 19.0, 14.0, 6.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.001953125, -1.9399871826171875, -1.878021240234375, -1.8160552978515625, -1.75408935546875, -1.6921234130859375, -1.630157470703125, -1.5681915283203125, -1.5062255859375, -1.4442596435546875, -1.382293701171875, -1.3203277587890625, -1.25836181640625, -1.1963958740234375, -1.134429931640625, -1.0724639892578125, -1.010498046875, -0.9485321044921875, -0.886566162109375, -0.8246002197265625, -0.76263427734375, -0.7006683349609375, -0.638702392578125, -0.5767364501953125, -0.5147705078125, -0.4528045654296875, -0.390838623046875, -0.3288726806640625, -0.26690673828125, -0.2049407958984375, -0.142974853515625, -0.0810089111328125, -0.01904296875, 0.0429229736328125, 0.104888916015625, 0.1668548583984375, 0.22882080078125, 0.2907867431640625, 0.352752685546875, 0.4147186279296875, 0.4766845703125, 0.5386505126953125, 0.600616455078125, 0.6625823974609375, 0.72454833984375, 0.7865142822265625, 0.848480224609375, 0.9104461669921875, 0.972412109375, 1.0343780517578125, 1.096343994140625, 1.1583099365234375, 1.22027587890625, 1.2822418212890625, 1.344207763671875, 1.4061737060546875, 1.4681396484375, 1.5301055908203125, 1.592071533203125, 1.6540374755859375, 1.71600341796875, 1.7779693603515625, 1.839935302734375, 1.9019012451171875, 1.9638671875]}, "gradients/decoder.transformer.h.16.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 6.0, 10.0, 31.0, 69.0, 132.0, 204.0, 210.0, 190.0, 81.0, 38.0, 25.0, 8.0, 6.0, 1.0, 0.0, 1.0], "bins": [-13.588298797607422, -13.336994171142578, -13.085688591003418, -12.834383964538574, -12.583078384399414, -12.33177375793457, -12.080469131469727, -11.829163551330566, -11.577858924865723, -11.326554298400879, -11.075248718261719, -10.823944091796875, -10.572639465332031, -10.321333885192871, -10.070029258728027, -9.818723678588867, -9.567419052124023, -9.31611442565918, -9.06480884552002, -8.813504219055176, -8.562198638916016, -8.310894012451172, -8.059589385986328, -7.808284282684326, -7.556979179382324, -7.305674076080322, -7.05436897277832, -6.803064346313477, -6.551759243011475, -6.300454139709473, -6.049149513244629, -5.797844409942627, -5.546538829803467, -5.295233726501465, -5.043929100036621, -4.792623996734619, -4.541318893432617, -4.290013790130615, -4.038708686828613, -3.7874040603637695, -3.5360989570617676, -3.2847938537597656, -3.0334889888763428, -2.78218412399292, -2.530879020690918, -2.279573917388916, -2.028269052505493, -1.7769640684127808, -1.5256590843200684, -1.274354100227356, -1.0230491161346436, -0.7717441320419312, -0.5204391479492188, -0.26913416385650635, -0.017829179763793945, 0.23347580432891846, 0.48478078842163086, 0.7360857725143433, 0.9873907566070557, 1.238695740699768, 1.4900007247924805, 1.7413057088851929, 1.9926106929779053, 2.243915557861328, 2.49522066116333]}, "gradients/decoder.transformer.h.16.ln_2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 6.0, 4.0, 2.0, 7.0, 4.0, 6.0, 3.0, 7.0, 7.0, 9.0, 11.0, 15.0, 17.0, 21.0, 14.0, 21.0, 26.0, 25.0, 37.0, 33.0, 30.0, 36.0, 35.0, 30.0, 41.0, 22.0, 32.0, 40.0, 41.0, 22.0, 28.0, 35.0, 35.0, 41.0, 30.0, 38.0, 29.0, 19.0, 26.0, 19.0, 18.0, 13.0, 9.0, 12.0, 5.0, 12.0, 13.0, 9.0, 7.0, 6.0, 4.0, 3.0, 0.0, 1.0, 1.0, 1.0], "bins": [-2.236060619354248, -2.1723499298095703, -2.1086390018463135, -2.0449283123016357, -1.981217622756958, -1.9175068140029907, -1.8537960052490234, -1.7900853157043457, -1.726374626159668, -1.6626638174057007, -1.598953127861023, -1.5352423191070557, -1.471531629562378, -1.4078208208084106, -1.3441100120544434, -1.2803993225097656, -1.2166885137557983, -1.152977705001831, -1.0892670154571533, -1.025556206703186, -0.9618455171585083, -0.898134708404541, -0.8344239592552185, -0.770713210105896, -0.7070024609565735, -0.643291711807251, -0.5795809626579285, -0.515870213508606, -0.45215943455696106, -0.38844868540763855, -0.32473790645599365, -0.26102715730667114, -0.19731628894805908, -0.13360553979873657, -0.06989477574825287, -0.006184011697769165, 0.057526737451553345, 0.12123748660087585, 0.18494826555252075, 0.24865901470184326, 0.31236976385116577, 0.3760805130004883, 0.4397912621498108, 0.5035020112991333, 0.5672128200531006, 0.6309235095977783, 0.6946343183517456, 0.7583450675010681, 0.8220558166503906, 0.8857665657997131, 0.9494773149490356, 1.013188123703003, 1.0768988132476807, 1.140609622001648, 1.2043204307556152, 1.268031120300293, 1.3317418098449707, 1.395452618598938, 1.4591633081436157, 1.522874116897583, 1.5865848064422607, 1.650295615196228, 1.7140064239501953, 1.777717113494873, 1.8414279222488403]}, "gradients/decoder.transformer.h.16.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 8.0, 7.0, 6.0, 11.0, 12.0, 10.0, 15.0, 18.0, 21.0, 31.0, 21.0, 29.0, 32.0, 22.0, 43.0, 26.0, 47.0, 40.0, 49.0, 43.0, 45.0, 33.0, 36.0, 31.0, 32.0, 31.0, 45.0, 40.0, 35.0, 31.0, 30.0, 21.0, 19.0, 18.0, 11.0, 19.0, 8.0, 6.0, 6.0, 2.0, 6.0, 1.0, 4.0, 6.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.255126953125, -0.24750518798828125, -0.2398834228515625, -0.23226165771484375, -0.224639892578125, -0.21701812744140625, -0.2093963623046875, -0.20177459716796875, -0.19415283203125, -0.18653106689453125, -0.1789093017578125, -0.17128753662109375, -0.163665771484375, -0.15604400634765625, -0.1484222412109375, -0.14080047607421875, -0.1331787109375, -0.12555694580078125, -0.1179351806640625, -0.11031341552734375, -0.102691650390625, -0.09506988525390625, -0.0874481201171875, -0.07982635498046875, -0.07220458984375, -0.06458282470703125, -0.0569610595703125, -0.04933929443359375, -0.041717529296875, -0.03409576416015625, -0.0264739990234375, -0.01885223388671875, -0.01123046875, -0.00360870361328125, 0.0040130615234375, 0.01163482666015625, 0.019256591796875, 0.02687835693359375, 0.0345001220703125, 0.04212188720703125, 0.04974365234375, 0.05736541748046875, 0.0649871826171875, 0.07260894775390625, 0.080230712890625, 0.08785247802734375, 0.0954742431640625, 0.10309600830078125, 0.1107177734375, 0.11833953857421875, 0.1259613037109375, 0.13358306884765625, 0.141204833984375, 0.14882659912109375, 0.1564483642578125, 0.16407012939453125, 0.17169189453125, 0.17931365966796875, 0.1869354248046875, 0.19455718994140625, 0.202178955078125, 0.20980072021484375, 0.2174224853515625, 0.22504425048828125, 0.232666015625]}, "gradients/decoder.transformer.h.16.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 4.0, 3.0, 8.0, 16.0, 7.0, 17.0, 27.0, 31.0, 51.0, 70.0, 93.0, 122.0, 183.0, 259.0, 375.0, 511.0, 738.0, 1116.0, 1618.0, 2403.0, 3851.0, 5949.0, 9567.0, 15617.0, 26247.0, 45400.0, 90577.0, 330622.0, 310950.0, 88780.0, 45382.0, 25880.0, 15321.0, 9365.0, 5963.0, 3864.0, 2356.0, 1606.0, 1103.0, 738.0, 547.0, 354.0, 257.0, 168.0, 128.0, 95.0, 52.0, 50.0, 36.0, 18.0, 19.0, 13.0, 12.0, 10.0, 7.0, 9.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.9033203125, -0.873199462890625, -0.84307861328125, -0.812957763671875, -0.7828369140625, -0.752716064453125, -0.72259521484375, -0.692474365234375, -0.662353515625, -0.632232666015625, -0.60211181640625, -0.571990966796875, -0.5418701171875, -0.511749267578125, -0.48162841796875, -0.451507568359375, -0.42138671875, -0.391265869140625, -0.36114501953125, -0.331024169921875, -0.3009033203125, -0.270782470703125, -0.24066162109375, -0.210540771484375, -0.180419921875, -0.150299072265625, -0.12017822265625, -0.090057373046875, -0.0599365234375, -0.029815673828125, 0.00030517578125, 0.030426025390625, 0.060546875, 0.090667724609375, 0.12078857421875, 0.150909423828125, 0.1810302734375, 0.211151123046875, 0.24127197265625, 0.271392822265625, 0.301513671875, 0.331634521484375, 0.36175537109375, 0.391876220703125, 0.4219970703125, 0.452117919921875, 0.48223876953125, 0.512359619140625, 0.54248046875, 0.572601318359375, 0.60272216796875, 0.632843017578125, 0.6629638671875, 0.693084716796875, 0.72320556640625, 0.753326416015625, 0.783447265625, 0.813568115234375, 0.84368896484375, 0.873809814453125, 0.9039306640625, 0.934051513671875, 0.96417236328125, 0.994293212890625, 1.0244140625]}, "gradients/decoder.transformer.h.16.crossattention.c_attn.bias": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 3.0, 4.0, 2.0, 6.0, 4.0, 6.0, 6.0, 10.0, 7.0, 7.0, 20.0, 14.0, 20.0, 18.0, 23.0, 39.0, 36.0, 31.0, 45.0, 38.0, 46.0, 46.0, 45.0, 35.0, 1073.0, 36.0, 42.0, 31.0, 51.0, 35.0, 33.0, 23.0, 31.0, 30.0, 24.0, 24.0, 15.0, 13.0, 12.0, 13.0, 8.0, 6.0, 9.0, 3.0, 3.0, 5.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.187744140625, -0.18084335327148438, -0.17394256591796875, -0.16704177856445312, -0.1601409912109375, -0.15324020385742188, -0.14633941650390625, -0.13943862915039062, -0.132537841796875, -0.12563705444335938, -0.11873626708984375, -0.11183547973632812, -0.1049346923828125, -0.09803390502929688, -0.09113311767578125, -0.08423233032226562, -0.07733154296875, -0.07043075561523438, -0.06352996826171875, -0.056629180908203125, -0.0497283935546875, -0.042827606201171875, -0.03592681884765625, -0.029026031494140625, -0.022125244140625, -0.015224456787109375, -0.00832366943359375, -0.001422882080078125, 0.0054779052734375, 0.012378692626953125, 0.01927947998046875, 0.026180267333984375, 0.0330810546875, 0.039981842041015625, 0.04688262939453125, 0.053783416748046875, 0.0606842041015625, 0.06758499145507812, 0.07448577880859375, 0.08138656616210938, 0.088287353515625, 0.09518814086914062, 0.10208892822265625, 0.10898971557617188, 0.1158905029296875, 0.12279129028320312, 0.12969207763671875, 0.13659286499023438, 0.14349365234375, 0.15039443969726562, 0.15729522705078125, 0.16419601440429688, 0.1710968017578125, 0.17799758911132812, 0.18489837646484375, 0.19179916381835938, 0.198699951171875, 0.20560073852539062, 0.21250152587890625, 0.21940231323242188, 0.2263031005859375, 0.23320388793945312, 0.24010467529296875, 0.24700546264648438, 0.25390625]}, "gradients/decoder.transformer.h.16.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 4.0, 1.0, 5.0, 14.0, 23.0, 15.0, 21.0, 20.0, 35.0, 54.0, 72.0, 103.0, 144.0, 214.0, 304.0, 477.0, 660.0, 1027.0, 1715.0, 2813.0, 4903.0, 9182.0, 18044.0, 40624.0, 124220.0, 1326296.0, 425469.0, 78753.0, 29634.0, 14112.0, 7460.0, 4075.0, 2427.0, 1493.0, 901.0, 563.0, 369.0, 279.0, 164.0, 134.0, 77.0, 78.0, 42.0, 24.0, 18.0, 17.0, 17.0, 17.0, 8.0, 7.0, 7.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0], "bins": [-0.7783203125, -0.754608154296875, -0.73089599609375, -0.707183837890625, -0.6834716796875, -0.659759521484375, -0.63604736328125, -0.612335205078125, -0.588623046875, -0.564910888671875, -0.54119873046875, -0.517486572265625, -0.4937744140625, -0.470062255859375, -0.44635009765625, -0.422637939453125, -0.39892578125, -0.375213623046875, -0.35150146484375, -0.327789306640625, -0.3040771484375, -0.280364990234375, -0.25665283203125, -0.232940673828125, -0.209228515625, -0.185516357421875, -0.16180419921875, -0.138092041015625, -0.1143798828125, -0.090667724609375, -0.06695556640625, -0.043243408203125, -0.01953125, 0.004180908203125, 0.02789306640625, 0.051605224609375, 0.0753173828125, 0.099029541015625, 0.12274169921875, 0.146453857421875, 0.170166015625, 0.193878173828125, 0.21759033203125, 0.241302490234375, 0.2650146484375, 0.288726806640625, 0.31243896484375, 0.336151123046875, 0.35986328125, 0.383575439453125, 0.40728759765625, 0.430999755859375, 0.4547119140625, 0.478424072265625, 0.50213623046875, 0.525848388671875, 0.549560546875, 0.573272705078125, 0.59698486328125, 0.620697021484375, 0.6444091796875, 0.668121337890625, 0.69183349609375, 0.715545654296875, 0.7392578125]}, "gradients/decoder.transformer.h.16.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 4.0, 2.0, 4.0, 3.0, 4.0, 5.0, 10.0, 7.0, 17.0, 18.0, 34.0, 36.0, 69.0, 123.0, 294.0, 142.0, 64.0, 34.0, 25.0, 33.0, 18.0, 11.0, 11.0, 9.0, 7.0, 4.0, 1.0, 5.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18017578125, -0.1740741729736328, -0.16797256469726562, -0.16187095642089844, -0.15576934814453125, -0.14966773986816406, -0.14356613159179688, -0.1374645233154297, -0.1313629150390625, -0.1252613067626953, -0.11915969848632812, -0.11305809020996094, -0.10695648193359375, -0.10085487365722656, -0.09475326538085938, -0.08865165710449219, -0.082550048828125, -0.07644844055175781, -0.07034683227539062, -0.06424522399902344, -0.05814361572265625, -0.05204200744628906, -0.045940399169921875, -0.03983879089355469, -0.0337371826171875, -0.027635574340820312, -0.021533966064453125, -0.015432357788085938, -0.00933074951171875, -0.0032291412353515625, 0.002872467041015625, 0.008974075317382812, 0.01507568359375, 0.021177291870117188, 0.027278900146484375, 0.03338050842285156, 0.03948211669921875, 0.04558372497558594, 0.051685333251953125, 0.05778694152832031, 0.0638885498046875, 0.06999015808105469, 0.07609176635742188, 0.08219337463378906, 0.08829498291015625, 0.09439659118652344, 0.10049819946289062, 0.10659980773925781, 0.112701416015625, 0.11880302429199219, 0.12490463256835938, 0.13100624084472656, 0.13710784912109375, 0.14320945739746094, 0.14931106567382812, 0.1554126739501953, 0.1615142822265625, 0.1676158905029297, 0.17371749877929688, 0.17981910705566406, 0.18592071533203125, 0.19202232360839844, 0.19812393188476562, 0.2042255401611328, 0.2103271484375]}, "gradients/decoder.transformer.h.16.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 4.0, 3.0, 5.0, 7.0, 6.0, 7.0, 8.0, 12.0, 19.0, 19.0, 16.0, 30.0, 35.0, 58.0, 101.0, 225.0, 706.0, 3133.0, 27785.0, 936073.0, 73013.0, 5467.0, 1099.0, 321.0, 147.0, 80.0, 49.0, 34.0, 24.0, 21.0, 8.0, 10.0, 5.0, 4.0, 2.0, 5.0, 2.0, 2.0, 2.0, 2.0, 3.0, 4.0, 1.0, 4.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-2.474609375, -2.4031982421875, -2.331787109375, -2.2603759765625, -2.18896484375, -2.1175537109375, -2.046142578125, -1.9747314453125, -1.9033203125, -1.8319091796875, -1.760498046875, -1.6890869140625, -1.61767578125, -1.5462646484375, -1.474853515625, -1.4034423828125, -1.33203125, -1.2606201171875, -1.189208984375, -1.1177978515625, -1.04638671875, -0.9749755859375, -0.903564453125, -0.8321533203125, -0.7607421875, -0.6893310546875, -0.617919921875, -0.5465087890625, -0.47509765625, -0.4036865234375, -0.332275390625, -0.2608642578125, -0.189453125, -0.1180419921875, -0.046630859375, 0.0247802734375, 0.09619140625, 0.1676025390625, 0.239013671875, 0.3104248046875, 0.3818359375, 0.4532470703125, 0.524658203125, 0.5960693359375, 0.66748046875, 0.7388916015625, 0.810302734375, 0.8817138671875, 0.953125, 1.0245361328125, 1.095947265625, 1.1673583984375, 1.23876953125, 1.3101806640625, 1.381591796875, 1.4530029296875, 1.5244140625, 1.5958251953125, 1.667236328125, 1.7386474609375, 1.81005859375, 1.8814697265625, 1.952880859375, 2.0242919921875, 2.095703125]}, "gradients/decoder.transformer.h.16.ln_cross_attn.weight": {"_type": "histogram", "values": [4.0, 1.0, 1.0, 6.0, 11.0, 13.0, 39.0, 59.0, 121.0, 250.0, 228.0, 138.0, 75.0, 40.0, 14.0, 8.0, 8.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1812370866537094, -0.1631336361169815, -0.1450301855802536, -0.1269267350435257, -0.10882328450679779, -0.09071983397006989, -0.07261638343334198, -0.054512932896614075, -0.03640948235988617, -0.018306031823158264, -0.0002025812864303589, 0.017900869250297546, 0.03600431978702545, 0.05410777032375336, 0.07221122086048126, 0.09031467139720917, 0.10841812193393707, 0.12652157247066498, 0.14462502300739288, 0.1627284735441208, 0.1808319240808487, 0.1989353746175766, 0.2170388251543045, 0.2351422756910324, 0.2532457113265991, 0.271349161863327, 0.28945261240005493, 0.30755606293678284, 0.32565951347351074, 0.34376296401023865, 0.36186641454696655, 0.37996986508369446, 0.39807337522506714, 0.41617682576179504, 0.43428027629852295, 0.45238372683525085, 0.47048717737197876, 0.48859062790870667, 0.5066940784454346, 0.5247975587844849, 0.5429009795188904, 0.5610044002532959, 0.5791078805923462, 0.5972113609313965, 0.615314781665802, 0.6334182024002075, 0.6515216827392578, 0.6696251630783081, 0.6877285838127136, 0.7058320045471191, 0.7239354848861694, 0.7420389652252197, 0.7601423859596252, 0.7782458066940308, 0.796349287033081, 0.8144527673721313, 0.8325561881065369, 0.8506596088409424, 0.8687630891799927, 0.886866569519043, 0.9049699902534485, 0.923073410987854, 0.9411768913269043, 0.9592803716659546, 0.9773837924003601]}, "gradients/decoder.transformer.h.16.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 3.0, 2.0, 5.0, 4.0, 5.0, 8.0, 14.0, 7.0, 8.0, 5.0, 15.0, 15.0, 26.0, 20.0, 17.0, 31.0, 26.0, 37.0, 41.0, 33.0, 47.0, 31.0, 33.0, 54.0, 39.0, 38.0, 46.0, 43.0, 40.0, 37.0, 39.0, 33.0, 34.0, 27.0, 21.0, 16.0, 16.0, 16.0, 19.0, 14.0, 9.0, 7.0, 9.0, 6.0, 8.0, 5.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13985717296600342, -0.13477981090545654, -0.12970244884490967, -0.1246250793337822, -0.11954770982265472, -0.11447034776210785, -0.10939298570156097, -0.1043156236410141, -0.09923825412988663, -0.09416089206933975, -0.08908352255821228, -0.0840061604976654, -0.07892879843711853, -0.07385142892599106, -0.06877406686544418, -0.06369669735431671, -0.058619335293769836, -0.05354196950793266, -0.04846460372209549, -0.043387241661548615, -0.03830987587571144, -0.03323251008987427, -0.028155146166682243, -0.02307778224349022, -0.018000416457653046, -0.012923051603138447, -0.007845686748623848, -0.002768321894109249, 0.0023090429604053497, 0.007386408746242523, 0.012463772669434547, 0.01754113659262657, 0.022618502378463745, 0.02769586816430092, 0.03277323395013809, 0.03785059601068497, 0.04292796179652214, 0.048005327582359314, 0.05308268964290619, 0.05816005542874336, 0.06323742121458054, 0.06831478327512741, 0.07339215278625488, 0.07846951484680176, 0.08354687690734863, 0.0886242464184761, 0.09370160847902298, 0.09877897799015045, 0.10385634005069733, 0.1089337021112442, 0.11401107162237167, 0.11908843368291855, 0.12416580319404602, 0.1292431652545929, 0.13432052731513977, 0.13939788937568665, 0.14447525143623352, 0.1495526134967804, 0.15462997555732727, 0.15970735251903534, 0.16478471457958221, 0.1698620766401291, 0.17493943870067596, 0.18001680076122284, 0.1850941777229309]}, "gradients/decoder.transformer.h.16.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0, 5.0, 8.0, 6.0, 8.0, 15.0, 8.0, 7.0, 23.0, 21.0, 31.0, 30.0, 22.0, 31.0, 21.0, 44.0, 22.0, 43.0, 45.0, 52.0, 41.0, 49.0, 36.0, 20.0, 34.0, 35.0, 34.0, 38.0, 43.0, 35.0, 36.0, 22.0, 23.0, 24.0, 15.0, 21.0, 14.0, 11.0, 6.0, 5.0, 3.0, 7.0, 1.0, 2.0, 5.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.25830078125, -0.2506294250488281, -0.24295806884765625, -0.23528671264648438, -0.2276153564453125, -0.21994400024414062, -0.21227264404296875, -0.20460128784179688, -0.196929931640625, -0.18925857543945312, -0.18158721923828125, -0.17391586303710938, -0.1662445068359375, -0.15857315063476562, -0.15090179443359375, -0.14323043823242188, -0.13555908203125, -0.12788772583007812, -0.12021636962890625, -0.11254501342773438, -0.1048736572265625, -0.09720230102539062, -0.08953094482421875, -0.08185958862304688, -0.074188232421875, -0.06651687622070312, -0.05884552001953125, -0.051174163818359375, -0.0435028076171875, -0.035831451416015625, -0.02816009521484375, -0.020488739013671875, -0.0128173828125, -0.005146026611328125, 0.00252532958984375, 0.010196685791015625, 0.0178680419921875, 0.025539398193359375, 0.03321075439453125, 0.040882110595703125, 0.048553466796875, 0.056224822998046875, 0.06389617919921875, 0.07156753540039062, 0.0792388916015625, 0.08691024780273438, 0.09458160400390625, 0.10225296020507812, 0.10992431640625, 0.11759567260742188, 0.12526702880859375, 0.13293838500976562, 0.1406097412109375, 0.14828109741210938, 0.15595245361328125, 0.16362380981445312, 0.171295166015625, 0.17896652221679688, 0.18663787841796875, 0.19430923461914062, 0.2019805908203125, 0.20965194702148438, 0.21732330322265625, 0.22499465942382812, 0.232666015625]}, "gradients/decoder.transformer.h.16.attn.c_proj.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 2.0, 2.0, 4.0, 5.0, 10.0, 8.0, 17.0, 30.0, 30.0, 47.0, 78.0, 123.0, 164.0, 258.0, 357.0, 598.0, 826.0, 1231.0, 1915.0, 2982.0, 4547.0, 7289.0, 12445.0, 21938.0, 42915.0, 93944.0, 240665.0, 341831.0, 142608.0, 60433.0, 29860.0, 15942.0, 9204.0, 5727.0, 3683.0, 2264.0, 1588.0, 974.0, 644.0, 430.0, 320.0, 198.0, 141.0, 109.0, 53.0, 41.0, 32.0, 19.0, 11.0, 9.0, 11.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.285888671875, -0.2764320373535156, -0.26697540283203125, -0.2575187683105469, -0.2480621337890625, -0.23860549926757812, -0.22914886474609375, -0.21969223022460938, -0.210235595703125, -0.20077896118164062, -0.19132232666015625, -0.18186569213867188, -0.1724090576171875, -0.16295242309570312, -0.15349578857421875, -0.14403915405273438, -0.13458251953125, -0.12512588500976562, -0.11566925048828125, -0.10621261596679688, -0.0967559814453125, -0.08729934692382812, -0.07784271240234375, -0.06838607788085938, -0.058929443359375, -0.049472808837890625, -0.04001617431640625, -0.030559539794921875, -0.0211029052734375, -0.011646270751953125, -0.00218963623046875, 0.007266998291015625, 0.0167236328125, 0.026180267333984375, 0.03563690185546875, 0.045093536376953125, 0.0545501708984375, 0.06400680541992188, 0.07346343994140625, 0.08292007446289062, 0.092376708984375, 0.10183334350585938, 0.11128997802734375, 0.12074661254882812, 0.1302032470703125, 0.13965988159179688, 0.14911651611328125, 0.15857315063476562, 0.16802978515625, 0.17748641967773438, 0.18694305419921875, 0.19639968872070312, 0.2058563232421875, 0.21531295776367188, 0.22476959228515625, 0.23422622680664062, 0.243682861328125, 0.2531394958496094, 0.26259613037109375, 0.2720527648925781, 0.2815093994140625, 0.2909660339355469, 0.30042266845703125, 0.3098793029785156, 0.3193359375]}, "gradients/decoder.transformer.h.16.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 3.0, 1.0, 3.0, 8.0, 7.0, 4.0, 5.0, 16.0, 13.0, 12.0, 14.0, 13.0, 24.0, 22.0, 23.0, 31.0, 32.0, 42.0, 55.0, 62.0, 80.0, 111.0, 138.0, 1328.0, 301.0, 153.0, 105.0, 59.0, 56.0, 40.0, 47.0, 45.0, 23.0, 36.0, 21.0, 18.0, 23.0, 12.0, 14.0, 11.0, 11.0, 8.0, 5.0, 11.0, 3.0, 6.0, 3.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.87548828125, -0.8496856689453125, -0.823883056640625, -0.7980804443359375, -0.77227783203125, -0.7464752197265625, -0.720672607421875, -0.6948699951171875, -0.6690673828125, -0.6432647705078125, -0.617462158203125, -0.5916595458984375, -0.56585693359375, -0.5400543212890625, -0.514251708984375, -0.4884490966796875, -0.462646484375, -0.4368438720703125, -0.411041259765625, -0.3852386474609375, -0.35943603515625, -0.3336334228515625, -0.307830810546875, -0.2820281982421875, -0.2562255859375, -0.2304229736328125, -0.204620361328125, -0.1788177490234375, -0.15301513671875, -0.1272125244140625, -0.101409912109375, -0.0756072998046875, -0.0498046875, -0.0240020751953125, 0.001800537109375, 0.0276031494140625, 0.05340576171875, 0.0792083740234375, 0.105010986328125, 0.1308135986328125, 0.1566162109375, 0.1824188232421875, 0.208221435546875, 0.2340240478515625, 0.25982666015625, 0.2856292724609375, 0.311431884765625, 0.3372344970703125, 0.363037109375, 0.3888397216796875, 0.414642333984375, 0.4404449462890625, 0.46624755859375, 0.4920501708984375, 0.517852783203125, 0.5436553955078125, 0.5694580078125, 0.5952606201171875, 0.621063232421875, 0.6468658447265625, 0.67266845703125, 0.6984710693359375, 0.724273681640625, 0.7500762939453125, 0.77587890625]}, "gradients/decoder.transformer.h.16.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 2.0, 3.0, 3.0, 4.0, 7.0, 8.0, 6.0, 9.0, 25.0, 32.0, 37.0, 49.0, 73.0, 108.0, 164.0, 330.0, 904.0, 3706.0, 36796.0, 2621764.0, 463533.0, 14760.0, 2109.0, 579.0, 251.0, 134.0, 102.0, 75.0, 39.0, 25.0, 22.0, 19.0, 8.0, 7.0, 10.0, 2.0, 4.0, 4.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8642578125, -1.7920684814453125, -1.719879150390625, -1.6476898193359375, -1.57550048828125, -1.5033111572265625, -1.431121826171875, -1.3589324951171875, -1.2867431640625, -1.2145538330078125, -1.142364501953125, -1.0701751708984375, -0.99798583984375, -0.9257965087890625, -0.853607177734375, -0.7814178466796875, -0.709228515625, -0.6370391845703125, -0.564849853515625, -0.4926605224609375, -0.42047119140625, -0.3482818603515625, -0.276092529296875, -0.2039031982421875, -0.1317138671875, -0.0595245361328125, 0.012664794921875, 0.0848541259765625, 0.15704345703125, 0.2292327880859375, 0.301422119140625, 0.3736114501953125, 0.44580078125, 0.5179901123046875, 0.590179443359375, 0.6623687744140625, 0.73455810546875, 0.8067474365234375, 0.878936767578125, 0.9511260986328125, 1.0233154296875, 1.0955047607421875, 1.167694091796875, 1.2398834228515625, 1.31207275390625, 1.3842620849609375, 1.456451416015625, 1.5286407470703125, 1.600830078125, 1.6730194091796875, 1.745208740234375, 1.8173980712890625, 1.88958740234375, 1.9617767333984375, 2.033966064453125, 2.1061553955078125, 2.1783447265625, 2.2505340576171875, 2.322723388671875, 2.3949127197265625, 2.46710205078125, 2.5392913818359375, 2.611480712890625, 2.6836700439453125, 2.755859375]}, "gradients/decoder.transformer.h.16.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 8.0, 18.0, 40.0, 107.0, 198.0, 240.0, 222.0, 118.0, 40.0, 17.0, 2.0, 3.0], "bins": [-9.104516983032227, -8.946274757385254, -8.788032531738281, -8.629791259765625, -8.471549034118652, -8.31330680847168, -8.155065536499023, -7.996823310852051, -7.838581085205078, -7.6803388595581055, -7.522097110748291, -7.363855361938477, -7.205613136291504, -7.047370910644531, -6.889129161834717, -6.730887413024902, -6.57264518737793, -6.414402961730957, -6.256161212921143, -6.097919464111328, -5.9396772384643555, -5.781435012817383, -5.623193264007568, -5.464951515197754, -5.306709289550781, -5.148467063903809, -4.990225315093994, -4.83198356628418, -4.673741340637207, -4.515499114990234, -4.35725736618042, -4.1990156173706055, -4.040773391723633, -3.8825314044952393, -3.7242894172668457, -3.566047430038452, -3.4078054428100586, -3.249563455581665, -3.0913214683532715, -2.933079481124878, -2.7748372554779053, -2.6165952682495117, -2.458353281021118, -2.3001112937927246, -2.141869306564331, -1.9836273193359375, -1.825385332107544, -1.6671433448791504, -1.5089013576507568, -1.3506593704223633, -1.1924173831939697, -1.0341753959655762, -0.8759334087371826, -0.7176914215087891, -0.5594494342803955, -0.40120744705200195, -0.2429654598236084, -0.08472347259521484, 0.07351851463317871, 0.23176050186157227, 0.3900024890899658, 0.5482444763183594, 0.7064864635467529, 0.8647284507751465, 1.02297043800354]}, "gradients/decoder.transformer.h.16.ln_1.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 4.0, 3.0, 9.0, 11.0, 13.0, 11.0, 13.0, 19.0, 18.0, 20.0, 22.0, 28.0, 36.0, 28.0, 47.0, 45.0, 62.0, 45.0, 55.0, 42.0, 45.0, 41.0, 38.0, 45.0, 33.0, 37.0, 33.0, 30.0, 30.0, 25.0, 24.0, 17.0, 19.0, 11.0, 14.0, 10.0, 9.0, 2.0, 3.0, 5.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.5681002140045166, -2.4808106422424316, -2.393521308898926, -2.306231737136841, -2.218942165374756, -2.13165283203125, -2.044363260269165, -1.9570738077163696, -1.8697843551635742, -1.7824949026107788, -1.6952054500579834, -1.6079158782958984, -1.520626425743103, -1.4333369731903076, -1.3460474014282227, -1.2587579488754272, -1.1714684963226318, -1.0841790437698364, -0.9968895316123962, -0.909600019454956, -0.8223105669021606, -0.7350211143493652, -0.647731602191925, -0.5604420900344849, -0.47315263748168945, -0.38586315512657166, -0.29857367277145386, -0.21128419041633606, -0.12399470806121826, -0.036705225706100464, 0.050584256649017334, 0.13787376880645752, 0.22516298294067383, 0.3124524652957916, 0.3997419476509094, 0.4870314300060272, 0.574320912361145, 0.6616103649139404, 0.7488998770713806, 0.8361893892288208, 0.9234788417816162, 1.0107682943344116, 1.098057746887207, 1.185347318649292, 1.2726367712020874, 1.3599262237548828, 1.4472157955169678, 1.5345052480697632, 1.6217947006225586, 1.709084153175354, 1.7963736057281494, 1.8836631774902344, 1.9709526300430298, 2.058242082595825, 2.14553165435791, 2.232820987701416, 2.320110559463501, 2.407400131225586, 2.494689464569092, 2.5819790363311768, 2.6692686080932617, 2.7565579414367676, 2.8438475131988525, 2.9311370849609375, 3.0184264183044434]}, "gradients/decoder.transformer.h.15.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 5.0, 8.0, 9.0, 10.0, 13.0, 17.0, 12.0, 14.0, 18.0, 21.0, 28.0, 34.0, 23.0, 30.0, 38.0, 34.0, 32.0, 47.0, 34.0, 34.0, 42.0, 36.0, 40.0, 42.0, 37.0, 32.0, 35.0, 37.0, 24.0, 32.0, 36.0, 23.0, 20.0, 18.0, 14.0, 19.0, 12.0, 6.0, 6.0, 7.0, 7.0, 8.0, 6.0, 3.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.252197265625, -0.24451446533203125, -0.2368316650390625, -0.22914886474609375, -0.221466064453125, -0.21378326416015625, -0.2061004638671875, -0.19841766357421875, -0.19073486328125, -0.18305206298828125, -0.1753692626953125, -0.16768646240234375, -0.160003662109375, -0.15232086181640625, -0.1446380615234375, -0.13695526123046875, -0.1292724609375, -0.12158966064453125, -0.1139068603515625, -0.10622406005859375, -0.098541259765625, -0.09085845947265625, -0.0831756591796875, -0.07549285888671875, -0.06781005859375, -0.06012725830078125, -0.0524444580078125, -0.04476165771484375, -0.037078857421875, -0.02939605712890625, -0.0217132568359375, -0.01403045654296875, -0.00634765625, 0.00133514404296875, 0.0090179443359375, 0.01670074462890625, 0.024383544921875, 0.03206634521484375, 0.0397491455078125, 0.04743194580078125, 0.05511474609375, 0.06279754638671875, 0.0704803466796875, 0.07816314697265625, 0.085845947265625, 0.09352874755859375, 0.1012115478515625, 0.10889434814453125, 0.1165771484375, 0.12425994873046875, 0.1319427490234375, 0.13962554931640625, 0.147308349609375, 0.15499114990234375, 0.1626739501953125, 0.17035675048828125, 0.17803955078125, 0.18572235107421875, 0.1934051513671875, 0.20108795166015625, 0.208770751953125, 0.21645355224609375, 0.2241363525390625, 0.23181915283203125, 0.239501953125]}, "gradients/decoder.transformer.h.15.mlp.c_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 4.0, 4.0, 10.0, 4.0, 10.0, 18.0, 23.0, 25.0, 53.0, 81.0, 91.0, 117.0, 217.0, 342.0, 541.0, 897.0, 1537.0, 2650.0, 4949.0, 9508.0, 19463.0, 47943.0, 187313.0, 1431253.0, 2073471.0, 303325.0, 62851.0, 23660.0, 10854.0, 5538.0, 3012.0, 1772.0, 1023.0, 638.0, 373.0, 246.0, 157.0, 112.0, 67.0, 37.0, 24.0, 25.0, 11.0, 5.0, 10.0, 8.0, 4.0, 7.0, 3.0, 4.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.626953125, -0.6080245971679688, -0.5890960693359375, -0.5701675415039062, -0.551239013671875, -0.5323104858398438, -0.5133819580078125, -0.49445343017578125, -0.47552490234375, -0.45659637451171875, -0.4376678466796875, -0.41873931884765625, -0.399810791015625, -0.38088226318359375, -0.3619537353515625, -0.34302520751953125, -0.3240966796875, -0.30516815185546875, -0.2862396240234375, -0.26731109619140625, -0.248382568359375, -0.22945404052734375, -0.2105255126953125, -0.19159698486328125, -0.17266845703125, -0.15373992919921875, -0.1348114013671875, -0.11588287353515625, -0.096954345703125, -0.07802581787109375, -0.0590972900390625, -0.04016876220703125, -0.021240234375, -0.00231170654296875, 0.0166168212890625, 0.03554534912109375, 0.054473876953125, 0.07340240478515625, 0.0923309326171875, 0.11125946044921875, 0.13018798828125, 0.14911651611328125, 0.1680450439453125, 0.18697357177734375, 0.205902099609375, 0.22483062744140625, 0.2437591552734375, 0.26268768310546875, 0.2816162109375, 0.30054473876953125, 0.3194732666015625, 0.33840179443359375, 0.357330322265625, 0.37625885009765625, 0.3951873779296875, 0.41411590576171875, 0.43304443359375, 0.45197296142578125, 0.4709014892578125, 0.48983001708984375, 0.508758544921875, 0.5276870727539062, 0.5466156005859375, 0.5655441284179688, 0.58447265625]}, "gradients/decoder.transformer.h.15.mlp.c_fc.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 5.0, 4.0, 2.0, 7.0, 16.0, 14.0, 16.0, 14.0, 32.0, 36.0, 37.0, 41.0, 66.0, 108.0, 147.0, 193.0, 253.0, 407.0, 502.0, 562.0, 449.0, 319.0, 204.0, 167.0, 99.0, 85.0, 63.0, 42.0, 31.0, 26.0, 28.0, 13.0, 20.0, 15.0, 14.0, 9.0, 5.0, 6.0, 4.0, 2.0, 2.0, 1.0, 0.0, 2.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.5244140625, -0.5064697265625, -0.488525390625, -0.4705810546875, -0.45263671875, -0.4346923828125, -0.416748046875, -0.3988037109375, -0.380859375, -0.3629150390625, -0.344970703125, -0.3270263671875, -0.30908203125, -0.2911376953125, -0.273193359375, -0.2552490234375, -0.2373046875, -0.2193603515625, -0.201416015625, -0.1834716796875, -0.16552734375, -0.1475830078125, -0.129638671875, -0.1116943359375, -0.09375, -0.0758056640625, -0.057861328125, -0.0399169921875, -0.02197265625, -0.0040283203125, 0.013916015625, 0.0318603515625, 0.0498046875, 0.0677490234375, 0.085693359375, 0.1036376953125, 0.12158203125, 0.1395263671875, 0.157470703125, 0.1754150390625, 0.193359375, 0.2113037109375, 0.229248046875, 0.2471923828125, 0.26513671875, 0.2830810546875, 0.301025390625, 0.3189697265625, 0.3369140625, 0.3548583984375, 0.372802734375, 0.3907470703125, 0.40869140625, 0.4266357421875, 0.444580078125, 0.4625244140625, 0.48046875, 0.4984130859375, 0.516357421875, 0.5343017578125, 0.55224609375, 0.5701904296875, 0.588134765625, 0.6060791015625, 0.6240234375]}, "gradients/decoder.transformer.h.15.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 4.0, 4.0, 2.0, 11.0, 15.0, 13.0, 24.0, 18.0, 37.0, 80.0, 122.0, 224.0, 357.0, 626.0, 1076.0, 2129.0, 4137.0, 9238.0, 22729.0, 63403.0, 248966.0, 2042500.0, 1515311.0, 193735.0, 53949.0, 19487.0, 8070.0, 3698.0, 1876.0, 986.0, 588.0, 347.0, 204.0, 122.0, 80.0, 35.0, 30.0, 20.0, 13.0, 3.0, 6.0, 7.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.052734375, -1.0234298706054688, -0.9941253662109375, -0.9648208618164062, -0.935516357421875, -0.9062118530273438, -0.8769073486328125, -0.8476028442382812, -0.81829833984375, -0.7889938354492188, -0.7596893310546875, -0.7303848266601562, -0.701080322265625, -0.6717758178710938, -0.6424713134765625, -0.6131668090820312, -0.5838623046875, -0.5545578002929688, -0.5252532958984375, -0.49594879150390625, -0.466644287109375, -0.43733978271484375, -0.4080352783203125, -0.37873077392578125, -0.34942626953125, -0.32012176513671875, -0.2908172607421875, -0.26151275634765625, -0.232208251953125, -0.20290374755859375, -0.1735992431640625, -0.14429473876953125, -0.114990234375, -0.08568572998046875, -0.0563812255859375, -0.02707672119140625, 0.002227783203125, 0.03153228759765625, 0.0608367919921875, 0.09014129638671875, 0.11944580078125, 0.14875030517578125, 0.1780548095703125, 0.20735931396484375, 0.236663818359375, 0.26596832275390625, 0.2952728271484375, 0.32457733154296875, 0.3538818359375, 0.38318634033203125, 0.4124908447265625, 0.44179534912109375, 0.471099853515625, 0.5004043579101562, 0.5297088623046875, 0.5590133666992188, 0.58831787109375, 0.6176223754882812, 0.6469268798828125, 0.6762313842773438, 0.705535888671875, 0.7348403930664062, 0.7641448974609375, 0.7934494018554688, 0.82275390625]}, "gradients/decoder.transformer.h.15.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 10.0, 18.0, 20.0, 37.0, 53.0, 116.0, 134.0, 153.0, 153.0, 116.0, 68.0, 54.0, 26.0, 21.0, 11.0, 7.0, 6.0, 4.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-7.480950832366943, -7.323796272277832, -7.1666412353515625, -7.009486675262451, -6.85233211517334, -6.69517707824707, -6.538022518157959, -6.380867958068848, -6.223712921142578, -6.066558361053467, -5.909403324127197, -5.752248764038086, -5.595093727111816, -5.437939167022705, -5.280784606933594, -5.123629570007324, -4.966475009918213, -4.809320449829102, -4.652165412902832, -4.495010852813721, -4.337856292724609, -4.18070125579834, -4.0235466957092285, -3.866391897201538, -3.7092370986938477, -3.5520823001861572, -3.394927501678467, -3.2377729415893555, -3.080618143081665, -2.9234633445739746, -2.7663087844848633, -2.609153985977173, -2.4519996643066406, -2.29484486579895, -2.1376900672912598, -1.9805355072021484, -1.823380708694458, -1.6662259101867676, -1.5090712308883667, -1.3519165515899658, -1.1947617530822754, -1.037606954574585, -0.8804522752761841, -0.7232975363731384, -0.5661427974700928, -0.4089880585670471, -0.25183331966400146, -0.09467864036560059, 0.062476158142089844, 0.2196308970451355, 0.37678563594818115, 0.5339403748512268, 0.6910951137542725, 0.8482498526573181, 1.0054045915603638, 1.1625592708587646, 1.319714069366455, 1.4768688678741455, 1.6340235471725464, 1.7911782264709473, 1.9483330249786377, 2.105487823486328, 2.2626423835754395, 2.41979718208313, 2.5769519805908203]}, "gradients/decoder.transformer.h.15.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 5.0, 1.0, 3.0, 2.0, 4.0, 4.0, 9.0, 4.0, 12.0, 8.0, 17.0, 15.0, 16.0, 22.0, 24.0, 29.0, 23.0, 27.0, 40.0, 34.0, 32.0, 42.0, 48.0, 43.0, 39.0, 53.0, 36.0, 28.0, 48.0, 45.0, 52.0, 38.0, 35.0, 26.0, 26.0, 19.0, 17.0, 16.0, 13.0, 11.0, 11.0, 7.0, 4.0, 10.0, 6.0, 6.0, 3.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.9712915420532227, -1.906137466430664, -1.840983271598816, -1.7758291959762573, -1.7106750011444092, -1.6455209255218506, -1.580366849899292, -1.5152126550674438, -1.4500584602355957, -1.384904384613037, -1.319750189781189, -1.2545961141586304, -1.1894419193267822, -1.1242878437042236, -1.059133768081665, -0.9939795732498169, -0.9288254976272583, -0.8636713624000549, -0.7985172271728516, -0.733363151550293, -0.6682089567184448, -0.6030548810958862, -0.5379007458686829, -0.4727466106414795, -0.4075924754142761, -0.34243834018707275, -0.2772842049598694, -0.2121300995349884, -0.14697596430778503, -0.08182182908058167, -0.016667723655700684, 0.048486411571502686, 0.11364054679870605, 0.17879468202590942, 0.2439488023519516, 0.3091029226779938, 0.37425705790519714, 0.4394111931324005, 0.5045652985572815, 0.5697194337844849, 0.6348735690116882, 0.7000277042388916, 0.765181839466095, 0.8303359746932983, 0.8954900503158569, 0.9606442451477051, 1.0257983207702637, 1.0909523963928223, 1.1561065912246704, 1.221260666847229, 1.2864148616790771, 1.3515689373016357, 1.4167231321334839, 1.4818772077560425, 1.5470314025878906, 1.6121854782104492, 1.6773395538330078, 1.7424936294555664, 1.8076478242874146, 1.8728018999099731, 1.9379560947418213, 2.00311017036438, 2.0682642459869385, 2.133418560028076, 2.1985726356506348]}, "gradients/decoder.transformer.h.15.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 4.0, 4.0, 3.0, 8.0, 10.0, 9.0, 14.0, 9.0, 16.0, 24.0, 19.0, 28.0, 21.0, 35.0, 31.0, 36.0, 26.0, 34.0, 41.0, 44.0, 37.0, 50.0, 52.0, 33.0, 43.0, 34.0, 42.0, 33.0, 34.0, 41.0, 18.0, 36.0, 26.0, 19.0, 21.0, 16.0, 13.0, 12.0, 4.0, 4.0, 6.0, 7.0, 5.0, 2.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2470703125, -0.23904800415039062, -0.23102569580078125, -0.22300338745117188, -0.2149810791015625, -0.20695877075195312, -0.19893646240234375, -0.19091415405273438, -0.182891845703125, -0.17486953735351562, -0.16684722900390625, -0.15882492065429688, -0.1508026123046875, -0.14278030395507812, -0.13475799560546875, -0.12673568725585938, -0.11871337890625, -0.11069107055664062, -0.10266876220703125, -0.09464645385742188, -0.0866241455078125, -0.07860183715820312, -0.07057952880859375, -0.06255722045898438, -0.054534912109375, -0.046512603759765625, -0.03849029541015625, -0.030467987060546875, -0.0224456787109375, -0.014423370361328125, -0.00640106201171875, 0.001621246337890625, 0.0096435546875, 0.017665863037109375, 0.02568817138671875, 0.033710479736328125, 0.0417327880859375, 0.049755096435546875, 0.05777740478515625, 0.06579971313476562, 0.073822021484375, 0.08184432983398438, 0.08986663818359375, 0.09788894653320312, 0.1059112548828125, 0.11393356323242188, 0.12195587158203125, 0.12997817993164062, 0.13800048828125, 0.14602279663085938, 0.15404510498046875, 0.16206741333007812, 0.1700897216796875, 0.17811203002929688, 0.18613433837890625, 0.19415664672851562, 0.202178955078125, 0.21020126342773438, 0.21822357177734375, 0.22624588012695312, 0.2342681884765625, 0.24229049682617188, 0.25031280517578125, 0.2583351135253906, 0.266357421875]}, "gradients/decoder.transformer.h.15.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 5.0, 4.0, 15.0, 18.0, 20.0, 34.0, 31.0, 53.0, 60.0, 102.0, 177.0, 246.0, 396.0, 610.0, 1031.0, 1904.0, 3852.0, 8276.0, 21307.0, 63172.0, 289534.0, 519065.0, 89090.0, 28609.0, 10737.0, 4680.0, 2257.0, 1208.0, 730.0, 441.0, 296.0, 188.0, 115.0, 93.0, 72.0, 53.0, 25.0, 18.0, 8.0, 9.0, 7.0, 4.0, 1.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.456787109375, -0.4430046081542969, -0.42922210693359375, -0.4154396057128906, -0.4016571044921875, -0.3878746032714844, -0.37409210205078125, -0.3603096008300781, -0.346527099609375, -0.3327445983886719, -0.31896209716796875, -0.3051795959472656, -0.2913970947265625, -0.2776145935058594, -0.26383209228515625, -0.2500495910644531, -0.23626708984375, -0.22248458862304688, -0.20870208740234375, -0.19491958618164062, -0.1811370849609375, -0.16735458374023438, -0.15357208251953125, -0.13978958129882812, -0.126007080078125, -0.11222457885742188, -0.09844207763671875, -0.08465957641601562, -0.0708770751953125, -0.057094573974609375, -0.04331207275390625, -0.029529571533203125, -0.0157470703125, -0.001964569091796875, 0.01181793212890625, 0.025600433349609375, 0.0393829345703125, 0.053165435791015625, 0.06694793701171875, 0.08073043823242188, 0.094512939453125, 0.10829544067382812, 0.12207794189453125, 0.13586044311523438, 0.1496429443359375, 0.16342544555664062, 0.17720794677734375, 0.19099044799804688, 0.20477294921875, 0.21855545043945312, 0.23233795166015625, 0.24612045288085938, 0.2599029541015625, 0.2736854553222656, 0.28746795654296875, 0.3012504577636719, 0.315032958984375, 0.3288154602050781, 0.34259796142578125, 0.3563804626464844, 0.3701629638671875, 0.3839454650878906, 0.39772796630859375, 0.4115104675292969, 0.42529296875]}, "gradients/decoder.transformer.h.15.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 4.0, 4.0, 2.0, 2.0, 9.0, 6.0, 11.0, 8.0, 12.0, 19.0, 12.0, 10.0, 31.0, 19.0, 30.0, 25.0, 29.0, 29.0, 29.0, 44.0, 44.0, 37.0, 37.0, 45.0, 1064.0, 42.0, 39.0, 26.0, 35.0, 26.0, 29.0, 35.0, 31.0, 32.0, 18.0, 21.0, 23.0, 18.0, 20.0, 15.0, 15.0, 6.0, 9.0, 7.0, 9.0, 3.0, 4.0, 3.0, 2.0, 2.0, 3.0, 3.0, 2.0], "bins": [-0.1964111328125, -0.19084739685058594, -0.18528366088867188, -0.1797199249267578, -0.17415618896484375, -0.1685924530029297, -0.16302871704101562, -0.15746498107910156, -0.1519012451171875, -0.14633750915527344, -0.14077377319335938, -0.1352100372314453, -0.12964630126953125, -0.12408256530761719, -0.11851882934570312, -0.11295509338378906, -0.107391357421875, -0.10182762145996094, -0.09626388549804688, -0.09070014953613281, -0.08513641357421875, -0.07957267761230469, -0.07400894165039062, -0.06844520568847656, -0.0628814697265625, -0.05731773376464844, -0.051753997802734375, -0.04619026184082031, -0.04062652587890625, -0.03506278991699219, -0.029499053955078125, -0.023935317993164062, -0.01837158203125, -0.012807846069335938, -0.007244110107421875, -0.0016803741455078125, 0.00388336181640625, 0.009447097778320312, 0.015010833740234375, 0.020574569702148438, 0.0261383056640625, 0.03170204162597656, 0.037265777587890625, 0.04282951354980469, 0.04839324951171875, 0.05395698547363281, 0.059520721435546875, 0.06508445739746094, 0.070648193359375, 0.07621192932128906, 0.08177566528320312, 0.08733940124511719, 0.09290313720703125, 0.09846687316894531, 0.10403060913085938, 0.10959434509277344, 0.1151580810546875, 0.12072181701660156, 0.12628555297851562, 0.1318492889404297, 0.13741302490234375, 0.1429767608642578, 0.14854049682617188, 0.15410423278808594, 0.15966796875]}, "gradients/decoder.transformer.h.15.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 7.0, 6.0, 13.0, 17.0, 10.0, 24.0, 25.0, 41.0, 83.0, 92.0, 149.0, 204.0, 324.0, 453.0, 765.0, 1209.0, 2095.0, 3505.0, 6409.0, 13081.0, 29289.0, 80958.0, 453498.0, 1299138.0, 128788.0, 40940.0, 17017.0, 8121.0, 4422.0, 2375.0, 1429.0, 892.0, 562.0, 370.0, 257.0, 184.0, 107.0, 90.0, 63.0, 37.0, 23.0, 13.0, 13.0, 11.0, 12.0, 8.0, 3.0, 3.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2091064453125, -0.20240020751953125, -0.1956939697265625, -0.18898773193359375, -0.182281494140625, -0.17557525634765625, -0.1688690185546875, -0.16216278076171875, -0.15545654296875, -0.14875030517578125, -0.1420440673828125, -0.13533782958984375, -0.128631591796875, -0.12192535400390625, -0.1152191162109375, -0.10851287841796875, -0.101806640625, -0.09510040283203125, -0.0883941650390625, -0.08168792724609375, -0.074981689453125, -0.06827545166015625, -0.0615692138671875, -0.05486297607421875, -0.04815673828125, -0.04145050048828125, -0.0347442626953125, -0.02803802490234375, -0.021331787109375, -0.01462554931640625, -0.0079193115234375, -0.00121307373046875, 0.0054931640625, 0.01219940185546875, 0.0189056396484375, 0.02561187744140625, 0.032318115234375, 0.03902435302734375, 0.0457305908203125, 0.05243682861328125, 0.05914306640625, 0.06584930419921875, 0.0725555419921875, 0.07926177978515625, 0.085968017578125, 0.09267425537109375, 0.0993804931640625, 0.10608673095703125, 0.11279296875, 0.11949920654296875, 0.1262054443359375, 0.13291168212890625, 0.139617919921875, 0.14632415771484375, 0.1530303955078125, 0.15973663330078125, 0.16644287109375, 0.17314910888671875, 0.1798553466796875, 0.18656158447265625, 0.193267822265625, 0.19997406005859375, 0.2066802978515625, 0.21338653564453125, 0.2200927734375]}, "gradients/decoder.transformer.h.15.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 2.0, 3.0, 5.0, 5.0, 16.0, 31.0, 46.0, 187.0, 481.0, 110.0, 47.0, 28.0, 6.0, 6.0, 7.0, 4.0, 1.0, 1.0, 3.0, 3.0, 3.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1622314453125, -0.15830707550048828, -0.15438270568847656, -0.15045833587646484, -0.14653396606445312, -0.1426095962524414, -0.1386852264404297, -0.13476085662841797, -0.13083648681640625, -0.12691211700439453, -0.12298774719238281, -0.1190633773803711, -0.11513900756835938, -0.11121463775634766, -0.10729026794433594, -0.10336589813232422, -0.0994415283203125, -0.09551715850830078, -0.09159278869628906, -0.08766841888427734, -0.08374404907226562, -0.0798196792602539, -0.07589530944824219, -0.07197093963623047, -0.06804656982421875, -0.06412220001220703, -0.06019783020019531, -0.056273460388183594, -0.052349090576171875, -0.048424720764160156, -0.04450035095214844, -0.04057598114013672, -0.036651611328125, -0.03272724151611328, -0.028802871704101562, -0.024878501892089844, -0.020954132080078125, -0.017029762268066406, -0.013105392456054688, -0.009181022644042969, -0.00525665283203125, -0.0013322830200195312, 0.0025920867919921875, 0.006516456604003906, 0.010440826416015625, 0.014365196228027344, 0.018289566040039062, 0.02221393585205078, 0.0261383056640625, 0.03006267547607422, 0.03398704528808594, 0.037911415100097656, 0.041835784912109375, 0.045760154724121094, 0.04968452453613281, 0.05360889434814453, 0.05753326416015625, 0.06145763397216797, 0.06538200378417969, 0.0693063735961914, 0.07323074340820312, 0.07715511322021484, 0.08107948303222656, 0.08500385284423828, 0.08892822265625]}, "gradients/decoder.transformer.h.15.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 1.0, 4.0, 5.0, 4.0, 5.0, 8.0, 12.0, 23.0, 23.0, 47.0, 115.0, 519.0, 10711.0, 1028403.0, 7968.0, 467.0, 109.0, 38.0, 40.0, 18.0, 16.0, 6.0, 6.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4287109375, -1.3678131103515625, -1.306915283203125, -1.2460174560546875, -1.18511962890625, -1.1242218017578125, -1.063323974609375, -1.0024261474609375, -0.9415283203125, -0.8806304931640625, -0.819732666015625, -0.7588348388671875, -0.69793701171875, -0.6370391845703125, -0.576141357421875, -0.5152435302734375, -0.454345703125, -0.3934478759765625, -0.332550048828125, -0.2716522216796875, -0.21075439453125, -0.1498565673828125, -0.088958740234375, -0.0280609130859375, 0.0328369140625, 0.0937347412109375, 0.154632568359375, 0.2155303955078125, 0.27642822265625, 0.3373260498046875, 0.398223876953125, 0.4591217041015625, 0.52001953125, 0.5809173583984375, 0.641815185546875, 0.7027130126953125, 0.76361083984375, 0.8245086669921875, 0.885406494140625, 0.9463043212890625, 1.0072021484375, 1.0680999755859375, 1.128997802734375, 1.1898956298828125, 1.25079345703125, 1.3116912841796875, 1.372589111328125, 1.4334869384765625, 1.494384765625, 1.5552825927734375, 1.616180419921875, 1.6770782470703125, 1.73797607421875, 1.7988739013671875, 1.859771728515625, 1.9206695556640625, 1.9815673828125, 2.0424652099609375, 2.103363037109375, 2.1642608642578125, 2.22515869140625, 2.2860565185546875, 2.346954345703125, 2.4078521728515625, 2.46875]}, "gradients/decoder.transformer.h.15.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 4.0, 5.0, 10.0, 16.0, 28.0, 54.0, 96.0, 175.0, 190.0, 191.0, 110.0, 58.0, 33.0, 25.0, 11.0, 5.0, 5.0], "bins": [-0.3373529314994812, -0.331265389919281, -0.3251778185367584, -0.3190902769565582, -0.31300270557403564, -0.30691516399383545, -0.30082762241363525, -0.29474005103111267, -0.2886525094509125, -0.2825649678707123, -0.2764773964881897, -0.2703898549079895, -0.2643022835254669, -0.2582147419452667, -0.25212717056274414, -0.24603962898254395, -0.23995207250118256, -0.23386451601982117, -0.22777695953845978, -0.2216894030570984, -0.2156018614768982, -0.2095143049955368, -0.20342674851417542, -0.19733919203281403, -0.19125163555145264, -0.18516407907009125, -0.17907652258872986, -0.17298898100852966, -0.16690142452716827, -0.16081386804580688, -0.1547263115644455, -0.1486387550830841, -0.1425512135028839, -0.13646365702152252, -0.13037610054016113, -0.12428855150938034, -0.11820100247859955, -0.11211344599723816, -0.10602588951587677, -0.09993833303451538, -0.09385077655315399, -0.0877632200717926, -0.08167567104101181, -0.07558811455965042, -0.06950056552886963, -0.06341300904750824, -0.05732545256614685, -0.05123789981007576, -0.04515034705400467, -0.03906279429793358, -0.03297524154186249, -0.0268876850605011, -0.020800132304430008, -0.014712579548358917, -0.008625023066997528, -0.0025374703109264374, 0.0035500824451446533, 0.009637636132538319, 0.015725189819931984, 0.021812744438648224, 0.027900297194719315, 0.033987849950790405, 0.040075406432151794, 0.046162959188222885, 0.052250511944293976]}, "gradients/decoder.transformer.h.15.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 2.0, 4.0, 4.0, 6.0, 6.0, 3.0, 8.0, 12.0, 12.0, 13.0, 12.0, 18.0, 24.0, 22.0, 24.0, 38.0, 28.0, 35.0, 40.0, 43.0, 43.0, 47.0, 43.0, 45.0, 50.0, 38.0, 43.0, 28.0, 29.0, 36.0, 31.0, 26.0, 21.0, 26.0, 29.0, 16.0, 15.0, 12.0, 15.0, 9.0, 11.0, 9.0, 10.0, 5.0, 6.0, 4.0, 5.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08493047952651978, -0.08219128847122192, -0.07945209741592407, -0.07671289891004562, -0.07397370785474777, -0.07123451679944992, -0.06849531829357147, -0.06575612723827362, -0.06301693618297577, -0.06027774512767792, -0.05753855034708977, -0.05479935556650162, -0.052060164511203766, -0.049320973455905914, -0.046581778675317764, -0.043842583894729614, -0.04110339283943176, -0.03836420178413391, -0.03562500700354576, -0.03288581222295761, -0.03014662116765976, -0.02740742824971676, -0.024668235331773758, -0.021929042413830757, -0.019189849495887756, -0.016450656577944756, -0.013711463660001755, -0.010972270742058754, -0.008233077824115753, -0.005493884906172752, -0.0027546919882297516, -1.5499070286750793e-05, 0.00272369384765625, 0.005462886765599251, 0.008202079683542252, 0.010941272601485252, 0.013680465519428253, 0.016419658437371254, 0.019158851355314255, 0.021898044273257256, 0.024637237191200256, 0.027376430109143257, 0.030115623027086258, 0.03285481780767441, 0.03559400886297226, 0.03833319991827011, 0.04107239469885826, 0.04381158947944641, 0.04655078053474426, 0.049289971590042114, 0.052029166370630264, 0.054768361151218414, 0.057507552206516266, 0.06024674326181412, 0.06298594176769257, 0.06572513282299042, 0.06846432387828827, 0.07120351493358612, 0.07394270598888397, 0.07668190449476242, 0.07942109555006027, 0.08216028660535812, 0.08489948511123657, 0.08763867616653442, 0.09037786722183228]}, "gradients/decoder.transformer.h.15.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 4.0, 5.0, 4.0, 13.0, 12.0, 12.0, 12.0, 8.0, 29.0, 20.0, 25.0, 24.0, 32.0, 32.0, 35.0, 29.0, 36.0, 38.0, 42.0, 44.0, 50.0, 53.0, 34.0, 38.0, 48.0, 35.0, 34.0, 37.0, 32.0, 22.0, 33.0, 24.0, 20.0, 19.0, 18.0, 14.0, 7.0, 6.0, 5.0, 6.0, 8.0, 2.0, 1.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2493896484375, -0.24126625061035156, -0.23314285278320312, -0.2250194549560547, -0.21689605712890625, -0.2087726593017578, -0.20064926147460938, -0.19252586364746094, -0.1844024658203125, -0.17627906799316406, -0.16815567016601562, -0.1600322723388672, -0.15190887451171875, -0.1437854766845703, -0.13566207885742188, -0.12753868103027344, -0.119415283203125, -0.11129188537597656, -0.10316848754882812, -0.09504508972167969, -0.08692169189453125, -0.07879829406738281, -0.07067489624023438, -0.06255149841308594, -0.0544281005859375, -0.04630470275878906, -0.038181304931640625, -0.030057907104492188, -0.02193450927734375, -0.013811111450195312, -0.005687713623046875, 0.0024356842041015625, 0.01055908203125, 0.018682479858398438, 0.026805877685546875, 0.03492927551269531, 0.04305267333984375, 0.05117607116699219, 0.059299468994140625, 0.06742286682128906, 0.0755462646484375, 0.08366966247558594, 0.09179306030273438, 0.09991645812988281, 0.10803985595703125, 0.11616325378417969, 0.12428665161132812, 0.13241004943847656, 0.140533447265625, 0.14865684509277344, 0.15678024291992188, 0.1649036407470703, 0.17302703857421875, 0.1811504364013672, 0.18927383422851562, 0.19739723205566406, 0.2055206298828125, 0.21364402770996094, 0.22176742553710938, 0.2298908233642578, 0.23801422119140625, 0.2461376190185547, 0.2542610168457031, 0.26238441467285156, 0.2705078125]}, "gradients/decoder.transformer.h.15.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 6.0, 9.0, 9.0, 15.0, 13.0, 17.0, 33.0, 41.0, 62.0, 91.0, 109.0, 159.0, 245.0, 391.0, 599.0, 1036.0, 1836.0, 3329.0, 6142.0, 12342.0, 26428.0, 64801.0, 174246.0, 379552.0, 228029.0, 83884.0, 33331.0, 15101.0, 7538.0, 3861.0, 2077.0, 1199.0, 686.0, 430.0, 295.0, 185.0, 131.0, 98.0, 60.0, 34.0, 36.0, 19.0, 13.0, 12.0, 10.0, 4.0, 4.0, 7.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.3955078125, -0.3833885192871094, -0.37126922607421875, -0.3591499328613281, -0.3470306396484375, -0.3349113464355469, -0.32279205322265625, -0.3106727600097656, -0.298553466796875, -0.2864341735839844, -0.27431488037109375, -0.2621955871582031, -0.2500762939453125, -0.23795700073242188, -0.22583770751953125, -0.21371841430664062, -0.20159912109375, -0.18947982788085938, -0.17736053466796875, -0.16524124145507812, -0.1531219482421875, -0.14100265502929688, -0.12888336181640625, -0.11676406860351562, -0.104644775390625, -0.09252548217773438, -0.08040618896484375, -0.06828689575195312, -0.0561676025390625, -0.044048309326171875, -0.03192901611328125, -0.019809722900390625, -0.0076904296875, 0.004428863525390625, 0.01654815673828125, 0.028667449951171875, 0.0407867431640625, 0.052906036376953125, 0.06502532958984375, 0.07714462280273438, 0.089263916015625, 0.10138320922851562, 0.11350250244140625, 0.12562179565429688, 0.1377410888671875, 0.14986038208007812, 0.16197967529296875, 0.17409896850585938, 0.18621826171875, 0.19833755493164062, 0.21045684814453125, 0.22257614135742188, 0.2346954345703125, 0.24681472778320312, 0.25893402099609375, 0.2710533142089844, 0.283172607421875, 0.2952919006347656, 0.30741119384765625, 0.3195304870605469, 0.3316497802734375, 0.3437690734863281, 0.35588836669921875, 0.3680076599121094, 0.380126953125]}, "gradients/decoder.transformer.h.15.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 2.0, 2.0, 7.0, 10.0, 16.0, 15.0, 19.0, 19.0, 18.0, 21.0, 28.0, 40.0, 40.0, 36.0, 42.0, 66.0, 84.0, 125.0, 235.0, 1311.0, 263.0, 142.0, 97.0, 63.0, 57.0, 50.0, 36.0, 34.0, 18.0, 29.0, 23.0, 18.0, 14.0, 16.0, 11.0, 16.0, 7.0, 9.0, 7.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.9423828125, -0.91522216796875, -0.8880615234375, -0.86090087890625, -0.833740234375, -0.80657958984375, -0.7794189453125, -0.75225830078125, -0.72509765625, -0.69793701171875, -0.6707763671875, -0.64361572265625, -0.616455078125, -0.58929443359375, -0.5621337890625, -0.53497314453125, -0.5078125, -0.48065185546875, -0.4534912109375, -0.42633056640625, -0.399169921875, -0.37200927734375, -0.3448486328125, -0.31768798828125, -0.29052734375, -0.26336669921875, -0.2362060546875, -0.20904541015625, -0.181884765625, -0.15472412109375, -0.1275634765625, -0.10040283203125, -0.0732421875, -0.04608154296875, -0.0189208984375, 0.00823974609375, 0.035400390625, 0.06256103515625, 0.0897216796875, 0.11688232421875, 0.14404296875, 0.17120361328125, 0.1983642578125, 0.22552490234375, 0.252685546875, 0.27984619140625, 0.3070068359375, 0.33416748046875, 0.361328125, 0.38848876953125, 0.4156494140625, 0.44281005859375, 0.469970703125, 0.49713134765625, 0.5242919921875, 0.55145263671875, 0.57861328125, 0.60577392578125, 0.6329345703125, 0.66009521484375, 0.687255859375, 0.71441650390625, 0.7415771484375, 0.76873779296875, 0.7958984375]}, "gradients/decoder.transformer.h.15.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 5.0, 2.0, 9.0, 8.0, 12.0, 20.0, 19.0, 18.0, 30.0, 39.0, 64.0, 64.0, 93.0, 108.0, 208.0, 323.0, 775.0, 2338.0, 12770.0, 160849.0, 2697953.0, 249087.0, 16190.0, 2843.0, 813.0, 324.0, 214.0, 137.0, 92.0, 70.0, 53.0, 33.0, 27.0, 47.0, 23.0, 19.0, 6.0, 10.0, 3.0, 4.0, 3.0, 2.0, 2.0, 2.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.3916015625, -1.3445281982421875, -1.297454833984375, -1.2503814697265625, -1.20330810546875, -1.1562347412109375, -1.109161376953125, -1.0620880126953125, -1.0150146484375, -0.9679412841796875, -0.920867919921875, -0.8737945556640625, -0.82672119140625, -0.7796478271484375, -0.732574462890625, -0.6855010986328125, -0.638427734375, -0.5913543701171875, -0.544281005859375, -0.4972076416015625, -0.45013427734375, -0.4030609130859375, -0.355987548828125, -0.3089141845703125, -0.2618408203125, -0.2147674560546875, -0.167694091796875, -0.1206207275390625, -0.07354736328125, -0.0264739990234375, 0.020599365234375, 0.0676727294921875, 0.11474609375, 0.1618194580078125, 0.208892822265625, 0.2559661865234375, 0.30303955078125, 0.3501129150390625, 0.397186279296875, 0.4442596435546875, 0.4913330078125, 0.5384063720703125, 0.585479736328125, 0.6325531005859375, 0.67962646484375, 0.7266998291015625, 0.773773193359375, 0.8208465576171875, 0.867919921875, 0.9149932861328125, 0.962066650390625, 1.0091400146484375, 1.05621337890625, 1.1032867431640625, 1.150360107421875, 1.1974334716796875, 1.2445068359375, 1.2915802001953125, 1.338653564453125, 1.3857269287109375, 1.43280029296875, 1.4798736572265625, 1.526947021484375, 1.5740203857421875, 1.62109375]}, "gradients/decoder.transformer.h.15.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 21.0, 166.0, 450.0, 315.0, 57.0, 6.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.3290092945098877, -3.068401575088501, -2.8077938556671143, -2.5471861362457275, -2.286578416824341, -2.025970697402954, -1.7653629779815674, -1.5047552585601807, -1.244147539138794, -0.9835398197174072, -0.7229321002960205, -0.4623243808746338, -0.20171666145324707, 0.05889105796813965, 0.31949877738952637, 0.5801064968109131, 0.8407142162322998, 1.1013219356536865, 1.3619296550750732, 1.62253737449646, 1.8831450939178467, 2.1437528133392334, 2.40436053276062, 2.664968252182007, 2.9255759716033936, 3.1861836910247803, 3.446791410446167, 3.7073991298675537, 3.9680068492889404, 4.228614807128906, 4.489222526550293, 4.74983024597168, 5.01043701171875, 5.271044731140137, 5.531652450561523, 5.79226016998291, 6.052867889404297, 6.313475608825684, 6.57408332824707, 6.834691047668457, 7.095298767089844, 7.3559064865112305, 7.616514205932617, 7.877121925354004, 8.13772964477539, 8.398337364196777, 8.658945083618164, 8.91955280303955, 9.180160522460938, 9.440768241882324, 9.701375961303711, 9.961983680725098, 10.222591400146484, 10.483199119567871, 10.743806838989258, 11.004414558410645, 11.265022277832031, 11.525629997253418, 11.786237716674805, 12.046845436096191, 12.307453155517578, 12.568060874938965, 12.828668594360352, 13.089276313781738, 13.349884033203125]}, "gradients/decoder.transformer.h.15.ln_1.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 5.0, 8.0, 14.0, 11.0, 14.0, 14.0, 14.0, 14.0, 20.0, 26.0, 23.0, 28.0, 40.0, 45.0, 41.0, 37.0, 43.0, 38.0, 48.0, 48.0, 45.0, 53.0, 49.0, 42.0, 43.0, 40.0, 30.0, 20.0, 21.0, 21.0, 26.0, 22.0, 15.0, 10.0, 9.0, 5.0, 4.0, 6.0, 5.0, 1.0, 4.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9376299381256104, -1.8684734106063843, -1.7993170022964478, -1.7301604747772217, -1.6610039472579956, -1.5918474197387695, -1.522691011428833, -1.453534483909607, -1.3843779563903809, -1.3152214288711548, -1.2460650205612183, -1.1769084930419922, -1.1077519655227661, -1.03859543800354, -0.9694390296936035, -0.9002825021743774, -0.8311260938644409, -0.7619696259498596, -0.6928130984306335, -0.6236566305160522, -0.5545001029968262, -0.4853436350822449, -0.4161871671676636, -0.3470306694507599, -0.2778741717338562, -0.20871767401695251, -0.13956119120121002, -0.07040470838546753, -0.0012482106685638428, 0.06790828704833984, 0.13706475496292114, 0.20622125267982483, 0.2753777503967285, 0.3445342481136322, 0.4136907458305359, 0.4828472137451172, 0.5520037412643433, 0.6211602091789246, 0.6903166770935059, 0.7594732046127319, 0.8286296725273132, 0.8977861404418945, 0.9669426679611206, 1.0360991954803467, 1.1052556037902832, 1.1744121313095093, 1.2435686588287354, 1.3127250671386719, 1.381881594657898, 1.451038122177124, 1.5201945304870605, 1.5893510580062866, 1.6585075855255127, 1.7276639938354492, 1.7968205213546753, 1.8659770488739014, 1.935133457183838, 2.0042898654937744, 2.07344651222229, 2.1426029205322266, 2.211759328842163, 2.2809159755706787, 2.3500723838806152, 2.4192287921905518, 2.4883854389190674]}, "gradients/decoder.transformer.h.14.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 2.0, 5.0, 5.0, 7.0, 10.0, 18.0, 15.0, 18.0, 17.0, 23.0, 33.0, 34.0, 24.0, 35.0, 37.0, 35.0, 40.0, 49.0, 51.0, 43.0, 54.0, 50.0, 48.0, 44.0, 41.0, 35.0, 40.0, 27.0, 22.0, 22.0, 30.0, 27.0, 15.0, 5.0, 8.0, 9.0, 8.0, 8.0, 5.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2822265625, -0.2730293273925781, -0.26383209228515625, -0.2546348571777344, -0.2454376220703125, -0.23624038696289062, -0.22704315185546875, -0.21784591674804688, -0.208648681640625, -0.19945144653320312, -0.19025421142578125, -0.18105697631835938, -0.1718597412109375, -0.16266250610351562, -0.15346527099609375, -0.14426803588867188, -0.13507080078125, -0.12587356567382812, -0.11667633056640625, -0.10747909545898438, -0.0982818603515625, -0.08908462524414062, -0.07988739013671875, -0.07069015502929688, -0.061492919921875, -0.052295684814453125, -0.04309844970703125, -0.033901214599609375, -0.0247039794921875, -0.015506744384765625, -0.00630950927734375, 0.002887725830078125, 0.0120849609375, 0.021282196044921875, 0.03047943115234375, 0.039676666259765625, 0.0488739013671875, 0.058071136474609375, 0.06726837158203125, 0.07646560668945312, 0.085662841796875, 0.09486007690429688, 0.10405731201171875, 0.11325454711914062, 0.1224517822265625, 0.13164901733398438, 0.14084625244140625, 0.15004348754882812, 0.15924072265625, 0.16843795776367188, 0.17763519287109375, 0.18683242797851562, 0.1960296630859375, 0.20522689819335938, 0.21442413330078125, 0.22362136840820312, 0.232818603515625, 0.24201583862304688, 0.25121307373046875, 0.2604103088378906, 0.2696075439453125, 0.2788047790527344, 0.28800201416015625, 0.2971992492675781, 0.306396484375]}, "gradients/decoder.transformer.h.14.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 5.0, 3.0, 4.0, 5.0, 5.0, 10.0, 12.0, 21.0, 32.0, 42.0, 64.0, 82.0, 107.0, 155.0, 235.0, 391.0, 544.0, 914.0, 1392.0, 2321.0, 4041.0, 7593.0, 15582.0, 37223.0, 126147.0, 849813.0, 2438834.0, 556046.0, 93733.0, 30134.0, 13042.0, 6542.0, 3571.0, 2042.0, 1241.0, 822.0, 500.0, 329.0, 239.0, 141.0, 114.0, 77.0, 44.0, 32.0, 21.0, 21.0, 11.0, 8.0, 4.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.63720703125, -0.6181259155273438, -0.5990447998046875, -0.5799636840820312, -0.560882568359375, -0.5418014526367188, -0.5227203369140625, -0.5036392211914062, -0.48455810546875, -0.46547698974609375, -0.4463958740234375, -0.42731475830078125, -0.408233642578125, -0.38915252685546875, -0.3700714111328125, -0.35099029541015625, -0.3319091796875, -0.31282806396484375, -0.2937469482421875, -0.27466583251953125, -0.255584716796875, -0.23650360107421875, -0.2174224853515625, -0.19834136962890625, -0.17926025390625, -0.16017913818359375, -0.1410980224609375, -0.12201690673828125, -0.102935791015625, -0.08385467529296875, -0.0647735595703125, -0.04569244384765625, -0.026611328125, -0.00753021240234375, 0.0115509033203125, 0.03063201904296875, 0.049713134765625, 0.06879425048828125, 0.0878753662109375, 0.10695648193359375, 0.12603759765625, 0.14511871337890625, 0.1641998291015625, 0.18328094482421875, 0.202362060546875, 0.22144317626953125, 0.2405242919921875, 0.25960540771484375, 0.2786865234375, 0.29776763916015625, 0.3168487548828125, 0.33592987060546875, 0.355010986328125, 0.37409210205078125, 0.3931732177734375, 0.41225433349609375, 0.43133544921875, 0.45041656494140625, 0.4694976806640625, 0.48857879638671875, 0.507659912109375, 0.5267410278320312, 0.5458221435546875, 0.5649032592773438, 0.583984375]}, "gradients/decoder.transformer.h.14.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 3.0, 2.0, 8.0, 3.0, 9.0, 7.0, 22.0, 13.0, 24.0, 37.0, 47.0, 69.0, 79.0, 99.0, 153.0, 214.0, 311.0, 507.0, 608.0, 552.0, 404.0, 262.0, 170.0, 122.0, 92.0, 65.0, 47.0, 37.0, 17.0, 17.0, 19.0, 12.0, 16.0, 7.0, 2.0, 4.0, 3.0, 3.0, 4.0, 6.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.65185546875, -0.6319198608398438, -0.6119842529296875, -0.5920486450195312, -0.572113037109375, -0.5521774291992188, -0.5322418212890625, -0.5123062133789062, -0.49237060546875, -0.47243499755859375, -0.4524993896484375, -0.43256378173828125, -0.412628173828125, -0.39269256591796875, -0.3727569580078125, -0.35282135009765625, -0.3328857421875, -0.31295013427734375, -0.2930145263671875, -0.27307891845703125, -0.253143310546875, -0.23320770263671875, -0.2132720947265625, -0.19333648681640625, -0.17340087890625, -0.15346527099609375, -0.1335296630859375, -0.11359405517578125, -0.093658447265625, -0.07372283935546875, -0.0537872314453125, -0.03385162353515625, -0.013916015625, 0.00601959228515625, 0.0259552001953125, 0.04589080810546875, 0.065826416015625, 0.08576202392578125, 0.1056976318359375, 0.12563323974609375, 0.14556884765625, 0.16550445556640625, 0.1854400634765625, 0.20537567138671875, 0.225311279296875, 0.24524688720703125, 0.2651824951171875, 0.28511810302734375, 0.3050537109375, 0.32498931884765625, 0.3449249267578125, 0.36486053466796875, 0.384796142578125, 0.40473175048828125, 0.4246673583984375, 0.44460296630859375, 0.46453857421875, 0.48447418212890625, 0.5044097900390625, 0.5243453979492188, 0.544281005859375, 0.5642166137695312, 0.5841522216796875, 0.6040878295898438, 0.6240234375]}, "gradients/decoder.transformer.h.14.mlp.c_fc.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 1.0, 6.0, 1.0, 9.0, 9.0, 10.0, 9.0, 22.0, 27.0, 53.0, 64.0, 131.0, 184.0, 346.0, 670.0, 1295.0, 2632.0, 6145.0, 15646.0, 45415.0, 182278.0, 1614551.0, 2024665.0, 218261.0, 51917.0, 17327.0, 6678.0, 2914.0, 1371.0, 667.0, 380.0, 252.0, 118.0, 74.0, 51.0, 22.0, 23.0, 23.0, 14.0, 9.0, 5.0, 4.0, 2.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.95703125, -0.9251861572265625, -0.893341064453125, -0.8614959716796875, -0.82965087890625, -0.7978057861328125, -0.765960693359375, -0.7341156005859375, -0.7022705078125, -0.6704254150390625, -0.638580322265625, -0.6067352294921875, -0.57489013671875, -0.5430450439453125, -0.511199951171875, -0.4793548583984375, -0.447509765625, -0.4156646728515625, -0.383819580078125, -0.3519744873046875, -0.32012939453125, -0.2882843017578125, -0.256439208984375, -0.2245941162109375, -0.1927490234375, -0.1609039306640625, -0.129058837890625, -0.0972137451171875, -0.06536865234375, -0.0335235595703125, -0.001678466796875, 0.0301666259765625, 0.06201171875, 0.0938568115234375, 0.125701904296875, 0.1575469970703125, 0.18939208984375, 0.2212371826171875, 0.253082275390625, 0.2849273681640625, 0.3167724609375, 0.3486175537109375, 0.380462646484375, 0.4123077392578125, 0.44415283203125, 0.4759979248046875, 0.507843017578125, 0.5396881103515625, 0.571533203125, 0.6033782958984375, 0.635223388671875, 0.6670684814453125, 0.69891357421875, 0.7307586669921875, 0.762603759765625, 0.7944488525390625, 0.8262939453125, 0.8581390380859375, 0.889984130859375, 0.9218292236328125, 0.95367431640625, 0.9855194091796875, 1.017364501953125, 1.0492095947265625, 1.0810546875]}, "gradients/decoder.transformer.h.14.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 6.0, 7.0, 10.0, 23.0, 49.0, 73.0, 135.0, 191.0, 188.0, 149.0, 85.0, 55.0, 26.0, 8.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.473827838897705, -6.294613361358643, -6.11539888381958, -5.936184406280518, -5.756969928741455, -5.577754974365234, -5.398540496826172, -5.219326019287109, -5.040111541748047, -4.860897064208984, -4.681682586669922, -4.502468109130859, -4.323253631591797, -4.144039154052734, -3.9648244380950928, -3.785609722137451, -3.6063954830169678, -3.4271810054779053, -3.2479665279388428, -3.068751811981201, -2.8895373344421387, -2.710322856903076, -2.5311083793640137, -2.351893901824951, -2.1726794242858887, -1.9934649467468262, -1.8142503499984741, -1.6350358724594116, -1.4558212757110596, -1.276606798171997, -1.0973923206329346, -0.9181777238845825, -0.7389631271362305, -0.5597485899925232, -0.3805340826511383, -0.20131957530975342, -0.022105038166046143, 0.15710949897766113, 0.33632397651672363, 0.5155385732650757, 0.6947530508041382, 0.8739675879478455, 1.0531821250915527, 1.2323966026306152, 1.4116110801696777, 1.5908256769180298, 1.7700401544570923, 1.9492547512054443, 2.128469228744507, 2.3076837062835693, 2.486898183822632, 2.6661128997802734, 2.845327377319336, 3.0245418548583984, 3.203756332397461, 3.3829708099365234, 3.562185287475586, 3.7413997650146484, 3.920614242553711, 4.099828720092773, 4.279043197631836, 4.458257675170898, 4.637472152709961, 4.816687107086182, 4.995901584625244]}, "gradients/decoder.transformer.h.14.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0, 2.0, 6.0, 4.0, 10.0, 9.0, 9.0, 9.0, 14.0, 12.0, 15.0, 15.0, 19.0, 17.0, 32.0, 35.0, 29.0, 26.0, 24.0, 39.0, 44.0, 43.0, 35.0, 43.0, 47.0, 47.0, 42.0, 50.0, 38.0, 37.0, 24.0, 19.0, 30.0, 24.0, 22.0, 26.0, 22.0, 16.0, 12.0, 13.0, 13.0, 7.0, 5.0, 5.0, 4.0, 0.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.9846305847167969, -1.9251220226287842, -1.865613579750061, -1.8061050176620483, -1.7465965747833252, -1.6870880126953125, -1.6275795698165894, -1.5680710077285767, -1.5085625648498535, -1.4490540027618408, -1.3895455598831177, -1.330036997795105, -1.2705285549163818, -1.2110199928283691, -1.151511549949646, -1.0920029878616333, -1.0324945449829102, -0.9729860424995422, -0.9134775400161743, -0.8539690375328064, -0.7944605350494385, -0.7349519729614258, -0.6754435300827026, -0.6159349679946899, -0.5564264059066772, -0.4969179034233093, -0.4374094009399414, -0.3779008984565735, -0.31839239597320557, -0.25888386368751526, -0.19937536120414734, -0.13986685872077942, -0.08035838603973389, -0.02084987983107567, 0.03865862637758255, 0.09816713631153107, 0.157675638794899, 0.2171841561794281, 0.276692658662796, 0.33620116114616394, 0.39570966362953186, 0.4552181661128998, 0.5147266983985901, 0.574235200881958, 0.6337437033653259, 0.6932522058486938, 0.7527607083320618, 0.8122692108154297, 0.8717777132987976, 0.9312862157821655, 0.9907947182655334, 1.0503032207489014, 1.109811782836914, 1.1693202257156372, 1.22882878780365, 1.288337230682373, 1.3478457927703857, 1.4073543548583984, 1.4668627977371216, 1.5263713598251343, 1.5858798027038574, 1.6453883647918701, 1.7048968076705933, 1.764405369758606, 1.823913812637329]}, "gradients/decoder.transformer.h.14.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 4.0, 1.0, 4.0, 8.0, 8.0, 9.0, 12.0, 18.0, 14.0, 14.0, 22.0, 20.0, 28.0, 23.0, 32.0, 28.0, 29.0, 39.0, 43.0, 49.0, 46.0, 35.0, 41.0, 51.0, 47.0, 36.0, 40.0, 42.0, 29.0, 28.0, 36.0, 25.0, 25.0, 26.0, 20.0, 16.0, 18.0, 10.0, 7.0, 12.0, 12.0, 2.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2437744140625, -0.2351818084716797, -0.22658920288085938, -0.21799659729003906, -0.20940399169921875, -0.20081138610839844, -0.19221878051757812, -0.1836261749267578, -0.1750335693359375, -0.1664409637451172, -0.15784835815429688, -0.14925575256347656, -0.14066314697265625, -0.13207054138183594, -0.12347793579101562, -0.11488533020019531, -0.106292724609375, -0.09770011901855469, -0.08910751342773438, -0.08051490783691406, -0.07192230224609375, -0.06332969665527344, -0.054737091064453125, -0.04614448547363281, -0.0375518798828125, -0.028959274291992188, -0.020366668701171875, -0.011774063110351562, -0.00318145751953125, 0.0054111480712890625, 0.014003753662109375, 0.022596359252929688, 0.03118896484375, 0.03978157043457031, 0.048374176025390625, 0.05696678161621094, 0.06555938720703125, 0.07415199279785156, 0.08274459838867188, 0.09133720397949219, 0.0999298095703125, 0.10852241516113281, 0.11711502075195312, 0.12570762634277344, 0.13430023193359375, 0.14289283752441406, 0.15148544311523438, 0.1600780487060547, 0.168670654296875, 0.1772632598876953, 0.18585586547851562, 0.19444847106933594, 0.20304107666015625, 0.21163368225097656, 0.22022628784179688, 0.2288188934326172, 0.2374114990234375, 0.2460041046142578, 0.2545967102050781, 0.26318931579589844, 0.27178192138671875, 0.28037452697753906, 0.2889671325683594, 0.2975597381591797, 0.30615234375]}, "gradients/decoder.transformer.h.14.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 8.0, 13.0, 7.0, 16.0, 26.0, 26.0, 48.0, 68.0, 114.0, 187.0, 280.0, 420.0, 689.0, 1044.0, 1807.0, 3366.0, 6361.0, 12990.0, 29503.0, 75086.0, 283385.0, 450754.0, 108319.0, 39408.0, 16617.0, 8047.0, 4197.0, 2277.0, 1290.0, 734.0, 510.0, 320.0, 189.0, 121.0, 94.0, 67.0, 55.0, 45.0, 21.0, 17.0, 9.0, 9.0, 6.0, 5.0, 3.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.22314453125, -0.21620750427246094, -0.20927047729492188, -0.2023334503173828, -0.19539642333984375, -0.1884593963623047, -0.18152236938476562, -0.17458534240722656, -0.1676483154296875, -0.16071128845214844, -0.15377426147460938, -0.1468372344970703, -0.13990020751953125, -0.1329631805419922, -0.12602615356445312, -0.11908912658691406, -0.112152099609375, -0.10521507263183594, -0.09827804565429688, -0.09134101867675781, -0.08440399169921875, -0.07746696472167969, -0.07052993774414062, -0.06359291076660156, -0.0566558837890625, -0.04971885681152344, -0.042781829833984375, -0.03584480285644531, -0.02890777587890625, -0.021970748901367188, -0.015033721923828125, -0.008096694946289062, -0.00115966796875, 0.0057773590087890625, 0.012714385986328125, 0.019651412963867188, 0.02658843994140625, 0.03352546691894531, 0.040462493896484375, 0.04739952087402344, 0.0543365478515625, 0.06127357482910156, 0.06821060180664062, 0.07514762878417969, 0.08208465576171875, 0.08902168273925781, 0.09595870971679688, 0.10289573669433594, 0.109832763671875, 0.11676979064941406, 0.12370681762695312, 0.1306438446044922, 0.13758087158203125, 0.1445178985595703, 0.15145492553710938, 0.15839195251464844, 0.1653289794921875, 0.17226600646972656, 0.17920303344726562, 0.1861400604248047, 0.19307708740234375, 0.2000141143798828, 0.20695114135742188, 0.21388816833496094, 0.2208251953125]}, "gradients/decoder.transformer.h.14.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 6.0, 5.0, 9.0, 8.0, 10.0, 9.0, 18.0, 21.0, 29.0, 25.0, 29.0, 23.0, 39.0, 32.0, 30.0, 53.0, 37.0, 50.0, 32.0, 1071.0, 44.0, 49.0, 52.0, 30.0, 46.0, 44.0, 39.0, 24.0, 34.0, 19.0, 23.0, 16.0, 19.0, 13.0, 9.0, 12.0, 10.0, 4.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2034912109375, -0.1966705322265625, -0.189849853515625, -0.1830291748046875, -0.17620849609375, -0.1693878173828125, -0.162567138671875, -0.1557464599609375, -0.14892578125, -0.1421051025390625, -0.135284423828125, -0.1284637451171875, -0.12164306640625, -0.1148223876953125, -0.108001708984375, -0.1011810302734375, -0.0943603515625, -0.0875396728515625, -0.080718994140625, -0.0738983154296875, -0.06707763671875, -0.0602569580078125, -0.053436279296875, -0.0466156005859375, -0.039794921875, -0.0329742431640625, -0.026153564453125, -0.0193328857421875, -0.01251220703125, -0.0056915283203125, 0.001129150390625, 0.0079498291015625, 0.0147705078125, 0.0215911865234375, 0.028411865234375, 0.0352325439453125, 0.04205322265625, 0.0488739013671875, 0.055694580078125, 0.0625152587890625, 0.0693359375, 0.0761566162109375, 0.082977294921875, 0.0897979736328125, 0.09661865234375, 0.1034393310546875, 0.110260009765625, 0.1170806884765625, 0.1239013671875, 0.1307220458984375, 0.137542724609375, 0.1443634033203125, 0.15118408203125, 0.1580047607421875, 0.164825439453125, 0.1716461181640625, 0.178466796875, 0.1852874755859375, 0.192108154296875, 0.1989288330078125, 0.20574951171875, 0.2125701904296875, 0.219390869140625, 0.2262115478515625, 0.2330322265625]}, "gradients/decoder.transformer.h.14.crossattention.c_attn.weight": {"_type": "histogram", "values": [6.0, 2.0, 5.0, 8.0, 2.0, 7.0, 11.0, 17.0, 26.0, 32.0, 27.0, 44.0, 68.0, 87.0, 96.0, 140.0, 172.0, 225.0, 314.0, 388.0, 611.0, 838.0, 1191.0, 1954.0, 3363.0, 6469.0, 15160.0, 44590.0, 215199.0, 1530309.0, 202375.0, 43022.0, 14727.0, 6293.0, 3262.0, 1869.0, 1200.0, 799.0, 560.0, 404.0, 301.0, 257.0, 176.0, 137.0, 80.0, 88.0, 48.0, 50.0, 31.0, 22.0, 18.0, 22.0, 15.0, 13.0, 6.0, 5.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.162353515625, -0.1568470001220703, -0.15134048461914062, -0.14583396911621094, -0.14032745361328125, -0.13482093811035156, -0.12931442260742188, -0.12380790710449219, -0.1183013916015625, -0.11279487609863281, -0.10728836059570312, -0.10178184509277344, -0.09627532958984375, -0.09076881408691406, -0.08526229858398438, -0.07975578308105469, -0.074249267578125, -0.06874275207519531, -0.06323623657226562, -0.05772972106933594, -0.05222320556640625, -0.04671669006347656, -0.041210174560546875, -0.03570365905761719, -0.0301971435546875, -0.024690628051757812, -0.019184112548828125, -0.013677597045898438, -0.00817108154296875, -0.0026645660400390625, 0.002841949462890625, 0.008348464965820312, 0.01385498046875, 0.019361495971679688, 0.024868011474609375, 0.030374526977539062, 0.03588104248046875, 0.04138755798339844, 0.046894073486328125, 0.05240058898925781, 0.0579071044921875, 0.06341361999511719, 0.06892013549804688, 0.07442665100097656, 0.07993316650390625, 0.08543968200683594, 0.09094619750976562, 0.09645271301269531, 0.101959228515625, 0.10746574401855469, 0.11297225952148438, 0.11847877502441406, 0.12398529052734375, 0.12949180603027344, 0.13499832153320312, 0.1405048370361328, 0.1460113525390625, 0.1515178680419922, 0.15702438354492188, 0.16253089904785156, 0.16803741455078125, 0.17354393005371094, 0.17905044555664062, 0.1845569610595703, 0.1900634765625]}, "gradients/decoder.transformer.h.14.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 6.0, 8.0, 21.0, 32.0, 61.0, 149.0, 460.0, 132.0, 47.0, 41.0, 22.0, 9.0, 6.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1148681640625, -0.11195945739746094, -0.10905075073242188, -0.10614204406738281, -0.10323333740234375, -0.10032463073730469, -0.09741592407226562, -0.09450721740722656, -0.0915985107421875, -0.08868980407714844, -0.08578109741210938, -0.08287239074707031, -0.07996368408203125, -0.07705497741699219, -0.07414627075195312, -0.07123756408691406, -0.068328857421875, -0.06542015075683594, -0.06251144409179688, -0.05960273742675781, -0.05669403076171875, -0.05378532409667969, -0.050876617431640625, -0.04796791076660156, -0.0450592041015625, -0.04215049743652344, -0.039241790771484375, -0.03633308410644531, -0.03342437744140625, -0.030515670776367188, -0.027606964111328125, -0.024698257446289062, -0.02178955078125, -0.018880844116210938, -0.015972137451171875, -0.013063430786132812, -0.01015472412109375, -0.0072460174560546875, -0.004337310791015625, -0.0014286041259765625, 0.0014801025390625, 0.0043888092041015625, 0.007297515869140625, 0.010206222534179688, 0.01311492919921875, 0.016023635864257812, 0.018932342529296875, 0.021841049194335938, 0.024749755859375, 0.027658462524414062, 0.030567169189453125, 0.03347587585449219, 0.03638458251953125, 0.03929328918457031, 0.042201995849609375, 0.04511070251464844, 0.0480194091796875, 0.05092811584472656, 0.053836822509765625, 0.05674552917480469, 0.05965423583984375, 0.06256294250488281, 0.06547164916992188, 0.06838035583496094, 0.0712890625]}, "gradients/decoder.transformer.h.14.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 4.0, 5.0, 4.0, 11.0, 16.0, 20.0, 49.0, 135.0, 546.0, 3370.0, 995758.0, 46355.0, 1758.0, 339.0, 76.0, 44.0, 19.0, 13.0, 7.0, 4.0, 5.0, 4.0, 1.0, 2.0, 4.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1630859375, -1.1212921142578125, -1.079498291015625, -1.0377044677734375, -0.99591064453125, -0.9541168212890625, -0.912322998046875, -0.8705291748046875, -0.8287353515625, -0.7869415283203125, -0.745147705078125, -0.7033538818359375, -0.66156005859375, -0.6197662353515625, -0.577972412109375, -0.5361785888671875, -0.494384765625, -0.4525909423828125, -0.410797119140625, -0.3690032958984375, -0.32720947265625, -0.2854156494140625, -0.243621826171875, -0.2018280029296875, -0.1600341796875, -0.1182403564453125, -0.076446533203125, -0.0346527099609375, 0.00714111328125, 0.0489349365234375, 0.090728759765625, 0.1325225830078125, 0.17431640625, 0.2161102294921875, 0.257904052734375, 0.2996978759765625, 0.34149169921875, 0.3832855224609375, 0.425079345703125, 0.4668731689453125, 0.5086669921875, 0.5504608154296875, 0.592254638671875, 0.6340484619140625, 0.67584228515625, 0.7176361083984375, 0.759429931640625, 0.8012237548828125, 0.843017578125, 0.8848114013671875, 0.926605224609375, 0.9683990478515625, 1.01019287109375, 1.0519866943359375, 1.093780517578125, 1.1355743408203125, 1.1773681640625, 1.2191619873046875, 1.260955810546875, 1.3027496337890625, 1.34454345703125, 1.3863372802734375, 1.428131103515625, 1.4699249267578125, 1.51171875]}, "gradients/decoder.transformer.h.14.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 6.0, 16.0, 24.0, 46.0, 96.0, 162.0, 228.0, 197.0, 108.0, 57.0, 33.0, 22.0, 11.0, 4.0, 3.0, 2.0], "bins": [-0.21379290521144867, -0.20987099409103394, -0.2059490978717804, -0.20202718675136566, -0.19810529053211212, -0.1941833794116974, -0.19026148319244385, -0.1863395720720291, -0.18241766095161438, -0.17849574983119965, -0.1745738536119461, -0.17065194249153137, -0.16673004627227783, -0.1628081351518631, -0.15888622403144836, -0.15496432781219482, -0.15104243159294128, -0.14712052047252655, -0.143198624253273, -0.13927671313285828, -0.13535481691360474, -0.13143290579319, -0.12751099467277527, -0.12358909845352173, -0.119667187333107, -0.11574528366327286, -0.11182337999343872, -0.10790146887302399, -0.10397956520318985, -0.10005766153335571, -0.09613575786352158, -0.09221385419368744, -0.0882919430732727, -0.08437003940343857, -0.08044813573360443, -0.0765262246131897, -0.07260432094335556, -0.06868241727352142, -0.06476051360368729, -0.06083860993385315, -0.05691670626401901, -0.052994802594184875, -0.04907289519906044, -0.0451509915292263, -0.04122908413410187, -0.03730718046426773, -0.033385276794433594, -0.029463371261954308, -0.02554146572947502, -0.021619560196995735, -0.01769765466451645, -0.013775750994682312, -0.009853845462203026, -0.00593193992972374, -0.0020100362598896027, 0.0019118692725896835, 0.00583377480506897, 0.009755680337548256, 0.013677584938704967, 0.01759948953986168, 0.021521395072340965, 0.02544330060482025, 0.02936520427465439, 0.033287107944488525, 0.03720901533961296]}, "gradients/decoder.transformer.h.14.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 3.0, 4.0, 4.0, 9.0, 9.0, 15.0, 17.0, 20.0, 22.0, 19.0, 25.0, 34.0, 33.0, 21.0, 46.0, 34.0, 31.0, 52.0, 45.0, 53.0, 49.0, 50.0, 47.0, 35.0, 41.0, 29.0, 36.0, 42.0, 29.0, 31.0, 20.0, 12.0, 24.0, 9.0, 15.0, 11.0, 12.0, 4.0, 2.0, 8.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.041136741638183594, -0.039732109755277634, -0.038327477872371674, -0.03692284971475601, -0.03551821783185005, -0.03411358594894409, -0.03270895779132843, -0.03130432590842247, -0.02989969402551651, -0.02849506214261055, -0.02709043212234974, -0.025685802102088928, -0.024281170219182968, -0.022876538336277008, -0.021471908316016197, -0.020067278295755386, -0.018662646412849426, -0.017258014529943466, -0.015853384509682655, -0.01444875355809927, -0.013044122606515884, -0.011639491654932499, -0.010234860703349113, -0.008830229751765728, -0.0074255988001823425, -0.006020967848598957, -0.004616336897015572, -0.003211705945432186, -0.0018070749938488007, -0.0004024440422654152, 0.0010021869093179703, 0.0024068178609013557, 0.003811448812484741, 0.005216079764068127, 0.006620710715651512, 0.008025341667234898, 0.009429972618818283, 0.010834603570401669, 0.012239234521985054, 0.01364386547356844, 0.015048496425151825, 0.016453128308057785, 0.017857758328318596, 0.019262388348579407, 0.020667020231485367, 0.022071652114391327, 0.023476282134652138, 0.02488091215491295, 0.02628554403781891, 0.02769017592072487, 0.02909480594098568, 0.03049943596124649, 0.03190406784415245, 0.03330869972705841, 0.03471332788467407, 0.03611795976758003, 0.03752259165048599, 0.03892722353339195, 0.04033185541629791, 0.041736483573913574, 0.043141115456819534, 0.044545747339725494, 0.045950375497341156, 0.047355007380247116, 0.048759639263153076]}, "gradients/decoder.transformer.h.14.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 6.0, 5.0, 9.0, 7.0, 13.0, 15.0, 13.0, 15.0, 20.0, 21.0, 28.0, 23.0, 24.0, 33.0, 32.0, 31.0, 52.0, 43.0, 43.0, 43.0, 39.0, 48.0, 46.0, 39.0, 40.0, 41.0, 35.0, 27.0, 31.0, 33.0, 25.0, 25.0, 20.0, 19.0, 12.0, 13.0, 7.0, 14.0, 10.0, 5.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2459716796875, -0.23737144470214844, -0.22877120971679688, -0.2201709747314453, -0.21157073974609375, -0.2029705047607422, -0.19437026977539062, -0.18577003479003906, -0.1771697998046875, -0.16856956481933594, -0.15996932983398438, -0.1513690948486328, -0.14276885986328125, -0.1341686248779297, -0.12556838989257812, -0.11696815490722656, -0.108367919921875, -0.09976768493652344, -0.09116744995117188, -0.08256721496582031, -0.07396697998046875, -0.06536674499511719, -0.056766510009765625, -0.04816627502441406, -0.0395660400390625, -0.030965805053710938, -0.022365570068359375, -0.013765335083007812, -0.00516510009765625, 0.0034351348876953125, 0.012035369873046875, 0.020635604858398438, 0.02923583984375, 0.03783607482910156, 0.046436309814453125, 0.05503654479980469, 0.06363677978515625, 0.07223701477050781, 0.08083724975585938, 0.08943748474121094, 0.0980377197265625, 0.10663795471191406, 0.11523818969726562, 0.12383842468261719, 0.13243865966796875, 0.1410388946533203, 0.14963912963867188, 0.15823936462402344, 0.166839599609375, 0.17543983459472656, 0.18404006958007812, 0.1926403045654297, 0.20124053955078125, 0.2098407745361328, 0.21844100952148438, 0.22704124450683594, 0.2356414794921875, 0.24424171447753906, 0.2528419494628906, 0.2614421844482422, 0.27004241943359375, 0.2786426544189453, 0.2872428894042969, 0.29584312438964844, 0.304443359375]}, "gradients/decoder.transformer.h.14.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 6.0, 3.0, 4.0, 9.0, 13.0, 12.0, 20.0, 36.0, 56.0, 71.0, 99.0, 161.0, 225.0, 347.0, 585.0, 835.0, 1364.0, 2327.0, 4189.0, 8362.0, 18911.0, 48383.0, 141332.0, 395238.0, 276486.0, 89378.0, 32440.0, 13108.0, 6200.0, 3290.0, 1838.0, 1171.0, 697.0, 464.0, 312.0, 213.0, 132.0, 84.0, 51.0, 40.0, 22.0, 15.0, 12.0, 7.0, 11.0, 5.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.5, -0.48603057861328125, -0.4720611572265625, -0.45809173583984375, -0.444122314453125, -0.43015289306640625, -0.4161834716796875, -0.40221405029296875, -0.38824462890625, -0.37427520751953125, -0.3603057861328125, -0.34633636474609375, -0.332366943359375, -0.31839752197265625, -0.3044281005859375, -0.29045867919921875, -0.2764892578125, -0.26251983642578125, -0.2485504150390625, -0.23458099365234375, -0.220611572265625, -0.20664215087890625, -0.1926727294921875, -0.17870330810546875, -0.16473388671875, -0.15076446533203125, -0.1367950439453125, -0.12282562255859375, -0.108856201171875, -0.09488677978515625, -0.0809173583984375, -0.06694793701171875, -0.052978515625, -0.03900909423828125, -0.0250396728515625, -0.01107025146484375, 0.002899169921875, 0.01686859130859375, 0.0308380126953125, 0.04480743408203125, 0.05877685546875, 0.07274627685546875, 0.0867156982421875, 0.10068511962890625, 0.114654541015625, 0.12862396240234375, 0.1425933837890625, 0.15656280517578125, 0.1705322265625, 0.18450164794921875, 0.1984710693359375, 0.21244049072265625, 0.226409912109375, 0.24037933349609375, 0.2543487548828125, 0.26831817626953125, 0.28228759765625, 0.29625701904296875, 0.3102264404296875, 0.32419586181640625, 0.338165283203125, 0.35213470458984375, 0.3661041259765625, 0.38007354736328125, 0.39404296875]}, "gradients/decoder.transformer.h.14.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 0.0, 3.0, 0.0, 5.0, 9.0, 5.0, 11.0, 6.0, 12.0, 16.0, 16.0, 30.0, 32.0, 33.0, 31.0, 41.0, 54.0, 69.0, 65.0, 125.0, 216.0, 1524.0, 192.0, 118.0, 80.0, 61.0, 51.0, 35.0, 35.0, 41.0, 20.0, 24.0, 20.0, 12.0, 13.0, 16.0, 10.0, 10.0, 6.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.85986328125, -0.8296432495117188, -0.7994232177734375, -0.7692031860351562, -0.738983154296875, -0.7087631225585938, -0.6785430908203125, -0.6483230590820312, -0.61810302734375, -0.5878829956054688, -0.5576629638671875, -0.5274429321289062, -0.497222900390625, -0.46700286865234375, -0.4367828369140625, -0.40656280517578125, -0.3763427734375, -0.34612274169921875, -0.3159027099609375, -0.28568267822265625, -0.255462646484375, -0.22524261474609375, -0.1950225830078125, -0.16480255126953125, -0.13458251953125, -0.10436248779296875, -0.0741424560546875, -0.04392242431640625, -0.013702392578125, 0.01651763916015625, 0.0467376708984375, 0.07695770263671875, 0.107177734375, 0.13739776611328125, 0.1676177978515625, 0.19783782958984375, 0.228057861328125, 0.25827789306640625, 0.2884979248046875, 0.31871795654296875, 0.34893798828125, 0.37915802001953125, 0.4093780517578125, 0.43959808349609375, 0.469818115234375, 0.5000381469726562, 0.5302581787109375, 0.5604782104492188, 0.5906982421875, 0.6209182739257812, 0.6511383056640625, 0.6813583374023438, 0.711578369140625, 0.7417984008789062, 0.7720184326171875, 0.8022384643554688, 0.83245849609375, 0.8626785278320312, 0.8928985595703125, 0.9231185913085938, 0.953338623046875, 0.9835586547851562, 1.0137786865234375, 1.0439987182617188, 1.07421875]}, "gradients/decoder.transformer.h.14.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 4.0, 2.0, 5.0, 10.0, 12.0, 45.0, 109.0, 312.0, 921.0, 2802.0, 10227.0, 1404020.0, 1712746.0, 10248.0, 2776.0, 924.0, 329.0, 100.0, 61.0, 15.0, 10.0, 9.0, 5.0, 3.0, 0.0, 3.0, 5.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.890625, -3.751708984375, -3.61279296875, -3.473876953125, -3.3349609375, -3.196044921875, -3.05712890625, -2.918212890625, -2.779296875, -2.640380859375, -2.50146484375, -2.362548828125, -2.2236328125, -2.084716796875, -1.94580078125, -1.806884765625, -1.66796875, -1.529052734375, -1.39013671875, -1.251220703125, -1.1123046875, -0.973388671875, -0.83447265625, -0.695556640625, -0.556640625, -0.417724609375, -0.27880859375, -0.139892578125, -0.0009765625, 0.137939453125, 0.27685546875, 0.415771484375, 0.5546875, 0.693603515625, 0.83251953125, 0.971435546875, 1.1103515625, 1.249267578125, 1.38818359375, 1.527099609375, 1.666015625, 1.804931640625, 1.94384765625, 2.082763671875, 2.2216796875, 2.360595703125, 2.49951171875, 2.638427734375, 2.77734375, 2.916259765625, 3.05517578125, 3.194091796875, 3.3330078125, 3.471923828125, 3.61083984375, 3.749755859375, 3.888671875, 4.027587890625, 4.16650390625, 4.305419921875, 4.4443359375, 4.583251953125, 4.72216796875, 4.861083984375, 5.0]}, "gradients/decoder.transformer.h.14.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 14.0, 103.0, 584.0, 282.0, 26.0, 8.0, 0.0, 1.0, 1.0], "bins": [-29.52812385559082, -29.016260147094727, -28.504396438598633, -27.99253273010254, -27.480669021606445, -26.96880531311035, -26.456941604614258, -25.945077896118164, -25.43321418762207, -24.921350479125977, -24.409486770629883, -23.89762306213379, -23.385759353637695, -22.8738956451416, -22.362031936645508, -21.850168228149414, -21.338302612304688, -20.826438903808594, -20.3145751953125, -19.802711486816406, -19.290847778320312, -18.77898406982422, -18.267120361328125, -17.75525665283203, -17.243392944335938, -16.731529235839844, -16.21966552734375, -15.707801818847656, -15.195938110351562, -14.684074401855469, -14.172210693359375, -13.660346984863281, -13.14848518371582, -12.636621475219727, -12.124757766723633, -11.612894058227539, -11.101030349731445, -10.589166641235352, -10.077302932739258, -9.565439224243164, -9.053574562072754, -8.54171085357666, -8.029847145080566, -7.517983436584473, -7.006119728088379, -6.494256019592285, -5.982391834259033, -5.4705281257629395, -4.958664894104004, -4.44680118560791, -3.9349374771118164, -3.4230735301971436, -2.91120982170105, -2.399346113204956, -1.8874821662902832, -1.3756184577941895, -0.8637545108795166, -0.3518907427787781, 0.15997302532196045, 0.6718368530273438, 1.1837005615234375, 1.6955642700195312, 2.207428216934204, 2.719291925430298, 3.2311556339263916]}, "gradients/decoder.transformer.h.14.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 3.0, 5.0, 5.0, 7.0, 8.0, 6.0, 13.0, 10.0, 7.0, 19.0, 17.0, 24.0, 28.0, 36.0, 27.0, 37.0, 36.0, 38.0, 41.0, 41.0, 37.0, 38.0, 52.0, 36.0, 46.0, 41.0, 42.0, 36.0, 36.0, 34.0, 35.0, 30.0, 25.0, 11.0, 16.0, 19.0, 9.0, 13.0, 9.0, 10.0, 5.0, 3.0, 7.0, 5.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-2.603163242340088, -2.5226471424102783, -2.442131280899048, -2.3616151809692383, -2.281099319458008, -2.2005832195281982, -2.1200673580169678, -2.039551258087158, -1.9590352773666382, -1.8785192966461182, -1.7980033159255981, -1.7174873352050781, -1.6369712352752686, -1.556455373764038, -1.4759392738342285, -1.3954232931137085, -1.3149073123931885, -1.2343913316726685, -1.1538753509521484, -1.0733593702316284, -0.9928433299064636, -0.9123273491859436, -0.8318113088607788, -0.7512953281402588, -0.6707793474197388, -0.5902633666992188, -0.5097473859786987, -0.42923134565353394, -0.3487153649330139, -0.2681993842124939, -0.1876833736896515, -0.10716736316680908, -0.02665114402770996, 0.05386485159397125, 0.13438084721565247, 0.21489684283733368, 0.2954128384590149, 0.3759288191795349, 0.4564448297023773, 0.5369608402252197, 0.6174768209457397, 0.6979928016662598, 0.7785087823867798, 0.8590248227119446, 0.9395408034324646, 1.0200567245483398, 1.1005728244781494, 1.1810888051986694, 1.2616047859191895, 1.3421207666397095, 1.4226367473602295, 1.5031527280807495, 1.5836687088012695, 1.664184808731079, 1.7447007894515991, 1.8252167701721191, 1.9057327508926392, 1.9862487316131592, 2.0667648315429688, 2.147280693054199, 2.227796792984009, 2.3083126544952393, 2.388828754425049, 2.4693446159362793, 2.549860715866089]}, "gradients/decoder.transformer.h.13.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 4.0, 3.0, 4.0, 8.0, 7.0, 9.0, 3.0, 13.0, 8.0, 17.0, 17.0, 24.0, 18.0, 27.0, 27.0, 28.0, 39.0, 41.0, 39.0, 41.0, 36.0, 34.0, 45.0, 33.0, 40.0, 32.0, 53.0, 32.0, 42.0, 45.0, 26.0, 21.0, 29.0, 23.0, 26.0, 25.0, 22.0, 11.0, 12.0, 10.0, 9.0, 4.0, 8.0, 9.0, 4.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2392578125, -0.23021697998046875, -0.2211761474609375, -0.21213531494140625, -0.203094482421875, -0.19405364990234375, -0.1850128173828125, -0.17597198486328125, -0.16693115234375, -0.15789031982421875, -0.1488494873046875, -0.13980865478515625, -0.130767822265625, -0.12172698974609375, -0.1126861572265625, -0.10364532470703125, -0.0946044921875, -0.08556365966796875, -0.0765228271484375, -0.06748199462890625, -0.058441162109375, -0.04940032958984375, -0.0403594970703125, -0.03131866455078125, -0.02227783203125, -0.01323699951171875, -0.0041961669921875, 0.00484466552734375, 0.013885498046875, 0.02292633056640625, 0.0319671630859375, 0.04100799560546875, 0.050048828125, 0.05908966064453125, 0.0681304931640625, 0.07717132568359375, 0.086212158203125, 0.09525299072265625, 0.1042938232421875, 0.11333465576171875, 0.12237548828125, 0.13141632080078125, 0.1404571533203125, 0.14949798583984375, 0.158538818359375, 0.16757965087890625, 0.1766204833984375, 0.18566131591796875, 0.1947021484375, 0.20374298095703125, 0.2127838134765625, 0.22182464599609375, 0.230865478515625, 0.23990631103515625, 0.2489471435546875, 0.25798797607421875, 0.26702880859375, 0.27606964111328125, 0.2851104736328125, 0.29415130615234375, 0.303192138671875, 0.31223297119140625, 0.3212738037109375, 0.33031463623046875, 0.33935546875]}, "gradients/decoder.transformer.h.13.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 0.0, 1.0, 3.0, 4.0, 4.0, 10.0, 10.0, 14.0, 16.0, 37.0, 55.0, 105.0, 204.0, 492.0, 1316.0, 4070.0, 16172.0, 103869.0, 2966463.0, 1037145.0, 49988.0, 9896.0, 2738.0, 953.0, 347.0, 179.0, 79.0, 40.0, 29.0, 13.0, 6.0, 9.0, 9.0, 1.0, 6.0, 1.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.6396484375, -1.5938873291015625, -1.548126220703125, -1.5023651123046875, -1.45660400390625, -1.4108428955078125, -1.365081787109375, -1.3193206787109375, -1.2735595703125, -1.2277984619140625, -1.182037353515625, -1.1362762451171875, -1.09051513671875, -1.0447540283203125, -0.998992919921875, -0.9532318115234375, -0.907470703125, -0.8617095947265625, -0.815948486328125, -0.7701873779296875, -0.72442626953125, -0.6786651611328125, -0.632904052734375, -0.5871429443359375, -0.5413818359375, -0.4956207275390625, -0.449859619140625, -0.4040985107421875, -0.35833740234375, -0.3125762939453125, -0.266815185546875, -0.2210540771484375, -0.17529296875, -0.1295318603515625, -0.083770751953125, -0.0380096435546875, 0.00775146484375, 0.0535125732421875, 0.099273681640625, 0.1450347900390625, 0.1907958984375, 0.2365570068359375, 0.282318115234375, 0.3280792236328125, 0.37384033203125, 0.4196014404296875, 0.465362548828125, 0.5111236572265625, 0.556884765625, 0.6026458740234375, 0.648406982421875, 0.6941680908203125, 0.73992919921875, 0.7856903076171875, 0.831451416015625, 0.8772125244140625, 0.9229736328125, 0.9687347412109375, 1.014495849609375, 1.0602569580078125, 1.10601806640625, 1.1517791748046875, 1.197540283203125, 1.2433013916015625, 1.2890625]}, "gradients/decoder.transformer.h.13.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 3.0, 2.0, 8.0, 15.0, 18.0, 18.0, 39.0, 45.0, 87.0, 134.0, 190.0, 298.0, 571.0, 806.0, 691.0, 435.0, 250.0, 137.0, 114.0, 60.0, 41.0, 30.0, 22.0, 17.0, 14.0, 14.0, 5.0, 6.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.0908203125, -1.062744140625, -1.03466796875, -1.006591796875, -0.978515625, -0.950439453125, -0.92236328125, -0.894287109375, -0.8662109375, -0.838134765625, -0.81005859375, -0.781982421875, -0.75390625, -0.725830078125, -0.69775390625, -0.669677734375, -0.6416015625, -0.613525390625, -0.58544921875, -0.557373046875, -0.529296875, -0.501220703125, -0.47314453125, -0.445068359375, -0.4169921875, -0.388916015625, -0.36083984375, -0.332763671875, -0.3046875, -0.276611328125, -0.24853515625, -0.220458984375, -0.1923828125, -0.164306640625, -0.13623046875, -0.108154296875, -0.080078125, -0.052001953125, -0.02392578125, 0.004150390625, 0.0322265625, 0.060302734375, 0.08837890625, 0.116455078125, 0.14453125, 0.172607421875, 0.20068359375, 0.228759765625, 0.2568359375, 0.284912109375, 0.31298828125, 0.341064453125, 0.369140625, 0.397216796875, 0.42529296875, 0.453369140625, 0.4814453125, 0.509521484375, 0.53759765625, 0.565673828125, 0.59375, 0.621826171875, 0.64990234375, 0.677978515625, 0.7060546875]}, "gradients/decoder.transformer.h.13.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 7.0, 2.0, 7.0, 7.0, 11.0, 14.0, 24.0, 41.0, 49.0, 70.0, 93.0, 194.0, 320.0, 774.0, 2157.0, 9356.0, 63650.0, 1704508.0, 2321613.0, 76508.0, 10723.0, 2500.0, 787.0, 362.0, 187.0, 124.0, 77.0, 45.0, 28.0, 21.0, 10.0, 5.0, 6.0, 5.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6845703125, -1.6222686767578125, -1.559967041015625, -1.4976654052734375, -1.43536376953125, -1.3730621337890625, -1.310760498046875, -1.2484588623046875, -1.1861572265625, -1.1238555908203125, -1.061553955078125, -0.9992523193359375, -0.93695068359375, -0.8746490478515625, -0.812347412109375, -0.7500457763671875, -0.687744140625, -0.6254425048828125, -0.563140869140625, -0.5008392333984375, -0.43853759765625, -0.3762359619140625, -0.313934326171875, -0.2516326904296875, -0.1893310546875, -0.1270294189453125, -0.064727783203125, -0.0024261474609375, 0.05987548828125, 0.1221771240234375, 0.184478759765625, 0.2467803955078125, 0.30908203125, 0.3713836669921875, 0.433685302734375, 0.4959869384765625, 0.55828857421875, 0.6205902099609375, 0.682891845703125, 0.7451934814453125, 0.8074951171875, 0.8697967529296875, 0.932098388671875, 0.9944000244140625, 1.05670166015625, 1.1190032958984375, 1.181304931640625, 1.2436065673828125, 1.305908203125, 1.3682098388671875, 1.430511474609375, 1.4928131103515625, 1.55511474609375, 1.6174163818359375, 1.679718017578125, 1.7420196533203125, 1.8043212890625, 1.8666229248046875, 1.928924560546875, 1.9912261962890625, 2.05352783203125, 2.1158294677734375, 2.178131103515625, 2.2404327392578125, 2.302734375]}, "gradients/decoder.transformer.h.13.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 12.0, 30.0, 52.0, 98.0, 158.0, 206.0, 176.0, 137.0, 82.0, 40.0, 12.0, 6.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.086334228515625, -5.867667198181152, -5.6489996910095215, -5.430332660675049, -5.211665153503418, -4.992998123168945, -4.774331092834473, -4.5556640625, -4.336996555328369, -4.1183295249938965, -3.8996620178222656, -3.680994987487793, -3.462327718734741, -3.2436604499816895, -3.024993419647217, -2.806326150894165, -2.5876588821411133, -2.3689916133880615, -2.1503243446350098, -1.931657314300537, -1.7129900455474854, -1.4943227767944336, -1.2756556272506714, -1.0569884777069092, -0.8383212089538574, -0.6196539998054504, -0.40098679065704346, -0.18231958150863647, 0.03634762763977051, 0.25501489639282227, 0.4736820459365845, 0.6923491954803467, 0.9110159873962402, 1.129683256149292, 1.3483504056930542, 1.5670175552368164, 1.7856848239898682, 2.00435209274292, 2.2230191230773926, 2.4416863918304443, 2.660353660583496, 2.879020929336548, 3.0976881980895996, 3.3163552284240723, 3.535022497177124, 3.753689765930176, 3.9723567962646484, 4.191023826599121, 4.409691333770752, 4.628358364105225, 4.8470258712768555, 5.065692901611328, 5.284359931945801, 5.503027439117432, 5.721694469451904, 5.940361976623535, 6.159029006958008, 6.3776960372924805, 6.596363544464111, 6.815030574798584, 7.033698081970215, 7.2523651123046875, 7.47103214263916, 7.689699172973633, 7.908366680145264]}, "gradients/decoder.transformer.h.13.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 5.0, 2.0, 3.0, 4.0, 8.0, 8.0, 7.0, 10.0, 11.0, 10.0, 15.0, 18.0, 34.0, 22.0, 42.0, 31.0, 38.0, 46.0, 28.0, 32.0, 47.0, 45.0, 34.0, 45.0, 42.0, 45.0, 43.0, 39.0, 30.0, 24.0, 36.0, 24.0, 32.0, 26.0, 23.0, 17.0, 19.0, 14.0, 8.0, 6.0, 7.0, 10.0, 10.0, 7.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-2.4045474529266357, -2.3348166942596436, -2.2650856971740723, -2.19535493850708, -2.125624179840088, -2.0558934211730957, -1.9861624240875244, -1.9164316654205322, -1.8467007875442505, -1.7769699096679688, -1.7072391510009766, -1.6375082731246948, -1.567777395248413, -1.498046636581421, -1.4283157587051392, -1.3585848808288574, -1.2888541221618652, -1.2191232442855835, -1.1493924856185913, -1.0796616077423096, -1.0099308490753174, -0.9401999711990356, -0.8704690933227539, -0.8007382750511169, -0.73100745677948, -0.661276638507843, -0.591545820236206, -0.5218149423599243, -0.45208412408828735, -0.3823533058166504, -0.31262245774269104, -0.2428916096687317, -0.17316102981567383, -0.10343019664287567, -0.033699363470077515, 0.03603146970272064, 0.1057623028755188, 0.17549312114715576, 0.2452239692211151, 0.31495481729507446, 0.3846856355667114, 0.4544164538383484, 0.5241472721099854, 0.5938781499862671, 0.663608968257904, 0.733339786529541, 0.8030706644058228, 0.8728014826774597, 0.9425323009490967, 1.0122631788253784, 1.0819939374923706, 1.1517248153686523, 1.2214555740356445, 1.2911864519119263, 1.360917329788208, 1.4306480884552002, 1.500378966331482, 1.5701098442077637, 1.6398406028747559, 1.7095714807510376, 1.7793023586273193, 1.8490331172943115, 1.9187639951705933, 1.988494873046875, 2.058225631713867]}, "gradients/decoder.transformer.h.13.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 3.0, 4.0, 3.0, 9.0, 4.0, 14.0, 6.0, 7.0, 12.0, 16.0, 16.0, 16.0, 21.0, 24.0, 38.0, 33.0, 33.0, 34.0, 52.0, 40.0, 46.0, 36.0, 54.0, 31.0, 44.0, 40.0, 31.0, 31.0, 41.0, 25.0, 35.0, 35.0, 31.0, 25.0, 22.0, 17.0, 8.0, 11.0, 12.0, 13.0, 7.0, 11.0, 5.0, 3.0, 2.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.260498046875, -0.25177764892578125, -0.2430572509765625, -0.23433685302734375, -0.225616455078125, -0.21689605712890625, -0.2081756591796875, -0.19945526123046875, -0.19073486328125, -0.18201446533203125, -0.1732940673828125, -0.16457366943359375, -0.155853271484375, -0.14713287353515625, -0.1384124755859375, -0.12969207763671875, -0.1209716796875, -0.11225128173828125, -0.1035308837890625, -0.09481048583984375, -0.086090087890625, -0.07736968994140625, -0.0686492919921875, -0.05992889404296875, -0.05120849609375, -0.04248809814453125, -0.0337677001953125, -0.02504730224609375, -0.016326904296875, -0.00760650634765625, 0.0011138916015625, 0.00983428955078125, 0.0185546875, 0.02727508544921875, 0.0359954833984375, 0.04471588134765625, 0.053436279296875, 0.06215667724609375, 0.0708770751953125, 0.07959747314453125, 0.08831787109375, 0.09703826904296875, 0.1057586669921875, 0.11447906494140625, 0.123199462890625, 0.13191986083984375, 0.1406402587890625, 0.14936065673828125, 0.1580810546875, 0.16680145263671875, 0.1755218505859375, 0.18424224853515625, 0.192962646484375, 0.20168304443359375, 0.2104034423828125, 0.21912384033203125, 0.22784423828125, 0.23656463623046875, 0.2452850341796875, 0.25400543212890625, 0.262725830078125, 0.27144622802734375, 0.2801666259765625, 0.28888702392578125, 0.297607421875]}, "gradients/decoder.transformer.h.13.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 7.0, 2.0, 1.0, 5.0, 6.0, 6.0, 13.0, 25.0, 93.0, 318.0, 932.0, 3044.0, 10926.0, 39034.0, 545094.0, 401436.0, 33898.0, 9659.0, 2835.0, 827.0, 255.0, 65.0, 29.0, 8.0, 7.0, 6.0, 2.0, 2.0, 6.0, 1.0, 2.0, 3.0, 3.0, 1.0, 5.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.4208984375, -0.40528106689453125, -0.3896636962890625, -0.37404632568359375, -0.358428955078125, -0.34281158447265625, -0.3271942138671875, -0.31157684326171875, -0.29595947265625, -0.28034210205078125, -0.2647247314453125, -0.24910736083984375, -0.233489990234375, -0.21787261962890625, -0.2022552490234375, -0.18663787841796875, -0.1710205078125, -0.15540313720703125, -0.1397857666015625, -0.12416839599609375, -0.108551025390625, -0.09293365478515625, -0.0773162841796875, -0.06169891357421875, -0.04608154296875, -0.03046417236328125, -0.0148468017578125, 0.00077056884765625, 0.016387939453125, 0.03200531005859375, 0.0476226806640625, 0.06324005126953125, 0.078857421875, 0.09447479248046875, 0.1100921630859375, 0.12570953369140625, 0.141326904296875, 0.15694427490234375, 0.1725616455078125, 0.18817901611328125, 0.20379638671875, 0.21941375732421875, 0.2350311279296875, 0.25064849853515625, 0.266265869140625, 0.28188323974609375, 0.2975006103515625, 0.31311798095703125, 0.3287353515625, 0.34435272216796875, 0.3599700927734375, 0.37558746337890625, 0.391204833984375, 0.40682220458984375, 0.4224395751953125, 0.43805694580078125, 0.45367431640625, 0.46929168701171875, 0.4849090576171875, 0.5005264282226562, 0.516143798828125, 0.5317611694335938, 0.5473785400390625, 0.5629959106445312, 0.57861328125]}, "gradients/decoder.transformer.h.13.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 3.0, 2.0, 4.0, 6.0, 6.0, 7.0, 11.0, 9.0, 14.0, 17.0, 22.0, 18.0, 26.0, 23.0, 21.0, 27.0, 26.0, 39.0, 38.0, 38.0, 37.0, 40.0, 46.0, 1060.0, 39.0, 28.0, 30.0, 40.0, 30.0, 45.0, 38.0, 29.0, 25.0, 32.0, 19.0, 26.0, 13.0, 13.0, 16.0, 13.0, 5.0, 6.0, 8.0, 9.0, 7.0, 5.0, 4.0, 1.0, 4.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0], "bins": [-0.18310546875, -0.17731857299804688, -0.17153167724609375, -0.16574478149414062, -0.1599578857421875, -0.15417098999023438, -0.14838409423828125, -0.14259719848632812, -0.136810302734375, -0.13102340698242188, -0.12523651123046875, -0.11944961547851562, -0.1136627197265625, -0.10787582397460938, -0.10208892822265625, -0.09630203247070312, -0.09051513671875, -0.08472824096679688, -0.07894134521484375, -0.07315444946289062, -0.0673675537109375, -0.061580657958984375, -0.05579376220703125, -0.050006866455078125, -0.044219970703125, -0.038433074951171875, -0.03264617919921875, -0.026859283447265625, -0.0210723876953125, -0.015285491943359375, -0.00949859619140625, -0.003711700439453125, 0.0020751953125, 0.007862091064453125, 0.01364898681640625, 0.019435882568359375, 0.0252227783203125, 0.031009674072265625, 0.03679656982421875, 0.042583465576171875, 0.048370361328125, 0.054157257080078125, 0.05994415283203125, 0.06573104858398438, 0.0715179443359375, 0.07730484008789062, 0.08309173583984375, 0.08887863159179688, 0.09466552734375, 0.10045242309570312, 0.10623931884765625, 0.11202621459960938, 0.1178131103515625, 0.12360000610351562, 0.12938690185546875, 0.13517379760742188, 0.140960693359375, 0.14674758911132812, 0.15253448486328125, 0.15832138061523438, 0.1641082763671875, 0.16989517211914062, 0.17568206787109375, 0.18146896362304688, 0.187255859375]}, "gradients/decoder.transformer.h.13.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 5.0, 1.0, 1.0, 6.0, 7.0, 8.0, 12.0, 16.0, 30.0, 50.0, 59.0, 81.0, 138.0, 211.0, 322.0, 479.0, 758.0, 1288.0, 2109.0, 3719.0, 7011.0, 14180.0, 32444.0, 115098.0, 1351740.0, 456616.0, 64024.0, 22937.0, 10693.0, 5484.0, 2974.0, 1731.0, 1043.0, 669.0, 393.0, 252.0, 174.0, 124.0, 77.0, 57.0, 35.0, 29.0, 16.0, 16.0, 10.0, 5.0, 1.0, 4.0, 1.0, 7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.150146484375, -0.14542579650878906, -0.14070510864257812, -0.1359844207763672, -0.13126373291015625, -0.1265430450439453, -0.12182235717773438, -0.11710166931152344, -0.1123809814453125, -0.10766029357910156, -0.10293960571289062, -0.09821891784667969, -0.09349822998046875, -0.08877754211425781, -0.08405685424804688, -0.07933616638183594, -0.074615478515625, -0.06989479064941406, -0.06517410278320312, -0.06045341491699219, -0.05573272705078125, -0.05101203918457031, -0.046291351318359375, -0.04157066345214844, -0.0368499755859375, -0.03212928771972656, -0.027408599853515625, -0.022687911987304688, -0.01796722412109375, -0.013246536254882812, -0.008525848388671875, -0.0038051605224609375, 0.00091552734375, 0.0056362152099609375, 0.010356903076171875, 0.015077590942382812, 0.01979827880859375, 0.024518966674804688, 0.029239654541015625, 0.03396034240722656, 0.0386810302734375, 0.04340171813964844, 0.048122406005859375, 0.05284309387207031, 0.05756378173828125, 0.06228446960449219, 0.06700515747070312, 0.07172584533691406, 0.076446533203125, 0.08116722106933594, 0.08588790893554688, 0.09060859680175781, 0.09532928466796875, 0.10004997253417969, 0.10477066040039062, 0.10949134826660156, 0.1142120361328125, 0.11893272399902344, 0.12365341186523438, 0.1283740997314453, 0.13309478759765625, 0.1378154754638672, 0.14253616333007812, 0.14725685119628906, 0.1519775390625]}, "gradients/decoder.transformer.h.13.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 0.0, 3.0, 1.0, 3.0, 4.0, 4.0, 5.0, 13.0, 13.0, 19.0, 24.0, 27.0, 62.0, 76.0, 103.0, 163.0, 146.0, 119.0, 69.0, 40.0, 27.0, 24.0, 14.0, 11.0, 5.0, 7.0, 7.0, 4.0, 2.0, 1.0, 3.0, 1.0, 2.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.03582763671875, -0.03479647636413574, -0.033765316009521484, -0.03273415565490723, -0.03170299530029297, -0.03067183494567871, -0.029640674591064453, -0.028609514236450195, -0.027578353881835938, -0.02654719352722168, -0.025516033172607422, -0.024484872817993164, -0.023453712463378906, -0.02242255210876465, -0.02139139175415039, -0.020360231399536133, -0.019329071044921875, -0.018297910690307617, -0.01726675033569336, -0.0162355899810791, -0.015204429626464844, -0.014173269271850586, -0.013142108917236328, -0.01211094856262207, -0.011079788208007812, -0.010048627853393555, -0.009017467498779297, -0.007986307144165039, -0.006955146789550781, -0.0059239864349365234, -0.004892826080322266, -0.003861665725708008, -0.00283050537109375, -0.0017993450164794922, -0.0007681846618652344, 0.00026297569274902344, 0.0012941360473632812, 0.002325296401977539, 0.003356456756591797, 0.004387617111206055, 0.0054187774658203125, 0.00644993782043457, 0.007481098175048828, 0.008512258529663086, 0.009543418884277344, 0.010574579238891602, 0.01160573959350586, 0.012636899948120117, 0.013668060302734375, 0.014699220657348633, 0.01573038101196289, 0.01676154136657715, 0.017792701721191406, 0.018823862075805664, 0.019855022430419922, 0.02088618278503418, 0.021917343139648438, 0.022948503494262695, 0.023979663848876953, 0.02501082420349121, 0.02604198455810547, 0.027073144912719727, 0.028104305267333984, 0.029135465621948242, 0.0301666259765625]}, "gradients/decoder.transformer.h.13.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 4.0, 0.0, 4.0, 1.0, 2.0, 7.0, 2.0, 8.0, 17.0, 15.0, 24.0, 40.0, 74.0, 110.0, 291.0, 2073.0, 46196.0, 984838.0, 13507.0, 907.0, 205.0, 77.0, 49.0, 38.0, 27.0, 14.0, 10.0, 6.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5390625, -0.5218582153320312, -0.5046539306640625, -0.48744964599609375, -0.470245361328125, -0.45304107666015625, -0.4358367919921875, -0.41863250732421875, -0.40142822265625, -0.38422393798828125, -0.3670196533203125, -0.34981536865234375, -0.332611083984375, -0.31540679931640625, -0.2982025146484375, -0.28099822998046875, -0.2637939453125, -0.24658966064453125, -0.2293853759765625, -0.21218109130859375, -0.194976806640625, -0.17777252197265625, -0.1605682373046875, -0.14336395263671875, -0.12615966796875, -0.10895538330078125, -0.0917510986328125, -0.07454681396484375, -0.057342529296875, -0.04013824462890625, -0.0229339599609375, -0.00572967529296875, 0.011474609375, 0.02867889404296875, 0.0458831787109375, 0.06308746337890625, 0.080291748046875, 0.09749603271484375, 0.1147003173828125, 0.13190460205078125, 0.14910888671875, 0.16631317138671875, 0.1835174560546875, 0.20072174072265625, 0.217926025390625, 0.23513031005859375, 0.2523345947265625, 0.26953887939453125, 0.2867431640625, 0.30394744873046875, 0.3211517333984375, 0.33835601806640625, 0.355560302734375, 0.37276458740234375, 0.3899688720703125, 0.40717315673828125, 0.42437744140625, 0.44158172607421875, 0.4587860107421875, 0.47599029541015625, 0.493194580078125, 0.5103988647460938, 0.5276031494140625, 0.5448074340820312, 0.56201171875]}, "gradients/decoder.transformer.h.13.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 8.0, 12.0, 27.0, 41.0, 110.0, 122.0, 181.0, 188.0, 135.0, 83.0, 59.0, 23.0, 13.0, 6.0, 4.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.13495108485221863, -0.13229700922966003, -0.12964293360710144, -0.12698885798454285, -0.12433477491140366, -0.12168069928884506, -0.11902661621570587, -0.11637254059314728, -0.11371846497058868, -0.11106438934803009, -0.1084103137254715, -0.1057562306523323, -0.10310215502977371, -0.10044807940721512, -0.09779399633407593, -0.09513992071151733, -0.09248584508895874, -0.08983176946640015, -0.08717769384384155, -0.08452361077070236, -0.08186953514814377, -0.07921545952558517, -0.07656137645244598, -0.07390730082988739, -0.0712532252073288, -0.0685991495847702, -0.06594507396221161, -0.06329099088907242, -0.060636915266513824, -0.05798283964395523, -0.05532876029610634, -0.052674680948257446, -0.05002061277627945, -0.047366537153720856, -0.044712457805871964, -0.04205837845802307, -0.03940430283546448, -0.036750227212905884, -0.03409614786505699, -0.0314420685172081, -0.028787992894649506, -0.026133915409445763, -0.02347983792424202, -0.020825760439038277, -0.018171682953834534, -0.01551760546863079, -0.012863527983427048, -0.010209450498223305, -0.007555373013019562, -0.004901295527815819, -0.002247218042612076, 0.0004068594425916672, 0.00306093692779541, 0.005715014412999153, 0.008369091898202896, 0.011023169383406639, 0.013677246868610382, 0.016331324353814125, 0.018985401839017868, 0.02163947932422161, 0.024293556809425354, 0.026947634294629097, 0.02960171177983284, 0.03225579112768173, 0.034909866750240326]}, "gradients/decoder.transformer.h.13.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 2.0, 0.0, 3.0, 7.0, 8.0, 6.0, 8.0, 18.0, 19.0, 15.0, 19.0, 24.0, 21.0, 17.0, 27.0, 27.0, 36.0, 41.0, 32.0, 37.0, 30.0, 34.0, 55.0, 39.0, 36.0, 40.0, 40.0, 49.0, 39.0, 34.0, 32.0, 26.0, 26.0, 18.0, 28.0, 19.0, 14.0, 14.0, 13.0, 11.0, 12.0, 6.0, 6.0, 2.0, 3.0, 5.0, 1.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0], "bins": [-0.02520573139190674, -0.024457046762108803, -0.023708362132310867, -0.022959677502512932, -0.022210992872714996, -0.02146230824291706, -0.020713623613119125, -0.01996493898332119, -0.019216254353523254, -0.01846756972372532, -0.017718885093927383, -0.016970200464129448, -0.016221515834331512, -0.015472831204533577, -0.014724146574735641, -0.013975461944937706, -0.01322677731513977, -0.012478092685341835, -0.0117294080555439, -0.010980723425745964, -0.010232038795948029, -0.009483354166150093, -0.008734669536352158, -0.007985984906554222, -0.007237300276756287, -0.006488615646958351, -0.005739931017160416, -0.00499124638736248, -0.004242561757564545, -0.003493877127766609, -0.0027451924979686737, -0.0019965078681707382, -0.0012478232383728027, -0.0004991386085748672, 0.00024954602122306824, 0.0009982306510210037, 0.0017469152808189392, 0.0024955999106168747, 0.00324428454041481, 0.003992969170212746, 0.004741653800010681, 0.005490338429808617, 0.006239023059606552, 0.006987707689404488, 0.007736392319202423, 0.008485076949000359, 0.009233761578798294, 0.00998244620859623, 0.010731130838394165, 0.0114798154681921, 0.012228500097990036, 0.012977184727787971, 0.013725869357585907, 0.014474553987383842, 0.015223238617181778, 0.015971923246979713, 0.01672060787677765, 0.017469292506575584, 0.01821797713637352, 0.018966661766171455, 0.01971534639596939, 0.020464031025767326, 0.021212715655565262, 0.021961400285363197, 0.022710084915161133]}, "gradients/decoder.transformer.h.13.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 3.0, 3.0, 3.0, 9.0, 5.0, 13.0, 6.0, 7.0, 12.0, 16.0, 15.0, 18.0, 19.0, 24.0, 39.0, 32.0, 31.0, 34.0, 51.0, 42.0, 49.0, 36.0, 48.0, 35.0, 43.0, 42.0, 29.0, 32.0, 43.0, 24.0, 36.0, 35.0, 26.0, 32.0, 22.0, 15.0, 8.0, 11.0, 11.0, 14.0, 6.0, 11.0, 7.0, 1.0, 3.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.261474609375, -0.25273895263671875, -0.2440032958984375, -0.23526763916015625, -0.226531982421875, -0.21779632568359375, -0.2090606689453125, -0.20032501220703125, -0.19158935546875, -0.18285369873046875, -0.1741180419921875, -0.16538238525390625, -0.156646728515625, -0.14791107177734375, -0.1391754150390625, -0.13043975830078125, -0.1217041015625, -0.11296844482421875, -0.1042327880859375, -0.09549713134765625, -0.086761474609375, -0.07802581787109375, -0.0692901611328125, -0.06055450439453125, -0.05181884765625, -0.04308319091796875, -0.0343475341796875, -0.02561187744140625, -0.016876220703125, -0.00814056396484375, 0.0005950927734375, 0.00933074951171875, 0.01806640625, 0.02680206298828125, 0.0355377197265625, 0.04427337646484375, 0.053009033203125, 0.06174468994140625, 0.0704803466796875, 0.07921600341796875, 0.08795166015625, 0.09668731689453125, 0.1054229736328125, 0.11415863037109375, 0.122894287109375, 0.13162994384765625, 0.1403656005859375, 0.14910125732421875, 0.1578369140625, 0.16657257080078125, 0.1753082275390625, 0.18404388427734375, 0.192779541015625, 0.20151519775390625, 0.2102508544921875, 0.21898651123046875, 0.22772216796875, 0.23645782470703125, 0.2451934814453125, 0.25392913818359375, 0.262664794921875, 0.27140045166015625, 0.2801361083984375, 0.28887176513671875, 0.297607421875]}, "gradients/decoder.transformer.h.13.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 7.0, 4.0, 3.0, 10.0, 9.0, 14.0, 14.0, 26.0, 32.0, 47.0, 64.0, 147.0, 289.0, 606.0, 1319.0, 3345.0, 8416.0, 26097.0, 114065.0, 558456.0, 261894.0, 50550.0, 14248.0, 5048.0, 2032.0, 909.0, 404.0, 197.0, 82.0, 71.0, 44.0, 33.0, 17.0, 14.0, 15.0, 7.0, 5.0, 3.0, 7.0, 2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.65966796875, -0.6340408325195312, -0.6084136962890625, -0.5827865600585938, -0.557159423828125, -0.5315322875976562, -0.5059051513671875, -0.48027801513671875, -0.45465087890625, -0.42902374267578125, -0.4033966064453125, -0.37776947021484375, -0.352142333984375, -0.32651519775390625, -0.3008880615234375, -0.27526092529296875, -0.2496337890625, -0.22400665283203125, -0.1983795166015625, -0.17275238037109375, -0.147125244140625, -0.12149810791015625, -0.0958709716796875, -0.07024383544921875, -0.04461669921875, -0.01898956298828125, 0.0066375732421875, 0.03226470947265625, 0.057891845703125, 0.08351898193359375, 0.1091461181640625, 0.13477325439453125, 0.160400390625, 0.18602752685546875, 0.2116546630859375, 0.23728179931640625, 0.262908935546875, 0.28853607177734375, 0.3141632080078125, 0.33979034423828125, 0.36541748046875, 0.39104461669921875, 0.4166717529296875, 0.44229888916015625, 0.467926025390625, 0.49355316162109375, 0.5191802978515625, 0.5448074340820312, 0.5704345703125, 0.5960617065429688, 0.6216888427734375, 0.6473159790039062, 0.672943115234375, 0.6985702514648438, 0.7241973876953125, 0.7498245239257812, 0.77545166015625, 0.8010787963867188, 0.8267059326171875, 0.8523330688476562, 0.877960205078125, 0.9035873413085938, 0.9292144775390625, 0.9548416137695312, 0.98046875]}, "gradients/decoder.transformer.h.13.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 6.0, 3.0, 5.0, 4.0, 4.0, 5.0, 13.0, 13.0, 8.0, 13.0, 21.0, 24.0, 27.0, 33.0, 35.0, 36.0, 60.0, 65.0, 60.0, 108.0, 165.0, 212.0, 1303.0, 188.0, 136.0, 100.0, 80.0, 58.0, 44.0, 25.0, 22.0, 34.0, 25.0, 18.0, 13.0, 18.0, 20.0, 10.0, 10.0, 13.0, 4.0, 6.0, 5.0, 3.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.83837890625, -0.810638427734375, -0.78289794921875, -0.755157470703125, -0.7274169921875, -0.699676513671875, -0.67193603515625, -0.644195556640625, -0.616455078125, -0.588714599609375, -0.56097412109375, -0.533233642578125, -0.5054931640625, -0.477752685546875, -0.45001220703125, -0.422271728515625, -0.39453125, -0.366790771484375, -0.33905029296875, -0.311309814453125, -0.2835693359375, -0.255828857421875, -0.22808837890625, -0.200347900390625, -0.172607421875, -0.144866943359375, -0.11712646484375, -0.089385986328125, -0.0616455078125, -0.033905029296875, -0.00616455078125, 0.021575927734375, 0.04931640625, 0.077056884765625, 0.10479736328125, 0.132537841796875, 0.1602783203125, 0.188018798828125, 0.21575927734375, 0.243499755859375, 0.271240234375, 0.298980712890625, 0.32672119140625, 0.354461669921875, 0.3822021484375, 0.409942626953125, 0.43768310546875, 0.465423583984375, 0.4931640625, 0.520904541015625, 0.54864501953125, 0.576385498046875, 0.6041259765625, 0.631866455078125, 0.65960693359375, 0.687347412109375, 0.715087890625, 0.742828369140625, 0.77056884765625, 0.798309326171875, 0.8260498046875, 0.853790283203125, 0.88153076171875, 0.909271240234375, 0.93701171875]}, "gradients/decoder.transformer.h.13.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 9.0, 6.0, 6.0, 8.0, 13.0, 17.0, 29.0, 21.0, 40.0, 61.0, 100.0, 133.0, 212.0, 347.0, 705.0, 1691.0, 7695.0, 130479.0, 2814540.0, 176871.0, 9170.0, 1773.0, 679.0, 372.0, 226.0, 154.0, 93.0, 77.0, 51.0, 34.0, 30.0, 22.0, 12.0, 3.0, 11.0, 9.0, 5.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.34375, -2.269439697265625, -2.19512939453125, -2.120819091796875, -2.0465087890625, -1.972198486328125, -1.89788818359375, -1.823577880859375, -1.749267578125, -1.674957275390625, -1.60064697265625, -1.526336669921875, -1.4520263671875, -1.377716064453125, -1.30340576171875, -1.229095458984375, -1.15478515625, -1.080474853515625, -1.00616455078125, -0.931854248046875, -0.8575439453125, -0.783233642578125, -0.70892333984375, -0.634613037109375, -0.560302734375, -0.485992431640625, -0.41168212890625, -0.337371826171875, -0.2630615234375, -0.188751220703125, -0.11444091796875, -0.040130615234375, 0.0341796875, 0.108489990234375, 0.18280029296875, 0.257110595703125, 0.3314208984375, 0.405731201171875, 0.48004150390625, 0.554351806640625, 0.628662109375, 0.702972412109375, 0.77728271484375, 0.851593017578125, 0.9259033203125, 1.000213623046875, 1.07452392578125, 1.148834228515625, 1.22314453125, 1.297454833984375, 1.37176513671875, 1.446075439453125, 1.5203857421875, 1.594696044921875, 1.66900634765625, 1.743316650390625, 1.817626953125, 1.891937255859375, 1.96624755859375, 2.040557861328125, 2.1148681640625, 2.189178466796875, 2.26348876953125, 2.337799072265625, 2.412109375]}, "gradients/decoder.transformer.h.13.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 1.0, 1.0, 13.0, 22.0, 23.0, 48.0, 49.0, 84.0, 121.0, 142.0, 131.0, 103.0, 79.0, 76.0, 44.0, 32.0, 12.0, 11.0, 9.0, 7.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.6839115619659424, -2.591629981994629, -2.4993484020233154, -2.407066583633423, -2.3147850036621094, -2.222503423690796, -2.1302218437194824, -2.03794002532959, -1.9456584453582764, -1.853376865386963, -1.7610951662063599, -1.6688135862350464, -1.5765318870544434, -1.4842503070831299, -1.3919687271118164, -1.2996870279312134, -1.2074054479599, -1.1151238679885864, -1.0228421688079834, -0.9305605888366699, -0.8382788896560669, -0.7459973096847534, -0.6537156701087952, -0.5614340305328369, -0.46915239095687866, -0.3768707513809204, -0.28458911180496216, -0.1923075020313263, -0.10002586245536804, -0.00774422287940979, 0.08453738689422607, 0.17681902647018433, 0.2691006660461426, 0.36138230562210083, 0.4536639451980591, 0.5459455251693726, 0.6382272243499756, 0.7305088043212891, 0.8227904438972473, 0.9150720834732056, 1.0073537826538086, 1.099635362625122, 1.191917061805725, 1.2841986417770386, 1.3764803409576416, 1.468761920928955, 1.5610435009002686, 1.6533252000808716, 1.745606780052185, 1.8378883600234985, 1.9301700592041016, 2.022451639175415, 2.1147332191467285, 2.207015037536621, 2.2992966175079346, 2.391578197479248, 2.4838597774505615, 2.576141357421875, 2.6684229373931885, 2.760704755783081, 2.8529863357543945, 2.945267915725708, 3.0375494956970215, 3.129831314086914, 3.2221128940582275]}, "gradients/decoder.transformer.h.13.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 1.0, 3.0, 4.0, 2.0, 4.0, 2.0, 7.0, 5.0, 5.0, 11.0, 10.0, 12.0, 8.0, 21.0, 16.0, 22.0, 19.0, 17.0, 23.0, 31.0, 37.0, 30.0, 30.0, 29.0, 37.0, 40.0, 47.0, 49.0, 46.0, 36.0, 30.0, 39.0, 33.0, 25.0, 33.0, 25.0, 32.0, 25.0, 29.0, 24.0, 24.0, 14.0, 10.0, 14.0, 12.0, 4.0, 7.0, 3.0, 4.0, 5.0, 7.0, 4.0, 2.0, 2.0, 4.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-2.2115426063537598, -2.141350507736206, -2.0711581707000732, -2.0009660720825195, -1.9307739734649658, -1.8605817556381226, -1.7903895378112793, -1.7201974391937256, -1.6500052213668823, -1.579813003540039, -1.5096209049224854, -1.439428687095642, -1.3692364692687988, -1.2990443706512451, -1.2288521528244019, -1.1586599349975586, -1.0884678363800049, -1.0182756185531616, -0.9480835199356079, -0.8778913021087646, -0.8076991438865662, -0.7375069856643677, -0.6673147678375244, -0.5971226096153259, -0.5269304513931274, -0.45673829317092896, -0.3865461051464081, -0.3163539171218872, -0.24616175889968872, -0.17596960067749023, -0.10577741265296936, -0.035585224628448486, 0.0346071720123291, 0.10479934513568878, 0.17499151825904846, 0.24518369138240814, 0.3153758645057678, 0.3855680227279663, 0.4557602107524872, 0.5259523987770081, 0.5961445569992065, 0.666336715221405, 0.7365288734436035, 0.8067210912704468, 0.8769132494926453, 0.9471054077148438, 1.017297625541687, 1.0874898433685303, 1.157681941986084, 1.2278741598129272, 1.298066258430481, 1.3682584762573242, 1.438450574874878, 1.5086427927017212, 1.5788350105285645, 1.6490271091461182, 1.7192193269729614, 1.7894115447998047, 1.8596036434173584, 1.9297958612442017, 1.999988079071045, 2.0701801776885986, 2.1403722763061523, 2.210564613342285, 2.280756711959839]}, "gradients/decoder.transformer.h.12.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 3.0, 3.0, 2.0, 2.0, 8.0, 10.0, 13.0, 9.0, 8.0, 14.0, 21.0, 18.0, 27.0, 23.0, 23.0, 32.0, 41.0, 45.0, 42.0, 47.0, 51.0, 50.0, 43.0, 36.0, 32.0, 40.0, 34.0, 37.0, 44.0, 35.0, 33.0, 24.0, 32.0, 24.0, 19.0, 16.0, 12.0, 15.0, 9.0, 5.0, 8.0, 8.0, 3.0, 2.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.314453125, -0.3047981262207031, -0.29514312744140625, -0.2854881286621094, -0.2758331298828125, -0.2661781311035156, -0.25652313232421875, -0.24686813354492188, -0.237213134765625, -0.22755813598632812, -0.21790313720703125, -0.20824813842773438, -0.1985931396484375, -0.18893814086914062, -0.17928314208984375, -0.16962814331054688, -0.15997314453125, -0.15031814575195312, -0.14066314697265625, -0.13100814819335938, -0.1213531494140625, -0.11169815063476562, -0.10204315185546875, -0.09238815307617188, -0.082733154296875, -0.07307815551757812, -0.06342315673828125, -0.053768157958984375, -0.0441131591796875, -0.034458160400390625, -0.02480316162109375, -0.015148162841796875, -0.0054931640625, 0.004161834716796875, 0.01381683349609375, 0.023471832275390625, 0.0331268310546875, 0.042781829833984375, 0.05243682861328125, 0.062091827392578125, 0.071746826171875, 0.08140182495117188, 0.09105682373046875, 0.10071182250976562, 0.1103668212890625, 0.12002182006835938, 0.12967681884765625, 0.13933181762695312, 0.14898681640625, 0.15864181518554688, 0.16829681396484375, 0.17795181274414062, 0.1876068115234375, 0.19726181030273438, 0.20691680908203125, 0.21657180786132812, 0.226226806640625, 0.23588180541992188, 0.24553680419921875, 0.2551918029785156, 0.2648468017578125, 0.2745018005371094, 0.28415679931640625, 0.2938117980957031, 0.303466796875]}, "gradients/decoder.transformer.h.12.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 4.0, 3.0, 5.0, 11.0, 10.0, 24.0, 22.0, 34.0, 59.0, 75.0, 116.0, 187.0, 369.0, 639.0, 1202.0, 2660.0, 5860.0, 14991.0, 51882.0, 372147.0, 3012947.0, 629180.0, 70543.0, 18925.0, 6859.0, 2787.0, 1282.0, 640.0, 330.0, 187.0, 132.0, 57.0, 44.0, 24.0, 11.0, 10.0, 13.0, 5.0, 2.0, 6.0, 3.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.84423828125, -0.8124923706054688, -0.7807464599609375, -0.7490005493164062, -0.717254638671875, -0.6855087280273438, -0.6537628173828125, -0.6220169067382812, -0.59027099609375, -0.5585250854492188, -0.5267791748046875, -0.49503326416015625, -0.463287353515625, -0.43154144287109375, -0.3997955322265625, -0.36804962158203125, -0.3363037109375, -0.30455780029296875, -0.2728118896484375, -0.24106597900390625, -0.209320068359375, -0.17757415771484375, -0.1458282470703125, -0.11408233642578125, -0.08233642578125, -0.05059051513671875, -0.0188446044921875, 0.01290130615234375, 0.044647216796875, 0.07639312744140625, 0.1081390380859375, 0.13988494873046875, 0.171630859375, 0.20337677001953125, 0.2351226806640625, 0.26686859130859375, 0.298614501953125, 0.33036041259765625, 0.3621063232421875, 0.39385223388671875, 0.42559814453125, 0.45734405517578125, 0.4890899658203125, 0.5208358764648438, 0.552581787109375, 0.5843276977539062, 0.6160736083984375, 0.6478195190429688, 0.6795654296875, 0.7113113403320312, 0.7430572509765625, 0.7748031616210938, 0.806549072265625, 0.8382949829101562, 0.8700408935546875, 0.9017868041992188, 0.93353271484375, 0.9652786254882812, 0.9970245361328125, 1.0287704467773438, 1.060516357421875, 1.0922622680664062, 1.1240081787109375, 1.1557540893554688, 1.1875]}, "gradients/decoder.transformer.h.12.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 4.0, 4.0, 5.0, 6.0, 11.0, 12.0, 24.0, 27.0, 34.0, 52.0, 59.0, 114.0, 153.0, 247.0, 422.0, 672.0, 717.0, 528.0, 336.0, 201.0, 133.0, 84.0, 77.0, 43.0, 35.0, 23.0, 15.0, 16.0, 8.0, 7.0, 2.0, 9.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.73388671875, -0.7078781127929688, -0.6818695068359375, -0.6558609008789062, -0.629852294921875, -0.6038436889648438, -0.5778350830078125, -0.5518264770507812, -0.52581787109375, -0.49980926513671875, -0.4738006591796875, -0.44779205322265625, -0.421783447265625, -0.39577484130859375, -0.3697662353515625, -0.34375762939453125, -0.3177490234375, -0.29174041748046875, -0.2657318115234375, -0.23972320556640625, -0.213714599609375, -0.18770599365234375, -0.1616973876953125, -0.13568878173828125, -0.10968017578125, -0.08367156982421875, -0.0576629638671875, -0.03165435791015625, -0.005645751953125, 0.02036285400390625, 0.0463714599609375, 0.07238006591796875, 0.098388671875, 0.12439727783203125, 0.1504058837890625, 0.17641448974609375, 0.202423095703125, 0.22843170166015625, 0.2544403076171875, 0.28044891357421875, 0.30645751953125, 0.33246612548828125, 0.3584747314453125, 0.38448333740234375, 0.410491943359375, 0.43650054931640625, 0.4625091552734375, 0.48851776123046875, 0.5145263671875, 0.5405349731445312, 0.5665435791015625, 0.5925521850585938, 0.618560791015625, 0.6445693969726562, 0.6705780029296875, 0.6965866088867188, 0.72259521484375, 0.7486038208007812, 0.7746124267578125, 0.8006210327148438, 0.826629638671875, 0.8526382446289062, 0.8786468505859375, 0.9046554565429688, 0.9306640625]}, "gradients/decoder.transformer.h.12.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 3.0, 4.0, 3.0, 5.0, 12.0, 7.0, 29.0, 31.0, 41.0, 60.0, 124.0, 264.0, 677.0, 2197.0, 10342.0, 73674.0, 2161401.0, 1865000.0, 67539.0, 9609.0, 2099.0, 648.0, 217.0, 103.0, 68.0, 50.0, 26.0, 20.0, 11.0, 8.0, 5.0, 7.0, 2.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.30859375, -2.2425994873046875, -2.176605224609375, -2.1106109619140625, -2.04461669921875, -1.9786224365234375, -1.912628173828125, -1.8466339111328125, -1.7806396484375, -1.7146453857421875, -1.648651123046875, -1.5826568603515625, -1.51666259765625, -1.4506683349609375, -1.384674072265625, -1.3186798095703125, -1.252685546875, -1.1866912841796875, -1.120697021484375, -1.0547027587890625, -0.98870849609375, -0.9227142333984375, -0.856719970703125, -0.7907257080078125, -0.7247314453125, -0.6587371826171875, -0.592742919921875, -0.5267486572265625, -0.46075439453125, -0.3947601318359375, -0.328765869140625, -0.2627716064453125, -0.19677734375, -0.1307830810546875, -0.064788818359375, 0.0012054443359375, 0.06719970703125, 0.1331939697265625, 0.199188232421875, 0.2651824951171875, 0.3311767578125, 0.3971710205078125, 0.463165283203125, 0.5291595458984375, 0.59515380859375, 0.6611480712890625, 0.727142333984375, 0.7931365966796875, 0.859130859375, 0.9251251220703125, 0.991119384765625, 1.0571136474609375, 1.12310791015625, 1.1891021728515625, 1.255096435546875, 1.3210906982421875, 1.3870849609375, 1.4530792236328125, 1.519073486328125, 1.5850677490234375, 1.65106201171875, 1.7170562744140625, 1.783050537109375, 1.8490447998046875, 1.9150390625]}, "gradients/decoder.transformer.h.12.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 7.0, 4.0, 11.0, 20.0, 35.0, 63.0, 93.0, 133.0, 177.0, 161.0, 138.0, 76.0, 41.0, 18.0, 9.0, 12.0, 8.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.203286647796631, -7.029496669769287, -6.855706691741943, -6.681917190551758, -6.508127212524414, -6.33433723449707, -6.160547256469727, -5.986757278442383, -5.812967777252197, -5.6391777992248535, -5.46538782119751, -5.291598320007324, -5.1178083419799805, -4.944018363952637, -4.770228385925293, -4.596438407897949, -4.4226484298706055, -4.248858451843262, -4.075068473815918, -3.9012787342071533, -3.7274889945983887, -3.553699016571045, -3.379909038543701, -3.2061192989349365, -3.032329559326172, -2.858539581298828, -2.6847498416900635, -2.5109598636627197, -2.337170124053955, -2.1633801460266113, -1.9895902872085571, -1.815800428390503, -1.6420106887817383, -1.468220829963684, -1.2944309711456299, -1.1206409931182861, -0.9468511939048767, -0.7730613350868225, -0.5992714166641235, -0.42548155784606934, -0.25169169902801514, -0.07790182530879974, 0.09588804841041565, 0.26967793703079224, 0.44346779584884644, 0.6172576546669006, 0.7910475730895996, 0.9648374319076538, 1.138627290725708, 1.3124171495437622, 1.4862070083618164, 1.6599969863891602, 1.8337867259979248, 2.0075767040252686, 2.181366443634033, 2.355156421661377, 2.5289463996887207, 2.7027363777160645, 2.876526117324829, 3.050316095352173, 3.2241058349609375, 3.3978958129882812, 3.571685791015625, 3.7454755306243896, 3.9192652702331543]}, "gradients/decoder.transformer.h.12.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 4.0, 1.0, 4.0, 5.0, 5.0, 6.0, 8.0, 7.0, 11.0, 13.0, 15.0, 14.0, 27.0, 18.0, 12.0, 30.0, 36.0, 33.0, 48.0, 32.0, 36.0, 41.0, 26.0, 59.0, 53.0, 41.0, 52.0, 43.0, 31.0, 37.0, 41.0, 29.0, 27.0, 30.0, 23.0, 14.0, 22.0, 18.0, 19.0, 6.0, 6.0, 6.0, 4.0, 6.0, 4.0, 3.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.304368734359741, -2.2355854511260986, -2.166802167892456, -2.0980188846588135, -2.029235601425171, -1.9604523181915283, -1.8916691541671753, -1.8228858709335327, -1.7541025876998901, -1.6853193044662476, -1.616536021232605, -1.5477527379989624, -1.4789695739746094, -1.4101862907409668, -1.3414030075073242, -1.2726197242736816, -1.203836441040039, -1.1350531578063965, -1.066269874572754, -0.9974866509437561, -0.9287033677101135, -0.859920084476471, -0.7911368608474731, -0.7223535776138306, -0.653570294380188, -0.5847870111465454, -0.5160037279129028, -0.44722050428390503, -0.37843722105026245, -0.3096539378166199, -0.24087068438529968, -0.1720874309539795, -0.10330438613891602, -0.03452111780643463, 0.03426215052604675, 0.10304541885852814, 0.17182868719100952, 0.2406119704246521, 0.3093952238559723, 0.3781784772872925, 0.44696176052093506, 0.5157450437545776, 0.5845283269882202, 0.653311550617218, 0.7220948338508606, 0.7908781170845032, 0.859661340713501, 0.9284446239471436, 0.9972279071807861, 1.0660111904144287, 1.1347944736480713, 1.2035777568817139, 1.2723610401153564, 1.341144323348999, 1.409927487373352, 1.4787107706069946, 1.5474940538406372, 1.6162773370742798, 1.6850606203079224, 1.753843903541565, 1.822627067565918, 1.8914103507995605, 1.9601936340332031, 2.0289769172668457, 2.0977602005004883]}, "gradients/decoder.transformer.h.12.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 4.0, 1.0, 5.0, 6.0, 7.0, 12.0, 7.0, 11.0, 23.0, 16.0, 19.0, 26.0, 21.0, 26.0, 36.0, 27.0, 36.0, 42.0, 46.0, 50.0, 41.0, 38.0, 40.0, 42.0, 42.0, 41.0, 36.0, 35.0, 40.0, 36.0, 19.0, 27.0, 20.0, 22.0, 25.0, 18.0, 8.0, 12.0, 8.0, 4.0, 7.0, 6.0, 4.0, 9.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.281494140625, -0.27242279052734375, -0.2633514404296875, -0.25428009033203125, -0.245208740234375, -0.23613739013671875, -0.2270660400390625, -0.21799468994140625, -0.20892333984375, -0.19985198974609375, -0.1907806396484375, -0.18170928955078125, -0.172637939453125, -0.16356658935546875, -0.1544952392578125, -0.14542388916015625, -0.1363525390625, -0.12728118896484375, -0.1182098388671875, -0.10913848876953125, -0.100067138671875, -0.09099578857421875, -0.0819244384765625, -0.07285308837890625, -0.06378173828125, -0.05471038818359375, -0.0456390380859375, -0.03656768798828125, -0.027496337890625, -0.01842498779296875, -0.0093536376953125, -0.00028228759765625, 0.0087890625, 0.01786041259765625, 0.0269317626953125, 0.03600311279296875, 0.045074462890625, 0.05414581298828125, 0.0632171630859375, 0.07228851318359375, 0.08135986328125, 0.09043121337890625, 0.0995025634765625, 0.10857391357421875, 0.117645263671875, 0.12671661376953125, 0.1357879638671875, 0.14485931396484375, 0.1539306640625, 0.16300201416015625, 0.1720733642578125, 0.18114471435546875, 0.190216064453125, 0.19928741455078125, 0.2083587646484375, 0.21743011474609375, 0.22650146484375, 0.23557281494140625, 0.2446441650390625, 0.25371551513671875, 0.262786865234375, 0.27185821533203125, 0.2809295654296875, 0.29000091552734375, 0.299072265625]}, "gradients/decoder.transformer.h.12.crossattention.c_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 4.0, 7.0, 6.0, 5.0, 12.0, 14.0, 31.0, 50.0, 65.0, 105.0, 152.0, 248.0, 344.0, 618.0, 1075.0, 1940.0, 3407.0, 6325.0, 12240.0, 26346.0, 58939.0, 141356.0, 307980.0, 273380.0, 118423.0, 49664.0, 22379.0, 10720.0, 5566.0, 3064.0, 1666.0, 927.0, 573.0, 326.0, 209.0, 142.0, 87.0, 63.0, 36.0, 20.0, 11.0, 12.0, 8.0, 5.0, 5.0, 3.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.09100341796875, -0.0883188247680664, -0.08563423156738281, -0.08294963836669922, -0.08026504516601562, -0.07758045196533203, -0.07489585876464844, -0.07221126556396484, -0.06952667236328125, -0.06684207916259766, -0.06415748596191406, -0.06147289276123047, -0.058788299560546875, -0.05610370635986328, -0.05341911315917969, -0.050734519958496094, -0.0480499267578125, -0.045365333557128906, -0.04268074035644531, -0.03999614715576172, -0.037311553955078125, -0.03462696075439453, -0.03194236755371094, -0.029257774353027344, -0.02657318115234375, -0.023888587951660156, -0.021203994750976562, -0.01851940155029297, -0.015834808349609375, -0.013150215148925781, -0.010465621948242188, -0.007781028747558594, -0.005096435546875, -0.0024118423461914062, 0.0002727508544921875, 0.0029573440551757812, 0.005641937255859375, 0.008326530456542969, 0.011011123657226562, 0.013695716857910156, 0.01638031005859375, 0.019064903259277344, 0.021749496459960938, 0.02443408966064453, 0.027118682861328125, 0.02980327606201172, 0.03248786926269531, 0.035172462463378906, 0.0378570556640625, 0.040541648864746094, 0.04322624206542969, 0.04591083526611328, 0.048595428466796875, 0.05128002166748047, 0.05396461486816406, 0.056649208068847656, 0.05933380126953125, 0.062018394470214844, 0.06470298767089844, 0.06738758087158203, 0.07007217407226562, 0.07275676727294922, 0.07544136047363281, 0.0781259536743164, 0.080810546875]}, "gradients/decoder.transformer.h.12.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 4.0, 2.0, 2.0, 3.0, 4.0, 7.0, 3.0, 9.0, 8.0, 8.0, 9.0, 20.0, 18.0, 13.0, 24.0, 25.0, 32.0, 28.0, 25.0, 23.0, 41.0, 31.0, 35.0, 43.0, 32.0, 37.0, 1074.0, 39.0, 37.0, 39.0, 27.0, 30.0, 30.0, 30.0, 30.0, 33.0, 23.0, 24.0, 22.0, 18.0, 12.0, 10.0, 7.0, 18.0, 10.0, 13.0, 7.0, 5.0, 3.0, 5.0, 1.0, 3.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.206787109375, -0.20026016235351562, -0.19373321533203125, -0.18720626831054688, -0.1806793212890625, -0.17415237426757812, -0.16762542724609375, -0.16109848022460938, -0.154571533203125, -0.14804458618164062, -0.14151763916015625, -0.13499069213867188, -0.1284637451171875, -0.12193679809570312, -0.11540985107421875, -0.10888290405273438, -0.10235595703125, -0.09582901000976562, -0.08930206298828125, -0.08277511596679688, -0.0762481689453125, -0.06972122192382812, -0.06319427490234375, -0.056667327880859375, -0.050140380859375, -0.043613433837890625, -0.03708648681640625, -0.030559539794921875, -0.0240325927734375, -0.017505645751953125, -0.01097869873046875, -0.004451751708984375, 0.0020751953125, 0.008602142333984375, 0.01512908935546875, 0.021656036376953125, 0.0281829833984375, 0.034709930419921875, 0.04123687744140625, 0.047763824462890625, 0.054290771484375, 0.060817718505859375, 0.06734466552734375, 0.07387161254882812, 0.0803985595703125, 0.08692550659179688, 0.09345245361328125, 0.09997940063476562, 0.10650634765625, 0.11303329467773438, 0.11956024169921875, 0.12608718872070312, 0.1326141357421875, 0.13914108276367188, 0.14566802978515625, 0.15219497680664062, 0.158721923828125, 0.16524887084960938, 0.17177581787109375, 0.17830276489257812, 0.1848297119140625, 0.19135665893554688, 0.19788360595703125, 0.20441055297851562, 0.2109375]}, "gradients/decoder.transformer.h.12.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 2.0, 0.0, 4.0, 9.0, 10.0, 9.0, 17.0, 38.0, 46.0, 79.0, 142.0, 231.0, 388.0, 781.0, 1452.0, 3062.0, 6941.0, 17963.0, 54478.0, 220514.0, 1284696.0, 384041.0, 80265.0, 24955.0, 9270.0, 3865.0, 1825.0, 940.0, 528.0, 230.0, 133.0, 81.0, 52.0, 36.0, 17.0, 12.0, 9.0, 8.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.062164306640625, -0.059832096099853516, -0.05749988555908203, -0.05516767501831055, -0.05283546447753906, -0.05050325393676758, -0.048171043395996094, -0.04583883285522461, -0.043506622314453125, -0.04117441177368164, -0.038842201232910156, -0.03650999069213867, -0.03417778015136719, -0.0318455696105957, -0.02951335906982422, -0.027181148529052734, -0.02484893798828125, -0.022516727447509766, -0.02018451690673828, -0.017852306365966797, -0.015520095825195312, -0.013187885284423828, -0.010855674743652344, -0.00852346420288086, -0.006191253662109375, -0.0038590431213378906, -0.0015268325805664062, 0.0008053779602050781, 0.0031375885009765625, 0.005469799041748047, 0.007802009582519531, 0.010134220123291016, 0.0124664306640625, 0.014798641204833984, 0.01713085174560547, 0.019463062286376953, 0.021795272827148438, 0.024127483367919922, 0.026459693908691406, 0.02879190444946289, 0.031124114990234375, 0.03345632553100586, 0.035788536071777344, 0.03812074661254883, 0.04045295715332031, 0.0427851676940918, 0.04511737823486328, 0.047449588775634766, 0.04978179931640625, 0.052114009857177734, 0.05444622039794922, 0.0567784309387207, 0.05911064147949219, 0.06144285202026367, 0.06377506256103516, 0.06610727310180664, 0.06843948364257812, 0.07077169418334961, 0.0731039047241211, 0.07543611526489258, 0.07776832580566406, 0.08010053634643555, 0.08243274688720703, 0.08476495742797852, 0.08709716796875]}, "gradients/decoder.transformer.h.12.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 4.0, 5.0, 2.0, 4.0, 2.0, 6.0, 8.0, 4.0, 7.0, 13.0, 14.0, 14.0, 19.0, 30.0, 33.0, 47.0, 50.0, 85.0, 94.0, 118.0, 106.0, 74.0, 49.0, 38.0, 30.0, 34.0, 22.0, 20.0, 15.0, 9.0, 10.0, 4.0, 5.0, 6.0, 4.0, 7.0, 8.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.014404296875, -0.013984918594360352, -0.013565540313720703, -0.013146162033081055, -0.012726783752441406, -0.012307405471801758, -0.01188802719116211, -0.011468648910522461, -0.011049270629882812, -0.010629892349243164, -0.010210514068603516, -0.009791135787963867, -0.009371757507324219, -0.00895237922668457, -0.008533000946044922, -0.008113622665405273, -0.007694244384765625, -0.0072748661041259766, -0.006855487823486328, -0.00643610954284668, -0.006016731262207031, -0.005597352981567383, -0.005177974700927734, -0.004758596420288086, -0.0043392181396484375, -0.003919839859008789, -0.0035004615783691406, -0.003081083297729492, -0.0026617050170898438, -0.0022423267364501953, -0.0018229484558105469, -0.0014035701751708984, -0.00098419189453125, -0.0005648136138916016, -0.00014543533325195312, 0.0002739429473876953, 0.0006933212280273438, 0.0011126995086669922, 0.0015320777893066406, 0.001951456069946289, 0.0023708343505859375, 0.002790212631225586, 0.0032095909118652344, 0.003628969192504883, 0.004048347473144531, 0.00446772575378418, 0.004887104034423828, 0.0053064823150634766, 0.005725860595703125, 0.0061452388763427734, 0.006564617156982422, 0.00698399543762207, 0.007403373718261719, 0.007822751998901367, 0.008242130279541016, 0.008661508560180664, 0.009080886840820312, 0.009500265121459961, 0.00991964340209961, 0.010339021682739258, 0.010758399963378906, 0.011177778244018555, 0.011597156524658203, 0.012016534805297852, 0.0124359130859375]}, "gradients/decoder.transformer.h.12.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 6.0, 1.0, 4.0, 10.0, 4.0, 10.0, 12.0, 14.0, 22.0, 25.0, 24.0, 54.0, 89.0, 223.0, 1465.0, 370976.0, 673443.0, 1683.0, 218.0, 97.0, 53.0, 25.0, 25.0, 16.0, 14.0, 8.0, 11.0, 4.0, 9.0, 4.0, 4.0, 1.0, 5.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.327392578125, -0.31684112548828125, -0.3062896728515625, -0.29573822021484375, -0.285186767578125, -0.27463531494140625, -0.2640838623046875, -0.25353240966796875, -0.24298095703125, -0.23242950439453125, -0.2218780517578125, -0.21132659912109375, -0.200775146484375, -0.19022369384765625, -0.1796722412109375, -0.16912078857421875, -0.1585693359375, -0.14801788330078125, -0.1374664306640625, -0.12691497802734375, -0.116363525390625, -0.10581207275390625, -0.0952606201171875, -0.08470916748046875, -0.07415771484375, -0.06360626220703125, -0.0530548095703125, -0.04250335693359375, -0.031951904296875, -0.02140045166015625, -0.0108489990234375, -0.00029754638671875, 0.01025390625, 0.02080535888671875, 0.0313568115234375, 0.04190826416015625, 0.052459716796875, 0.06301116943359375, 0.0735626220703125, 0.08411407470703125, 0.09466552734375, 0.10521697998046875, 0.1157684326171875, 0.12631988525390625, 0.136871337890625, 0.14742279052734375, 0.1579742431640625, 0.16852569580078125, 0.1790771484375, 0.18962860107421875, 0.2001800537109375, 0.21073150634765625, 0.221282958984375, 0.23183441162109375, 0.2423858642578125, 0.25293731689453125, 0.26348876953125, 0.27404022216796875, 0.2845916748046875, 0.29514312744140625, 0.305694580078125, 0.31624603271484375, 0.3267974853515625, 0.33734893798828125, 0.347900390625]}, "gradients/decoder.transformer.h.12.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 5.0, 6.0, 22.0, 18.0, 42.0, 45.0, 65.0, 81.0, 111.0, 108.0, 128.0, 122.0, 99.0, 53.0, 32.0, 25.0, 17.0, 12.0, 3.0, 5.0, 4.0, 1.0, 2.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01952161267399788, -0.018798692151904106, -0.018075771629810333, -0.01735285297036171, -0.016629932448267937, -0.015907011926174164, -0.015184091404080391, -0.014461170881986618, -0.01373825129121542, -0.013015330769121647, -0.012292411178350449, -0.011569490656256676, -0.010846570134162903, -0.010123650543391705, -0.009400730021297932, -0.008677810430526733, -0.00795488990843296, -0.007231969852000475, -0.006509049795567989, -0.0057861292734742165, -0.005063209217041731, -0.004340289160609245, -0.0036173686385154724, -0.002894448582082987, -0.0021715285256505013, -0.0014486083528026938, -0.0007256881799548864, -2.767890691757202e-06, 0.0007201521657407284, 0.001443072222173214, 0.002165992744266987, 0.0028889128006994724, 0.0036118309944868088, 0.004334751050919294, 0.00505767110735178, 0.005780591629445553, 0.006503511685878038, 0.007226431742310524, 0.007949352264404297, 0.00867227278649807, 0.009395192377269268, 0.010118112899363041, 0.01084103249013424, 0.011563953012228012, 0.012286873534321785, 0.013009793125092983, 0.013732713647186756, 0.014455633237957954, 0.015178553760051727, 0.0159014742821455, 0.016624394804239273, 0.017347313463687897, 0.01807023398578167, 0.018793154507875443, 0.019516075029969215, 0.02023899555206299, 0.020961914211511612, 0.021684834733605385, 0.022407755255699158, 0.02313067391514778, 0.023853594437241554, 0.024576514959335327, 0.0252994354814291, 0.026022356003522873, 0.026745276525616646]}, "gradients/decoder.transformer.h.12.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 4.0, 2.0, 2.0, 4.0, 7.0, 10.0, 9.0, 8.0, 9.0, 15.0, 14.0, 23.0, 24.0, 18.0, 21.0, 26.0, 29.0, 32.0, 33.0, 40.0, 30.0, 40.0, 48.0, 45.0, 46.0, 47.0, 46.0, 48.0, 36.0, 42.0, 37.0, 24.0, 29.0, 25.0, 17.0, 25.0, 20.0, 17.0, 16.0, 7.0, 6.0, 12.0, 3.0, 7.0, 2.0, 5.0, 6.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009919941425323486, -0.009557392448186874, -0.009194843471050262, -0.00883229449391365, -0.008469745516777039, -0.008107196539640427, -0.007744647562503815, -0.007382098585367203, -0.007019549608230591, -0.006657000631093979, -0.006294451653957367, -0.005931902676820755, -0.005569353699684143, -0.005206804722547531, -0.004844255745410919, -0.004481706768274307, -0.004119157791137695, -0.0037566088140010834, -0.0033940598368644714, -0.0030315108597278595, -0.0026689618825912476, -0.0023064129054546356, -0.0019438639283180237, -0.0015813149511814117, -0.0012187659740447998, -0.0008562169969081879, -0.0004936680197715759, -0.000131119042634964, 0.00023142993450164795, 0.0005939789116382599, 0.0009565278887748718, 0.0013190768659114838, 0.0016816258430480957, 0.0020441748201847076, 0.0024067237973213196, 0.0027692727744579315, 0.0031318217515945435, 0.0034943707287311554, 0.0038569197058677673, 0.004219468683004379, 0.004582017660140991, 0.004944566637277603, 0.005307115614414215, 0.005669664591550827, 0.006032213568687439, 0.006394762545824051, 0.006757311522960663, 0.007119860500097275, 0.007482409477233887, 0.007844958454370499, 0.00820750743150711, 0.008570056408643723, 0.008932605385780334, 0.009295154362916946, 0.009657703340053558, 0.01002025231719017, 0.010382801294326782, 0.010745350271463394, 0.011107899248600006, 0.011470448225736618, 0.01183299720287323, 0.012195546180009842, 0.012558095157146454, 0.012920644134283066, 0.013283193111419678]}, "gradients/decoder.transformer.h.12.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 4.0, 1.0, 5.0, 7.0, 8.0, 11.0, 6.0, 13.0, 22.0, 15.0, 19.0, 25.0, 22.0, 26.0, 35.0, 28.0, 35.0, 43.0, 46.0, 50.0, 41.0, 40.0, 38.0, 43.0, 39.0, 44.0, 35.0, 34.0, 41.0, 36.0, 18.0, 28.0, 19.0, 23.0, 24.0, 19.0, 8.0, 11.0, 8.0, 5.0, 7.0, 7.0, 3.0, 9.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.28125, -0.272186279296875, -0.26312255859375, -0.254058837890625, -0.2449951171875, -0.235931396484375, -0.22686767578125, -0.217803955078125, -0.208740234375, -0.199676513671875, -0.19061279296875, -0.181549072265625, -0.1724853515625, -0.163421630859375, -0.15435791015625, -0.145294189453125, -0.13623046875, -0.127166748046875, -0.11810302734375, -0.109039306640625, -0.0999755859375, -0.090911865234375, -0.08184814453125, -0.072784423828125, -0.063720703125, -0.054656982421875, -0.04559326171875, -0.036529541015625, -0.0274658203125, -0.018402099609375, -0.00933837890625, -0.000274658203125, 0.0087890625, 0.017852783203125, 0.02691650390625, 0.035980224609375, 0.0450439453125, 0.054107666015625, 0.06317138671875, 0.072235107421875, 0.081298828125, 0.090362548828125, 0.09942626953125, 0.108489990234375, 0.1175537109375, 0.126617431640625, 0.13568115234375, 0.144744873046875, 0.15380859375, 0.162872314453125, 0.17193603515625, 0.180999755859375, 0.1900634765625, 0.199127197265625, 0.20819091796875, 0.217254638671875, 0.226318359375, 0.235382080078125, 0.24444580078125, 0.253509521484375, 0.2625732421875, 0.271636962890625, 0.28070068359375, 0.289764404296875, 0.298828125]}, "gradients/decoder.transformer.h.12.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 4.0, 2.0, 7.0, 16.0, 9.0, 16.0, 37.0, 32.0, 48.0, 90.0, 152.0, 225.0, 381.0, 682.0, 1255.0, 2335.0, 4970.0, 11392.0, 29995.0, 99362.0, 445378.0, 327751.0, 80101.0, 25192.0, 9852.0, 4406.0, 2164.0, 1142.0, 605.0, 373.0, 233.0, 128.0, 64.0, 60.0, 42.0, 17.0, 19.0, 13.0, 8.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.5908203125, -0.5696563720703125, -0.548492431640625, -0.5273284912109375, -0.50616455078125, -0.4850006103515625, -0.463836669921875, -0.4426727294921875, -0.4215087890625, -0.4003448486328125, -0.379180908203125, -0.3580169677734375, -0.33685302734375, -0.3156890869140625, -0.294525146484375, -0.2733612060546875, -0.252197265625, -0.2310333251953125, -0.209869384765625, -0.1887054443359375, -0.16754150390625, -0.1463775634765625, -0.125213623046875, -0.1040496826171875, -0.0828857421875, -0.0617218017578125, -0.040557861328125, -0.0193939208984375, 0.00177001953125, 0.0229339599609375, 0.044097900390625, 0.0652618408203125, 0.08642578125, 0.1075897216796875, 0.128753662109375, 0.1499176025390625, 0.17108154296875, 0.1922454833984375, 0.213409423828125, 0.2345733642578125, 0.2557373046875, 0.2769012451171875, 0.298065185546875, 0.3192291259765625, 0.34039306640625, 0.3615570068359375, 0.382720947265625, 0.4038848876953125, 0.425048828125, 0.4462127685546875, 0.467376708984375, 0.4885406494140625, 0.50970458984375, 0.5308685302734375, 0.552032470703125, 0.5731964111328125, 0.5943603515625, 0.6155242919921875, 0.636688232421875, 0.6578521728515625, 0.67901611328125, 0.7001800537109375, 0.721343994140625, 0.7425079345703125, 0.763671875]}, "gradients/decoder.transformer.h.12.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 3.0, 2.0, 3.0, 0.0, 5.0, 11.0, 6.0, 7.0, 5.0, 21.0, 11.0, 24.0, 24.0, 24.0, 15.0, 20.0, 42.0, 34.0, 55.0, 70.0, 99.0, 128.0, 157.0, 1368.0, 197.0, 151.0, 96.0, 74.0, 69.0, 46.0, 47.0, 35.0, 30.0, 19.0, 33.0, 16.0, 21.0, 19.0, 13.0, 9.0, 7.0, 9.0, 11.0, 7.0, 3.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.81494140625, -0.7875442504882812, -0.7601470947265625, -0.7327499389648438, -0.705352783203125, -0.6779556274414062, -0.6505584716796875, -0.6231613159179688, -0.59576416015625, -0.5683670043945312, -0.5409698486328125, -0.5135726928710938, -0.486175537109375, -0.45877838134765625, -0.4313812255859375, -0.40398406982421875, -0.3765869140625, -0.34918975830078125, -0.3217926025390625, -0.29439544677734375, -0.266998291015625, -0.23960113525390625, -0.2122039794921875, -0.18480682373046875, -0.15740966796875, -0.13001251220703125, -0.1026153564453125, -0.07521820068359375, -0.047821044921875, -0.02042388916015625, 0.0069732666015625, 0.03437042236328125, 0.061767578125, 0.08916473388671875, 0.1165618896484375, 0.14395904541015625, 0.171356201171875, 0.19875335693359375, 0.2261505126953125, 0.25354766845703125, 0.28094482421875, 0.30834197998046875, 0.3357391357421875, 0.36313629150390625, 0.390533447265625, 0.41793060302734375, 0.4453277587890625, 0.47272491455078125, 0.5001220703125, 0.5275192260742188, 0.5549163818359375, 0.5823135375976562, 0.609710693359375, 0.6371078491210938, 0.6645050048828125, 0.6919021606445312, 0.71929931640625, 0.7466964721679688, 0.7740936279296875, 0.8014907836914062, 0.828887939453125, 0.8562850952148438, 0.8836822509765625, 0.9110794067382812, 0.9384765625]}, "gradients/decoder.transformer.h.12.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 4.0, 5.0, 9.0, 18.0, 27.0, 40.0, 81.0, 176.0, 195.0, 343.0, 620.0, 1375.0, 6402.0, 496993.0, 2623699.0, 12180.0, 1849.0, 688.0, 390.0, 229.0, 155.0, 99.0, 59.0, 31.0, 23.0, 8.0, 5.0, 5.0, 6.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.0546875, -3.928466796875, -3.80224609375, -3.676025390625, -3.5498046875, -3.423583984375, -3.29736328125, -3.171142578125, -3.044921875, -2.918701171875, -2.79248046875, -2.666259765625, -2.5400390625, -2.413818359375, -2.28759765625, -2.161376953125, -2.03515625, -1.908935546875, -1.78271484375, -1.656494140625, -1.5302734375, -1.404052734375, -1.27783203125, -1.151611328125, -1.025390625, -0.899169921875, -0.77294921875, -0.646728515625, -0.5205078125, -0.394287109375, -0.26806640625, -0.141845703125, -0.015625, 0.110595703125, 0.23681640625, 0.363037109375, 0.4892578125, 0.615478515625, 0.74169921875, 0.867919921875, 0.994140625, 1.120361328125, 1.24658203125, 1.372802734375, 1.4990234375, 1.625244140625, 1.75146484375, 1.877685546875, 2.00390625, 2.130126953125, 2.25634765625, 2.382568359375, 2.5087890625, 2.635009765625, 2.76123046875, 2.887451171875, 3.013671875, 3.139892578125, 3.26611328125, 3.392333984375, 3.5185546875, 3.644775390625, 3.77099609375, 3.897216796875, 4.0234375]}, "gradients/decoder.transformer.h.12.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 9.0, 15.0, 43.0, 84.0, 194.0, 249.0, 217.0, 124.0, 48.0, 14.0, 8.0, 5.0, 4.0, 1.0], "bins": [-8.327864646911621, -8.178167343139648, -8.028470993041992, -7.8787736892700195, -7.729076385498047, -7.579379558563232, -7.42968225479126, -7.279985427856445, -7.130288124084473, -6.980591297149658, -6.8308939933776855, -6.681197166442871, -6.531499862670898, -6.381803035736084, -6.232105731964111, -6.082408905029297, -5.932711601257324, -5.78301477432251, -5.633317470550537, -5.483620643615723, -5.33392333984375, -5.1842265129089355, -5.034529209136963, -4.884832382202148, -4.735135555267334, -4.5854387283325195, -4.435741424560547, -4.286044597625732, -4.13634729385376, -3.986650228500366, -3.8369531631469727, -3.687256336212158, -3.5375592708587646, -3.387862205505371, -3.2381651401519775, -3.088468074798584, -2.9387710094451904, -2.789073944091797, -2.6393771171569824, -2.4896798133850098, -2.3399829864501953, -2.1902859210968018, -2.040588855743408, -1.8908917903900146, -1.741194725036621, -1.5914976596832275, -1.4418007135391235, -1.29210364818573, -1.1424064636230469, -0.9927093982696533, -0.8430123329162598, -0.693315327167511, -0.5436182618141174, -0.3939211964607239, -0.2442241907119751, -0.09452712535858154, 0.05516993999481201, 0.20486699044704437, 0.35456404089927673, 0.5042610764503479, 0.6539581418037415, 0.803655207157135, 0.9533522129058838, 1.1030492782592773, 1.252746343612671]}, "gradients/decoder.transformer.h.12.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 4.0, 3.0, 6.0, 5.0, 10.0, 4.0, 8.0, 12.0, 19.0, 15.0, 11.0, 18.0, 16.0, 20.0, 21.0, 28.0, 43.0, 28.0, 41.0, 33.0, 47.0, 41.0, 58.0, 45.0, 34.0, 46.0, 30.0, 42.0, 28.0, 38.0, 29.0, 33.0, 32.0, 22.0, 30.0, 19.0, 20.0, 11.0, 12.0, 16.0, 6.0, 5.0, 4.0, 7.0, 3.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.2763028144836426, -2.2024190425872803, -2.128535270690918, -2.0546512603759766, -1.9807674884796143, -1.906883716583252, -1.8329999446868896, -1.7591161727905273, -1.6852322816848755, -1.6113485097885132, -1.5374646186828613, -1.463580846786499, -1.3896970748901367, -1.3158131837844849, -1.2419294118881226, -1.1680455207824707, -1.0941617488861084, -1.020277976989746, -0.9463940858840942, -0.8725103139877319, -0.7986264824867249, -0.7247426509857178, -0.6508588790893555, -0.5769750475883484, -0.5030912160873413, -0.42920738458633423, -0.35532358288764954, -0.28143978118896484, -0.20755594968795776, -0.13367211818695068, -0.05978831648826599, 0.014095485210418701, 0.08797907829284668, 0.16186289489269257, 0.23574671149253845, 0.30963051319122314, 0.3835143446922302, 0.4573981761932373, 0.5312819480895996, 0.6051657795906067, 0.6790496110916138, 0.7529334425926208, 0.8268172740936279, 0.9007010459899902, 0.9745848774909973, 1.0484687089920044, 1.1223524808883667, 1.1962363719940186, 1.2701201438903809, 1.3440039157867432, 1.417887806892395, 1.4917715787887573, 1.5656554698944092, 1.6395392417907715, 1.7134230136871338, 1.787306785583496, 1.861190676689148, 1.9350744485855103, 2.008958339691162, 2.0828421115875244, 2.1567258834838867, 2.230609893798828, 2.3044936656951904, 2.3783774375915527, 2.452261209487915]}, "gradients/decoder.transformer.h.11.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 2.0, 3.0, 5.0, 9.0, 6.0, 7.0, 7.0, 10.0, 9.0, 21.0, 15.0, 20.0, 33.0, 39.0, 27.0, 40.0, 34.0, 49.0, 37.0, 39.0, 46.0, 43.0, 53.0, 40.0, 38.0, 43.0, 42.0, 39.0, 35.0, 20.0, 30.0, 39.0, 22.0, 21.0, 15.0, 15.0, 14.0, 7.0, 7.0, 8.0, 8.0, 3.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.32275390625, -0.3126411437988281, -0.30252838134765625, -0.2924156188964844, -0.2823028564453125, -0.2721900939941406, -0.26207733154296875, -0.2519645690917969, -0.241851806640625, -0.23173904418945312, -0.22162628173828125, -0.21151351928710938, -0.2014007568359375, -0.19128799438476562, -0.18117523193359375, -0.17106246948242188, -0.16094970703125, -0.15083694458007812, -0.14072418212890625, -0.13061141967773438, -0.1204986572265625, -0.11038589477539062, -0.10027313232421875, -0.09016036987304688, -0.080047607421875, -0.06993484497070312, -0.05982208251953125, -0.049709320068359375, -0.0395965576171875, -0.029483795166015625, -0.01937103271484375, -0.009258270263671875, 0.0008544921875, 0.010967254638671875, 0.02108001708984375, 0.031192779541015625, 0.0413055419921875, 0.051418304443359375, 0.06153106689453125, 0.07164382934570312, 0.081756591796875, 0.09186935424804688, 0.10198211669921875, 0.11209487915039062, 0.1222076416015625, 0.13232040405273438, 0.14243316650390625, 0.15254592895507812, 0.16265869140625, 0.17277145385742188, 0.18288421630859375, 0.19299697875976562, 0.2031097412109375, 0.21322250366210938, 0.22333526611328125, 0.23344802856445312, 0.243560791015625, 0.2536735534667969, 0.26378631591796875, 0.2738990783691406, 0.2840118408203125, 0.2941246032714844, 0.30423736572265625, 0.3143501281738281, 0.324462890625]}, "gradients/decoder.transformer.h.11.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 4.0, 4.0, 6.0, 10.0, 20.0, 17.0, 37.0, 41.0, 45.0, 85.0, 114.0, 157.0, 224.0, 315.0, 471.0, 699.0, 1005.0, 1547.0, 2588.0, 4556.0, 8505.0, 18290.0, 48269.0, 202994.0, 1530901.0, 1991281.0, 278112.0, 59945.0, 21577.0, 9814.0, 4951.0, 2874.0, 1667.0, 1066.0, 676.0, 455.0, 277.0, 216.0, 124.0, 111.0, 67.0, 59.0, 35.0, 30.0, 15.0, 4.0, 7.0, 7.0, 4.0, 3.0, 6.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.75537109375, -0.7318267822265625, -0.708282470703125, -0.6847381591796875, -0.66119384765625, -0.6376495361328125, -0.614105224609375, -0.5905609130859375, -0.5670166015625, -0.5434722900390625, -0.519927978515625, -0.4963836669921875, -0.47283935546875, -0.4492950439453125, -0.425750732421875, -0.4022064208984375, -0.378662109375, -0.3551177978515625, -0.331573486328125, -0.3080291748046875, -0.28448486328125, -0.2609405517578125, -0.237396240234375, -0.2138519287109375, -0.1903076171875, -0.1667633056640625, -0.143218994140625, -0.1196746826171875, -0.09613037109375, -0.0725860595703125, -0.049041748046875, -0.0254974365234375, -0.001953125, 0.0215911865234375, 0.045135498046875, 0.0686798095703125, 0.09222412109375, 0.1157684326171875, 0.139312744140625, 0.1628570556640625, 0.1864013671875, 0.2099456787109375, 0.233489990234375, 0.2570343017578125, 0.28057861328125, 0.3041229248046875, 0.327667236328125, 0.3512115478515625, 0.374755859375, 0.3983001708984375, 0.421844482421875, 0.4453887939453125, 0.46893310546875, 0.4924774169921875, 0.516021728515625, 0.5395660400390625, 0.5631103515625, 0.5866546630859375, 0.610198974609375, 0.6337432861328125, 0.65728759765625, 0.6808319091796875, 0.704376220703125, 0.7279205322265625, 0.75146484375]}, "gradients/decoder.transformer.h.11.mlp.c_fc.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 6.0, 12.0, 9.0, 13.0, 12.0, 21.0, 36.0, 25.0, 43.0, 51.0, 55.0, 70.0, 124.0, 140.0, 187.0, 322.0, 379.0, 534.0, 484.0, 413.0, 280.0, 224.0, 136.0, 118.0, 85.0, 53.0, 49.0, 30.0, 37.0, 28.0, 22.0, 13.0, 12.0, 6.0, 6.0, 5.0, 3.0, 3.0, 2.0, 3.0, 4.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0], "bins": [-0.603515625, -0.58575439453125, -0.5679931640625, -0.55023193359375, -0.532470703125, -0.51470947265625, -0.4969482421875, -0.47918701171875, -0.46142578125, -0.44366455078125, -0.4259033203125, -0.40814208984375, -0.390380859375, -0.37261962890625, -0.3548583984375, -0.33709716796875, -0.3193359375, -0.30157470703125, -0.2838134765625, -0.26605224609375, -0.248291015625, -0.23052978515625, -0.2127685546875, -0.19500732421875, -0.17724609375, -0.15948486328125, -0.1417236328125, -0.12396240234375, -0.106201171875, -0.08843994140625, -0.0706787109375, -0.05291748046875, -0.03515625, -0.01739501953125, 0.0003662109375, 0.01812744140625, 0.035888671875, 0.05364990234375, 0.0714111328125, 0.08917236328125, 0.10693359375, 0.12469482421875, 0.1424560546875, 0.16021728515625, 0.177978515625, 0.19573974609375, 0.2135009765625, 0.23126220703125, 0.2490234375, 0.26678466796875, 0.2845458984375, 0.30230712890625, 0.320068359375, 0.33782958984375, 0.3555908203125, 0.37335205078125, 0.39111328125, 0.40887451171875, 0.4266357421875, 0.44439697265625, 0.462158203125, 0.47991943359375, 0.4976806640625, 0.51544189453125, 0.533203125]}, "gradients/decoder.transformer.h.11.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 5.0, 1.0, 2.0, 5.0, 4.0, 4.0, 6.0, 15.0, 8.0, 9.0, 28.0, 39.0, 42.0, 47.0, 75.0, 113.0, 224.0, 475.0, 1354.0, 3920.0, 17885.0, 161231.0, 3388237.0, 571910.0, 38453.0, 6646.0, 2054.0, 780.0, 254.0, 130.0, 83.0, 43.0, 46.0, 29.0, 27.0, 26.0, 20.0, 10.0, 9.0, 9.0, 4.0, 5.0, 6.0, 1.0, 1.0, 2.0, 1.0, 4.0, 0.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.935546875, -1.87249755859375, -1.8094482421875, -1.74639892578125, -1.683349609375, -1.62030029296875, -1.5572509765625, -1.49420166015625, -1.43115234375, -1.36810302734375, -1.3050537109375, -1.24200439453125, -1.178955078125, -1.11590576171875, -1.0528564453125, -0.98980712890625, -0.9267578125, -0.86370849609375, -0.8006591796875, -0.73760986328125, -0.674560546875, -0.61151123046875, -0.5484619140625, -0.48541259765625, -0.42236328125, -0.35931396484375, -0.2962646484375, -0.23321533203125, -0.170166015625, -0.10711669921875, -0.0440673828125, 0.01898193359375, 0.08203125, 0.14508056640625, 0.2081298828125, 0.27117919921875, 0.334228515625, 0.39727783203125, 0.4603271484375, 0.52337646484375, 0.58642578125, 0.64947509765625, 0.7125244140625, 0.77557373046875, 0.838623046875, 0.90167236328125, 0.9647216796875, 1.02777099609375, 1.0908203125, 1.15386962890625, 1.2169189453125, 1.27996826171875, 1.343017578125, 1.40606689453125, 1.4691162109375, 1.53216552734375, 1.59521484375, 1.65826416015625, 1.7213134765625, 1.78436279296875, 1.847412109375, 1.91046142578125, 1.9735107421875, 2.03656005859375, 2.099609375]}, "gradients/decoder.transformer.h.11.ln_2.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 4.0, 5.0, 6.0, 11.0, 12.0, 8.0, 25.0, 38.0, 27.0, 58.0, 46.0, 73.0, 89.0, 97.0, 101.0, 87.0, 74.0, 81.0, 37.0, 37.0, 28.0, 20.0, 16.0, 10.0, 8.0, 7.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.110011100769043, -2.014164447784424, -1.9183179140090942, -1.8224713802337646, -1.726624846458435, -1.6307783126831055, -1.5349316596984863, -1.4390851259231567, -1.3432385921478271, -1.2473920583724976, -1.1515454053878784, -1.0556988716125488, -0.9598523378372192, -0.8640057444572449, -0.7681591510772705, -0.6723126173019409, -0.5764659643173218, -0.4806194007396698, -0.3847728371620178, -0.28892624378204346, -0.19307968020439148, -0.0972331166267395, -0.0013865232467651367, 0.09446001052856445, 0.19030660390853882, 0.2861531674861908, 0.3819997310638428, 0.47784632444381714, 0.5736929178237915, 0.6695394515991211, 0.7653860449790955, 0.861232578754425, 0.9570791721343994, 1.052925705909729, 1.1487723588943481, 1.2446188926696777, 1.3404654264450073, 1.436311960220337, 1.532158613204956, 1.6280051469802856, 1.7238516807556152, 1.8196982145309448, 1.915544867515564, 2.0113914012908936, 2.1072380542755127, 2.2030844688415527, 2.298931121826172, 2.394777774810791, 2.49062442779541, 2.5864710807800293, 2.6823174953460693, 2.7781641483306885, 2.8740108013153076, 2.9698572158813477, 3.065703868865967, 3.161550521850586, 3.257396936416626, 3.353243589401245, 3.449090003967285, 3.5449366569519043, 3.6407833099365234, 3.7366297245025635, 3.8324763774871826, 3.9283227920532227, 4.024169445037842]}, "gradients/decoder.transformer.h.11.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 3.0, 4.0, 9.0, 8.0, 5.0, 21.0, 19.0, 25.0, 38.0, 28.0, 35.0, 39.0, 44.0, 47.0, 50.0, 64.0, 56.0, 53.0, 59.0, 56.0, 44.0, 44.0, 48.0, 44.0, 30.0, 24.0, 32.0, 20.0, 16.0, 13.0, 13.0, 7.0, 7.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.917388916015625, -2.831490993499756, -2.7455930709838867, -2.6596951484680176, -2.5737972259521484, -2.4878995418548584, -2.4020016193389893, -2.31610369682312, -2.230205774307251, -2.144307851791382, -2.0584099292755127, -1.972512125968933, -1.886614203453064, -1.8007162809371948, -1.7148184776306152, -1.628920555114746, -1.543022632598877, -1.4571247100830078, -1.3712267875671387, -1.285328984260559, -1.19943106174469, -1.1135331392288208, -1.0276353359222412, -0.9417374134063721, -0.8558394908905029, -0.7699415683746338, -0.6840437054634094, -0.5981458425521851, -0.5122479200363159, -0.42635002732276917, -0.3404521346092224, -0.25455427169799805, -0.168656587600708, -0.08275869488716125, 0.003139197826385498, 0.08903709053993225, 0.174934983253479, 0.26083287596702576, 0.3467307686805725, 0.4326286315917969, 0.518526554107666, 0.6044244766235352, 0.6903223395347595, 0.7762202024459839, 0.862118124961853, 0.9480160474777222, 1.0339138507843018, 1.119811773300171, 1.20570969581604, 1.2916076183319092, 1.3775055408477783, 1.463403344154358, 1.549301266670227, 1.6351991891860962, 1.7210969924926758, 1.806994915008545, 1.892892837524414, 1.9787907600402832, 2.0646886825561523, 2.1505866050720215, 2.2364845275878906, 2.3223822116851807, 2.40828013420105, 2.494178056716919, 2.580075979232788]}, "gradients/decoder.transformer.h.11.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 4.0, 9.0, 5.0, 9.0, 4.0, 14.0, 10.0, 13.0, 9.0, 8.0, 19.0, 26.0, 28.0, 29.0, 36.0, 43.0, 40.0, 48.0, 32.0, 34.0, 42.0, 52.0, 39.0, 45.0, 39.0, 34.0, 32.0, 27.0, 35.0, 33.0, 29.0, 44.0, 27.0, 17.0, 14.0, 15.0, 12.0, 13.0, 7.0, 9.0, 3.0, 6.0, 5.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.3115234375, -0.3020362854003906, -0.29254913330078125, -0.2830619812011719, -0.2735748291015625, -0.2640876770019531, -0.25460052490234375, -0.24511337280273438, -0.235626220703125, -0.22613906860351562, -0.21665191650390625, -0.20716476440429688, -0.1976776123046875, -0.18819046020507812, -0.17870330810546875, -0.16921615600585938, -0.15972900390625, -0.15024185180664062, -0.14075469970703125, -0.13126754760742188, -0.1217803955078125, -0.11229324340820312, -0.10280609130859375, -0.09331893920898438, -0.083831787109375, -0.07434463500976562, -0.06485748291015625, -0.055370330810546875, -0.0458831787109375, -0.036396026611328125, -0.02690887451171875, -0.017421722412109375, -0.0079345703125, 0.001552581787109375, 0.01103973388671875, 0.020526885986328125, 0.0300140380859375, 0.039501190185546875, 0.04898834228515625, 0.058475494384765625, 0.067962646484375, 0.07744979858398438, 0.08693695068359375, 0.09642410278320312, 0.1059112548828125, 0.11539840698242188, 0.12488555908203125, 0.13437271118164062, 0.14385986328125, 0.15334701538085938, 0.16283416748046875, 0.17232131958007812, 0.1818084716796875, 0.19129562377929688, 0.20078277587890625, 0.21026992797851562, 0.219757080078125, 0.22924423217773438, 0.23873138427734375, 0.24821853637695312, 0.2577056884765625, 0.2671928405761719, 0.27667999267578125, 0.2861671447753906, 0.295654296875]}, "gradients/decoder.transformer.h.11.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 10.0, 11.0, 16.0, 21.0, 37.0, 42.0, 43.0, 74.0, 116.0, 175.0, 270.0, 434.0, 663.0, 1025.0, 1696.0, 3099.0, 5338.0, 9994.0, 19325.0, 40675.0, 91515.0, 216215.0, 328112.0, 181217.0, 76614.0, 34774.0, 16874.0, 8768.0, 4695.0, 2603.0, 1539.0, 915.0, 531.0, 369.0, 216.0, 163.0, 115.0, 86.0, 54.0, 34.0, 26.0, 13.0, 14.0, 9.0, 7.0, 7.0, 5.0, 3.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.06884765625, -0.06684589385986328, -0.06484413146972656, -0.06284236907958984, -0.060840606689453125, -0.058838844299316406, -0.05683708190917969, -0.05483531951904297, -0.05283355712890625, -0.05083179473876953, -0.04883003234863281, -0.046828269958496094, -0.044826507568359375, -0.042824745178222656, -0.04082298278808594, -0.03882122039794922, -0.0368194580078125, -0.03481769561767578, -0.03281593322753906, -0.030814170837402344, -0.028812408447265625, -0.026810646057128906, -0.024808883666992188, -0.02280712127685547, -0.02080535888671875, -0.01880359649658203, -0.016801834106445312, -0.014800071716308594, -0.012798309326171875, -0.010796546936035156, -0.008794784545898438, -0.006793022155761719, -0.004791259765625, -0.0027894973754882812, -0.0007877349853515625, 0.0012140274047851562, 0.003215789794921875, 0.005217552185058594, 0.0072193145751953125, 0.009221076965332031, 0.01122283935546875, 0.013224601745605469, 0.015226364135742188, 0.017228126525878906, 0.019229888916015625, 0.021231651306152344, 0.023233413696289062, 0.02523517608642578, 0.0272369384765625, 0.02923870086669922, 0.031240463256835938, 0.033242225646972656, 0.035243988037109375, 0.037245750427246094, 0.03924751281738281, 0.04124927520751953, 0.04325103759765625, 0.04525279998779297, 0.04725456237792969, 0.049256324768066406, 0.051258087158203125, 0.053259849548339844, 0.05526161193847656, 0.05726337432861328, 0.05926513671875]}, "gradients/decoder.transformer.h.11.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 3.0, 1.0, 3.0, 3.0, 3.0, 3.0, 3.0, 7.0, 9.0, 11.0, 9.0, 15.0, 17.0, 25.0, 25.0, 27.0, 23.0, 28.0, 27.0, 30.0, 28.0, 31.0, 47.0, 38.0, 36.0, 1063.0, 34.0, 47.0, 36.0, 33.0, 38.0, 44.0, 29.0, 28.0, 32.0, 28.0, 21.0, 19.0, 24.0, 17.0, 11.0, 15.0, 11.0, 13.0, 5.0, 12.0, 6.0, 3.0, 4.0, 6.0, 1.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1866455078125, -0.18020248413085938, -0.17375946044921875, -0.16731643676757812, -0.1608734130859375, -0.15443038940429688, -0.14798736572265625, -0.14154434204101562, -0.135101318359375, -0.12865829467773438, -0.12221527099609375, -0.11577224731445312, -0.1093292236328125, -0.10288619995117188, -0.09644317626953125, -0.09000015258789062, -0.08355712890625, -0.07711410522460938, -0.07067108154296875, -0.06422805786132812, -0.0577850341796875, -0.051342010498046875, -0.04489898681640625, -0.038455963134765625, -0.032012939453125, -0.025569915771484375, -0.01912689208984375, -0.012683868408203125, -0.0062408447265625, 0.000202178955078125, 0.00664520263671875, 0.013088226318359375, 0.01953125, 0.025974273681640625, 0.03241729736328125, 0.038860321044921875, 0.0453033447265625, 0.051746368408203125, 0.05818939208984375, 0.06463241577148438, 0.071075439453125, 0.07751846313476562, 0.08396148681640625, 0.09040451049804688, 0.0968475341796875, 0.10329055786132812, 0.10973358154296875, 0.11617660522460938, 0.12261962890625, 0.12906265258789062, 0.13550567626953125, 0.14194869995117188, 0.1483917236328125, 0.15483474731445312, 0.16127777099609375, 0.16772079467773438, 0.174163818359375, 0.18060684204101562, 0.18704986572265625, 0.19349288940429688, 0.1999359130859375, 0.20637893676757812, 0.21282196044921875, 0.21926498413085938, 0.2257080078125]}, "gradients/decoder.transformer.h.11.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 4.0, 4.0, 4.0, 8.0, 11.0, 6.0, 18.0, 14.0, 27.0, 34.0, 42.0, 54.0, 99.0, 98.0, 129.0, 213.0, 355.0, 537.0, 848.0, 1439.0, 2559.0, 4709.0, 9419.0, 20940.0, 50168.0, 139188.0, 652458.0, 944164.0, 165567.0, 57739.0, 23485.0, 10581.0, 5283.0, 2716.0, 1533.0, 891.0, 561.0, 397.0, 264.0, 177.0, 97.0, 85.0, 57.0, 55.0, 29.0, 21.0, 10.0, 13.0, 10.0, 6.0, 3.0, 6.0, 3.0, 1.0, 3.0, 3.0], "bins": [-0.047332763671875, -0.045983314514160156, -0.04463386535644531, -0.04328441619873047, -0.041934967041015625, -0.04058551788330078, -0.03923606872558594, -0.037886619567871094, -0.03653717041015625, -0.035187721252441406, -0.03383827209472656, -0.03248882293701172, -0.031139373779296875, -0.02978992462158203, -0.028440475463867188, -0.027091026306152344, -0.0257415771484375, -0.024392127990722656, -0.023042678833007812, -0.02169322967529297, -0.020343780517578125, -0.01899433135986328, -0.017644882202148438, -0.016295433044433594, -0.01494598388671875, -0.013596534729003906, -0.012247085571289062, -0.010897636413574219, -0.009548187255859375, -0.008198738098144531, -0.0068492889404296875, -0.005499839782714844, -0.004150390625, -0.0028009414672851562, -0.0014514923095703125, -0.00010204315185546875, 0.001247406005859375, 0.0025968551635742188, 0.0039463043212890625, 0.005295753479003906, 0.00664520263671875, 0.007994651794433594, 0.009344100952148438, 0.010693550109863281, 0.012042999267578125, 0.013392448425292969, 0.014741897583007812, 0.016091346740722656, 0.0174407958984375, 0.018790245056152344, 0.020139694213867188, 0.02148914337158203, 0.022838592529296875, 0.02418804168701172, 0.025537490844726562, 0.026886940002441406, 0.02823638916015625, 0.029585838317871094, 0.030935287475585938, 0.03228473663330078, 0.033634185791015625, 0.03498363494873047, 0.03633308410644531, 0.037682533264160156, 0.039031982421875]}, "gradients/decoder.transformer.h.11.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 1.0, 2.0, 1.0, 4.0, 6.0, 5.0, 3.0, 3.0, 5.0, 4.0, 8.0, 8.0, 13.0, 15.0, 23.0, 23.0, 34.0, 48.0, 50.0, 97.0, 103.0, 150.0, 102.0, 54.0, 42.0, 35.0, 29.0, 24.0, 14.0, 19.0, 15.0, 12.0, 5.0, 3.0, 7.0, 5.0, 6.0, 9.0, 6.0, 3.0, 0.0, 2.0, 1.0, 3.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.0098724365234375, -0.009607434272766113, -0.009342432022094727, -0.00907742977142334, -0.008812427520751953, -0.008547425270080566, -0.00828242301940918, -0.008017420768737793, -0.007752418518066406, -0.0074874162673950195, -0.007222414016723633, -0.006957411766052246, -0.006692409515380859, -0.006427407264709473, -0.006162405014038086, -0.005897402763366699, -0.0056324005126953125, -0.005367398262023926, -0.005102396011352539, -0.004837393760681152, -0.004572391510009766, -0.004307389259338379, -0.004042387008666992, -0.0037773847579956055, -0.0035123825073242188, -0.003247380256652832, -0.0029823780059814453, -0.0027173757553100586, -0.002452373504638672, -0.002187371253967285, -0.0019223690032958984, -0.0016573667526245117, -0.001392364501953125, -0.0011273622512817383, -0.0008623600006103516, -0.0005973577499389648, -0.0003323554992675781, -6.73532485961914e-05, 0.0001976490020751953, 0.00046265125274658203, 0.0007276535034179688, 0.0009926557540893555, 0.0012576580047607422, 0.001522660255432129, 0.0017876625061035156, 0.0020526647567749023, 0.002317667007446289, 0.0025826692581176758, 0.0028476715087890625, 0.0031126737594604492, 0.003377676010131836, 0.0036426782608032227, 0.003907680511474609, 0.004172682762145996, 0.004437685012817383, 0.0047026872634887695, 0.004967689514160156, 0.005232691764831543, 0.00549769401550293, 0.005762696266174316, 0.006027698516845703, 0.00629270076751709, 0.0065577030181884766, 0.006822705268859863, 0.00708770751953125]}, "gradients/decoder.transformer.h.11.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 10.0, 7.0, 6.0, 7.0, 15.0, 8.0, 8.0, 10.0, 16.0, 28.0, 34.0, 53.0, 86.0, 303.0, 3727.0, 1018404.0, 24981.0, 489.0, 132.0, 56.0, 54.0, 31.0, 22.0, 17.0, 11.0, 8.0, 6.0, 5.0, 5.0, 5.0, 4.0, 5.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.178955078125, -0.17198562622070312, -0.16501617431640625, -0.15804672241210938, -0.1510772705078125, -0.14410781860351562, -0.13713836669921875, -0.13016891479492188, -0.123199462890625, -0.11623001098632812, -0.10926055908203125, -0.10229110717773438, -0.0953216552734375, -0.08835220336914062, -0.08138275146484375, -0.07441329956054688, -0.06744384765625, -0.060474395751953125, -0.05350494384765625, -0.046535491943359375, -0.0395660400390625, -0.032596588134765625, -0.02562713623046875, -0.018657684326171875, -0.011688232421875, -0.004718780517578125, 0.00225067138671875, 0.009220123291015625, 0.0161895751953125, 0.023159027099609375, 0.03012847900390625, 0.037097930908203125, 0.0440673828125, 0.051036834716796875, 0.05800628662109375, 0.06497573852539062, 0.0719451904296875, 0.07891464233398438, 0.08588409423828125, 0.09285354614257812, 0.099822998046875, 0.10679244995117188, 0.11376190185546875, 0.12073135375976562, 0.1277008056640625, 0.13467025756835938, 0.14163970947265625, 0.14860916137695312, 0.15557861328125, 0.16254806518554688, 0.16951751708984375, 0.17648696899414062, 0.1834564208984375, 0.19042587280273438, 0.19739532470703125, 0.20436477661132812, 0.211334228515625, 0.21830368041992188, 0.22527313232421875, 0.23224258422851562, 0.2392120361328125, 0.24618148803710938, 0.25315093994140625, 0.2601203918457031, 0.26708984375]}, "gradients/decoder.transformer.h.11.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 4.0, 6.0, 15.0, 19.0, 67.0, 109.0, 175.0, 241.0, 177.0, 108.0, 48.0, 21.0, 8.0, 7.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.031223531812429428, -0.030504480004310608, -0.029785428196191788, -0.029066376388072968, -0.028347326442599297, -0.027628274634480476, -0.026909222826361656, -0.026190171018242836, -0.025471119210124016, -0.024752067402005196, -0.024033015593886375, -0.023313965648412704, -0.022594913840293884, -0.021875862032175064, -0.021156810224056244, -0.020437758415937424, -0.019718706607818604, -0.018999654799699783, -0.018280602991580963, -0.017561551183462143, -0.016842501237988472, -0.016123449429869652, -0.015404397621750832, -0.014685345813632011, -0.01396629586815834, -0.01324724406003952, -0.012528193183243275, -0.011809141375124454, -0.011090089567005634, -0.010371038690209389, -0.009651986882090569, -0.008932935073971748, -0.008213882334530354, -0.007494830992072821, -0.0067757791839540005, -0.006056727841496468, -0.005337676033377647, -0.0046186246909201145, -0.0038995733484625816, -0.0031805215403437614, -0.0024614701978862286, -0.001742418622598052, -0.0010233671637251973, -0.0003043157048523426, 0.00041473587043583393, 0.0011337874457240105, 0.0018528387881815434, 0.0025718905963003635, 0.0032909419387578964, 0.004009993281215429, 0.0047290450893342495, 0.005448096431791782, 0.006167148239910603, 0.0068861995823681355, 0.007605250924825668, 0.008324302732944489, 0.009043354541063309, 0.009762406349182129, 0.010481457225978374, 0.011200509034097195, 0.011919560842216015, 0.01263861171901226, 0.01335766352713108, 0.0140767153352499, 0.014795766212046146]}, "gradients/decoder.transformer.h.11.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 2.0, 5.0, 4.0, 10.0, 7.0, 9.0, 13.0, 18.0, 15.0, 20.0, 24.0, 17.0, 14.0, 30.0, 41.0, 33.0, 37.0, 35.0, 44.0, 35.0, 37.0, 39.0, 38.0, 31.0, 44.0, 38.0, 33.0, 28.0, 21.0, 24.0, 42.0, 30.0, 36.0, 22.0, 19.0, 19.0, 20.0, 13.0, 8.0, 13.0, 9.0, 5.0, 6.0, 11.0, 3.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.00898665189743042, -0.008697772398591042, -0.008408892899751663, -0.008120013400912285, -0.007831133902072906, -0.007542254403233528, -0.00725337490439415, -0.006964495405554771, -0.006675615906715393, -0.006386736407876015, -0.006097856909036636, -0.005808977410197258, -0.00552009791135788, -0.005231218412518501, -0.004942338913679123, -0.004653459414839745, -0.004364579916000366, -0.004075700417160988, -0.0037868209183216095, -0.003497941419482231, -0.003209061920642853, -0.0029201824218034744, -0.002631302922964096, -0.0023424234241247177, -0.0020535439252853394, -0.001764664426445961, -0.0014757849276065826, -0.0011869054287672043, -0.0008980259299278259, -0.0006091464310884476, -0.0003202669322490692, -3.138743340969086e-05, 0.0002574920654296875, 0.0005463715642690659, 0.0008352510631084442, 0.0011241305619478226, 0.001413010060787201, 0.0017018895596265793, 0.0019907690584659576, 0.002279648557305336, 0.0025685280561447144, 0.0028574075549840927, 0.003146287053823471, 0.0034351665526628494, 0.003724046051502228, 0.004012925550341606, 0.0043018050491809845, 0.004590684548020363, 0.004879564046859741, 0.00516844354569912, 0.005457323044538498, 0.005746202543377876, 0.006035082042217255, 0.006323961541056633, 0.006612841039896011, 0.00690172053873539, 0.007190600037574768, 0.007479479536414146, 0.007768359035253525, 0.008057238534092903, 0.008346118032932281, 0.00863499753177166, 0.008923877030611038, 0.009212756529450417, 0.009501636028289795]}, "gradients/decoder.transformer.h.11.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 4.0, 8.0, 6.0, 9.0, 4.0, 12.0, 11.0, 14.0, 9.0, 8.0, 19.0, 26.0, 28.0, 29.0, 37.0, 41.0, 38.0, 49.0, 31.0, 37.0, 41.0, 49.0, 43.0, 44.0, 40.0, 34.0, 30.0, 29.0, 34.0, 34.0, 27.0, 46.0, 28.0, 16.0, 13.0, 16.0, 11.0, 14.0, 7.0, 9.0, 3.0, 5.0, 5.0, 6.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.311767578125, -0.3022804260253906, -0.29279327392578125, -0.2833061218261719, -0.2738189697265625, -0.2643318176269531, -0.25484466552734375, -0.24535751342773438, -0.235870361328125, -0.22638320922851562, -0.21689605712890625, -0.20740890502929688, -0.1979217529296875, -0.18843460083007812, -0.17894744873046875, -0.16946029663085938, -0.15997314453125, -0.15048599243164062, -0.14099884033203125, -0.13151168823242188, -0.1220245361328125, -0.11253738403320312, -0.10305023193359375, -0.09356307983398438, -0.084075927734375, -0.07458877563476562, -0.06510162353515625, -0.055614471435546875, -0.0461273193359375, -0.036640167236328125, -0.02715301513671875, -0.017665863037109375, -0.0081787109375, 0.001308441162109375, 0.01079559326171875, 0.020282745361328125, 0.0297698974609375, 0.039257049560546875, 0.04874420166015625, 0.058231353759765625, 0.067718505859375, 0.07720565795898438, 0.08669281005859375, 0.09617996215820312, 0.1056671142578125, 0.11515426635742188, 0.12464141845703125, 0.13412857055664062, 0.14361572265625, 0.15310287475585938, 0.16259002685546875, 0.17207717895507812, 0.1815643310546875, 0.19105148315429688, 0.20053863525390625, 0.21002578735351562, 0.219512939453125, 0.22900009155273438, 0.23848724365234375, 0.24797439575195312, 0.2574615478515625, 0.2669486999511719, 0.27643585205078125, 0.2859230041503906, 0.29541015625]}, "gradients/decoder.transformer.h.11.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 3.0, 5.0, 6.0, 5.0, 8.0, 14.0, 18.0, 35.0, 29.0, 45.0, 72.0, 81.0, 133.0, 187.0, 288.0, 422.0, 615.0, 1005.0, 1489.0, 2371.0, 3798.0, 6813.0, 12745.0, 25082.0, 52984.0, 139333.0, 434827.0, 220005.0, 74723.0, 33354.0, 16617.0, 8703.0, 4790.0, 2782.0, 1719.0, 1096.0, 809.0, 453.0, 327.0, 241.0, 151.0, 127.0, 64.0, 49.0, 48.0, 23.0, 18.0, 10.0, 8.0, 12.0, 10.0, 4.0, 3.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.495361328125, -0.4786796569824219, -0.46199798583984375, -0.4453163146972656, -0.4286346435546875, -0.4119529724121094, -0.39527130126953125, -0.3785896301269531, -0.361907958984375, -0.3452262878417969, -0.32854461669921875, -0.3118629455566406, -0.2951812744140625, -0.2784996032714844, -0.26181793212890625, -0.24513626098632812, -0.22845458984375, -0.21177291870117188, -0.19509124755859375, -0.17840957641601562, -0.1617279052734375, -0.14504623413085938, -0.12836456298828125, -0.11168289184570312, -0.095001220703125, -0.07831954956054688, -0.06163787841796875, -0.044956207275390625, -0.0282745361328125, -0.011592864990234375, 0.00508880615234375, 0.021770477294921875, 0.0384521484375, 0.055133819580078125, 0.07181549072265625, 0.08849716186523438, 0.1051788330078125, 0.12186050415039062, 0.13854217529296875, 0.15522384643554688, 0.171905517578125, 0.18858718872070312, 0.20526885986328125, 0.22195053100585938, 0.2386322021484375, 0.2553138732910156, 0.27199554443359375, 0.2886772155761719, 0.30535888671875, 0.3220405578613281, 0.33872222900390625, 0.3554039001464844, 0.3720855712890625, 0.3887672424316406, 0.40544891357421875, 0.4221305847167969, 0.438812255859375, 0.4554939270019531, 0.47217559814453125, 0.4888572692871094, 0.5055389404296875, 0.5222206115722656, 0.5389022827148438, 0.5555839538574219, 0.572265625]}, "gradients/decoder.transformer.h.11.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 4.0, 5.0, 6.0, 4.0, 10.0, 9.0, 12.0, 14.0, 16.0, 21.0, 27.0, 27.0, 26.0, 35.0, 49.0, 47.0, 62.0, 67.0, 102.0, 135.0, 263.0, 1371.0, 172.0, 101.0, 78.0, 70.0, 50.0, 40.0, 41.0, 34.0, 24.0, 29.0, 24.0, 17.0, 19.0, 14.0, 7.0, 6.0, 3.0, 2.0, 4.0, 5.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0009765625, -0.9687957763671875, -0.936614990234375, -0.9044342041015625, -0.87225341796875, -0.8400726318359375, -0.807891845703125, -0.7757110595703125, -0.7435302734375, -0.7113494873046875, -0.679168701171875, -0.6469879150390625, -0.61480712890625, -0.5826263427734375, -0.550445556640625, -0.5182647705078125, -0.486083984375, -0.4539031982421875, -0.421722412109375, -0.3895416259765625, -0.35736083984375, -0.3251800537109375, -0.292999267578125, -0.2608184814453125, -0.2286376953125, -0.1964569091796875, -0.164276123046875, -0.1320953369140625, -0.09991455078125, -0.0677337646484375, -0.035552978515625, -0.0033721923828125, 0.02880859375, 0.0609893798828125, 0.093170166015625, 0.1253509521484375, 0.15753173828125, 0.1897125244140625, 0.221893310546875, 0.2540740966796875, 0.2862548828125, 0.3184356689453125, 0.350616455078125, 0.3827972412109375, 0.41497802734375, 0.4471588134765625, 0.479339599609375, 0.5115203857421875, 0.543701171875, 0.5758819580078125, 0.608062744140625, 0.6402435302734375, 0.67242431640625, 0.7046051025390625, 0.736785888671875, 0.7689666748046875, 0.8011474609375, 0.8333282470703125, 0.865509033203125, 0.8976898193359375, 0.92987060546875, 0.9620513916015625, 0.994232177734375, 1.0264129638671875, 1.05859375]}, "gradients/decoder.transformer.h.11.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 1.0, 3.0, 9.0, 4.0, 8.0, 8.0, 18.0, 26.0, 36.0, 50.0, 37.0, 64.0, 88.0, 127.0, 164.0, 320.0, 843.0, 3372.0, 25853.0, 551823.0, 2493265.0, 60976.0, 6258.0, 1207.0, 427.0, 204.0, 121.0, 116.0, 72.0, 63.0, 42.0, 33.0, 22.0, 18.0, 10.0, 11.0, 4.0, 3.0, 4.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.611328125, -2.5301513671875, -2.448974609375, -2.3677978515625, -2.28662109375, -2.2054443359375, -2.124267578125, -2.0430908203125, -1.9619140625, -1.8807373046875, -1.799560546875, -1.7183837890625, -1.63720703125, -1.5560302734375, -1.474853515625, -1.3936767578125, -1.3125, -1.2313232421875, -1.150146484375, -1.0689697265625, -0.98779296875, -0.9066162109375, -0.825439453125, -0.7442626953125, -0.6630859375, -0.5819091796875, -0.500732421875, -0.4195556640625, -0.33837890625, -0.2572021484375, -0.176025390625, -0.0948486328125, -0.013671875, 0.0675048828125, 0.148681640625, 0.2298583984375, 0.31103515625, 0.3922119140625, 0.473388671875, 0.5545654296875, 0.6357421875, 0.7169189453125, 0.798095703125, 0.8792724609375, 0.96044921875, 1.0416259765625, 1.122802734375, 1.2039794921875, 1.28515625, 1.3663330078125, 1.447509765625, 1.5286865234375, 1.60986328125, 1.6910400390625, 1.772216796875, 1.8533935546875, 1.9345703125, 2.0157470703125, 2.096923828125, 2.1781005859375, 2.25927734375, 2.3404541015625, 2.421630859375, 2.5028076171875, 2.583984375]}, "gradients/decoder.transformer.h.11.ln_1.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 18.0, 158.0, 561.0, 247.0, 26.0, 6.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.783724784851074, -5.325668811798096, -4.867612838745117, -4.4095563888549805, -3.951500415802002, -3.4934444427490234, -3.035388231277466, -2.577332019805908, -2.1192760467529297, -1.6612199544906616, -1.2031638622283936, -0.7451077699661255, -0.2870516777038574, 0.1710042953491211, 0.6290605068206787, 1.0871167182922363, 1.5451726913452148, 2.0032286643981934, 2.461284875869751, 2.9193410873413086, 3.377397060394287, 3.8354530334472656, 4.293509483337402, 4.751565456390381, 5.209621429443359, 5.667677402496338, 6.125733375549316, 6.583789825439453, 7.041845798492432, 7.49990177154541, 7.957958221435547, 8.416013717651367, 8.874069213867188, 9.332125663757324, 9.790181159973145, 10.248237609863281, 10.706293106079102, 11.164349555969238, 11.622406005859375, 12.080461502075195, 12.538517951965332, 12.996574401855469, 13.454629898071289, 13.912686347961426, 14.370742797851562, 14.828798294067383, 15.28685474395752, 15.744911193847656, 16.202966690063477, 16.661022186279297, 17.11907958984375, 17.57713508605957, 18.03519058227539, 18.493247985839844, 18.951303482055664, 19.409358978271484, 19.867416381835938, 20.325471878051758, 20.78352928161621, 21.24158477783203, 21.69964027404785, 22.157695770263672, 22.615753173828125, 23.073808670043945, 23.531864166259766]}, "gradients/decoder.transformer.h.11.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 5.0, 5.0, 4.0, 7.0, 10.0, 8.0, 6.0, 16.0, 16.0, 17.0, 21.0, 18.0, 22.0, 31.0, 39.0, 38.0, 33.0, 32.0, 43.0, 34.0, 47.0, 46.0, 51.0, 40.0, 38.0, 46.0, 34.0, 41.0, 35.0, 33.0, 36.0, 30.0, 25.0, 13.0, 9.0, 17.0, 13.0, 13.0, 8.0, 5.0, 6.0, 4.0, 4.0, 2.0, 3.0, 5.0, 1.0, 0.0, 0.0, 2.0], "bins": [-3.0972492694854736, -3.0107383728027344, -2.924227476119995, -2.837716579437256, -2.7512059211730957, -2.6646950244903564, -2.578184127807617, -2.491673231124878, -2.4051623344421387, -2.3186514377593994, -2.23214054107666, -2.1456298828125, -2.0591189861297607, -1.9726080894470215, -1.8860971927642822, -1.799586296081543, -1.7130755186080933, -1.626564621925354, -1.5400538444519043, -1.453542947769165, -1.3670320510864258, -1.2805211544036865, -1.1940103769302368, -1.1074994802474976, -1.0209887027740479, -0.9344778656959534, -0.8479669690132141, -0.7614561319351196, -0.6749452352523804, -0.5884343981742859, -0.5019235610961914, -0.41541266441345215, -0.3289017677307129, -0.24239090085029602, -0.15588004887104034, -0.06936919689178467, 0.017141669988632202, 0.10365253686904907, 0.19016337394714355, 0.2766742706298828, 0.3631851077079773, 0.44969597458839417, 0.536206841468811, 0.6227176785469055, 0.709228515625, 0.7957394123077393, 0.8822502493858337, 0.968761146068573, 1.0552719831466675, 1.1417828798294067, 1.2282936573028564, 1.3148045539855957, 1.401315450668335, 1.4878263473510742, 1.574337124824524, 1.6608480215072632, 1.747358798980713, 1.8338696956634521, 1.9203804731369019, 2.0068912506103516, 2.093402147293091, 2.17991304397583, 2.2664239406585693, 2.3529348373413086, 2.439445734024048]}, "gradients/decoder.transformer.h.10.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 4.0, 3.0, 4.0, 9.0, 4.0, 6.0, 8.0, 14.0, 13.0, 12.0, 16.0, 24.0, 17.0, 28.0, 28.0, 33.0, 42.0, 36.0, 48.0, 41.0, 45.0, 42.0, 44.0, 37.0, 33.0, 34.0, 51.0, 35.0, 43.0, 37.0, 33.0, 32.0, 37.0, 20.0, 18.0, 16.0, 17.0, 10.0, 8.0, 4.0, 7.0, 3.0, 4.0, 6.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.35009765625, -0.339385986328125, -0.32867431640625, -0.317962646484375, -0.3072509765625, -0.296539306640625, -0.28582763671875, -0.275115966796875, -0.264404296875, -0.253692626953125, -0.24298095703125, -0.232269287109375, -0.2215576171875, -0.210845947265625, -0.20013427734375, -0.189422607421875, -0.1787109375, -0.167999267578125, -0.15728759765625, -0.146575927734375, -0.1358642578125, -0.125152587890625, -0.11444091796875, -0.103729248046875, -0.093017578125, -0.082305908203125, -0.07159423828125, -0.060882568359375, -0.0501708984375, -0.039459228515625, -0.02874755859375, -0.018035888671875, -0.00732421875, 0.003387451171875, 0.01409912109375, 0.024810791015625, 0.0355224609375, 0.046234130859375, 0.05694580078125, 0.067657470703125, 0.078369140625, 0.089080810546875, 0.09979248046875, 0.110504150390625, 0.1212158203125, 0.131927490234375, 0.14263916015625, 0.153350830078125, 0.1640625, 0.174774169921875, 0.18548583984375, 0.196197509765625, 0.2069091796875, 0.217620849609375, 0.22833251953125, 0.239044189453125, 0.249755859375, 0.260467529296875, 0.27117919921875, 0.281890869140625, 0.2926025390625, 0.303314208984375, 0.31402587890625, 0.324737548828125, 0.33544921875]}, "gradients/decoder.transformer.h.10.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 4.0, 6.0, 4.0, 9.0, 17.0, 24.0, 24.0, 33.0, 40.0, 77.0, 95.0, 165.0, 266.0, 461.0, 867.0, 1598.0, 3219.0, 7291.0, 18619.0, 57556.0, 324758.0, 2611833.0, 997089.0, 118246.0, 30755.0, 11493.0, 4861.0, 2259.0, 1198.0, 572.0, 304.0, 186.0, 124.0, 69.0, 48.0, 38.0, 20.0, 14.0, 14.0, 7.0, 4.0, 2.0, 6.0, 2.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0], "bins": [-1.0224609375, -0.9938507080078125, -0.965240478515625, -0.9366302490234375, -0.90802001953125, -0.8794097900390625, -0.850799560546875, -0.8221893310546875, -0.7935791015625, -0.7649688720703125, -0.736358642578125, -0.7077484130859375, -0.67913818359375, -0.6505279541015625, -0.621917724609375, -0.5933074951171875, -0.564697265625, -0.5360870361328125, -0.507476806640625, -0.4788665771484375, -0.45025634765625, -0.4216461181640625, -0.393035888671875, -0.3644256591796875, -0.3358154296875, -0.3072052001953125, -0.278594970703125, -0.2499847412109375, -0.22137451171875, -0.1927642822265625, -0.164154052734375, -0.1355438232421875, -0.10693359375, -0.0783233642578125, -0.049713134765625, -0.0211029052734375, 0.00750732421875, 0.0361175537109375, 0.064727783203125, 0.0933380126953125, 0.1219482421875, 0.1505584716796875, 0.179168701171875, 0.2077789306640625, 0.23638916015625, 0.2649993896484375, 0.293609619140625, 0.3222198486328125, 0.350830078125, 0.3794403076171875, 0.408050537109375, 0.4366607666015625, 0.46527099609375, 0.4938812255859375, 0.522491455078125, 0.5511016845703125, 0.5797119140625, 0.6083221435546875, 0.636932373046875, 0.6655426025390625, 0.69415283203125, 0.7227630615234375, 0.751373291015625, 0.7799835205078125, 0.80859375]}, "gradients/decoder.transformer.h.10.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 3.0, 4.0, 7.0, 10.0, 15.0, 22.0, 24.0, 37.0, 59.0, 86.0, 141.0, 214.0, 334.0, 528.0, 800.0, 643.0, 425.0, 228.0, 122.0, 98.0, 73.0, 50.0, 36.0, 27.0, 22.0, 23.0, 16.0, 7.0, 6.0, 5.0, 5.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.90771484375, -0.8807754516601562, -0.8538360595703125, -0.8268966674804688, -0.799957275390625, -0.7730178833007812, -0.7460784912109375, -0.7191390991210938, -0.69219970703125, -0.6652603149414062, -0.6383209228515625, -0.6113815307617188, -0.584442138671875, -0.5575027465820312, -0.5305633544921875, -0.5036239624023438, -0.4766845703125, -0.44974517822265625, -0.4228057861328125, -0.39586639404296875, -0.368927001953125, -0.34198760986328125, -0.3150482177734375, -0.28810882568359375, -0.26116943359375, -0.23423004150390625, -0.2072906494140625, -0.18035125732421875, -0.153411865234375, -0.12647247314453125, -0.0995330810546875, -0.07259368896484375, -0.045654296875, -0.01871490478515625, 0.0082244873046875, 0.03516387939453125, 0.062103271484375, 0.08904266357421875, 0.1159820556640625, 0.14292144775390625, 0.16986083984375, 0.19680023193359375, 0.2237396240234375, 0.25067901611328125, 0.277618408203125, 0.30455780029296875, 0.3314971923828125, 0.35843658447265625, 0.3853759765625, 0.41231536865234375, 0.4392547607421875, 0.46619415283203125, 0.493133544921875, 0.5200729370117188, 0.5470123291015625, 0.5739517211914062, 0.60089111328125, 0.6278305053710938, 0.6547698974609375, 0.6817092895507812, 0.708648681640625, 0.7355880737304688, 0.7625274658203125, 0.7894668579101562, 0.81640625]}, "gradients/decoder.transformer.h.10.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 5.0, 9.0, 5.0, 11.0, 17.0, 21.0, 32.0, 36.0, 55.0, 78.0, 121.0, 260.0, 600.0, 2364.0, 18377.0, 647445.0, 3468626.0, 49956.0, 4539.0, 960.0, 351.0, 169.0, 96.0, 49.0, 30.0, 28.0, 13.0, 15.0, 4.0, 4.0, 7.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.048828125, -2.9510498046875, -2.853271484375, -2.7554931640625, -2.65771484375, -2.5599365234375, -2.462158203125, -2.3643798828125, -2.2666015625, -2.1688232421875, -2.071044921875, -1.9732666015625, -1.87548828125, -1.7777099609375, -1.679931640625, -1.5821533203125, -1.484375, -1.3865966796875, -1.288818359375, -1.1910400390625, -1.09326171875, -0.9954833984375, -0.897705078125, -0.7999267578125, -0.7021484375, -0.6043701171875, -0.506591796875, -0.4088134765625, -0.31103515625, -0.2132568359375, -0.115478515625, -0.0177001953125, 0.080078125, 0.1778564453125, 0.275634765625, 0.3734130859375, 0.47119140625, 0.5689697265625, 0.666748046875, 0.7645263671875, 0.8623046875, 0.9600830078125, 1.057861328125, 1.1556396484375, 1.25341796875, 1.3511962890625, 1.448974609375, 1.5467529296875, 1.64453125, 1.7423095703125, 1.840087890625, 1.9378662109375, 2.03564453125, 2.1334228515625, 2.231201171875, 2.3289794921875, 2.4267578125, 2.5245361328125, 2.622314453125, 2.7200927734375, 2.81787109375, 2.9156494140625, 3.013427734375, 3.1112060546875, 3.208984375]}, "gradients/decoder.transformer.h.10.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 3.0, 3.0, 3.0, 4.0, 4.0, 7.0, 8.0, 16.0, 27.0, 30.0, 49.0, 59.0, 70.0, 94.0, 103.0, 115.0, 77.0, 75.0, 74.0, 51.0, 46.0, 24.0, 16.0, 19.0, 8.0, 6.0, 4.0, 4.0, 3.0, 4.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-4.160468101501465, -4.063525199890137, -3.9665822982788086, -3.8696393966674805, -3.7726964950561523, -3.675753593444824, -3.578810691833496, -3.481867790222168, -3.38492488861084, -3.2879819869995117, -3.1910390853881836, -3.0940961837768555, -2.9971532821655273, -2.900210380554199, -2.803267478942871, -2.706324577331543, -2.609381675720215, -2.5124387741088867, -2.4154958724975586, -2.3185529708862305, -2.2216100692749023, -2.124667167663574, -2.027724266052246, -1.930781364440918, -1.8338384628295898, -1.7368955612182617, -1.6399526596069336, -1.5430097579956055, -1.4460668563842773, -1.3491239547729492, -1.252181053161621, -1.155238151550293, -1.0582950115203857, -0.9613521099090576, -0.8644092082977295, -0.7674663066864014, -0.6705234050750732, -0.5735805034637451, -0.476637601852417, -0.37969470024108887, -0.28275179862976074, -0.18580889701843262, -0.08886599540710449, 0.008076906204223633, 0.10501980781555176, 0.20196270942687988, 0.298905611038208, 0.39584851264953613, 0.49279141426086426, 0.5897343158721924, 0.6866772174835205, 0.7836201190948486, 0.8805630207061768, 0.9775059223175049, 1.074448823928833, 1.1713917255401611, 1.2683346271514893, 1.3652775287628174, 1.4622204303741455, 1.5591633319854736, 1.6561062335968018, 1.7530491352081299, 1.849992036819458, 1.9469349384307861, 2.0438778400421143]}, "gradients/decoder.transformer.h.10.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 1.0, 5.0, 2.0, 8.0, 7.0, 16.0, 14.0, 16.0, 21.0, 23.0, 16.0, 23.0, 33.0, 33.0, 36.0, 42.0, 33.0, 49.0, 45.0, 44.0, 37.0, 47.0, 46.0, 40.0, 36.0, 39.0, 38.0, 39.0, 27.0, 35.0, 21.0, 31.0, 17.0, 17.0, 17.0, 10.0, 11.0, 12.0, 3.0, 6.0, 5.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.2818994522094727, -2.2057406902313232, -2.1295816898345947, -2.0534229278564453, -1.9772640466690063, -1.9011051654815674, -1.824946403503418, -1.748787522315979, -1.67262864112854, -1.596469759941101, -1.5203109979629517, -1.4441521167755127, -1.3679932355880737, -1.2918343544006348, -1.2156755924224854, -1.1395167112350464, -1.063357949256897, -0.9871991276741028, -0.9110402464866638, -0.8348814249038696, -0.7587225437164307, -0.6825637221336365, -0.6064049005508423, -0.5302460193634033, -0.45408719778060913, -0.37792834639549255, -0.301769495010376, -0.2256106734275818, -0.1494518220424652, -0.07329297065734863, 0.0028658509254455566, 0.07902473211288452, 0.1551835536956787, 0.2313424050807953, 0.30750125646591187, 0.38366007804870605, 0.45981892943382263, 0.5359777808189392, 0.6121366024017334, 0.6882954835891724, 0.7644543051719666, 0.8406131267547607, 0.9167720079421997, 0.9929308295249939, 1.069089651107788, 1.145248532295227, 1.221407413482666, 1.2975661754608154, 1.3737250566482544, 1.4498839378356934, 1.5260426998138428, 1.6022015810012817, 1.6783604621887207, 1.7545192241668701, 1.830678105354309, 1.906836986541748, 1.9829957485198975, 2.059154510498047, 2.1353135108947754, 2.211472272872925, 2.287631034851074, 2.3637900352478027, 2.439948797225952, 2.5161075592041016, 2.59226655960083]}, "gradients/decoder.transformer.h.10.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 3.0, 3.0, 4.0, 8.0, 9.0, 8.0, 15.0, 11.0, 18.0, 10.0, 13.0, 17.0, 22.0, 28.0, 20.0, 19.0, 33.0, 32.0, 31.0, 31.0, 28.0, 46.0, 39.0, 38.0, 31.0, 35.0, 50.0, 46.0, 29.0, 36.0, 41.0, 27.0, 29.0, 29.0, 21.0, 26.0, 24.0, 18.0, 7.0, 13.0, 14.0, 5.0, 7.0, 6.0, 6.0, 7.0, 7.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.298095703125, -0.28908538818359375, -0.2800750732421875, -0.27106475830078125, -0.262054443359375, -0.25304412841796875, -0.2440338134765625, -0.23502349853515625, -0.22601318359375, -0.21700286865234375, -0.2079925537109375, -0.19898223876953125, -0.189971923828125, -0.18096160888671875, -0.1719512939453125, -0.16294097900390625, -0.1539306640625, -0.14492034912109375, -0.1359100341796875, -0.12689971923828125, -0.117889404296875, -0.10887908935546875, -0.0998687744140625, -0.09085845947265625, -0.08184814453125, -0.07283782958984375, -0.0638275146484375, -0.05481719970703125, -0.045806884765625, -0.03679656982421875, -0.0277862548828125, -0.01877593994140625, -0.009765625, -0.00075531005859375, 0.0082550048828125, 0.01726531982421875, 0.026275634765625, 0.03528594970703125, 0.0442962646484375, 0.05330657958984375, 0.06231689453125, 0.07132720947265625, 0.0803375244140625, 0.08934783935546875, 0.098358154296875, 0.10736846923828125, 0.1163787841796875, 0.12538909912109375, 0.1343994140625, 0.14340972900390625, 0.1524200439453125, 0.16143035888671875, 0.170440673828125, 0.17945098876953125, 0.1884613037109375, 0.19747161865234375, 0.20648193359375, 0.21549224853515625, 0.2245025634765625, 0.23351287841796875, 0.242523193359375, 0.25153350830078125, 0.2605438232421875, 0.26955413818359375, 0.278564453125]}, "gradients/decoder.transformer.h.10.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 5.0, 3.0, 2.0, 5.0, 13.0, 12.0, 23.0, 20.0, 36.0, 46.0, 82.0, 82.0, 165.0, 252.0, 320.0, 447.0, 712.0, 1074.0, 1633.0, 2690.0, 4697.0, 9365.0, 21963.0, 59825.0, 193857.0, 436514.0, 206306.0, 63271.0, 22680.0, 9867.0, 4800.0, 2709.0, 1681.0, 1091.0, 714.0, 500.0, 333.0, 238.0, 161.0, 119.0, 94.0, 50.0, 33.0, 28.0, 18.0, 13.0, 7.0, 3.0, 4.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0865478515625, -0.08396625518798828, -0.08138465881347656, -0.07880306243896484, -0.07622146606445312, -0.0736398696899414, -0.07105827331542969, -0.06847667694091797, -0.06589508056640625, -0.06331348419189453, -0.06073188781738281, -0.058150291442871094, -0.055568695068359375, -0.052987098693847656, -0.05040550231933594, -0.04782390594482422, -0.0452423095703125, -0.04266071319580078, -0.04007911682128906, -0.037497520446777344, -0.034915924072265625, -0.032334327697753906, -0.029752731323242188, -0.02717113494873047, -0.02458953857421875, -0.02200794219970703, -0.019426345825195312, -0.016844749450683594, -0.014263153076171875, -0.011681556701660156, -0.009099960327148438, -0.006518363952636719, -0.003936767578125, -0.0013551712036132812, 0.0012264251708984375, 0.0038080215454101562, 0.006389617919921875, 0.008971214294433594, 0.011552810668945312, 0.014134407043457031, 0.01671600341796875, 0.01929759979248047, 0.021879196166992188, 0.024460792541503906, 0.027042388916015625, 0.029623985290527344, 0.03220558166503906, 0.03478717803955078, 0.0373687744140625, 0.03995037078857422, 0.04253196716308594, 0.045113563537597656, 0.047695159912109375, 0.050276756286621094, 0.05285835266113281, 0.05543994903564453, 0.05802154541015625, 0.06060314178466797, 0.06318473815917969, 0.0657663345336914, 0.06834793090820312, 0.07092952728271484, 0.07351112365722656, 0.07609272003173828, 0.07867431640625]}, "gradients/decoder.transformer.h.10.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 1.0, 2.0, 2.0, 3.0, 6.0, 6.0, 4.0, 12.0, 10.0, 9.0, 10.0, 10.0, 22.0, 29.0, 22.0, 31.0, 27.0, 28.0, 32.0, 30.0, 41.0, 26.0, 39.0, 39.0, 41.0, 47.0, 1061.0, 39.0, 41.0, 42.0, 36.0, 31.0, 30.0, 31.0, 27.0, 26.0, 18.0, 18.0, 21.0, 11.0, 15.0, 9.0, 9.0, 7.0, 7.0, 7.0, 6.0, 4.0, 5.0, 3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.229248046875, -0.22233009338378906, -0.21541213989257812, -0.2084941864013672, -0.20157623291015625, -0.1946582794189453, -0.18774032592773438, -0.18082237243652344, -0.1739044189453125, -0.16698646545410156, -0.16006851196289062, -0.1531505584716797, -0.14623260498046875, -0.1393146514892578, -0.13239669799804688, -0.12547874450683594, -0.118560791015625, -0.11164283752441406, -0.10472488403320312, -0.09780693054199219, -0.09088897705078125, -0.08397102355957031, -0.07705307006835938, -0.07013511657714844, -0.0632171630859375, -0.05629920959472656, -0.049381256103515625, -0.04246330261230469, -0.03554534912109375, -0.028627395629882812, -0.021709442138671875, -0.014791488647460938, -0.00787353515625, -0.0009555816650390625, 0.005962371826171875, 0.012880325317382812, 0.01979827880859375, 0.026716232299804688, 0.033634185791015625, 0.04055213928222656, 0.0474700927734375, 0.05438804626464844, 0.061305999755859375, 0.06822395324707031, 0.07514190673828125, 0.08205986022949219, 0.08897781372070312, 0.09589576721191406, 0.102813720703125, 0.10973167419433594, 0.11664962768554688, 0.12356758117675781, 0.13048553466796875, 0.1374034881591797, 0.14432144165039062, 0.15123939514160156, 0.1581573486328125, 0.16507530212402344, 0.17199325561523438, 0.1789112091064453, 0.18582916259765625, 0.1927471160888672, 0.19966506958007812, 0.20658302307128906, 0.2135009765625]}, "gradients/decoder.transformer.h.10.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 5.0, 4.0, 6.0, 8.0, 15.0, 13.0, 24.0, 15.0, 31.0, 51.0, 76.0, 96.0, 163.0, 247.0, 406.0, 625.0, 1254.0, 2549.0, 6186.0, 21779.0, 140476.0, 1666538.0, 213970.0, 28734.0, 7515.0, 2955.0, 1405.0, 757.0, 433.0, 279.0, 142.0, 102.0, 81.0, 56.0, 39.0, 25.0, 26.0, 11.0, 9.0, 7.0, 10.0, 5.0, 3.0, 3.0, 0.0, 1.0, 2.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0985107421875, -0.09539222717285156, -0.09227371215820312, -0.08915519714355469, -0.08603668212890625, -0.08291816711425781, -0.07979965209960938, -0.07668113708496094, -0.0735626220703125, -0.07044410705566406, -0.06732559204101562, -0.06420707702636719, -0.06108856201171875, -0.05797004699707031, -0.054851531982421875, -0.05173301696777344, -0.048614501953125, -0.04549598693847656, -0.042377471923828125, -0.03925895690917969, -0.03614044189453125, -0.03302192687988281, -0.029903411865234375, -0.026784896850585938, -0.0236663818359375, -0.020547866821289062, -0.017429351806640625, -0.014310836791992188, -0.01119232177734375, -0.008073806762695312, -0.004955291748046875, -0.0018367767333984375, 0.00128173828125, 0.0044002532958984375, 0.007518768310546875, 0.010637283325195312, 0.01375579833984375, 0.016874313354492188, 0.019992828369140625, 0.023111343383789062, 0.0262298583984375, 0.029348373413085938, 0.032466888427734375, 0.03558540344238281, 0.03870391845703125, 0.04182243347167969, 0.044940948486328125, 0.04805946350097656, 0.051177978515625, 0.05429649353027344, 0.057415008544921875, 0.06053352355957031, 0.06365203857421875, 0.06677055358886719, 0.06988906860351562, 0.07300758361816406, 0.0761260986328125, 0.07924461364746094, 0.08236312866210938, 0.08548164367675781, 0.08860015869140625, 0.09171867370605469, 0.09483718872070312, 0.09795570373535156, 0.10107421875]}, "gradients/decoder.transformer.h.10.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 2.0, 8.0, 6.0, 4.0, 6.0, 12.0, 10.0, 24.0, 29.0, 44.0, 119.0, 252.0, 231.0, 104.0, 41.0, 30.0, 14.0, 15.0, 11.0, 10.0, 2.0, 6.0, 3.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.0130615234375, -0.012593746185302734, -0.012125968933105469, -0.011658191680908203, -0.011190414428710938, -0.010722637176513672, -0.010254859924316406, -0.00978708267211914, -0.009319305419921875, -0.00885152816772461, -0.008383750915527344, -0.007915973663330078, -0.0074481964111328125, -0.006980419158935547, -0.006512641906738281, -0.006044864654541016, -0.00557708740234375, -0.005109310150146484, -0.004641532897949219, -0.004173755645751953, -0.0037059783935546875, -0.003238201141357422, -0.0027704238891601562, -0.0023026466369628906, -0.001834869384765625, -0.0013670921325683594, -0.0008993148803710938, -0.0004315376281738281, 3.62396240234375e-05, 0.0005040168762207031, 0.0009717941284179688, 0.0014395713806152344, 0.0019073486328125, 0.0023751258850097656, 0.0028429031372070312, 0.003310680389404297, 0.0037784576416015625, 0.004246234893798828, 0.004714012145996094, 0.005181789398193359, 0.005649566650390625, 0.006117343902587891, 0.006585121154785156, 0.007052898406982422, 0.0075206756591796875, 0.007988452911376953, 0.008456230163574219, 0.008924007415771484, 0.00939178466796875, 0.009859561920166016, 0.010327339172363281, 0.010795116424560547, 0.011262893676757812, 0.011730670928955078, 0.012198448181152344, 0.01266622543334961, 0.013134002685546875, 0.01360177993774414, 0.014069557189941406, 0.014537334442138672, 0.015005111694335938, 0.015472888946533203, 0.01594066619873047, 0.016408443450927734, 0.016876220703125]}, "gradients/decoder.transformer.h.10.crossattention.q_attn.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 4.0, 4.0, 4.0, 5.0, 6.0, 5.0, 6.0, 8.0, 10.0, 13.0, 18.0, 33.0, 45.0, 57.0, 137.0, 514.0, 5574.0, 995375.0, 44313.0, 1902.0, 241.0, 77.0, 56.0, 36.0, 23.0, 20.0, 13.0, 11.0, 10.0, 8.0, 0.0, 4.0, 3.0, 1.0, 4.0, 5.0, 1.0, 1.0, 3.0, 0.0, 1.0, 5.0, 2.0, 0.0, 1.0, 3.0], "bins": [-0.2763671875, -0.2686443328857422, -0.2609214782714844, -0.25319862365722656, -0.24547576904296875, -0.23775291442871094, -0.23003005981445312, -0.2223072052001953, -0.2145843505859375, -0.2068614959716797, -0.19913864135742188, -0.19141578674316406, -0.18369293212890625, -0.17597007751464844, -0.16824722290039062, -0.1605243682861328, -0.152801513671875, -0.1450786590576172, -0.13735580444335938, -0.12963294982910156, -0.12191009521484375, -0.11418724060058594, -0.10646438598632812, -0.09874153137207031, -0.0910186767578125, -0.08329582214355469, -0.07557296752929688, -0.06785011291503906, -0.06012725830078125, -0.05240440368652344, -0.044681549072265625, -0.03695869445800781, -0.02923583984375, -0.021512985229492188, -0.013790130615234375, -0.0060672760009765625, 0.00165557861328125, 0.009378433227539062, 0.017101287841796875, 0.024824142456054688, 0.0325469970703125, 0.04026985168457031, 0.047992706298828125, 0.05571556091308594, 0.06343841552734375, 0.07116127014160156, 0.07888412475585938, 0.08660697937011719, 0.094329833984375, 0.10205268859863281, 0.10977554321289062, 0.11749839782714844, 0.12522125244140625, 0.13294410705566406, 0.14066696166992188, 0.1483898162841797, 0.1561126708984375, 0.1638355255126953, 0.17155838012695312, 0.17928123474121094, 0.18700408935546875, 0.19472694396972656, 0.20244979858398438, 0.2101726531982422, 0.2178955078125]}, "gradients/decoder.transformer.h.10.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 21.0, 249.0, 649.0, 86.0, 11.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18494901061058044, -0.18141160905361176, -0.17787422239780426, -0.17433682084083557, -0.17079943418502808, -0.1672620326280594, -0.1637246310710907, -0.1601872444152832, -0.15664984285831451, -0.15311244130134583, -0.14957505464553833, -0.14603765308856964, -0.14250025153160095, -0.13896286487579346, -0.13542546331882477, -0.13188807666301727, -0.12835067510604858, -0.12481328099966049, -0.1212758868932724, -0.11773848533630371, -0.11420109122991562, -0.11066369712352753, -0.10712629556655884, -0.10358890146017075, -0.10005150735378265, -0.09651411324739456, -0.09297671914100647, -0.08943931758403778, -0.08590192347764969, -0.0823645293712616, -0.07882712781429291, -0.07528973370790482, -0.07175233215093613, -0.06821493804454803, -0.06467753648757935, -0.061140142381191254, -0.05760274827480316, -0.05406535416841507, -0.05052795633673668, -0.04699055850505829, -0.0434531643986702, -0.039915770292282104, -0.036378372460603714, -0.032840974628925323, -0.02930358052253723, -0.02576618455350399, -0.02222878858447075, -0.018691392615437508, -0.015153996646404266, -0.011616600677371025, -0.008079204708337784, -0.0045418087393045425, -0.0010044127702713013, 0.00253298319876194, 0.006070379167795181, 0.009607775136828423, 0.013145171105861664, 0.016682567074894905, 0.020219963043928146, 0.023757359012961388, 0.02729475498199463, 0.03083215095102787, 0.03436954692006111, 0.0379069447517395, 0.041444338858127594]}, "gradients/decoder.transformer.h.10.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 7.0, 11.0, 11.0, 13.0, 15.0, 13.0, 16.0, 30.0, 26.0, 35.0, 33.0, 41.0, 43.0, 45.0, 29.0, 47.0, 35.0, 38.0, 40.0, 40.0, 38.0, 38.0, 30.0, 47.0, 33.0, 28.0, 39.0, 32.0, 27.0, 22.0, 18.0, 11.0, 14.0, 11.0, 15.0, 4.0, 8.0, 9.0, 4.0, 4.0, 3.0, 5.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012949883937835693, -0.01248796097934246, -0.012026038020849228, -0.011564115062355995, -0.011102192103862762, -0.01064026914536953, -0.010178346186876297, -0.009716423228383064, -0.009254500269889832, -0.008792577311396599, -0.008330654352903366, -0.007868731394410133, -0.007406808435916901, -0.006944885477423668, -0.006482962518930435, -0.0060210395604372025, -0.00555911660194397, -0.005097193643450737, -0.004635270684957504, -0.0041733477264642715, -0.003711424767971039, -0.003249501809477806, -0.0027875788509845734, -0.0023256558924913406, -0.001863732933998108, -0.0014018099755048752, -0.0009398870170116425, -0.00047796405851840973, -1.6041100025177002e-05, 0.0004458818584680557, 0.0009078048169612885, 0.0013697277754545212, 0.001831650733947754, 0.0022935736924409866, 0.0027554966509342194, 0.003217419609427452, 0.003679342567920685, 0.0041412655264139175, 0.00460318848490715, 0.005065111443400383, 0.005527034401893616, 0.0059889573603868484, 0.006450880318880081, 0.006912803277373314, 0.007374726235866547, 0.00783664919435978, 0.008298572152853012, 0.008760495111346245, 0.009222418069839478, 0.00968434102833271, 0.010146263986825943, 0.010608186945319176, 0.011070109903812408, 0.011532032862305641, 0.011993955820798874, 0.012455878779292107, 0.01291780173778534, 0.013379724696278572, 0.013841647654771805, 0.014303570613265038, 0.01476549357175827, 0.015227416530251503, 0.015689339488744736, 0.01615126244723797, 0.0166131854057312]}, "gradients/decoder.transformer.h.10.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 3.0, 3.0, 4.0, 8.0, 9.0, 10.0, 13.0, 11.0, 19.0, 9.0, 13.0, 16.0, 24.0, 28.0, 20.0, 19.0, 37.0, 28.0, 30.0, 33.0, 27.0, 48.0, 37.0, 39.0, 31.0, 35.0, 51.0, 41.0, 33.0, 35.0, 43.0, 25.0, 32.0, 25.0, 24.0, 22.0, 25.0, 18.0, 7.0, 13.0, 13.0, 6.0, 7.0, 6.0, 6.0, 8.0, 6.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.2978515625, -0.28884124755859375, -0.2798309326171875, -0.27082061767578125, -0.261810302734375, -0.25279998779296875, -0.2437896728515625, -0.23477935791015625, -0.22576904296875, -0.21675872802734375, -0.2077484130859375, -0.19873809814453125, -0.189727783203125, -0.18071746826171875, -0.1717071533203125, -0.16269683837890625, -0.1536865234375, -0.14467620849609375, -0.1356658935546875, -0.12665557861328125, -0.117645263671875, -0.10863494873046875, -0.0996246337890625, -0.09061431884765625, -0.08160400390625, -0.07259368896484375, -0.0635833740234375, -0.05457305908203125, -0.045562744140625, -0.03655242919921875, -0.0275421142578125, -0.01853179931640625, -0.009521484375, -0.00051116943359375, 0.0084991455078125, 0.01750946044921875, 0.026519775390625, 0.03553009033203125, 0.0445404052734375, 0.05355072021484375, 0.06256103515625, 0.07157135009765625, 0.0805816650390625, 0.08959197998046875, 0.098602294921875, 0.10761260986328125, 0.1166229248046875, 0.12563323974609375, 0.1346435546875, 0.14365386962890625, 0.1526641845703125, 0.16167449951171875, 0.170684814453125, 0.17969512939453125, 0.1887054443359375, 0.19771575927734375, 0.20672607421875, 0.21573638916015625, 0.2247467041015625, 0.23375701904296875, 0.242767333984375, 0.25177764892578125, 0.2607879638671875, 0.26979827880859375, 0.27880859375]}, "gradients/decoder.transformer.h.10.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 3.0, 4.0, 4.0, 6.0, 6.0, 16.0, 21.0, 25.0, 46.0, 82.0, 101.0, 172.0, 270.0, 443.0, 736.0, 1196.0, 1997.0, 3575.0, 6648.0, 13636.0, 29760.0, 67648.0, 151600.0, 369072.0, 216966.0, 100379.0, 43899.0, 19566.0, 9328.0, 4768.0, 2612.0, 1556.0, 913.0, 570.0, 335.0, 193.0, 142.0, 96.0, 62.0, 30.0, 30.0, 13.0, 16.0, 10.0, 8.0, 4.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.4609375, -0.4443206787109375, -0.427703857421875, -0.4110870361328125, -0.39447021484375, -0.3778533935546875, -0.361236572265625, -0.3446197509765625, -0.3280029296875, -0.3113861083984375, -0.294769287109375, -0.2781524658203125, -0.26153564453125, -0.2449188232421875, -0.228302001953125, -0.2116851806640625, -0.195068359375, -0.1784515380859375, -0.161834716796875, -0.1452178955078125, -0.12860107421875, -0.1119842529296875, -0.095367431640625, -0.0787506103515625, -0.0621337890625, -0.0455169677734375, -0.028900146484375, -0.0122833251953125, 0.00433349609375, 0.0209503173828125, 0.037567138671875, 0.0541839599609375, 0.07080078125, 0.0874176025390625, 0.104034423828125, 0.1206512451171875, 0.13726806640625, 0.1538848876953125, 0.170501708984375, 0.1871185302734375, 0.2037353515625, 0.2203521728515625, 0.236968994140625, 0.2535858154296875, 0.27020263671875, 0.2868194580078125, 0.303436279296875, 0.3200531005859375, 0.336669921875, 0.3532867431640625, 0.369903564453125, 0.3865203857421875, 0.40313720703125, 0.4197540283203125, 0.436370849609375, 0.4529876708984375, 0.4696044921875, 0.4862213134765625, 0.502838134765625, 0.5194549560546875, 0.53607177734375, 0.5526885986328125, 0.569305419921875, 0.5859222412109375, 0.6025390625]}, "gradients/decoder.transformer.h.10.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 4.0, 3.0, 3.0, 3.0, 3.0, 7.0, 7.0, 10.0, 5.0, 9.0, 7.0, 14.0, 19.0, 27.0, 29.0, 31.0, 31.0, 30.0, 45.0, 40.0, 72.0, 93.0, 94.0, 172.0, 1392.0, 227.0, 129.0, 90.0, 63.0, 60.0, 42.0, 51.0, 45.0, 36.0, 24.0, 32.0, 18.0, 12.0, 18.0, 8.0, 11.0, 9.0, 8.0, 9.0, 4.0, 3.0, 4.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.90087890625, -0.87249755859375, -0.8441162109375, -0.81573486328125, -0.787353515625, -0.75897216796875, -0.7305908203125, -0.70220947265625, -0.673828125, -0.64544677734375, -0.6170654296875, -0.58868408203125, -0.560302734375, -0.53192138671875, -0.5035400390625, -0.47515869140625, -0.44677734375, -0.41839599609375, -0.3900146484375, -0.36163330078125, -0.333251953125, -0.30487060546875, -0.2764892578125, -0.24810791015625, -0.2197265625, -0.19134521484375, -0.1629638671875, -0.13458251953125, -0.106201171875, -0.07781982421875, -0.0494384765625, -0.02105712890625, 0.00732421875, 0.03570556640625, 0.0640869140625, 0.09246826171875, 0.120849609375, 0.14923095703125, 0.1776123046875, 0.20599365234375, 0.234375, 0.26275634765625, 0.2911376953125, 0.31951904296875, 0.347900390625, 0.37628173828125, 0.4046630859375, 0.43304443359375, 0.46142578125, 0.48980712890625, 0.5181884765625, 0.54656982421875, 0.574951171875, 0.60333251953125, 0.6317138671875, 0.66009521484375, 0.6884765625, 0.71685791015625, 0.7452392578125, 0.77362060546875, 0.802001953125, 0.83038330078125, 0.8587646484375, 0.88714599609375, 0.91552734375]}, "gradients/decoder.transformer.h.10.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 10.0, 9.0, 15.0, 25.0, 36.0, 63.0, 121.0, 213.0, 437.0, 684.0, 1774.0, 21231.0, 2954602.0, 160923.0, 3496.0, 941.0, 474.0, 289.0, 147.0, 74.0, 54.0, 41.0, 20.0, 14.0, 2.0, 3.0, 5.0, 4.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.1796875, -4.0556640625, -3.931640625, -3.8076171875, -3.68359375, -3.5595703125, -3.435546875, -3.3115234375, -3.1875, -3.0634765625, -2.939453125, -2.8154296875, -2.69140625, -2.5673828125, -2.443359375, -2.3193359375, -2.1953125, -2.0712890625, -1.947265625, -1.8232421875, -1.69921875, -1.5751953125, -1.451171875, -1.3271484375, -1.203125, -1.0791015625, -0.955078125, -0.8310546875, -0.70703125, -0.5830078125, -0.458984375, -0.3349609375, -0.2109375, -0.0869140625, 0.037109375, 0.1611328125, 0.28515625, 0.4091796875, 0.533203125, 0.6572265625, 0.78125, 0.9052734375, 1.029296875, 1.1533203125, 1.27734375, 1.4013671875, 1.525390625, 1.6494140625, 1.7734375, 1.8974609375, 2.021484375, 2.1455078125, 2.26953125, 2.3935546875, 2.517578125, 2.6416015625, 2.765625, 2.8896484375, 3.013671875, 3.1376953125, 3.26171875, 3.3857421875, 3.509765625, 3.6337890625, 3.7578125]}, "gradients/decoder.transformer.h.10.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 6.0, 23.0, 85.0, 231.0, 332.0, 230.0, 77.0, 20.0, 7.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.316385507583618, -3.101532459259033, -2.8866796493530273, -2.6718266010284424, -2.4569737911224365, -2.2421207427978516, -2.0272679328918457, -1.8124148845672607, -1.5975619554519653, -1.38270902633667, -1.1678560972213745, -0.9530031085014343, -0.7381501793861389, -0.5232971906661987, -0.3084442615509033, -0.09359133243560791, 0.1212615966796875, 0.3361145257949829, 0.5509674549102783, 0.7658204436302185, 0.9806733727455139, 1.195526361465454, 1.4103792905807495, 1.625232219696045, 1.8400851488113403, 2.0549380779266357, 2.2697911262512207, 2.4846439361572266, 2.6994969844818115, 2.9143500328063965, 3.1292028427124023, 3.344055652618408, 3.5589089393615723, 3.7737619876861572, 3.988614797592163, 4.203467845916748, 4.418320655822754, 4.633173942565918, 4.848026752471924, 5.06287956237793, 5.2777323722839355, 5.492585182189941, 5.7074384689331055, 5.922291278839111, 6.137144088745117, 6.351997375488281, 6.566850185394287, 6.781702995300293, 6.996556282043457, 7.211409091949463, 7.426262378692627, 7.641115188598633, 7.855967998504639, 8.070820808410645, 8.285674095153809, 8.500526428222656, 8.71537971496582, 8.930233001708984, 9.145085334777832, 9.359938621520996, 9.57479190826416, 9.789644241333008, 10.004497528076172, 10.219350814819336, 10.434203147888184]}, "gradients/decoder.transformer.h.10.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 4.0, 9.0, 10.0, 4.0, 17.0, 9.0, 13.0, 17.0, 15.0, 20.0, 22.0, 36.0, 38.0, 32.0, 39.0, 36.0, 41.0, 31.0, 47.0, 50.0, 60.0, 48.0, 42.0, 49.0, 34.0, 43.0, 38.0, 37.0, 40.0, 23.0, 20.0, 18.0, 12.0, 11.0, 11.0, 8.0, 9.0, 3.0, 5.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0], "bins": [-3.5425498485565186, -3.4506349563598633, -3.358720064163208, -3.2668051719665527, -3.1748902797698975, -3.082975387573242, -2.991060495376587, -2.8991456031799316, -2.8072307109832764, -2.715315818786621, -2.623400926589966, -2.5314860343933105, -2.4395711421966553, -2.34765625, -2.2557413578033447, -2.1638264656066895, -2.071911573410034, -1.979996681213379, -1.8880817890167236, -1.7961668968200684, -1.704252004623413, -1.6123371124267578, -1.5204222202301025, -1.4285073280334473, -1.336592435836792, -1.2446775436401367, -1.1527626514434814, -1.0608477592468262, -0.9689328670501709, -0.8770179748535156, -0.7851030826568604, -0.6931881904602051, -0.6012732982635498, -0.5093584060668945, -0.41744351387023926, -0.325528621673584, -0.2336137294769287, -0.14169883728027344, -0.049783945083618164, 0.04213094711303711, 0.13404583930969238, 0.22596073150634766, 0.31787562370300293, 0.4097905158996582, 0.5017054080963135, 0.5936203002929688, 0.685535192489624, 0.7774500846862793, 0.8693649768829346, 0.9612798690795898, 1.0531947612762451, 1.1451096534729004, 1.2370245456695557, 1.328939437866211, 1.4208543300628662, 1.5127692222595215, 1.6046841144561768, 1.696599006652832, 1.7885138988494873, 1.8804287910461426, 1.9723436832427979, 2.064258575439453, 2.1561734676361084, 2.2480883598327637, 2.340003252029419]}, "gradients/decoder.transformer.h.9.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 6.0, 3.0, 7.0, 5.0, 4.0, 11.0, 10.0, 13.0, 10.0, 13.0, 14.0, 17.0, 15.0, 35.0, 18.0, 24.0, 25.0, 32.0, 37.0, 40.0, 35.0, 44.0, 44.0, 31.0, 48.0, 38.0, 44.0, 40.0, 32.0, 38.0, 29.0, 33.0, 33.0, 31.0, 14.0, 22.0, 19.0, 14.0, 13.0, 16.0, 8.0, 9.0, 10.0, 8.0, 6.0, 3.0, 3.0, 4.0, 3.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.357666015625, -0.347442626953125, -0.33721923828125, -0.326995849609375, -0.3167724609375, -0.306549072265625, -0.29632568359375, -0.286102294921875, -0.27587890625, -0.265655517578125, -0.25543212890625, -0.245208740234375, -0.2349853515625, -0.224761962890625, -0.21453857421875, -0.204315185546875, -0.194091796875, -0.183868408203125, -0.17364501953125, -0.163421630859375, -0.1531982421875, -0.142974853515625, -0.13275146484375, -0.122528076171875, -0.1123046875, -0.102081298828125, -0.09185791015625, -0.081634521484375, -0.0714111328125, -0.061187744140625, -0.05096435546875, -0.040740966796875, -0.030517578125, -0.020294189453125, -0.01007080078125, 0.000152587890625, 0.0103759765625, 0.020599365234375, 0.03082275390625, 0.041046142578125, 0.05126953125, 0.061492919921875, 0.07171630859375, 0.081939697265625, 0.0921630859375, 0.102386474609375, 0.11260986328125, 0.122833251953125, 0.133056640625, 0.143280029296875, 0.15350341796875, 0.163726806640625, 0.1739501953125, 0.184173583984375, 0.19439697265625, 0.204620361328125, 0.21484375, 0.225067138671875, 0.23529052734375, 0.245513916015625, 0.2557373046875, 0.265960693359375, 0.27618408203125, 0.286407470703125, 0.296630859375]}, "gradients/decoder.transformer.h.9.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 4.0, 6.0, 10.0, 7.0, 11.0, 21.0, 35.0, 47.0, 70.0, 86.0, 132.0, 187.0, 321.0, 575.0, 910.0, 1656.0, 2960.0, 6252.0, 14547.0, 41987.0, 201895.0, 1816706.0, 1831118.0, 203189.0, 43010.0, 14913.0, 6526.0, 3092.0, 1620.0, 919.0, 568.0, 325.0, 194.0, 110.0, 85.0, 58.0, 50.0, 24.0, 17.0, 20.0, 8.0, 4.0, 7.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.81982421875, -0.7915573120117188, -0.7632904052734375, -0.7350234985351562, -0.706756591796875, -0.6784896850585938, -0.6502227783203125, -0.6219558715820312, -0.59368896484375, -0.5654220581054688, -0.5371551513671875, -0.5088882446289062, -0.480621337890625, -0.45235443115234375, -0.4240875244140625, -0.39582061767578125, -0.3675537109375, -0.33928680419921875, -0.3110198974609375, -0.28275299072265625, -0.254486083984375, -0.22621917724609375, -0.1979522705078125, -0.16968536376953125, -0.14141845703125, -0.11315155029296875, -0.0848846435546875, -0.05661773681640625, -0.028350830078125, -8.392333984375e-05, 0.0281829833984375, 0.05644989013671875, 0.084716796875, 0.11298370361328125, 0.1412506103515625, 0.16951751708984375, 0.197784423828125, 0.22605133056640625, 0.2543182373046875, 0.28258514404296875, 0.31085205078125, 0.33911895751953125, 0.3673858642578125, 0.39565277099609375, 0.423919677734375, 0.45218658447265625, 0.4804534912109375, 0.5087203979492188, 0.5369873046875, 0.5652542114257812, 0.5935211181640625, 0.6217880249023438, 0.650054931640625, 0.6783218383789062, 0.7065887451171875, 0.7348556518554688, 0.76312255859375, 0.7913894653320312, 0.8196563720703125, 0.8479232788085938, 0.876190185546875, 0.9044570922851562, 0.9327239990234375, 0.9609909057617188, 0.9892578125]}, "gradients/decoder.transformer.h.9.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 4.0, 3.0, 3.0, 7.0, 9.0, 11.0, 15.0, 23.0, 30.0, 37.0, 48.0, 69.0, 86.0, 125.0, 210.0, 341.0, 570.0, 739.0, 611.0, 389.0, 222.0, 145.0, 90.0, 71.0, 51.0, 40.0, 28.0, 32.0, 22.0, 15.0, 14.0, 7.0, 2.0, 5.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.60595703125, -0.5813369750976562, -0.5567169189453125, -0.5320968627929688, -0.507476806640625, -0.48285675048828125, -0.4582366943359375, -0.43361663818359375, -0.40899658203125, -0.38437652587890625, -0.3597564697265625, -0.33513641357421875, -0.310516357421875, -0.28589630126953125, -0.2612762451171875, -0.23665618896484375, -0.2120361328125, -0.18741607666015625, -0.1627960205078125, -0.13817596435546875, -0.113555908203125, -0.08893585205078125, -0.0643157958984375, -0.03969573974609375, -0.01507568359375, 0.00954437255859375, 0.0341644287109375, 0.05878448486328125, 0.083404541015625, 0.10802459716796875, 0.1326446533203125, 0.15726470947265625, 0.181884765625, 0.20650482177734375, 0.2311248779296875, 0.25574493408203125, 0.280364990234375, 0.30498504638671875, 0.3296051025390625, 0.35422515869140625, 0.37884521484375, 0.40346527099609375, 0.4280853271484375, 0.45270538330078125, 0.477325439453125, 0.5019454956054688, 0.5265655517578125, 0.5511856079101562, 0.5758056640625, 0.6004257202148438, 0.6250457763671875, 0.6496658325195312, 0.674285888671875, 0.6989059448242188, 0.7235260009765625, 0.7481460571289062, 0.77276611328125, 0.7973861694335938, 0.8220062255859375, 0.8466262817382812, 0.871246337890625, 0.8958663940429688, 0.9204864501953125, 0.9451065063476562, 0.9697265625]}, "gradients/decoder.transformer.h.9.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 3.0, 9.0, 12.0, 22.0, 28.0, 22.0, 36.0, 45.0, 68.0, 111.0, 223.0, 525.0, 2349.0, 31206.0, 3569878.0, 576567.0, 11030.0, 1308.0, 364.0, 164.0, 88.0, 64.0, 45.0, 33.0, 23.0, 21.0, 10.0, 8.0, 6.0, 3.0, 5.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-4.66015625, -4.54315185546875, -4.4261474609375, -4.30914306640625, -4.192138671875, -4.07513427734375, -3.9581298828125, -3.84112548828125, -3.72412109375, -3.60711669921875, -3.4901123046875, -3.37310791015625, -3.256103515625, -3.13909912109375, -3.0220947265625, -2.90509033203125, -2.7880859375, -2.67108154296875, -2.5540771484375, -2.43707275390625, -2.320068359375, -2.20306396484375, -2.0860595703125, -1.96905517578125, -1.85205078125, -1.73504638671875, -1.6180419921875, -1.50103759765625, -1.384033203125, -1.26702880859375, -1.1500244140625, -1.03302001953125, -0.916015625, -0.79901123046875, -0.6820068359375, -0.56500244140625, -0.447998046875, -0.33099365234375, -0.2139892578125, -0.09698486328125, 0.02001953125, 0.13702392578125, 0.2540283203125, 0.37103271484375, 0.488037109375, 0.60504150390625, 0.7220458984375, 0.83905029296875, 0.9560546875, 1.07305908203125, 1.1900634765625, 1.30706787109375, 1.424072265625, 1.54107666015625, 1.6580810546875, 1.77508544921875, 1.89208984375, 2.00909423828125, 2.1260986328125, 2.24310302734375, 2.360107421875, 2.47711181640625, 2.5941162109375, 2.71112060546875, 2.828125]}, "gradients/decoder.transformer.h.9.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 11.0, 17.0, 36.0, 53.0, 109.0, 155.0, 177.0, 152.0, 122.0, 73.0, 49.0, 29.0, 10.0, 8.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.007367134094238, -3.8454012870788574, -3.6834354400634766, -3.521469831466675, -3.359503984451294, -3.197538137435913, -3.0355725288391113, -2.8736066818237305, -2.7116408348083496, -2.5496749877929688, -2.387709140777588, -2.225743532180786, -2.0637776851654053, -1.9018118381500244, -1.739846110343933, -1.5778803825378418, -1.415914535522461, -1.25394868850708, -1.0919829607009888, -0.9300171732902527, -0.7680513858795166, -0.6060855984687805, -0.44411981105804443, -0.2821540832519531, -0.12018823623657227, 0.04177755117416382, 0.2037433385848999, 0.365709125995636, 0.5276749134063721, 0.6896407008171082, 0.8516064882278442, 1.0135722160339355, 1.1755380630493164, 1.3375039100646973, 1.4994696378707886, 1.6614353656768799, 1.8234012126922607, 1.9853670597076416, 2.1473326683044434, 2.309298515319824, 2.471264362335205, 2.633230209350586, 2.795196056365967, 2.9571616649627686, 3.1191275119781494, 3.2810933589935303, 3.443058967590332, 3.605024814605713, 3.7669906616210938, 3.9289565086364746, 4.0909223556518555, 4.252888202667236, 4.414854049682617, 4.57681941986084, 4.738785266876221, 4.900751113891602, 5.062716960906982, 5.224682807922363, 5.386648654937744, 5.548614501953125, 5.710579872131348, 5.8725457191467285, 6.034511566162109, 6.19647741317749, 6.358443260192871]}, "gradients/decoder.transformer.h.9.ln_2.bias": {"_type": "histogram", "values": [4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 9.0, 1.0, 5.0, 12.0, 4.0, 7.0, 17.0, 15.0, 8.0, 21.0, 18.0, 22.0, 20.0, 19.0, 29.0, 25.0, 31.0, 31.0, 32.0, 41.0, 38.0, 40.0, 43.0, 41.0, 39.0, 38.0, 26.0, 33.0, 30.0, 35.0, 27.0, 32.0, 25.0, 28.0, 21.0, 23.0, 25.0, 13.0, 16.0, 12.0, 9.0, 9.0, 3.0, 4.0, 6.0, 7.0, 2.0, 4.0, 0.0, 5.0, 5.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.035090208053589, -1.973022699356079, -1.9109551906585693, -1.8488876819610596, -1.7868200540542603, -1.7247525453567505, -1.6626850366592407, -1.600617527961731, -1.5385500192642212, -1.4764825105667114, -1.4144150018692017, -1.3523473739624023, -1.2902798652648926, -1.2282123565673828, -1.166144847869873, -1.1040773391723633, -1.0420098304748535, -0.9799423217773438, -0.9178747534751892, -0.8558072447776794, -0.7937397360801697, -0.7316721677780151, -0.6696046590805054, -0.6075371503829956, -0.5454695224761963, -0.48340198397636414, -0.42133447527885437, -0.3592669367790222, -0.29719942808151245, -0.2351318895816803, -0.17306435108184814, -0.11099684238433838, -0.04892933368682861, 0.013138193637132645, 0.0752057209610939, 0.13727325201034546, 0.19934077560901642, 0.2614082992076874, 0.32347583770751953, 0.3855433464050293, 0.44761088490486145, 0.5096784234046936, 0.5717459321022034, 0.6338135004043579, 0.6958810091018677, 0.7579485177993774, 0.8200160264968872, 0.882083535194397, 0.9441511034965515, 1.006218671798706, 1.0682861804962158, 1.1303536891937256, 1.1924211978912354, 1.2544887065887451, 1.3165562152862549, 1.3786237239837646, 1.440691351890564, 1.5027588605880737, 1.5648263692855835, 1.6268939971923828, 1.6889615058898926, 1.7510290145874023, 1.813096523284912, 1.8751640319824219, 1.9372315406799316]}, "gradients/decoder.transformer.h.9.crossattention.c_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 3.0, 3.0, 10.0, 6.0, 9.0, 12.0, 9.0, 13.0, 14.0, 8.0, 18.0, 23.0, 24.0, 19.0, 25.0, 30.0, 41.0, 27.0, 38.0, 46.0, 44.0, 41.0, 41.0, 48.0, 44.0, 34.0, 47.0, 41.0, 45.0, 34.0, 28.0, 17.0, 30.0, 17.0, 21.0, 13.0, 13.0, 14.0, 13.0, 17.0, 11.0, 5.0, 6.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.312744140625, -0.3025474548339844, -0.29235076904296875, -0.2821540832519531, -0.2719573974609375, -0.2617607116699219, -0.25156402587890625, -0.24136734008789062, -0.231170654296875, -0.22097396850585938, -0.21077728271484375, -0.20058059692382812, -0.1903839111328125, -0.18018722534179688, -0.16999053955078125, -0.15979385375976562, -0.14959716796875, -0.13940048217773438, -0.12920379638671875, -0.11900711059570312, -0.1088104248046875, -0.09861373901367188, -0.08841705322265625, -0.07822036743164062, -0.068023681640625, -0.057826995849609375, -0.04763031005859375, -0.037433624267578125, -0.0272369384765625, -0.017040252685546875, -0.00684356689453125, 0.003353118896484375, 0.0135498046875, 0.023746490478515625, 0.03394317626953125, 0.044139862060546875, 0.0543365478515625, 0.06453323364257812, 0.07472991943359375, 0.08492660522460938, 0.095123291015625, 0.10531997680664062, 0.11551666259765625, 0.12571334838867188, 0.1359100341796875, 0.14610671997070312, 0.15630340576171875, 0.16650009155273438, 0.17669677734375, 0.18689346313476562, 0.19709014892578125, 0.20728683471679688, 0.2174835205078125, 0.22768020629882812, 0.23787689208984375, 0.24807357788085938, 0.258270263671875, 0.2684669494628906, 0.27866363525390625, 0.2888603210449219, 0.2990570068359375, 0.3092536926269531, 0.31945037841796875, 0.3296470642089844, 0.33984375]}, "gradients/decoder.transformer.h.9.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 5.0, 1.0, 5.0, 7.0, 10.0, 35.0, 65.0, 142.0, 272.0, 634.0, 1476.0, 3446.0, 9799.0, 50116.0, 497793.0, 427434.0, 42742.0, 8805.0, 3299.0, 1300.0, 599.0, 291.0, 133.0, 75.0, 25.0, 16.0, 13.0, 4.0, 1.0, 3.0, 2.0, 0.0, 1.0, 4.0, 4.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.1873779296875, -0.18230819702148438, -0.17723846435546875, -0.17216873168945312, -0.1670989990234375, -0.16202926635742188, -0.15695953369140625, -0.15188980102539062, -0.146820068359375, -0.14175033569335938, -0.13668060302734375, -0.13161087036132812, -0.1265411376953125, -0.12147140502929688, -0.11640167236328125, -0.11133193969726562, -0.10626220703125, -0.10119247436523438, -0.09612274169921875, -0.09105300903320312, -0.0859832763671875, -0.08091354370117188, -0.07584381103515625, -0.07077407836914062, -0.065704345703125, -0.060634613037109375, -0.05556488037109375, -0.050495147705078125, -0.0454254150390625, -0.040355682373046875, -0.03528594970703125, -0.030216217041015625, -0.025146484375, -0.020076751708984375, -0.01500701904296875, -0.009937286376953125, -0.0048675537109375, 0.000202178955078125, 0.00527191162109375, 0.010341644287109375, 0.015411376953125, 0.020481109619140625, 0.02555084228515625, 0.030620574951171875, 0.0356903076171875, 0.040760040283203125, 0.04582977294921875, 0.050899505615234375, 0.05596923828125, 0.061038970947265625, 0.06610870361328125, 0.07117843627929688, 0.0762481689453125, 0.08131790161132812, 0.08638763427734375, 0.09145736694335938, 0.096527099609375, 0.10159683227539062, 0.10666656494140625, 0.11173629760742188, 0.1168060302734375, 0.12187576293945312, 0.12694549560546875, 0.13201522827148438, 0.1370849609375]}, "gradients/decoder.transformer.h.9.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 5.0, 2.0, 3.0, 4.0, 6.0, 7.0, 4.0, 7.0, 8.0, 9.0, 16.0, 20.0, 16.0, 21.0, 28.0, 30.0, 30.0, 35.0, 34.0, 29.0, 24.0, 34.0, 27.0, 39.0, 42.0, 1057.0, 43.0, 42.0, 42.0, 42.0, 47.0, 30.0, 35.0, 28.0, 22.0, 25.0, 18.0, 22.0, 13.0, 10.0, 18.0, 10.0, 10.0, 6.0, 9.0, 5.0, 1.0, 3.0, 5.0, 5.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.2244873046875, -0.2176990509033203, -0.21091079711914062, -0.20412254333496094, -0.19733428955078125, -0.19054603576660156, -0.18375778198242188, -0.1769695281982422, -0.1701812744140625, -0.1633930206298828, -0.15660476684570312, -0.14981651306152344, -0.14302825927734375, -0.13624000549316406, -0.12945175170898438, -0.12266349792480469, -0.115875244140625, -0.10908699035644531, -0.10229873657226562, -0.09551048278808594, -0.08872222900390625, -0.08193397521972656, -0.07514572143554688, -0.06835746765136719, -0.0615692138671875, -0.05478096008300781, -0.047992706298828125, -0.04120445251464844, -0.03441619873046875, -0.027627944946289062, -0.020839691162109375, -0.014051437377929688, -0.00726318359375, -0.0004749298095703125, 0.006313323974609375, 0.013101577758789062, 0.01988983154296875, 0.026678085327148438, 0.033466339111328125, 0.04025459289550781, 0.0470428466796875, 0.05383110046386719, 0.060619354248046875, 0.06740760803222656, 0.07419586181640625, 0.08098411560058594, 0.08777236938476562, 0.09456062316894531, 0.101348876953125, 0.10813713073730469, 0.11492538452148438, 0.12171363830566406, 0.12850189208984375, 0.13529014587402344, 0.14207839965820312, 0.1488666534423828, 0.1556549072265625, 0.1624431610107422, 0.16923141479492188, 0.17601966857910156, 0.18280792236328125, 0.18959617614746094, 0.19638442993164062, 0.2031726837158203, 0.2099609375]}, "gradients/decoder.transformer.h.9.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 0.0, 3.0, 6.0, 9.0, 17.0, 12.0, 17.0, 20.0, 43.0, 44.0, 62.0, 96.0, 142.0, 169.0, 269.0, 380.0, 602.0, 1061.0, 2170.0, 4806.0, 12532.0, 41851.0, 198417.0, 1485298.0, 270257.0, 52572.0, 15102.0, 5397.0, 2471.0, 1244.0, 716.0, 410.0, 260.0, 186.0, 118.0, 102.0, 66.0, 48.0, 32.0, 39.0, 27.0, 15.0, 16.0, 10.0, 7.0, 7.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.07061767578125, -0.06851482391357422, -0.06641197204589844, -0.06430912017822266, -0.062206268310546875, -0.060103416442871094, -0.05800056457519531, -0.05589771270751953, -0.05379486083984375, -0.05169200897216797, -0.04958915710449219, -0.047486305236816406, -0.045383453369140625, -0.043280601501464844, -0.04117774963378906, -0.03907489776611328, -0.0369720458984375, -0.03486919403076172, -0.03276634216308594, -0.030663490295410156, -0.028560638427734375, -0.026457786560058594, -0.024354934692382812, -0.02225208282470703, -0.02014923095703125, -0.01804637908935547, -0.015943527221679688, -0.013840675354003906, -0.011737823486328125, -0.009634971618652344, -0.0075321197509765625, -0.005429267883300781, -0.003326416015625, -0.0012235641479492188, 0.0008792877197265625, 0.0029821395874023438, 0.005084991455078125, 0.007187843322753906, 0.009290695190429688, 0.011393547058105469, 0.01349639892578125, 0.015599250793457031, 0.017702102661132812, 0.019804954528808594, 0.021907806396484375, 0.024010658264160156, 0.026113510131835938, 0.02821636199951172, 0.0303192138671875, 0.03242206573486328, 0.03452491760253906, 0.036627769470214844, 0.038730621337890625, 0.040833473205566406, 0.04293632507324219, 0.04503917694091797, 0.04714202880859375, 0.04924488067626953, 0.05134773254394531, 0.053450584411621094, 0.055553436279296875, 0.057656288146972656, 0.05975914001464844, 0.06186199188232422, 0.06396484375]}, "gradients/decoder.transformer.h.9.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 3.0, 2.0, 0.0, 3.0, 1.0, 6.0, 1.0, 1.0, 2.0, 5.0, 5.0, 1.0, 8.0, 19.0, 39.0, 67.0, 161.0, 279.0, 188.0, 118.0, 41.0, 14.0, 7.0, 5.0, 9.0, 3.0, 1.0, 5.0, 4.0, 4.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01336669921875, -0.012844562530517578, -0.012322425842285156, -0.011800289154052734, -0.011278152465820312, -0.01075601577758789, -0.010233879089355469, -0.009711742401123047, -0.009189605712890625, -0.008667469024658203, -0.008145332336425781, -0.007623195648193359, -0.0071010589599609375, -0.006578922271728516, -0.006056785583496094, -0.005534648895263672, -0.00501251220703125, -0.004490375518798828, -0.003968238830566406, -0.0034461021423339844, -0.0029239654541015625, -0.0024018287658691406, -0.0018796920776367188, -0.0013575553894042969, -0.000835418701171875, -0.0003132820129394531, 0.00020885467529296875, 0.0007309913635253906, 0.0012531280517578125, 0.0017752647399902344, 0.0022974014282226562, 0.002819538116455078, 0.0033416748046875, 0.003863811492919922, 0.004385948181152344, 0.004908084869384766, 0.0054302215576171875, 0.005952358245849609, 0.006474494934082031, 0.006996631622314453, 0.007518768310546875, 0.008040904998779297, 0.008563041687011719, 0.00908517837524414, 0.009607315063476562, 0.010129451751708984, 0.010651588439941406, 0.011173725128173828, 0.01169586181640625, 0.012217998504638672, 0.012740135192871094, 0.013262271881103516, 0.013784408569335938, 0.01430654525756836, 0.014828681945800781, 0.015350818634033203, 0.015872955322265625, 0.016395092010498047, 0.01691722869873047, 0.01743936538696289, 0.017961502075195312, 0.018483638763427734, 0.019005775451660156, 0.019527912139892578, 0.020050048828125]}, "gradients/decoder.transformer.h.9.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 4.0, 4.0, 5.0, 4.0, 9.0, 11.0, 15.0, 19.0, 46.0, 116.0, 542.0, 12119.0, 1023255.0, 11622.0, 500.0, 139.0, 58.0, 25.0, 8.0, 19.0, 7.0, 6.0, 1.0, 4.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 5.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.388427734375, -0.3783378601074219, -0.36824798583984375, -0.3581581115722656, -0.3480682373046875, -0.3379783630371094, -0.32788848876953125, -0.3177986145019531, -0.307708740234375, -0.2976188659667969, -0.28752899169921875, -0.2774391174316406, -0.2673492431640625, -0.2572593688964844, -0.24716949462890625, -0.23707962036132812, -0.22698974609375, -0.21689987182617188, -0.20680999755859375, -0.19672012329101562, -0.1866302490234375, -0.17654037475585938, -0.16645050048828125, -0.15636062622070312, -0.146270751953125, -0.13618087768554688, -0.12609100341796875, -0.11600112915039062, -0.1059112548828125, -0.09582138061523438, -0.08573150634765625, -0.07564163208007812, -0.0655517578125, -0.055461883544921875, -0.04537200927734375, -0.035282135009765625, -0.0251922607421875, -0.015102386474609375, -0.00501251220703125, 0.005077362060546875, 0.015167236328125, 0.025257110595703125, 0.03534698486328125, 0.045436859130859375, 0.0555267333984375, 0.06561660766601562, 0.07570648193359375, 0.08579635620117188, 0.09588623046875, 0.10597610473632812, 0.11606597900390625, 0.12615585327148438, 0.1362457275390625, 0.14633560180664062, 0.15642547607421875, 0.16651535034179688, 0.176605224609375, 0.18669509887695312, 0.19678497314453125, 0.20687484741210938, 0.2169647216796875, 0.22705459594726562, 0.23714447021484375, 0.24723434448242188, 0.25732421875]}, "gradients/decoder.transformer.h.9.ln_cross_attn.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 10.0, 25.0, 61.0, 155.0, 282.0, 263.0, 129.0, 55.0, 17.0, 13.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.011501235887408257, -0.010056824423372746, -0.008612412959337234, -0.007168000563979149, -0.005723589099943638, -0.004279177635908127, -0.002834765240550041, -0.0013903537765145302, 5.4057687520980835e-05, 0.0014984693843871355, 0.00294288108125329, 0.0043872930109500885, 0.0058317044749855995, 0.0072761159390211105, 0.008720528334379196, 0.010164939798414707, 0.011609351262450218, 0.01305376272648573, 0.01449817419052124, 0.015942586585879326, 0.01738699898123741, 0.018831409513950348, 0.020275821909308434, 0.02172023430466652, 0.023164644837379456, 0.02460905723273754, 0.026053467765450478, 0.027497880160808563, 0.0289422906935215, 0.030386703088879585, 0.03183111548423767, 0.03327552601695061, 0.034719936549663544, 0.03616434708237648, 0.037608761340379715, 0.03905317187309265, 0.04049758240580559, 0.041941992938518524, 0.04338640719652176, 0.044830817729234695, 0.04627522826194763, 0.04771963879466057, 0.0491640530526638, 0.05060846358537674, 0.052052874118089676, 0.05349728465080261, 0.05494169890880585, 0.056386109441518784, 0.05783052369952202, 0.059274934232234955, 0.06071934849023819, 0.062163759022951126, 0.06360816955566406, 0.0650525838136673, 0.06649699807167053, 0.06794140487909317, 0.0693858191370964, 0.07083023339509964, 0.07227464020252228, 0.07371905446052551, 0.07516346871852875, 0.07660787552595139, 0.07805228978395462, 0.07949670404195786, 0.0809411108493805]}, "gradients/decoder.transformer.h.9.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 4.0, 6.0, 5.0, 8.0, 6.0, 7.0, 15.0, 14.0, 26.0, 9.0, 19.0, 15.0, 28.0, 12.0, 32.0, 31.0, 47.0, 46.0, 41.0, 44.0, 32.0, 56.0, 50.0, 46.0, 43.0, 28.0, 37.0, 35.0, 45.0, 26.0, 39.0, 31.0, 13.0, 12.0, 24.0, 15.0, 15.0, 10.0, 8.0, 7.0, 8.0, 7.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011145472526550293, -0.010803524404764175, -0.010461576282978058, -0.01011962816119194, -0.009777680039405823, -0.009435731917619705, -0.009093783795833588, -0.00875183567404747, -0.008409887552261353, -0.008067939430475235, -0.007725991308689117, -0.007384043186903, -0.007042095065116882, -0.006700146943330765, -0.006358198821544647, -0.00601625069975853, -0.005674302577972412, -0.0053323544561862946, -0.004990406334400177, -0.0046484582126140594, -0.004306510090827942, -0.003964561969041824, -0.003622613847255707, -0.0032806657254695892, -0.0029387176036834717, -0.002596769481897354, -0.0022548213601112366, -0.001912873238325119, -0.0015709251165390015, -0.001228976994752884, -0.0008870288729667664, -0.0005450807511806488, -0.00020313262939453125, 0.0001388154923915863, 0.00048076361417770386, 0.0008227117359638214, 0.001164659857749939, 0.0015066079795360565, 0.001848556101322174, 0.0021905042231082916, 0.002532452344894409, 0.0028744004666805267, 0.0032163485884666443, 0.003558296710252762, 0.0039002448320388794, 0.004242192953824997, 0.0045841410756111145, 0.004926089197397232, 0.00526803731918335, 0.005609985440969467, 0.005951933562755585, 0.006293881684541702, 0.00663582980632782, 0.006977777928113937, 0.007319726049900055, 0.0076616741716861725, 0.00800362229347229, 0.008345570415258408, 0.008687518537044525, 0.009029466658830643, 0.00937141478061676, 0.009713362902402878, 0.010055311024188995, 0.010397259145975113, 0.01073920726776123]}, "gradients/decoder.transformer.h.9.attn.c_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 3.0, 3.0, 10.0, 7.0, 8.0, 12.0, 9.0, 13.0, 14.0, 8.0, 17.0, 24.0, 26.0, 18.0, 24.0, 31.0, 40.0, 28.0, 37.0, 47.0, 42.0, 42.0, 42.0, 47.0, 43.0, 35.0, 45.0, 42.0, 47.0, 33.0, 29.0, 16.0, 30.0, 17.0, 22.0, 12.0, 12.0, 16.0, 12.0, 17.0, 11.0, 5.0, 6.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.312255859375, -0.30207061767578125, -0.2918853759765625, -0.28170013427734375, -0.271514892578125, -0.26132965087890625, -0.2511444091796875, -0.24095916748046875, -0.23077392578125, -0.22058868408203125, -0.2104034423828125, -0.20021820068359375, -0.190032958984375, -0.17984771728515625, -0.1696624755859375, -0.15947723388671875, -0.1492919921875, -0.13910675048828125, -0.1289215087890625, -0.11873626708984375, -0.108551025390625, -0.09836578369140625, -0.0881805419921875, -0.07799530029296875, -0.06781005859375, -0.05762481689453125, -0.0474395751953125, -0.03725433349609375, -0.027069091796875, -0.01688385009765625, -0.0066986083984375, 0.00348663330078125, 0.013671875, 0.02385711669921875, 0.0340423583984375, 0.04422760009765625, 0.054412841796875, 0.06459808349609375, 0.0747833251953125, 0.08496856689453125, 0.09515380859375, 0.10533905029296875, 0.1155242919921875, 0.12570953369140625, 0.135894775390625, 0.14608001708984375, 0.1562652587890625, 0.16645050048828125, 0.1766357421875, 0.18682098388671875, 0.1970062255859375, 0.20719146728515625, 0.217376708984375, 0.22756195068359375, 0.2377471923828125, 0.24793243408203125, 0.25811767578125, 0.26830291748046875, 0.2784881591796875, 0.28867340087890625, 0.298858642578125, 0.30904388427734375, 0.3192291259765625, 0.32941436767578125, 0.339599609375]}, "gradients/decoder.transformer.h.9.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 2.0, 2.0, 6.0, 1.0, 5.0, 11.0, 13.0, 12.0, 24.0, 17.0, 40.0, 62.0, 72.0, 119.0, 206.0, 269.0, 472.0, 743.0, 1285.0, 2086.0, 3755.0, 6905.0, 13137.0, 26769.0, 58331.0, 149656.0, 483596.0, 174983.0, 64851.0, 29530.0, 14388.0, 7336.0, 3966.0, 2208.0, 1382.0, 885.0, 530.0, 332.0, 195.0, 110.0, 89.0, 65.0, 40.0, 26.0, 15.0, 14.0, 5.0, 6.0, 5.0, 5.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.55419921875, -0.5354537963867188, -0.5167083740234375, -0.49796295166015625, -0.479217529296875, -0.46047210693359375, -0.4417266845703125, -0.42298126220703125, -0.40423583984375, -0.38549041748046875, -0.3667449951171875, -0.34799957275390625, -0.329254150390625, -0.31050872802734375, -0.2917633056640625, -0.27301788330078125, -0.2542724609375, -0.23552703857421875, -0.2167816162109375, -0.19803619384765625, -0.179290771484375, -0.16054534912109375, -0.1417999267578125, -0.12305450439453125, -0.10430908203125, -0.08556365966796875, -0.0668182373046875, -0.04807281494140625, -0.029327392578125, -0.01058197021484375, 0.0081634521484375, 0.02690887451171875, 0.045654296875, 0.06439971923828125, 0.0831451416015625, 0.10189056396484375, 0.120635986328125, 0.13938140869140625, 0.1581268310546875, 0.17687225341796875, 0.19561767578125, 0.21436309814453125, 0.2331085205078125, 0.25185394287109375, 0.270599365234375, 0.28934478759765625, 0.3080902099609375, 0.32683563232421875, 0.3455810546875, 0.36432647705078125, 0.3830718994140625, 0.40181732177734375, 0.420562744140625, 0.43930816650390625, 0.4580535888671875, 0.47679901123046875, 0.49554443359375, 0.5142898559570312, 0.5330352783203125, 0.5517807006835938, 0.570526123046875, 0.5892715454101562, 0.6080169677734375, 0.6267623901367188, 0.6455078125]}, "gradients/decoder.transformer.h.9.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 6.0, 2.0, 5.0, 10.0, 7.0, 6.0, 3.0, 15.0, 17.0, 16.0, 21.0, 20.0, 33.0, 27.0, 30.0, 50.0, 54.0, 66.0, 83.0, 108.0, 169.0, 1400.0, 261.0, 124.0, 99.0, 75.0, 54.0, 50.0, 48.0, 32.0, 20.0, 26.0, 23.0, 16.0, 13.0, 12.0, 6.0, 10.0, 14.0, 3.0, 6.0, 7.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0], "bins": [-1.1279296875, -1.0946502685546875, -1.061370849609375, -1.0280914306640625, -0.99481201171875, -0.9615325927734375, -0.928253173828125, -0.8949737548828125, -0.8616943359375, -0.8284149169921875, -0.795135498046875, -0.7618560791015625, -0.72857666015625, -0.6952972412109375, -0.662017822265625, -0.6287384033203125, -0.595458984375, -0.5621795654296875, -0.528900146484375, -0.4956207275390625, -0.46234130859375, -0.4290618896484375, -0.395782470703125, -0.3625030517578125, -0.3292236328125, -0.2959442138671875, -0.262664794921875, -0.2293853759765625, -0.19610595703125, -0.1628265380859375, -0.129547119140625, -0.0962677001953125, -0.06298828125, -0.0297088623046875, 0.003570556640625, 0.0368499755859375, 0.07012939453125, 0.1034088134765625, 0.136688232421875, 0.1699676513671875, 0.2032470703125, 0.2365264892578125, 0.269805908203125, 0.3030853271484375, 0.33636474609375, 0.3696441650390625, 0.402923583984375, 0.4362030029296875, 0.469482421875, 0.5027618408203125, 0.536041259765625, 0.5693206787109375, 0.60260009765625, 0.6358795166015625, 0.669158935546875, 0.7024383544921875, 0.7357177734375, 0.7689971923828125, 0.802276611328125, 0.8355560302734375, 0.86883544921875, 0.9021148681640625, 0.935394287109375, 0.9686737060546875, 1.001953125]}, "gradients/decoder.transformer.h.9.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 5.0, 4.0, 4.0, 8.0, 8.0, 8.0, 17.0, 22.0, 14.0, 19.0, 24.0, 27.0, 40.0, 59.0, 66.0, 88.0, 120.0, 171.0, 277.0, 599.0, 2045.0, 10521.0, 109451.0, 2709288.0, 288134.0, 19557.0, 3180.0, 858.0, 350.0, 169.0, 131.0, 89.0, 67.0, 60.0, 50.0, 44.0, 25.0, 28.0, 18.0, 16.0, 12.0, 8.0, 9.0, 7.0, 5.0, 4.0, 1.0, 4.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.158203125, -2.085418701171875, -2.01263427734375, -1.939849853515625, -1.8670654296875, -1.794281005859375, -1.72149658203125, -1.648712158203125, -1.575927734375, -1.503143310546875, -1.43035888671875, -1.357574462890625, -1.2847900390625, -1.212005615234375, -1.13922119140625, -1.066436767578125, -0.99365234375, -0.920867919921875, -0.84808349609375, -0.775299072265625, -0.7025146484375, -0.629730224609375, -0.55694580078125, -0.484161376953125, -0.411376953125, -0.338592529296875, -0.26580810546875, -0.193023681640625, -0.1202392578125, -0.047454833984375, 0.02532958984375, 0.098114013671875, 0.1708984375, 0.243682861328125, 0.31646728515625, 0.389251708984375, 0.4620361328125, 0.534820556640625, 0.60760498046875, 0.680389404296875, 0.753173828125, 0.825958251953125, 0.89874267578125, 0.971527099609375, 1.0443115234375, 1.117095947265625, 1.18988037109375, 1.262664794921875, 1.33544921875, 1.408233642578125, 1.48101806640625, 1.553802490234375, 1.6265869140625, 1.699371337890625, 1.77215576171875, 1.844940185546875, 1.917724609375, 1.990509033203125, 2.06329345703125, 2.136077880859375, 2.2088623046875, 2.281646728515625, 2.35443115234375, 2.427215576171875, 2.5]}, "gradients/decoder.transformer.h.9.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 27.0, 227.0, 497.0, 236.0, 28.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.741062164306641, -4.362386226654053, -3.9837100505828857, -3.605034112930298, -3.226357936859131, -2.847681999206543, -2.469006061553955, -2.090329885482788, -1.7116539478302002, -1.3329778909683228, -0.9543018937110901, -0.5756258964538574, -0.19694983959197998, 0.18172621726989746, 0.5604021549224854, 0.9390783309936523, 1.3177542686462402, 1.6964303255081177, 2.075106382369995, 2.453782320022583, 2.83245849609375, 3.211134433746338, 3.589810371398926, 3.9684865474700928, 4.347162246704102, 4.7258381843566895, 5.104514122009277, 5.483190536499023, 5.861866474151611, 6.240542411804199, 6.619218349456787, 6.997894287109375, 7.376570701599121, 7.755246639251709, 8.133922576904297, 8.512598991394043, 8.891274452209473, 9.269950866699219, 9.648626327514648, 10.027302742004395, 10.40597915649414, 10.784655570983887, 11.163331031799316, 11.542007446289062, 11.920682907104492, 12.299359321594238, 12.678035736083984, 13.056711196899414, 13.435386657714844, 13.81406307220459, 14.19273853302002, 14.571414947509766, 14.950090408325195, 15.328766822814941, 15.707443237304688, 16.086118698120117, 16.46479606628418, 16.84347152709961, 17.222148895263672, 17.6008243560791, 17.97949981689453, 18.358177185058594, 18.736852645874023, 19.115528106689453, 19.494203567504883]}, "gradients/decoder.transformer.h.9.ln_1.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 2.0, 2.0, 4.0, 2.0, 5.0, 1.0, 2.0, 5.0, 6.0, 10.0, 9.0, 14.0, 11.0, 11.0, 8.0, 20.0, 22.0, 27.0, 24.0, 25.0, 30.0, 39.0, 29.0, 43.0, 33.0, 31.0, 42.0, 40.0, 35.0, 41.0, 42.0, 40.0, 42.0, 50.0, 41.0, 30.0, 23.0, 24.0, 33.0, 22.0, 13.0, 12.0, 8.0, 10.0, 10.0, 12.0, 7.0, 6.0, 1.0, 3.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0], "bins": [-2.662886619567871, -2.5772385597229004, -2.491590738296509, -2.405942678451538, -2.3202948570251465, -2.234646797180176, -2.148998737335205, -2.0633509159088135, -1.9777029752731323, -1.8920550346374512, -1.80640709400177, -1.7207591533660889, -1.6351110935211182, -1.5494632720947266, -1.4638152122497559, -1.3781672716140747, -1.2925193309783936, -1.2068713903427124, -1.1212234497070312, -1.0355753898620605, -0.9499275088310242, -0.864279568195343, -0.7786315679550171, -0.6929836273193359, -0.6073356866836548, -0.5216877460479736, -0.4360397756099701, -0.35039180517196655, -0.2647438645362854, -0.17909592390060425, -0.09344792366027832, -0.007799983024597168, 0.07784795761108398, 0.16349591314792633, 0.24914386868476868, 0.3347918391227722, 0.42043977975845337, 0.5060877203941345, 0.5917357206344604, 0.6773836612701416, 0.7630316019058228, 0.8486795425415039, 0.9343274831771851, 1.0199754238128662, 1.105623483657837, 1.1912713050842285, 1.2769193649291992, 1.3625673055648804, 1.4482152462005615, 1.5338631868362427, 1.6195111274719238, 1.7051591873168945, 1.7908070087432861, 1.8764550685882568, 1.962103009223938, 2.047750949859619, 2.13339900970459, 2.2190470695495605, 2.304694890975952, 2.390342950820923, 2.4759907722473145, 2.561638832092285, 2.647286891937256, 2.7329347133636475, 2.818582534790039]}, "gradients/decoder.transformer.h.8.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 5.0, 3.0, 6.0, 9.0, 14.0, 11.0, 10.0, 11.0, 8.0, 18.0, 19.0, 23.0, 25.0, 27.0, 27.0, 29.0, 35.0, 36.0, 46.0, 50.0, 41.0, 47.0, 52.0, 36.0, 45.0, 48.0, 39.0, 39.0, 30.0, 33.0, 24.0, 26.0, 22.0, 25.0, 19.0, 11.0, 12.0, 6.0, 12.0, 7.0, 10.0, 4.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.385009765625, -0.373260498046875, -0.36151123046875, -0.349761962890625, -0.3380126953125, -0.326263427734375, -0.31451416015625, -0.302764892578125, -0.291015625, -0.279266357421875, -0.26751708984375, -0.255767822265625, -0.2440185546875, -0.232269287109375, -0.22052001953125, -0.208770751953125, -0.197021484375, -0.185272216796875, -0.17352294921875, -0.161773681640625, -0.1500244140625, -0.138275146484375, -0.12652587890625, -0.114776611328125, -0.10302734375, -0.091278076171875, -0.07952880859375, -0.067779541015625, -0.0560302734375, -0.044281005859375, -0.03253173828125, -0.020782470703125, -0.009033203125, 0.002716064453125, 0.01446533203125, 0.026214599609375, 0.0379638671875, 0.049713134765625, 0.06146240234375, 0.073211669921875, 0.0849609375, 0.096710205078125, 0.10845947265625, 0.120208740234375, 0.1319580078125, 0.143707275390625, 0.15545654296875, 0.167205810546875, 0.178955078125, 0.190704345703125, 0.20245361328125, 0.214202880859375, 0.2259521484375, 0.237701416015625, 0.24945068359375, 0.261199951171875, 0.27294921875, 0.284698486328125, 0.29644775390625, 0.308197021484375, 0.3199462890625, 0.331695556640625, 0.34344482421875, 0.355194091796875, 0.366943359375]}, "gradients/decoder.transformer.h.8.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 2.0, 7.0, 9.0, 20.0, 22.0, 34.0, 54.0, 100.0, 113.0, 202.0, 281.0, 413.0, 724.0, 1094.0, 1951.0, 3363.0, 6608.0, 13432.0, 32773.0, 105139.0, 478314.0, 1924597.0, 1253170.0, 262004.0, 64737.0, 22834.0, 10151.0, 5131.0, 2774.0, 1533.0, 966.0, 592.0, 386.0, 230.0, 162.0, 116.0, 78.0, 51.0, 40.0, 26.0, 16.0, 15.0, 5.0, 6.0, 1.0, 5.0, 1.0, 3.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.63134765625, -0.61016845703125, -0.5889892578125, -0.56781005859375, -0.546630859375, -0.52545166015625, -0.5042724609375, -0.48309326171875, -0.4619140625, -0.44073486328125, -0.4195556640625, -0.39837646484375, -0.377197265625, -0.35601806640625, -0.3348388671875, -0.31365966796875, -0.29248046875, -0.27130126953125, -0.2501220703125, -0.22894287109375, -0.207763671875, -0.18658447265625, -0.1654052734375, -0.14422607421875, -0.123046875, -0.10186767578125, -0.0806884765625, -0.05950927734375, -0.038330078125, -0.01715087890625, 0.0040283203125, 0.02520751953125, 0.04638671875, 0.06756591796875, 0.0887451171875, 0.10992431640625, 0.131103515625, 0.15228271484375, 0.1734619140625, 0.19464111328125, 0.2158203125, 0.23699951171875, 0.2581787109375, 0.27935791015625, 0.300537109375, 0.32171630859375, 0.3428955078125, 0.36407470703125, 0.38525390625, 0.40643310546875, 0.4276123046875, 0.44879150390625, 0.469970703125, 0.49114990234375, 0.5123291015625, 0.53350830078125, 0.5546875, 0.57586669921875, 0.5970458984375, 0.61822509765625, 0.639404296875, 0.66058349609375, 0.6817626953125, 0.70294189453125, 0.72412109375]}, "gradients/decoder.transformer.h.8.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 4.0, 0.0, 3.0, 3.0, 9.0, 1.0, 4.0, 8.0, 14.0, 15.0, 19.0, 24.0, 47.0, 52.0, 80.0, 112.0, 177.0, 251.0, 359.0, 554.0, 621.0, 526.0, 378.0, 241.0, 163.0, 117.0, 86.0, 75.0, 37.0, 25.0, 24.0, 13.0, 14.0, 5.0, 7.0, 7.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.86474609375, -0.8410186767578125, -0.817291259765625, -0.7935638427734375, -0.76983642578125, -0.7461090087890625, -0.722381591796875, -0.6986541748046875, -0.6749267578125, -0.6511993408203125, -0.627471923828125, -0.6037445068359375, -0.58001708984375, -0.5562896728515625, -0.532562255859375, -0.5088348388671875, -0.485107421875, -0.4613800048828125, -0.437652587890625, -0.4139251708984375, -0.39019775390625, -0.3664703369140625, -0.342742919921875, -0.3190155029296875, -0.2952880859375, -0.2715606689453125, -0.247833251953125, -0.2241058349609375, -0.20037841796875, -0.1766510009765625, -0.152923583984375, -0.1291961669921875, -0.10546875, -0.0817413330078125, -0.058013916015625, -0.0342864990234375, -0.01055908203125, 0.0131683349609375, 0.036895751953125, 0.0606231689453125, 0.0843505859375, 0.1080780029296875, 0.131805419921875, 0.1555328369140625, 0.17926025390625, 0.2029876708984375, 0.226715087890625, 0.2504425048828125, 0.274169921875, 0.2978973388671875, 0.321624755859375, 0.3453521728515625, 0.36907958984375, 0.3928070068359375, 0.416534423828125, 0.4402618408203125, 0.4639892578125, 0.4877166748046875, 0.511444091796875, 0.5351715087890625, 0.55889892578125, 0.5826263427734375, 0.606353759765625, 0.6300811767578125, 0.65380859375]}, "gradients/decoder.transformer.h.8.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 5.0, 3.0, 4.0, 7.0, 11.0, 16.0, 18.0, 21.0, 38.0, 56.0, 80.0, 126.0, 202.0, 350.0, 995.0, 4148.0, 35457.0, 1627747.0, 2472256.0, 45777.0, 4917.0, 1067.0, 378.0, 207.0, 127.0, 99.0, 46.0, 30.0, 20.0, 24.0, 11.0, 14.0, 7.0, 6.0, 4.0, 2.0, 6.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.431640625, -2.3507080078125, -2.269775390625, -2.1888427734375, -2.10791015625, -2.0269775390625, -1.946044921875, -1.8651123046875, -1.7841796875, -1.7032470703125, -1.622314453125, -1.5413818359375, -1.46044921875, -1.3795166015625, -1.298583984375, -1.2176513671875, -1.13671875, -1.0557861328125, -0.974853515625, -0.8939208984375, -0.81298828125, -0.7320556640625, -0.651123046875, -0.5701904296875, -0.4892578125, -0.4083251953125, -0.327392578125, -0.2464599609375, -0.16552734375, -0.0845947265625, -0.003662109375, 0.0772705078125, 0.158203125, 0.2391357421875, 0.320068359375, 0.4010009765625, 0.48193359375, 0.5628662109375, 0.643798828125, 0.7247314453125, 0.8056640625, 0.8865966796875, 0.967529296875, 1.0484619140625, 1.12939453125, 1.2103271484375, 1.291259765625, 1.3721923828125, 1.453125, 1.5340576171875, 1.614990234375, 1.6959228515625, 1.77685546875, 1.8577880859375, 1.938720703125, 2.0196533203125, 2.1005859375, 2.1815185546875, 2.262451171875, 2.3433837890625, 2.42431640625, 2.5052490234375, 2.586181640625, 2.6671142578125, 2.748046875]}, "gradients/decoder.transformer.h.8.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 8.0, 10.0, 32.0, 48.0, 111.0, 165.0, 227.0, 182.0, 140.0, 58.0, 15.0, 8.0, 5.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-9.13667106628418, -8.926998138427734, -8.717326164245605, -8.50765323638916, -8.297980308532715, -8.08830738067627, -7.878635406494141, -7.668962478637695, -7.45928955078125, -7.249617099761963, -7.039944171905518, -6.8302717208862305, -6.620598793029785, -6.410926342010498, -6.201253890991211, -5.991580963134766, -5.7819085121154785, -5.572236061096191, -5.362563133239746, -5.152890682220459, -4.943217754364014, -4.733545303344727, -4.523872375488281, -4.314199924468994, -4.104527473449707, -3.894854784011841, -3.6851820945739746, -3.4755096435546875, -3.265836715698242, -3.056164264678955, -2.846491575241089, -2.6368188858032227, -2.4271459579467773, -2.217473268508911, -2.007800579071045, -1.7981280088424683, -1.588455319404602, -1.3787826299667358, -1.1691100597381592, -0.959437370300293, -0.7497646808624268, -0.5400919914245605, -0.3304193615913391, -0.12074673175811768, 0.08892595767974854, 0.29859864711761475, 0.5082712173461914, 0.7179439067840576, 0.9276165962219238, 1.13728928565979, 1.3469619750976562, 1.556634545326233, 1.7663072347640991, 1.9759799242019653, 2.185652494430542, 2.395325183868408, 2.6049978733062744, 2.8146705627441406, 3.024343252182007, 3.234015941619873, 3.44368839263916, 3.6533613204956055, 3.8630337715148926, 4.07270622253418, 4.282379150390625]}, "gradients/decoder.transformer.h.8.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 2.0, 8.0, 7.0, 5.0, 4.0, 5.0, 14.0, 11.0, 12.0, 23.0, 25.0, 17.0, 31.0, 32.0, 32.0, 33.0, 35.0, 26.0, 42.0, 47.0, 33.0, 41.0, 50.0, 43.0, 42.0, 33.0, 45.0, 35.0, 34.0, 28.0, 28.0, 24.0, 28.0, 20.0, 24.0, 14.0, 20.0, 10.0, 10.0, 12.0, 3.0, 5.0, 0.0, 4.0, 4.0, 3.0, 1.0, 3.0, 1.0, 0.0, 2.0], "bins": [-2.525111675262451, -2.4530093669891357, -2.3809070587158203, -2.308804750442505, -2.2367024421691895, -2.164599895477295, -2.0924975872039795, -2.020395278930664, -1.9482929706573486, -1.8761906623840332, -1.8040883541107178, -1.7319859266281128, -1.6598836183547974, -1.587781310081482, -1.515678882598877, -1.4435765743255615, -1.371474266052246, -1.2993719577789307, -1.2272696495056152, -1.1551672220230103, -1.0830649137496948, -1.0109626054763794, -0.9388602375984192, -0.866757869720459, -0.7946555614471436, -0.7225532531738281, -0.6504508852958679, -0.5783485174179077, -0.5062462091445923, -0.43414387106895447, -0.36204153299331665, -0.28993916511535645, -0.21783661842346191, -0.1457342803478241, -0.07363194227218628, -0.001529604196548462, 0.07057273387908936, 0.14267507195472717, 0.214777410030365, 0.2868797779083252, 0.3589820861816406, 0.43108442425727844, 0.5031867623329163, 0.5752891302108765, 0.6473914384841919, 0.7194937467575073, 0.7915961146354675, 0.8636984825134277, 0.9358007907867432, 1.0079030990600586, 1.080005407333374, 1.152107834815979, 1.2242101430892944, 1.2963124513626099, 1.3684148788452148, 1.4405171871185303, 1.5126194953918457, 1.5847218036651611, 1.6568241119384766, 1.7289265394210815, 1.801028847694397, 1.8731311559677124, 1.9452335834503174, 2.017335891723633, 2.0894381999969482]}, "gradients/decoder.transformer.h.8.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 5.0, 9.0, 4.0, 2.0, 9.0, 11.0, 18.0, 17.0, 11.0, 20.0, 24.0, 24.0, 28.0, 29.0, 28.0, 44.0, 33.0, 34.0, 40.0, 46.0, 48.0, 47.0, 42.0, 43.0, 38.0, 40.0, 34.0, 36.0, 28.0, 29.0, 27.0, 20.0, 19.0, 23.0, 17.0, 11.0, 12.0, 13.0, 14.0, 9.0, 1.0, 2.0, 3.0, 3.0, 1.0, 1.0, 2.0, 2.0, 4.0, 0.0, 2.0], "bins": [-0.3583984375, -0.34792327880859375, -0.3374481201171875, -0.32697296142578125, -0.316497802734375, -0.30602264404296875, -0.2955474853515625, -0.28507232666015625, -0.27459716796875, -0.26412200927734375, -0.2536468505859375, -0.24317169189453125, -0.232696533203125, -0.22222137451171875, -0.2117462158203125, -0.20127105712890625, -0.1907958984375, -0.18032073974609375, -0.1698455810546875, -0.15937042236328125, -0.148895263671875, -0.13842010498046875, -0.1279449462890625, -0.11746978759765625, -0.10699462890625, -0.09651947021484375, -0.0860443115234375, -0.07556915283203125, -0.065093994140625, -0.05461883544921875, -0.0441436767578125, -0.03366851806640625, -0.023193359375, -0.01271820068359375, -0.0022430419921875, 0.00823211669921875, 0.018707275390625, 0.02918243408203125, 0.0396575927734375, 0.05013275146484375, 0.06060791015625, 0.07108306884765625, 0.0815582275390625, 0.09203338623046875, 0.102508544921875, 0.11298370361328125, 0.1234588623046875, 0.13393402099609375, 0.1444091796875, 0.15488433837890625, 0.1653594970703125, 0.17583465576171875, 0.186309814453125, 0.19678497314453125, 0.2072601318359375, 0.21773529052734375, 0.22821044921875, 0.23868560791015625, 0.2491607666015625, 0.25963592529296875, 0.270111083984375, 0.28058624267578125, 0.2910614013671875, 0.30153656005859375, 0.31201171875]}, "gradients/decoder.transformer.h.8.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 6.0, 2.0, 9.0, 12.0, 9.0, 18.0, 16.0, 26.0, 26.0, 68.0, 69.0, 62.0, 113.0, 124.0, 143.0, 215.0, 294.0, 410.0, 469.0, 703.0, 940.0, 1230.0, 1693.0, 2458.0, 3626.0, 6501.0, 30021.0, 629711.0, 333805.0, 18513.0, 5539.0, 3314.0, 2239.0, 1522.0, 1190.0, 807.0, 641.0, 506.0, 344.0, 286.0, 207.0, 148.0, 138.0, 106.0, 68.0, 52.0, 38.0, 24.0, 30.0, 26.0, 14.0, 13.0, 12.0, 5.0, 4.0, 4.0, 1.0, 1.0, 2.0], "bins": [-0.2371826171875, -0.22997093200683594, -0.22275924682617188, -0.2155475616455078, -0.20833587646484375, -0.2011241912841797, -0.19391250610351562, -0.18670082092285156, -0.1794891357421875, -0.17227745056152344, -0.16506576538085938, -0.1578540802001953, -0.15064239501953125, -0.1434307098388672, -0.13621902465820312, -0.12900733947753906, -0.121795654296875, -0.11458396911621094, -0.10737228393554688, -0.10016059875488281, -0.09294891357421875, -0.08573722839355469, -0.07852554321289062, -0.07131385803222656, -0.0641021728515625, -0.05689048767089844, -0.049678802490234375, -0.04246711730957031, -0.03525543212890625, -0.028043746948242188, -0.020832061767578125, -0.013620376586914062, -0.00640869140625, 0.0008029937744140625, 0.008014678955078125, 0.015226364135742188, 0.02243804931640625, 0.029649734497070312, 0.036861419677734375, 0.04407310485839844, 0.0512847900390625, 0.05849647521972656, 0.06570816040039062, 0.07291984558105469, 0.08013153076171875, 0.08734321594238281, 0.09455490112304688, 0.10176658630371094, 0.108978271484375, 0.11618995666503906, 0.12340164184570312, 0.1306133270263672, 0.13782501220703125, 0.1450366973876953, 0.15224838256835938, 0.15946006774902344, 0.1666717529296875, 0.17388343811035156, 0.18109512329101562, 0.1883068084716797, 0.19551849365234375, 0.2027301788330078, 0.20994186401367188, 0.21715354919433594, 0.224365234375]}, "gradients/decoder.transformer.h.8.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 5.0, 2.0, 8.0, 8.0, 16.0, 12.0, 12.0, 20.0, 21.0, 19.0, 30.0, 26.0, 40.0, 33.0, 36.0, 38.0, 42.0, 44.0, 48.0, 40.0, 1069.0, 49.0, 37.0, 43.0, 39.0, 39.0, 38.0, 27.0, 31.0, 19.0, 23.0, 16.0, 23.0, 12.0, 12.0, 8.0, 12.0, 13.0, 4.0, 3.0, 5.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.21533203125, -0.2074432373046875, -0.199554443359375, -0.1916656494140625, -0.18377685546875, -0.1758880615234375, -0.167999267578125, -0.1601104736328125, -0.1522216796875, -0.1443328857421875, -0.136444091796875, -0.1285552978515625, -0.12066650390625, -0.1127777099609375, -0.104888916015625, -0.0970001220703125, -0.089111328125, -0.0812225341796875, -0.073333740234375, -0.0654449462890625, -0.05755615234375, -0.0496673583984375, -0.041778564453125, -0.0338897705078125, -0.0260009765625, -0.0181121826171875, -0.010223388671875, -0.0023345947265625, 0.00555419921875, 0.0134429931640625, 0.021331787109375, 0.0292205810546875, 0.037109375, 0.0449981689453125, 0.052886962890625, 0.0607757568359375, 0.06866455078125, 0.0765533447265625, 0.084442138671875, 0.0923309326171875, 0.1002197265625, 0.1081085205078125, 0.115997314453125, 0.1238861083984375, 0.13177490234375, 0.1396636962890625, 0.147552490234375, 0.1554412841796875, 0.163330078125, 0.1712188720703125, 0.179107666015625, 0.1869964599609375, 0.19488525390625, 0.2027740478515625, 0.210662841796875, 0.2185516357421875, 0.2264404296875, 0.2343292236328125, 0.242218017578125, 0.2501068115234375, 0.25799560546875, 0.2658843994140625, 0.273773193359375, 0.2816619873046875, 0.28955078125]}, "gradients/decoder.transformer.h.8.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 4.0, 8.0, 10.0, 8.0, 10.0, 24.0, 26.0, 40.0, 38.0, 62.0, 71.0, 124.0, 164.0, 202.0, 275.0, 447.0, 630.0, 841.0, 1301.0, 1980.0, 3329.0, 6264.0, 20092.0, 1428224.0, 601285.0, 16798.0, 5670.0, 3183.0, 1930.0, 1246.0, 831.0, 601.0, 406.0, 265.0, 188.0, 154.0, 123.0, 71.0, 65.0, 37.0, 28.0, 16.0, 19.0, 20.0, 9.0, 6.0, 4.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.200439453125, -0.19435691833496094, -0.18827438354492188, -0.1821918487548828, -0.17610931396484375, -0.1700267791748047, -0.16394424438476562, -0.15786170959472656, -0.1517791748046875, -0.14569664001464844, -0.13961410522460938, -0.1335315704345703, -0.12744903564453125, -0.12136650085449219, -0.11528396606445312, -0.10920143127441406, -0.103118896484375, -0.09703636169433594, -0.09095382690429688, -0.08487129211425781, -0.07878875732421875, -0.07270622253417969, -0.06662368774414062, -0.06054115295410156, -0.0544586181640625, -0.04837608337402344, -0.042293548583984375, -0.03621101379394531, -0.03012847900390625, -0.024045944213867188, -0.017963409423828125, -0.011880874633789062, -0.00579833984375, 0.0002841949462890625, 0.006366729736328125, 0.012449264526367188, 0.01853179931640625, 0.024614334106445312, 0.030696868896484375, 0.03677940368652344, 0.0428619384765625, 0.04894447326660156, 0.055027008056640625, 0.06110954284667969, 0.06719207763671875, 0.07327461242675781, 0.07935714721679688, 0.08543968200683594, 0.091522216796875, 0.09760475158691406, 0.10368728637695312, 0.10976982116699219, 0.11585235595703125, 0.12193489074707031, 0.12801742553710938, 0.13409996032714844, 0.1401824951171875, 0.14626502990722656, 0.15234756469726562, 0.1584300994873047, 0.16451263427734375, 0.1705951690673828, 0.17667770385742188, 0.18276023864746094, 0.1888427734375]}, "gradients/decoder.transformer.h.8.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 46.0, 241.0, 563.0, 103.0, 13.0, 1.0, 4.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0374755859375, -0.036314964294433594, -0.03515434265136719, -0.03399372100830078, -0.032833099365234375, -0.03167247772216797, -0.030511856079101562, -0.029351234436035156, -0.02819061279296875, -0.027029991149902344, -0.025869369506835938, -0.02470874786376953, -0.023548126220703125, -0.02238750457763672, -0.021226882934570312, -0.020066261291503906, -0.0189056396484375, -0.017745018005371094, -0.016584396362304688, -0.015423774719238281, -0.014263153076171875, -0.013102531433105469, -0.011941909790039062, -0.010781288146972656, -0.00962066650390625, -0.008460044860839844, -0.0072994232177734375, -0.006138801574707031, -0.004978179931640625, -0.0038175582885742188, -0.0026569366455078125, -0.0014963150024414062, -0.000335693359375, 0.0008249282836914062, 0.0019855499267578125, 0.0031461715698242188, 0.004306793212890625, 0.005467414855957031, 0.0066280364990234375, 0.007788658142089844, 0.00894927978515625, 0.010109901428222656, 0.011270523071289062, 0.012431144714355469, 0.013591766357421875, 0.014752388000488281, 0.015913009643554688, 0.017073631286621094, 0.0182342529296875, 0.019394874572753906, 0.020555496215820312, 0.02171611785888672, 0.022876739501953125, 0.02403736114501953, 0.025197982788085938, 0.026358604431152344, 0.02751922607421875, 0.028679847717285156, 0.029840469360351562, 0.03100109100341797, 0.032161712646484375, 0.03332233428955078, 0.03448295593261719, 0.035643577575683594, 0.03680419921875]}, "gradients/decoder.transformer.h.8.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 6.0, 7.0, 4.0, 9.0, 9.0, 11.0, 31.0, 185.0, 4120.0, 1039539.0, 4333.0, 189.0, 40.0, 17.0, 17.0, 9.0, 1.0, 4.0, 3.0, 2.0, 0.0, 1.0, 4.0, 3.0, 0.0, 3.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.8154296875, -0.7895584106445312, -0.7636871337890625, -0.7378158569335938, -0.711944580078125, -0.6860733032226562, -0.6602020263671875, -0.6343307495117188, -0.60845947265625, -0.5825881958007812, -0.5567169189453125, -0.5308456420898438, -0.504974365234375, -0.47910308837890625, -0.4532318115234375, -0.42736053466796875, -0.4014892578125, -0.37561798095703125, -0.3497467041015625, -0.32387542724609375, -0.298004150390625, -0.27213287353515625, -0.2462615966796875, -0.22039031982421875, -0.19451904296875, -0.16864776611328125, -0.1427764892578125, -0.11690521240234375, -0.091033935546875, -0.06516265869140625, -0.0392913818359375, -0.01342010498046875, 0.012451171875, 0.03832244873046875, 0.0641937255859375, 0.09006500244140625, 0.115936279296875, 0.14180755615234375, 0.1676788330078125, 0.19355010986328125, 0.21942138671875, 0.24529266357421875, 0.2711639404296875, 0.29703521728515625, 0.322906494140625, 0.34877777099609375, 0.3746490478515625, 0.40052032470703125, 0.4263916015625, 0.45226287841796875, 0.4781341552734375, 0.5040054321289062, 0.529876708984375, 0.5557479858398438, 0.5816192626953125, 0.6074905395507812, 0.63336181640625, 0.6592330932617188, 0.6851043701171875, 0.7109756469726562, 0.736846923828125, 0.7627182006835938, 0.7885894775390625, 0.8144607543945312, 0.84033203125]}, "gradients/decoder.transformer.h.8.ln_cross_attn.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 12.0, 62.0, 466.0, 389.0, 65.0, 18.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03193362057209015, -0.027348976582288742, -0.022764332592487335, -0.01817968860268593, -0.013595044612884521, -0.009010400623083115, -0.004425756633281708, 0.0001588873565196991, 0.004743531346321106, 0.009328175336122513, 0.01391281932592392, 0.018497463315725327, 0.023082107305526733, 0.02766675129532814, 0.03225139528512955, 0.036836039274930954, 0.04142068326473236, 0.04600532725453377, 0.050589971244335175, 0.05517461523413658, 0.05975925922393799, 0.0643438994884491, 0.0689285472035408, 0.07351319491863251, 0.07809783518314362, 0.08268247544765472, 0.08726712316274643, 0.09185177087783813, 0.09643641114234924, 0.10102105140686035, 0.10560569912195206, 0.11019034683704376, 0.11477497220039368, 0.11935961246490479, 0.12394426017999649, 0.1285289078950882, 0.1331135481595993, 0.1376981884241104, 0.14228284358978271, 0.14686748385429382, 0.15145212411880493, 0.15603676438331604, 0.16062140464782715, 0.16520605981349945, 0.16979070007801056, 0.17437534034252167, 0.17895999550819397, 0.18354463577270508, 0.1881292760372162, 0.1927139163017273, 0.1972985565662384, 0.2018832117319107, 0.20646785199642181, 0.21105249226093292, 0.21563714742660522, 0.22022178769111633, 0.22480642795562744, 0.22939106822013855, 0.23397570848464966, 0.23856036365032196, 0.24314500391483307, 0.24772964417934418, 0.2523142993450165, 0.2568989396095276, 0.2614835798740387]}, "gradients/decoder.transformer.h.8.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 5.0, 7.0, 9.0, 7.0, 12.0, 10.0, 13.0, 18.0, 21.0, 20.0, 20.0, 34.0, 25.0, 36.0, 35.0, 27.0, 29.0, 42.0, 36.0, 40.0, 36.0, 47.0, 30.0, 52.0, 46.0, 37.0, 32.0, 38.0, 35.0, 27.0, 22.0, 18.0, 18.0, 17.0, 22.0, 11.0, 16.0, 16.0, 9.0, 7.0, 9.0, 4.0, 5.0, 3.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.023105621337890625, -0.022412370890378952, -0.02171911858022213, -0.021025866270065308, -0.020332615822553635, -0.01963936537504196, -0.01894611306488514, -0.018252860754728317, -0.017559610307216644, -0.01686635985970497, -0.01617310754954815, -0.015479856170713902, -0.014786604791879654, -0.014093353413045406, -0.013400102034211159, -0.012706850655376911, -0.012013599276542664, -0.011320347897708416, -0.010627096518874168, -0.00993384514003992, -0.009240593761205673, -0.008547342382371426, -0.007854091003537178, -0.0071608396247029305, -0.006467588245868683, -0.005774336867034435, -0.005081085488200188, -0.00438783410936594, -0.0036945827305316925, -0.003001331351697445, -0.0023080799728631973, -0.0016148285940289497, -0.0009215772151947021, -0.00022832583636045456, 0.00046492554247379303, 0.0011581769213080406, 0.0018514283001422882, 0.002544679678976536, 0.0032379310578107834, 0.003931182436645031, 0.0046244338154792786, 0.005317685194313526, 0.006010936573147774, 0.006704187951982021, 0.007397439330816269, 0.008090690709650517, 0.008783942088484764, 0.009477193467319012, 0.01017044484615326, 0.010863696224987507, 0.011556947603821754, 0.012250198982656002, 0.01294345036149025, 0.013636701740324497, 0.014329953119158745, 0.015023204497992992, 0.01571645587682724, 0.016409706324338913, 0.017102958634495735, 0.017796210944652557, 0.01848946139216423, 0.019182711839675903, 0.019875964149832726, 0.020569216459989548, 0.02126246690750122]}, "gradients/decoder.transformer.h.8.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 4.0, 8.0, 5.0, 4.0, 7.0, 12.0, 17.0, 16.0, 12.0, 20.0, 23.0, 22.0, 28.0, 33.0, 28.0, 41.0, 35.0, 34.0, 36.0, 49.0, 45.0, 51.0, 38.0, 47.0, 38.0, 36.0, 35.0, 38.0, 27.0, 30.0, 27.0, 21.0, 19.0, 22.0, 16.0, 13.0, 12.0, 13.0, 14.0, 8.0, 2.0, 2.0, 3.0, 3.0, 1.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0], "bins": [-0.358154296875, -0.3476982116699219, -0.33724212646484375, -0.3267860412597656, -0.3163299560546875, -0.3058738708496094, -0.29541778564453125, -0.2849617004394531, -0.274505615234375, -0.2640495300292969, -0.25359344482421875, -0.24313735961914062, -0.2326812744140625, -0.22222518920898438, -0.21176910400390625, -0.20131301879882812, -0.19085693359375, -0.18040084838867188, -0.16994476318359375, -0.15948867797851562, -0.1490325927734375, -0.13857650756835938, -0.12812042236328125, -0.11766433715820312, -0.107208251953125, -0.09675216674804688, -0.08629608154296875, -0.07583999633789062, -0.0653839111328125, -0.054927825927734375, -0.04447174072265625, -0.034015655517578125, -0.0235595703125, -0.013103485107421875, -0.00264739990234375, 0.007808685302734375, 0.0182647705078125, 0.028720855712890625, 0.03917694091796875, 0.049633026123046875, 0.060089111328125, 0.07054519653320312, 0.08100128173828125, 0.09145736694335938, 0.1019134521484375, 0.11236953735351562, 0.12282562255859375, 0.13328170776367188, 0.14373779296875, 0.15419387817382812, 0.16464996337890625, 0.17510604858398438, 0.1855621337890625, 0.19601821899414062, 0.20647430419921875, 0.21693038940429688, 0.227386474609375, 0.23784255981445312, 0.24829864501953125, 0.2587547302246094, 0.2692108154296875, 0.2796669006347656, 0.29012298583984375, 0.3005790710449219, 0.31103515625]}, "gradients/decoder.transformer.h.8.attn.c_proj.weight": {"_type": "histogram", "values": [4.0, 1.0, 3.0, 2.0, 1.0, 5.0, 5.0, 5.0, 9.0, 9.0, 11.0, 15.0, 32.0, 48.0, 70.0, 120.0, 178.0, 318.0, 496.0, 825.0, 1461.0, 2407.0, 4283.0, 7857.0, 14628.0, 27854.0, 53748.0, 105254.0, 199022.0, 270490.0, 172235.0, 89381.0, 45680.0, 23658.0, 12484.0, 6877.0, 3782.0, 2162.0, 1150.0, 729.0, 485.0, 288.0, 196.0, 118.0, 63.0, 41.0, 21.0, 22.0, 9.0, 4.0, 11.0, 5.0, 2.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.377685546875, -0.36483001708984375, -0.3519744873046875, -0.33911895751953125, -0.326263427734375, -0.31340789794921875, -0.3005523681640625, -0.28769683837890625, -0.27484130859375, -0.26198577880859375, -0.2491302490234375, -0.23627471923828125, -0.223419189453125, -0.21056365966796875, -0.1977081298828125, -0.18485260009765625, -0.1719970703125, -0.15914154052734375, -0.1462860107421875, -0.13343048095703125, -0.120574951171875, -0.10771942138671875, -0.0948638916015625, -0.08200836181640625, -0.06915283203125, -0.05629730224609375, -0.0434417724609375, -0.03058624267578125, -0.017730712890625, -0.00487518310546875, 0.0079803466796875, 0.02083587646484375, 0.03369140625, 0.04654693603515625, 0.0594024658203125, 0.07225799560546875, 0.085113525390625, 0.09796905517578125, 0.1108245849609375, 0.12368011474609375, 0.13653564453125, 0.14939117431640625, 0.1622467041015625, 0.17510223388671875, 0.187957763671875, 0.20081329345703125, 0.2136688232421875, 0.22652435302734375, 0.2393798828125, 0.25223541259765625, 0.2650909423828125, 0.27794647216796875, 0.290802001953125, 0.30365753173828125, 0.3165130615234375, 0.32936859130859375, 0.34222412109375, 0.35507965087890625, 0.3679351806640625, 0.38079071044921875, 0.393646240234375, 0.40650177001953125, 0.4193572998046875, 0.43221282958984375, 0.445068359375]}, "gradients/decoder.transformer.h.8.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 2.0, 4.0, 3.0, 4.0, 2.0, 8.0, 6.0, 3.0, 7.0, 16.0, 14.0, 13.0, 12.0, 15.0, 25.0, 25.0, 30.0, 21.0, 31.0, 38.0, 37.0, 45.0, 50.0, 56.0, 97.0, 142.0, 235.0, 1321.0, 199.0, 115.0, 69.0, 53.0, 41.0, 33.0, 36.0, 35.0, 24.0, 26.0, 20.0, 28.0, 20.0, 15.0, 11.0, 12.0, 11.0, 8.0, 10.0, 8.0, 3.0, 9.0, 6.0, 4.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.91015625, -0.8810348510742188, -0.8519134521484375, -0.8227920532226562, -0.793670654296875, -0.7645492553710938, -0.7354278564453125, -0.7063064575195312, -0.67718505859375, -0.6480636596679688, -0.6189422607421875, -0.5898208618164062, -0.560699462890625, -0.5315780639648438, -0.5024566650390625, -0.47333526611328125, -0.4442138671875, -0.41509246826171875, -0.3859710693359375, -0.35684967041015625, -0.327728271484375, -0.29860687255859375, -0.2694854736328125, -0.24036407470703125, -0.21124267578125, -0.18212127685546875, -0.1529998779296875, -0.12387847900390625, -0.094757080078125, -0.06563568115234375, -0.0365142822265625, -0.00739288330078125, 0.021728515625, 0.05084991455078125, 0.0799713134765625, 0.10909271240234375, 0.138214111328125, 0.16733551025390625, 0.1964569091796875, 0.22557830810546875, 0.25469970703125, 0.28382110595703125, 0.3129425048828125, 0.34206390380859375, 0.371185302734375, 0.40030670166015625, 0.4294281005859375, 0.45854949951171875, 0.4876708984375, 0.5167922973632812, 0.5459136962890625, 0.5750350952148438, 0.604156494140625, 0.6332778930664062, 0.6623992919921875, 0.6915206909179688, 0.72064208984375, 0.7497634887695312, 0.7788848876953125, 0.8080062866210938, 0.837127685546875, 0.8662490844726562, 0.8953704833984375, 0.9244918823242188, 0.95361328125]}, "gradients/decoder.transformer.h.8.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 4.0, 8.0, 6.0, 8.0, 11.0, 23.0, 23.0, 30.0, 40.0, 45.0, 73.0, 96.0, 149.0, 190.0, 312.0, 570.0, 1352.0, 4473.0, 27043.0, 428862.0, 2528684.0, 135496.0, 13096.0, 2746.0, 986.0, 467.0, 275.0, 156.0, 120.0, 109.0, 66.0, 51.0, 42.0, 24.0, 19.0, 15.0, 16.0, 4.0, 12.0, 4.0, 5.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.8173828125, -1.764434814453125, -1.71148681640625, -1.658538818359375, -1.6055908203125, -1.552642822265625, -1.49969482421875, -1.446746826171875, -1.393798828125, -1.340850830078125, -1.28790283203125, -1.234954833984375, -1.1820068359375, -1.129058837890625, -1.07611083984375, -1.023162841796875, -0.97021484375, -0.917266845703125, -0.86431884765625, -0.811370849609375, -0.7584228515625, -0.705474853515625, -0.65252685546875, -0.599578857421875, -0.546630859375, -0.493682861328125, -0.44073486328125, -0.387786865234375, -0.3348388671875, -0.281890869140625, -0.22894287109375, -0.175994873046875, -0.123046875, -0.070098876953125, -0.01715087890625, 0.035797119140625, 0.0887451171875, 0.141693115234375, 0.19464111328125, 0.247589111328125, 0.300537109375, 0.353485107421875, 0.40643310546875, 0.459381103515625, 0.5123291015625, 0.565277099609375, 0.61822509765625, 0.671173095703125, 0.72412109375, 0.777069091796875, 0.83001708984375, 0.882965087890625, 0.9359130859375, 0.988861083984375, 1.04180908203125, 1.094757080078125, 1.147705078125, 1.200653076171875, 1.25360107421875, 1.306549072265625, 1.3594970703125, 1.412445068359375, 1.46539306640625, 1.518341064453125, 1.5712890625]}, "gradients/decoder.transformer.h.8.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 5.0, 61.0, 322.0, 455.0, 146.0, 23.0, 5.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.460203170776367, -16.16197967529297, -15.863757133483887, -15.565533638000488, -15.26731014251709, -14.969086647033691, -14.67086410522461, -14.372640609741211, -14.074417114257812, -13.776193618774414, -13.477971076965332, -13.179747581481934, -12.881524085998535, -12.583300590515137, -12.285078048706055, -11.986854553222656, -11.688631057739258, -11.39040756225586, -11.092185020446777, -10.793961524963379, -10.49573802947998, -10.197514533996582, -9.8992919921875, -9.601068496704102, -9.30284595489502, -9.004622459411621, -8.706399917602539, -8.40817642211914, -8.109952926635742, -7.811729907989502, -7.513506889343262, -7.215283393859863, -6.917059898376465, -6.618836879730225, -6.320613384246826, -6.022390365600586, -5.7241668701171875, -5.425943851470947, -5.127720832824707, -4.829497337341309, -4.531274318695068, -4.233051300048828, -3.9348278045654297, -3.6366047859191895, -3.338381290435791, -3.040158271789551, -2.7419350147247314, -2.443711757659912, -2.1454885005950928, -1.8472652435302734, -1.549041986465454, -1.2508188486099243, -0.952595591545105, -0.6543723344802856, -0.35614919662475586, -0.05792593955993652, 0.2402973175048828, 0.5385205745697021, 0.8367437720298767, 1.1349669694900513, 1.4331902265548706, 1.73141348361969, 2.0296366214752197, 2.327859878540039, 2.6260831356048584]}, "gradients/decoder.transformer.h.8.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 1.0, 1.0, 3.0, 0.0, 10.0, 7.0, 10.0, 10.0, 11.0, 18.0, 24.0, 28.0, 29.0, 36.0, 35.0, 47.0, 47.0, 45.0, 49.0, 50.0, 45.0, 55.0, 47.0, 44.0, 45.0, 44.0, 43.0, 37.0, 38.0, 33.0, 20.0, 17.0, 18.0, 15.0, 10.0, 8.0, 9.0, 7.0, 5.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.23789381980896, -3.1347265243530273, -3.0315592288970947, -2.928391933441162, -2.8252243995666504, -2.7220571041107178, -2.618889808654785, -2.5157225131988525, -2.41255521774292, -2.3093879222869873, -2.2062206268310547, -2.103053092956543, -1.9998857975006104, -1.8967185020446777, -1.7935512065887451, -1.6903839111328125, -1.5872163772583008, -1.4840490818023682, -1.380881667137146, -1.2777143716812134, -1.1745469570159912, -1.0713796615600586, -0.968212366104126, -0.8650450110435486, -0.7618776559829712, -0.6587103009223938, -0.5555429458618164, -0.4523756504058838, -0.3492082953453064, -0.246040940284729, -0.1428736448287964, -0.039706289768218994, 0.0634613037109375, 0.1666286438703537, 0.2697959840297699, 0.3729633092880249, 0.4761306643486023, 0.5792980194091797, 0.6824653148651123, 0.7856326699256897, 0.8888000249862671, 0.9919673800468445, 1.0951347351074219, 1.1983020305633545, 1.301469326019287, 1.4046367406845093, 1.507804036140442, 1.610971450805664, 1.7141387462615967, 1.8173060417175293, 1.9204734563827515, 2.0236406326293945, 2.1268081665039062, 2.229975461959839, 2.3331427574157715, 2.436310052871704, 2.5394773483276367, 2.6426446437835693, 2.745811939239502, 2.8489794731140137, 2.9521467685699463, 3.055314064025879, 3.1584813594818115, 3.261648654937744, 3.364816188812256]}, "gradients/decoder.transformer.h.7.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 4.0, 6.0, 4.0, 12.0, 6.0, 7.0, 8.0, 6.0, 19.0, 14.0, 25.0, 16.0, 24.0, 27.0, 28.0, 29.0, 37.0, 36.0, 33.0, 27.0, 29.0, 41.0, 31.0, 50.0, 40.0, 54.0, 36.0, 43.0, 41.0, 39.0, 34.0, 25.0, 18.0, 17.0, 23.0, 18.0, 11.0, 12.0, 14.0, 9.0, 13.0, 7.0, 10.0, 6.0, 3.0, 4.0, 3.0, 3.0, 2.0, 2.0, 1.0, 3.0], "bins": [-0.35986328125, -0.3495903015136719, -0.33931732177734375, -0.3290443420410156, -0.3187713623046875, -0.3084983825683594, -0.29822540283203125, -0.2879524230957031, -0.277679443359375, -0.2674064636230469, -0.25713348388671875, -0.24686050415039062, -0.2365875244140625, -0.22631454467773438, -0.21604156494140625, -0.20576858520507812, -0.19549560546875, -0.18522262573242188, -0.17494964599609375, -0.16467666625976562, -0.1544036865234375, -0.14413070678710938, -0.13385772705078125, -0.12358474731445312, -0.113311767578125, -0.10303878784179688, -0.09276580810546875, -0.08249282836914062, -0.0722198486328125, -0.061946868896484375, -0.05167388916015625, -0.041400909423828125, -0.0311279296875, -0.020854949951171875, -0.01058197021484375, -0.000308990478515625, 0.0099639892578125, 0.020236968994140625, 0.03050994873046875, 0.040782928466796875, 0.051055908203125, 0.061328887939453125, 0.07160186767578125, 0.08187484741210938, 0.0921478271484375, 0.10242080688476562, 0.11269378662109375, 0.12296676635742188, 0.13323974609375, 0.14351272583007812, 0.15378570556640625, 0.16405868530273438, 0.1743316650390625, 0.18460464477539062, 0.19487762451171875, 0.20515060424804688, 0.215423583984375, 0.22569656372070312, 0.23596954345703125, 0.24624252319335938, 0.2565155029296875, 0.2667884826660156, 0.27706146240234375, 0.2873344421386719, 0.297607421875]}, "gradients/decoder.transformer.h.7.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 9.0, 10.0, 15.0, 13.0, 21.0, 28.0, 45.0, 76.0, 95.0, 99.0, 204.0, 250.0, 344.0, 556.0, 857.0, 1284.0, 2030.0, 3326.0, 5683.0, 10260.0, 20530.0, 47498.0, 145742.0, 637071.0, 2166910.0, 859051.0, 184140.0, 55728.0, 23585.0, 11697.0, 6395.0, 3663.0, 2343.0, 1583.0, 949.0, 690.0, 410.0, 295.0, 233.0, 159.0, 122.0, 88.0, 60.0, 44.0, 39.0, 20.0, 21.0, 11.0, 7.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.6181640625, -0.5991973876953125, -0.580230712890625, -0.5612640380859375, -0.54229736328125, -0.5233306884765625, -0.504364013671875, -0.4853973388671875, -0.4664306640625, -0.4474639892578125, -0.428497314453125, -0.4095306396484375, -0.39056396484375, -0.3715972900390625, -0.352630615234375, -0.3336639404296875, -0.314697265625, -0.2957305908203125, -0.276763916015625, -0.2577972412109375, -0.23883056640625, -0.2198638916015625, -0.200897216796875, -0.1819305419921875, -0.1629638671875, -0.1439971923828125, -0.125030517578125, -0.1060638427734375, -0.08709716796875, -0.0681304931640625, -0.049163818359375, -0.0301971435546875, -0.01123046875, 0.0077362060546875, 0.026702880859375, 0.0456695556640625, 0.06463623046875, 0.0836029052734375, 0.102569580078125, 0.1215362548828125, 0.1405029296875, 0.1594696044921875, 0.178436279296875, 0.1974029541015625, 0.21636962890625, 0.2353363037109375, 0.254302978515625, 0.2732696533203125, 0.292236328125, 0.3112030029296875, 0.330169677734375, 0.3491363525390625, 0.36810302734375, 0.3870697021484375, 0.406036376953125, 0.4250030517578125, 0.4439697265625, 0.4629364013671875, 0.481903076171875, 0.5008697509765625, 0.51983642578125, 0.5388031005859375, 0.557769775390625, 0.5767364501953125, 0.595703125]}, "gradients/decoder.transformer.h.7.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 5.0, 6.0, 6.0, 9.0, 14.0, 10.0, 20.0, 28.0, 38.0, 36.0, 45.0, 86.0, 104.0, 159.0, 258.0, 413.0, 600.0, 654.0, 481.0, 342.0, 214.0, 148.0, 101.0, 61.0, 64.0, 38.0, 33.0, 33.0, 19.0, 11.0, 8.0, 13.0, 7.0, 5.0, 5.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.80517578125, -0.783599853515625, -0.76202392578125, -0.740447998046875, -0.7188720703125, -0.697296142578125, -0.67572021484375, -0.654144287109375, -0.632568359375, -0.610992431640625, -0.58941650390625, -0.567840576171875, -0.5462646484375, -0.524688720703125, -0.50311279296875, -0.481536865234375, -0.4599609375, -0.438385009765625, -0.41680908203125, -0.395233154296875, -0.3736572265625, -0.352081298828125, -0.33050537109375, -0.308929443359375, -0.287353515625, -0.265777587890625, -0.24420166015625, -0.222625732421875, -0.2010498046875, -0.179473876953125, -0.15789794921875, -0.136322021484375, -0.11474609375, -0.093170166015625, -0.07159423828125, -0.050018310546875, -0.0284423828125, -0.006866455078125, 0.01470947265625, 0.036285400390625, 0.057861328125, 0.079437255859375, 0.10101318359375, 0.122589111328125, 0.1441650390625, 0.165740966796875, 0.18731689453125, 0.208892822265625, 0.23046875, 0.252044677734375, 0.27362060546875, 0.295196533203125, 0.3167724609375, 0.338348388671875, 0.35992431640625, 0.381500244140625, 0.403076171875, 0.424652099609375, 0.44622802734375, 0.467803955078125, 0.4893798828125, 0.510955810546875, 0.53253173828125, 0.554107666015625, 0.57568359375]}, "gradients/decoder.transformer.h.7.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 1.0, 2.0, 4.0, 8.0, 13.0, 16.0, 22.0, 30.0, 39.0, 67.0, 86.0, 130.0, 195.0, 428.0, 1384.0, 6453.0, 44086.0, 980583.0, 3056187.0, 90207.0, 10885.0, 2158.0, 627.0, 224.0, 146.0, 92.0, 52.0, 47.0, 31.0, 23.0, 21.0, 15.0, 12.0, 2.0, 8.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8310546875, -1.7610321044921875, -1.691009521484375, -1.6209869384765625, -1.55096435546875, -1.4809417724609375, -1.410919189453125, -1.3408966064453125, -1.2708740234375, -1.2008514404296875, -1.130828857421875, -1.0608062744140625, -0.99078369140625, -0.9207611083984375, -0.850738525390625, -0.7807159423828125, -0.710693359375, -0.6406707763671875, -0.570648193359375, -0.5006256103515625, -0.43060302734375, -0.3605804443359375, -0.290557861328125, -0.2205352783203125, -0.1505126953125, -0.0804901123046875, -0.010467529296875, 0.0595550537109375, 0.12957763671875, 0.1996002197265625, 0.269622802734375, 0.3396453857421875, 0.40966796875, 0.4796905517578125, 0.549713134765625, 0.6197357177734375, 0.68975830078125, 0.7597808837890625, 0.829803466796875, 0.8998260498046875, 0.9698486328125, 1.0398712158203125, 1.109893798828125, 1.1799163818359375, 1.24993896484375, 1.3199615478515625, 1.389984130859375, 1.4600067138671875, 1.530029296875, 1.6000518798828125, 1.670074462890625, 1.7400970458984375, 1.81011962890625, 1.8801422119140625, 1.950164794921875, 2.0201873779296875, 2.0902099609375, 2.1602325439453125, 2.230255126953125, 2.3002777099609375, 2.37030029296875, 2.4403228759765625, 2.510345458984375, 2.5803680419921875, 2.650390625]}, "gradients/decoder.transformer.h.7.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 8.0, 19.0, 55.0, 152.0, 285.0, 278.0, 142.0, 47.0, 17.0, 8.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.729462623596191, -6.470322608947754, -6.211182594299316, -5.952043056488037, -5.6929030418396, -5.433763027191162, -5.174623489379883, -4.915483474731445, -4.656343460083008, -4.39720344543457, -4.138063430786133, -3.8789238929748535, -3.619783878326416, -3.3606438636779785, -3.10150408744812, -2.8423643112182617, -2.583224296569824, -2.3240842819213867, -2.0649445056915283, -1.8058046102523804, -1.5466647148132324, -1.2875248193740845, -1.0283849239349365, -0.7692450284957886, -0.5101051330566406, -0.2509652376174927, 0.008174657821655273, 0.2673145532608032, 0.5264544486999512, 0.7855943441390991, 1.044734239578247, 1.303874135017395, 1.5630130767822266, 1.8221529722213745, 2.0812928676605225, 2.340432643890381, 2.5995726585388184, 2.858712673187256, 3.1178524494171143, 3.3769922256469727, 3.63613224029541, 3.8952722549438477, 4.154412269592285, 4.4135518074035645, 4.672691822052002, 4.9318318367004395, 5.190971374511719, 5.450111389160156, 5.709251403808594, 5.968391418457031, 6.227531433105469, 6.486670970916748, 6.7458109855651855, 7.004951000213623, 7.264090538024902, 7.52323055267334, 7.782370567321777, 8.041510581970215, 8.300650596618652, 8.55979061126709, 8.818929672241211, 9.078069686889648, 9.337209701538086, 9.596349716186523, 9.855489730834961]}, "gradients/decoder.transformer.h.7.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 1.0, 6.0, 2.0, 7.0, 12.0, 9.0, 11.0, 21.0, 16.0, 21.0, 16.0, 18.0, 25.0, 31.0, 26.0, 32.0, 32.0, 36.0, 35.0, 45.0, 43.0, 49.0, 39.0, 37.0, 56.0, 39.0, 39.0, 42.0, 38.0, 28.0, 26.0, 34.0, 26.0, 17.0, 15.0, 16.0, 12.0, 16.0, 7.0, 10.0, 6.0, 1.0, 2.0, 4.0, 0.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.071566104888916, -2.002413749694824, -1.9332616329193115, -1.8641092777252197, -1.7949570417404175, -1.7258048057556152, -1.656652569770813, -1.5875003337860107, -1.518347978591919, -1.4491957426071167, -1.3800435066223145, -1.3108911514282227, -1.2417389154434204, -1.1725866794586182, -1.103434443473816, -1.0342822074890137, -0.9651299715042114, -0.8959777355194092, -0.8268254399299622, -0.7576732039451599, -0.6885209083557129, -0.6193686723709106, -0.5502164363861084, -0.48106417059898376, -0.41191190481185913, -0.3427596390247345, -0.27360737323760986, -0.20445513725280762, -0.13530287146568298, -0.06615060567855835, 0.0030016303062438965, 0.07215389609336853, 0.14130616188049316, 0.2104584276676178, 0.27961069345474243, 0.3487629294395447, 0.4179151952266693, 0.48706746101379395, 0.5562196969985962, 0.6253719329833984, 0.6945242285728455, 0.7636764645576477, 0.8328287601470947, 0.901980996131897, 0.9711332321166992, 1.040285587310791, 1.1094377040863037, 1.1785900592803955, 1.2477422952651978, 1.31689453125, 1.3860467672348022, 1.4551990032196045, 1.5243513584136963, 1.5935035943984985, 1.6626558303833008, 1.731808066368103, 1.8009603023529053, 1.8701125383377075, 1.9392647743225098, 2.0084171295166016, 2.0775692462921143, 2.146721601486206, 2.2158737182617188, 2.2850260734558105, 2.3541784286499023]}, "gradients/decoder.transformer.h.7.crossattention.c_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 3.0, 1.0, 5.0, 4.0, 4.0, 3.0, 11.0, 8.0, 4.0, 16.0, 21.0, 19.0, 24.0, 27.0, 32.0, 34.0, 26.0, 32.0, 21.0, 33.0, 44.0, 36.0, 36.0, 41.0, 45.0, 40.0, 39.0, 38.0, 39.0, 39.0, 35.0, 28.0, 24.0, 31.0, 21.0, 22.0, 15.0, 25.0, 11.0, 16.0, 11.0, 7.0, 10.0, 4.0, 1.0, 4.0, 3.0, 3.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.318359375, -0.3081245422363281, -0.29788970947265625, -0.2876548767089844, -0.2774200439453125, -0.2671852111816406, -0.25695037841796875, -0.24671554565429688, -0.236480712890625, -0.22624588012695312, -0.21601104736328125, -0.20577621459960938, -0.1955413818359375, -0.18530654907226562, -0.17507171630859375, -0.16483688354492188, -0.15460205078125, -0.14436721801757812, -0.13413238525390625, -0.12389755249023438, -0.1136627197265625, -0.10342788696289062, -0.09319305419921875, -0.08295822143554688, -0.072723388671875, -0.062488555908203125, -0.05225372314453125, -0.042018890380859375, -0.0317840576171875, -0.021549224853515625, -0.01131439208984375, -0.001079559326171875, 0.0091552734375, 0.019390106201171875, 0.02962493896484375, 0.039859771728515625, 0.0500946044921875, 0.060329437255859375, 0.07056427001953125, 0.08079910278320312, 0.091033935546875, 0.10126876831054688, 0.11150360107421875, 0.12173843383789062, 0.1319732666015625, 0.14220809936523438, 0.15244293212890625, 0.16267776489257812, 0.17291259765625, 0.18314743041992188, 0.19338226318359375, 0.20361709594726562, 0.2138519287109375, 0.22408676147460938, 0.23432159423828125, 0.24455642700195312, 0.254791259765625, 0.2650260925292969, 0.27526092529296875, 0.2854957580566406, 0.2957305908203125, 0.3059654235839844, 0.31620025634765625, 0.3264350891113281, 0.336669921875]}, "gradients/decoder.transformer.h.7.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 4.0, 2.0, 0.0, 5.0, 10.0, 12.0, 19.0, 24.0, 19.0, 41.0, 50.0, 82.0, 111.0, 135.0, 206.0, 281.0, 479.0, 660.0, 1031.0, 1651.0, 2653.0, 4286.0, 7302.0, 13121.0, 24266.0, 49939.0, 118776.0, 323680.0, 294907.0, 106513.0, 45592.0, 22439.0, 12148.0, 6796.0, 4132.0, 2513.0, 1561.0, 995.0, 690.0, 451.0, 289.0, 215.0, 158.0, 105.0, 70.0, 37.0, 42.0, 22.0, 12.0, 9.0, 7.0, 5.0, 8.0, 3.0, 3.0, 1.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.06829833984375, -0.06616020202636719, -0.06402206420898438, -0.06188392639160156, -0.05974578857421875, -0.05760765075683594, -0.055469512939453125, -0.05333137512207031, -0.0511932373046875, -0.04905509948730469, -0.046916961669921875, -0.04477882385253906, -0.04264068603515625, -0.04050254821777344, -0.038364410400390625, -0.03622627258300781, -0.034088134765625, -0.03194999694824219, -0.029811859130859375, -0.027673721313476562, -0.02553558349609375, -0.023397445678710938, -0.021259307861328125, -0.019121170043945312, -0.0169830322265625, -0.014844894409179688, -0.012706756591796875, -0.010568618774414062, -0.00843048095703125, -0.0062923431396484375, -0.004154205322265625, -0.0020160675048828125, 0.0001220703125, 0.0022602081298828125, 0.004398345947265625, 0.0065364837646484375, 0.00867462158203125, 0.010812759399414062, 0.012950897216796875, 0.015089035034179688, 0.0172271728515625, 0.019365310668945312, 0.021503448486328125, 0.023641586303710938, 0.02577972412109375, 0.027917861938476562, 0.030055999755859375, 0.03219413757324219, 0.034332275390625, 0.03647041320800781, 0.038608551025390625, 0.04074668884277344, 0.04288482666015625, 0.04502296447753906, 0.047161102294921875, 0.04929924011230469, 0.0514373779296875, 0.05357551574707031, 0.055713653564453125, 0.05785179138183594, 0.05998992919921875, 0.06212806701660156, 0.06426620483398438, 0.06640434265136719, 0.06854248046875]}, "gradients/decoder.transformer.h.7.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 4.0, 1.0, 2.0, 1.0, 3.0, 3.0, 3.0, 4.0, 11.0, 8.0, 9.0, 13.0, 15.0, 16.0, 13.0, 14.0, 13.0, 20.0, 31.0, 25.0, 28.0, 28.0, 29.0, 23.0, 27.0, 37.0, 40.0, 39.0, 47.0, 1063.0, 35.0, 34.0, 29.0, 34.0, 24.0, 26.0, 27.0, 26.0, 30.0, 17.0, 19.0, 26.0, 18.0, 19.0, 16.0, 13.0, 21.0, 13.0, 8.0, 7.0, 5.0, 8.0, 5.0, 3.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0], "bins": [-0.1949462890625, -0.188568115234375, -0.18218994140625, -0.175811767578125, -0.16943359375, -0.163055419921875, -0.15667724609375, -0.150299072265625, -0.1439208984375, -0.137542724609375, -0.13116455078125, -0.124786376953125, -0.118408203125, -0.112030029296875, -0.10565185546875, -0.099273681640625, -0.0928955078125, -0.086517333984375, -0.08013916015625, -0.073760986328125, -0.0673828125, -0.061004638671875, -0.05462646484375, -0.048248291015625, -0.0418701171875, -0.035491943359375, -0.02911376953125, -0.022735595703125, -0.016357421875, -0.009979248046875, -0.00360107421875, 0.002777099609375, 0.0091552734375, 0.015533447265625, 0.02191162109375, 0.028289794921875, 0.03466796875, 0.041046142578125, 0.04742431640625, 0.053802490234375, 0.0601806640625, 0.066558837890625, 0.07293701171875, 0.079315185546875, 0.085693359375, 0.092071533203125, 0.09844970703125, 0.104827880859375, 0.1112060546875, 0.117584228515625, 0.12396240234375, 0.130340576171875, 0.13671875, 0.143096923828125, 0.14947509765625, 0.155853271484375, 0.1622314453125, 0.168609619140625, 0.17498779296875, 0.181365966796875, 0.187744140625, 0.194122314453125, 0.20050048828125, 0.206878662109375, 0.2132568359375]}, "gradients/decoder.transformer.h.7.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 3.0, 7.0, 4.0, 5.0, 17.0, 21.0, 32.0, 27.0, 44.0, 65.0, 102.0, 122.0, 179.0, 268.0, 424.0, 653.0, 1098.0, 2082.0, 4265.0, 10317.0, 30815.0, 134287.0, 1418922.0, 396863.0, 64972.0, 17761.0, 6700.0, 3023.0, 1483.0, 866.0, 562.0, 336.0, 237.0, 161.0, 136.0, 74.0, 52.0, 43.0, 27.0, 24.0, 18.0, 12.0, 6.0, 10.0, 3.0, 3.0, 1.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0684814453125, -0.06618118286132812, -0.06388092041015625, -0.061580657958984375, -0.0592803955078125, -0.056980133056640625, -0.05467987060546875, -0.052379608154296875, -0.050079345703125, -0.047779083251953125, -0.04547882080078125, -0.043178558349609375, -0.0408782958984375, -0.038578033447265625, -0.03627777099609375, -0.033977508544921875, -0.03167724609375, -0.029376983642578125, -0.02707672119140625, -0.024776458740234375, -0.0224761962890625, -0.020175933837890625, -0.01787567138671875, -0.015575408935546875, -0.013275146484375, -0.010974884033203125, -0.00867462158203125, -0.006374359130859375, -0.0040740966796875, -0.001773834228515625, 0.00052642822265625, 0.002826690673828125, 0.005126953125, 0.007427215576171875, 0.00972747802734375, 0.012027740478515625, 0.0143280029296875, 0.016628265380859375, 0.01892852783203125, 0.021228790283203125, 0.023529052734375, 0.025829315185546875, 0.02812957763671875, 0.030429840087890625, 0.0327301025390625, 0.035030364990234375, 0.03733062744140625, 0.039630889892578125, 0.04193115234375, 0.044231414794921875, 0.04653167724609375, 0.048831939697265625, 0.0511322021484375, 0.053432464599609375, 0.05573272705078125, 0.058032989501953125, 0.060333251953125, 0.06263351440429688, 0.06493377685546875, 0.06723403930664062, 0.0695343017578125, 0.07183456420898438, 0.07413482666015625, 0.07643508911132812, 0.0787353515625]}, "gradients/decoder.transformer.h.7.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 7.0, 2.0, 6.0, 3.0, 5.0, 7.0, 8.0, 14.0, 12.0, 19.0, 22.0, 35.0, 39.0, 103.0, 211.0, 213.0, 117.0, 40.0, 31.0, 29.0, 26.0, 8.0, 12.0, 7.0, 8.0, 4.0, 4.0, 3.0, 4.0, 2.0, 1.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0114898681640625, -0.01107931137084961, -0.010668754577636719, -0.010258197784423828, -0.009847640991210938, -0.009437084197998047, -0.009026527404785156, -0.008615970611572266, -0.008205413818359375, -0.007794857025146484, -0.007384300231933594, -0.006973743438720703, -0.0065631866455078125, -0.006152629852294922, -0.005742073059082031, -0.005331516265869141, -0.00492095947265625, -0.004510402679443359, -0.004099845886230469, -0.003689289093017578, -0.0032787322998046875, -0.002868175506591797, -0.0024576187133789062, -0.0020470619201660156, -0.001636505126953125, -0.0012259483337402344, -0.0008153915405273438, -0.0004048347473144531, 5.7220458984375e-06, 0.0004162788391113281, 0.0008268356323242188, 0.0012373924255371094, 0.00164794921875, 0.0020585060119628906, 0.0024690628051757812, 0.002879619598388672, 0.0032901763916015625, 0.003700733184814453, 0.004111289978027344, 0.004521846771240234, 0.004932403564453125, 0.005342960357666016, 0.005753517150878906, 0.006164073944091797, 0.0065746307373046875, 0.006985187530517578, 0.007395744323730469, 0.007806301116943359, 0.00821685791015625, 0.00862741470336914, 0.009037971496582031, 0.009448528289794922, 0.009859085083007812, 0.010269641876220703, 0.010680198669433594, 0.011090755462646484, 0.011501312255859375, 0.011911869049072266, 0.012322425842285156, 0.012732982635498047, 0.013143539428710938, 0.013554096221923828, 0.013964653015136719, 0.01437520980834961, 0.0147857666015625]}, "gradients/decoder.transformer.h.7.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 5.0, 5.0, 6.0, 7.0, 13.0, 11.0, 14.0, 31.0, 48.0, 93.0, 146.0, 855.0, 81445.0, 963747.0, 1681.0, 200.0, 84.0, 61.0, 26.0, 12.0, 14.0, 10.0, 8.0, 6.0, 5.0, 4.0, 5.0, 4.0, 5.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.350830078125, -0.3411140441894531, -0.33139801025390625, -0.3216819763183594, -0.3119659423828125, -0.3022499084472656, -0.29253387451171875, -0.2828178405761719, -0.273101806640625, -0.2633857727050781, -0.25366973876953125, -0.24395370483398438, -0.2342376708984375, -0.22452163696289062, -0.21480560302734375, -0.20508956909179688, -0.19537353515625, -0.18565750122070312, -0.17594146728515625, -0.16622543334960938, -0.1565093994140625, -0.14679336547851562, -0.13707733154296875, -0.12736129760742188, -0.117645263671875, -0.10792922973632812, -0.09821319580078125, -0.08849716186523438, -0.0787811279296875, -0.06906509399414062, -0.05934906005859375, -0.049633026123046875, -0.0399169921875, -0.030200958251953125, -0.02048492431640625, -0.010768890380859375, -0.0010528564453125, 0.008663177490234375, 0.01837921142578125, 0.028095245361328125, 0.037811279296875, 0.047527313232421875, 0.05724334716796875, 0.06695938110351562, 0.0766754150390625, 0.08639144897460938, 0.09610748291015625, 0.10582351684570312, 0.11553955078125, 0.12525558471679688, 0.13497161865234375, 0.14468765258789062, 0.1544036865234375, 0.16411972045898438, 0.17383575439453125, 0.18355178833007812, 0.193267822265625, 0.20298385620117188, 0.21269989013671875, 0.22241592407226562, 0.2321319580078125, 0.24184799194335938, 0.25156402587890625, 0.2612800598144531, 0.27099609375]}, "gradients/decoder.transformer.h.7.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 19.0, 66.0, 253.0, 418.0, 200.0, 47.0, 8.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05962316691875458, -0.057988353073596954, -0.05635353922843933, -0.05471872538328171, -0.053083911538124084, -0.05144909769296646, -0.049814287573099136, -0.04817947372794151, -0.04654465988278389, -0.044909846037626266, -0.04327503219246864, -0.04164021834731102, -0.040005408227443695, -0.03837059438228607, -0.03673578053712845, -0.035100966691970825, -0.0334661528468132, -0.03183133900165558, -0.030196525156497955, -0.02856171317398548, -0.026926899328827858, -0.025292085483670235, -0.02365727350115776, -0.022022459656000137, -0.020387645810842514, -0.01875283196568489, -0.017118018120527267, -0.015483206138014793, -0.01384839229285717, -0.012213578447699547, -0.010578765533864498, -0.00894395262002945, -0.007309142500162125, -0.005674329120665789, -0.004039515741169453, -0.0024047023616731167, -0.0007698889821767807, 0.0008649248629808426, 0.0024997377768158913, 0.00413455069065094, 0.005769364535808563, 0.007404177915304899, 0.009038991294801235, 0.010673804208636284, 0.012308618053793907, 0.01394343189895153, 0.015578244812786579, 0.017213057726621628, 0.01884787157177925, 0.020482685416936874, 0.022117499262094498, 0.023752311244606972, 0.025387125089764595, 0.02702193893492222, 0.028656750917434692, 0.030291564762592316, 0.03192637860774994, 0.03356119245290756, 0.035196006298065186, 0.03683082014322281, 0.03846563398838043, 0.040100447833538055, 0.04173525795340538, 0.043370071798563004, 0.04500488564372063]}, "gradients/decoder.transformer.h.7.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 5.0, 3.0, 1.0, 5.0, 7.0, 10.0, 10.0, 15.0, 19.0, 18.0, 28.0, 35.0, 24.0, 37.0, 19.0, 39.0, 30.0, 37.0, 42.0, 37.0, 37.0, 49.0, 37.0, 47.0, 45.0, 26.0, 44.0, 35.0, 32.0, 25.0, 30.0, 36.0, 18.0, 18.0, 18.0, 14.0, 16.0, 16.0, 10.0, 7.0, 5.0, 7.0, 3.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 4.0], "bins": [-0.009616374969482422, -0.00934161338955164, -0.009066851809620857, -0.008792090229690075, -0.008517328649759293, -0.00824256706982851, -0.007967805489897728, -0.007693043909966946, -0.007418282330036163, -0.007143520750105381, -0.006868759170174599, -0.006593997590243816, -0.006319236010313034, -0.006044474430382252, -0.005769712850451469, -0.005494951270520687, -0.005220189690589905, -0.0049454281106591225, -0.00467066653072834, -0.004395904950797558, -0.0041211433708667755, -0.003846381790935993, -0.003571620211005211, -0.0032968586310744286, -0.0030220970511436462, -0.002747335471212864, -0.0024725738912820816, -0.0021978123113512993, -0.001923050731420517, -0.0016482891514897346, -0.0013735275715589523, -0.00109876599162817, -0.0008240044116973877, -0.0005492428317666054, -0.00027448125183582306, 2.8032809495925903e-07, 0.0002750419080257416, 0.0005498034879565239, 0.0008245650678873062, 0.0010993266478180885, 0.0013740882277488708, 0.0016488498076796532, 0.0019236113876104355, 0.002198372967541218, 0.002473134547472, 0.0027478961274027824, 0.0030226577073335648, 0.003297419287264347, 0.0035721808671951294, 0.0038469424471259117, 0.004121704027056694, 0.004396465606987476, 0.004671227186918259, 0.004945988766849041, 0.005220750346779823, 0.005495511926710606, 0.005770273506641388, 0.00604503508657217, 0.006319796666502953, 0.006594558246433735, 0.006869319826364517, 0.0071440814062952995, 0.007418842986226082, 0.007693604566156864, 0.007968366146087646]}, "gradients/decoder.transformer.h.7.attn.c_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 3.0, 1.0, 5.0, 4.0, 4.0, 3.0, 11.0, 8.0, 4.0, 17.0, 19.0, 21.0, 23.0, 28.0, 33.0, 32.0, 27.0, 31.0, 21.0, 32.0, 45.0, 37.0, 35.0, 42.0, 44.0, 42.0, 37.0, 39.0, 38.0, 38.0, 37.0, 28.0, 24.0, 30.0, 22.0, 22.0, 14.0, 26.0, 10.0, 15.0, 12.0, 7.0, 10.0, 4.0, 0.0, 5.0, 3.0, 3.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.318359375, -0.3081207275390625, -0.297882080078125, -0.2876434326171875, -0.27740478515625, -0.2671661376953125, -0.256927490234375, -0.2466888427734375, -0.2364501953125, -0.2262115478515625, -0.215972900390625, -0.2057342529296875, -0.19549560546875, -0.1852569580078125, -0.175018310546875, -0.1647796630859375, -0.154541015625, -0.1443023681640625, -0.134063720703125, -0.1238250732421875, -0.11358642578125, -0.1033477783203125, -0.093109130859375, -0.0828704833984375, -0.0726318359375, -0.0623931884765625, -0.052154541015625, -0.0419158935546875, -0.03167724609375, -0.0214385986328125, -0.011199951171875, -0.0009613037109375, 0.00927734375, 0.0195159912109375, 0.029754638671875, 0.0399932861328125, 0.05023193359375, 0.0604705810546875, 0.070709228515625, 0.0809478759765625, 0.0911865234375, 0.1014251708984375, 0.111663818359375, 0.1219024658203125, 0.13214111328125, 0.1423797607421875, 0.152618408203125, 0.1628570556640625, 0.173095703125, 0.1833343505859375, 0.193572998046875, 0.2038116455078125, 0.21405029296875, 0.2242889404296875, 0.234527587890625, 0.2447662353515625, 0.2550048828125, 0.2652435302734375, 0.275482177734375, 0.2857208251953125, 0.29595947265625, 0.3061981201171875, 0.316436767578125, 0.3266754150390625, 0.3369140625]}, "gradients/decoder.transformer.h.7.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 2.0, 6.0, 9.0, 7.0, 10.0, 8.0, 13.0, 20.0, 29.0, 39.0, 52.0, 95.0, 156.0, 273.0, 418.0, 782.0, 1343.0, 2511.0, 5032.0, 9709.0, 19976.0, 45713.0, 140766.0, 513206.0, 201289.0, 58455.0, 24444.0, 11692.0, 5788.0, 3026.0, 1595.0, 860.0, 481.0, 295.0, 153.0, 102.0, 54.0, 37.0, 38.0, 12.0, 19.0, 13.0, 8.0, 8.0, 2.0, 1.0, 5.0, 6.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.6513671875, -0.6293792724609375, -0.607391357421875, -0.5854034423828125, -0.56341552734375, -0.5414276123046875, -0.519439697265625, -0.4974517822265625, -0.4754638671875, -0.4534759521484375, -0.431488037109375, -0.4095001220703125, -0.38751220703125, -0.3655242919921875, -0.343536376953125, -0.3215484619140625, -0.299560546875, -0.2775726318359375, -0.255584716796875, -0.2335968017578125, -0.21160888671875, -0.1896209716796875, -0.167633056640625, -0.1456451416015625, -0.1236572265625, -0.1016693115234375, -0.079681396484375, -0.0576934814453125, -0.03570556640625, -0.0137176513671875, 0.008270263671875, 0.0302581787109375, 0.05224609375, 0.0742340087890625, 0.096221923828125, 0.1182098388671875, 0.14019775390625, 0.1621856689453125, 0.184173583984375, 0.2061614990234375, 0.2281494140625, 0.2501373291015625, 0.272125244140625, 0.2941131591796875, 0.31610107421875, 0.3380889892578125, 0.360076904296875, 0.3820648193359375, 0.404052734375, 0.4260406494140625, 0.448028564453125, 0.4700164794921875, 0.49200439453125, 0.5139923095703125, 0.535980224609375, 0.5579681396484375, 0.5799560546875, 0.6019439697265625, 0.623931884765625, 0.6459197998046875, 0.66790771484375, 0.6898956298828125, 0.711883544921875, 0.7338714599609375, 0.755859375]}, "gradients/decoder.transformer.h.7.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 5.0, 7.0, 6.0, 12.0, 2.0, 7.0, 17.0, 12.0, 22.0, 17.0, 31.0, 28.0, 23.0, 26.0, 37.0, 39.0, 51.0, 56.0, 95.0, 150.0, 302.0, 1404.0, 205.0, 88.0, 65.0, 57.0, 44.0, 40.0, 22.0, 34.0, 30.0, 21.0, 20.0, 12.0, 16.0, 9.0, 6.0, 9.0, 7.0, 6.0, 2.0, 3.0, 4.0, 4.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.9208984375, -0.8881988525390625, -0.855499267578125, -0.8227996826171875, -0.79010009765625, -0.7574005126953125, -0.724700927734375, -0.6920013427734375, -0.6593017578125, -0.6266021728515625, -0.593902587890625, -0.5612030029296875, -0.52850341796875, -0.4958038330078125, -0.463104248046875, -0.4304046630859375, -0.397705078125, -0.3650054931640625, -0.332305908203125, -0.2996063232421875, -0.26690673828125, -0.2342071533203125, -0.201507568359375, -0.1688079833984375, -0.1361083984375, -0.1034088134765625, -0.070709228515625, -0.0380096435546875, -0.00531005859375, 0.0273895263671875, 0.060089111328125, 0.0927886962890625, 0.12548828125, 0.1581878662109375, 0.190887451171875, 0.2235870361328125, 0.25628662109375, 0.2889862060546875, 0.321685791015625, 0.3543853759765625, 0.3870849609375, 0.4197845458984375, 0.452484130859375, 0.4851837158203125, 0.51788330078125, 0.5505828857421875, 0.583282470703125, 0.6159820556640625, 0.648681640625, 0.6813812255859375, 0.714080810546875, 0.7467803955078125, 0.77947998046875, 0.8121795654296875, 0.844879150390625, 0.8775787353515625, 0.9102783203125, 0.9429779052734375, 0.975677490234375, 1.0083770751953125, 1.04107666015625, 1.0737762451171875, 1.106475830078125, 1.1391754150390625, 1.171875]}, "gradients/decoder.transformer.h.7.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 5.0, 1.0, 7.0, 9.0, 14.0, 9.0, 21.0, 14.0, 15.0, 32.0, 40.0, 42.0, 71.0, 101.0, 146.0, 199.0, 397.0, 922.0, 3480.0, 20539.0, 324757.0, 2710485.0, 72281.0, 8787.0, 1832.0, 599.0, 283.0, 167.0, 100.0, 88.0, 68.0, 38.0, 34.0, 30.0, 26.0, 14.0, 19.0, 6.0, 11.0, 6.0, 5.0, 7.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-2.064453125, -2.002410888671875, -1.94036865234375, -1.878326416015625, -1.8162841796875, -1.754241943359375, -1.69219970703125, -1.630157470703125, -1.568115234375, -1.506072998046875, -1.44403076171875, -1.381988525390625, -1.3199462890625, -1.257904052734375, -1.19586181640625, -1.133819580078125, -1.07177734375, -1.009735107421875, -0.94769287109375, -0.885650634765625, -0.8236083984375, -0.761566162109375, -0.69952392578125, -0.637481689453125, -0.575439453125, -0.513397216796875, -0.45135498046875, -0.389312744140625, -0.3272705078125, -0.265228271484375, -0.20318603515625, -0.141143798828125, -0.0791015625, -0.017059326171875, 0.04498291015625, 0.107025146484375, 0.1690673828125, 0.231109619140625, 0.29315185546875, 0.355194091796875, 0.417236328125, 0.479278564453125, 0.54132080078125, 0.603363037109375, 0.6654052734375, 0.727447509765625, 0.78948974609375, 0.851531982421875, 0.91357421875, 0.975616455078125, 1.03765869140625, 1.099700927734375, 1.1617431640625, 1.223785400390625, 1.28582763671875, 1.347869873046875, 1.409912109375, 1.471954345703125, 1.53399658203125, 1.596038818359375, 1.6580810546875, 1.720123291015625, 1.78216552734375, 1.844207763671875, 1.90625]}, "gradients/decoder.transformer.h.7.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 9.0, 26.0, 117.0, 296.0, 357.0, 148.0, 49.0, 15.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.055170059204102, -9.865619659423828, -9.676070213317871, -9.486519813537598, -9.29697036743164, -9.107419967651367, -8.91787052154541, -8.728320121765137, -8.53877067565918, -8.349220275878906, -8.15967082977295, -7.970120906829834, -7.780570983886719, -7.5910210609436035, -7.401471138000488, -7.211920738220215, -7.0223708152771, -6.832820892333984, -6.643270969390869, -6.453721046447754, -6.264171123504639, -6.074621200561523, -5.88507080078125, -5.695521354675293, -5.5059709548950195, -5.316421031951904, -5.126871109008789, -4.937321186065674, -4.747771263122559, -4.558221340179443, -4.368671417236328, -4.179121017456055, -3.989572048187256, -3.8000221252441406, -3.6104722023010254, -3.42092227935791, -3.231372356414795, -3.0418224334716797, -2.8522722721099854, -2.66272234916687, -2.473172426223755, -2.2836225032806396, -2.0940725803375244, -1.9045225381851196, -1.7149726152420044, -1.5254226922988892, -1.3358726501464844, -1.1463227272033691, -0.9567728042602539, -0.7672228813171387, -0.5776728987693787, -0.38812291622161865, -0.19857299327850342, -0.009023070335388184, 0.1805269718170166, 0.37007689476013184, 0.5596268177032471, 0.7491767406463623, 0.9387267231941223, 1.1282767057418823, 1.3178266286849976, 1.5073765516281128, 1.6969265937805176, 1.8864765167236328, 2.076026439666748]}, "gradients/decoder.transformer.h.7.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 0.0, 5.0, 6.0, 8.0, 7.0, 9.0, 9.0, 20.0, 17.0, 20.0, 21.0, 21.0, 23.0, 21.0, 36.0, 38.0, 39.0, 38.0, 43.0, 47.0, 54.0, 55.0, 50.0, 38.0, 50.0, 30.0, 42.0, 40.0, 42.0, 26.0, 23.0, 15.0, 25.0, 19.0, 21.0, 11.0, 9.0, 9.0, 5.0, 2.0, 10.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.9590940475463867, -2.870497703552246, -2.7819015979766846, -2.693305253982544, -2.6047091484069824, -2.516112804412842, -2.427516460418701, -2.3389201164245605, -2.250324010848999, -2.1617276668548584, -2.073131561279297, -1.9845352172851562, -1.8959389925003052, -1.807342767715454, -1.7187464237213135, -1.6301501989364624, -1.5415539741516113, -1.4529577493667603, -1.3643615245819092, -1.2757651805877686, -1.1871689558029175, -1.0985727310180664, -1.0099763870239258, -0.9213801622390747, -0.8327839374542236, -0.7441877126693726, -0.6555914282798767, -0.5669951438903809, -0.4783989191055298, -0.3898026645183563, -0.30120640993118286, -0.212610125541687, -0.12401390075683594, -0.035417646169662476, 0.053178608417510986, 0.14177486300468445, 0.2303711175918579, 0.31896737217903137, 0.40756362676620483, 0.4961599111557007, 0.5847561359405518, 0.6733523607254028, 0.7619486451148987, 0.8505449295043945, 0.9391411542892456, 1.0277373790740967, 1.1163337230682373, 1.2049299478530884, 1.2935261726379395, 1.3821223974227905, 1.4707186222076416, 1.5593149662017822, 1.6479111909866333, 1.7365074157714844, 1.825103759765625, 1.913699984550476, 2.002296209335327, 2.0908925533294678, 2.1794886589050293, 2.26808500289917, 2.3566813468933105, 2.445277452468872, 2.5338737964630127, 2.622469902038574, 2.711066246032715]}, "gradients/decoder.transformer.h.6.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 4.0, 0.0, 1.0, 3.0, 3.0, 6.0, 1.0, 4.0, 3.0, 5.0, 1.0, 7.0, 9.0, 4.0, 13.0, 11.0, 13.0, 23.0, 27.0, 16.0, 29.0, 23.0, 32.0, 25.0, 39.0, 28.0, 30.0, 34.0, 32.0, 38.0, 33.0, 36.0, 37.0, 35.0, 42.0, 41.0, 33.0, 35.0, 27.0, 24.0, 20.0, 24.0, 23.0, 18.0, 23.0, 22.0, 10.0, 8.0, 16.0, 5.0, 8.0, 6.0, 6.0, 2.0, 4.0, 2.0, 4.0, 4.0, 2.0, 3.0, 2.0], "bins": [-0.334716796875, -0.3248748779296875, -0.315032958984375, -0.3051910400390625, -0.29534912109375, -0.2855072021484375, -0.275665283203125, -0.2658233642578125, -0.2559814453125, -0.2461395263671875, -0.236297607421875, -0.2264556884765625, -0.21661376953125, -0.2067718505859375, -0.196929931640625, -0.1870880126953125, -0.17724609375, -0.1674041748046875, -0.157562255859375, -0.1477203369140625, -0.13787841796875, -0.1280364990234375, -0.118194580078125, -0.1083526611328125, -0.0985107421875, -0.0886688232421875, -0.078826904296875, -0.0689849853515625, -0.05914306640625, -0.0493011474609375, -0.039459228515625, -0.0296173095703125, -0.019775390625, -0.0099334716796875, -9.1552734375e-05, 0.0097503662109375, 0.01959228515625, 0.0294342041015625, 0.039276123046875, 0.0491180419921875, 0.0589599609375, 0.0688018798828125, 0.078643798828125, 0.0884857177734375, 0.09832763671875, 0.1081695556640625, 0.118011474609375, 0.1278533935546875, 0.1376953125, 0.1475372314453125, 0.157379150390625, 0.1672210693359375, 0.17706298828125, 0.1869049072265625, 0.196746826171875, 0.2065887451171875, 0.2164306640625, 0.2262725830078125, 0.236114501953125, 0.2459564208984375, 0.25579833984375, 0.2656402587890625, 0.275482177734375, 0.2853240966796875, 0.295166015625]}, "gradients/decoder.transformer.h.6.mlp.c_proj.weight": {"_type": "histogram", "values": [3.0, 5.0, 5.0, 5.0, 11.0, 15.0, 21.0, 23.0, 33.0, 31.0, 62.0, 69.0, 81.0, 122.0, 164.0, 175.0, 255.0, 367.0, 560.0, 721.0, 999.0, 1546.0, 2370.0, 3425.0, 5205.0, 8935.0, 15686.0, 30747.0, 71371.0, 209100.0, 753245.0, 1866915.0, 840018.0, 230542.0, 76268.0, 32403.0, 16477.0, 9240.0, 5684.0, 3520.0, 2314.0, 1659.0, 1108.0, 776.0, 536.0, 394.0, 295.0, 187.0, 155.0, 112.0, 80.0, 64.0, 48.0, 37.0, 22.0, 25.0, 26.0, 13.0, 5.0, 11.0, 8.0, 2.0, 2.0, 1.0], "bins": [-0.4775390625, -0.4623985290527344, -0.44725799560546875, -0.4321174621582031, -0.4169769287109375, -0.4018363952636719, -0.38669586181640625, -0.3715553283691406, -0.356414794921875, -0.3412742614746094, -0.32613372802734375, -0.3109931945800781, -0.2958526611328125, -0.2807121276855469, -0.26557159423828125, -0.2504310607910156, -0.23529052734375, -0.22014999389648438, -0.20500946044921875, -0.18986892700195312, -0.1747283935546875, -0.15958786010742188, -0.14444732666015625, -0.12930679321289062, -0.114166259765625, -0.09902572631835938, -0.08388519287109375, -0.06874465942382812, -0.0536041259765625, -0.038463592529296875, -0.02332305908203125, -0.008182525634765625, 0.0069580078125, 0.022098541259765625, 0.03723907470703125, 0.052379608154296875, 0.0675201416015625, 0.08266067504882812, 0.09780120849609375, 0.11294174194335938, 0.128082275390625, 0.14322280883789062, 0.15836334228515625, 0.17350387573242188, 0.1886444091796875, 0.20378494262695312, 0.21892547607421875, 0.23406600952148438, 0.24920654296875, 0.2643470764160156, 0.27948760986328125, 0.2946281433105469, 0.3097686767578125, 0.3249092102050781, 0.34004974365234375, 0.3551902770996094, 0.370330810546875, 0.3854713439941406, 0.40061187744140625, 0.4157524108886719, 0.4308929443359375, 0.4460334777832031, 0.46117401123046875, 0.4763145446777344, 0.491455078125]}, "gradients/decoder.transformer.h.6.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 6.0, 7.0, 3.0, 6.0, 15.0, 17.0, 34.0, 60.0, 65.0, 112.0, 207.0, 353.0, 736.0, 930.0, 676.0, 348.0, 203.0, 104.0, 72.0, 43.0, 29.0, 22.0, 14.0, 7.0, 6.0, 3.0, 2.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.9990234375, -0.9682846069335938, -0.9375457763671875, -0.9068069458007812, -0.876068115234375, -0.8453292846679688, -0.8145904541015625, -0.7838516235351562, -0.75311279296875, -0.7223739624023438, -0.6916351318359375, -0.6608963012695312, -0.630157470703125, -0.5994186401367188, -0.5686798095703125, -0.5379409790039062, -0.5072021484375, -0.47646331787109375, -0.4457244873046875, -0.41498565673828125, -0.384246826171875, -0.35350799560546875, -0.3227691650390625, -0.29203033447265625, -0.26129150390625, -0.23055267333984375, -0.1998138427734375, -0.16907501220703125, -0.138336181640625, -0.10759735107421875, -0.0768585205078125, -0.04611968994140625, -0.015380859375, 0.01535797119140625, 0.0460968017578125, 0.07683563232421875, 0.107574462890625, 0.13831329345703125, 0.1690521240234375, 0.19979095458984375, 0.23052978515625, 0.26126861572265625, 0.2920074462890625, 0.32274627685546875, 0.353485107421875, 0.38422393798828125, 0.4149627685546875, 0.44570159912109375, 0.4764404296875, 0.5071792602539062, 0.5379180908203125, 0.5686569213867188, 0.599395751953125, 0.6301345825195312, 0.6608734130859375, 0.6916122436523438, 0.72235107421875, 0.7530899047851562, 0.7838287353515625, 0.8145675659179688, 0.845306396484375, 0.8760452270507812, 0.9067840576171875, 0.9375228881835938, 0.96826171875]}, "gradients/decoder.transformer.h.6.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 2.0, 7.0, 6.0, 13.0, 18.0, 25.0, 44.0, 87.0, 152.0, 328.0, 703.0, 2173.0, 12788.0, 239526.0, 3803645.0, 122878.0, 8831.0, 1793.0, 659.0, 303.0, 131.0, 62.0, 37.0, 30.0, 14.0, 15.0, 9.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.50390625, -2.4241943359375, -2.344482421875, -2.2647705078125, -2.18505859375, -2.1053466796875, -2.025634765625, -1.9459228515625, -1.8662109375, -1.7864990234375, -1.706787109375, -1.6270751953125, -1.54736328125, -1.4676513671875, -1.387939453125, -1.3082275390625, -1.228515625, -1.1488037109375, -1.069091796875, -0.9893798828125, -0.90966796875, -0.8299560546875, -0.750244140625, -0.6705322265625, -0.5908203125, -0.5111083984375, -0.431396484375, -0.3516845703125, -0.27197265625, -0.1922607421875, -0.112548828125, -0.0328369140625, 0.046875, 0.1265869140625, 0.206298828125, 0.2860107421875, 0.36572265625, 0.4454345703125, 0.525146484375, 0.6048583984375, 0.6845703125, 0.7642822265625, 0.843994140625, 0.9237060546875, 1.00341796875, 1.0831298828125, 1.162841796875, 1.2425537109375, 1.322265625, 1.4019775390625, 1.481689453125, 1.5614013671875, 1.64111328125, 1.7208251953125, 1.800537109375, 1.8802490234375, 1.9599609375, 2.0396728515625, 2.119384765625, 2.1990966796875, 2.27880859375, 2.3585205078125, 2.438232421875, 2.5179443359375, 2.59765625]}, "gradients/decoder.transformer.h.6.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 5.0, 21.0, 95.0, 286.0, 379.0, 163.0, 54.0, 15.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9169448614120483, -1.6127150058746338, -1.3084850311279297, -1.0042550563812256, -0.700025200843811, -0.39579522609710693, -0.09156537055969238, 0.21266448497772217, 0.5168944597244263, 0.8211243748664856, 1.125354290008545, 1.429584264755249, 1.7338141202926636, 2.038043975830078, 2.3422739505767822, 2.6465039253234863, 2.9507336616516113, 3.2549636363983154, 3.5591936111450195, 3.8634233474731445, 4.1676530838012695, 4.471883296966553, 4.776113033294678, 5.080343246459961, 5.384572982788086, 5.688802719116211, 5.993032932281494, 6.297262668609619, 6.601492881774902, 6.905722618103027, 7.209952354431152, 7.514182090759277, 7.818412780761719, 8.122642517089844, 8.426872253417969, 8.73110294342041, 9.035332679748535, 9.33956241607666, 9.643792152404785, 9.94802188873291, 10.252252578735352, 10.556482315063477, 10.860712051391602, 11.164942741394043, 11.469172477722168, 11.773402214050293, 12.077631950378418, 12.381861686706543, 12.686091423034668, 12.990321159362793, 13.294550895690918, 13.59878158569336, 13.903011322021484, 14.20724105834961, 14.511470794677734, 14.81570053100586, 15.119930267333984, 15.42416000366211, 15.728389739990234, 16.03261947631836, 16.336849212646484, 16.64107894897461, 16.945310592651367, 17.249540328979492, 17.553770065307617]}, "gradients/decoder.transformer.h.6.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 7.0, 6.0, 5.0, 8.0, 5.0, 6.0, 14.0, 11.0, 20.0, 19.0, 11.0, 27.0, 15.0, 31.0, 24.0, 21.0, 23.0, 33.0, 34.0, 34.0, 41.0, 23.0, 35.0, 34.0, 38.0, 46.0, 38.0, 46.0, 24.0, 25.0, 30.0, 24.0, 28.0, 27.0, 24.0, 32.0, 18.0, 15.0, 15.0, 21.0, 16.0, 9.0, 9.0, 8.0, 10.0, 6.0, 6.0, 3.0, 1.0, 4.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.6980234384536743, -1.6440551280975342, -1.590086817741394, -1.536118507385254, -1.4821503162384033, -1.4281820058822632, -1.374213695526123, -1.320245385169983, -1.2662770748138428, -1.2123087644577026, -1.1583404541015625, -1.104372262954712, -1.0504039525985718, -0.9964356422424316, -0.9424673318862915, -0.8884990215301514, -0.8345308303833008, -0.7805625200271606, -0.7265942692756653, -0.6726259589195251, -0.6186577081680298, -0.5646893978118896, -0.5107210874557495, -0.45675280690193176, -0.402784526348114, -0.34881624579429626, -0.2948479652404785, -0.24087965488433838, -0.18691137433052063, -0.13294309377670288, -0.07897478342056274, -0.025006502866744995, 0.028961658477783203, 0.08292994648218155, 0.1368982344865799, 0.19086652994155884, 0.2448348104953766, 0.29880309104919434, 0.3527714014053345, 0.4067396819591522, 0.46070796251296997, 0.5146762728691101, 0.5686445236206055, 0.6226128339767456, 0.6765811443328857, 0.7305493950843811, 0.7845177054405212, 0.8384859561920166, 0.8924542665481567, 0.9464225769042969, 1.000390887260437, 1.0543591976165771, 1.1083273887634277, 1.1622956991195679, 1.216264009475708, 1.2702323198318481, 1.3242006301879883, 1.3781689405441284, 1.4321372509002686, 1.4861054420471191, 1.5400737524032593, 1.5940420627593994, 1.6480103731155396, 1.7019786834716797, 1.7559468746185303]}, "gradients/decoder.transformer.h.6.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 5.0, 1.0, 2.0, 7.0, 3.0, 6.0, 8.0, 6.0, 11.0, 13.0, 9.0, 23.0, 15.0, 23.0, 29.0, 34.0, 31.0, 33.0, 41.0, 41.0, 33.0, 40.0, 36.0, 41.0, 44.0, 37.0, 49.0, 34.0, 36.0, 32.0, 30.0, 55.0, 33.0, 20.0, 20.0, 22.0, 23.0, 17.0, 16.0, 9.0, 12.0, 3.0, 5.0, 9.0, 5.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.36328125, -0.35227203369140625, -0.3412628173828125, -0.33025360107421875, -0.319244384765625, -0.30823516845703125, -0.2972259521484375, -0.28621673583984375, -0.27520751953125, -0.26419830322265625, -0.2531890869140625, -0.24217987060546875, -0.231170654296875, -0.22016143798828125, -0.2091522216796875, -0.19814300537109375, -0.1871337890625, -0.17612457275390625, -0.1651153564453125, -0.15410614013671875, -0.143096923828125, -0.13208770751953125, -0.1210784912109375, -0.11006927490234375, -0.09906005859375, -0.08805084228515625, -0.0770416259765625, -0.06603240966796875, -0.055023193359375, -0.04401397705078125, -0.0330047607421875, -0.02199554443359375, -0.010986328125, 2.288818359375e-05, 0.0110321044921875, 0.02204132080078125, 0.033050537109375, 0.04405975341796875, 0.0550689697265625, 0.06607818603515625, 0.07708740234375, 0.08809661865234375, 0.0991058349609375, 0.11011505126953125, 0.121124267578125, 0.13213348388671875, 0.1431427001953125, 0.15415191650390625, 0.1651611328125, 0.17617034912109375, 0.1871795654296875, 0.19818878173828125, 0.209197998046875, 0.22020721435546875, 0.2312164306640625, 0.24222564697265625, 0.25323486328125, 0.26424407958984375, 0.2752532958984375, 0.28626251220703125, 0.297271728515625, 0.30828094482421875, 0.3192901611328125, 0.33029937744140625, 0.34130859375]}, "gradients/decoder.transformer.h.6.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 5.0, 8.0, 7.0, 6.0, 11.0, 31.0, 31.0, 46.0, 57.0, 87.0, 147.0, 222.0, 316.0, 516.0, 836.0, 1478.0, 2702.0, 5098.0, 11080.0, 29113.0, 95165.0, 333284.0, 388379.0, 119110.0, 35191.0, 12795.0, 5722.0, 2920.0, 1593.0, 943.0, 589.0, 378.0, 214.0, 144.0, 94.0, 68.0, 44.0, 45.0, 20.0, 22.0, 13.0, 5.0, 4.0, 10.0, 5.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06951904296875, -0.06728267669677734, -0.06504631042480469, -0.06280994415283203, -0.060573577880859375, -0.05833721160888672, -0.05610084533691406, -0.053864479064941406, -0.05162811279296875, -0.049391746520996094, -0.04715538024902344, -0.04491901397705078, -0.042682647705078125, -0.04044628143310547, -0.03820991516113281, -0.035973548889160156, -0.0337371826171875, -0.031500816345214844, -0.029264450073242188, -0.02702808380126953, -0.024791717529296875, -0.02255535125732422, -0.020318984985351562, -0.018082618713378906, -0.01584625244140625, -0.013609886169433594, -0.011373519897460938, -0.009137153625488281, -0.006900787353515625, -0.004664421081542969, -0.0024280548095703125, -0.00019168853759765625, 0.002044677734375, 0.004281044006347656, 0.0065174102783203125, 0.008753776550292969, 0.010990142822265625, 0.013226509094238281, 0.015462875366210938, 0.017699241638183594, 0.01993560791015625, 0.022171974182128906, 0.024408340454101562, 0.02664470672607422, 0.028881072998046875, 0.03111743927001953, 0.03335380554199219, 0.035590171813964844, 0.0378265380859375, 0.040062904357910156, 0.04229927062988281, 0.04453563690185547, 0.046772003173828125, 0.04900836944580078, 0.05124473571777344, 0.053481101989746094, 0.05571746826171875, 0.057953834533691406, 0.06019020080566406, 0.06242656707763672, 0.06466293334960938, 0.06689929962158203, 0.06913566589355469, 0.07137203216552734, 0.0736083984375]}, "gradients/decoder.transformer.h.6.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 8.0, 1.0, 5.0, 5.0, 11.0, 3.0, 12.0, 5.0, 15.0, 12.0, 19.0, 22.0, 27.0, 26.0, 27.0, 29.0, 37.0, 34.0, 37.0, 23.0, 27.0, 32.0, 42.0, 40.0, 1071.0, 31.0, 49.0, 34.0, 38.0, 23.0, 32.0, 31.0, 22.0, 21.0, 13.0, 23.0, 16.0, 22.0, 15.0, 14.0, 16.0, 13.0, 12.0, 11.0, 5.0, 6.0, 4.0, 3.0, 4.0, 2.0, 3.0, 3.0, 3.0, 1.0, 2.0], "bins": [-0.2232666015625, -0.2165699005126953, -0.20987319946289062, -0.20317649841308594, -0.19647979736328125, -0.18978309631347656, -0.18308639526367188, -0.1763896942138672, -0.1696929931640625, -0.1629962921142578, -0.15629959106445312, -0.14960289001464844, -0.14290618896484375, -0.13620948791503906, -0.12951278686523438, -0.12281608581542969, -0.116119384765625, -0.10942268371582031, -0.10272598266601562, -0.09602928161621094, -0.08933258056640625, -0.08263587951660156, -0.07593917846679688, -0.06924247741699219, -0.0625457763671875, -0.05584907531738281, -0.049152374267578125, -0.04245567321777344, -0.03575897216796875, -0.029062271118164062, -0.022365570068359375, -0.015668869018554688, -0.00897216796875, -0.0022754669189453125, 0.004421234130859375, 0.011117935180664062, 0.01781463623046875, 0.024511337280273438, 0.031208038330078125, 0.03790473937988281, 0.0446014404296875, 0.05129814147949219, 0.057994842529296875, 0.06469154357910156, 0.07138824462890625, 0.07808494567871094, 0.08478164672851562, 0.09147834777832031, 0.098175048828125, 0.10487174987792969, 0.11156845092773438, 0.11826515197753906, 0.12496185302734375, 0.13165855407714844, 0.13835525512695312, 0.1450519561767578, 0.1517486572265625, 0.1584453582763672, 0.16514205932617188, 0.17183876037597656, 0.17853546142578125, 0.18523216247558594, 0.19192886352539062, 0.1986255645751953, 0.205322265625]}, "gradients/decoder.transformer.h.6.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 8.0, 10.0, 6.0, 15.0, 16.0, 26.0, 20.0, 47.0, 45.0, 96.0, 116.0, 117.0, 237.0, 277.0, 369.0, 545.0, 869.0, 1366.0, 2302.0, 4269.0, 9241.0, 20680.0, 54692.0, 170454.0, 1278477.0, 393751.0, 96330.0, 33945.0, 13958.0, 6381.0, 3169.0, 1798.0, 1133.0, 682.0, 466.0, 311.0, 247.0, 188.0, 115.0, 86.0, 83.0, 49.0, 44.0, 30.0, 19.0, 21.0, 9.0, 9.0, 3.0, 5.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.038665771484375, -0.03744840621948242, -0.036231040954589844, -0.035013675689697266, -0.03379631042480469, -0.03257894515991211, -0.03136157989501953, -0.030144214630126953, -0.028926849365234375, -0.027709484100341797, -0.02649211883544922, -0.02527475357055664, -0.024057388305664062, -0.022840023040771484, -0.021622657775878906, -0.020405292510986328, -0.01918792724609375, -0.017970561981201172, -0.016753196716308594, -0.015535831451416016, -0.014318466186523438, -0.01310110092163086, -0.011883735656738281, -0.010666370391845703, -0.009449005126953125, -0.008231639862060547, -0.007014274597167969, -0.005796909332275391, -0.0045795440673828125, -0.0033621788024902344, -0.0021448135375976562, -0.0009274482727050781, 0.0002899169921875, 0.0015072822570800781, 0.0027246475219726562, 0.003942012786865234, 0.0051593780517578125, 0.006376743316650391, 0.007594108581542969, 0.008811473846435547, 0.010028839111328125, 0.011246204376220703, 0.012463569641113281, 0.01368093490600586, 0.014898300170898438, 0.016115665435791016, 0.017333030700683594, 0.018550395965576172, 0.01976776123046875, 0.020985126495361328, 0.022202491760253906, 0.023419857025146484, 0.024637222290039062, 0.02585458755493164, 0.02707195281982422, 0.028289318084716797, 0.029506683349609375, 0.030724048614501953, 0.03194141387939453, 0.03315877914428711, 0.03437614440917969, 0.035593509674072266, 0.036810874938964844, 0.03802824020385742, 0.03924560546875]}, "gradients/decoder.transformer.h.6.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 2.0, 1.0, 2.0, 12.0, 44.0, 75.0, 204.0, 258.0, 215.0, 112.0, 33.0, 20.0, 7.0, 4.0, 4.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0112152099609375, -0.010849714279174805, -0.01048421859741211, -0.010118722915649414, -0.009753227233886719, -0.009387731552124023, -0.009022235870361328, -0.008656740188598633, -0.008291244506835938, -0.007925748825073242, -0.007560253143310547, -0.0071947574615478516, -0.006829261779785156, -0.006463766098022461, -0.006098270416259766, -0.00573277473449707, -0.005367279052734375, -0.00500178337097168, -0.004636287689208984, -0.004270792007446289, -0.0039052963256835938, -0.0035398006439208984, -0.003174304962158203, -0.002808809280395508, -0.0024433135986328125, -0.002077817916870117, -0.0017123222351074219, -0.0013468265533447266, -0.0009813308715820312, -0.0006158351898193359, -0.0002503395080566406, 0.00011515617370605469, 0.00048065185546875, 0.0008461475372314453, 0.0012116432189941406, 0.001577138900756836, 0.0019426345825195312, 0.0023081302642822266, 0.002673625946044922, 0.003039121627807617, 0.0034046173095703125, 0.003770112991333008, 0.004135608673095703, 0.0045011043548583984, 0.004866600036621094, 0.005232095718383789, 0.005597591400146484, 0.00596308708190918, 0.006328582763671875, 0.00669407844543457, 0.007059574127197266, 0.007425069808959961, 0.007790565490722656, 0.008156061172485352, 0.008521556854248047, 0.008887052536010742, 0.009252548217773438, 0.009618043899536133, 0.009983539581298828, 0.010349035263061523, 0.010714530944824219, 0.011080026626586914, 0.01144552230834961, 0.011811017990112305, 0.012176513671875]}, "gradients/decoder.transformer.h.6.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 4.0, 1.0, 5.0, 3.0, 5.0, 19.0, 50.0, 215.0, 1023911.0, 24084.0, 167.0, 57.0, 18.0, 6.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.35693359375, -0.3464164733886719, -0.33589935302734375, -0.3253822326660156, -0.3148651123046875, -0.3043479919433594, -0.29383087158203125, -0.2833137512207031, -0.272796630859375, -0.2622795104980469, -0.25176239013671875, -0.24124526977539062, -0.2307281494140625, -0.22021102905273438, -0.20969390869140625, -0.19917678833007812, -0.18865966796875, -0.17814254760742188, -0.16762542724609375, -0.15710830688476562, -0.1465911865234375, -0.13607406616210938, -0.12555694580078125, -0.11503982543945312, -0.104522705078125, -0.09400558471679688, -0.08348846435546875, -0.07297134399414062, -0.0624542236328125, -0.051937103271484375, -0.04141998291015625, -0.030902862548828125, -0.0203857421875, -0.009868621826171875, 0.00064849853515625, 0.011165618896484375, 0.0216827392578125, 0.032199859619140625, 0.04271697998046875, 0.053234100341796875, 0.063751220703125, 0.07426834106445312, 0.08478546142578125, 0.09530258178710938, 0.1058197021484375, 0.11633682250976562, 0.12685394287109375, 0.13737106323242188, 0.14788818359375, 0.15840530395507812, 0.16892242431640625, 0.17943954467773438, 0.1899566650390625, 0.20047378540039062, 0.21099090576171875, 0.22150802612304688, 0.232025146484375, 0.24254226684570312, 0.25305938720703125, 0.2635765075683594, 0.2740936279296875, 0.2846107482910156, 0.29512786865234375, 0.3056449890136719, 0.316162109375]}, "gradients/decoder.transformer.h.6.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 11.0, 36.0, 203.0, 485.0, 226.0, 51.0, 6.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003996801562607288, -0.0035327966324985027, -0.003068791702389717, -0.002604787005111575, -0.0021407820750027895, -0.0016767771448940039, -0.001212772447615862, -0.0007487675175070763, -0.00028476258739829063, 0.00017924228450283408, 0.0006432471564039588, 0.0011072519700974226, 0.0015712569002062082, 0.002035261830314994, 0.002499266527593136, 0.0029632714577019215, 0.003427276387810707, 0.0038912813179194927, 0.004355286248028278, 0.004819290712475777, 0.00528329610824585, 0.005747300572693348, 0.0062113055028021336, 0.006675310432910919, 0.007139315363019705, 0.0076033202931284904, 0.008067324757575989, 0.008531330153346062, 0.00899533461779356, 0.009459340013563633, 0.009923344478011131, 0.010387349873781204, 0.010851355269551277, 0.011315359733998775, 0.011779365129768848, 0.012243369594216347, 0.01270737498998642, 0.013171379454433918, 0.013635383918881416, 0.01409938931465149, 0.014563394710421562, 0.01502739917486906, 0.015491404570639133, 0.015955409035086632, 0.016419414430856705, 0.016883419826626778, 0.0173474233597517, 0.017811428755521774, 0.018275432288646698, 0.01873943768441677, 0.019203441217541695, 0.019667446613311768, 0.02013145200908184, 0.020595457404851913, 0.021059460937976837, 0.02152346633374691, 0.021987471729516983, 0.022451477125287056, 0.02291548065841198, 0.023379486054182053, 0.023843491449952126, 0.0243074968457222, 0.024771500378847122, 0.025235505774617195, 0.025699511170387268]}, "gradients/decoder.transformer.h.6.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 5.0, 6.0, 6.0, 9.0, 8.0, 6.0, 13.0, 14.0, 18.0, 10.0, 20.0, 27.0, 20.0, 19.0, 33.0, 24.0, 29.0, 32.0, 23.0, 37.0, 44.0, 24.0, 49.0, 39.0, 39.0, 38.0, 30.0, 49.0, 35.0, 38.0, 32.0, 38.0, 34.0, 21.0, 19.0, 17.0, 16.0, 19.0, 12.0, 9.0, 6.0, 5.0, 11.0, 5.0, 3.0, 5.0, 5.0, 3.0, 1.0, 1.0, 5.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.005032837390899658, -0.0048719746991992, -0.004711112007498741, -0.004550249315798283, -0.004389386624097824, -0.004228523932397366, -0.004067661240696907, -0.0039067985489964485, -0.00374593585729599, -0.0035850731655955315, -0.003424210473895073, -0.0032633477821946144, -0.003102485090494156, -0.0029416223987936974, -0.002780759707093239, -0.0026198970153927803, -0.0024590343236923218, -0.0022981716319918633, -0.0021373089402914047, -0.001976446248590946, -0.0018155835568904877, -0.0016547208651900291, -0.0014938581734895706, -0.001332995481789112, -0.0011721327900886536, -0.001011270098388195, -0.0008504074066877365, -0.000689544714987278, -0.0005286820232868195, -0.00036781933158636093, -0.0002069566398859024, -4.609394818544388e-05, 0.00011476874351501465, 0.0002756314352154732, 0.0004364941269159317, 0.0005973568186163902, 0.0007582195103168488, 0.0009190822020173073, 0.0010799448937177658, 0.0012408075854182243, 0.0014016702771186829, 0.0015625329688191414, 0.0017233956605196, 0.0018842583522200584, 0.002045121043920517, 0.0022059837356209755, 0.002366846427321434, 0.0025277091190218925, 0.002688571810722351, 0.0028494345024228096, 0.003010297194123268, 0.0031711598858237267, 0.003332022577524185, 0.0034928852692246437, 0.0036537479609251022, 0.0038146106526255608, 0.003975473344326019, 0.004136336036026478, 0.004297198727726936, 0.004458061419427395, 0.004618924111127853, 0.004779786802828312, 0.0049406494945287704, 0.005101512186229229, 0.0052623748779296875]}, "gradients/decoder.transformer.h.6.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 5.0, 2.0, 1.0, 7.0, 3.0, 7.0, 8.0, 5.0, 11.0, 13.0, 10.0, 22.0, 15.0, 23.0, 29.0, 34.0, 31.0, 34.0, 41.0, 42.0, 32.0, 40.0, 36.0, 42.0, 44.0, 38.0, 46.0, 35.0, 35.0, 33.0, 29.0, 55.0, 34.0, 20.0, 19.0, 22.0, 23.0, 18.0, 15.0, 9.0, 12.0, 3.0, 5.0, 9.0, 5.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.363037109375, -0.35202789306640625, -0.3410186767578125, -0.33000946044921875, -0.319000244140625, -0.30799102783203125, -0.2969818115234375, -0.28597259521484375, -0.27496337890625, -0.26395416259765625, -0.2529449462890625, -0.24193572998046875, -0.230926513671875, -0.21991729736328125, -0.2089080810546875, -0.19789886474609375, -0.1868896484375, -0.17588043212890625, -0.1648712158203125, -0.15386199951171875, -0.142852783203125, -0.13184356689453125, -0.1208343505859375, -0.10982513427734375, -0.09881591796875, -0.08780670166015625, -0.0767974853515625, -0.06578826904296875, -0.054779052734375, -0.04376983642578125, -0.0327606201171875, -0.02175140380859375, -0.0107421875, 0.00026702880859375, 0.0112762451171875, 0.02228546142578125, 0.033294677734375, 0.04430389404296875, 0.0553131103515625, 0.06632232666015625, 0.07733154296875, 0.08834075927734375, 0.0993499755859375, 0.11035919189453125, 0.121368408203125, 0.13237762451171875, 0.1433868408203125, 0.15439605712890625, 0.1654052734375, 0.17641448974609375, 0.1874237060546875, 0.19843292236328125, 0.209442138671875, 0.22045135498046875, 0.2314605712890625, 0.24246978759765625, 0.25347900390625, 0.26448822021484375, 0.2754974365234375, 0.28650665283203125, 0.297515869140625, 0.30852508544921875, 0.3195343017578125, 0.33054351806640625, 0.341552734375]}, "gradients/decoder.transformer.h.6.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 6.0, 4.0, 7.0, 5.0, 7.0, 10.0, 14.0, 5.0, 17.0, 30.0, 35.0, 41.0, 70.0, 83.0, 124.0, 205.0, 344.0, 577.0, 1011.0, 1850.0, 3306.0, 6191.0, 12017.0, 23950.0, 50875.0, 157530.0, 561033.0, 135793.0, 46936.0, 22126.0, 11227.0, 5775.0, 3153.0, 1727.0, 938.0, 552.0, 302.0, 232.0, 132.0, 95.0, 63.0, 50.0, 30.0, 22.0, 15.0, 13.0, 12.0, 7.0, 6.0, 4.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.66943359375, -0.6488037109375, -0.628173828125, -0.6075439453125, -0.5869140625, -0.5662841796875, -0.545654296875, -0.5250244140625, -0.50439453125, -0.4837646484375, -0.463134765625, -0.4425048828125, -0.421875, -0.4012451171875, -0.380615234375, -0.3599853515625, -0.33935546875, -0.3187255859375, -0.298095703125, -0.2774658203125, -0.2568359375, -0.2362060546875, -0.215576171875, -0.1949462890625, -0.17431640625, -0.1536865234375, -0.133056640625, -0.1124267578125, -0.091796875, -0.0711669921875, -0.050537109375, -0.0299072265625, -0.00927734375, 0.0113525390625, 0.031982421875, 0.0526123046875, 0.0732421875, 0.0938720703125, 0.114501953125, 0.1351318359375, 0.15576171875, 0.1763916015625, 0.197021484375, 0.2176513671875, 0.23828125, 0.2589111328125, 0.279541015625, 0.3001708984375, 0.32080078125, 0.3414306640625, 0.362060546875, 0.3826904296875, 0.4033203125, 0.4239501953125, 0.444580078125, 0.4652099609375, 0.48583984375, 0.5064697265625, 0.527099609375, 0.5477294921875, 0.568359375, 0.5889892578125, 0.609619140625, 0.6302490234375, 0.65087890625]}, "gradients/decoder.transformer.h.6.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 4.0, 2.0, 3.0, 10.0, 8.0, 6.0, 11.0, 13.0, 20.0, 20.0, 22.0, 22.0, 38.0, 29.0, 36.0, 47.0, 49.0, 60.0, 105.0, 166.0, 1441.0, 282.0, 166.0, 77.0, 72.0, 59.0, 51.0, 43.0, 29.0, 30.0, 19.0, 22.0, 17.0, 13.0, 16.0, 11.0, 13.0, 5.0, 7.0, 3.0, 5.0, 2.0, 4.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.1796875, -1.1458282470703125, -1.111968994140625, -1.0781097412109375, -1.04425048828125, -1.0103912353515625, -0.976531982421875, -0.9426727294921875, -0.9088134765625, -0.8749542236328125, -0.841094970703125, -0.8072357177734375, -0.77337646484375, -0.7395172119140625, -0.705657958984375, -0.6717987060546875, -0.637939453125, -0.6040802001953125, -0.570220947265625, -0.5363616943359375, -0.50250244140625, -0.4686431884765625, -0.434783935546875, -0.4009246826171875, -0.3670654296875, -0.3332061767578125, -0.299346923828125, -0.2654876708984375, -0.23162841796875, -0.1977691650390625, -0.163909912109375, -0.1300506591796875, -0.09619140625, -0.0623321533203125, -0.028472900390625, 0.0053863525390625, 0.03924560546875, 0.0731048583984375, 0.106964111328125, 0.1408233642578125, 0.1746826171875, 0.2085418701171875, 0.242401123046875, 0.2762603759765625, 0.31011962890625, 0.3439788818359375, 0.377838134765625, 0.4116973876953125, 0.445556640625, 0.4794158935546875, 0.513275146484375, 0.5471343994140625, 0.58099365234375, 0.6148529052734375, 0.648712158203125, 0.6825714111328125, 0.7164306640625, 0.7502899169921875, 0.784149169921875, 0.8180084228515625, 0.85186767578125, 0.8857269287109375, 0.919586181640625, 0.9534454345703125, 0.9873046875]}, "gradients/decoder.transformer.h.6.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 8.0, 4.0, 8.0, 13.0, 7.0, 10.0, 14.0, 17.0, 24.0, 32.0, 40.0, 46.0, 62.0, 76.0, 117.0, 181.0, 327.0, 728.0, 2377.0, 11053.0, 109240.0, 2840378.0, 162589.0, 13629.0, 2846.0, 862.0, 340.0, 174.0, 114.0, 99.0, 60.0, 39.0, 46.0, 37.0, 21.0, 19.0, 18.0, 15.0, 10.0, 10.0, 6.0, 4.0, 2.0, 3.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.8525390625, -1.7919158935546875, -1.731292724609375, -1.6706695556640625, -1.61004638671875, -1.5494232177734375, -1.488800048828125, -1.4281768798828125, -1.3675537109375, -1.3069305419921875, -1.246307373046875, -1.1856842041015625, -1.12506103515625, -1.0644378662109375, -1.003814697265625, -0.9431915283203125, -0.882568359375, -0.8219451904296875, -0.761322021484375, -0.7006988525390625, -0.64007568359375, -0.5794525146484375, -0.518829345703125, -0.4582061767578125, -0.3975830078125, -0.3369598388671875, -0.276336669921875, -0.2157135009765625, -0.15509033203125, -0.0944671630859375, -0.033843994140625, 0.0267791748046875, 0.08740234375, 0.1480255126953125, 0.208648681640625, 0.2692718505859375, 0.32989501953125, 0.3905181884765625, 0.451141357421875, 0.5117645263671875, 0.5723876953125, 0.6330108642578125, 0.693634033203125, 0.7542572021484375, 0.81488037109375, 0.8755035400390625, 0.936126708984375, 0.9967498779296875, 1.057373046875, 1.1179962158203125, 1.178619384765625, 1.2392425537109375, 1.29986572265625, 1.3604888916015625, 1.421112060546875, 1.4817352294921875, 1.5423583984375, 1.6029815673828125, 1.663604736328125, 1.7242279052734375, 1.78485107421875, 1.8454742431640625, 1.906097412109375, 1.9667205810546875, 2.02734375]}, "gradients/decoder.transformer.h.6.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 39.0, 748.0, 229.0], "bins": [-34.50365447998047, -33.95343780517578, -33.403221130371094, -32.853004455566406, -32.30278396606445, -31.752567291259766, -31.202350616455078, -30.65213394165039, -30.101917266845703, -29.551700592041016, -29.001482009887695, -28.451265335083008, -27.90104866027832, -27.350830078125, -26.800613403320312, -26.250396728515625, -25.700178146362305, -25.149961471557617, -24.599742889404297, -24.04952621459961, -23.499309539794922, -22.949092864990234, -22.398874282836914, -21.848657608032227, -21.298439025878906, -20.74822235107422, -20.1980037689209, -19.64778709411621, -19.097570419311523, -18.547351837158203, -17.997135162353516, -17.446918487548828, -16.896703720092773, -16.346487045288086, -15.796269416809082, -15.246051788330078, -14.69583511352539, -14.145617485046387, -13.595399856567383, -13.045183181762695, -12.494964599609375, -11.944746971130371, -11.394530296325684, -10.84431266784668, -10.294095993041992, -9.743878364562988, -9.193660736083984, -8.643444061279297, -8.093226432800293, -7.543009281158447, -6.992792129516602, -6.442574501037598, -5.892357349395752, -5.342140197753906, -4.791922569274902, -4.241705417633057, -3.691488265991211, -3.1412711143493652, -2.5910537242889404, -2.0408363342285156, -1.49061918258667, -0.9404020309448242, -0.3901846408843994, 0.1600327491760254, 0.7102498412132263]}, "gradients/decoder.transformer.h.6.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 6.0, 6.0, 0.0, 3.0, 5.0, 9.0, 9.0, 13.0, 15.0, 15.0, 18.0, 19.0, 19.0, 17.0, 24.0, 24.0, 30.0, 28.0, 37.0, 46.0, 44.0, 29.0, 47.0, 31.0, 50.0, 43.0, 41.0, 25.0, 40.0, 34.0, 43.0, 18.0, 32.0, 31.0, 27.0, 25.0, 19.0, 19.0, 10.0, 11.0, 11.0, 10.0, 9.0, 6.0, 6.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.335766315460205, -2.260491371154785, -2.1852166652679443, -2.1099419593811035, -2.0346670150756836, -1.9593921899795532, -1.8841173648834229, -1.8088425397872925, -1.733567714691162, -1.6582928895950317, -1.5830180644989014, -1.507743239402771, -1.4324684143066406, -1.3571935892105103, -1.2819187641143799, -1.2066439390182495, -1.1313691139221191, -1.0560942888259888, -0.9808194637298584, -0.905544638633728, -0.8302698135375977, -0.7549949884414673, -0.6797201633453369, -0.6044453382492065, -0.5291705131530762, -0.4538956880569458, -0.37862086296081543, -0.30334603786468506, -0.2280712127685547, -0.15279638767242432, -0.07752156257629395, -0.0022467374801635742, 0.0730278491973877, 0.14830267429351807, 0.22357749938964844, 0.2988523244857788, 0.3741271495819092, 0.44940197467803955, 0.5246767997741699, 0.5999516248703003, 0.6752264499664307, 0.750501275062561, 0.8257761001586914, 0.9010509252548218, 0.9763257503509521, 1.0516005754470825, 1.126875400543213, 1.2021502256393433, 1.2774250507354736, 1.352699875831604, 1.4279747009277344, 1.5032495260238647, 1.5785243511199951, 1.6537991762161255, 1.7290740013122559, 1.8043488264083862, 1.8796236515045166, 1.954898476600647, 2.0301733016967773, 2.1054482460021973, 2.180722951889038, 2.255997657775879, 2.331272602081299, 2.4065475463867188, 2.4818222522735596]}, "gradients/decoder.transformer.h.5.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 6.0, 7.0, 7.0, 7.0, 10.0, 8.0, 11.0, 16.0, 23.0, 22.0, 33.0, 24.0, 32.0, 45.0, 46.0, 37.0, 40.0, 31.0, 30.0, 46.0, 41.0, 33.0, 35.0, 45.0, 40.0, 44.0, 31.0, 38.0, 39.0, 24.0, 31.0, 24.0, 16.0, 19.0, 13.0, 13.0, 14.0, 8.0, 6.0, 4.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.354736328125, -0.34304046630859375, -0.3313446044921875, -0.31964874267578125, -0.307952880859375, -0.29625701904296875, -0.2845611572265625, -0.27286529541015625, -0.26116943359375, -0.24947357177734375, -0.2377777099609375, -0.22608184814453125, -0.214385986328125, -0.20269012451171875, -0.1909942626953125, -0.17929840087890625, -0.1676025390625, -0.15590667724609375, -0.1442108154296875, -0.13251495361328125, -0.120819091796875, -0.10912322998046875, -0.0974273681640625, -0.08573150634765625, -0.07403564453125, -0.06233978271484375, -0.0506439208984375, -0.03894805908203125, -0.027252197265625, -0.01555633544921875, -0.0038604736328125, 0.00783538818359375, 0.01953125, 0.03122711181640625, 0.0429229736328125, 0.05461883544921875, 0.066314697265625, 0.07801055908203125, 0.0897064208984375, 0.10140228271484375, 0.11309814453125, 0.12479400634765625, 0.1364898681640625, 0.14818572998046875, 0.159881591796875, 0.17157745361328125, 0.1832733154296875, 0.19496917724609375, 0.2066650390625, 0.21836090087890625, 0.2300567626953125, 0.24175262451171875, 0.253448486328125, 0.26514434814453125, 0.2768402099609375, 0.28853607177734375, 0.30023193359375, 0.31192779541015625, 0.3236236572265625, 0.33531951904296875, 0.347015380859375, 0.35871124267578125, 0.3704071044921875, 0.38210296630859375, 0.393798828125]}, "gradients/decoder.transformer.h.5.mlp.c_proj.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 2.0, 5.0, 6.0, 14.0, 13.0, 14.0, 25.0, 49.0, 70.0, 105.0, 142.0, 197.0, 291.0, 479.0, 782.0, 1079.0, 1633.0, 2662.0, 4450.0, 7853.0, 14874.0, 31538.0, 78052.0, 242733.0, 927822.0, 1887549.0, 686959.0, 184870.0, 62652.0, 26377.0, 12853.0, 6975.0, 4062.0, 2512.0, 1574.0, 1008.0, 628.0, 449.0, 335.0, 183.0, 130.0, 80.0, 66.0, 44.0, 33.0, 23.0, 8.0, 9.0, 13.0, 5.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.44921875, -0.4333953857421875, -0.417572021484375, -0.4017486572265625, -0.38592529296875, -0.3701019287109375, -0.354278564453125, -0.3384552001953125, -0.3226318359375, -0.3068084716796875, -0.290985107421875, -0.2751617431640625, -0.25933837890625, -0.2435150146484375, -0.227691650390625, -0.2118682861328125, -0.196044921875, -0.1802215576171875, -0.164398193359375, -0.1485748291015625, -0.13275146484375, -0.1169281005859375, -0.101104736328125, -0.0852813720703125, -0.0694580078125, -0.0536346435546875, -0.037811279296875, -0.0219879150390625, -0.00616455078125, 0.0096588134765625, 0.025482177734375, 0.0413055419921875, 0.05712890625, 0.0729522705078125, 0.088775634765625, 0.1045989990234375, 0.12042236328125, 0.1362457275390625, 0.152069091796875, 0.1678924560546875, 0.1837158203125, 0.1995391845703125, 0.215362548828125, 0.2311859130859375, 0.24700927734375, 0.2628326416015625, 0.278656005859375, 0.2944793701171875, 0.310302734375, 0.3261260986328125, 0.341949462890625, 0.3577728271484375, 0.37359619140625, 0.3894195556640625, 0.405242919921875, 0.4210662841796875, 0.4368896484375, 0.4527130126953125, 0.468536376953125, 0.4843597412109375, 0.50018310546875, 0.5160064697265625, 0.531829833984375, 0.5476531982421875, 0.5634765625]}, "gradients/decoder.transformer.h.5.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 8.0, 7.0, 13.0, 12.0, 12.0, 23.0, 25.0, 31.0, 48.0, 48.0, 62.0, 105.0, 116.0, 187.0, 259.0, 384.0, 550.0, 556.0, 444.0, 323.0, 234.0, 169.0, 108.0, 85.0, 73.0, 43.0, 29.0, 33.0, 21.0, 14.0, 16.0, 6.0, 7.0, 6.0, 7.0, 3.0, 3.0, 1.0, 2.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.63818359375, -0.6201324462890625, -0.602081298828125, -0.5840301513671875, -0.56597900390625, -0.5479278564453125, -0.529876708984375, -0.5118255615234375, -0.4937744140625, -0.4757232666015625, -0.457672119140625, -0.4396209716796875, -0.42156982421875, -0.4035186767578125, -0.385467529296875, -0.3674163818359375, -0.349365234375, -0.3313140869140625, -0.313262939453125, -0.2952117919921875, -0.27716064453125, -0.2591094970703125, -0.241058349609375, -0.2230072021484375, -0.2049560546875, -0.1869049072265625, -0.168853759765625, -0.1508026123046875, -0.13275146484375, -0.1147003173828125, -0.096649169921875, -0.0785980224609375, -0.060546875, -0.0424957275390625, -0.024444580078125, -0.0063934326171875, 0.01165771484375, 0.0297088623046875, 0.047760009765625, 0.0658111572265625, 0.0838623046875, 0.1019134521484375, 0.119964599609375, 0.1380157470703125, 0.15606689453125, 0.1741180419921875, 0.192169189453125, 0.2102203369140625, 0.228271484375, 0.2463226318359375, 0.264373779296875, 0.2824249267578125, 0.30047607421875, 0.3185272216796875, 0.336578369140625, 0.3546295166015625, 0.3726806640625, 0.3907318115234375, 0.408782958984375, 0.4268341064453125, 0.44488525390625, 0.4629364013671875, 0.480987548828125, 0.4990386962890625, 0.51708984375]}, "gradients/decoder.transformer.h.5.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 3.0, 6.0, 11.0, 6.0, 9.0, 8.0, 15.0, 19.0, 19.0, 45.0, 41.0, 72.0, 118.0, 170.0, 309.0, 663.0, 1883.0, 6237.0, 33790.0, 358470.0, 3446507.0, 306370.0, 30416.0, 5923.0, 1733.0, 594.0, 295.0, 174.0, 99.0, 79.0, 45.0, 42.0, 29.0, 31.0, 19.0, 13.0, 9.0, 1.0, 6.0, 2.0, 2.0, 5.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7353515625, -1.6850128173828125, -1.634674072265625, -1.5843353271484375, -1.53399658203125, -1.4836578369140625, -1.433319091796875, -1.3829803466796875, -1.3326416015625, -1.2823028564453125, -1.231964111328125, -1.1816253662109375, -1.13128662109375, -1.0809478759765625, -1.030609130859375, -0.9802703857421875, -0.929931640625, -0.8795928955078125, -0.829254150390625, -0.7789154052734375, -0.72857666015625, -0.6782379150390625, -0.627899169921875, -0.5775604248046875, -0.5272216796875, -0.4768829345703125, -0.426544189453125, -0.3762054443359375, -0.32586669921875, -0.2755279541015625, -0.225189208984375, -0.1748504638671875, -0.12451171875, -0.0741729736328125, -0.023834228515625, 0.0265045166015625, 0.07684326171875, 0.1271820068359375, 0.177520751953125, 0.2278594970703125, 0.2781982421875, 0.3285369873046875, 0.378875732421875, 0.4292144775390625, 0.47955322265625, 0.5298919677734375, 0.580230712890625, 0.6305694580078125, 0.680908203125, 0.7312469482421875, 0.781585693359375, 0.8319244384765625, 0.88226318359375, 0.9326019287109375, 0.982940673828125, 1.0332794189453125, 1.0836181640625, 1.1339569091796875, 1.184295654296875, 1.2346343994140625, 1.28497314453125, 1.3353118896484375, 1.385650634765625, 1.4359893798828125, 1.486328125]}, "gradients/decoder.transformer.h.5.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 14.0, 110.0, 364.0, 375.0, 120.0, 22.0, 6.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-16.625755310058594, -16.272676467895508, -15.919596672058105, -15.566516876220703, -15.213438034057617, -14.860358238220215, -14.507278442382812, -14.154199600219727, -13.80112075805664, -13.448040962219238, -13.094962120056152, -12.74188232421875, -12.388803482055664, -12.035723686218262, -11.68264389038086, -11.329565048217773, -10.976485252380371, -10.623405456542969, -10.270326614379883, -9.91724681854248, -9.564167976379395, -9.211088180541992, -8.858009338378906, -8.504929542541504, -8.151849746704102, -7.798770427703857, -7.445691108703613, -7.092611312866211, -6.739532470703125, -6.386452674865723, -6.0333733558654785, -5.680294036865234, -5.327215671539307, -4.9741363525390625, -4.621057033538818, -4.267977714538574, -3.914898157119751, -3.561818838119507, -3.2087392807006836, -2.8556599617004395, -2.5025806427001953, -2.149501323699951, -1.7964218854904175, -1.4433424472808838, -1.0902631282806396, -0.7371838092803955, -0.38410425186157227, -0.031024932861328125, 0.322054386138916, 0.6751337647438049, 1.0282131433486938, 1.3812925815582275, 1.7343719005584717, 2.087451219558716, 2.440530776977539, 2.793610095977783, 3.1466894149780273, 3.4997687339782715, 3.8528480529785156, 4.205927848815918, 4.559006690979004, 4.912086486816406, 5.26516580581665, 5.6182451248168945, 5.971324443817139]}, "gradients/decoder.transformer.h.5.ln_2.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 5.0, 5.0, 7.0, 1.0, 7.0, 7.0, 13.0, 8.0, 11.0, 18.0, 15.0, 17.0, 21.0, 31.0, 34.0, 29.0, 26.0, 36.0, 33.0, 42.0, 32.0, 37.0, 34.0, 47.0, 40.0, 35.0, 37.0, 40.0, 36.0, 35.0, 27.0, 33.0, 32.0, 25.0, 18.0, 22.0, 14.0, 16.0, 9.0, 15.0, 11.0, 11.0, 10.0, 4.0, 8.0, 3.0, 5.0, 3.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.9468917846679688, -1.8867292404174805, -1.8265668153762817, -1.7664042711257935, -1.7062418460845947, -1.6460793018341064, -1.5859167575836182, -1.5257542133331299, -1.4655917882919312, -1.4054292440414429, -1.3452668190002441, -1.2851042747497559, -1.2249417304992676, -1.1647793054580688, -1.1046167612075806, -1.0444543361663818, -0.9842917919158936, -0.92412930727005, -0.8639668226242065, -0.8038042783737183, -0.7436417937278748, -0.6834793090820312, -0.623316764831543, -0.5631542801856995, -0.502991795539856, -0.44282931089401245, -0.38266679644584656, -0.32250428199768066, -0.26234179735183716, -0.20217931270599365, -0.14201679825782776, -0.08185428380966187, -0.02169179916381836, 0.03847070038318634, 0.09863319993019104, 0.15879569947719574, 0.21895819902420044, 0.27912068367004395, 0.33928319811820984, 0.39944571256637573, 0.45960819721221924, 0.5197706818580627, 0.5799331665039062, 0.6400957107543945, 0.700258195400238, 0.7604206800460815, 0.8205832242965698, 0.8807457089424133, 0.9409081935882568, 1.0010707378387451, 1.0612331628799438, 1.1213957071304321, 1.1815581321716309, 1.2417206764221191, 1.3018832206726074, 1.3620457649230957, 1.4222081899642944, 1.4823707342147827, 1.5425331592559814, 1.6026957035064697, 1.662858247756958, 1.7230206727981567, 1.783183217048645, 1.8433456420898438, 1.903508186340332]}, "gradients/decoder.transformer.h.5.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 8.0, 4.0, 6.0, 13.0, 3.0, 10.0, 9.0, 12.0, 15.0, 14.0, 15.0, 23.0, 16.0, 27.0, 31.0, 28.0, 26.0, 42.0, 40.0, 38.0, 33.0, 40.0, 41.0, 50.0, 34.0, 39.0, 51.0, 49.0, 46.0, 39.0, 26.0, 27.0, 23.0, 24.0, 19.0, 11.0, 17.0, 11.0, 14.0, 8.0, 9.0, 7.0, 5.0, 5.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.3623046875, -0.3509178161621094, -0.33953094482421875, -0.3281440734863281, -0.3167572021484375, -0.3053703308105469, -0.29398345947265625, -0.2825965881347656, -0.271209716796875, -0.2598228454589844, -0.24843597412109375, -0.23704910278320312, -0.2256622314453125, -0.21427536010742188, -0.20288848876953125, -0.19150161743164062, -0.18011474609375, -0.16872787475585938, -0.15734100341796875, -0.14595413208007812, -0.1345672607421875, -0.12318038940429688, -0.11179351806640625, -0.10040664672851562, -0.089019775390625, -0.07763290405273438, -0.06624603271484375, -0.054859161376953125, -0.0434722900390625, -0.032085418701171875, -0.02069854736328125, -0.009311676025390625, 0.0020751953125, 0.013462066650390625, 0.02484893798828125, 0.036235809326171875, 0.0476226806640625, 0.059009552001953125, 0.07039642333984375, 0.08178329467773438, 0.093170166015625, 0.10455703735351562, 0.11594390869140625, 0.12733078002929688, 0.1387176513671875, 0.15010452270507812, 0.16149139404296875, 0.17287826538085938, 0.18426513671875, 0.19565200805664062, 0.20703887939453125, 0.21842575073242188, 0.2298126220703125, 0.24119949340820312, 0.25258636474609375, 0.2639732360839844, 0.275360107421875, 0.2867469787597656, 0.29813385009765625, 0.3095207214355469, 0.3209075927734375, 0.3322944641113281, 0.34368133544921875, 0.3550682067871094, 0.366455078125]}, "gradients/decoder.transformer.h.5.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 1.0, 6.0, 1.0, 11.0, 14.0, 15.0, 22.0, 29.0, 57.0, 69.0, 91.0, 130.0, 184.0, 247.0, 379.0, 572.0, 859.0, 1358.0, 2201.0, 3929.0, 9435.0, 29299.0, 130686.0, 542713.0, 250488.0, 49121.0, 13869.0, 5308.0, 2785.0, 1547.0, 1002.0, 676.0, 460.0, 295.0, 232.0, 142.0, 104.0, 80.0, 37.0, 36.0, 24.0, 15.0, 13.0, 8.0, 6.0, 4.0, 2.0, 4.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0838623046875, -0.08083343505859375, -0.0778045654296875, -0.07477569580078125, -0.071746826171875, -0.06871795654296875, -0.0656890869140625, -0.06266021728515625, -0.05963134765625, -0.05660247802734375, -0.0535736083984375, -0.05054473876953125, -0.047515869140625, -0.04448699951171875, -0.0414581298828125, -0.03842926025390625, -0.035400390625, -0.03237152099609375, -0.0293426513671875, -0.02631378173828125, -0.023284912109375, -0.02025604248046875, -0.0172271728515625, -0.01419830322265625, -0.01116943359375, -0.00814056396484375, -0.0051116943359375, -0.00208282470703125, 0.000946044921875, 0.00397491455078125, 0.0070037841796875, 0.01003265380859375, 0.0130615234375, 0.01609039306640625, 0.0191192626953125, 0.02214813232421875, 0.025177001953125, 0.02820587158203125, 0.0312347412109375, 0.03426361083984375, 0.03729248046875, 0.04032135009765625, 0.0433502197265625, 0.04637908935546875, 0.049407958984375, 0.05243682861328125, 0.0554656982421875, 0.05849456787109375, 0.0615234375, 0.06455230712890625, 0.0675811767578125, 0.07061004638671875, 0.073638916015625, 0.07666778564453125, 0.0796966552734375, 0.08272552490234375, 0.08575439453125, 0.08878326416015625, 0.0918121337890625, 0.09484100341796875, 0.097869873046875, 0.10089874267578125, 0.1039276123046875, 0.10695648193359375, 0.1099853515625]}, "gradients/decoder.transformer.h.5.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 8.0, 4.0, 5.0, 2.0, 5.0, 4.0, 8.0, 12.0, 6.0, 11.0, 18.0, 13.0, 25.0, 23.0, 31.0, 46.0, 24.0, 33.0, 37.0, 43.0, 45.0, 42.0, 47.0, 1070.0, 44.0, 33.0, 34.0, 43.0, 33.0, 29.0, 33.0, 29.0, 21.0, 22.0, 22.0, 20.0, 22.0, 16.0, 12.0, 7.0, 11.0, 7.0, 7.0, 9.0, 7.0, 4.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0], "bins": [-0.2491455078125, -0.24152183532714844, -0.23389816284179688, -0.2262744903564453, -0.21865081787109375, -0.2110271453857422, -0.20340347290039062, -0.19577980041503906, -0.1881561279296875, -0.18053245544433594, -0.17290878295898438, -0.1652851104736328, -0.15766143798828125, -0.1500377655029297, -0.14241409301757812, -0.13479042053222656, -0.127166748046875, -0.11954307556152344, -0.11191940307617188, -0.10429573059082031, -0.09667205810546875, -0.08904838562011719, -0.08142471313476562, -0.07380104064941406, -0.0661773681640625, -0.05855369567871094, -0.050930023193359375, -0.04330635070800781, -0.03568267822265625, -0.028059005737304688, -0.020435333251953125, -0.012811660766601562, -0.00518798828125, 0.0024356842041015625, 0.010059356689453125, 0.017683029174804688, 0.02530670166015625, 0.03293037414550781, 0.040554046630859375, 0.04817771911621094, 0.0558013916015625, 0.06342506408691406, 0.07104873657226562, 0.07867240905761719, 0.08629608154296875, 0.09391975402832031, 0.10154342651367188, 0.10916709899902344, 0.116790771484375, 0.12441444396972656, 0.13203811645507812, 0.1396617889404297, 0.14728546142578125, 0.1549091339111328, 0.16253280639648438, 0.17015647888183594, 0.1777801513671875, 0.18540382385253906, 0.19302749633789062, 0.2006511688232422, 0.20827484130859375, 0.2158985137939453, 0.22352218627929688, 0.23114585876464844, 0.23876953125]}, "gradients/decoder.transformer.h.5.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 4.0, 5.0, 2.0, 8.0, 21.0, 22.0, 32.0, 54.0, 56.0, 91.0, 120.0, 166.0, 262.0, 325.0, 466.0, 706.0, 1061.0, 1691.0, 2766.0, 5298.0, 12213.0, 37535.0, 180392.0, 1536070.0, 242611.0, 46493.0, 14143.0, 5972.0, 3055.0, 1854.0, 1184.0, 736.0, 517.0, 351.0, 259.0, 170.0, 133.0, 100.0, 63.0, 43.0, 34.0, 20.0, 9.0, 11.0, 3.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.0689697265625, -0.06691551208496094, -0.06486129760742188, -0.06280708312988281, -0.06075286865234375, -0.05869865417480469, -0.056644439697265625, -0.05459022521972656, -0.0525360107421875, -0.05048179626464844, -0.048427581787109375, -0.04637336730957031, -0.04431915283203125, -0.04226493835449219, -0.040210723876953125, -0.03815650939941406, -0.036102294921875, -0.03404808044433594, -0.031993865966796875, -0.029939651489257812, -0.02788543701171875, -0.025831222534179688, -0.023777008056640625, -0.021722793579101562, -0.0196685791015625, -0.017614364624023438, -0.015560150146484375, -0.013505935668945312, -0.01145172119140625, -0.009397506713867188, -0.007343292236328125, -0.0052890777587890625, -0.00323486328125, -0.0011806488037109375, 0.000873565673828125, 0.0029277801513671875, 0.00498199462890625, 0.0070362091064453125, 0.009090423583984375, 0.011144638061523438, 0.0131988525390625, 0.015253067016601562, 0.017307281494140625, 0.019361495971679688, 0.02141571044921875, 0.023469924926757812, 0.025524139404296875, 0.027578353881835938, 0.029632568359375, 0.03168678283691406, 0.033740997314453125, 0.03579521179199219, 0.03784942626953125, 0.03990364074707031, 0.041957855224609375, 0.04401206970214844, 0.0460662841796875, 0.04812049865722656, 0.050174713134765625, 0.05222892761230469, 0.05428314208984375, 0.05633735656738281, 0.058391571044921875, 0.06044578552246094, 0.0625]}, "gradients/decoder.transformer.h.5.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 14.0, 16.0, 63.0, 382.0, 404.0, 67.0, 19.0, 4.0, 6.0, 2.0, 5.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027679443359375, -0.02686595916748047, -0.026052474975585938, -0.025238990783691406, -0.024425506591796875, -0.023612022399902344, -0.022798538208007812, -0.02198505401611328, -0.02117156982421875, -0.02035808563232422, -0.019544601440429688, -0.018731117248535156, -0.017917633056640625, -0.017104148864746094, -0.016290664672851562, -0.015477180480957031, -0.0146636962890625, -0.013850212097167969, -0.013036727905273438, -0.012223243713378906, -0.011409759521484375, -0.010596275329589844, -0.009782791137695312, -0.008969306945800781, -0.00815582275390625, -0.007342338562011719, -0.0065288543701171875, -0.005715370178222656, -0.004901885986328125, -0.004088401794433594, -0.0032749176025390625, -0.0024614334106445312, -0.00164794921875, -0.0008344650268554688, -2.09808349609375e-05, 0.0007925033569335938, 0.001605987548828125, 0.0024194717407226562, 0.0032329559326171875, 0.004046440124511719, 0.00485992431640625, 0.005673408508300781, 0.0064868927001953125, 0.007300376892089844, 0.008113861083984375, 0.008927345275878906, 0.009740829467773438, 0.010554313659667969, 0.0113677978515625, 0.012181282043457031, 0.012994766235351562, 0.013808250427246094, 0.014621734619140625, 0.015435218811035156, 0.016248703002929688, 0.01706218719482422, 0.01787567138671875, 0.01868915557861328, 0.019502639770507812, 0.020316123962402344, 0.021129608154296875, 0.021943092346191406, 0.022756576538085938, 0.02357006072998047, 0.024383544921875]}, "gradients/decoder.transformer.h.5.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 3.0, 3.0, 1.0, 4.0, 2.0, 11.0, 11.0, 12.0, 28.0, 72.0, 808.0, 865845.0, 180870.0, 746.0, 67.0, 32.0, 11.0, 9.0, 9.0, 1.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.5390625, -0.521087646484375, -0.50311279296875, -0.485137939453125, -0.4671630859375, -0.449188232421875, -0.43121337890625, -0.413238525390625, -0.395263671875, -0.377288818359375, -0.35931396484375, -0.341339111328125, -0.3233642578125, -0.305389404296875, -0.28741455078125, -0.269439697265625, -0.25146484375, -0.233489990234375, -0.21551513671875, -0.197540283203125, -0.1795654296875, -0.161590576171875, -0.14361572265625, -0.125640869140625, -0.107666015625, -0.089691162109375, -0.07171630859375, -0.053741455078125, -0.0357666015625, -0.017791748046875, 0.00018310546875, 0.018157958984375, 0.0361328125, 0.054107666015625, 0.07208251953125, 0.090057373046875, 0.1080322265625, 0.126007080078125, 0.14398193359375, 0.161956787109375, 0.179931640625, 0.197906494140625, 0.21588134765625, 0.233856201171875, 0.2518310546875, 0.269805908203125, 0.28778076171875, 0.305755615234375, 0.32373046875, 0.341705322265625, 0.35968017578125, 0.377655029296875, 0.3956298828125, 0.413604736328125, 0.43157958984375, 0.449554443359375, 0.467529296875, 0.485504150390625, 0.50347900390625, 0.521453857421875, 0.5394287109375, 0.557403564453125, 0.57537841796875, 0.593353271484375, 0.611328125]}, "gradients/decoder.transformer.h.5.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 13.0, 225.0, 730.0, 48.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2275404930114746, -0.22349371016025543, -0.21944692730903625, -0.21540015935897827, -0.2113533765077591, -0.20730659365653992, -0.20325982570648193, -0.19921304285526276, -0.19516626000404358, -0.1911194771528244, -0.18707269430160522, -0.18302592635154724, -0.17897914350032806, -0.1749323606491089, -0.1708855926990509, -0.16683880984783173, -0.16279202699661255, -0.15874524414539337, -0.1546984612941742, -0.1506516933441162, -0.14660491049289703, -0.14255812764167786, -0.13851135969161987, -0.1344645768404007, -0.13041779398918152, -0.12637101113796234, -0.12232423573732376, -0.11827746033668518, -0.114230677485466, -0.11018389463424683, -0.10613711923360825, -0.10209034383296967, -0.0980435460805893, -0.09399676322937012, -0.08994998782873154, -0.08590321242809296, -0.08185642957687378, -0.0778096467256546, -0.07376287132501602, -0.06971609592437744, -0.06566931307315826, -0.061622533947229385, -0.05757575482130051, -0.05352897569537163, -0.04948219656944275, -0.04543541744351387, -0.04138863831758499, -0.03734185919165611, -0.03329508379101753, -0.029248304665088654, -0.025201525539159775, -0.021154746413230896, -0.017107967287302017, -0.013061188161373138, -0.00901440903544426, -0.004967629909515381, -0.0009208507835865021, 0.0031259283423423767, 0.0071727074682712555, 0.011219486594200134, 0.015266265720129013, 0.019313044846057892, 0.02335982397198677, 0.02740660309791565, 0.03145338222384453]}, "gradients/decoder.transformer.h.5.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 3.0, 3.0, 1.0, 3.0, 4.0, 9.0, 6.0, 10.0, 11.0, 7.0, 14.0, 11.0, 16.0, 14.0, 20.0, 26.0, 21.0, 25.0, 31.0, 36.0, 28.0, 38.0, 28.0, 35.0, 29.0, 43.0, 34.0, 33.0, 34.0, 49.0, 40.0, 49.0, 29.0, 36.0, 34.0, 28.0, 20.0, 25.0, 24.0, 14.0, 13.0, 12.0, 22.0, 7.0, 9.0, 5.0, 11.0, 5.0, 1.0, 2.0, 5.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008835315704345703, -0.008526633493602276, -0.008217951282858849, -0.007909269072115421, -0.007600586861371994, -0.007291904650628567, -0.0069832224398851395, -0.006674540229141712, -0.006365858018398285, -0.006057175807654858, -0.00574849359691143, -0.005439811386168003, -0.005131129175424576, -0.0048224469646811485, -0.004513764753937721, -0.004205082543194294, -0.0038964003324508667, -0.0035877181217074394, -0.003279035910964012, -0.002970353700220585, -0.0026616714894771576, -0.0023529892787337303, -0.002044307067990303, -0.0017356248572468758, -0.0014269426465034485, -0.0011182604357600212, -0.0008095782250165939, -0.0005008960142731667, -0.00019221380352973938, 0.0001164684072136879, 0.0004251506179571152, 0.0007338328287005424, 0.0010425150394439697, 0.001351197250187397, 0.0016598794609308243, 0.0019685616716742516, 0.002277243882417679, 0.002585926093161106, 0.0028946083039045334, 0.0032032905146479607, 0.003511972725391388, 0.003820654936134815, 0.0041293371468782425, 0.00443801935762167, 0.004746701568365097, 0.005055383779108524, 0.005364065989851952, 0.005672748200595379, 0.005981430411338806, 0.006290112622082233, 0.006598794832825661, 0.006907477043569088, 0.007216159254312515, 0.0075248414650559425, 0.00783352367579937, 0.008142205886542797, 0.008450888097286224, 0.008759570308029652, 0.009068252518773079, 0.009376934729516506, 0.009685616940259933, 0.00999429915100336, 0.010302981361746788, 0.010611663572490215, 0.010920345783233643]}, "gradients/decoder.transformer.h.5.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 8.0, 5.0, 7.0, 10.0, 4.0, 10.0, 9.0, 12.0, 14.0, 15.0, 13.0, 25.0, 16.0, 27.0, 31.0, 29.0, 25.0, 41.0, 42.0, 38.0, 32.0, 41.0, 39.0, 48.0, 37.0, 41.0, 50.0, 46.0, 46.0, 40.0, 27.0, 27.0, 23.0, 23.0, 19.0, 13.0, 16.0, 11.0, 14.0, 8.0, 8.0, 8.0, 5.0, 5.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.3623046875, -0.3509178161621094, -0.33953094482421875, -0.3281440734863281, -0.3167572021484375, -0.3053703308105469, -0.29398345947265625, -0.2825965881347656, -0.271209716796875, -0.2598228454589844, -0.24843597412109375, -0.23704910278320312, -0.2256622314453125, -0.21427536010742188, -0.20288848876953125, -0.19150161743164062, -0.18011474609375, -0.16872787475585938, -0.15734100341796875, -0.14595413208007812, -0.1345672607421875, -0.12318038940429688, -0.11179351806640625, -0.10040664672851562, -0.089019775390625, -0.07763290405273438, -0.06624603271484375, -0.054859161376953125, -0.0434722900390625, -0.032085418701171875, -0.02069854736328125, -0.009311676025390625, 0.0020751953125, 0.013462066650390625, 0.02484893798828125, 0.036235809326171875, 0.0476226806640625, 0.059009552001953125, 0.07039642333984375, 0.08178329467773438, 0.093170166015625, 0.10455703735351562, 0.11594390869140625, 0.12733078002929688, 0.1387176513671875, 0.15010452270507812, 0.16149139404296875, 0.17287826538085938, 0.18426513671875, 0.19565200805664062, 0.20703887939453125, 0.21842575073242188, 0.2298126220703125, 0.24119949340820312, 0.25258636474609375, 0.2639732360839844, 0.275360107421875, 0.2867469787597656, 0.29813385009765625, 0.3095207214355469, 0.3209075927734375, 0.3322944641113281, 0.34368133544921875, 0.3550682067871094, 0.366455078125]}, "gradients/decoder.transformer.h.5.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 9.0, 5.0, 13.0, 17.0, 19.0, 32.0, 44.0, 73.0, 95.0, 131.0, 207.0, 289.0, 469.0, 699.0, 1046.0, 1590.0, 2492.0, 3841.0, 5912.0, 9166.0, 13833.0, 21199.0, 33164.0, 52172.0, 85784.0, 156372.0, 239776.0, 170534.0, 93213.0, 56147.0, 35351.0, 22728.0, 14545.0, 9515.0, 6243.0, 4003.0, 2685.0, 1716.0, 1195.0, 757.0, 488.0, 331.0, 207.0, 161.0, 100.0, 63.0, 47.0, 25.0, 21.0, 9.0, 11.0, 8.0, 6.0, 1.0, 5.0, 0.0, 2.0, 1.0], "bins": [-0.396728515625, -0.3845481872558594, -0.37236785888671875, -0.3601875305175781, -0.3480072021484375, -0.3358268737792969, -0.32364654541015625, -0.3114662170410156, -0.299285888671875, -0.2871055603027344, -0.27492523193359375, -0.2627449035644531, -0.2505645751953125, -0.23838424682617188, -0.22620391845703125, -0.21402359008789062, -0.20184326171875, -0.18966293334960938, -0.17748260498046875, -0.16530227661132812, -0.1531219482421875, -0.14094161987304688, -0.12876129150390625, -0.11658096313476562, -0.104400634765625, -0.09222030639648438, -0.08003997802734375, -0.06785964965820312, -0.0556793212890625, -0.043498992919921875, -0.03131866455078125, -0.019138336181640625, -0.0069580078125, 0.005222320556640625, 0.01740264892578125, 0.029582977294921875, 0.0417633056640625, 0.053943634033203125, 0.06612396240234375, 0.07830429077148438, 0.090484619140625, 0.10266494750976562, 0.11484527587890625, 0.12702560424804688, 0.1392059326171875, 0.15138626098632812, 0.16356658935546875, 0.17574691772460938, 0.18792724609375, 0.20010757446289062, 0.21228790283203125, 0.22446823120117188, 0.2366485595703125, 0.24882888793945312, 0.26100921630859375, 0.2731895446777344, 0.285369873046875, 0.2975502014160156, 0.30973052978515625, 0.3219108581542969, 0.3340911865234375, 0.3462715148925781, 0.35845184326171875, 0.3706321716308594, 0.3828125]}, "gradients/decoder.transformer.h.5.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 4.0, 8.0, 5.0, 4.0, 11.0, 14.0, 11.0, 17.0, 20.0, 18.0, 21.0, 22.0, 31.0, 30.0, 31.0, 41.0, 46.0, 68.0, 103.0, 173.0, 234.0, 1322.0, 196.0, 119.0, 87.0, 62.0, 62.0, 42.0, 29.0, 28.0, 31.0, 26.0, 27.0, 20.0, 19.0, 19.0, 10.0, 9.0, 7.0, 3.0, 9.0, 7.0, 5.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.001953125, -0.9708633422851562, -0.9397735595703125, -0.9086837768554688, -0.877593994140625, -0.8465042114257812, -0.8154144287109375, -0.7843246459960938, -0.75323486328125, -0.7221450805664062, -0.6910552978515625, -0.6599655151367188, -0.628875732421875, -0.5977859497070312, -0.5666961669921875, -0.5356063842773438, -0.5045166015625, -0.47342681884765625, -0.4423370361328125, -0.41124725341796875, -0.380157470703125, -0.34906768798828125, -0.3179779052734375, -0.28688812255859375, -0.25579833984375, -0.22470855712890625, -0.1936187744140625, -0.16252899169921875, -0.131439208984375, -0.10034942626953125, -0.0692596435546875, -0.03816986083984375, -0.007080078125, 0.02400970458984375, 0.0550994873046875, 0.08618927001953125, 0.117279052734375, 0.14836883544921875, 0.1794586181640625, 0.21054840087890625, 0.24163818359375, 0.27272796630859375, 0.3038177490234375, 0.33490753173828125, 0.365997314453125, 0.39708709716796875, 0.4281768798828125, 0.45926666259765625, 0.4903564453125, 0.5214462280273438, 0.5525360107421875, 0.5836257934570312, 0.614715576171875, 0.6458053588867188, 0.6768951416015625, 0.7079849243164062, 0.73907470703125, 0.7701644897460938, 0.8012542724609375, 0.8323440551757812, 0.863433837890625, 0.8945236206054688, 0.9256134033203125, 0.9567031860351562, 0.98779296875]}, "gradients/decoder.transformer.h.5.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 4.0, 2.0, 8.0, 13.0, 7.0, 20.0, 27.0, 25.0, 39.0, 72.0, 85.0, 88.0, 159.0, 229.0, 360.0, 754.0, 1796.0, 6020.0, 25386.0, 159742.0, 2244227.0, 628358.0, 60477.0, 12064.0, 3183.0, 1097.0, 505.0, 292.0, 188.0, 133.0, 83.0, 71.0, 49.0, 34.0, 33.0, 24.0, 16.0, 11.0, 9.0, 7.0, 4.0, 5.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.3330078125, -1.2923126220703125, -1.251617431640625, -1.2109222412109375, -1.17022705078125, -1.1295318603515625, -1.088836669921875, -1.0481414794921875, -1.0074462890625, -0.9667510986328125, -0.926055908203125, -0.8853607177734375, -0.84466552734375, -0.8039703369140625, -0.763275146484375, -0.7225799560546875, -0.681884765625, -0.6411895751953125, -0.600494384765625, -0.5597991943359375, -0.51910400390625, -0.4784088134765625, -0.437713623046875, -0.3970184326171875, -0.3563232421875, -0.3156280517578125, -0.274932861328125, -0.2342376708984375, -0.19354248046875, -0.1528472900390625, -0.112152099609375, -0.0714569091796875, -0.03076171875, 0.0099334716796875, 0.050628662109375, 0.0913238525390625, 0.13201904296875, 0.1727142333984375, 0.213409423828125, 0.2541046142578125, 0.2947998046875, 0.3354949951171875, 0.376190185546875, 0.4168853759765625, 0.45758056640625, 0.4982757568359375, 0.538970947265625, 0.5796661376953125, 0.620361328125, 0.6610565185546875, 0.701751708984375, 0.7424468994140625, 0.78314208984375, 0.8238372802734375, 0.864532470703125, 0.9052276611328125, 0.9459228515625, 0.9866180419921875, 1.027313232421875, 1.0680084228515625, 1.10870361328125, 1.1493988037109375, 1.190093994140625, 1.2307891845703125, 1.271484375]}, "gradients/decoder.transformer.h.5.ln_1.weight": {"_type": "histogram", "values": [3.0, 8.0, 216.0, 663.0, 124.0, 5.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5665059089660645, -1.1074345111846924, -0.6483631134033203, -0.18929171562194824, 0.26977968215942383, 0.7288510799407959, 1.187922477722168, 1.64699387550354, 2.106065273284912, 2.565136671066284, 3.0242080688476562, 3.4832794666290283, 3.9423508644104004, 4.401422500610352, 4.8604936599731445, 5.3195648193359375, 5.778636455535889, 6.23770809173584, 6.696779251098633, 7.155850410461426, 7.614922046661377, 8.073993682861328, 8.533064842224121, 8.992136001586914, 9.451208114624023, 9.910279273986816, 10.36935043334961, 10.828422546386719, 11.287493705749512, 11.746564865112305, 12.205636978149414, 12.664708137512207, 13.123779296875, 13.582850456237793, 14.041921615600586, 14.500993728637695, 14.960064888000488, 15.419136047363281, 15.87820816040039, 16.337278366088867, 16.796350479125977, 17.255422592163086, 17.714492797851562, 18.173564910888672, 18.63263702392578, 19.091707229614258, 19.550779342651367, 20.009849548339844, 20.468921661376953, 20.927993774414062, 21.38706398010254, 21.84613609313965, 22.305206298828125, 22.764278411865234, 23.223350524902344, 23.68242073059082, 24.14149284362793, 24.60056495666504, 25.059635162353516, 25.518707275390625, 25.977779388427734, 26.43684959411621, 26.89592170715332, 27.354991912841797, 27.814064025878906]}, "gradients/decoder.transformer.h.5.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 4.0, 1.0, 4.0, 2.0, 6.0, 9.0, 6.0, 15.0, 11.0, 13.0, 10.0, 20.0, 33.0, 21.0, 21.0, 33.0, 37.0, 45.0, 53.0, 30.0, 48.0, 39.0, 50.0, 45.0, 38.0, 29.0, 40.0, 36.0, 28.0, 37.0, 36.0, 38.0, 27.0, 30.0, 22.0, 24.0, 16.0, 10.0, 8.0, 11.0, 11.0, 6.0, 4.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0], "bins": [-3.0498838424682617, -2.969067335128784, -2.8882508277893066, -2.80743408203125, -2.7266175746917725, -2.645801067352295, -2.5649843215942383, -2.4841678142547607, -2.403351306915283, -2.3225347995758057, -2.241718292236328, -2.1609015464782715, -2.080085039138794, -1.9992685317993164, -1.9184519052505493, -1.8376352787017822, -1.7568187713623047, -1.6760022640228271, -1.59518563747406, -1.514369010925293, -1.4335525035858154, -1.352735996246338, -1.2719193696975708, -1.1911027431488037, -1.1102862358093262, -1.0294697284698486, -0.9486531019210815, -0.8678365349769592, -0.7870199680328369, -0.7062034010887146, -0.6253868341445923, -0.54457026720047, -0.46375370025634766, -0.38293713331222534, -0.302120566368103, -0.2213039994239807, -0.1404874324798584, -0.059670865535736084, 0.02114570140838623, 0.10196226835250854, 0.18277883529663086, 0.2635954022407532, 0.3444119691848755, 0.4252285361289978, 0.5060451030731201, 0.5868616700172424, 0.6676782369613647, 0.7484948039054871, 0.8293113708496094, 0.9101279377937317, 0.990944504737854, 1.071761131286621, 1.1525776386260986, 1.2333941459655762, 1.3142107725143433, 1.3950273990631104, 1.475843906402588, 1.5566604137420654, 1.6374770402908325, 1.7182936668395996, 1.7991101741790771, 1.8799266815185547, 1.9607433080673218, 2.041559934616089, 2.1223764419555664]}, "gradients/decoder.transformer.h.4.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 6.0, 7.0, 11.0, 10.0, 14.0, 8.0, 12.0, 13.0, 15.0, 11.0, 14.0, 15.0, 33.0, 21.0, 33.0, 38.0, 39.0, 37.0, 32.0, 43.0, 42.0, 38.0, 51.0, 45.0, 44.0, 38.0, 33.0, 44.0, 35.0, 52.0, 29.0, 29.0, 19.0, 11.0, 17.0, 16.0, 8.0, 14.0, 9.0, 10.0, 3.0, 5.0, 4.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.3681640625, -0.3566131591796875, -0.345062255859375, -0.3335113525390625, -0.32196044921875, -0.3104095458984375, -0.298858642578125, -0.2873077392578125, -0.2757568359375, -0.2642059326171875, -0.252655029296875, -0.2411041259765625, -0.22955322265625, -0.2180023193359375, -0.206451416015625, -0.1949005126953125, -0.183349609375, -0.1717987060546875, -0.160247802734375, -0.1486968994140625, -0.13714599609375, -0.1255950927734375, -0.114044189453125, -0.1024932861328125, -0.0909423828125, -0.0793914794921875, -0.067840576171875, -0.0562896728515625, -0.04473876953125, -0.0331878662109375, -0.021636962890625, -0.0100860595703125, 0.00146484375, 0.0130157470703125, 0.024566650390625, 0.0361175537109375, 0.04766845703125, 0.0592193603515625, 0.070770263671875, 0.0823211669921875, 0.0938720703125, 0.1054229736328125, 0.116973876953125, 0.1285247802734375, 0.14007568359375, 0.1516265869140625, 0.163177490234375, 0.1747283935546875, 0.186279296875, 0.1978302001953125, 0.209381103515625, 0.2209320068359375, 0.23248291015625, 0.2440338134765625, 0.255584716796875, 0.2671356201171875, 0.2786865234375, 0.2902374267578125, 0.301788330078125, 0.3133392333984375, 0.32489013671875, 0.3364410400390625, 0.347991943359375, 0.3595428466796875, 0.37109375]}, "gradients/decoder.transformer.h.4.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 2.0, 3.0, 2.0, 8.0, 12.0, 22.0, 20.0, 38.0, 40.0, 79.0, 113.0, 157.0, 249.0, 337.0, 542.0, 738.0, 1209.0, 2016.0, 3607.0, 6816.0, 14192.0, 34770.0, 110983.0, 577043.0, 2375354.0, 839861.0, 148152.0, 42345.0, 16958.0, 7944.0, 4123.0, 2330.0, 1405.0, 920.0, 557.0, 413.0, 263.0, 195.0, 124.0, 90.0, 76.0, 59.0, 32.0, 26.0, 18.0, 15.0, 8.0, 14.0, 3.0, 2.0, 5.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5654296875, -0.5449447631835938, -0.5244598388671875, -0.5039749145507812, -0.483489990234375, -0.46300506591796875, -0.4425201416015625, -0.42203521728515625, -0.40155029296875, -0.38106536865234375, -0.3605804443359375, -0.34009552001953125, -0.319610595703125, -0.29912567138671875, -0.2786407470703125, -0.25815582275390625, -0.2376708984375, -0.21718597412109375, -0.1967010498046875, -0.17621612548828125, -0.155731201171875, -0.13524627685546875, -0.1147613525390625, -0.09427642822265625, -0.07379150390625, -0.05330657958984375, -0.0328216552734375, -0.01233673095703125, 0.008148193359375, 0.02863311767578125, 0.0491180419921875, 0.06960296630859375, 0.090087890625, 0.11057281494140625, 0.1310577392578125, 0.15154266357421875, 0.172027587890625, 0.19251251220703125, 0.2129974365234375, 0.23348236083984375, 0.25396728515625, 0.27445220947265625, 0.2949371337890625, 0.31542205810546875, 0.335906982421875, 0.35639190673828125, 0.3768768310546875, 0.39736175537109375, 0.4178466796875, 0.43833160400390625, 0.4588165283203125, 0.47930145263671875, 0.499786376953125, 0.5202713012695312, 0.5407562255859375, 0.5612411499023438, 0.58172607421875, 0.6022109985351562, 0.6226959228515625, 0.6431808471679688, 0.663665771484375, 0.6841506958007812, 0.7046356201171875, 0.7251205444335938, 0.74560546875]}, "gradients/decoder.transformer.h.4.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 1.0, 4.0, 2.0, 5.0, 5.0, 5.0, 7.0, 15.0, 18.0, 13.0, 40.0, 53.0, 61.0, 77.0, 120.0, 183.0, 322.0, 527.0, 730.0, 631.0, 447.0, 235.0, 156.0, 114.0, 79.0, 60.0, 46.0, 32.0, 26.0, 14.0, 12.0, 11.0, 3.0, 10.0, 3.0, 4.0, 5.0, 5.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.8251953125, -0.8044662475585938, -0.7837371826171875, -0.7630081176757812, -0.742279052734375, -0.7215499877929688, -0.7008209228515625, -0.6800918579101562, -0.65936279296875, -0.6386337280273438, -0.6179046630859375, -0.5971755981445312, -0.576446533203125, -0.5557174682617188, -0.5349884033203125, -0.5142593383789062, -0.4935302734375, -0.47280120849609375, -0.4520721435546875, -0.43134307861328125, -0.410614013671875, -0.38988494873046875, -0.3691558837890625, -0.34842681884765625, -0.32769775390625, -0.30696868896484375, -0.2862396240234375, -0.26551055908203125, -0.244781494140625, -0.22405242919921875, -0.2033233642578125, -0.18259429931640625, -0.161865234375, -0.14113616943359375, -0.1204071044921875, -0.09967803955078125, -0.078948974609375, -0.05821990966796875, -0.0374908447265625, -0.01676177978515625, 0.00396728515625, 0.02469635009765625, 0.0454254150390625, 0.06615447998046875, 0.086883544921875, 0.10761260986328125, 0.1283416748046875, 0.14907073974609375, 0.1697998046875, 0.19052886962890625, 0.2112579345703125, 0.23198699951171875, 0.252716064453125, 0.27344512939453125, 0.2941741943359375, 0.31490325927734375, 0.33563232421875, 0.35636138916015625, 0.3770904541015625, 0.39781951904296875, 0.418548583984375, 0.43927764892578125, 0.4600067138671875, 0.48073577880859375, 0.50146484375]}, "gradients/decoder.transformer.h.4.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 4.0, 4.0, 16.0, 9.0, 18.0, 29.0, 60.0, 77.0, 155.0, 384.0, 819.0, 2133.0, 6528.0, 27070.0, 190316.0, 3219401.0, 671685.0, 58349.0, 11618.0, 3405.0, 1251.0, 456.0, 210.0, 107.0, 55.0, 40.0, 15.0, 19.0, 15.0, 7.0, 7.0, 5.0, 4.0, 5.0, 5.0, 1.0, 3.0, 3.0, 1.0], "bins": [-1.8173828125, -1.7727508544921875, -1.728118896484375, -1.6834869384765625, -1.63885498046875, -1.5942230224609375, -1.549591064453125, -1.5049591064453125, -1.4603271484375, -1.4156951904296875, -1.371063232421875, -1.3264312744140625, -1.28179931640625, -1.2371673583984375, -1.192535400390625, -1.1479034423828125, -1.103271484375, -1.0586395263671875, -1.014007568359375, -0.9693756103515625, -0.92474365234375, -0.8801116943359375, -0.835479736328125, -0.7908477783203125, -0.7462158203125, -0.7015838623046875, -0.656951904296875, -0.6123199462890625, -0.56768798828125, -0.5230560302734375, -0.478424072265625, -0.4337921142578125, -0.38916015625, -0.3445281982421875, -0.299896240234375, -0.2552642822265625, -0.21063232421875, -0.1660003662109375, -0.121368408203125, -0.0767364501953125, -0.0321044921875, 0.0125274658203125, 0.057159423828125, 0.1017913818359375, 0.14642333984375, 0.1910552978515625, 0.235687255859375, 0.2803192138671875, 0.324951171875, 0.3695831298828125, 0.414215087890625, 0.4588470458984375, 0.50347900390625, 0.5481109619140625, 0.592742919921875, 0.6373748779296875, 0.6820068359375, 0.7266387939453125, 0.771270751953125, 0.8159027099609375, 0.86053466796875, 0.9051666259765625, 0.949798583984375, 0.9944305419921875, 1.0390625]}, "gradients/decoder.transformer.h.4.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 6.0, 7.0, 9.0, 22.0, 31.0, 31.0, 71.0, 74.0, 80.0, 100.0, 110.0, 92.0, 86.0, 92.0, 51.0, 51.0, 30.0, 19.0, 21.0, 7.0, 12.0, 5.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3701339960098267, -1.297640323638916, -1.2251466512680054, -1.1526529788970947, -1.0801594257354736, -1.0076656341552734, -0.9351720809936523, -0.8626784086227417, -0.790184736251831, -0.7176910638809204, -0.6451973915100098, -0.5727037787437439, -0.5002101063728333, -0.4277164340019226, -0.35522279143333435, -0.2827291488647461, -0.21023547649383545, -0.137741819024086, -0.06524816155433655, 0.007245495915412903, 0.07973915338516235, 0.152232825756073, 0.22472646832466125, 0.2972201108932495, 0.36971378326416016, 0.4422074556350708, 0.5147011280059814, 0.5871947407722473, 0.659688413143158, 0.7321820855140686, 0.8046756982803345, 0.8771693706512451, 0.9496629238128662, 1.0221565961837769, 1.0946502685546875, 1.1671439409255981, 1.2396376132965088, 1.3121311664581299, 1.3846248388290405, 1.4571185111999512, 1.5296121835708618, 1.6021058559417725, 1.674599528312683, 1.7470932006835938, 1.8195867538452148, 1.892080545425415, 1.9645740985870361, 2.0370678901672363, 2.1095614433288574, 2.1820549964904785, 2.2545487880706787, 2.3270423412323, 2.3995361328125, 2.472029685974121, 2.5445234775543213, 2.6170170307159424, 2.6895108222961426, 2.7620043754577637, 2.834498167037964, 2.906991720199585, 2.979485511779785, 3.0519790649414062, 3.1244728565216064, 3.1969664096832275, 3.2694599628448486]}, "gradients/decoder.transformer.h.4.ln_2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 6.0, 4.0, 3.0, 4.0, 6.0, 16.0, 9.0, 9.0, 19.0, 15.0, 22.0, 20.0, 23.0, 23.0, 26.0, 29.0, 22.0, 33.0, 38.0, 34.0, 27.0, 49.0, 33.0, 33.0, 34.0, 42.0, 40.0, 35.0, 34.0, 27.0, 32.0, 18.0, 28.0, 27.0, 25.0, 25.0, 17.0, 19.0, 12.0, 9.0, 16.0, 12.0, 16.0, 4.0, 13.0, 6.0, 8.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0], "bins": [-1.7800226211547852, -1.7279349565505981, -1.6758472919464111, -1.6237595081329346, -1.5716718435287476, -1.5195841789245605, -1.467496395111084, -1.415408730506897, -1.36332106590271, -1.311233401298523, -1.259145736694336, -1.2070579528808594, -1.1549702882766724, -1.1028826236724854, -1.0507948398590088, -0.9987071752548218, -0.9466195106506348, -0.8945318460464478, -0.842444121837616, -0.7903563976287842, -0.7382687330245972, -0.6861810684204102, -0.6340933442115784, -0.5820056200027466, -0.5299179553985596, -0.47783026099205017, -0.42574256658554077, -0.37365487217903137, -0.321567177772522, -0.2694794833660126, -0.21739178895950317, -0.16530409455299377, -0.11321628093719482, -0.061128586530685425, -0.009040892124176025, 0.043046802282333374, 0.09513449668884277, 0.14722219109535217, 0.19930988550186157, 0.25139757990837097, 0.30348527431488037, 0.35557296872138977, 0.40766066312789917, 0.45974835753440857, 0.511836051940918, 0.563923716545105, 0.6160114407539368, 0.6680991649627686, 0.7201868295669556, 0.7722744941711426, 0.8243622183799744, 0.8764499425888062, 0.9285376071929932, 0.9806252717971802, 1.0327129364013672, 1.0848007202148438, 1.1368883848190308, 1.1889760494232178, 1.2410638332366943, 1.2931514978408813, 1.3452391624450684, 1.3973268270492554, 1.4494144916534424, 1.501502275466919, 1.553589940071106]}, "gradients/decoder.transformer.h.4.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 6.0, 6.0, 5.0, 5.0, 5.0, 9.0, 8.0, 11.0, 10.0, 17.0, 15.0, 10.0, 26.0, 18.0, 19.0, 34.0, 33.0, 34.0, 34.0, 41.0, 27.0, 30.0, 42.0, 45.0, 45.0, 26.0, 43.0, 30.0, 50.0, 37.0, 28.0, 38.0, 34.0, 17.0, 21.0, 17.0, 32.0, 15.0, 16.0, 7.0, 18.0, 8.0, 10.0, 7.0, 8.0, 3.0, 2.0, 2.0, 6.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.3193359375, -0.308837890625, -0.29833984375, -0.287841796875, -0.27734375, -0.266845703125, -0.25634765625, -0.245849609375, -0.2353515625, -0.224853515625, -0.21435546875, -0.203857421875, -0.193359375, -0.182861328125, -0.17236328125, -0.161865234375, -0.1513671875, -0.140869140625, -0.13037109375, -0.119873046875, -0.109375, -0.098876953125, -0.08837890625, -0.077880859375, -0.0673828125, -0.056884765625, -0.04638671875, -0.035888671875, -0.025390625, -0.014892578125, -0.00439453125, 0.006103515625, 0.0166015625, 0.027099609375, 0.03759765625, 0.048095703125, 0.05859375, 0.069091796875, 0.07958984375, 0.090087890625, 0.1005859375, 0.111083984375, 0.12158203125, 0.132080078125, 0.142578125, 0.153076171875, 0.16357421875, 0.174072265625, 0.1845703125, 0.195068359375, 0.20556640625, 0.216064453125, 0.2265625, 0.237060546875, 0.24755859375, 0.258056640625, 0.2685546875, 0.279052734375, 0.28955078125, 0.300048828125, 0.310546875, 0.321044921875, 0.33154296875, 0.342041015625, 0.3525390625]}, "gradients/decoder.transformer.h.4.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 3.0, 7.0, 8.0, 9.0, 8.0, 19.0, 26.0, 31.0, 39.0, 65.0, 98.0, 127.0, 193.0, 279.0, 449.0, 640.0, 864.0, 1350.0, 2031.0, 2951.0, 4435.0, 6329.0, 9346.0, 14040.0, 21497.0, 33043.0, 53374.0, 85304.0, 130839.0, 175187.0, 168135.0, 121593.0, 77312.0, 48347.0, 30737.0, 19694.0, 12948.0, 8774.0, 5922.0, 4009.0, 2647.0, 1856.0, 1283.0, 883.0, 595.0, 410.0, 279.0, 189.0, 108.0, 94.0, 57.0, 38.0, 36.0, 13.0, 11.0, 8.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0239410400390625, -0.023234844207763672, -0.022528648376464844, -0.021822452545166016, -0.021116256713867188, -0.02041006088256836, -0.01970386505126953, -0.018997669219970703, -0.018291473388671875, -0.017585277557373047, -0.01687908172607422, -0.01617288589477539, -0.015466690063476562, -0.014760494232177734, -0.014054298400878906, -0.013348102569580078, -0.01264190673828125, -0.011935710906982422, -0.011229515075683594, -0.010523319244384766, -0.009817123413085938, -0.00911092758178711, -0.008404731750488281, -0.007698535919189453, -0.006992340087890625, -0.006286144256591797, -0.005579948425292969, -0.004873752593994141, -0.0041675567626953125, -0.0034613609313964844, -0.0027551651000976562, -0.002048969268798828, -0.0013427734375, -0.0006365776062011719, 6.961822509765625e-05, 0.0007758140563964844, 0.0014820098876953125, 0.0021882057189941406, 0.0028944015502929688, 0.003600597381591797, 0.004306793212890625, 0.005012989044189453, 0.005719184875488281, 0.006425380706787109, 0.0071315765380859375, 0.007837772369384766, 0.008543968200683594, 0.009250164031982422, 0.00995635986328125, 0.010662555694580078, 0.011368751525878906, 0.012074947357177734, 0.012781143188476562, 0.01348733901977539, 0.014193534851074219, 0.014899730682373047, 0.015605926513671875, 0.016312122344970703, 0.01701831817626953, 0.01772451400756836, 0.018430709838867188, 0.019136905670166016, 0.019843101501464844, 0.020549297332763672, 0.0212554931640625]}, "gradients/decoder.transformer.h.4.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 3.0, 3.0, 7.0, 7.0, 5.0, 4.0, 14.0, 7.0, 12.0, 7.0, 14.0, 25.0, 13.0, 14.0, 33.0, 28.0, 27.0, 33.0, 33.0, 39.0, 56.0, 54.0, 46.0, 37.0, 1066.0, 46.0, 36.0, 41.0, 35.0, 33.0, 24.0, 30.0, 24.0, 21.0, 23.0, 20.0, 24.0, 22.0, 12.0, 13.0, 10.0, 5.0, 6.0, 4.0, 6.0, 4.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.270751953125, -0.2625732421875, -0.25439453125, -0.2462158203125, -0.238037109375, -0.2298583984375, -0.2216796875, -0.2135009765625, -0.205322265625, -0.1971435546875, -0.18896484375, -0.1807861328125, -0.172607421875, -0.1644287109375, -0.15625, -0.1480712890625, -0.139892578125, -0.1317138671875, -0.12353515625, -0.1153564453125, -0.107177734375, -0.0989990234375, -0.0908203125, -0.0826416015625, -0.074462890625, -0.0662841796875, -0.05810546875, -0.0499267578125, -0.041748046875, -0.0335693359375, -0.025390625, -0.0172119140625, -0.009033203125, -0.0008544921875, 0.00732421875, 0.0155029296875, 0.023681640625, 0.0318603515625, 0.0400390625, 0.0482177734375, 0.056396484375, 0.0645751953125, 0.07275390625, 0.0809326171875, 0.089111328125, 0.0972900390625, 0.10546875, 0.1136474609375, 0.121826171875, 0.1300048828125, 0.13818359375, 0.1463623046875, 0.154541015625, 0.1627197265625, 0.1708984375, 0.1790771484375, 0.187255859375, 0.1954345703125, 0.20361328125, 0.2117919921875, 0.219970703125, 0.2281494140625, 0.236328125, 0.2445068359375, 0.252685546875]}, "gradients/decoder.transformer.h.4.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 4.0, 2.0, 12.0, 11.0, 13.0, 16.0, 27.0, 50.0, 65.0, 72.0, 113.0, 181.0, 283.0, 379.0, 529.0, 747.0, 1255.0, 1812.0, 2740.0, 4201.0, 6624.0, 10701.0, 17498.0, 29452.0, 52128.0, 96480.0, 209676.0, 1068294.0, 318235.0, 121306.0, 63774.0, 35437.0, 20646.0, 12451.0, 7638.0, 4887.0, 3126.0, 1996.0, 1346.0, 906.0, 664.0, 436.0, 292.0, 194.0, 119.0, 80.0, 77.0, 53.0, 22.0, 30.0, 21.0, 20.0, 5.0, 5.0, 5.0, 6.0, 2.0, 1.0], "bins": [-0.0205078125, -0.019898653030395508, -0.019289493560791016, -0.018680334091186523, -0.01807117462158203, -0.01746201515197754, -0.016852855682373047, -0.016243696212768555, -0.015634536743164062, -0.01502537727355957, -0.014416217803955078, -0.013807058334350586, -0.013197898864746094, -0.012588739395141602, -0.01197957992553711, -0.011370420455932617, -0.010761260986328125, -0.010152101516723633, -0.00954294204711914, -0.008933782577514648, -0.008324623107910156, -0.007715463638305664, -0.007106304168701172, -0.00649714469909668, -0.0058879852294921875, -0.005278825759887695, -0.004669666290283203, -0.004060506820678711, -0.0034513473510742188, -0.0028421878814697266, -0.0022330284118652344, -0.0016238689422607422, -0.00101470947265625, -0.0004055500030517578, 0.00020360946655273438, 0.0008127689361572266, 0.0014219284057617188, 0.002031087875366211, 0.002640247344970703, 0.0032494068145751953, 0.0038585662841796875, 0.00446772575378418, 0.005076885223388672, 0.005686044692993164, 0.006295204162597656, 0.0069043636322021484, 0.007513523101806641, 0.008122682571411133, 0.008731842041015625, 0.009341001510620117, 0.00995016098022461, 0.010559320449829102, 0.011168479919433594, 0.011777639389038086, 0.012386798858642578, 0.01299595832824707, 0.013605117797851562, 0.014214277267456055, 0.014823436737060547, 0.015432596206665039, 0.01604175567626953, 0.016650915145874023, 0.017260074615478516, 0.017869234085083008, 0.0184783935546875]}, "gradients/decoder.transformer.h.4.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 1.0, 2.0, 1.0, 3.0, 1.0, 7.0, 5.0, 8.0, 8.0, 4.0, 8.0, 13.0, 17.0, 31.0, 47.0, 76.0, 148.0, 180.0, 154.0, 85.0, 58.0, 33.0, 22.0, 14.0, 19.0, 12.0, 11.0, 13.0, 2.0, 5.0, 5.0, 4.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.005115509033203125, -0.004963874816894531, -0.0048122406005859375, -0.004660606384277344, -0.00450897216796875, -0.004357337951660156, -0.0042057037353515625, -0.004054069519042969, -0.003902435302734375, -0.0037508010864257812, -0.0035991668701171875, -0.0034475326538085938, -0.0032958984375, -0.0031442642211914062, -0.0029926300048828125, -0.0028409957885742188, -0.002689361572265625, -0.0025377273559570312, -0.0023860931396484375, -0.0022344589233398438, -0.00208282470703125, -0.0019311904907226562, -0.0017795562744140625, -0.0016279220581054688, -0.001476287841796875, -0.0013246536254882812, -0.0011730194091796875, -0.0010213851928710938, -0.0008697509765625, -0.0007181167602539062, -0.0005664825439453125, -0.00041484832763671875, -0.000263214111328125, -0.00011157989501953125, 4.00543212890625e-05, 0.00019168853759765625, 0.00034332275390625, 0.0004949569702148438, 0.0006465911865234375, 0.0007982254028320312, 0.000949859619140625, 0.0011014938354492188, 0.0012531280517578125, 0.0014047622680664062, 0.001556396484375, 0.0017080307006835938, 0.0018596649169921875, 0.0020112991333007812, 0.002162933349609375, 0.0023145675659179688, 0.0024662017822265625, 0.0026178359985351562, 0.00276947021484375, 0.0029211044311523438, 0.0030727386474609375, 0.0032243728637695312, 0.003376007080078125, 0.0035276412963867188, 0.0036792755126953125, 0.0038309097290039062, 0.0039825439453125, 0.004134178161621094, 0.0042858123779296875, 0.004437446594238281, 0.004589080810546875]}, "gradients/decoder.transformer.h.4.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 4.0, 6.0, 2.0, 9.0, 12.0, 13.0, 16.0, 23.0, 37.0, 68.0, 177.0, 1102.0, 1046185.0, 594.0, 141.0, 64.0, 24.0, 14.0, 16.0, 7.0, 11.0, 5.0, 5.0, 4.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1513671875, -0.1465435028076172, -0.14171981811523438, -0.13689613342285156, -0.13207244873046875, -0.12724876403808594, -0.12242507934570312, -0.11760139465332031, -0.1127777099609375, -0.10795402526855469, -0.10313034057617188, -0.09830665588378906, -0.09348297119140625, -0.08865928649902344, -0.08383560180664062, -0.07901191711425781, -0.074188232421875, -0.06936454772949219, -0.06454086303710938, -0.05971717834472656, -0.05489349365234375, -0.05006980895996094, -0.045246124267578125, -0.04042243957519531, -0.0355987548828125, -0.030775070190429688, -0.025951385498046875, -0.021127700805664062, -0.01630401611328125, -0.011480331420898438, -0.006656646728515625, -0.0018329620361328125, 0.00299072265625, 0.007814407348632812, 0.012638092041015625, 0.017461776733398438, 0.02228546142578125, 0.027109146118164062, 0.031932830810546875, 0.03675651550292969, 0.0415802001953125, 0.04640388488769531, 0.051227569580078125, 0.05605125427246094, 0.06087493896484375, 0.06569862365722656, 0.07052230834960938, 0.07534599304199219, 0.080169677734375, 0.08499336242675781, 0.08981704711914062, 0.09464073181152344, 0.09946441650390625, 0.10428810119628906, 0.10911178588867188, 0.11393547058105469, 0.1187591552734375, 0.12358283996582031, 0.12840652465820312, 0.13323020935058594, 0.13805389404296875, 0.14287757873535156, 0.14770126342773438, 0.1525249481201172, 0.1573486328125]}, "gradients/decoder.transformer.h.4.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 9.0, 913.0, 95.0], "bins": [-0.07294071465730667, -0.07177876681089401, -0.07061681896448135, -0.0694548711180687, -0.06829292327165604, -0.06713097542524338, -0.06596902757883072, -0.06480707973241806, -0.0636451318860054, -0.06248318403959274, -0.061321236193180084, -0.060159288346767426, -0.05899734050035477, -0.05783539265394211, -0.05667344480752945, -0.05551149323582649, -0.054349541664123535, -0.053187593817710876, -0.05202564597129822, -0.05086369812488556, -0.0497017502784729, -0.04853980243206024, -0.04737785458564758, -0.046215903013944626, -0.045053958892822266, -0.04389201104640961, -0.04273006319999695, -0.04156811535358429, -0.04040616750717163, -0.03924421966075897, -0.038082271814346313, -0.036920320242643356, -0.035758376121520996, -0.03459642827510834, -0.03343448042869568, -0.03227253258228302, -0.031110582873225212, -0.029948635026812553, -0.028786687180399895, -0.027624737471342087, -0.026462789624929428, -0.02530084177851677, -0.02413889393210411, -0.022976946085691452, -0.021814996376633644, -0.020653048530220985, -0.019491100683808327, -0.01832915097475052, -0.01716720312833786, -0.0160052552819252, -0.014843306504189968, -0.01368135865777731, -0.012519409880042076, -0.011357462033629417, -0.010195514187216759, -0.009033565409481525, -0.007871617563068867, -0.006709669250994921, -0.005547720938920975, -0.004385773092508316, -0.00322382478043437, -0.002061876468360424, -0.0008999286219477654, 0.00026202015578746796, 0.001423967769369483]}, "gradients/decoder.transformer.h.4.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 3.0, 4.0, 2.0, 5.0, 2.0, 9.0, 6.0, 10.0, 11.0, 10.0, 13.0, 16.0, 30.0, 27.0, 30.0, 26.0, 19.0, 34.0, 37.0, 49.0, 46.0, 53.0, 41.0, 35.0, 39.0, 36.0, 39.0, 44.0, 40.0, 26.0, 28.0, 26.0, 35.0, 27.0, 26.0, 20.0, 16.0, 18.0, 15.0, 10.0, 7.0, 8.0, 5.0, 4.0, 4.0, 4.0, 5.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 4.0, 2.0], "bins": [-0.003788471221923828, -0.0036754216998815536, -0.003562372177839279, -0.0034493226557970047, -0.0033362731337547302, -0.0032232236117124557, -0.0031101740896701813, -0.002997124567627907, -0.0028840750455856323, -0.002771025523543358, -0.0026579760015010834, -0.002544926479458809, -0.0024318769574165344, -0.00231882743537426, -0.0022057779133319855, -0.002092728391289711, -0.0019796788692474365, -0.001866629347205162, -0.0017535798251628876, -0.001640530303120613, -0.0015274807810783386, -0.0014144312590360641, -0.0013013817369937897, -0.0011883322149515152, -0.0010752826929092407, -0.0009622331708669662, -0.0008491836488246918, -0.0007361341267824173, -0.0006230846047401428, -0.0005100350826978683, -0.00039698556065559387, -0.0002839360386133194, -0.00017088651657104492, -5.783699452877045e-05, 5.521252751350403e-05, 0.0001682620495557785, 0.000281311571598053, 0.00039436109364032745, 0.0005074106156826019, 0.0006204601377248764, 0.0007335096597671509, 0.0008465591818094254, 0.0009596087038516998, 0.0010726582258939743, 0.0011857077479362488, 0.0012987572699785233, 0.0014118067920207977, 0.0015248563140630722, 0.0016379058361053467, 0.0017509553581476212, 0.0018640048801898956, 0.00197705440223217, 0.0020901039242744446, 0.002203153446316719, 0.0023162029683589935, 0.002429252490401268, 0.0025423020124435425, 0.002655351534485817, 0.0027684010565280914, 0.002881450578570366, 0.0029945001006126404, 0.003107549622654915, 0.0032205991446971893, 0.003333648666739464, 0.0034466981887817383]}, "gradients/decoder.transformer.h.4.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 6.0, 6.0, 5.0, 5.0, 5.0, 9.0, 8.0, 11.0, 10.0, 16.0, 16.0, 10.0, 26.0, 16.0, 21.0, 34.0, 33.0, 34.0, 31.0, 44.0, 25.0, 32.0, 41.0, 43.0, 48.0, 25.0, 41.0, 33.0, 50.0, 37.0, 28.0, 34.0, 38.0, 17.0, 20.0, 18.0, 32.0, 14.0, 17.0, 6.0, 19.0, 7.0, 11.0, 7.0, 8.0, 3.0, 2.0, 2.0, 6.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.319580078125, -0.30908203125, -0.298583984375, -0.2880859375, -0.277587890625, -0.26708984375, -0.256591796875, -0.24609375, -0.235595703125, -0.22509765625, -0.214599609375, -0.2041015625, -0.193603515625, -0.18310546875, -0.172607421875, -0.162109375, -0.151611328125, -0.14111328125, -0.130615234375, -0.1201171875, -0.109619140625, -0.09912109375, -0.088623046875, -0.078125, -0.067626953125, -0.05712890625, -0.046630859375, -0.0361328125, -0.025634765625, -0.01513671875, -0.004638671875, 0.005859375, 0.016357421875, 0.02685546875, 0.037353515625, 0.0478515625, 0.058349609375, 0.06884765625, 0.079345703125, 0.08984375, 0.100341796875, 0.11083984375, 0.121337890625, 0.1318359375, 0.142333984375, 0.15283203125, 0.163330078125, 0.173828125, 0.184326171875, 0.19482421875, 0.205322265625, 0.2158203125, 0.226318359375, 0.23681640625, 0.247314453125, 0.2578125, 0.268310546875, 0.27880859375, 0.289306640625, 0.2998046875, 0.310302734375, 0.32080078125, 0.331298828125, 0.341796875, 0.352294921875]}, "gradients/decoder.transformer.h.4.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 5.0, 9.0, 3.0, 10.0, 5.0, 19.0, 24.0, 38.0, 39.0, 56.0, 108.0, 144.0, 258.0, 375.0, 590.0, 997.0, 1498.0, 2577.0, 4520.0, 7945.0, 14032.0, 24906.0, 46393.0, 88994.0, 189175.0, 302674.0, 179196.0, 84313.0, 43823.0, 24075.0, 13391.0, 7555.0, 4297.0, 2480.0, 1506.0, 875.0, 565.0, 354.0, 267.0, 140.0, 115.0, 59.0, 38.0, 40.0, 22.0, 14.0, 11.0, 8.0, 7.0, 8.0, 3.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.470947265625, -0.4559783935546875, -0.441009521484375, -0.4260406494140625, -0.41107177734375, -0.3961029052734375, -0.381134033203125, -0.3661651611328125, -0.3511962890625, -0.3362274169921875, -0.321258544921875, -0.3062896728515625, -0.29132080078125, -0.2763519287109375, -0.261383056640625, -0.2464141845703125, -0.2314453125, -0.2164764404296875, -0.201507568359375, -0.1865386962890625, -0.17156982421875, -0.1566009521484375, -0.141632080078125, -0.1266632080078125, -0.1116943359375, -0.0967254638671875, -0.081756591796875, -0.0667877197265625, -0.05181884765625, -0.0368499755859375, -0.021881103515625, -0.0069122314453125, 0.008056640625, 0.0230255126953125, 0.037994384765625, 0.0529632568359375, 0.06793212890625, 0.0829010009765625, 0.097869873046875, 0.1128387451171875, 0.1278076171875, 0.1427764892578125, 0.157745361328125, 0.1727142333984375, 0.18768310546875, 0.2026519775390625, 0.217620849609375, 0.2325897216796875, 0.24755859375, 0.2625274658203125, 0.277496337890625, 0.2924652099609375, 0.30743408203125, 0.3224029541015625, 0.337371826171875, 0.3523406982421875, 0.3673095703125, 0.3822784423828125, 0.397247314453125, 0.4122161865234375, 0.42718505859375, 0.4421539306640625, 0.457122802734375, 0.4720916748046875, 0.487060546875]}, "gradients/decoder.transformer.h.4.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 6.0, 4.0, 6.0, 8.0, 8.0, 7.0, 12.0, 12.0, 9.0, 16.0, 20.0, 24.0, 18.0, 29.0, 31.0, 39.0, 38.0, 51.0, 68.0, 88.0, 116.0, 158.0, 236.0, 1285.0, 162.0, 108.0, 85.0, 52.0, 50.0, 39.0, 35.0, 36.0, 25.0, 30.0, 19.0, 17.0, 23.0, 11.0, 11.0, 11.0, 9.0, 4.0, 9.0, 4.0, 5.0, 4.0, 4.0, 5.0, 6.0, 2.0, 0.0, 2.0, 2.0, 1.0], "bins": [-0.81982421875, -0.7950210571289062, -0.7702178955078125, -0.7454147338867188, -0.720611572265625, -0.6958084106445312, -0.6710052490234375, -0.6462020874023438, -0.62139892578125, -0.5965957641601562, -0.5717926025390625, -0.5469894409179688, -0.522186279296875, -0.49738311767578125, -0.4725799560546875, -0.44777679443359375, -0.4229736328125, -0.39817047119140625, -0.3733673095703125, -0.34856414794921875, -0.323760986328125, -0.29895782470703125, -0.2741546630859375, -0.24935150146484375, -0.22454833984375, -0.19974517822265625, -0.1749420166015625, -0.15013885498046875, -0.125335693359375, -0.10053253173828125, -0.0757293701171875, -0.05092620849609375, -0.026123046875, -0.00131988525390625, 0.0234832763671875, 0.04828643798828125, 0.073089599609375, 0.09789276123046875, 0.1226959228515625, 0.14749908447265625, 0.17230224609375, 0.19710540771484375, 0.2219085693359375, 0.24671173095703125, 0.271514892578125, 0.29631805419921875, 0.3211212158203125, 0.34592437744140625, 0.3707275390625, 0.39553070068359375, 0.4203338623046875, 0.44513702392578125, 0.469940185546875, 0.49474334716796875, 0.5195465087890625, 0.5443496704101562, 0.56915283203125, 0.5939559936523438, 0.6187591552734375, 0.6435623168945312, 0.668365478515625, 0.6931686401367188, 0.7179718017578125, 0.7427749633789062, 0.767578125]}, "gradients/decoder.transformer.h.4.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 2.0, 5.0, 3.0, 9.0, 13.0, 13.0, 8.0, 18.0, 21.0, 25.0, 35.0, 53.0, 69.0, 69.0, 89.0, 114.0, 182.0, 198.0, 321.0, 693.0, 1902.0, 8621.0, 59448.0, 1194826.0, 1791129.0, 73308.0, 10251.0, 2186.0, 783.0, 376.0, 236.0, 153.0, 128.0, 89.0, 76.0, 64.0, 44.0, 38.0, 22.0, 26.0, 14.0, 12.0, 8.0, 7.0, 8.0, 7.0, 3.0, 5.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0], "bins": [-1.55859375, -1.5128173828125, -1.467041015625, -1.4212646484375, -1.37548828125, -1.3297119140625, -1.283935546875, -1.2381591796875, -1.1923828125, -1.1466064453125, -1.100830078125, -1.0550537109375, -1.00927734375, -0.9635009765625, -0.917724609375, -0.8719482421875, -0.826171875, -0.7803955078125, -0.734619140625, -0.6888427734375, -0.64306640625, -0.5972900390625, -0.551513671875, -0.5057373046875, -0.4599609375, -0.4141845703125, -0.368408203125, -0.3226318359375, -0.27685546875, -0.2310791015625, -0.185302734375, -0.1395263671875, -0.09375, -0.0479736328125, -0.002197265625, 0.0435791015625, 0.08935546875, 0.1351318359375, 0.180908203125, 0.2266845703125, 0.2724609375, 0.3182373046875, 0.364013671875, 0.4097900390625, 0.45556640625, 0.5013427734375, 0.547119140625, 0.5928955078125, 0.638671875, 0.6844482421875, 0.730224609375, 0.7760009765625, 0.82177734375, 0.8675537109375, 0.913330078125, 0.9591064453125, 1.0048828125, 1.0506591796875, 1.096435546875, 1.1422119140625, 1.18798828125, 1.2337646484375, 1.279541015625, 1.3253173828125, 1.37109375]}, "gradients/decoder.transformer.h.4.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 10.0, 26.0, 90.0, 259.0, 336.0, 209.0, 68.0, 14.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.480048179626465, -5.2799272537231445, -5.079805850982666, -4.8796844482421875, -4.679563522338867, -4.479442596435547, -4.279321193695068, -4.07919979095459, -3.8790788650512695, -3.67895770072937, -3.4788365364074707, -3.2787153720855713, -3.078594207763672, -2.8784730434417725, -2.678351879119873, -2.4782307147979736, -2.278109550476074, -2.077988386154175, -1.8778672218322754, -1.677746057510376, -1.4776248931884766, -1.2775037288665771, -1.0773825645446777, -0.8772614002227783, -0.6771402359008789, -0.4770190715789795, -0.2768979072570801, -0.07677674293518066, 0.12334442138671875, 0.32346558570861816, 0.5235867500305176, 0.723707914352417, 0.9238290786743164, 1.1239502429962158, 1.3240714073181152, 1.5241925716400146, 1.724313735961914, 1.9244349002838135, 2.124556064605713, 2.3246772289276123, 2.5247983932495117, 2.724919557571411, 2.9250407218933105, 3.12516188621521, 3.3252830505371094, 3.525404214859009, 3.725525379180908, 3.9256465435028076, 4.125767707824707, 4.325888633728027, 4.526010036468506, 4.726131439208984, 4.926252365112305, 5.126373291015625, 5.3264946937561035, 5.526616096496582, 5.726737022399902, 5.926857948303223, 6.126979351043701, 6.32710075378418, 6.5272216796875, 6.72734260559082, 6.927464008331299, 7.127585411071777, 7.327706336975098]}, "gradients/decoder.transformer.h.4.ln_1.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 8.0, 10.0, 4.0, 11.0, 12.0, 13.0, 14.0, 10.0, 23.0, 16.0, 18.0, 23.0, 27.0, 27.0, 33.0, 42.0, 39.0, 40.0, 59.0, 43.0, 31.0, 47.0, 36.0, 39.0, 40.0, 34.0, 29.0, 27.0, 36.0, 32.0, 26.0, 26.0, 17.0, 16.0, 19.0, 13.0, 11.0, 13.0, 11.0, 6.0, 3.0, 7.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.978675127029419, -1.914992094039917, -1.851309061050415, -1.787626028060913, -1.7239429950714111, -1.6602599620819092, -1.5965769290924072, -1.5328938961029053, -1.4692108631134033, -1.4055278301239014, -1.3418447971343994, -1.2781617641448975, -1.2144787311553955, -1.1507956981658936, -1.0871126651763916, -1.0234296321868896, -0.9597465991973877, -0.8960635662078857, -0.8323805332183838, -0.7686975002288818, -0.7050144672393799, -0.6413314342498779, -0.577648401260376, -0.513965368270874, -0.45028233528137207, -0.3865993022918701, -0.32291626930236816, -0.2592332363128662, -0.19555020332336426, -0.1318671703338623, -0.06818413734436035, -0.0045011043548583984, 0.05918169021606445, 0.1228647232055664, 0.18654775619506836, 0.2502307891845703, 0.31391382217407227, 0.3775968551635742, 0.44127988815307617, 0.5049629211425781, 0.5686459541320801, 0.632328987121582, 0.696012020111084, 0.7596950531005859, 0.8233780860900879, 0.8870611190795898, 0.9507441520690918, 1.0144271850585938, 1.0781102180480957, 1.1417932510375977, 1.2054762840270996, 1.2691593170166016, 1.3328423500061035, 1.3965253829956055, 1.4602084159851074, 1.5238914489746094, 1.5875744819641113, 1.6512575149536133, 1.7149405479431152, 1.7786235809326172, 1.8423066139221191, 1.905989646911621, 1.969672679901123, 2.033355712890625, 2.097038745880127]}, "gradients/decoder.transformer.h.3.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 3.0, 2.0, 5.0, 6.0, 10.0, 9.0, 12.0, 15.0, 20.0, 19.0, 12.0, 18.0, 25.0, 22.0, 33.0, 23.0, 38.0, 38.0, 51.0, 39.0, 42.0, 38.0, 39.0, 39.0, 35.0, 42.0, 37.0, 29.0, 28.0, 42.0, 29.0, 32.0, 31.0, 26.0, 22.0, 18.0, 15.0, 12.0, 11.0, 6.0, 7.0, 4.0, 6.0, 6.0, 6.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.337890625, -0.3268623352050781, -0.31583404541015625, -0.3048057556152344, -0.2937774658203125, -0.2827491760253906, -0.27172088623046875, -0.2606925964355469, -0.249664306640625, -0.23863601684570312, -0.22760772705078125, -0.21657943725585938, -0.2055511474609375, -0.19452285766601562, -0.18349456787109375, -0.17246627807617188, -0.16143798828125, -0.15040969848632812, -0.13938140869140625, -0.12835311889648438, -0.1173248291015625, -0.10629653930664062, -0.09526824951171875, -0.08423995971679688, -0.073211669921875, -0.062183380126953125, -0.05115509033203125, -0.040126800537109375, -0.0290985107421875, -0.018070220947265625, -0.00704193115234375, 0.003986358642578125, 0.0150146484375, 0.026042938232421875, 0.03707122802734375, 0.048099517822265625, 0.0591278076171875, 0.07015609741210938, 0.08118438720703125, 0.09221267700195312, 0.103240966796875, 0.11426925659179688, 0.12529754638671875, 0.13632583618164062, 0.1473541259765625, 0.15838241577148438, 0.16941070556640625, 0.18043899536132812, 0.19146728515625, 0.20249557495117188, 0.21352386474609375, 0.22455215454101562, 0.2355804443359375, 0.24660873413085938, 0.25763702392578125, 0.2686653137207031, 0.279693603515625, 0.2907218933105469, 0.30175018310546875, 0.3127784729003906, 0.3238067626953125, 0.3348350524902344, 0.34586334228515625, 0.3568916320800781, 0.367919921875]}, "gradients/decoder.transformer.h.3.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 4.0, 4.0, 11.0, 8.0, 5.0, 8.0, 15.0, 15.0, 20.0, 17.0, 20.0, 45.0, 30.0, 43.0, 62.0, 73.0, 118.0, 163.0, 240.0, 572.0, 1863.0, 12065.0, 1453840.0, 2706076.0, 15277.0, 2099.0, 623.0, 281.0, 157.0, 124.0, 101.0, 51.0, 47.0, 34.0, 36.0, 30.0, 21.0, 16.0, 13.0, 12.0, 10.0, 6.0, 7.0, 6.0, 5.0, 4.0, 2.0, 2.0, 1.0, 0.0, 3.0, 2.0, 2.0, 2.0], "bins": [-2.91015625, -2.82208251953125, -2.7340087890625, -2.64593505859375, -2.557861328125, -2.46978759765625, -2.3817138671875, -2.29364013671875, -2.20556640625, -2.11749267578125, -2.0294189453125, -1.94134521484375, -1.853271484375, -1.76519775390625, -1.6771240234375, -1.58905029296875, -1.5009765625, -1.41290283203125, -1.3248291015625, -1.23675537109375, -1.148681640625, -1.06060791015625, -0.9725341796875, -0.88446044921875, -0.79638671875, -0.70831298828125, -0.6202392578125, -0.53216552734375, -0.444091796875, -0.35601806640625, -0.2679443359375, -0.17987060546875, -0.091796875, -0.00372314453125, 0.0843505859375, 0.17242431640625, 0.260498046875, 0.34857177734375, 0.4366455078125, 0.52471923828125, 0.61279296875, 0.70086669921875, 0.7889404296875, 0.87701416015625, 0.965087890625, 1.05316162109375, 1.1412353515625, 1.22930908203125, 1.3173828125, 1.40545654296875, 1.4935302734375, 1.58160400390625, 1.669677734375, 1.75775146484375, 1.8458251953125, 1.93389892578125, 2.02197265625, 2.11004638671875, 2.1981201171875, 2.28619384765625, 2.374267578125, 2.46234130859375, 2.5504150390625, 2.63848876953125, 2.7265625]}, "gradients/decoder.transformer.h.3.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 3.0, 2.0, 3.0, 8.0, 5.0, 5.0, 19.0, 20.0, 25.0, 24.0, 41.0, 41.0, 66.0, 69.0, 111.0, 218.0, 327.0, 516.0, 741.0, 589.0, 382.0, 230.0, 169.0, 112.0, 89.0, 60.0, 45.0, 22.0, 23.0, 25.0, 23.0, 17.0, 14.0, 4.0, 5.0, 6.0, 5.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.51708984375, -0.49967193603515625, -0.4822540283203125, -0.46483612060546875, -0.447418212890625, -0.43000030517578125, -0.4125823974609375, -0.39516448974609375, -0.37774658203125, -0.36032867431640625, -0.3429107666015625, -0.32549285888671875, -0.308074951171875, -0.29065704345703125, -0.2732391357421875, -0.25582122802734375, -0.2384033203125, -0.22098541259765625, -0.2035675048828125, -0.18614959716796875, -0.168731689453125, -0.15131378173828125, -0.1338958740234375, -0.11647796630859375, -0.09906005859375, -0.08164215087890625, -0.0642242431640625, -0.04680633544921875, -0.029388427734375, -0.01197052001953125, 0.0054473876953125, 0.02286529541015625, 0.040283203125, 0.05770111083984375, 0.0751190185546875, 0.09253692626953125, 0.109954833984375, 0.12737274169921875, 0.1447906494140625, 0.16220855712890625, 0.17962646484375, 0.19704437255859375, 0.2144622802734375, 0.23188018798828125, 0.249298095703125, 0.26671600341796875, 0.2841339111328125, 0.30155181884765625, 0.3189697265625, 0.33638763427734375, 0.3538055419921875, 0.37122344970703125, 0.388641357421875, 0.40605926513671875, 0.4234771728515625, 0.44089508056640625, 0.45831298828125, 0.47573089599609375, 0.4931488037109375, 0.5105667114257812, 0.527984619140625, 0.5454025268554688, 0.5628204345703125, 0.5802383422851562, 0.59765625]}, "gradients/decoder.transformer.h.3.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 1.0, 6.0, 9.0, 11.0, 13.0, 10.0, 22.0, 30.0, 28.0, 28.0, 61.0, 74.0, 99.0, 154.0, 319.0, 604.0, 1572.0, 5332.0, 25020.0, 206894.0, 3496845.0, 407438.0, 38502.0, 7421.0, 2030.0, 802.0, 334.0, 192.0, 116.0, 84.0, 61.0, 50.0, 28.0, 26.0, 19.0, 12.0, 11.0, 12.0, 3.0, 2.0, 4.0, 4.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.255859375, -1.2134552001953125, -1.171051025390625, -1.1286468505859375, -1.08624267578125, -1.0438385009765625, -1.001434326171875, -0.9590301513671875, -0.9166259765625, -0.8742218017578125, -0.831817626953125, -0.7894134521484375, -0.74700927734375, -0.7046051025390625, -0.662200927734375, -0.6197967529296875, -0.577392578125, -0.5349884033203125, -0.492584228515625, -0.4501800537109375, -0.40777587890625, -0.3653717041015625, -0.322967529296875, -0.2805633544921875, -0.2381591796875, -0.1957550048828125, -0.153350830078125, -0.1109466552734375, -0.06854248046875, -0.0261383056640625, 0.016265869140625, 0.0586700439453125, 0.10107421875, 0.1434783935546875, 0.185882568359375, 0.2282867431640625, 0.27069091796875, 0.3130950927734375, 0.355499267578125, 0.3979034423828125, 0.4403076171875, 0.4827117919921875, 0.525115966796875, 0.5675201416015625, 0.60992431640625, 0.6523284912109375, 0.694732666015625, 0.7371368408203125, 0.779541015625, 0.8219451904296875, 0.864349365234375, 0.9067535400390625, 0.94915771484375, 0.9915618896484375, 1.033966064453125, 1.0763702392578125, 1.1187744140625, 1.1611785888671875, 1.203582763671875, 1.2459869384765625, 1.28839111328125, 1.3307952880859375, 1.373199462890625, 1.4156036376953125, 1.4580078125]}, "gradients/decoder.transformer.h.3.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 19.0, 236.0, 617.0, 136.0, 10.0, 3.0], "bins": [-25.023237228393555, -24.608444213867188, -24.193653106689453, -23.778860092163086, -23.36406707763672, -22.949275970458984, -22.534482955932617, -22.11968994140625, -21.704898834228516, -21.29010581970215, -20.875314712524414, -20.460521697998047, -20.04572868347168, -19.630935668945312, -19.216144561767578, -18.80135154724121, -18.386558532714844, -17.971765518188477, -17.556974411010742, -17.142181396484375, -16.727388381958008, -16.31259536743164, -15.897804260253906, -15.483011245727539, -15.068219184875488, -14.653427124023438, -14.23863410949707, -13.82384204864502, -13.409049987792969, -12.994256973266602, -12.57946491241455, -12.1646728515625, -11.749878883361816, -11.335086822509766, -10.920293807983398, -10.505501747131348, -10.090709686279297, -9.67591667175293, -9.261124610900879, -8.846332550048828, -8.431539535522461, -8.01674747467041, -7.601954460144043, -7.187162399291992, -6.772369861602783, -6.357577323913574, -5.942785263061523, -5.5279927253723145, -5.1132001876831055, -4.6984076499938965, -4.2836151123046875, -3.8688230514526367, -3.4540305137634277, -3.0392379760742188, -2.624445676803589, -2.209653377532959, -1.79486083984375, -1.3800684213638306, -0.9652760028839111, -0.5504835844039917, -0.13569116592407227, 0.2791013717651367, 0.6938936710357666, 1.1086859703063965, 1.5234785079956055]}, "gradients/decoder.transformer.h.3.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 5.0, 3.0, 7.0, 4.0, 6.0, 11.0, 11.0, 11.0, 9.0, 20.0, 19.0, 19.0, 19.0, 20.0, 20.0, 40.0, 30.0, 32.0, 37.0, 38.0, 40.0, 41.0, 26.0, 43.0, 40.0, 52.0, 37.0, 29.0, 38.0, 30.0, 21.0, 37.0, 23.0, 29.0, 23.0, 19.0, 15.0, 12.0, 21.0, 12.0, 12.0, 17.0, 7.0, 4.0, 5.0, 5.0, 3.0, 2.0, 3.0, 0.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.606272578239441, -1.5525063276290894, -1.4987399578094482, -1.4449737071990967, -1.3912073373794556, -1.337441086769104, -1.283674716949463, -1.2299084663391113, -1.1761422157287598, -1.1223759651184082, -1.068609595298767, -1.0148433446884155, -0.9610769748687744, -0.9073107242584229, -0.8535444140434265, -0.7997781038284302, -0.7460117340087891, -0.6922454237937927, -0.6384791135787964, -0.5847128629684448, -0.5309464931488037, -0.47718021273612976, -0.4234139323234558, -0.3696476221084595, -0.31588131189346313, -0.2621150016784668, -0.20834870636463165, -0.1545824110507965, -0.10081610083580017, -0.04704979062080383, 0.006716489791870117, 0.060482800006866455, 0.11424922943115234, 0.16801553964614868, 0.22178183495998383, 0.27554813027381897, 0.3293144404888153, 0.38308075070381165, 0.4368470311164856, 0.49061334133148193, 0.5443796515464783, 0.5981459617614746, 0.651912271976471, 0.7056785821914673, 0.7594448328018188, 0.81321120262146, 0.8669774532318115, 0.9207437634468079, 0.9745100736618042, 1.0282763242721558, 1.0820426940917969, 1.1358089447021484, 1.1895753145217896, 1.2433415651321411, 1.2971079349517822, 1.3508741855621338, 1.4046404361724854, 1.458406686782837, 1.512173056602478, 1.5659393072128296, 1.6197056770324707, 1.6734719276428223, 1.7272381782531738, 1.781004548072815, 1.834770917892456]}, "gradients/decoder.transformer.h.3.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 6.0, 4.0, 6.0, 9.0, 9.0, 11.0, 18.0, 12.0, 15.0, 38.0, 26.0, 32.0, 39.0, 31.0, 46.0, 36.0, 40.0, 53.0, 54.0, 43.0, 38.0, 60.0, 50.0, 40.0, 38.0, 33.0, 37.0, 39.0, 25.0, 20.0, 21.0, 7.0, 16.0, 14.0, 7.0, 9.0, 8.0, 5.0, 4.0, 0.0, 0.0, 6.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.422119140625, -0.41014862060546875, -0.3981781005859375, -0.38620758056640625, -0.374237060546875, -0.36226654052734375, -0.3502960205078125, -0.33832550048828125, -0.32635498046875, -0.31438446044921875, -0.3024139404296875, -0.29044342041015625, -0.278472900390625, -0.26650238037109375, -0.2545318603515625, -0.24256134033203125, -0.2305908203125, -0.21862030029296875, -0.2066497802734375, -0.19467926025390625, -0.182708740234375, -0.17073822021484375, -0.1587677001953125, -0.14679718017578125, -0.13482666015625, -0.12285614013671875, -0.1108856201171875, -0.09891510009765625, -0.086944580078125, -0.07497406005859375, -0.0630035400390625, -0.05103302001953125, -0.0390625, -0.02709197998046875, -0.0151214599609375, -0.00315093994140625, 0.008819580078125, 0.02079010009765625, 0.0327606201171875, 0.04473114013671875, 0.05670166015625, 0.06867218017578125, 0.0806427001953125, 0.09261322021484375, 0.104583740234375, 0.11655426025390625, 0.1285247802734375, 0.14049530029296875, 0.1524658203125, 0.16443634033203125, 0.1764068603515625, 0.18837738037109375, 0.200347900390625, 0.21231842041015625, 0.2242889404296875, 0.23625946044921875, 0.24822998046875, 0.26020050048828125, 0.2721710205078125, 0.28414154052734375, 0.296112060546875, 0.30808258056640625, 0.3200531005859375, 0.33202362060546875, 0.343994140625]}, "gradients/decoder.transformer.h.3.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 4.0, 3.0, 5.0, 8.0, 8.0, 11.0, 11.0, 27.0, 24.0, 25.0, 58.0, 56.0, 80.0, 74.0, 146.0, 192.0, 256.0, 345.0, 513.0, 755.0, 1169.0, 1876.0, 3239.0, 6330.0, 12467.0, 26842.0, 62093.0, 157265.0, 340376.0, 254279.0, 99965.0, 41003.0, 18500.0, 8876.0, 4610.0, 2458.0, 1463.0, 952.0, 616.0, 409.0, 291.0, 229.0, 147.0, 141.0, 84.0, 67.0, 64.0, 49.0, 24.0, 21.0, 12.0, 11.0, 13.0, 10.0, 3.0, 5.0, 7.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.058868408203125, -0.05701494216918945, -0.055161476135253906, -0.05330801010131836, -0.05145454406738281, -0.049601078033447266, -0.04774761199951172, -0.04589414596557617, -0.044040679931640625, -0.04218721389770508, -0.04033374786376953, -0.038480281829833984, -0.03662681579589844, -0.03477334976196289, -0.032919883728027344, -0.031066417694091797, -0.02921295166015625, -0.027359485626220703, -0.025506019592285156, -0.02365255355834961, -0.021799087524414062, -0.019945621490478516, -0.01809215545654297, -0.016238689422607422, -0.014385223388671875, -0.012531757354736328, -0.010678291320800781, -0.008824825286865234, -0.0069713592529296875, -0.005117893218994141, -0.0032644271850585938, -0.0014109611511230469, 0.0004425048828125, 0.002295970916748047, 0.004149436950683594, 0.006002902984619141, 0.007856369018554688, 0.009709835052490234, 0.011563301086425781, 0.013416767120361328, 0.015270233154296875, 0.017123699188232422, 0.01897716522216797, 0.020830631256103516, 0.022684097290039062, 0.02453756332397461, 0.026391029357910156, 0.028244495391845703, 0.03009796142578125, 0.0319514274597168, 0.033804893493652344, 0.03565835952758789, 0.03751182556152344, 0.039365291595458984, 0.04121875762939453, 0.04307222366333008, 0.044925689697265625, 0.04677915573120117, 0.04863262176513672, 0.050486087799072266, 0.05233955383300781, 0.05419301986694336, 0.056046485900878906, 0.05789995193481445, 0.05975341796875]}, "gradients/decoder.transformer.h.3.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 4.0, 3.0, 7.0, 8.0, 9.0, 11.0, 14.0, 12.0, 17.0, 27.0, 27.0, 25.0, 24.0, 28.0, 31.0, 44.0, 43.0, 50.0, 38.0, 43.0, 1079.0, 44.0, 43.0, 50.0, 43.0, 41.0, 34.0, 26.0, 23.0, 33.0, 26.0, 22.0, 19.0, 16.0, 14.0, 15.0, 9.0, 9.0, 6.0, 7.0, 4.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.32470703125, -0.3157825469970703, -0.3068580627441406, -0.29793357849121094, -0.28900909423828125, -0.28008460998535156, -0.2711601257324219, -0.2622356414794922, -0.2533111572265625, -0.2443866729736328, -0.23546218872070312, -0.22653770446777344, -0.21761322021484375, -0.20868873596191406, -0.19976425170898438, -0.1908397674560547, -0.181915283203125, -0.1729907989501953, -0.16406631469726562, -0.15514183044433594, -0.14621734619140625, -0.13729286193847656, -0.12836837768554688, -0.11944389343261719, -0.1105194091796875, -0.10159492492675781, -0.09267044067382812, -0.08374595642089844, -0.07482147216796875, -0.06589698791503906, -0.056972503662109375, -0.04804801940917969, -0.03912353515625, -0.030199050903320312, -0.021274566650390625, -0.012350082397460938, -0.00342559814453125, 0.0054988861083984375, 0.014423370361328125, 0.023347854614257812, 0.0322723388671875, 0.04119682312011719, 0.050121307373046875, 0.05904579162597656, 0.06797027587890625, 0.07689476013183594, 0.08581924438476562, 0.09474372863769531, 0.103668212890625, 0.11259269714355469, 0.12151718139648438, 0.13044166564941406, 0.13936614990234375, 0.14829063415527344, 0.15721511840820312, 0.1661396026611328, 0.1750640869140625, 0.1839885711669922, 0.19291305541992188, 0.20183753967285156, 0.21076202392578125, 0.21968650817871094, 0.22861099243164062, 0.2375354766845703, 0.2464599609375]}, "gradients/decoder.transformer.h.3.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 5.0, 6.0, 3.0, 4.0, 6.0, 12.0, 10.0, 17.0, 27.0, 34.0, 52.0, 73.0, 100.0, 130.0, 236.0, 324.0, 496.0, 750.0, 1355.0, 2422.0, 4872.0, 10397.0, 24751.0, 67780.0, 234261.0, 1322832.0, 293500.0, 80300.0, 28732.0, 11639.0, 5420.0, 2706.0, 1448.0, 861.0, 486.0, 315.0, 251.0, 152.0, 97.0, 69.0, 51.0, 47.0, 31.0, 20.0, 15.0, 11.0, 11.0, 6.0, 7.0, 5.0, 3.0, 3.0, 1.0, 0.0, 3.0, 1.0], "bins": [-0.047210693359375, -0.045804500579833984, -0.04439830780029297, -0.04299211502075195, -0.04158592224121094, -0.04017972946166992, -0.038773536682128906, -0.03736734390258789, -0.035961151123046875, -0.03455495834350586, -0.033148765563964844, -0.03174257278442383, -0.030336380004882812, -0.028930187225341797, -0.02752399444580078, -0.026117801666259766, -0.02471160888671875, -0.023305416107177734, -0.02189922332763672, -0.020493030548095703, -0.019086837768554688, -0.017680644989013672, -0.016274452209472656, -0.01486825942993164, -0.013462066650390625, -0.01205587387084961, -0.010649681091308594, -0.009243488311767578, -0.007837295532226562, -0.006431102752685547, -0.005024909973144531, -0.0036187171936035156, -0.0022125244140625, -0.0008063316345214844, 0.0005998611450195312, 0.002006053924560547, 0.0034122467041015625, 0.004818439483642578, 0.006224632263183594, 0.007630825042724609, 0.009037017822265625, 0.01044321060180664, 0.011849403381347656, 0.013255596160888672, 0.014661788940429688, 0.016067981719970703, 0.01747417449951172, 0.018880367279052734, 0.02028656005859375, 0.021692752838134766, 0.02309894561767578, 0.024505138397216797, 0.025911331176757812, 0.027317523956298828, 0.028723716735839844, 0.03012990951538086, 0.031536102294921875, 0.03294229507446289, 0.034348487854003906, 0.03575468063354492, 0.03716087341308594, 0.03856706619262695, 0.03997325897216797, 0.041379451751708984, 0.04278564453125]}, "gradients/decoder.transformer.h.3.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 6.0, 1.0, 2.0, 3.0, 6.0, 3.0, 4.0, 10.0, 8.0, 7.0, 14.0, 18.0, 21.0, 31.0, 30.0, 29.0, 44.0, 58.0, 66.0, 72.0, 91.0, 93.0, 75.0, 43.0, 54.0, 46.0, 28.0, 23.0, 20.0, 23.0, 11.0, 10.0, 12.0, 10.0, 7.0, 4.0, 3.0, 7.0, 1.0, 5.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.004451751708984375, -0.0043236613273620605, -0.004195570945739746, -0.004067480564117432, -0.003939390182495117, -0.0038112998008728027, -0.0036832094192504883, -0.003555119037628174, -0.0034270286560058594, -0.003298938274383545, -0.0031708478927612305, -0.003042757511138916, -0.0029146671295166016, -0.002786576747894287, -0.0026584863662719727, -0.002530395984649658, -0.0024023056030273438, -0.0022742152214050293, -0.002146124839782715, -0.0020180344581604004, -0.001889944076538086, -0.0017618536949157715, -0.001633763313293457, -0.0015056729316711426, -0.0013775825500488281, -0.0012494921684265137, -0.0011214017868041992, -0.0009933114051818848, -0.0008652210235595703, -0.0007371306419372559, -0.0006090402603149414, -0.00048094987869262695, -0.0003528594970703125, -0.00022476911544799805, -9.66787338256836e-05, 3.141164779663086e-05, 0.0001595020294189453, 0.00028759241104125977, 0.0004156827926635742, 0.0005437731742858887, 0.0006718635559082031, 0.0007999539375305176, 0.000928044319152832, 0.0010561347007751465, 0.001184225082397461, 0.0013123154640197754, 0.0014404058456420898, 0.0015684962272644043, 0.0016965866088867188, 0.0018246769905090332, 0.0019527673721313477, 0.002080857753753662, 0.0022089481353759766, 0.002337038516998291, 0.0024651288986206055, 0.00259321928024292, 0.0027213096618652344, 0.002849400043487549, 0.0029774904251098633, 0.0031055808067321777, 0.003233671188354492, 0.0033617615699768066, 0.003489851951599121, 0.0036179423332214355, 0.00374603271484375]}, "gradients/decoder.transformer.h.3.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 5.0, 2.0, 6.0, 6.0, 15.0, 6.0, 10.0, 21.0, 25.0, 23.0, 24.0, 47.0, 54.0, 83.0, 107.0, 167.0, 302.0, 681.0, 5835.0, 1012918.0, 25984.0, 1128.0, 371.0, 209.0, 129.0, 116.0, 75.0, 38.0, 40.0, 20.0, 27.0, 15.0, 13.0, 8.0, 11.0, 5.0, 11.0, 4.0, 8.0, 3.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.087158203125, -0.08431720733642578, -0.08147621154785156, -0.07863521575927734, -0.07579421997070312, -0.0729532241821289, -0.07011222839355469, -0.06727123260498047, -0.06443023681640625, -0.06158924102783203, -0.05874824523925781, -0.055907249450683594, -0.053066253662109375, -0.050225257873535156, -0.04738426208496094, -0.04454326629638672, -0.0417022705078125, -0.03886127471923828, -0.03602027893066406, -0.033179283142089844, -0.030338287353515625, -0.027497291564941406, -0.024656295776367188, -0.02181529998779297, -0.01897430419921875, -0.01613330841064453, -0.013292312622070312, -0.010451316833496094, -0.007610321044921875, -0.004769325256347656, -0.0019283294677734375, 0.0009126663208007812, 0.003753662109375, 0.006594657897949219, 0.009435653686523438, 0.012276649475097656, 0.015117645263671875, 0.017958641052246094, 0.020799636840820312, 0.02364063262939453, 0.02648162841796875, 0.02932262420654297, 0.03216361999511719, 0.035004615783691406, 0.037845611572265625, 0.040686607360839844, 0.04352760314941406, 0.04636859893798828, 0.0492095947265625, 0.05205059051513672, 0.05489158630371094, 0.057732582092285156, 0.060573577880859375, 0.0634145736694336, 0.06625556945800781, 0.06909656524658203, 0.07193756103515625, 0.07477855682373047, 0.07761955261230469, 0.0804605484008789, 0.08330154418945312, 0.08614253997802734, 0.08898353576660156, 0.09182453155517578, 0.09466552734375]}, "gradients/decoder.transformer.h.3.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 7.0, 64.0, 481.0, 430.0, 33.0, 3.0], "bins": [-0.05868711695075035, -0.05772511288523674, -0.05676310881972313, -0.05580110102891922, -0.05483909696340561, -0.053877092897892, -0.05291508883237839, -0.05195308476686478, -0.05099107697606087, -0.050029072910547256, -0.049067068845033646, -0.048105061054229736, -0.047143056988716125, -0.046181052923202515, -0.045219048857688904, -0.04425704479217529, -0.04329504072666168, -0.04233303666114807, -0.04137103259563446, -0.04040902480483055, -0.03944702073931694, -0.03848501667380333, -0.03752301260828972, -0.03656100854277611, -0.0355990007519722, -0.03463699668645859, -0.03367499262094498, -0.03271298483014107, -0.03175098076462746, -0.030788976699113846, -0.029826972633600235, -0.028864966705441475, -0.027902960777282715, -0.026940956711769104, -0.025978950783610344, -0.025016946718096733, -0.024054940789937973, -0.023092936724424362, -0.02213093265891075, -0.02116892673075199, -0.02020692266523838, -0.01924491859972477, -0.01828291267156601, -0.0173209086060524, -0.01635890267789364, -0.015396898612380028, -0.014434893615543842, -0.013472888618707657, -0.012510884553194046, -0.01154887955635786, -0.010586874559521675, -0.009624870494008064, -0.008662865497171879, -0.007700860500335693, -0.006738855503499508, -0.00577685097232461, -0.004814845509827137, -0.003852840745821595, -0.0028908359818160534, -0.001928830984979868, -0.0009668262209743261, -4.821456968784332e-06, 0.0009571835398674011, 0.0019191880710422993, 0.0028811930678784847]}, "gradients/decoder.transformer.h.3.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 8.0, 6.0, 5.0, 12.0, 11.0, 18.0, 19.0, 18.0, 27.0, 16.0, 21.0, 29.0, 19.0, 31.0, 39.0, 31.0, 36.0, 39.0, 43.0, 47.0, 45.0, 42.0, 39.0, 43.0, 40.0, 34.0, 37.0, 36.0, 30.0, 30.0, 26.0, 20.0, 16.0, 18.0, 20.0, 9.0, 7.0, 8.0, 11.0, 5.0, 4.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.0046544671058654785, -0.004513127729296684, -0.00437178835272789, -0.004230448976159096, -0.0040891095995903015, -0.003947770223021507, -0.003806430846452713, -0.0036650914698839188, -0.0035237520933151245, -0.0033824127167463303, -0.003241073340177536, -0.0030997339636087418, -0.0029583945870399475, -0.0028170552104711533, -0.002675715833902359, -0.0025343764573335648, -0.0023930370807647705, -0.0022516977041959763, -0.002110358327627182, -0.0019690189510583878, -0.0018276795744895935, -0.0016863401979207993, -0.001545000821352005, -0.0014036614447832108, -0.0012623220682144165, -0.0011209826916456223, -0.000979643315076828, -0.0008383039385080338, -0.0006969645619392395, -0.0005556251853704453, -0.000414285808801651, -0.00027294643223285675, -0.0001316070556640625, 9.73232090473175e-06, 0.000151071697473526, 0.00029241107404232025, 0.0004337504506111145, 0.0005750898271799088, 0.000716429203748703, 0.0008577685803174973, 0.0009991079568862915, 0.0011404473334550858, 0.00128178671002388, 0.0014231260865926743, 0.0015644654631614685, 0.0017058048397302628, 0.001847144216299057, 0.0019884835928678513, 0.0021298229694366455, 0.0022711623460054398, 0.002412501722574234, 0.0025538410991430283, 0.0026951804757118225, 0.0028365198522806168, 0.002977859228849411, 0.0031191986054182053, 0.0032605379819869995, 0.0034018773585557938, 0.003543216735124588, 0.0036845561116933823, 0.0038258954882621765, 0.003967234864830971, 0.004108574241399765, 0.004249913617968559, 0.0043912529945373535]}, "gradients/decoder.transformer.h.3.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 3.0, 6.0, 4.0, 6.0, 9.0, 9.0, 11.0, 18.0, 12.0, 17.0, 35.0, 28.0, 32.0, 39.0, 33.0, 45.0, 34.0, 40.0, 55.0, 52.0, 42.0, 39.0, 60.0, 50.0, 40.0, 38.0, 33.0, 37.0, 39.0, 25.0, 20.0, 21.0, 7.0, 16.0, 14.0, 7.0, 9.0, 8.0, 5.0, 4.0, 0.0, 0.0, 6.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.422119140625, -0.4101448059082031, -0.39817047119140625, -0.3861961364746094, -0.3742218017578125, -0.3622474670410156, -0.35027313232421875, -0.3382987976074219, -0.326324462890625, -0.3143501281738281, -0.30237579345703125, -0.2904014587402344, -0.2784271240234375, -0.2664527893066406, -0.25447845458984375, -0.24250411987304688, -0.23052978515625, -0.21855545043945312, -0.20658111572265625, -0.19460678100585938, -0.1826324462890625, -0.17065811157226562, -0.15868377685546875, -0.14670944213867188, -0.134735107421875, -0.12276077270507812, -0.11078643798828125, -0.09881210327148438, -0.0868377685546875, -0.07486343383789062, -0.06288909912109375, -0.050914764404296875, -0.0389404296875, -0.026966094970703125, -0.01499176025390625, -0.003017425537109375, 0.0089569091796875, 0.020931243896484375, 0.03290557861328125, 0.044879913330078125, 0.056854248046875, 0.06882858276367188, 0.08080291748046875, 0.09277725219726562, 0.1047515869140625, 0.11672592163085938, 0.12870025634765625, 0.14067459106445312, 0.15264892578125, 0.16462326049804688, 0.17659759521484375, 0.18857192993164062, 0.2005462646484375, 0.21252059936523438, 0.22449493408203125, 0.23646926879882812, 0.248443603515625, 0.2604179382324219, 0.27239227294921875, 0.2843666076660156, 0.2963409423828125, 0.3083152770996094, 0.32028961181640625, 0.3322639465332031, 0.34423828125]}, "gradients/decoder.transformer.h.3.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 2.0, 7.0, 10.0, 13.0, 23.0, 30.0, 38.0, 54.0, 80.0, 125.0, 212.0, 314.0, 608.0, 1066.0, 1909.0, 3763.0, 7556.0, 15556.0, 35184.0, 81615.0, 203975.0, 379855.0, 182010.0, 73648.0, 31827.0, 14601.0, 6828.0, 3527.0, 1769.0, 910.0, 565.0, 293.0, 187.0, 124.0, 83.0, 64.0, 51.0, 21.0, 21.0, 13.0, 7.0, 4.0, 3.0, 4.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.54833984375, -0.5303268432617188, -0.5123138427734375, -0.49430084228515625, -0.476287841796875, -0.45827484130859375, -0.4402618408203125, -0.42224884033203125, -0.40423583984375, -0.38622283935546875, -0.3682098388671875, -0.35019683837890625, -0.332183837890625, -0.31417083740234375, -0.2961578369140625, -0.27814483642578125, -0.2601318359375, -0.24211883544921875, -0.2241058349609375, -0.20609283447265625, -0.188079833984375, -0.17006683349609375, -0.1520538330078125, -0.13404083251953125, -0.11602783203125, -0.09801483154296875, -0.0800018310546875, -0.06198883056640625, -0.043975830078125, -0.02596282958984375, -0.0079498291015625, 0.01006317138671875, 0.028076171875, 0.04608917236328125, 0.0641021728515625, 0.08211517333984375, 0.100128173828125, 0.11814117431640625, 0.1361541748046875, 0.15416717529296875, 0.17218017578125, 0.19019317626953125, 0.2082061767578125, 0.22621917724609375, 0.244232177734375, 0.26224517822265625, 0.2802581787109375, 0.29827117919921875, 0.3162841796875, 0.33429718017578125, 0.3523101806640625, 0.37032318115234375, 0.388336181640625, 0.40634918212890625, 0.4243621826171875, 0.44237518310546875, 0.46038818359375, 0.47840118408203125, 0.4964141845703125, 0.5144271850585938, 0.532440185546875, 0.5504531860351562, 0.5684661865234375, 0.5864791870117188, 0.6044921875]}, "gradients/decoder.transformer.h.3.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 5.0, 4.0, 7.0, 6.0, 9.0, 11.0, 15.0, 20.0, 23.0, 24.0, 28.0, 33.0, 45.0, 71.0, 67.0, 79.0, 121.0, 252.0, 1422.0, 243.0, 142.0, 87.0, 70.0, 53.0, 42.0, 35.0, 30.0, 23.0, 27.0, 12.0, 17.0, 6.0, 5.0, 5.0, 6.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0], "bins": [-1.234375, -1.2013397216796875, -1.168304443359375, -1.1352691650390625, -1.10223388671875, -1.0691986083984375, -1.036163330078125, -1.0031280517578125, -0.9700927734375, -0.9370574951171875, -0.904022216796875, -0.8709869384765625, -0.83795166015625, -0.8049163818359375, -0.771881103515625, -0.7388458251953125, -0.705810546875, -0.6727752685546875, -0.639739990234375, -0.6067047119140625, -0.57366943359375, -0.5406341552734375, -0.507598876953125, -0.4745635986328125, -0.4415283203125, -0.4084930419921875, -0.375457763671875, -0.3424224853515625, -0.30938720703125, -0.2763519287109375, -0.243316650390625, -0.2102813720703125, -0.17724609375, -0.1442108154296875, -0.111175537109375, -0.0781402587890625, -0.04510498046875, -0.0120697021484375, 0.020965576171875, 0.0540008544921875, 0.0870361328125, 0.1200714111328125, 0.153106689453125, 0.1861419677734375, 0.21917724609375, 0.2522125244140625, 0.285247802734375, 0.3182830810546875, 0.351318359375, 0.3843536376953125, 0.417388916015625, 0.4504241943359375, 0.48345947265625, 0.5164947509765625, 0.549530029296875, 0.5825653076171875, 0.6156005859375, 0.6486358642578125, 0.681671142578125, 0.7147064208984375, 0.74774169921875, 0.7807769775390625, 0.813812255859375, 0.8468475341796875, 0.8798828125]}, "gradients/decoder.transformer.h.3.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 2.0, 4.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 6.0, 6.0, 6.0, 13.0, 17.0, 26.0, 46.0, 47.0, 85.0, 114.0, 166.0, 249.0, 392.0, 811.0, 3748.0, 2651434.0, 484019.0, 2631.0, 757.0, 381.0, 260.0, 138.0, 109.0, 75.0, 50.0, 26.0, 28.0, 25.0, 4.0, 10.0, 9.0, 6.0, 7.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.46875, -3.32958984375, -3.1904296875, -3.05126953125, -2.912109375, -2.77294921875, -2.6337890625, -2.49462890625, -2.35546875, -2.21630859375, -2.0771484375, -1.93798828125, -1.798828125, -1.65966796875, -1.5205078125, -1.38134765625, -1.2421875, -1.10302734375, -0.9638671875, -0.82470703125, -0.685546875, -0.54638671875, -0.4072265625, -0.26806640625, -0.12890625, 0.01025390625, 0.1494140625, 0.28857421875, 0.427734375, 0.56689453125, 0.7060546875, 0.84521484375, 0.984375, 1.12353515625, 1.2626953125, 1.40185546875, 1.541015625, 1.68017578125, 1.8193359375, 1.95849609375, 2.09765625, 2.23681640625, 2.3759765625, 2.51513671875, 2.654296875, 2.79345703125, 2.9326171875, 3.07177734375, 3.2109375, 3.35009765625, 3.4892578125, 3.62841796875, 3.767578125, 3.90673828125, 4.0458984375, 4.18505859375, 4.32421875, 4.46337890625, 4.6025390625, 4.74169921875, 4.880859375, 5.02001953125, 5.1591796875, 5.29833984375, 5.4375]}, "gradients/decoder.transformer.h.3.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 2.0, 11.0, 8.0, 58.0, 119.0, 204.0, 256.0, 182.0, 96.0, 32.0, 20.0, 9.0, 7.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.144974231719971, -6.936117649078369, -6.727261066436768, -6.518404483795166, -6.3095479011535645, -6.100691318511963, -5.891834735870361, -5.68297815322876, -5.474121570587158, -5.265264987945557, -5.056408405303955, -4.8475518226623535, -4.638695240020752, -4.42983865737915, -4.220982074737549, -4.012125492095947, -3.8032689094543457, -3.594412326812744, -3.3855557441711426, -3.176699161529541, -2.9678425788879395, -2.758985996246338, -2.5501294136047363, -2.3412728309631348, -2.132416248321533, -1.9235596656799316, -1.71470308303833, -1.5058465003967285, -1.296989917755127, -1.0881333351135254, -0.8792767524719238, -0.6704201698303223, -0.4615640640258789, -0.25270748138427734, -0.04385089874267578, 0.16500568389892578, 0.37386226654052734, 0.5827188491821289, 0.7915754318237305, 1.000432014465332, 1.2092885971069336, 1.4181451797485352, 1.6270017623901367, 1.8358583450317383, 2.04471492767334, 2.2535715103149414, 2.462428092956543, 2.6712846755981445, 2.880141258239746, 3.0889978408813477, 3.297854423522949, 3.506711006164551, 3.7155675888061523, 3.924424171447754, 4.1332807540893555, 4.342137336730957, 4.550993919372559, 4.75985050201416, 4.968707084655762, 5.177563667297363, 5.386420249938965, 5.595276832580566, 5.804133415222168, 6.0129899978637695, 6.221846580505371]}, "gradients/decoder.transformer.h.3.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 3.0, 5.0, 3.0, 6.0, 8.0, 13.0, 13.0, 22.0, 18.0, 17.0, 19.0, 24.0, 28.0, 30.0, 42.0, 38.0, 39.0, 44.0, 31.0, 60.0, 49.0, 40.0, 49.0, 52.0, 54.0, 35.0, 44.0, 39.0, 32.0, 30.0, 17.0, 21.0, 15.0, 14.0, 13.0, 13.0, 6.0, 6.0, 3.0, 6.0, 2.0, 2.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.200162410736084, -3.102015972137451, -3.0038692951202393, -2.9057228565216064, -2.8075764179229736, -2.7094297409057617, -2.611283302307129, -2.513136863708496, -2.4149904251098633, -2.3168439865112305, -2.2186973094940186, -2.1205508708953857, -2.022404432296753, -1.9242578744888306, -1.8261113166809082, -1.7279648780822754, -1.6298182010650635, -1.5316716432571411, -1.4335252046585083, -1.335378646850586, -1.2372322082519531, -1.1390856504440308, -1.0409390926361084, -0.9427925944328308, -0.8446460962295532, -0.7464995980262756, -0.648353099822998, -0.5502065420150757, -0.4520600438117981, -0.3539135456085205, -0.25576698780059814, -0.15762048959732056, -0.05947399139404297, 0.03867252171039581, 0.1368190348148346, 0.23496556282043457, 0.33311206102371216, 0.43125855922698975, 0.5294051170349121, 0.6275516152381897, 0.7256981134414673, 0.8238446116447449, 0.9219911098480225, 1.0201376676559448, 1.1182842254638672, 1.2164306640625, 1.3145772218704224, 1.4127237796783447, 1.5108702182769775, 1.6090167760849, 1.7071632146835327, 1.805309772491455, 1.903456211090088, 2.0016026496887207, 2.0997493267059326, 2.1978957653045654, 2.2960424423217773, 2.39418888092041, 2.492335557937622, 2.590481996536255, 2.6886284351348877, 2.7867751121520996, 2.8849215507507324, 2.9830679893493652, 3.081214427947998]}, "gradients/decoder.transformer.h.2.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 3.0, 5.0, 2.0, 2.0, 4.0, 8.0, 7.0, 9.0, 16.0, 14.0, 17.0, 16.0, 23.0, 27.0, 39.0, 28.0, 43.0, 35.0, 46.0, 44.0, 38.0, 42.0, 52.0, 46.0, 48.0, 45.0, 44.0, 41.0, 37.0, 27.0, 36.0, 23.0, 24.0, 19.0, 25.0, 12.0, 20.0, 11.0, 6.0, 5.0, 9.0, 2.0, 4.0, 2.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.40087890625, -0.3892974853515625, -0.377716064453125, -0.3661346435546875, -0.35455322265625, -0.3429718017578125, -0.331390380859375, -0.3198089599609375, -0.3082275390625, -0.2966461181640625, -0.285064697265625, -0.2734832763671875, -0.26190185546875, -0.2503204345703125, -0.238739013671875, -0.2271575927734375, -0.215576171875, -0.2039947509765625, -0.192413330078125, -0.1808319091796875, -0.16925048828125, -0.1576690673828125, -0.146087646484375, -0.1345062255859375, -0.1229248046875, -0.1113433837890625, -0.099761962890625, -0.0881805419921875, -0.07659912109375, -0.0650177001953125, -0.053436279296875, -0.0418548583984375, -0.0302734375, -0.0186920166015625, -0.007110595703125, 0.0044708251953125, 0.01605224609375, 0.0276336669921875, 0.039215087890625, 0.0507965087890625, 0.0623779296875, 0.0739593505859375, 0.085540771484375, 0.0971221923828125, 0.10870361328125, 0.1202850341796875, 0.131866455078125, 0.1434478759765625, 0.155029296875, 0.1666107177734375, 0.178192138671875, 0.1897735595703125, 0.20135498046875, 0.2129364013671875, 0.224517822265625, 0.2360992431640625, 0.2476806640625, 0.2592620849609375, 0.270843505859375, 0.2824249267578125, 0.29400634765625, 0.3055877685546875, 0.317169189453125, 0.3287506103515625, 0.34033203125]}, "gradients/decoder.transformer.h.2.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 3.0, 4.0, 9.0, 21.0, 31.0, 152.0, 718.0, 7244.0, 4171163.0, 13798.0, 878.0, 164.0, 59.0, 16.0, 7.0, 2.0, 4.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.73046875, -5.54302978515625, -5.3555908203125, -5.16815185546875, -4.980712890625, -4.79327392578125, -4.6058349609375, -4.41839599609375, -4.23095703125, -4.04351806640625, -3.8560791015625, -3.66864013671875, -3.481201171875, -3.29376220703125, -3.1063232421875, -2.91888427734375, -2.7314453125, -2.54400634765625, -2.3565673828125, -2.16912841796875, -1.981689453125, -1.79425048828125, -1.6068115234375, -1.41937255859375, -1.23193359375, -1.04449462890625, -0.8570556640625, -0.66961669921875, -0.482177734375, -0.29473876953125, -0.1072998046875, 0.08013916015625, 0.267578125, 0.45501708984375, 0.6424560546875, 0.82989501953125, 1.017333984375, 1.20477294921875, 1.3922119140625, 1.57965087890625, 1.76708984375, 1.95452880859375, 2.1419677734375, 2.32940673828125, 2.516845703125, 2.70428466796875, 2.8917236328125, 3.07916259765625, 3.2666015625, 3.45404052734375, 3.6414794921875, 3.82891845703125, 4.016357421875, 4.20379638671875, 4.3912353515625, 4.57867431640625, 4.76611328125, 4.95355224609375, 5.1409912109375, 5.32843017578125, 5.515869140625, 5.70330810546875, 5.8907470703125, 6.07818603515625, 6.265625]}, "gradients/decoder.transformer.h.2.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 2.0, 2.0, 5.0, 6.0, 11.0, 9.0, 20.0, 25.0, 29.0, 53.0, 69.0, 91.0, 105.0, 203.0, 224.0, 359.0, 584.0, 665.0, 512.0, 326.0, 211.0, 165.0, 103.0, 92.0, 56.0, 29.0, 40.0, 23.0, 16.0, 8.0, 10.0, 9.0, 9.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.6943359375, -0.6741409301757812, -0.6539459228515625, -0.6337509155273438, -0.613555908203125, -0.5933609008789062, -0.5731658935546875, -0.5529708862304688, -0.53277587890625, -0.5125808715820312, -0.4923858642578125, -0.47219085693359375, -0.451995849609375, -0.43180084228515625, -0.4116058349609375, -0.39141082763671875, -0.3712158203125, -0.35102081298828125, -0.3308258056640625, -0.31063079833984375, -0.290435791015625, -0.27024078369140625, -0.2500457763671875, -0.22985076904296875, -0.20965576171875, -0.18946075439453125, -0.1692657470703125, -0.14907073974609375, -0.128875732421875, -0.10868072509765625, -0.0884857177734375, -0.06829071044921875, -0.048095703125, -0.02790069580078125, -0.0077056884765625, 0.01248931884765625, 0.032684326171875, 0.05287933349609375, 0.0730743408203125, 0.09326934814453125, 0.11346435546875, 0.13365936279296875, 0.1538543701171875, 0.17404937744140625, 0.194244384765625, 0.21443939208984375, 0.2346343994140625, 0.25482940673828125, 0.2750244140625, 0.29521942138671875, 0.3154144287109375, 0.33560943603515625, 0.355804443359375, 0.37599945068359375, 0.3961944580078125, 0.41638946533203125, 0.43658447265625, 0.45677947998046875, 0.4769744873046875, 0.49716949462890625, 0.517364501953125, 0.5375595092773438, 0.5577545166015625, 0.5779495239257812, 0.59814453125]}, "gradients/decoder.transformer.h.2.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 5.0, 6.0, 1.0, 8.0, 7.0, 10.0, 14.0, 27.0, 38.0, 74.0, 124.0, 232.0, 429.0, 949.0, 2386.0, 9806.0, 101526.0, 3333796.0, 706731.0, 30345.0, 4875.0, 1526.0, 650.0, 313.0, 168.0, 91.0, 45.0, 40.0, 18.0, 17.0, 8.0, 7.0, 7.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-1.5048828125, -1.4603271484375, -1.415771484375, -1.3712158203125, -1.32666015625, -1.2821044921875, -1.237548828125, -1.1929931640625, -1.1484375, -1.1038818359375, -1.059326171875, -1.0147705078125, -0.97021484375, -0.9256591796875, -0.881103515625, -0.8365478515625, -0.7919921875, -0.7474365234375, -0.702880859375, -0.6583251953125, -0.61376953125, -0.5692138671875, -0.524658203125, -0.4801025390625, -0.435546875, -0.3909912109375, -0.346435546875, -0.3018798828125, -0.25732421875, -0.2127685546875, -0.168212890625, -0.1236572265625, -0.0791015625, -0.0345458984375, 0.010009765625, 0.0545654296875, 0.09912109375, 0.1436767578125, 0.188232421875, 0.2327880859375, 0.27734375, 0.3218994140625, 0.366455078125, 0.4110107421875, 0.45556640625, 0.5001220703125, 0.544677734375, 0.5892333984375, 0.6337890625, 0.6783447265625, 0.722900390625, 0.7674560546875, 0.81201171875, 0.8565673828125, 0.901123046875, 0.9456787109375, 0.990234375, 1.0347900390625, 1.079345703125, 1.1239013671875, 1.16845703125, 1.2130126953125, 1.257568359375, 1.3021240234375, 1.3466796875]}, "gradients/decoder.transformer.h.2.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 12.0, 32.0, 148.0, 343.0, 301.0, 125.0, 40.0, 6.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-7.794516086578369, -7.571146011352539, -7.347775936126709, -7.124405860900879, -6.901035308837891, -6.677665710449219, -6.4542951583862305, -6.2309250831604, -6.00755500793457, -5.78418493270874, -5.56081485748291, -5.33744478225708, -5.11407470703125, -4.890704154968262, -4.667334079742432, -4.443964004516602, -4.2205939292907715, -3.9972238540649414, -3.7738537788391113, -3.550483465194702, -3.327113389968872, -3.103743314743042, -2.880373001098633, -2.6570029258728027, -2.4336328506469727, -2.2102627754211426, -1.986892580986023, -1.7635223865509033, -1.5401523113250732, -1.3167822360992432, -1.0934120416641235, -0.8700418472290039, -0.6466712951660156, -0.42330116033554077, -0.19993102550506592, 0.023439109325408936, 0.2468092441558838, 0.47017931938171387, 0.6935495138168335, 0.9169197082519531, 1.1402897834777832, 1.3636598587036133, 1.587030053138733, 1.8104002475738525, 2.0337703227996826, 2.2571403980255127, 2.480510711669922, 2.703880786895752, 2.927250862121582, 3.150620937347412, 3.373991012573242, 3.5973613262176514, 3.8207314014434814, 4.044101715087891, 4.267471790313721, 4.490841865539551, 4.714211940765381, 4.937582015991211, 5.160952091217041, 5.384322166442871, 5.607692718505859, 5.831062316894531, 6.0544328689575195, 6.27780294418335, 6.50117301940918]}, "gradients/decoder.transformer.h.2.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 3.0, 1.0, 2.0, 3.0, 3.0, 8.0, 9.0, 9.0, 16.0, 12.0, 17.0, 21.0, 28.0, 28.0, 27.0, 33.0, 35.0, 43.0, 39.0, 40.0, 28.0, 50.0, 38.0, 45.0, 45.0, 59.0, 40.0, 46.0, 46.0, 33.0, 25.0, 29.0, 20.0, 15.0, 15.0, 16.0, 20.0, 17.0, 14.0, 9.0, 3.0, 4.0, 2.0, 4.0, 6.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.2885324954986572, -2.2154884338378906, -2.142444133758545, -2.0694000720977783, -1.9963557720184326, -1.9233115911483765, -1.8502674102783203, -1.7772233486175537, -1.704179048538208, -1.6311348676681519, -1.5580906867980957, -1.4850465059280396, -1.4120023250579834, -1.3389581441879272, -1.265913963317871, -1.1928699016571045, -1.1198257207870483, -1.0467815399169922, -0.973737359046936, -0.9006931781768799, -0.8276489973068237, -0.7546048164367676, -0.6815606951713562, -0.6085165143013, -0.5354723334312439, -0.46242815256118774, -0.3893839716911316, -0.3163398206233978, -0.24329563975334167, -0.17025145888328552, -0.09720730781555176, -0.024163126945495605, 0.04888105392456055, 0.1219252273440361, 0.19496940076351166, 0.2680135667324066, 0.34105774760246277, 0.4141019284725189, 0.4871460795402527, 0.5601902604103088, 0.633234441280365, 0.7062786221504211, 0.7793228030204773, 0.8523669242858887, 0.9254111051559448, 0.998455286026001, 1.0714994668960571, 1.1445436477661133, 1.2175878286361694, 1.2906320095062256, 1.3636761903762817, 1.436720371246338, 1.509764552116394, 1.5828087329864502, 1.6558527946472168, 1.7288970947265625, 1.801941156387329, 1.8749853372573853, 1.9480295181274414, 2.021073579788208, 2.0941178798675537, 2.1671619415283203, 2.240206241607666, 2.3132503032684326, 2.3862946033477783]}, "gradients/decoder.transformer.h.2.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 3.0, 6.0, 1.0, 12.0, 5.0, 12.0, 21.0, 21.0, 11.0, 21.0, 28.0, 28.0, 43.0, 25.0, 43.0, 42.0, 47.0, 57.0, 45.0, 45.0, 50.0, 48.0, 47.0, 45.0, 37.0, 35.0, 35.0, 35.0, 25.0, 23.0, 26.0, 17.0, 13.0, 9.0, 13.0, 8.0, 8.0, 2.0, 5.0, 5.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.338134765625, -0.3280906677246094, -0.31804656982421875, -0.3080024719238281, -0.2979583740234375, -0.2879142761230469, -0.27787017822265625, -0.2678260803222656, -0.257781982421875, -0.24773788452148438, -0.23769378662109375, -0.22764968872070312, -0.2176055908203125, -0.20756149291992188, -0.19751739501953125, -0.18747329711914062, -0.17742919921875, -0.16738510131835938, -0.15734100341796875, -0.14729690551757812, -0.1372528076171875, -0.12720870971679688, -0.11716461181640625, -0.10712051391601562, -0.097076416015625, -0.08703231811523438, -0.07698822021484375, -0.06694412231445312, -0.0569000244140625, -0.046855926513671875, -0.03681182861328125, -0.026767730712890625, -0.0167236328125, -0.006679534912109375, 0.00336456298828125, 0.013408660888671875, 0.0234527587890625, 0.033496856689453125, 0.04354095458984375, 0.053585052490234375, 0.063629150390625, 0.07367324829101562, 0.08371734619140625, 0.09376144409179688, 0.1038055419921875, 0.11384963989257812, 0.12389373779296875, 0.13393783569335938, 0.14398193359375, 0.15402603149414062, 0.16407012939453125, 0.17411422729492188, 0.1841583251953125, 0.19420242309570312, 0.20424652099609375, 0.21429061889648438, 0.224334716796875, 0.23437881469726562, 0.24442291259765625, 0.2544670104980469, 0.2645111083984375, 0.2745552062988281, 0.28459930419921875, 0.2946434020996094, 0.3046875]}, "gradients/decoder.transformer.h.2.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 4.0, 3.0, 3.0, 6.0, 9.0, 18.0, 16.0, 27.0, 35.0, 34.0, 65.0, 89.0, 104.0, 146.0, 210.0, 322.0, 487.0, 751.0, 1270.0, 2460.0, 6361.0, 20064.0, 89306.0, 542745.0, 311912.0, 49702.0, 12947.0, 4468.0, 1962.0, 1028.0, 620.0, 374.0, 302.0, 207.0, 135.0, 113.0, 65.0, 50.0, 34.0, 22.0, 31.0, 12.0, 9.0, 7.0, 5.0, 8.0, 4.0, 4.0, 5.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.0982666015625, -0.09517860412597656, -0.09209060668945312, -0.08900260925292969, -0.08591461181640625, -0.08282661437988281, -0.07973861694335938, -0.07665061950683594, -0.0735626220703125, -0.07047462463378906, -0.06738662719726562, -0.06429862976074219, -0.06121063232421875, -0.05812263488769531, -0.055034637451171875, -0.05194664001464844, -0.048858642578125, -0.04577064514160156, -0.042682647705078125, -0.03959465026855469, -0.03650665283203125, -0.03341865539550781, -0.030330657958984375, -0.027242660522460938, -0.0241546630859375, -0.021066665649414062, -0.017978668212890625, -0.014890670776367188, -0.01180267333984375, -0.008714675903320312, -0.005626678466796875, -0.0025386810302734375, 0.00054931640625, 0.0036373138427734375, 0.006725311279296875, 0.009813308715820312, 0.01290130615234375, 0.015989303588867188, 0.019077301025390625, 0.022165298461914062, 0.0252532958984375, 0.028341293334960938, 0.031429290771484375, 0.03451728820800781, 0.03760528564453125, 0.04069328308105469, 0.043781280517578125, 0.04686927795410156, 0.049957275390625, 0.05304527282714844, 0.056133270263671875, 0.05922126770019531, 0.06230926513671875, 0.06539726257324219, 0.06848526000976562, 0.07157325744628906, 0.0746612548828125, 0.07774925231933594, 0.08083724975585938, 0.08392524719238281, 0.08701324462890625, 0.09010124206542969, 0.09318923950195312, 0.09627723693847656, 0.099365234375]}, "gradients/decoder.transformer.h.2.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 2.0, 4.0, 5.0, 10.0, 7.0, 12.0, 12.0, 17.0, 16.0, 18.0, 18.0, 26.0, 30.0, 22.0, 35.0, 38.0, 35.0, 36.0, 45.0, 48.0, 46.0, 1075.0, 45.0, 51.0, 36.0, 38.0, 37.0, 26.0, 32.0, 32.0, 32.0, 18.0, 29.0, 19.0, 13.0, 14.0, 16.0, 6.0, 13.0, 6.0, 3.0, 2.0, 6.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2239990234375, -0.21727561950683594, -0.21055221557617188, -0.2038288116455078, -0.19710540771484375, -0.1903820037841797, -0.18365859985351562, -0.17693519592285156, -0.1702117919921875, -0.16348838806152344, -0.15676498413085938, -0.1500415802001953, -0.14331817626953125, -0.1365947723388672, -0.12987136840820312, -0.12314796447753906, -0.116424560546875, -0.10970115661621094, -0.10297775268554688, -0.09625434875488281, -0.08953094482421875, -0.08280754089355469, -0.07608413696289062, -0.06936073303222656, -0.0626373291015625, -0.05591392517089844, -0.049190521240234375, -0.04246711730957031, -0.03574371337890625, -0.029020309448242188, -0.022296905517578125, -0.015573501586914062, -0.00885009765625, -0.0021266937255859375, 0.004596710205078125, 0.011320114135742188, 0.01804351806640625, 0.024766921997070312, 0.031490325927734375, 0.03821372985839844, 0.0449371337890625, 0.05166053771972656, 0.058383941650390625, 0.06510734558105469, 0.07183074951171875, 0.07855415344238281, 0.08527755737304688, 0.09200096130371094, 0.098724365234375, 0.10544776916503906, 0.11217117309570312, 0.11889457702636719, 0.12561798095703125, 0.1323413848876953, 0.13906478881835938, 0.14578819274902344, 0.1525115966796875, 0.15923500061035156, 0.16595840454101562, 0.1726818084716797, 0.17940521240234375, 0.1861286163330078, 0.19285202026367188, 0.19957542419433594, 0.206298828125]}, "gradients/decoder.transformer.h.2.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 5.0, 12.0, 8.0, 9.0, 26.0, 28.0, 39.0, 68.0, 90.0, 121.0, 172.0, 269.0, 484.0, 796.0, 1616.0, 4142.0, 13460.0, 60383.0, 703791.0, 1214647.0, 72931.0, 15317.0, 4676.0, 1764.0, 856.0, 490.0, 319.0, 192.0, 146.0, 82.0, 57.0, 48.0, 25.0, 20.0, 8.0, 14.0, 11.0, 5.0, 7.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.06097412109375, -0.05901050567626953, -0.05704689025878906, -0.055083274841308594, -0.053119659423828125, -0.051156044006347656, -0.04919242858886719, -0.04722881317138672, -0.04526519775390625, -0.04330158233642578, -0.04133796691894531, -0.039374351501464844, -0.037410736083984375, -0.035447120666503906, -0.03348350524902344, -0.03151988983154297, -0.0295562744140625, -0.02759265899658203, -0.025629043579101562, -0.023665428161621094, -0.021701812744140625, -0.019738197326660156, -0.017774581909179688, -0.01581096649169922, -0.01384735107421875, -0.011883735656738281, -0.009920120239257812, -0.007956504821777344, -0.005992889404296875, -0.004029273986816406, -0.0020656585693359375, -0.00010204315185546875, 0.001861572265625, 0.0038251876831054688, 0.0057888031005859375, 0.007752418518066406, 0.009716033935546875, 0.011679649353027344, 0.013643264770507812, 0.015606880187988281, 0.01757049560546875, 0.01953411102294922, 0.021497726440429688, 0.023461341857910156, 0.025424957275390625, 0.027388572692871094, 0.029352188110351562, 0.03131580352783203, 0.0332794189453125, 0.03524303436279297, 0.03720664978027344, 0.039170265197753906, 0.041133880615234375, 0.043097496032714844, 0.04506111145019531, 0.04702472686767578, 0.04898834228515625, 0.05095195770263672, 0.05291557312011719, 0.054879188537597656, 0.056842803955078125, 0.058806419372558594, 0.06077003479003906, 0.06273365020751953, 0.064697265625]}, "gradients/decoder.transformer.h.2.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 5.0, 3.0, 6.0, 3.0, 11.0, 7.0, 12.0, 16.0, 28.0, 34.0, 57.0, 38.0, 64.0, 67.0, 92.0, 112.0, 107.0, 87.0, 62.0, 55.0, 30.0, 24.0, 21.0, 12.0, 16.0, 8.0, 2.0, 2.0, 6.0, 4.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0029087066650390625, -0.002821594476699829, -0.0027344822883605957, -0.0026473701000213623, -0.002560257911682129, -0.0024731457233428955, -0.002386033535003662, -0.0022989213466644287, -0.0022118091583251953, -0.002124696969985962, -0.0020375847816467285, -0.0019504725933074951, -0.0018633604049682617, -0.0017762482166290283, -0.001689136028289795, -0.0016020238399505615, -0.0015149116516113281, -0.0014277994632720947, -0.0013406872749328613, -0.001253575086593628, -0.0011664628982543945, -0.0010793507099151611, -0.0009922385215759277, -0.0009051263332366943, -0.0008180141448974609, -0.0007309019565582275, -0.0006437897682189941, -0.0005566775798797607, -0.00046956539154052734, -0.00038245320320129395, -0.00029534101486206055, -0.00020822882652282715, -0.00012111663818359375, -3.400444984436035e-05, 5.310773849487305e-05, 0.00014021992683410645, 0.00022733211517333984, 0.00031444430351257324, 0.00040155649185180664, 0.00048866868019104, 0.0005757808685302734, 0.0006628930568695068, 0.0007500052452087402, 0.0008371174335479736, 0.000924229621887207, 0.0010113418102264404, 0.0010984539985656738, 0.0011855661869049072, 0.0012726783752441406, 0.001359790563583374, 0.0014469027519226074, 0.0015340149402618408, 0.0016211271286010742, 0.0017082393169403076, 0.001795351505279541, 0.0018824636936187744, 0.001969575881958008, 0.002056688070297241, 0.0021438002586364746, 0.002230912446975708, 0.0023180246353149414, 0.002405136823654175, 0.002492249011993408, 0.0025793612003326416, 0.002666473388671875]}, "gradients/decoder.transformer.h.2.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 3.0, 1.0, 6.0, 4.0, 2.0, 8.0, 6.0, 8.0, 12.0, 18.0, 25.0, 42.0, 47.0, 69.0, 114.0, 187.0, 324.0, 633.0, 7118.0, 1028038.0, 10241.0, 717.0, 330.0, 171.0, 105.0, 82.0, 64.0, 37.0, 28.0, 16.0, 16.0, 12.0, 10.0, 8.0, 8.0, 8.0, 5.0, 5.0, 5.0, 5.0, 1.0, 7.0, 0.0, 0.0, 6.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.050689697265625, -0.049082279205322266, -0.04747486114501953, -0.0458674430847168, -0.04426002502441406, -0.04265260696411133, -0.041045188903808594, -0.03943777084350586, -0.037830352783203125, -0.03622293472290039, -0.034615516662597656, -0.03300809860229492, -0.03140068054199219, -0.029793262481689453, -0.02818584442138672, -0.026578426361083984, -0.02497100830078125, -0.023363590240478516, -0.02175617218017578, -0.020148754119873047, -0.018541336059570312, -0.016933917999267578, -0.015326499938964844, -0.01371908187866211, -0.012111663818359375, -0.01050424575805664, -0.008896827697753906, -0.007289409637451172, -0.0056819915771484375, -0.004074573516845703, -0.0024671554565429688, -0.0008597373962402344, 0.0007476806640625, 0.0023550987243652344, 0.003962516784667969, 0.005569934844970703, 0.0071773529052734375, 0.008784770965576172, 0.010392189025878906, 0.01199960708618164, 0.013607025146484375, 0.01521444320678711, 0.016821861267089844, 0.018429279327392578, 0.020036697387695312, 0.021644115447998047, 0.02325153350830078, 0.024858951568603516, 0.02646636962890625, 0.028073787689208984, 0.02968120574951172, 0.03128862380981445, 0.03289604187011719, 0.03450345993041992, 0.036110877990722656, 0.03771829605102539, 0.039325714111328125, 0.04093313217163086, 0.042540550231933594, 0.04414796829223633, 0.04575538635253906, 0.0473628044128418, 0.04897022247314453, 0.050577640533447266, 0.05218505859375]}, "gradients/decoder.transformer.h.2.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 27.0, 665.0, 318.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04579503834247589, -0.04496102035045624, -0.044127002358436584, -0.04329298436641693, -0.04245896637439728, -0.041624944657087326, -0.04079092666506767, -0.03995690867304802, -0.039122890681028366, -0.03828887268900871, -0.03745485469698906, -0.036620836704969406, -0.035786814987659454, -0.0349527969956398, -0.03411877900362015, -0.033284761011600494, -0.03245074301958084, -0.03161672502756119, -0.030782707035541534, -0.029948687180876732, -0.02911466918885708, -0.028280651196837425, -0.027446631342172623, -0.02661261335015297, -0.025778595358133316, -0.024944577366113663, -0.02411055937409401, -0.023276539519429207, -0.022442521527409554, -0.0216085035353899, -0.020774483680725098, -0.019940465688705444, -0.019106445834040642, -0.01827242784202099, -0.017438407987356186, -0.016604389995336533, -0.01577037200331688, -0.014936354011297226, -0.014102335087954998, -0.01326831616461277, -0.012434298172593117, -0.011600280180573463, -0.010766261257231236, -0.009932242333889008, -0.009098224341869354, -0.008264206349849701, -0.007430187426507473, -0.006596168968826532, -0.005762150976806879, -0.004928132519125938, -0.004094114061444998, -0.003260095603764057, -0.0024260771460831165, -0.001592058688402176, -0.0007580402307212353, 7.597822695970535e-05, 0.000909996684640646, 0.0017440151423215866, 0.0025780336000025272, 0.003412052057683468, 0.0042460705153644085, 0.005080088973045349, 0.00591410743072629, 0.00674812588840723, 0.007582144346088171]}, "gradients/decoder.transformer.h.2.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 5.0, 4.0, 2.0, 6.0, 8.0, 9.0, 9.0, 9.0, 16.0, 13.0, 13.0, 29.0, 31.0, 28.0, 42.0, 47.0, 31.0, 38.0, 51.0, 43.0, 46.0, 48.0, 44.0, 38.0, 51.0, 37.0, 31.0, 41.0, 34.0, 37.0, 13.0, 25.0, 17.0, 17.0, 21.0, 10.0, 15.0, 16.0, 11.0, 6.0, 6.0, 3.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003980815410614014, -0.0038616210222244263, -0.003742426633834839, -0.0036232322454452515, -0.003504037857055664, -0.0033848434686660767, -0.0032656490802764893, -0.003146454691886902, -0.0030272603034973145, -0.002908065915107727, -0.0027888715267181396, -0.0026696771383285522, -0.002550482749938965, -0.0024312883615493774, -0.00231209397315979, -0.0021928995847702026, -0.0020737051963806152, -0.001954510807991028, -0.0018353164196014404, -0.001716122031211853, -0.0015969276428222656, -0.0014777332544326782, -0.0013585388660430908, -0.0012393444776535034, -0.001120150089263916, -0.0010009557008743286, -0.0008817613124847412, -0.0007625669240951538, -0.0006433725357055664, -0.000524178147315979, -0.0004049837589263916, -0.0002857893705368042, -0.0001665949821472168, -4.7400593757629395e-05, 7.179379463195801e-05, 0.0001909881830215454, 0.0003101825714111328, 0.0004293769598007202, 0.0005485713481903076, 0.000667765736579895, 0.0007869601249694824, 0.0009061545133590698, 0.0010253489017486572, 0.0011445432901382446, 0.001263737678527832, 0.0013829320669174194, 0.0015021264553070068, 0.0016213208436965942, 0.0017405152320861816, 0.001859709620475769, 0.0019789040088653564, 0.002098098397254944, 0.0022172927856445312, 0.0023364871740341187, 0.002455681562423706, 0.0025748759508132935, 0.002694070339202881, 0.0028132647275924683, 0.0029324591159820557, 0.003051653504371643, 0.0031708478927612305, 0.003290042281150818, 0.0034092366695404053, 0.0035284310579299927, 0.00364762544631958]}, "gradients/decoder.transformer.h.2.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 3.0, 6.0, 1.0, 12.0, 5.0, 12.0, 21.0, 22.0, 10.0, 21.0, 28.0, 28.0, 43.0, 25.0, 44.0, 40.0, 48.0, 57.0, 44.0, 46.0, 50.0, 47.0, 46.0, 47.0, 37.0, 36.0, 34.0, 34.0, 25.0, 24.0, 26.0, 17.0, 13.0, 9.0, 13.0, 8.0, 8.0, 2.0, 5.0, 5.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.338134765625, -0.3280906677246094, -0.31804656982421875, -0.3080024719238281, -0.2979583740234375, -0.2879142761230469, -0.27787017822265625, -0.2678260803222656, -0.257781982421875, -0.24773788452148438, -0.23769378662109375, -0.22764968872070312, -0.2176055908203125, -0.20756149291992188, -0.19751739501953125, -0.18747329711914062, -0.17742919921875, -0.16738510131835938, -0.15734100341796875, -0.14729690551757812, -0.1372528076171875, -0.12720870971679688, -0.11716461181640625, -0.10712051391601562, -0.097076416015625, -0.08703231811523438, -0.07698822021484375, -0.06694412231445312, -0.0569000244140625, -0.046855926513671875, -0.03681182861328125, -0.026767730712890625, -0.0167236328125, -0.006679534912109375, 0.00336456298828125, 0.013408660888671875, 0.0234527587890625, 0.033496856689453125, 0.04354095458984375, 0.053585052490234375, 0.063629150390625, 0.07367324829101562, 0.08371734619140625, 0.09376144409179688, 0.1038055419921875, 0.11384963989257812, 0.12389373779296875, 0.13393783569335938, 0.14398193359375, 0.15402603149414062, 0.16407012939453125, 0.17411422729492188, 0.1841583251953125, 0.19420242309570312, 0.20424652099609375, 0.21429061889648438, 0.224334716796875, 0.23437881469726562, 0.24442291259765625, 0.2544670104980469, 0.2645111083984375, 0.2745552062988281, 0.28459930419921875, 0.2946434020996094, 0.3046875]}, "gradients/decoder.transformer.h.2.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 5.0, 3.0, 5.0, 2.0, 8.0, 14.0, 15.0, 20.0, 46.0, 86.0, 214.0, 640.0, 2476.0, 20652.0, 884708.0, 131841.0, 5976.0, 1223.0, 347.0, 123.0, 54.0, 35.0, 19.0, 16.0, 4.0, 10.0, 2.0, 4.0, 4.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.24609375, -2.179534912109375, -2.11297607421875, -2.046417236328125, -1.9798583984375, -1.913299560546875, -1.84674072265625, -1.780181884765625, -1.713623046875, -1.647064208984375, -1.58050537109375, -1.513946533203125, -1.4473876953125, -1.380828857421875, -1.31427001953125, -1.247711181640625, -1.18115234375, -1.114593505859375, -1.04803466796875, -0.981475830078125, -0.9149169921875, -0.848358154296875, -0.78179931640625, -0.715240478515625, -0.648681640625, -0.582122802734375, -0.51556396484375, -0.449005126953125, -0.3824462890625, -0.315887451171875, -0.24932861328125, -0.182769775390625, -0.1162109375, -0.049652099609375, 0.01690673828125, 0.083465576171875, 0.1500244140625, 0.216583251953125, 0.28314208984375, 0.349700927734375, 0.416259765625, 0.482818603515625, 0.54937744140625, 0.615936279296875, 0.6824951171875, 0.749053955078125, 0.81561279296875, 0.882171630859375, 0.94873046875, 1.015289306640625, 1.08184814453125, 1.148406982421875, 1.2149658203125, 1.281524658203125, 1.34808349609375, 1.414642333984375, 1.481201171875, 1.547760009765625, 1.61431884765625, 1.680877685546875, 1.7474365234375, 1.813995361328125, 1.88055419921875, 1.947113037109375, 2.013671875]}, "gradients/decoder.transformer.h.2.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 7.0, 7.0, 6.0, 6.0, 10.0, 12.0, 21.0, 27.0, 31.0, 49.0, 70.0, 59.0, 78.0, 170.0, 264.0, 1508.0, 212.0, 140.0, 82.0, 71.0, 39.0, 45.0, 32.0, 25.0, 16.0, 17.0, 19.0, 6.0, 5.0, 9.0, 5.0, 2.0, 3.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.046875, -1.0144805908203125, -0.982086181640625, -0.9496917724609375, -0.91729736328125, -0.8849029541015625, -0.852508544921875, -0.8201141357421875, -0.7877197265625, -0.7553253173828125, -0.722930908203125, -0.6905364990234375, -0.65814208984375, -0.6257476806640625, -0.593353271484375, -0.5609588623046875, -0.528564453125, -0.4961700439453125, -0.463775634765625, -0.4313812255859375, -0.39898681640625, -0.3665924072265625, -0.334197998046875, -0.3018035888671875, -0.2694091796875, -0.2370147705078125, -0.204620361328125, -0.1722259521484375, -0.13983154296875, -0.1074371337890625, -0.075042724609375, -0.0426483154296875, -0.01025390625, 0.0221405029296875, 0.054534912109375, 0.0869293212890625, 0.11932373046875, 0.1517181396484375, 0.184112548828125, 0.2165069580078125, 0.2489013671875, 0.2812957763671875, 0.313690185546875, 0.3460845947265625, 0.37847900390625, 0.4108734130859375, 0.443267822265625, 0.4756622314453125, 0.508056640625, 0.5404510498046875, 0.572845458984375, 0.6052398681640625, 0.63763427734375, 0.6700286865234375, 0.702423095703125, 0.7348175048828125, 0.7672119140625, 0.7996063232421875, 0.832000732421875, 0.8643951416015625, 0.89678955078125, 0.9291839599609375, 0.961578369140625, 0.9939727783203125, 1.0263671875]}, "gradients/decoder.transformer.h.2.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 0.0, 3.0, 4.0, 1.0, 6.0, 2.0, 6.0, 11.0, 16.0, 30.0, 47.0, 82.0, 134.0, 316.0, 645.0, 1593.0, 4608.0, 2947994.0, 183893.0, 3717.0, 1432.0, 572.0, 289.0, 146.0, 57.0, 41.0, 21.0, 21.0, 4.0, 5.0, 3.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.41015625, -5.21636962890625, -5.0225830078125, -4.82879638671875, -4.635009765625, -4.44122314453125, -4.2474365234375, -4.05364990234375, -3.85986328125, -3.66607666015625, -3.4722900390625, -3.27850341796875, -3.084716796875, -2.89093017578125, -2.6971435546875, -2.50335693359375, -2.3095703125, -2.11578369140625, -1.9219970703125, -1.72821044921875, -1.534423828125, -1.34063720703125, -1.1468505859375, -0.95306396484375, -0.75927734375, -0.56549072265625, -0.3717041015625, -0.17791748046875, 0.015869140625, 0.20965576171875, 0.4034423828125, 0.59722900390625, 0.791015625, 0.98480224609375, 1.1785888671875, 1.37237548828125, 1.566162109375, 1.75994873046875, 1.9537353515625, 2.14752197265625, 2.34130859375, 2.53509521484375, 2.7288818359375, 2.92266845703125, 3.116455078125, 3.31024169921875, 3.5040283203125, 3.69781494140625, 3.8916015625, 4.08538818359375, 4.2791748046875, 4.47296142578125, 4.666748046875, 4.86053466796875, 5.0543212890625, 5.24810791015625, 5.44189453125, 5.63568115234375, 5.8294677734375, 6.02325439453125, 6.217041015625, 6.41082763671875, 6.6046142578125, 6.79840087890625, 6.9921875]}, "gradients/decoder.transformer.h.2.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 3.0, 13.0, 65.0, 277.0, 422.0, 174.0, 40.0, 10.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.2377610206604, -5.8559088706970215, -5.474056720733643, -5.0922040939331055, -4.710351943969727, -4.328499794006348, -3.9466476440429688, -3.5647952556610107, -3.182943105697632, -2.801090955734253, -2.419238567352295, -2.037386417388916, -1.6555341482162476, -1.273681879043579, -0.8918297290802002, -0.5099773406982422, -0.12812519073486328, 0.2537270486354828, 0.6355792880058289, 1.0174314975738525, 1.399283766746521, 1.7811360359191895, 2.1629881858825684, 2.5448405742645264, 2.9266927242279053, 3.308544874191284, 3.690397262573242, 4.072249412536621, 4.4541015625, 4.835953712463379, 5.217805862426758, 5.599658489227295, 5.981511116027832, 6.363363265991211, 6.74521541595459, 7.127067565917969, 7.508920192718506, 7.890772342681885, 8.272624969482422, 8.6544771194458, 9.03632926940918, 9.418181419372559, 9.800033569335938, 10.181885719299316, 10.563737869262695, 10.94559097290039, 11.327442169189453, 11.709295272827148, 12.091146469116211, 12.47299861907959, 12.854850769042969, 13.236702919006348, 13.618555068969727, 14.000408172607422, 14.382259368896484, 14.76411247253418, 15.145964622497559, 15.527816772460938, 15.909668922424316, 16.291521072387695, 16.67337417602539, 17.055225372314453, 17.43707847595215, 17.81892967224121, 18.200782775878906]}, "gradients/decoder.transformer.h.2.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 4.0, 3.0, 8.0, 2.0, 1.0, 6.0, 11.0, 6.0, 12.0, 13.0, 15.0, 26.0, 21.0, 24.0, 23.0, 32.0, 31.0, 26.0, 35.0, 40.0, 36.0, 38.0, 54.0, 34.0, 47.0, 49.0, 37.0, 42.0, 33.0, 31.0, 37.0, 35.0, 26.0, 30.0, 29.0, 16.0, 23.0, 9.0, 14.0, 9.0, 11.0, 6.0, 4.0, 7.0, 10.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-2.7270138263702393, -2.6438159942626953, -2.5606181621551514, -2.4774203300476074, -2.3942224979400635, -2.3110246658325195, -2.2278268337249756, -2.1446290016174316, -2.0614309310913086, -1.9782330989837646, -1.8950352668762207, -1.8118374347686768, -1.7286396026611328, -1.6454417705535889, -1.5622438192367554, -1.4790459871292114, -1.395848274230957, -1.312650442123413, -1.2294526100158691, -1.1462547779083252, -1.0630569458007812, -0.9798590540885925, -0.8966611623764038, -0.8134633302688599, -0.7302654981613159, -0.647067666053772, -0.563869833946228, -0.4806719422340393, -0.39747411012649536, -0.3142762780189514, -0.23107841610908508, -0.14788055419921875, -0.0646829605102539, 0.018514886498451233, 0.10171273350715637, 0.1849105805158615, 0.26810842752456665, 0.3513062596321106, 0.43450412154197693, 0.5177019834518433, 0.6008998155593872, 0.6840976476669312, 0.7672954797744751, 0.8504933714866638, 0.9336912035942078, 1.0168890953063965, 1.1000869274139404, 1.1832847595214844, 1.2664825916290283, 1.3496804237365723, 1.4328782558441162, 1.5160760879516602, 1.599273920059204, 1.682471752166748, 1.7656697034835815, 1.8488675355911255, 1.9320653676986694, 2.015263319015503, 2.098461151123047, 2.181658983230591, 2.2648568153381348, 2.3480546474456787, 2.4312524795532227, 2.5144503116607666, 2.5976481437683105]}, "gradients/decoder.transformer.h.1.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 4.0, 10.0, 5.0, 6.0, 9.0, 12.0, 12.0, 20.0, 14.0, 17.0, 28.0, 29.0, 28.0, 28.0, 24.0, 40.0, 57.0, 34.0, 62.0, 42.0, 46.0, 49.0, 47.0, 39.0, 41.0, 36.0, 29.0, 35.0, 31.0, 28.0, 18.0, 15.0, 19.0, 18.0, 14.0, 12.0, 9.0, 9.0, 7.0, 5.0, 6.0, 5.0, 1.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.3173828125, -0.3072967529296875, -0.297210693359375, -0.2871246337890625, -0.27703857421875, -0.2669525146484375, -0.256866455078125, -0.2467803955078125, -0.2366943359375, -0.2266082763671875, -0.216522216796875, -0.2064361572265625, -0.19635009765625, -0.1862640380859375, -0.176177978515625, -0.1660919189453125, -0.156005859375, -0.1459197998046875, -0.135833740234375, -0.1257476806640625, -0.11566162109375, -0.1055755615234375, -0.095489501953125, -0.0854034423828125, -0.0753173828125, -0.0652313232421875, -0.055145263671875, -0.0450592041015625, -0.03497314453125, -0.0248870849609375, -0.014801025390625, -0.0047149658203125, 0.00537109375, 0.0154571533203125, 0.025543212890625, 0.0356292724609375, 0.04571533203125, 0.0558013916015625, 0.065887451171875, 0.0759735107421875, 0.0860595703125, 0.0961456298828125, 0.106231689453125, 0.1163177490234375, 0.12640380859375, 0.1364898681640625, 0.146575927734375, 0.1566619873046875, 0.166748046875, 0.1768341064453125, 0.186920166015625, 0.1970062255859375, 0.20709228515625, 0.2171783447265625, 0.227264404296875, 0.2373504638671875, 0.2474365234375, 0.2575225830078125, 0.267608642578125, 0.2776947021484375, 0.28778076171875, 0.2978668212890625, 0.307952880859375, 0.3180389404296875, 0.328125]}, "gradients/decoder.transformer.h.1.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 9.0, 5.0, 2.0, 4.0, 7.0, 10.0, 13.0, 22.0, 20.0, 43.0, 34.0, 54.0, 77.0, 87.0, 127.0, 146.0, 191.0, 329.0, 477.0, 750.0, 1312.0, 2442.0, 5652.0, 22901.0, 627568.0, 3307508.0, 201660.0, 13179.0, 4431.0, 1992.0, 1103.0, 642.0, 440.0, 288.0, 191.0, 135.0, 100.0, 88.0, 67.0, 53.0, 26.0, 21.0, 25.0, 18.0, 11.0, 6.0, 8.0, 5.0, 1.0, 4.0, 0.0, 2.0, 2.0, 2.0, 2.0], "bins": [-1.0947265625, -1.0628585815429688, -1.0309906005859375, -0.9991226196289062, -0.967254638671875, -0.9353866577148438, -0.9035186767578125, -0.8716506958007812, -0.83978271484375, -0.8079147338867188, -0.7760467529296875, -0.7441787719726562, -0.712310791015625, -0.6804428100585938, -0.6485748291015625, -0.6167068481445312, -0.5848388671875, -0.5529708862304688, -0.5211029052734375, -0.48923492431640625, -0.457366943359375, -0.42549896240234375, -0.3936309814453125, -0.36176300048828125, -0.32989501953125, -0.29802703857421875, -0.2661590576171875, -0.23429107666015625, -0.202423095703125, -0.17055511474609375, -0.1386871337890625, -0.10681915283203125, -0.074951171875, -0.04308319091796875, -0.0112152099609375, 0.02065277099609375, 0.052520751953125, 0.08438873291015625, 0.1162567138671875, 0.14812469482421875, 0.17999267578125, 0.21186065673828125, 0.2437286376953125, 0.27559661865234375, 0.307464599609375, 0.33933258056640625, 0.3712005615234375, 0.40306854248046875, 0.4349365234375, 0.46680450439453125, 0.4986724853515625, 0.5305404663085938, 0.562408447265625, 0.5942764282226562, 0.6261444091796875, 0.6580123901367188, 0.68988037109375, 0.7217483520507812, 0.7536163330078125, 0.7854843139648438, 0.817352294921875, 0.8492202758789062, 0.8810882568359375, 0.9129562377929688, 0.94482421875]}, "gradients/decoder.transformer.h.1.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 4.0, 5.0, 11.0, 12.0, 21.0, 37.0, 58.0, 76.0, 152.0, 198.0, 312.0, 491.0, 693.0, 745.0, 512.0, 329.0, 159.0, 97.0, 55.0, 34.0, 16.0, 10.0, 11.0, 10.0, 4.0, 3.0, 4.0, 3.0, 3.0, 2.0, 0.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.61181640625, -0.5872955322265625, -0.562774658203125, -0.5382537841796875, -0.51373291015625, -0.4892120361328125, -0.464691162109375, -0.4401702880859375, -0.4156494140625, -0.3911285400390625, -0.366607666015625, -0.3420867919921875, -0.31756591796875, -0.2930450439453125, -0.268524169921875, -0.2440032958984375, -0.219482421875, -0.1949615478515625, -0.170440673828125, -0.1459197998046875, -0.12139892578125, -0.0968780517578125, -0.072357177734375, -0.0478363037109375, -0.0233154296875, 0.0012054443359375, 0.025726318359375, 0.0502471923828125, 0.07476806640625, 0.0992889404296875, 0.123809814453125, 0.1483306884765625, 0.1728515625, 0.1973724365234375, 0.221893310546875, 0.2464141845703125, 0.27093505859375, 0.2954559326171875, 0.319976806640625, 0.3444976806640625, 0.3690185546875, 0.3935394287109375, 0.418060302734375, 0.4425811767578125, 0.46710205078125, 0.4916229248046875, 0.516143798828125, 0.5406646728515625, 0.565185546875, 0.5897064208984375, 0.614227294921875, 0.6387481689453125, 0.66326904296875, 0.6877899169921875, 0.712310791015625, 0.7368316650390625, 0.7613525390625, 0.7858734130859375, 0.810394287109375, 0.8349151611328125, 0.85943603515625, 0.8839569091796875, 0.908477783203125, 0.9329986572265625, 0.95751953125]}, "gradients/decoder.transformer.h.1.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 3.0, 5.0, 4.0, 8.0, 8.0, 8.0, 4.0, 10.0, 21.0, 19.0, 20.0, 31.0, 44.0, 79.0, 118.0, 252.0, 566.0, 1369.0, 4230.0, 23739.0, 908223.0, 3191328.0, 53950.0, 6558.0, 2057.0, 794.0, 327.0, 176.0, 125.0, 65.0, 54.0, 35.0, 17.0, 11.0, 7.0, 7.0, 4.0, 6.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.4443359375, -1.404388427734375, -1.36444091796875, -1.324493408203125, -1.2845458984375, -1.244598388671875, -1.20465087890625, -1.164703369140625, -1.124755859375, -1.084808349609375, -1.04486083984375, -1.004913330078125, -0.9649658203125, -0.925018310546875, -0.88507080078125, -0.845123291015625, -0.80517578125, -0.765228271484375, -0.72528076171875, -0.685333251953125, -0.6453857421875, -0.605438232421875, -0.56549072265625, -0.525543212890625, -0.485595703125, -0.445648193359375, -0.40570068359375, -0.365753173828125, -0.3258056640625, -0.285858154296875, -0.24591064453125, -0.205963134765625, -0.166015625, -0.126068115234375, -0.08612060546875, -0.046173095703125, -0.0062255859375, 0.033721923828125, 0.07366943359375, 0.113616943359375, 0.153564453125, 0.193511962890625, 0.23345947265625, 0.273406982421875, 0.3133544921875, 0.353302001953125, 0.39324951171875, 0.433197021484375, 0.47314453125, 0.513092041015625, 0.55303955078125, 0.592987060546875, 0.6329345703125, 0.672882080078125, 0.71282958984375, 0.752777099609375, 0.792724609375, 0.832672119140625, 0.87261962890625, 0.912567138671875, 0.9525146484375, 0.992462158203125, 1.03240966796875, 1.072357177734375, 1.1123046875]}, "gradients/decoder.transformer.h.1.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 88.0, 658.0, 255.0, 7.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0], "bins": [-16.522594451904297, -16.072587966918945, -15.622581481933594, -15.172574996948242, -14.722567558288574, -14.272561073303223, -13.822554588317871, -13.37254810333252, -12.922540664672852, -12.4725341796875, -12.022527694702148, -11.572521209716797, -11.122513771057129, -10.672507286071777, -10.222500801086426, -9.772494316101074, -9.322487831115723, -8.872481346130371, -8.42247486114502, -7.97246789932251, -7.5224609375, -7.072454452514648, -6.622447967529297, -6.172441482543945, -5.7224345207214355, -5.272428035736084, -4.822421073913574, -4.372414588928223, -3.922407865524292, -3.4724011421203613, -3.0223946571350098, -2.572387933731079, -2.122382164001465, -1.6723754405975342, -1.222368836402893, -0.772362232208252, -0.3223555088043213, 0.12765121459960938, 0.5776576995849609, 1.0276644229888916, 1.4776711463928223, 1.927677869796753, 2.3776845932006836, 2.827691078186035, 3.277697801589966, 3.7277045249938965, 4.177711009979248, 4.627717971801758, 5.077724456787109, 5.527730941772461, 5.977737903594971, 6.427744388580322, 6.877751350402832, 7.327757835388184, 7.777764320373535, 8.227770805358887, 8.677778244018555, 9.127784729003906, 9.577791213989258, 10.02779769897461, 10.477805137634277, 10.927811622619629, 11.37781810760498, 11.827824592590332, 12.277831077575684]}, "gradients/decoder.transformer.h.1.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 6.0, 14.0, 34.0, 47.0, 53.0, 71.0, 101.0, 91.0, 88.0, 81.0, 101.0, 88.0, 77.0, 62.0, 36.0, 28.0, 16.0, 11.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.941790580749512, -4.784249305725098, -4.626708507537842, -4.469167232513428, -4.311625957489014, -4.154085159301758, -3.9965438842773438, -3.8390026092529297, -3.6814615726470947, -3.5239205360412598, -3.3663792610168457, -3.2088382244110107, -3.051297187805176, -2.8937559127807617, -2.7362148761749268, -2.578673839569092, -2.4211325645446777, -2.2635915279388428, -2.1060502529144287, -1.9485092163085938, -1.7909680604934692, -1.6334269046783447, -1.4758858680725098, -1.3183447122573853, -1.1608035564422607, -1.0032624006271362, -0.8457213044166565, -0.6881802082061768, -0.5306390523910522, -0.37309789657592773, -0.215556800365448, -0.05801570415496826, 0.09952497482299805, 0.25706610083580017, 0.4146072268486023, 0.572148323059082, 0.7296894788742065, 0.887230634689331, 1.044771671295166, 1.2023128271102905, 1.359853982925415, 1.5173951387405396, 1.674936294555664, 1.832477331161499, 1.9900184869766235, 2.147559642791748, 2.305100679397583, 2.462641716003418, 2.620182991027832, 2.777724027633667, 2.935265302658081, 3.092806339263916, 3.25034761428833, 3.407888650894165, 3.5654296875, 3.722970962524414, 3.880511999130249, 4.038053035736084, 4.195594310760498, 4.353135585784912, 4.510676383972168, 4.668217658996582, 4.825758934020996, 4.983299732208252, 5.140841007232666]}, "gradients/decoder.transformer.h.1.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 8.0, 8.0, 4.0, 9.0, 5.0, 9.0, 9.0, 13.0, 20.0, 18.0, 26.0, 32.0, 37.0, 33.0, 33.0, 31.0, 33.0, 34.0, 47.0, 51.0, 45.0, 42.0, 48.0, 35.0, 40.0, 54.0, 35.0, 39.0, 22.0, 26.0, 23.0, 24.0, 23.0, 18.0, 18.0, 11.0, 11.0, 11.0, 8.0, 7.0, 7.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.279052734375, -0.27031707763671875, -0.2615814208984375, -0.25284576416015625, -0.244110107421875, -0.23537445068359375, -0.2266387939453125, -0.21790313720703125, -0.20916748046875, -0.20043182373046875, -0.1916961669921875, -0.18296051025390625, -0.174224853515625, -0.16548919677734375, -0.1567535400390625, -0.14801788330078125, -0.1392822265625, -0.13054656982421875, -0.1218109130859375, -0.11307525634765625, -0.104339599609375, -0.09560394287109375, -0.0868682861328125, -0.07813262939453125, -0.06939697265625, -0.06066131591796875, -0.0519256591796875, -0.04319000244140625, -0.034454345703125, -0.02571868896484375, -0.0169830322265625, -0.00824737548828125, 0.00048828125, 0.00922393798828125, 0.0179595947265625, 0.02669525146484375, 0.035430908203125, 0.04416656494140625, 0.0529022216796875, 0.06163787841796875, 0.07037353515625, 0.07910919189453125, 0.0878448486328125, 0.09658050537109375, 0.105316162109375, 0.11405181884765625, 0.1227874755859375, 0.13152313232421875, 0.1402587890625, 0.14899444580078125, 0.1577301025390625, 0.16646575927734375, 0.175201416015625, 0.18393707275390625, 0.1926727294921875, 0.20140838623046875, 0.21014404296875, 0.21887969970703125, 0.2276153564453125, 0.23635101318359375, 0.245086669921875, 0.25382232666015625, 0.2625579833984375, 0.27129364013671875, 0.280029296875]}, "gradients/decoder.transformer.h.1.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 3.0, 6.0, 2.0, 7.0, 6.0, 7.0, 13.0, 12.0, 17.0, 42.0, 53.0, 88.0, 131.0, 217.0, 322.0, 566.0, 1066.0, 2065.0, 4658.0, 13298.0, 51513.0, 296648.0, 554574.0, 89725.0, 21266.0, 6472.0, 2685.0, 1315.0, 714.0, 396.0, 229.0, 154.0, 101.0, 64.0, 42.0, 23.0, 16.0, 16.0, 8.0, 5.0, 6.0, 2.0, 4.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.12017822265625, -0.11666202545166016, -0.11314582824707031, -0.10962963104248047, -0.10611343383789062, -0.10259723663330078, -0.09908103942871094, -0.0955648422241211, -0.09204864501953125, -0.0885324478149414, -0.08501625061035156, -0.08150005340576172, -0.07798385620117188, -0.07446765899658203, -0.07095146179199219, -0.06743526458740234, -0.0639190673828125, -0.060402870178222656, -0.05688667297363281, -0.05337047576904297, -0.049854278564453125, -0.04633808135986328, -0.04282188415527344, -0.039305686950683594, -0.03578948974609375, -0.032273292541503906, -0.028757095336914062, -0.02524089813232422, -0.021724700927734375, -0.01820850372314453, -0.014692306518554688, -0.011176109313964844, -0.007659912109375, -0.004143714904785156, -0.0006275177001953125, 0.0028886795043945312, 0.006404876708984375, 0.009921073913574219, 0.013437271118164062, 0.016953468322753906, 0.02046966552734375, 0.023985862731933594, 0.027502059936523438, 0.03101825714111328, 0.034534454345703125, 0.03805065155029297, 0.04156684875488281, 0.045083045959472656, 0.0485992431640625, 0.052115440368652344, 0.05563163757324219, 0.05914783477783203, 0.06266403198242188, 0.06618022918701172, 0.06969642639160156, 0.0732126235961914, 0.07672882080078125, 0.0802450180053711, 0.08376121520996094, 0.08727741241455078, 0.09079360961914062, 0.09430980682373047, 0.09782600402832031, 0.10134220123291016, 0.1048583984375]}, "gradients/decoder.transformer.h.1.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 4.0, 1.0, 6.0, 8.0, 9.0, 9.0, 12.0, 13.0, 18.0, 19.0, 24.0, 30.0, 25.0, 28.0, 28.0, 42.0, 48.0, 35.0, 42.0, 49.0, 54.0, 1077.0, 46.0, 51.0, 49.0, 48.0, 38.0, 23.0, 33.0, 28.0, 29.0, 25.0, 22.0, 13.0, 15.0, 10.0, 6.0, 2.0, 7.0, 4.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.212890625, -0.2066364288330078, -0.20038223266601562, -0.19412803649902344, -0.18787384033203125, -0.18161964416503906, -0.17536544799804688, -0.1691112518310547, -0.1628570556640625, -0.1566028594970703, -0.15034866333007812, -0.14409446716308594, -0.13784027099609375, -0.13158607482910156, -0.12533187866210938, -0.11907768249511719, -0.112823486328125, -0.10656929016113281, -0.10031509399414062, -0.09406089782714844, -0.08780670166015625, -0.08155250549316406, -0.07529830932617188, -0.06904411315917969, -0.0627899169921875, -0.05653572082519531, -0.050281524658203125, -0.04402732849121094, -0.03777313232421875, -0.03151893615722656, -0.025264739990234375, -0.019010543823242188, -0.01275634765625, -0.0065021514892578125, -0.000247955322265625, 0.0060062408447265625, 0.01226043701171875, 0.018514633178710938, 0.024768829345703125, 0.031023025512695312, 0.0372772216796875, 0.04353141784667969, 0.049785614013671875, 0.05603981018066406, 0.06229400634765625, 0.06854820251464844, 0.07480239868164062, 0.08105659484863281, 0.087310791015625, 0.09356498718261719, 0.09981918334960938, 0.10607337951660156, 0.11232757568359375, 0.11858177185058594, 0.12483596801757812, 0.1310901641845703, 0.1373443603515625, 0.1435985565185547, 0.14985275268554688, 0.15610694885253906, 0.16236114501953125, 0.16861534118652344, 0.17486953735351562, 0.1811237335205078, 0.1873779296875]}, "gradients/decoder.transformer.h.1.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 3.0, 4.0, 6.0, 7.0, 5.0, 16.0, 9.0, 21.0, 38.0, 40.0, 74.0, 85.0, 149.0, 208.0, 317.0, 539.0, 738.0, 1295.0, 2216.0, 4125.0, 8679.0, 25441.0, 128302.0, 1626898.0, 238224.0, 36619.0, 11493.0, 4983.0, 2490.0, 1560.0, 876.0, 560.0, 362.0, 243.0, 155.0, 109.0, 59.0, 49.0, 45.0, 22.0, 24.0, 16.0, 6.0, 12.0, 5.0, 3.0, 6.0, 3.0, 2.0, 0.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.053863525390625, -0.05167722702026367, -0.049490928649902344, -0.047304630279541016, -0.04511833190917969, -0.04293203353881836, -0.04074573516845703, -0.0385594367980957, -0.036373138427734375, -0.03418684005737305, -0.03200054168701172, -0.02981424331665039, -0.027627944946289062, -0.025441646575927734, -0.023255348205566406, -0.021069049835205078, -0.01888275146484375, -0.016696453094482422, -0.014510154724121094, -0.012323856353759766, -0.010137557983398438, -0.00795125961303711, -0.005764961242675781, -0.003578662872314453, -0.001392364501953125, 0.0007939338684082031, 0.0029802322387695312, 0.005166530609130859, 0.0073528289794921875, 0.009539127349853516, 0.011725425720214844, 0.013911724090576172, 0.0160980224609375, 0.018284320831298828, 0.020470619201660156, 0.022656917572021484, 0.024843215942382812, 0.02702951431274414, 0.02921581268310547, 0.0314021110534668, 0.033588409423828125, 0.03577470779418945, 0.03796100616455078, 0.04014730453491211, 0.04233360290527344, 0.044519901275634766, 0.046706199645996094, 0.04889249801635742, 0.05107879638671875, 0.05326509475708008, 0.055451393127441406, 0.057637691497802734, 0.05982398986816406, 0.06201028823852539, 0.06419658660888672, 0.06638288497924805, 0.06856918334960938, 0.0707554817199707, 0.07294178009033203, 0.07512807846069336, 0.07731437683105469, 0.07950067520141602, 0.08168697357177734, 0.08387327194213867, 0.0860595703125]}, "gradients/decoder.transformer.h.1.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 4.0, 5.0, 5.0, 7.0, 10.0, 11.0, 20.0, 47.0, 148.0, 424.0, 186.0, 54.0, 17.0, 17.0, 9.0, 9.0, 5.0, 2.0, 5.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01055908203125, -0.010235309600830078, -0.009911537170410156, -0.009587764739990234, -0.009263992309570312, -0.00894021987915039, -0.008616447448730469, -0.008292675018310547, -0.007968902587890625, -0.007645130157470703, -0.007321357727050781, -0.006997585296630859, -0.0066738128662109375, -0.006350040435791016, -0.006026268005371094, -0.005702495574951172, -0.00537872314453125, -0.005054950714111328, -0.004731178283691406, -0.004407405853271484, -0.0040836334228515625, -0.0037598609924316406, -0.0034360885620117188, -0.003112316131591797, -0.002788543701171875, -0.002464771270751953, -0.0021409988403320312, -0.0018172264099121094, -0.0014934539794921875, -0.0011696815490722656, -0.0008459091186523438, -0.0005221366882324219, -0.0001983642578125, 0.00012540817260742188, 0.00044918060302734375, 0.0007729530334472656, 0.0010967254638671875, 0.0014204978942871094, 0.0017442703247070312, 0.002068042755126953, 0.002391815185546875, 0.002715587615966797, 0.0030393600463867188, 0.0033631324768066406, 0.0036869049072265625, 0.004010677337646484, 0.004334449768066406, 0.004658222198486328, 0.00498199462890625, 0.005305767059326172, 0.005629539489746094, 0.005953311920166016, 0.0062770843505859375, 0.006600856781005859, 0.006924629211425781, 0.007248401641845703, 0.007572174072265625, 0.007895946502685547, 0.008219718933105469, 0.00854349136352539, 0.008867263793945312, 0.009191036224365234, 0.009514808654785156, 0.009838581085205078, 0.010162353515625]}, "gradients/decoder.transformer.h.1.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 3.0, 3.0, 3.0, 2.0, 2.0, 2.0, 7.0, 5.0, 4.0, 8.0, 9.0, 21.0, 26.0, 36.0, 79.0, 179.0, 694.0, 1045823.0, 1182.0, 231.0, 84.0, 50.0, 28.0, 24.0, 14.0, 10.0, 4.0, 4.0, 5.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.214599609375, -0.20758438110351562, -0.20056915283203125, -0.19355392456054688, -0.1865386962890625, -0.17952346801757812, -0.17250823974609375, -0.16549301147460938, -0.158477783203125, -0.15146255493164062, -0.14444732666015625, -0.13743209838867188, -0.1304168701171875, -0.12340164184570312, -0.11638641357421875, -0.10937118530273438, -0.10235595703125, -0.09534072875976562, -0.08832550048828125, -0.08131027221679688, -0.0742950439453125, -0.06727981567382812, -0.06026458740234375, -0.053249359130859375, -0.046234130859375, -0.039218902587890625, -0.03220367431640625, -0.025188446044921875, -0.0181732177734375, -0.011157989501953125, -0.00414276123046875, 0.002872467041015625, 0.0098876953125, 0.016902923583984375, 0.02391815185546875, 0.030933380126953125, 0.0379486083984375, 0.044963836669921875, 0.05197906494140625, 0.058994293212890625, 0.066009521484375, 0.07302474975585938, 0.08003997802734375, 0.08705520629882812, 0.0940704345703125, 0.10108566284179688, 0.10810089111328125, 0.11511611938476562, 0.12213134765625, 0.12914657592773438, 0.13616180419921875, 0.14317703247070312, 0.1501922607421875, 0.15720748901367188, 0.16422271728515625, 0.17123794555664062, 0.178253173828125, 0.18526840209960938, 0.19228363037109375, 0.19929885864257812, 0.2063140869140625, 0.21332931518554688, 0.22034454345703125, 0.22735977172851562, 0.234375]}, "gradients/decoder.transformer.h.1.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 346.0, 671.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0364781990647316, -0.03434274345636368, -0.03220728784799576, -0.030071835964918137, -0.027936380356550217, -0.025800924748182297, -0.023665471002459526, -0.021530017256736755, -0.019394561648368835, -0.017259106040000916, -0.015123652294278145, -0.0129881976172328, -0.010852742940187454, -0.008717288263142109, -0.006581833586096764, -0.004446378909051418, -0.002310924232006073, -0.0001754695549607277, 0.0019599851220846176, 0.004095439799129963, 0.006230894476175308, 0.008366349153220654, 0.010501803830265999, 0.012637258507311344, 0.01477271318435669, 0.01690816879272461, 0.01904362253844738, 0.02117907628417015, 0.02331453189253807, 0.02544998750090599, 0.02758544124662876, 0.029720894992351532, 0.031856343150138855, 0.033991798758506775, 0.036127254366874695, 0.038262706249952316, 0.040398161858320236, 0.042533617466688156, 0.04466906934976578, 0.0468045249581337, 0.04893998056650162, 0.05107543617486954, 0.05321089178323746, 0.05534634366631508, 0.057481799274683, 0.05961725488305092, 0.06175270676612854, 0.06388816237449646, 0.06602361798286438, 0.0681590735912323, 0.07029452919960022, 0.07242998480796814, 0.07456544041633606, 0.07670088857412338, 0.0788363441824913, 0.08097179979085922, 0.08310725539922714, 0.08524271100759506, 0.08737816661596298, 0.0895136222243309, 0.09164907038211823, 0.09378452599048615, 0.09591998159885406, 0.09805543720722198, 0.1001908928155899]}, "gradients/decoder.transformer.h.1.ln_cross_attn.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 3.0, 1.0, 1.0, 2.0, 9.0, 5.0, 4.0, 10.0, 11.0, 7.0, 18.0, 11.0, 20.0, 21.0, 21.0, 24.0, 34.0, 29.0, 35.0, 36.0, 28.0, 43.0, 49.0, 40.0, 44.0, 40.0, 50.0, 42.0, 42.0, 37.0, 30.0, 35.0, 28.0, 27.0, 27.0, 20.0, 16.0, 13.0, 17.0, 12.0, 11.0, 12.0, 8.0, 10.0, 7.0, 4.0, 3.0, 4.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.007573843002319336, -0.007344781421124935, -0.007115719839930534, -0.006886658258736134, -0.006657596677541733, -0.006428535096347332, -0.006199473515152931, -0.00597041193395853, -0.00574135035276413, -0.005512288771569729, -0.005283227190375328, -0.005054165609180927, -0.0048251040279865265, -0.004596042446792126, -0.004366980865597725, -0.004137919284403324, -0.003908857703208923, -0.0036797961220145226, -0.0034507345408201218, -0.003221672959625721, -0.00299261137843132, -0.0027635497972369194, -0.0025344882160425186, -0.002305426634848118, -0.002076365053653717, -0.0018473034724593163, -0.0016182418912649155, -0.0013891803100705147, -0.001160118728876114, -0.0009310571476817131, -0.0007019955664873123, -0.00047293398529291153, -0.00024387240409851074, -1.4810822904109955e-05, 0.00021425075829029083, 0.0004433123394846916, 0.0006723739206790924, 0.0009014355018734932, 0.001130497083067894, 0.0013595586642622948, 0.0015886202454566956, 0.0018176818266510963, 0.002046743407845497, 0.002275804989039898, 0.0025048665702342987, 0.0027339281514286995, 0.0029629897326231003, 0.003192051313817501, 0.003421112895011902, 0.0036501744762063026, 0.0038792360574007034, 0.004108297638595104, 0.004337359219789505, 0.004566420800983906, 0.004795482382178307, 0.005024543963372707, 0.005253605544567108, 0.005482667125761509, 0.00571172870695591, 0.0059407902881503105, 0.006169851869344711, 0.006398913450539112, 0.006627975031733513, 0.006857036612927914, 0.0070860981941223145]}, "gradients/decoder.transformer.h.1.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 8.0, 7.0, 7.0, 7.0, 5.0, 11.0, 6.0, 14.0, 19.0, 19.0, 26.0, 31.0, 40.0, 31.0, 33.0, 35.0, 29.0, 34.0, 47.0, 50.0, 47.0, 40.0, 48.0, 36.0, 41.0, 55.0, 33.0, 40.0, 21.0, 29.0, 21.0, 23.0, 23.0, 19.0, 17.0, 13.0, 10.0, 11.0, 7.0, 7.0, 7.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.279296875, -0.2705497741699219, -0.26180267333984375, -0.2530555725097656, -0.2443084716796875, -0.23556137084960938, -0.22681427001953125, -0.21806716918945312, -0.209320068359375, -0.20057296752929688, -0.19182586669921875, -0.18307876586914062, -0.1743316650390625, -0.16558456420898438, -0.15683746337890625, -0.14809036254882812, -0.13934326171875, -0.13059616088867188, -0.12184906005859375, -0.11310195922851562, -0.1043548583984375, -0.09560775756835938, -0.08686065673828125, -0.07811355590820312, -0.069366455078125, -0.060619354248046875, -0.05187225341796875, -0.043125152587890625, -0.0343780517578125, -0.025630950927734375, -0.01688385009765625, -0.008136749267578125, 0.0006103515625, 0.009357452392578125, 0.01810455322265625, 0.026851654052734375, 0.0355987548828125, 0.044345855712890625, 0.05309295654296875, 0.061840057373046875, 0.070587158203125, 0.07933425903320312, 0.08808135986328125, 0.09682846069335938, 0.1055755615234375, 0.11432266235351562, 0.12306976318359375, 0.13181686401367188, 0.14056396484375, 0.14931106567382812, 0.15805816650390625, 0.16680526733398438, 0.1755523681640625, 0.18429946899414062, 0.19304656982421875, 0.20179367065429688, 0.210540771484375, 0.21928787231445312, 0.22803497314453125, 0.23678207397460938, 0.2455291748046875, 0.2542762756347656, 0.26302337646484375, 0.2717704772949219, 0.280517578125]}, "gradients/decoder.transformer.h.1.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 3.0, 5.0, 7.0, 10.0, 17.0, 14.0, 26.0, 47.0, 52.0, 57.0, 112.0, 154.0, 211.0, 295.0, 367.0, 554.0, 807.0, 1220.0, 1949.0, 3355.0, 6977.0, 17053.0, 52457.0, 208213.0, 524289.0, 159192.0, 42253.0, 14212.0, 6125.0, 3074.0, 1740.0, 1151.0, 749.0, 514.0, 343.0, 270.0, 185.0, 149.0, 110.0, 73.0, 61.0, 40.0, 20.0, 15.0, 23.0, 5.0, 5.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.341064453125, -0.3298492431640625, -0.318634033203125, -0.3074188232421875, -0.29620361328125, -0.2849884033203125, -0.273773193359375, -0.2625579833984375, -0.2513427734375, -0.2401275634765625, -0.228912353515625, -0.2176971435546875, -0.20648193359375, -0.1952667236328125, -0.184051513671875, -0.1728363037109375, -0.16162109375, -0.1504058837890625, -0.139190673828125, -0.1279754638671875, -0.11676025390625, -0.1055450439453125, -0.094329833984375, -0.0831146240234375, -0.0718994140625, -0.0606842041015625, -0.049468994140625, -0.0382537841796875, -0.02703857421875, -0.0158233642578125, -0.004608154296875, 0.0066070556640625, 0.017822265625, 0.0290374755859375, 0.040252685546875, 0.0514678955078125, 0.06268310546875, 0.0738983154296875, 0.085113525390625, 0.0963287353515625, 0.1075439453125, 0.1187591552734375, 0.129974365234375, 0.1411895751953125, 0.15240478515625, 0.1636199951171875, 0.174835205078125, 0.1860504150390625, 0.197265625, 0.2084808349609375, 0.219696044921875, 0.2309112548828125, 0.24212646484375, 0.2533416748046875, 0.264556884765625, 0.2757720947265625, 0.2869873046875, 0.2982025146484375, 0.309417724609375, 0.3206329345703125, 0.33184814453125, 0.3430633544921875, 0.354278564453125, 0.3654937744140625, 0.376708984375]}, "gradients/decoder.transformer.h.1.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 4.0, 7.0, 1.0, 3.0, 2.0, 9.0, 7.0, 8.0, 11.0, 12.0, 26.0, 29.0, 25.0, 42.0, 59.0, 62.0, 78.0, 143.0, 255.0, 1447.0, 289.0, 153.0, 101.0, 66.0, 48.0, 38.0, 20.0, 21.0, 14.0, 16.0, 9.0, 13.0, 9.0, 7.0, 1.0, 9.0, 5.0, 4.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.0205078125, -0.9900970458984375, -0.959686279296875, -0.9292755126953125, -0.89886474609375, -0.8684539794921875, -0.838043212890625, -0.8076324462890625, -0.7772216796875, -0.7468109130859375, -0.716400146484375, -0.6859893798828125, -0.65557861328125, -0.6251678466796875, -0.594757080078125, -0.5643463134765625, -0.533935546875, -0.5035247802734375, -0.473114013671875, -0.4427032470703125, -0.41229248046875, -0.3818817138671875, -0.351470947265625, -0.3210601806640625, -0.2906494140625, -0.2602386474609375, -0.229827880859375, -0.1994171142578125, -0.16900634765625, -0.1385955810546875, -0.108184814453125, -0.0777740478515625, -0.04736328125, -0.0169525146484375, 0.013458251953125, 0.0438690185546875, 0.07427978515625, 0.1046905517578125, 0.135101318359375, 0.1655120849609375, 0.1959228515625, 0.2263336181640625, 0.256744384765625, 0.2871551513671875, 0.31756591796875, 0.3479766845703125, 0.378387451171875, 0.4087982177734375, 0.439208984375, 0.4696197509765625, 0.500030517578125, 0.5304412841796875, 0.56085205078125, 0.5912628173828125, 0.621673583984375, 0.6520843505859375, 0.6824951171875, 0.7129058837890625, 0.743316650390625, 0.7737274169921875, 0.80413818359375, 0.8345489501953125, 0.864959716796875, 0.8953704833984375, 0.92578125]}, "gradients/decoder.transformer.h.1.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 5.0, 4.0, 6.0, 7.0, 6.0, 7.0, 10.0, 9.0, 27.0, 23.0, 30.0, 44.0, 78.0, 135.0, 250.0, 528.0, 1306.0, 9839.0, 3043938.0, 85039.0, 2793.0, 776.0, 322.0, 179.0, 117.0, 68.0, 60.0, 19.0, 27.0, 16.0, 11.0, 5.0, 5.0, 4.0, 6.0, 6.0, 5.0, 5.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.017578125, -1.9559326171875, -1.894287109375, -1.8326416015625, -1.77099609375, -1.7093505859375, -1.647705078125, -1.5860595703125, -1.5244140625, -1.4627685546875, -1.401123046875, -1.3394775390625, -1.27783203125, -1.2161865234375, -1.154541015625, -1.0928955078125, -1.03125, -0.9696044921875, -0.907958984375, -0.8463134765625, -0.78466796875, -0.7230224609375, -0.661376953125, -0.5997314453125, -0.5380859375, -0.4764404296875, -0.414794921875, -0.3531494140625, -0.29150390625, -0.2298583984375, -0.168212890625, -0.1065673828125, -0.044921875, 0.0167236328125, 0.078369140625, 0.1400146484375, 0.20166015625, 0.2633056640625, 0.324951171875, 0.3865966796875, 0.4482421875, 0.5098876953125, 0.571533203125, 0.6331787109375, 0.69482421875, 0.7564697265625, 0.818115234375, 0.8797607421875, 0.94140625, 1.0030517578125, 1.064697265625, 1.1263427734375, 1.18798828125, 1.2496337890625, 1.311279296875, 1.3729248046875, 1.4345703125, 1.4962158203125, 1.557861328125, 1.6195068359375, 1.68115234375, 1.7427978515625, 1.804443359375, 1.8660888671875, 1.927734375]}, "gradients/decoder.transformer.h.1.ln_1.weight": {"_type": "histogram", "values": [4.0, 86.0, 640.0, 268.0, 14.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.9823219776153564, -0.6204508543014526, -0.2585797905921936, 0.10329127311706543, 0.46516239643096924, 0.827033519744873, 1.1889045238494873, 1.5507757663726807, 1.912646770477295, 2.274517774581909, 2.6363890171051025, 2.998260021209717, 3.36013126373291, 3.7220022678375244, 4.083873271942139, 4.445744514465332, 4.807615280151367, 5.1694865226745605, 5.531357288360596, 5.893228530883789, 6.255099773406982, 6.616971015930176, 6.978841781616211, 7.340713024139404, 7.702584266662598, 8.064455032348633, 8.426326751708984, 8.78819751739502, 9.150068283081055, 9.511940002441406, 9.873810768127441, 10.235681533813477, 10.597552299499512, 10.959423065185547, 11.321294784545898, 11.683165550231934, 12.045036315917969, 12.40690803527832, 12.768778800964355, 13.13064956665039, 13.492521286010742, 13.854392051696777, 14.216263771057129, 14.578134536743164, 14.9400053024292, 15.30187702178955, 15.663747787475586, 16.025619506835938, 16.387489318847656, 16.749361038208008, 17.111230850219727, 17.473102569580078, 17.83497428894043, 18.19684410095215, 18.5587158203125, 18.92058753967285, 19.282459259033203, 19.644330978393555, 20.006200790405273, 20.368072509765625, 20.729944229125977, 21.091814041137695, 21.453685760498047, 21.8155574798584, 22.177427291870117]}, "gradients/decoder.transformer.h.1.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 5.0, 3.0, 6.0, 2.0, 9.0, 12.0, 10.0, 16.0, 22.0, 24.0, 25.0, 25.0, 33.0, 35.0, 60.0, 60.0, 49.0, 54.0, 53.0, 53.0, 43.0, 36.0, 51.0, 41.0, 40.0, 42.0, 27.0, 27.0, 28.0, 29.0, 23.0, 18.0, 22.0, 12.0, 8.0, 1.0, 4.0, 5.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9363441467285156, -1.8510862588882446, -1.765828251838684, -1.680570363998413, -1.595312476158142, -1.510054588317871, -1.4247965812683105, -1.3395386934280396, -1.2542808055877686, -1.1690229177474976, -1.083764910697937, -0.998507022857666, -0.913249135017395, -0.8279911875724792, -0.7427332401275635, -0.6574753522872925, -0.5722173452377319, -0.48695942759513855, -0.40170150995254517, -0.3164435625076294, -0.231185644865036, -0.14592772722244263, -0.060669779777526855, 0.02458810806274414, 0.10984605550765991, 0.1951039731502533, 0.2803618907928467, 0.36561983823776245, 0.45087775588035583, 0.5361356735229492, 0.621393620967865, 0.706651508808136, 0.7919094562530518, 0.8771674036979675, 0.9624252915382385, 1.0476832389831543, 1.1329411268234253, 1.2181990146636963, 1.3034570217132568, 1.3887149095535278, 1.4739727973937988, 1.5592306852340698, 1.6444886922836304, 1.7297465801239014, 1.8150044679641724, 1.9002623558044434, 1.985520362854004, 2.0707783699035645, 2.156036376953125, 2.2412943840026855, 2.326552152633667, 2.4118101596832275, 2.497068166732788, 2.5823259353637695, 2.66758394241333, 2.7528419494628906, 2.838099718093872, 2.9233577251434326, 3.008615493774414, 3.0938735008239746, 3.179131507873535, 3.2643892765045166, 3.349647283554077, 3.4349050521850586, 3.520163059234619]}, "gradients/decoder.transformer.h.0.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 5.0, 4.0, 6.0, 4.0, 5.0, 8.0, 10.0, 13.0, 13.0, 17.0, 13.0, 27.0, 30.0, 20.0, 28.0, 29.0, 38.0, 39.0, 43.0, 59.0, 50.0, 39.0, 44.0, 42.0, 45.0, 43.0, 32.0, 43.0, 40.0, 23.0, 24.0, 21.0, 34.0, 16.0, 23.0, 24.0, 11.0, 13.0, 6.0, 13.0, 1.0, 5.0, 5.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.28857421875, -0.2790489196777344, -0.26952362060546875, -0.2599983215332031, -0.2504730224609375, -0.24094772338867188, -0.23142242431640625, -0.22189712524414062, -0.212371826171875, -0.20284652709960938, -0.19332122802734375, -0.18379592895507812, -0.1742706298828125, -0.16474533081054688, -0.15522003173828125, -0.14569473266601562, -0.13616943359375, -0.12664413452148438, -0.11711883544921875, -0.10759353637695312, -0.0980682373046875, -0.08854293823242188, -0.07901763916015625, -0.06949234008789062, -0.059967041015625, -0.050441741943359375, -0.04091644287109375, -0.031391143798828125, -0.0218658447265625, -0.012340545654296875, -0.00281524658203125, 0.006710052490234375, 0.0162353515625, 0.025760650634765625, 0.03528594970703125, 0.044811248779296875, 0.0543365478515625, 0.06386184692382812, 0.07338714599609375, 0.08291244506835938, 0.092437744140625, 0.10196304321289062, 0.11148834228515625, 0.12101364135742188, 0.1305389404296875, 0.14006423950195312, 0.14958953857421875, 0.15911483764648438, 0.16864013671875, 0.17816543579101562, 0.18769073486328125, 0.19721603393554688, 0.2067413330078125, 0.21626663208007812, 0.22579193115234375, 0.23531723022460938, 0.244842529296875, 0.2543678283691406, 0.26389312744140625, 0.2734184265136719, 0.2829437255859375, 0.2924690246582031, 0.30199432373046875, 0.3115196228027344, 0.321044921875]}, "gradients/decoder.transformer.h.0.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 4.0, 2.0, 13.0, 7.0, 7.0, 17.0, 21.0, 30.0, 30.0, 46.0, 60.0, 90.0, 123.0, 208.0, 292.0, 538.0, 854.0, 1454.0, 2559.0, 4840.0, 13899.0, 123057.0, 3501571.0, 507908.0, 22681.0, 6457.0, 3124.0, 1688.0, 981.0, 585.0, 356.0, 218.0, 163.0, 118.0, 79.0, 49.0, 53.0, 25.0, 21.0, 14.0, 13.0, 6.0, 8.0, 8.0, 2.0, 5.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.369140625, -1.324493408203125, -1.27984619140625, -1.235198974609375, -1.1905517578125, -1.145904541015625, -1.10125732421875, -1.056610107421875, -1.011962890625, -0.967315673828125, -0.92266845703125, -0.878021240234375, -0.8333740234375, -0.788726806640625, -0.74407958984375, -0.699432373046875, -0.65478515625, -0.610137939453125, -0.56549072265625, -0.520843505859375, -0.4761962890625, -0.431549072265625, -0.38690185546875, -0.342254638671875, -0.297607421875, -0.252960205078125, -0.20831298828125, -0.163665771484375, -0.1190185546875, -0.074371337890625, -0.02972412109375, 0.014923095703125, 0.0595703125, 0.104217529296875, 0.14886474609375, 0.193511962890625, 0.2381591796875, 0.282806396484375, 0.32745361328125, 0.372100830078125, 0.416748046875, 0.461395263671875, 0.50604248046875, 0.550689697265625, 0.5953369140625, 0.639984130859375, 0.68463134765625, 0.729278564453125, 0.77392578125, 0.818572998046875, 0.86322021484375, 0.907867431640625, 0.9525146484375, 0.997161865234375, 1.04180908203125, 1.086456298828125, 1.131103515625, 1.175750732421875, 1.22039794921875, 1.265045166015625, 1.3096923828125, 1.354339599609375, 1.39898681640625, 1.443634033203125, 1.48828125]}, "gradients/decoder.transformer.h.0.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 8.0, 8.0, 8.0, 12.0, 12.0, 21.0, 31.0, 32.0, 63.0, 95.0, 150.0, 234.0, 353.0, 456.0, 536.0, 582.0, 512.0, 342.0, 209.0, 145.0, 74.0, 61.0, 39.0, 21.0, 19.0, 15.0, 7.0, 8.0, 5.0, 7.0, 2.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.5615234375, -0.5439605712890625, -0.526397705078125, -0.5088348388671875, -0.49127197265625, -0.4737091064453125, -0.456146240234375, -0.4385833740234375, -0.4210205078125, -0.4034576416015625, -0.385894775390625, -0.3683319091796875, -0.35076904296875, -0.3332061767578125, -0.315643310546875, -0.2980804443359375, -0.280517578125, -0.2629547119140625, -0.245391845703125, -0.2278289794921875, -0.21026611328125, -0.1927032470703125, -0.175140380859375, -0.1575775146484375, -0.1400146484375, -0.1224517822265625, -0.104888916015625, -0.0873260498046875, -0.06976318359375, -0.0522003173828125, -0.034637451171875, -0.0170745849609375, 0.00048828125, 0.0180511474609375, 0.035614013671875, 0.0531768798828125, 0.07073974609375, 0.0883026123046875, 0.105865478515625, 0.1234283447265625, 0.1409912109375, 0.1585540771484375, 0.176116943359375, 0.1936798095703125, 0.21124267578125, 0.2288055419921875, 0.246368408203125, 0.2639312744140625, 0.281494140625, 0.2990570068359375, 0.316619873046875, 0.3341827392578125, 0.35174560546875, 0.3693084716796875, 0.386871337890625, 0.4044342041015625, 0.4219970703125, 0.4395599365234375, 0.457122802734375, 0.4746856689453125, 0.49224853515625, 0.5098114013671875, 0.527374267578125, 0.5449371337890625, 0.5625]}, "gradients/decoder.transformer.h.0.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 8.0, 2.0, 8.0, 15.0, 29.0, 45.0, 81.0, 171.0, 277.0, 459.0, 847.0, 1601.0, 3751.0, 12034.0, 70251.0, 1218718.0, 2691628.0, 164662.0, 19840.0, 5393.0, 2051.0, 1022.0, 587.0, 338.0, 175.0, 128.0, 66.0, 40.0, 21.0, 15.0, 9.0, 6.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.82958984375, -0.8045806884765625, -0.779571533203125, -0.7545623779296875, -0.72955322265625, -0.7045440673828125, -0.679534912109375, -0.6545257568359375, -0.6295166015625, -0.6045074462890625, -0.579498291015625, -0.5544891357421875, -0.52947998046875, -0.5044708251953125, -0.479461669921875, -0.4544525146484375, -0.429443359375, -0.4044342041015625, -0.379425048828125, -0.3544158935546875, -0.32940673828125, -0.3043975830078125, -0.279388427734375, -0.2543792724609375, -0.2293701171875, -0.2043609619140625, -0.179351806640625, -0.1543426513671875, -0.12933349609375, -0.1043243408203125, -0.079315185546875, -0.0543060302734375, -0.029296875, -0.0042877197265625, 0.020721435546875, 0.0457305908203125, 0.07073974609375, 0.0957489013671875, 0.120758056640625, 0.1457672119140625, 0.1707763671875, 0.1957855224609375, 0.220794677734375, 0.2458038330078125, 0.27081298828125, 0.2958221435546875, 0.320831298828125, 0.3458404541015625, 0.370849609375, 0.3958587646484375, 0.420867919921875, 0.4458770751953125, 0.47088623046875, 0.4958953857421875, 0.520904541015625, 0.5459136962890625, 0.5709228515625, 0.5959320068359375, 0.620941162109375, 0.6459503173828125, 0.67095947265625, 0.6959686279296875, 0.720977783203125, 0.7459869384765625, 0.77099609375]}, "gradients/decoder.transformer.h.0.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 3.0, 3.0, 0.0, 2.0, 3.0, 3.0, 1.0, 3.0, 5.0, 1.0, 8.0, 5.0, 13.0, 9.0, 13.0, 12.0, 19.0, 35.0, 32.0, 35.0, 44.0, 64.0, 64.0, 59.0, 55.0, 58.0, 60.0, 42.0, 49.0, 49.0, 45.0, 41.0, 35.0, 23.0, 20.0, 22.0, 17.0, 12.0, 14.0, 9.0, 3.0, 3.0, 2.0, 1.0, 6.0, 3.0, 6.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.3170199394226074, -2.251889228820801, -2.186758518218994, -2.1216278076171875, -2.056497097015381, -1.9913663864135742, -1.9262356758117676, -1.861104965209961, -1.7959742546081543, -1.7308435440063477, -1.665712833404541, -1.6005821228027344, -1.5354514122009277, -1.470320701599121, -1.4051899909973145, -1.3400592803955078, -1.2749285697937012, -1.2097978591918945, -1.144667148590088, -1.0795364379882812, -1.0144057273864746, -0.949275016784668, -0.8841443061828613, -0.8190135955810547, -0.753882884979248, -0.6887521743774414, -0.6236214637756348, -0.5584907531738281, -0.4933600425720215, -0.42822933197021484, -0.3630986213684082, -0.29796791076660156, -0.23283708095550537, -0.16770637035369873, -0.10257565975189209, -0.03744494915008545, 0.02768576145172119, 0.09281647205352783, 0.15794718265533447, 0.2230778932571411, 0.28820860385894775, 0.3533393144607544, 0.41847002506256104, 0.4836007356643677, 0.5487314462661743, 0.613862156867981, 0.6789928674697876, 0.7441235780715942, 0.8092542886734009, 0.8743849992752075, 0.9395157098770142, 1.0046464204788208, 1.0697771310806274, 1.134907841682434, 1.2000385522842407, 1.2651692628860474, 1.330299973487854, 1.3954306840896606, 1.4605613946914673, 1.525692105293274, 1.5908228158950806, 1.6559535264968872, 1.7210842370986938, 1.7862149477005005, 1.8513456583023071]}, "gradients/decoder.transformer.h.0.ln_2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 5.0, 10.0, 6.0, 10.0, 10.0, 9.0, 15.0, 8.0, 13.0, 19.0, 21.0, 25.0, 28.0, 42.0, 22.0, 32.0, 31.0, 33.0, 48.0, 45.0, 40.0, 30.0, 56.0, 36.0, 36.0, 38.0, 43.0, 50.0, 38.0, 38.0, 31.0, 26.0, 18.0, 17.0, 16.0, 11.0, 7.0, 3.0, 14.0, 4.0, 5.0, 8.0, 3.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.7208759784698486, -1.6661739349365234, -1.6114720106124878, -1.5567699670791626, -1.502068042755127, -1.4473659992218018, -1.3926639556884766, -1.337962031364441, -1.2832601070404053, -1.22855806350708, -1.1738561391830444, -1.1191540956497192, -1.0644521713256836, -1.0097501277923584, -0.955048143863678, -0.9003461599349976, -0.8456441164016724, -0.7909421324729919, -0.7362401485443115, -0.6815381050109863, -0.6268361806869507, -0.5721341371536255, -0.5174321532249451, -0.46273016929626465, -0.40802818536758423, -0.3533262014389038, -0.2986242175102234, -0.24392220377922058, -0.18922021985054016, -0.13451823592185974, -0.07981622219085693, -0.025114238262176514, 0.029587745666503906, 0.08428973704576492, 0.13899172842502594, 0.19369372725486755, 0.24839571118354797, 0.3030976951122284, 0.3577997088432312, 0.4125016927719116, 0.46720367670059204, 0.5219056606292725, 0.5766076445579529, 0.6313096284866333, 0.6860116720199585, 0.7407135963439941, 0.7954156398773193, 0.8501176238059998, 0.9048196077346802, 0.9595215916633606, 1.014223575592041, 1.0689256191253662, 1.1236275434494019, 1.178329586982727, 1.2330315113067627, 1.287733554840088, 1.342435598373413, 1.3971376419067383, 1.451839566230774, 1.5065416097640991, 1.5612435340881348, 1.61594557762146, 1.6706476211547852, 1.7253495454788208, 1.7800514698028564]}, "gradients/decoder.transformer.h.0.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 2.0, 5.0, 11.0, 10.0, 11.0, 12.0, 20.0, 18.0, 33.0, 28.0, 23.0, 34.0, 43.0, 40.0, 50.0, 42.0, 61.0, 41.0, 52.0, 53.0, 56.0, 46.0, 55.0, 53.0, 39.0, 35.0, 28.0, 26.0, 20.0, 8.0, 9.0, 9.0, 11.0, 10.0, 4.0, 4.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 2.0], "bins": [-5.765625, -5.61761474609375, -5.4696044921875, -5.32159423828125, -5.173583984375, -5.02557373046875, -4.8775634765625, -4.72955322265625, -4.58154296875, -4.43353271484375, -4.2855224609375, -4.13751220703125, -3.989501953125, -3.84149169921875, -3.6934814453125, -3.54547119140625, -3.3974609375, -3.24945068359375, -3.1014404296875, -2.95343017578125, -2.805419921875, -2.65740966796875, -2.5093994140625, -2.36138916015625, -2.21337890625, -2.06536865234375, -1.9173583984375, -1.76934814453125, -1.621337890625, -1.47332763671875, -1.3253173828125, -1.17730712890625, -1.029296875, -0.88128662109375, -0.7332763671875, -0.58526611328125, -0.437255859375, -0.28924560546875, -0.1412353515625, 0.00677490234375, 0.15478515625, 0.30279541015625, 0.4508056640625, 0.59881591796875, 0.746826171875, 0.89483642578125, 1.0428466796875, 1.19085693359375, 1.3388671875, 1.48687744140625, 1.6348876953125, 1.78289794921875, 1.930908203125, 2.07891845703125, 2.2269287109375, 2.37493896484375, 2.52294921875, 2.67095947265625, 2.8189697265625, 2.96697998046875, 3.114990234375, 3.26300048828125, 3.4110107421875, 3.55902099609375, 3.70703125]}, "gradients/decoder.transformer.h.0.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 4.0, 2.0, 7.0, 4.0, 9.0, 20.0, 17.0, 25.0, 49.0, 75.0, 86.0, 147.0, 253.0, 449.0, 629.0, 1153.0, 1922.0, 3125.0, 5356.0, 9092.0, 15673.0, 27722.0, 51130.0, 96839.0, 176592.0, 249562.0, 184847.0, 101018.0, 53526.0, 29405.0, 16343.0, 9528.0, 5573.0, 3265.0, 2025.0, 1204.0, 694.0, 445.0, 266.0, 177.0, 110.0, 58.0, 49.0, 32.0, 18.0, 13.0, 13.0, 9.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.206787109375, -0.20001602172851562, -0.19324493408203125, -0.18647384643554688, -0.1797027587890625, -0.17293167114257812, -0.16616058349609375, -0.15938949584960938, -0.152618408203125, -0.14584732055664062, -0.13907623291015625, -0.13230514526367188, -0.1255340576171875, -0.11876296997070312, -0.11199188232421875, -0.10522079467773438, -0.09844970703125, -0.09167861938476562, -0.08490753173828125, -0.07813644409179688, -0.0713653564453125, -0.06459426879882812, -0.05782318115234375, -0.051052093505859375, -0.044281005859375, -0.037509918212890625, -0.03073883056640625, -0.023967742919921875, -0.0171966552734375, -0.010425567626953125, -0.00365447998046875, 0.003116607666015625, 0.0098876953125, 0.016658782958984375, 0.02342987060546875, 0.030200958251953125, 0.0369720458984375, 0.043743133544921875, 0.05051422119140625, 0.057285308837890625, 0.064056396484375, 0.07082748413085938, 0.07759857177734375, 0.08436965942382812, 0.0911407470703125, 0.09791183471679688, 0.10468292236328125, 0.11145401000976562, 0.11822509765625, 0.12499618530273438, 0.13176727294921875, 0.13853836059570312, 0.1453094482421875, 0.15208053588867188, 0.15885162353515625, 0.16562271118164062, 0.172393798828125, 0.17916488647460938, 0.18593597412109375, 0.19270706176757812, 0.1994781494140625, 0.20624923706054688, 0.21302032470703125, 0.21979141235351562, 0.2265625]}, "gradients/decoder.transformer.h.0.crossattention.c_attn.bias": {"_type": "histogram", "values": [3.0, 3.0, 2.0, 3.0, 2.0, 4.0, 2.0, 6.0, 3.0, 5.0, 7.0, 6.0, 10.0, 10.0, 17.0, 15.0, 18.0, 20.0, 15.0, 14.0, 25.0, 24.0, 19.0, 34.0, 24.0, 26.0, 27.0, 40.0, 32.0, 48.0, 36.0, 1050.0, 39.0, 28.0, 42.0, 29.0, 39.0, 25.0, 35.0, 28.0, 25.0, 30.0, 6.0, 19.0, 18.0, 16.0, 12.0, 15.0, 14.0, 11.0, 15.0, 10.0, 4.0, 7.0, 3.0, 6.0, 4.0, 2.0, 4.0, 4.0, 1.0, 1.0, 4.0, 2.0], "bins": [-1.818359375, -1.760040283203125, -1.70172119140625, -1.643402099609375, -1.5850830078125, -1.526763916015625, -1.46844482421875, -1.410125732421875, -1.351806640625, -1.293487548828125, -1.23516845703125, -1.176849365234375, -1.1185302734375, -1.060211181640625, -1.00189208984375, -0.943572998046875, -0.88525390625, -0.826934814453125, -0.76861572265625, -0.710296630859375, -0.6519775390625, -0.593658447265625, -0.53533935546875, -0.477020263671875, -0.418701171875, -0.360382080078125, -0.30206298828125, -0.243743896484375, -0.1854248046875, -0.127105712890625, -0.06878662109375, -0.010467529296875, 0.0478515625, 0.106170654296875, 0.16448974609375, 0.222808837890625, 0.2811279296875, 0.339447021484375, 0.39776611328125, 0.456085205078125, 0.514404296875, 0.572723388671875, 0.63104248046875, 0.689361572265625, 0.7476806640625, 0.805999755859375, 0.86431884765625, 0.922637939453125, 0.98095703125, 1.039276123046875, 1.09759521484375, 1.155914306640625, 1.2142333984375, 1.272552490234375, 1.33087158203125, 1.389190673828125, 1.447509765625, 1.505828857421875, 1.56414794921875, 1.622467041015625, 1.6807861328125, 1.739105224609375, 1.79742431640625, 1.855743408203125, 1.9140625]}, "gradients/decoder.transformer.h.0.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 5.0, 11.0, 10.0, 17.0, 27.0, 41.0, 69.0, 103.0, 130.0, 196.0, 233.0, 388.0, 541.0, 780.0, 1186.0, 1732.0, 2333.0, 3696.0, 5391.0, 7948.0, 11888.0, 18272.0, 28545.0, 45619.0, 75672.0, 128576.0, 490790.0, 908112.0, 141599.0, 83154.0, 50003.0, 30879.0, 19818.0, 12825.0, 8499.0, 5894.0, 3726.0, 2613.0, 1875.0, 1204.0, 836.0, 600.0, 393.0, 278.0, 215.0, 135.0, 93.0, 70.0, 39.0, 26.0, 25.0, 5.0, 12.0, 9.0, 6.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.1334228515625, -0.12898826599121094, -0.12455368041992188, -0.12011909484863281, -0.11568450927734375, -0.11124992370605469, -0.10681533813476562, -0.10238075256347656, -0.0979461669921875, -0.09351158142089844, -0.08907699584960938, -0.08464241027832031, -0.08020782470703125, -0.07577323913574219, -0.07133865356445312, -0.06690406799316406, -0.062469482421875, -0.05803489685058594, -0.053600311279296875, -0.04916572570800781, -0.04473114013671875, -0.04029655456542969, -0.035861968994140625, -0.03142738342285156, -0.0269927978515625, -0.022558212280273438, -0.018123626708984375, -0.013689041137695312, -0.00925445556640625, -0.0048198699951171875, -0.000385284423828125, 0.0040493011474609375, 0.00848388671875, 0.012918472290039062, 0.017353057861328125, 0.021787643432617188, 0.02622222900390625, 0.030656814575195312, 0.035091400146484375, 0.03952598571777344, 0.0439605712890625, 0.04839515686035156, 0.052829742431640625, 0.05726432800292969, 0.06169891357421875, 0.06613349914550781, 0.07056808471679688, 0.07500267028808594, 0.079437255859375, 0.08387184143066406, 0.08830642700195312, 0.09274101257324219, 0.09717559814453125, 0.10161018371582031, 0.10604476928710938, 0.11047935485839844, 0.1149139404296875, 0.11934852600097656, 0.12378311157226562, 0.1282176971435547, 0.13265228271484375, 0.1370868682861328, 0.14152145385742188, 0.14595603942871094, 0.150390625]}, "gradients/decoder.transformer.h.0.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 2.0, 3.0, 5.0, 3.0, 6.0, 9.0, 9.0, 5.0, 13.0, 11.0, 22.0, 23.0, 25.0, 38.0, 46.0, 49.0, 60.0, 62.0, 61.0, 78.0, 74.0, 57.0, 54.0, 40.0, 41.0, 37.0, 26.0, 24.0, 24.0, 15.0, 11.0, 19.0, 13.0, 7.0, 10.0, 6.0, 5.0, 3.0, 4.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004425048828125, -0.004258275032043457, -0.004091501235961914, -0.003924727439880371, -0.003757953643798828, -0.003591179847717285, -0.003424406051635742, -0.0032576322555541992, -0.0030908584594726562, -0.0029240846633911133, -0.0027573108673095703, -0.0025905370712280273, -0.0024237632751464844, -0.0022569894790649414, -0.0020902156829833984, -0.0019234418869018555, -0.0017566680908203125, -0.0015898942947387695, -0.0014231204986572266, -0.0012563467025756836, -0.0010895729064941406, -0.0009227991104125977, -0.0007560253143310547, -0.0005892515182495117, -0.00042247772216796875, -0.0002557039260864258, -8.893013000488281e-05, 7.784366607666016e-05, 0.0002446174621582031, 0.0004113912582397461, 0.0005781650543212891, 0.000744938850402832, 0.000911712646484375, 0.001078486442565918, 0.001245260238647461, 0.001412034034729004, 0.0015788078308105469, 0.0017455816268920898, 0.0019123554229736328, 0.0020791292190551758, 0.0022459030151367188, 0.0024126768112182617, 0.0025794506072998047, 0.0027462244033813477, 0.0029129981994628906, 0.0030797719955444336, 0.0032465457916259766, 0.0034133195877075195, 0.0035800933837890625, 0.0037468671798706055, 0.0039136409759521484, 0.004080414772033691, 0.004247188568115234, 0.004413962364196777, 0.00458073616027832, 0.004747509956359863, 0.004914283752441406, 0.005081057548522949, 0.005247831344604492, 0.005414605140686035, 0.005581378936767578, 0.005748152732849121, 0.005914926528930664, 0.006081700325012207, 0.00624847412109375]}, "gradients/decoder.transformer.h.0.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 4.0, 7.0, 7.0, 14.0, 19.0, 26.0, 40.0, 50.0, 82.0, 117.0, 144.0, 228.0, 323.0, 468.0, 681.0, 1045.0, 1561.0, 2536.0, 4052.0, 6873.0, 12194.0, 23441.0, 50013.0, 118432.0, 260423.0, 293997.0, 147093.0, 62051.0, 27826.0, 14212.0, 7851.0, 4547.0, 2820.0, 1797.0, 1203.0, 783.0, 492.0, 347.0, 243.0, 155.0, 119.0, 67.0, 57.0, 40.0, 34.0, 14.0, 6.0, 13.0, 4.0, 6.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0216827392578125, -0.020986080169677734, -0.02028942108154297, -0.019592761993408203, -0.018896102905273438, -0.018199443817138672, -0.017502784729003906, -0.01680612564086914, -0.016109466552734375, -0.01541280746459961, -0.014716148376464844, -0.014019489288330078, -0.013322830200195312, -0.012626171112060547, -0.011929512023925781, -0.011232852935791016, -0.01053619384765625, -0.009839534759521484, -0.009142875671386719, -0.008446216583251953, -0.0077495574951171875, -0.007052898406982422, -0.006356239318847656, -0.005659580230712891, -0.004962921142578125, -0.004266262054443359, -0.0035696029663085938, -0.002872943878173828, -0.0021762847900390625, -0.0014796257019042969, -0.0007829666137695312, -8.630752563476562e-05, 0.0006103515625, 0.0013070106506347656, 0.0020036697387695312, 0.002700328826904297, 0.0033969879150390625, 0.004093647003173828, 0.004790306091308594, 0.005486965179443359, 0.006183624267578125, 0.006880283355712891, 0.007576942443847656, 0.008273601531982422, 0.008970260620117188, 0.009666919708251953, 0.010363578796386719, 0.011060237884521484, 0.01175689697265625, 0.012453556060791016, 0.013150215148925781, 0.013846874237060547, 0.014543533325195312, 0.015240192413330078, 0.015936851501464844, 0.01663351058959961, 0.017330169677734375, 0.01802682876586914, 0.018723487854003906, 0.019420146942138672, 0.020116806030273438, 0.020813465118408203, 0.02151012420654297, 0.022206783294677734, 0.0229034423828125]}, "gradients/decoder.transformer.h.0.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 4.0, 7.0, 5.0, 8.0, 10.0, 11.0, 13.0, 24.0, 38.0, 43.0, 75.0, 86.0, 106.0, 139.0, 130.0, 118.0, 66.0, 36.0, 30.0, 20.0, 15.0, 6.0, 4.0, 3.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.017521923407912254, -0.017057988792657852, -0.01659405417740345, -0.016130121424794197, -0.015666186809539795, -0.015202252194285393, -0.014738318510353565, -0.014274383895099163, -0.013810450211167336, -0.013346515595912933, -0.012882581911981106, -0.012418647296726704, -0.011954713612794876, -0.011490778997540474, -0.011026845313608646, -0.010562910698354244, -0.010098977014422417, -0.009635042399168015, -0.009171108715236187, -0.008707174099981785, -0.008243240416049957, -0.007779305800795555, -0.007315372116863728, -0.006851437501609325, -0.006387502886354923, -0.005923568736761808, -0.0054596345871686935, -0.004995700437575579, -0.004531766287982464, -0.004067831672728062, -0.0036038977559655905, -0.0031399636063724756, -0.0026760296896100044, -0.0022120955400168896, -0.0017481613904237747, -0.001284227124415338, -0.0008202929748222232, -0.0003563587088137865, 0.00010757544077932835, 0.0005715095903724432, 0.001035443739965558, 0.001499377889558673, 0.0019633120391517878, 0.0024272464215755463, 0.002891180571168661, 0.003355114720761776, 0.003819048870354891, 0.004282983019948006, 0.0047469171695411205, 0.005210851319134235, 0.00567478546872735, 0.006138719618320465, 0.00660265376791358, 0.007066587917506695, 0.007530522532761097, 0.007994456216692924, 0.008458390831947327, 0.008922325447201729, 0.009386259131133556, 0.009850193746387959, 0.010314127430319786, 0.010778062045574188, 0.011241995729506016, 0.011705930344760418, 0.012169864028692245]}, "gradients/decoder.transformer.h.0.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 7.0, 8.0, 5.0, 4.0, 15.0, 10.0, 13.0, 11.0, 14.0, 17.0, 22.0, 17.0, 18.0, 19.0, 24.0, 26.0, 29.0, 38.0, 33.0, 36.0, 49.0, 26.0, 36.0, 37.0, 50.0, 38.0, 29.0, 47.0, 30.0, 33.0, 44.0, 38.0, 23.0, 19.0, 22.0, 20.0, 19.0, 20.0, 11.0, 8.0, 7.0, 10.0, 6.0, 5.0, 5.0, 5.0, 4.0, 1.0, 4.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.006882667541503906, -0.006682737730443478, -0.006482807919383049, -0.00628287810832262, -0.006082948297262192, -0.005883018486201763, -0.0056830886751413345, -0.005483158864080906, -0.005283229053020477, -0.005083299241960049, -0.00488336943089962, -0.0046834396198391914, -0.004483509808778763, -0.004283579997718334, -0.004083650186657906, -0.003883720375597477, -0.0036837905645370483, -0.0034838607534766197, -0.003283930942416191, -0.0030840011313557625, -0.002884071320295334, -0.0026841415092349052, -0.0024842116981744766, -0.002284281887114048, -0.0020843520760536194, -0.0018844222649931908, -0.0016844924539327621, -0.0014845626428723335, -0.001284632831811905, -0.0010847030207514763, -0.0008847732096910477, -0.000684843398630619, -0.00048491358757019043, -0.0002849837765097618, -8.505396544933319e-05, 0.00011487584561109543, 0.00031480565667152405, 0.0005147354677319527, 0.0007146652787923813, 0.0009145950898528099, 0.0011145249009132385, 0.0013144547119736671, 0.0015143845230340958, 0.0017143143340945244, 0.001914244145154953, 0.0021141739562153816, 0.0023141037672758102, 0.002514033578336239, 0.0027139633893966675, 0.002913893200457096, 0.0031138230115175247, 0.0033137528225779533, 0.003513682633638382, 0.0037136124446988106, 0.003913542255759239, 0.004113472066819668, 0.0043134018778800964, 0.004513331688940525, 0.004713261500000954, 0.004913191311061382, 0.005113121122121811, 0.0053130509331822395, 0.005512980744242668, 0.005712910555303097, 0.005912840366363525]}, "gradients/decoder.transformer.h.0.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 5.0, 2.0, 3.0, 12.0, 9.0, 9.0, 16.0, 16.0, 17.0, 32.0, 26.0, 27.0, 30.0, 44.0, 37.0, 44.0, 48.0, 59.0, 48.0, 46.0, 53.0, 52.0, 51.0, 52.0, 51.0, 51.0, 33.0, 29.0, 27.0, 19.0, 11.0, 6.0, 11.0, 11.0, 11.0, 5.0, 3.0, 1.0, 3.0, 3.0, 0.0, 0.0, 0.0, 3.0], "bins": [-5.7734375, -5.6259765625, -5.478515625, -5.3310546875, -5.18359375, -5.0361328125, -4.888671875, -4.7412109375, -4.59375, -4.4462890625, -4.298828125, -4.1513671875, -4.00390625, -3.8564453125, -3.708984375, -3.5615234375, -3.4140625, -3.2666015625, -3.119140625, -2.9716796875, -2.82421875, -2.6767578125, -2.529296875, -2.3818359375, -2.234375, -2.0869140625, -1.939453125, -1.7919921875, -1.64453125, -1.4970703125, -1.349609375, -1.2021484375, -1.0546875, -0.9072265625, -0.759765625, -0.6123046875, -0.46484375, -0.3173828125, -0.169921875, -0.0224609375, 0.125, 0.2724609375, 0.419921875, 0.5673828125, 0.71484375, 0.8623046875, 1.009765625, 1.1572265625, 1.3046875, 1.4521484375, 1.599609375, 1.7470703125, 1.89453125, 2.0419921875, 2.189453125, 2.3369140625, 2.484375, 2.6318359375, 2.779296875, 2.9267578125, 3.07421875, 3.2216796875, 3.369140625, 3.5166015625, 3.6640625]}, "gradients/decoder.transformer.h.0.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 6.0, 1.0, 11.0, 9.0, 11.0, 13.0, 22.0, 31.0, 41.0, 61.0, 65.0, 117.0, 147.0, 278.0, 582.0, 2311.0, 18561.0, 354634.0, 631349.0, 34979.0, 3622.0, 786.0, 327.0, 188.0, 132.0, 70.0, 71.0, 38.0, 27.0, 15.0, 14.0, 15.0, 12.0, 5.0, 4.0, 2.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.26171875, -1.2277297973632812, -1.1937408447265625, -1.1597518920898438, -1.125762939453125, -1.0917739868164062, -1.0577850341796875, -1.0237960815429688, -0.98980712890625, -0.9558181762695312, -0.9218292236328125, -0.8878402709960938, -0.853851318359375, -0.8198623657226562, -0.7858734130859375, -0.7518844604492188, -0.7178955078125, -0.6839065551757812, -0.6499176025390625, -0.6159286499023438, -0.581939697265625, -0.5479507446289062, -0.5139617919921875, -0.47997283935546875, -0.44598388671875, -0.41199493408203125, -0.3780059814453125, -0.34401702880859375, -0.310028076171875, -0.27603912353515625, -0.2420501708984375, -0.20806121826171875, -0.174072265625, -0.14008331298828125, -0.1060943603515625, -0.07210540771484375, -0.038116455078125, -0.00412750244140625, 0.0298614501953125, 0.06385040283203125, 0.09783935546875, 0.13182830810546875, 0.1658172607421875, 0.19980621337890625, 0.233795166015625, 0.26778411865234375, 0.3017730712890625, 0.33576202392578125, 0.3697509765625, 0.40373992919921875, 0.4377288818359375, 0.47171783447265625, 0.505706787109375, 0.5396957397460938, 0.5736846923828125, 0.6076736450195312, 0.64166259765625, 0.6756515502929688, 0.7096405029296875, 0.7436294555664062, 0.777618408203125, 0.8116073608398438, 0.8455963134765625, 0.8795852661132812, 0.91357421875]}, "gradients/decoder.transformer.h.0.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 6.0, 1.0, 3.0, 3.0, 7.0, 7.0, 10.0, 16.0, 14.0, 23.0, 40.0, 42.0, 55.0, 46.0, 85.0, 70.0, 2091.0, 114.0, 77.0, 70.0, 47.0, 65.0, 36.0, 43.0, 20.0, 17.0, 21.0, 14.0, 4.0, 7.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.03125, -7.7525634765625, -7.473876953125, -7.1951904296875, -6.91650390625, -6.6378173828125, -6.359130859375, -6.0804443359375, -5.8017578125, -5.5230712890625, -5.244384765625, -4.9656982421875, -4.68701171875, -4.4083251953125, -4.129638671875, -3.8509521484375, -3.572265625, -3.2935791015625, -3.014892578125, -2.7362060546875, -2.45751953125, -2.1788330078125, -1.900146484375, -1.6214599609375, -1.3427734375, -1.0640869140625, -0.785400390625, -0.5067138671875, -0.22802734375, 0.0506591796875, 0.329345703125, 0.6080322265625, 0.88671875, 1.1654052734375, 1.444091796875, 1.7227783203125, 2.00146484375, 2.2801513671875, 2.558837890625, 2.8375244140625, 3.1162109375, 3.3948974609375, 3.673583984375, 3.9522705078125, 4.23095703125, 4.5096435546875, 4.788330078125, 5.0670166015625, 5.345703125, 5.6243896484375, 5.903076171875, 6.1817626953125, 6.46044921875, 6.7391357421875, 7.017822265625, 7.2965087890625, 7.5751953125, 7.8538818359375, 8.132568359375, 8.4112548828125, 8.68994140625, 8.9686279296875, 9.247314453125, 9.5260009765625, 9.8046875]}, "gradients/decoder.transformer.h.0.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 5.0, 3.0, 4.0, 3.0, 7.0, 6.0, 10.0, 15.0, 17.0, 32.0, 27.0, 42.0, 79.0, 124.0, 236.0, 506.0, 1155.0, 3068.0, 11356.0, 74784.0, 2701041.0, 312541.0, 30874.0, 6155.0, 1976.0, 804.0, 346.0, 173.0, 99.0, 72.0, 38.0, 32.0, 28.0, 11.0, 15.0, 13.0, 5.0, 4.0, 2.0, 0.0, 3.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.69482421875, -0.6722564697265625, -0.649688720703125, -0.6271209716796875, -0.60455322265625, -0.5819854736328125, -0.559417724609375, -0.5368499755859375, -0.5142822265625, -0.4917144775390625, -0.469146728515625, -0.4465789794921875, -0.42401123046875, -0.4014434814453125, -0.378875732421875, -0.3563079833984375, -0.333740234375, -0.3111724853515625, -0.288604736328125, -0.2660369873046875, -0.24346923828125, -0.2209014892578125, -0.198333740234375, -0.1757659912109375, -0.1531982421875, -0.1306304931640625, -0.108062744140625, -0.0854949951171875, -0.06292724609375, -0.0403594970703125, -0.017791748046875, 0.0047760009765625, 0.02734375, 0.0499114990234375, 0.072479248046875, 0.0950469970703125, 0.11761474609375, 0.1401824951171875, 0.162750244140625, 0.1853179931640625, 0.2078857421875, 0.2304534912109375, 0.253021240234375, 0.2755889892578125, 0.29815673828125, 0.3207244873046875, 0.343292236328125, 0.3658599853515625, 0.388427734375, 0.4109954833984375, 0.433563232421875, 0.4561309814453125, 0.47869873046875, 0.5012664794921875, 0.523834228515625, 0.5464019775390625, 0.5689697265625, 0.5915374755859375, 0.614105224609375, 0.6366729736328125, 0.65924072265625, 0.6818084716796875, 0.704376220703125, 0.7269439697265625, 0.74951171875]}, "gradients/decoder.transformer.h.0.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 2.0, 2.0, 5.0, 4.0, 7.0, 13.0, 11.0, 20.0, 24.0, 51.0, 66.0, 131.0, 127.0, 131.0, 145.0, 87.0, 68.0, 48.0, 19.0, 15.0, 4.0, 8.0, 5.0, 6.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-12.83278751373291, -12.524347305297852, -12.215906143188477, -11.907465934753418, -11.59902572631836, -11.2905855178833, -10.982145309448242, -10.673704147338867, -10.365263938903809, -10.05682373046875, -9.748382568359375, -9.439942359924316, -9.131502151489258, -8.8230619430542, -8.51462173461914, -8.206180572509766, -7.897740364074707, -7.589300155639648, -7.280859470367432, -6.972418785095215, -6.663978576660156, -6.355538368225098, -6.047097682952881, -5.738656997680664, -5.4302167892456055, -5.121776580810547, -4.81333589553833, -4.504895210266113, -4.196455001831055, -3.888014554977417, -3.5795741081237793, -3.2711336612701416, -2.9626922607421875, -2.65425181388855, -2.345811367034912, -2.0373709201812744, -1.7289304733276367, -1.420490026473999, -1.1120495796203613, -0.8036091327667236, -0.49516868591308594, -0.18672823905944824, 0.12171220779418945, 0.43015265464782715, 0.7385931015014648, 1.0470335483551025, 1.3554739952087402, 1.663914442062378, 1.9723548889160156, 2.2807953357696533, 2.589235782623291, 2.8976762294769287, 3.2061166763305664, 3.514557123184204, 3.822997570037842, 4.131438255310059, 4.439878463745117, 4.748318672180176, 5.056759357452393, 5.365200042724609, 5.673640251159668, 5.982080459594727, 6.290521144866943, 6.59896183013916, 6.907402038574219]}, "gradients/decoder.transformer.h.0.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 4.0, 1.0, 3.0, 3.0, 7.0, 6.0, 7.0, 10.0, 9.0, 18.0, 14.0, 19.0, 19.0, 34.0, 31.0, 36.0, 49.0, 38.0, 41.0, 54.0, 49.0, 48.0, 47.0, 48.0, 44.0, 47.0, 44.0, 37.0, 43.0, 24.0, 28.0, 22.0, 22.0, 19.0, 11.0, 14.0, 14.0, 10.0, 9.0, 11.0, 7.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-9.57479190826416, -9.301811218261719, -9.028831481933594, -8.755850791931152, -8.482870101928711, -8.209890365600586, -7.9369096755981445, -7.663928985595703, -7.39094877243042, -7.117968559265137, -6.844987869262695, -6.572007656097412, -6.299027442932129, -6.0260467529296875, -5.753066539764404, -5.480086326599121, -5.20710563659668, -4.9341254234313965, -4.661144733428955, -4.388164520263672, -4.1151838302612305, -3.8422036170959473, -3.569223403930664, -3.2962429523468018, -3.0232625007629395, -2.750282049179077, -2.477301597595215, -2.2043213844299316, -1.9313409328460693, -1.658360481262207, -1.3853801488876343, -1.1123998165130615, -0.839418888092041, -0.5664384961128235, -0.29345810413360596, -0.020477712154388428, 0.2525026798248291, 0.5254831314086914, 0.7984634637832642, 1.071443796157837, 1.3444242477416992, 1.6174046993255615, 1.8903850317001343, 2.163365364074707, 2.4363458156585693, 2.7093262672424316, 2.982306480407715, 3.255286931991577, 3.5282673835754395, 3.8012478351593018, 4.074228286743164, 4.347208499908447, 4.6201887130737305, 4.893169403076172, 5.166149616241455, 5.439129829406738, 5.71211051940918, 5.985090732574463, 6.258071422576904, 6.5310516357421875, 6.804032325744629, 7.077012538909912, 7.349992752075195, 7.622973442077637, 7.89595365524292]}, "gradients/decoder.transformer.wpe.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 6.0, 10.0, 16.0, 19.0, 17.0, 49.0, 80.0, 126.0, 245.0, 790.0, 4554.0, 1030354.0, 10011.0, 1478.0, 402.0, 169.0, 94.0, 48.0, 31.0, 19.0, 19.0, 11.0, 8.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.247718811035156, -8.05894947052002, -7.870180130004883, -7.681410789489746, -7.492641448974609, -7.303872108459473, -7.115102767944336, -6.926333427429199, -6.7375640869140625, -6.548794746398926, -6.360025405883789, -6.171256065368652, -5.982486724853516, -5.793717384338379, -5.604948043823242, -5.4161787033081055, -5.227409839630127, -5.03864049911499, -4.8498711585998535, -4.661101818084717, -4.47233247756958, -4.283563137054443, -4.094794273376465, -3.906024694442749, -3.7172553539276123, -3.5284860134124756, -3.339716672897339, -3.1509475708007812, -2.9621782302856445, -2.773408889770508, -2.584639549255371, -2.3958702087402344, -2.2071008682250977, -2.018331527709961, -1.8295621871948242, -1.640792965888977, -1.4520236253738403, -1.2632542848587036, -1.0744850635528564, -0.8857157230377197, -0.696946382522583, -0.5081770420074463, -0.31940776109695435, -0.1306384801864624, 0.058130860328674316, 0.24690020084381104, 0.4356694221496582, 0.6244387626647949, 0.8132081031799316, 1.0019774436950684, 1.190746784210205, 1.3795160055160522, 1.568285346031189, 1.7570546865463257, 1.9458239078521729, 2.1345932483673096, 2.3233625888824463, 2.512131929397583, 2.7009012699127197, 2.8896703720092773, 3.078439712524414, 3.267209053039551, 3.4559783935546875, 3.644747734069824, 3.833517074584961]}, "gradients/decoder.transformer.wte.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 4.0, 5.0, 6.0, 10.0, 11.0, 33.0, 183.0, 1280.0, 51459020.0, 2228.0, 279.0, 40.0, 22.0, 15.0, 4.0, 5.0, 3.0, 4.0, 3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-132.25099182128906, -128.314453125, -124.37791442871094, -120.44137573242188, -116.50483703613281, -112.56829833984375, -108.63175964355469, -104.69522094726562, -100.75868225097656, -96.8221435546875, -92.88560485839844, -88.94906616210938, -85.01252746582031, -81.07598876953125, -77.13945007324219, -73.20291137695312, -69.26637268066406, -65.329833984375, -61.39329528808594, -57.456756591796875, -53.52021789550781, -49.58367919921875, -45.64714050292969, -41.710601806640625, -37.77405548095703, -33.83751678466797, -29.900978088378906, -25.964439392089844, -22.02790069580078, -18.091360092163086, -14.154821395874023, -10.218282699584961, -6.281745910644531, -2.3452069759368896, 1.591331958770752, 5.527871131896973, 9.464409828186035, 13.400949478149414, 17.337488174438477, 21.27402687072754, 25.2105655670166, 29.147104263305664, 33.08364486694336, 37.02018356323242, 40.956722259521484, 44.89326095581055, 48.82979965209961, 52.76633834838867, 56.702877044677734, 60.6394157409668, 64.57595825195312, 68.51249694824219, 72.44903564453125, 76.38557434082031, 80.32211303710938, 84.25865173339844, 88.1951904296875, 92.13172912597656, 96.06826782226562, 100.00480651855469, 103.94134521484375, 107.87788391113281, 111.81442260742188, 115.75096130371094, 119.6875]}, "gradients/encoder.adapter.layers.2.conv.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 6.0, 2.0, 8.0, 6.0, 14.0, 15.0, 19.0, 36.0, 63.0, 96.0, 162.0, 234.0, 340.0, 502.0, 788.0, 1324.0, 2053.0, 3406.0, 5957.0, 10231.0, 17913.0, 33182.0, 64836.0, 135868.0, 314341.0, 954146.0, 3311537.0, 874421.0, 295536.0, 129352.0, 61761.0, 31853.0, 17346.0, 9660.0, 5651.0, 3269.0, 2025.0, 1277.0, 797.0, 515.0, 293.0, 213.0, 129.0, 91.0, 58.0, 34.0, 26.0, 19.0, 11.0, 9.0, 4.0, 4.0, 4.0, 2.0, 3.0], "bins": [-1.29296875, -1.2565155029296875, -1.220062255859375, -1.1836090087890625, -1.14715576171875, -1.1107025146484375, -1.074249267578125, -1.0377960205078125, -1.0013427734375, -0.9648895263671875, -0.928436279296875, -0.8919830322265625, -0.85552978515625, -0.8190765380859375, -0.782623291015625, -0.7461700439453125, -0.709716796875, -0.6732635498046875, -0.636810302734375, -0.6003570556640625, -0.56390380859375, -0.5274505615234375, -0.490997314453125, -0.4545440673828125, -0.4180908203125, -0.3816375732421875, -0.345184326171875, -0.3087310791015625, -0.27227783203125, -0.2358245849609375, -0.199371337890625, -0.1629180908203125, -0.12646484375, -0.0900115966796875, -0.053558349609375, -0.0171051025390625, 0.01934814453125, 0.0558013916015625, 0.092254638671875, 0.1287078857421875, 0.1651611328125, 0.2016143798828125, 0.238067626953125, 0.2745208740234375, 0.31097412109375, 0.3474273681640625, 0.383880615234375, 0.4203338623046875, 0.456787109375, 0.4932403564453125, 0.529693603515625, 0.5661468505859375, 0.60260009765625, 0.6390533447265625, 0.675506591796875, 0.7119598388671875, 0.7484130859375, 0.7848663330078125, 0.821319580078125, 0.8577728271484375, 0.89422607421875, 0.9306793212890625, 0.967132568359375, 1.0035858154296875, 1.0400390625]}, "gradients/encoder.adapter.layers.2.conv.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 1.0, 3.0, 3.0, 3.0, 5.0, 9.0, 9.0, 13.0, 7.0, 13.0, 9.0, 14.0, 21.0, 25.0, 30.0, 33.0, 34.0, 26.0, 43.0, 49.0, 59.0, 96.0, 236.0, 465.0, 293.0, 128.0, 61.0, 52.0, 48.0, 31.0, 30.0, 32.0, 18.0, 15.0, 19.0, 23.0, 17.0, 6.0, 12.0, 10.0, 7.0, 4.0, 4.0, 2.0, 11.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0], "bins": [-2.076171875, -2.01611328125, -1.9560546875, -1.89599609375, -1.8359375, -1.77587890625, -1.7158203125, -1.65576171875, -1.595703125, -1.53564453125, -1.4755859375, -1.41552734375, -1.35546875, -1.29541015625, -1.2353515625, -1.17529296875, -1.115234375, -1.05517578125, -0.9951171875, -0.93505859375, -0.875, -0.81494140625, -0.7548828125, -0.69482421875, -0.634765625, -0.57470703125, -0.5146484375, -0.45458984375, -0.39453125, -0.33447265625, -0.2744140625, -0.21435546875, -0.154296875, -0.09423828125, -0.0341796875, 0.02587890625, 0.0859375, 0.14599609375, 0.2060546875, 0.26611328125, 0.326171875, 0.38623046875, 0.4462890625, 0.50634765625, 0.56640625, 0.62646484375, 0.6865234375, 0.74658203125, 0.806640625, 0.86669921875, 0.9267578125, 0.98681640625, 1.046875, 1.10693359375, 1.1669921875, 1.22705078125, 1.287109375, 1.34716796875, 1.4072265625, 1.46728515625, 1.52734375, 1.58740234375, 1.6474609375, 1.70751953125, 1.767578125]}, "gradients/encoder.adapter.layers.1.conv.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 5.0, 4.0, 7.0, 12.0, 8.0, 12.0, 32.0, 41.0, 67.0, 81.0, 127.0, 168.0, 281.0, 423.0, 742.0, 1190.0, 1947.0, 3309.0, 5810.0, 10028.0, 18299.0, 32909.0, 60861.0, 114475.0, 216365.0, 414200.0, 1290541.0, 2897360.0, 594035.0, 292772.0, 155048.0, 81748.0, 43873.0, 23353.0, 13313.0, 7318.0, 4147.0, 2588.0, 1524.0, 903.0, 539.0, 350.0, 206.0, 136.0, 107.0, 59.0, 32.0, 23.0, 14.0, 21.0, 14.0, 4.0, 4.0, 3.0, 3.0, 3.0, 4.0, 2.0, 1.0], "bins": [-0.603515625, -0.5847930908203125, -0.566070556640625, -0.5473480224609375, -0.52862548828125, -0.5099029541015625, -0.491180419921875, -0.4724578857421875, -0.4537353515625, -0.4350128173828125, -0.416290283203125, -0.3975677490234375, -0.37884521484375, -0.3601226806640625, -0.341400146484375, -0.3226776123046875, -0.303955078125, -0.2852325439453125, -0.266510009765625, -0.2477874755859375, -0.22906494140625, -0.2103424072265625, -0.191619873046875, -0.1728973388671875, -0.1541748046875, -0.1354522705078125, -0.116729736328125, -0.0980072021484375, -0.07928466796875, -0.0605621337890625, -0.041839599609375, -0.0231170654296875, -0.00439453125, 0.0143280029296875, 0.033050537109375, 0.0517730712890625, 0.07049560546875, 0.0892181396484375, 0.107940673828125, 0.1266632080078125, 0.1453857421875, 0.1641082763671875, 0.182830810546875, 0.2015533447265625, 0.22027587890625, 0.2389984130859375, 0.257720947265625, 0.2764434814453125, 0.295166015625, 0.3138885498046875, 0.332611083984375, 0.3513336181640625, 0.37005615234375, 0.3887786865234375, 0.407501220703125, 0.4262237548828125, 0.4449462890625, 0.4636688232421875, 0.482391357421875, 0.5011138916015625, 0.51983642578125, 0.5385589599609375, 0.557281494140625, 0.5760040283203125, 0.5947265625]}, "gradients/encoder.adapter.layers.1.conv.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 5.0, 1.0, 1.0, 10.0, 13.0, 8.0, 13.0, 16.0, 19.0, 21.0, 27.0, 27.0, 28.0, 47.0, 45.0, 45.0, 55.0, 89.0, 281.0, 608.0, 233.0, 85.0, 53.0, 43.0, 43.0, 24.0, 29.0, 23.0, 29.0, 29.0, 15.0, 15.0, 9.0, 9.0, 10.0, 7.0, 5.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.212890625, -3.107147216796875, -3.00140380859375, -2.895660400390625, -2.7899169921875, -2.684173583984375, -2.57843017578125, -2.472686767578125, -2.366943359375, -2.261199951171875, -2.15545654296875, -2.049713134765625, -1.9439697265625, -1.838226318359375, -1.73248291015625, -1.626739501953125, -1.52099609375, -1.415252685546875, -1.30950927734375, -1.203765869140625, -1.0980224609375, -0.992279052734375, -0.88653564453125, -0.780792236328125, -0.675048828125, -0.569305419921875, -0.46356201171875, -0.357818603515625, -0.2520751953125, -0.146331787109375, -0.04058837890625, 0.065155029296875, 0.1708984375, 0.276641845703125, 0.38238525390625, 0.488128662109375, 0.5938720703125, 0.699615478515625, 0.80535888671875, 0.911102294921875, 1.016845703125, 1.122589111328125, 1.22833251953125, 1.334075927734375, 1.4398193359375, 1.545562744140625, 1.65130615234375, 1.757049560546875, 1.86279296875, 1.968536376953125, 2.07427978515625, 2.180023193359375, 2.2857666015625, 2.391510009765625, 2.49725341796875, 2.602996826171875, 2.708740234375, 2.814483642578125, 2.92022705078125, 3.025970458984375, 3.1317138671875, 3.237457275390625, 3.34320068359375, 3.448944091796875, 3.5546875]}, "gradients/encoder.adapter.layers.0.conv.weight": {"_type": "histogram", "values": [5.0, 3.0, 2.0, 0.0, 4.0, 2.0, 2.0, 3.0, 11.0, 3.0, 10.0, 12.0, 11.0, 26.0, 53.0, 53.0, 62.0, 105.0, 118.0, 167.0, 229.0, 268.0, 314.0, 451.0, 610.0, 911.0, 1168.0, 1691.0, 2437.0, 3843.0, 6676.0, 13586.0, 33184.0, 95075.0, 5520936.0, 465101.0, 84181.0, 29711.0, 12087.0, 6230.0, 3843.0, 2392.0, 1665.0, 1152.0, 831.0, 588.0, 452.0, 331.0, 222.0, 178.0, 103.0, 80.0, 66.0, 45.0, 40.0, 56.0, 28.0, 12.0, 6.0, 6.0, 4.0, 3.0, 5.0, 7.0], "bins": [-3.185546875, -3.094390869140625, -3.00323486328125, -2.912078857421875, -2.8209228515625, -2.729766845703125, -2.63861083984375, -2.547454833984375, -2.456298828125, -2.365142822265625, -2.27398681640625, -2.182830810546875, -2.0916748046875, -2.000518798828125, -1.90936279296875, -1.818206787109375, -1.72705078125, -1.635894775390625, -1.54473876953125, -1.453582763671875, -1.3624267578125, -1.271270751953125, -1.18011474609375, -1.088958740234375, -0.997802734375, -0.906646728515625, -0.81549072265625, -0.724334716796875, -0.6331787109375, -0.542022705078125, -0.45086669921875, -0.359710693359375, -0.2685546875, -0.177398681640625, -0.08624267578125, 0.004913330078125, 0.0960693359375, 0.187225341796875, 0.27838134765625, 0.369537353515625, 0.460693359375, 0.551849365234375, 0.64300537109375, 0.734161376953125, 0.8253173828125, 0.916473388671875, 1.00762939453125, 1.098785400390625, 1.18994140625, 1.281097412109375, 1.37225341796875, 1.463409423828125, 1.5545654296875, 1.645721435546875, 1.73687744140625, 1.828033447265625, 1.919189453125, 2.010345458984375, 2.10150146484375, 2.192657470703125, 2.2838134765625, 2.374969482421875, 2.46612548828125, 2.557281494140625, 2.6484375]}, "gradients/encoder.adapter.layers.0.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 4.0, 4.0, 6.0, 11.0, 9.0, 8.0, 9.0, 20.0, 22.0, 24.0, 27.0, 28.0, 35.0, 40.0, 38.0, 42.0, 33.0, 55.0, 51.0, 281.0, 775.0, 103.0, 50.0, 45.0, 46.0, 30.0, 43.0, 29.0, 31.0, 31.0, 21.0, 23.0, 13.0, 14.0, 9.0, 3.0, 6.0, 4.0, 5.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-7.5625, -7.353759765625, -7.14501953125, -6.936279296875, -6.7275390625, -6.518798828125, -6.31005859375, -6.101318359375, -5.892578125, -5.683837890625, -5.47509765625, -5.266357421875, -5.0576171875, -4.848876953125, -4.64013671875, -4.431396484375, -4.22265625, -4.013916015625, -3.80517578125, -3.596435546875, -3.3876953125, -3.178955078125, -2.97021484375, -2.761474609375, -2.552734375, -2.343994140625, -2.13525390625, -1.926513671875, -1.7177734375, -1.509033203125, -1.30029296875, -1.091552734375, -0.8828125, -0.674072265625, -0.46533203125, -0.256591796875, -0.0478515625, 0.160888671875, 0.36962890625, 0.578369140625, 0.787109375, 0.995849609375, 1.20458984375, 1.413330078125, 1.6220703125, 1.830810546875, 2.03955078125, 2.248291015625, 2.45703125, 2.665771484375, 2.87451171875, 3.083251953125, 3.2919921875, 3.500732421875, 3.70947265625, 3.918212890625, 4.126953125, 4.335693359375, 4.54443359375, 4.753173828125, 4.9619140625, 5.170654296875, 5.37939453125, 5.588134765625, 5.796875]}, "gradients/encoder.encoder.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 5.0, 4.0, 3.0, 5.0, 35.0, 824.0, 101.0, 11.0, 6.0, 4.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-42.215789794921875, -39.94857406616211, -37.68136215209961, -35.414146423339844, -33.146934509277344, -30.879718780517578, -28.612504959106445, -26.345291137695312, -24.07807731628418, -21.810863494873047, -19.543649673461914, -17.27643585205078, -15.009221076965332, -12.7420072555542, -10.47479248046875, -8.207578659057617, -5.940364837646484, -3.6731507778167725, -1.4059367179870605, 0.8612775802612305, 3.1284914016723633, 5.395705223083496, 7.662919998168945, 9.930133819580078, 12.197347640991211, 14.464561462402344, 16.731775283813477, 18.99898910522461, 21.266204833984375, 23.533416748046875, 25.80063247680664, 28.067846298217773, 30.335060119628906, 32.60227584838867, 34.86948776245117, 37.13670349121094, 39.40391540527344, 41.6711311340332, 43.93834686279297, 46.20555877685547, 48.47277069091797, 50.739986419677734, 53.007198333740234, 55.2744140625, 57.5416259765625, 59.808841705322266, 62.07605743408203, 64.34326934814453, 66.61048889160156, 68.87770080566406, 71.1449203491211, 73.4121322631836, 75.6793441772461, 77.9465560913086, 80.21377563476562, 82.48098754882812, 84.74819946289062, 87.01541137695312, 89.28263092041016, 91.54984283447266, 93.81705474853516, 96.08426666259766, 98.35148620605469, 100.61869812011719, 102.88591003417969]}, "gradients/encoder.encoder.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 4.0, 1.0, 1.0, 5.0, 8.0, 10.0, 7.0, 22.0, 15.0, 16.0, 46.0, 201.0, 378.0, 140.0, 47.0, 23.0, 9.0, 14.0, 18.0, 4.0, 8.0, 4.0, 8.0, 4.0, 4.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-31.631929397583008, -30.51932144165039, -29.40671157836914, -28.294103622436523, -27.181495666503906, -26.068885803222656, -24.95627784729004, -23.843669891357422, -22.731060028076172, -21.618452072143555, -20.505842208862305, -19.393234252929688, -18.280624389648438, -17.16801643371582, -16.055408477783203, -14.94279956817627, -13.830190658569336, -12.717581748962402, -11.604972839355469, -10.492364883422852, -9.379755973815918, -8.267147064208984, -7.154538631439209, -6.041930198669434, -4.9293212890625, -3.8167126178741455, -2.704103946685791, -1.5914952754974365, -0.47888660430908203, 0.6337223052978516, 1.746330738067627, 2.8589391708374023, 3.9715499877929688, 5.084158897399902, 6.196767330169678, 7.309375762939453, 8.421984672546387, 9.53459358215332, 10.647201538085938, 11.759810447692871, 12.872419357299805, 13.985028266906738, 15.097637176513672, 16.21024513244629, 17.322853088378906, 18.435462951660156, 19.548070907592773, 20.66067886352539, 21.77328872680664, 22.885896682739258, 23.998506546020508, 25.111114501953125, 26.223724365234375, 27.336332321166992, 28.44894027709961, 29.56155014038086, 30.674158096313477, 31.786766052246094, 32.899375915527344, 34.011985778808594, 35.12459182739258, 36.23720169067383, 37.34981155395508, 38.46241760253906, 39.57502746582031]}, "gradients/encoder.encoder.layers.23.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 3.0, 5.0, 9.0, 5.0, 7.0, 13.0, 16.0, 34.0, 44.0, 49.0, 72.0, 121.0, 203.0, 276.0, 422.0, 668.0, 1272.0, 2676.0, 6219.0, 23532.0, 4045277.0, 92603.0, 11521.0, 4350.0, 2010.0, 1088.0, 616.0, 378.0, 244.0, 149.0, 111.0, 81.0, 49.0, 54.0, 42.0, 16.0, 12.0, 9.0, 12.0, 6.0, 5.0, 1.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1717529296875, -0.16578102111816406, -0.15980911254882812, -0.1538372039794922, -0.14786529541015625, -0.1418933868408203, -0.13592147827148438, -0.12994956970214844, -0.1239776611328125, -0.11800575256347656, -0.11203384399414062, -0.10606193542480469, -0.10009002685546875, -0.09411811828613281, -0.08814620971679688, -0.08217430114746094, -0.076202392578125, -0.07023048400878906, -0.06425857543945312, -0.05828666687011719, -0.05231475830078125, -0.04634284973144531, -0.040370941162109375, -0.03439903259277344, -0.0284271240234375, -0.022455215454101562, -0.016483306884765625, -0.010511398315429688, -0.00453948974609375, 0.0014324188232421875, 0.007404327392578125, 0.013376235961914062, 0.01934814453125, 0.025320053100585938, 0.031291961669921875, 0.03726387023925781, 0.04323577880859375, 0.04920768737792969, 0.055179595947265625, 0.06115150451660156, 0.0671234130859375, 0.07309532165527344, 0.07906723022460938, 0.08503913879394531, 0.09101104736328125, 0.09698295593261719, 0.10295486450195312, 0.10892677307128906, 0.114898681640625, 0.12087059020996094, 0.12684249877929688, 0.1328144073486328, 0.13878631591796875, 0.1447582244873047, 0.15073013305664062, 0.15670204162597656, 0.1626739501953125, 0.16864585876464844, 0.17461776733398438, 0.1805896759033203, 0.18656158447265625, 0.1925334930419922, 0.19850540161132812, 0.20447731018066406, 0.21044921875]}, "gradients/encoder.encoder.layers.23.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 5.0, 3.0, 3.0, 3.0, 4.0, 7.0, 6.0, 6.0, 12.0, 7.0, 9.0, 11.0, 22.0, 200.0, 592.0, 24.0, 13.0, 14.0, 8.0, 2.0, 5.0, 5.0, 7.0, 5.0, 6.0, 4.0, 5.0, 3.0, 5.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08111572265625, -0.07824420928955078, -0.07537269592285156, -0.07250118255615234, -0.06962966918945312, -0.0667581558227539, -0.06388664245605469, -0.06101512908935547, -0.05814361572265625, -0.05527210235595703, -0.05240058898925781, -0.049529075622558594, -0.046657562255859375, -0.043786048889160156, -0.04091453552246094, -0.03804302215576172, -0.0351715087890625, -0.03229999542236328, -0.029428482055664062, -0.026556968688964844, -0.023685455322265625, -0.020813941955566406, -0.017942428588867188, -0.015070915222167969, -0.01219940185546875, -0.009327888488769531, -0.0064563751220703125, -0.0035848617553710938, -0.000713348388671875, 0.0021581649780273438, 0.0050296783447265625, 0.007901191711425781, 0.010772705078125, 0.013644218444824219, 0.016515731811523438, 0.019387245178222656, 0.022258758544921875, 0.025130271911621094, 0.028001785278320312, 0.03087329864501953, 0.03374481201171875, 0.03661632537841797, 0.03948783874511719, 0.042359352111816406, 0.045230865478515625, 0.048102378845214844, 0.05097389221191406, 0.05384540557861328, 0.0567169189453125, 0.05958843231201172, 0.06245994567871094, 0.06533145904541016, 0.06820297241210938, 0.0710744857788086, 0.07394599914550781, 0.07681751251220703, 0.07968902587890625, 0.08256053924560547, 0.08543205261230469, 0.0883035659790039, 0.09117507934570312, 0.09404659271240234, 0.09691810607910156, 0.09978961944580078, 0.1026611328125]}, "gradients/encoder.encoder.layers.23.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 4.0, 4.0, 4.0, 8.0, 17.0, 22.0, 32.0, 35.0, 81.0, 110.0, 181.0, 315.0, 529.0, 951.0, 1975.0, 4430.0, 12606.0, 64770.0, 3810230.0, 260726.0, 24877.0, 6996.0, 2731.0, 1229.0, 603.0, 329.0, 217.0, 100.0, 63.0, 34.0, 25.0, 11.0, 7.0, 8.0, 6.0, 5.0, 3.0, 0.0, 2.0, 3.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.328857421875, -0.31990623474121094, -0.3109550476074219, -0.3020038604736328, -0.29305267333984375, -0.2841014862060547, -0.2751502990722656, -0.26619911193847656, -0.2572479248046875, -0.24829673767089844, -0.23934555053710938, -0.2303943634033203, -0.22144317626953125, -0.2124919891357422, -0.20354080200195312, -0.19458961486816406, -0.185638427734375, -0.17668724060058594, -0.16773605346679688, -0.1587848663330078, -0.14983367919921875, -0.1408824920654297, -0.13193130493164062, -0.12298011779785156, -0.1140289306640625, -0.10507774353027344, -0.09612655639648438, -0.08717536926269531, -0.07822418212890625, -0.06927299499511719, -0.060321807861328125, -0.05137062072753906, -0.04241943359375, -0.03346824645996094, -0.024517059326171875, -0.015565872192382812, -0.00661468505859375, 0.0023365020751953125, 0.011287689208984375, 0.020238876342773438, 0.0291900634765625, 0.03814125061035156, 0.047092437744140625, 0.05604362487792969, 0.06499481201171875, 0.07394599914550781, 0.08289718627929688, 0.09184837341308594, 0.100799560546875, 0.10975074768066406, 0.11870193481445312, 0.1276531219482422, 0.13660430908203125, 0.1455554962158203, 0.15450668334960938, 0.16345787048339844, 0.1724090576171875, 0.18136024475097656, 0.19031143188476562, 0.1992626190185547, 0.20821380615234375, 0.2171649932861328, 0.22611618041992188, 0.23506736755371094, 0.2440185546875]}, "gradients/encoder.encoder.layers.23.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 4.0, 3.0, 2.0, 4.0, 5.0, 8.0, 7.0, 10.0, 15.0, 24.0, 34.0, 50.0, 63.0, 128.0, 296.0, 1620.0, 1200.0, 246.0, 138.0, 56.0, 32.0, 41.0, 21.0, 13.0, 18.0, 8.0, 8.0, 3.0, 3.0, 7.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.0841064453125, -0.08182859420776367, -0.07955074310302734, -0.07727289199829102, -0.07499504089355469, -0.07271718978881836, -0.07043933868408203, -0.0681614875793457, -0.06588363647460938, -0.06360578536987305, -0.06132793426513672, -0.05905008316040039, -0.05677223205566406, -0.054494380950927734, -0.052216529846191406, -0.04993867874145508, -0.04766082763671875, -0.04538297653198242, -0.043105125427246094, -0.040827274322509766, -0.03854942321777344, -0.03627157211303711, -0.03399372100830078, -0.03171586990356445, -0.029438018798828125, -0.027160167694091797, -0.02488231658935547, -0.02260446548461914, -0.020326614379882812, -0.018048763275146484, -0.015770912170410156, -0.013493061065673828, -0.0112152099609375, -0.008937358856201172, -0.006659507751464844, -0.004381656646728516, -0.0021038055419921875, 0.00017404556274414062, 0.0024518966674804688, 0.004729747772216797, 0.007007598876953125, 0.009285449981689453, 0.011563301086425781, 0.01384115219116211, 0.016119003295898438, 0.018396854400634766, 0.020674705505371094, 0.022952556610107422, 0.02523040771484375, 0.027508258819580078, 0.029786109924316406, 0.032063961029052734, 0.03434181213378906, 0.03661966323852539, 0.03889751434326172, 0.04117536544799805, 0.043453216552734375, 0.0457310676574707, 0.04800891876220703, 0.05028676986694336, 0.05256462097167969, 0.054842472076416016, 0.057120323181152344, 0.05939817428588867, 0.061676025390625]}, "gradients/encoder.encoder.layers.23.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 4.0, 11.0, 15.0, 60.0, 320.0, 453.0, 114.0, 20.0, 9.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.580071210861206, -1.5492180585861206, -1.5183649063110352, -1.4875116348266602, -1.4566584825515747, -1.4258053302764893, -1.3949520587921143, -1.3640989065170288, -1.3332457542419434, -1.302392601966858, -1.2715394496917725, -1.2406861782073975, -1.209833025932312, -1.1789798736572266, -1.1481266021728516, -1.1172734498977661, -1.0864202976226807, -1.0555671453475952, -1.0247139930725098, -0.9938607215881348, -0.9630075693130493, -0.9321544170379639, -0.9013012051582336, -0.8704479932785034, -0.839594841003418, -0.8087416887283325, -0.7778884768486023, -0.7470352649688721, -0.7161821126937866, -0.6853289604187012, -0.654475748538971, -0.6236225366592407, -0.5927693843841553, -0.5619162321090698, -0.5310630202293396, -0.5002098083496094, -0.4693566560745239, -0.4385034739971161, -0.40765029191970825, -0.3767971098423004, -0.3459439277648926, -0.31509074568748474, -0.2842375636100769, -0.25338438153266907, -0.22253119945526123, -0.1916780173778534, -0.16082483530044556, -0.12997165322303772, -0.09911847114562988, -0.06826528906822205, -0.03741210699081421, -0.006558924913406372, 0.024294257164001465, 0.0551474392414093, 0.08600062131881714, 0.11685380339622498, 0.1477069854736328, 0.17856016755104065, 0.2094133496284485, 0.24026653170585632, 0.27111971378326416, 0.301972895860672, 0.33282607793807983, 0.36367926001548767, 0.3945324420928955]}, "gradients/encoder.encoder.layers.23.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 4.0, 6.0, 9.0, 5.0, 11.0, 13.0, 9.0, 21.0, 19.0, 24.0, 31.0, 23.0, 39.0, 45.0, 56.0, 63.0, 68.0, 70.0, 61.0, 50.0, 50.0, 49.0, 54.0, 50.0, 42.0, 32.0, 29.0, 15.0, 10.0, 13.0, 9.0, 9.0, 7.0, 4.0, 4.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18771380186080933, -0.18137754499912262, -0.1750412881374359, -0.1687050312757492, -0.1623687744140625, -0.1560325175523758, -0.1496962606906891, -0.14336000382900238, -0.13702374696731567, -0.13068749010562897, -0.12435123324394226, -0.11801497638225555, -0.11167871952056885, -0.10534246265888214, -0.09900620579719543, -0.09266994893550873, -0.08633369207382202, -0.07999743521213531, -0.07366117835044861, -0.0673249214887619, -0.060988664627075195, -0.05465240776538849, -0.04831615090370178, -0.041979894042015076, -0.03564363718032837, -0.029307380318641663, -0.022971123456954956, -0.01663486659526825, -0.010298609733581543, -0.003962352871894836, 0.00237390398979187, 0.008710160851478577, 0.015046417713165283, 0.02138267457485199, 0.027718931436538696, 0.0340551882982254, 0.04039144515991211, 0.046727702021598816, 0.05306395888328552, 0.05940021574497223, 0.06573647260665894, 0.07207272946834564, 0.07840898633003235, 0.08474524319171906, 0.09108150005340576, 0.09741775691509247, 0.10375401377677917, 0.11009027063846588, 0.11642652750015259, 0.1227627843618393, 0.129099041223526, 0.1354352980852127, 0.14177155494689941, 0.14810781180858612, 0.15444406867027283, 0.16078032553195953, 0.16711658239364624, 0.17345283925533295, 0.17978909611701965, 0.18612535297870636, 0.19246160984039307, 0.19879786670207977, 0.20513412356376648, 0.21147038042545319, 0.2178066372871399]}, "gradients/encoder.encoder.layers.23.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 7.0, 12.0, 11.0, 18.0, 20.0, 30.0, 41.0, 47.0, 73.0, 104.0, 139.0, 225.0, 300.0, 460.0, 732.0, 1131.0, 1584.0, 2460.0, 3932.0, 6009.0, 9372.0, 15733.0, 27684.0, 168344.0, 731271.0, 32096.0, 17551.0, 10563.0, 6429.0, 4193.0, 2710.0, 1690.0, 1144.0, 754.0, 506.0, 373.0, 244.0, 175.0, 110.0, 93.0, 52.0, 42.0, 28.0, 18.0, 17.0, 10.0, 8.0, 8.0, 4.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.179443359375, -0.17385292053222656, -0.16826248168945312, -0.1626720428466797, -0.15708160400390625, -0.1514911651611328, -0.14590072631835938, -0.14031028747558594, -0.1347198486328125, -0.12912940979003906, -0.12353897094726562, -0.11794853210449219, -0.11235809326171875, -0.10676765441894531, -0.10117721557617188, -0.09558677673339844, -0.089996337890625, -0.08440589904785156, -0.07881546020507812, -0.07322502136230469, -0.06763458251953125, -0.06204414367675781, -0.056453704833984375, -0.05086326599121094, -0.0452728271484375, -0.03968238830566406, -0.034091949462890625, -0.028501510620117188, -0.02291107177734375, -0.017320632934570312, -0.011730194091796875, -0.0061397552490234375, -0.00054931640625, 0.0050411224365234375, 0.010631561279296875, 0.016222000122070312, 0.02181243896484375, 0.027402877807617188, 0.032993316650390625, 0.03858375549316406, 0.0441741943359375, 0.04976463317871094, 0.055355072021484375, 0.06094551086425781, 0.06653594970703125, 0.07212638854980469, 0.07771682739257812, 0.08330726623535156, 0.088897705078125, 0.09448814392089844, 0.10007858276367188, 0.10566902160644531, 0.11125946044921875, 0.11684989929199219, 0.12244033813476562, 0.12803077697753906, 0.1336212158203125, 0.13921165466308594, 0.14480209350585938, 0.1503925323486328, 0.15598297119140625, 0.1615734100341797, 0.16716384887695312, 0.17275428771972656, 0.1783447265625]}, "gradients/encoder.encoder.layers.23.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 1.0, 5.0, 2.0, 4.0, 2.0, 4.0, 7.0, 5.0, 7.0, 13.0, 5.0, 9.0, 11.0, 23.0, 225.0, 566.0, 23.0, 17.0, 12.0, 6.0, 5.0, 5.0, 7.0, 5.0, 3.0, 6.0, 5.0, 4.0, 4.0, 7.0, 0.0, 6.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08111572265625, -0.0782470703125, -0.07537841796875, -0.072509765625, -0.06964111328125, -0.0667724609375, -0.06390380859375, -0.06103515625, -0.05816650390625, -0.0552978515625, -0.05242919921875, -0.049560546875, -0.04669189453125, -0.0438232421875, -0.04095458984375, -0.0380859375, -0.03521728515625, -0.0323486328125, -0.02947998046875, -0.026611328125, -0.02374267578125, -0.0208740234375, -0.01800537109375, -0.01513671875, -0.01226806640625, -0.0093994140625, -0.00653076171875, -0.003662109375, -0.00079345703125, 0.0020751953125, 0.00494384765625, 0.0078125, 0.01068115234375, 0.0135498046875, 0.01641845703125, 0.019287109375, 0.02215576171875, 0.0250244140625, 0.02789306640625, 0.03076171875, 0.03363037109375, 0.0364990234375, 0.03936767578125, 0.042236328125, 0.04510498046875, 0.0479736328125, 0.05084228515625, 0.0537109375, 0.05657958984375, 0.0594482421875, 0.06231689453125, 0.065185546875, 0.06805419921875, 0.0709228515625, 0.07379150390625, 0.07666015625, 0.07952880859375, 0.0823974609375, 0.08526611328125, 0.088134765625, 0.09100341796875, 0.0938720703125, 0.09674072265625, 0.099609375, 0.10247802734375]}, "gradients/encoder.encoder.layers.23.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 5.0, 2.0, 3.0, 5.0, 2.0, 8.0, 10.0, 8.0, 18.0, 24.0, 26.0, 36.0, 28.0, 67.0, 120.0, 195.0, 361.0, 792.0, 1814.0, 5117.0, 18341.0, 97907.0, 608811.0, 261748.0, 38671.0, 9165.0, 2938.0, 1146.0, 514.0, 267.0, 147.0, 70.0, 55.0, 49.0, 29.0, 16.0, 11.0, 8.0, 7.0, 3.0, 6.0, 5.0, 4.0, 0.0, 2.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.291748046875, -0.282257080078125, -0.27276611328125, -0.263275146484375, -0.2537841796875, -0.244293212890625, -0.23480224609375, -0.225311279296875, -0.2158203125, -0.206329345703125, -0.19683837890625, -0.187347412109375, -0.1778564453125, -0.168365478515625, -0.15887451171875, -0.149383544921875, -0.139892578125, -0.130401611328125, -0.12091064453125, -0.111419677734375, -0.1019287109375, -0.092437744140625, -0.08294677734375, -0.073455810546875, -0.06396484375, -0.054473876953125, -0.04498291015625, -0.035491943359375, -0.0260009765625, -0.016510009765625, -0.00701904296875, 0.002471923828125, 0.011962890625, 0.021453857421875, 0.03094482421875, 0.040435791015625, 0.0499267578125, 0.059417724609375, 0.06890869140625, 0.078399658203125, 0.087890625, 0.097381591796875, 0.10687255859375, 0.116363525390625, 0.1258544921875, 0.135345458984375, 0.14483642578125, 0.154327392578125, 0.163818359375, 0.173309326171875, 0.18280029296875, 0.192291259765625, 0.2017822265625, 0.211273193359375, 0.22076416015625, 0.230255126953125, 0.23974609375, 0.249237060546875, 0.25872802734375, 0.268218994140625, 0.2777099609375, 0.287200927734375, 0.29669189453125, 0.306182861328125, 0.315673828125]}, "gradients/encoder.encoder.layers.23.attention.v_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 4.0, 1.0, 1.0, 2.0, 2.0, 4.0, 5.0, 7.0, 5.0, 12.0, 14.0, 17.0, 14.0, 25.0, 25.0, 24.0, 24.0, 30.0, 37.0, 56.0, 53.0, 38.0, 49.0, 52.0, 50.0, 42.0, 47.0, 43.0, 47.0, 47.0, 38.0, 26.0, 33.0, 30.0, 21.0, 20.0, 13.0, 13.0, 8.0, 8.0, 8.0, 4.0, 6.0, 1.0, 1.0, 4.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.288818359375, -0.27820587158203125, -0.2675933837890625, -0.25698089599609375, -0.246368408203125, -0.23575592041015625, -0.2251434326171875, -0.21453094482421875, -0.20391845703125, -0.19330596923828125, -0.1826934814453125, -0.17208099365234375, -0.161468505859375, -0.15085601806640625, -0.1402435302734375, -0.12963104248046875, -0.1190185546875, -0.10840606689453125, -0.0977935791015625, -0.08718109130859375, -0.076568603515625, -0.06595611572265625, -0.0553436279296875, -0.04473114013671875, -0.03411865234375, -0.02350616455078125, -0.0128936767578125, -0.00228118896484375, 0.008331298828125, 0.01894378662109375, 0.0295562744140625, 0.04016876220703125, 0.05078125, 0.06139373779296875, 0.0720062255859375, 0.08261871337890625, 0.093231201171875, 0.10384368896484375, 0.1144561767578125, 0.12506866455078125, 0.13568115234375, 0.14629364013671875, 0.1569061279296875, 0.16751861572265625, 0.178131103515625, 0.18874359130859375, 0.1993560791015625, 0.20996856689453125, 0.2205810546875, 0.23119354248046875, 0.2418060302734375, 0.25241851806640625, 0.263031005859375, 0.27364349365234375, 0.2842559814453125, 0.29486846923828125, 0.30548095703125, 0.31609344482421875, 0.3267059326171875, 0.33731842041015625, 0.347930908203125, 0.35854339599609375, 0.3691558837890625, 0.37976837158203125, 0.390380859375]}, "gradients/encoder.encoder.layers.23.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 5.0, 7.0, 2.0, 2.0, 4.0, 12.0, 17.0, 15.0, 26.0, 37.0, 36.0, 80.0, 128.0, 219.0, 396.0, 818.0, 1647.0, 4067.0, 12344.0, 62226.0, 637413.0, 284655.0, 30954.0, 7854.0, 2862.0, 1293.0, 586.0, 373.0, 168.0, 107.0, 59.0, 51.0, 30.0, 19.0, 8.0, 5.0, 9.0, 6.0, 6.0, 4.0, 5.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.2437744140625, -0.2363452911376953, -0.22891616821289062, -0.22148704528808594, -0.21405792236328125, -0.20662879943847656, -0.19919967651367188, -0.1917705535888672, -0.1843414306640625, -0.1769123077392578, -0.16948318481445312, -0.16205406188964844, -0.15462493896484375, -0.14719581604003906, -0.13976669311523438, -0.1323375701904297, -0.124908447265625, -0.11747932434082031, -0.11005020141601562, -0.10262107849121094, -0.09519195556640625, -0.08776283264160156, -0.08033370971679688, -0.07290458679199219, -0.0654754638671875, -0.05804634094238281, -0.050617218017578125, -0.04318809509277344, -0.03575897216796875, -0.028329849243164062, -0.020900726318359375, -0.013471603393554688, -0.00604248046875, 0.0013866424560546875, 0.008815765380859375, 0.016244888305664062, 0.02367401123046875, 0.031103134155273438, 0.038532257080078125, 0.04596138000488281, 0.0533905029296875, 0.06081962585449219, 0.06824874877929688, 0.07567787170410156, 0.08310699462890625, 0.09053611755371094, 0.09796524047851562, 0.10539436340332031, 0.112823486328125, 0.12025260925292969, 0.12768173217773438, 0.13511085510253906, 0.14253997802734375, 0.14996910095214844, 0.15739822387695312, 0.1648273468017578, 0.1722564697265625, 0.1796855926513672, 0.18711471557617188, 0.19454383850097656, 0.20197296142578125, 0.20940208435058594, 0.21683120727539062, 0.2242603302001953, 0.231689453125]}, "gradients/encoder.encoder.layers.23.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 6.0, 5.0, 6.0, 6.0, 14.0, 16.0, 14.0, 27.0, 35.0, 55.0, 97.0, 96.0, 126.0, 107.0, 94.0, 82.0, 52.0, 42.0, 32.0, 19.0, 21.0, 14.0, 13.0, 6.0, 3.0, 3.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-9.888410568237305e-05, -9.614042937755585e-05, -9.339675307273865e-05, -9.065307676792145e-05, -8.790940046310425e-05, -8.516572415828705e-05, -8.242204785346985e-05, -7.967837154865265e-05, -7.693469524383545e-05, -7.419101893901825e-05, -7.144734263420105e-05, -6.870366632938385e-05, -6.595999002456665e-05, -6.321631371974945e-05, -6.047263741493225e-05, -5.772896111011505e-05, -5.498528480529785e-05, -5.224160850048065e-05, -4.949793219566345e-05, -4.675425589084625e-05, -4.401057958602905e-05, -4.126690328121185e-05, -3.852322697639465e-05, -3.5779550671577454e-05, -3.3035874366760254e-05, -3.0292198061943054e-05, -2.7548521757125854e-05, -2.4804845452308655e-05, -2.2061169147491455e-05, -1.9317492842674255e-05, -1.6573816537857056e-05, -1.3830140233039856e-05, -1.1086463928222656e-05, -8.342787623405457e-06, -5.599111318588257e-06, -2.855435013771057e-06, -1.1175870895385742e-07, 2.6319175958633423e-06, 5.375593900680542e-06, 8.119270205497742e-06, 1.0862946510314941e-05, 1.3606622815132141e-05, 1.635029911994934e-05, 1.909397542476654e-05, 2.183765172958374e-05, 2.458132803440094e-05, 2.732500433921814e-05, 3.006868064403534e-05, 3.281235694885254e-05, 3.555603325366974e-05, 3.829970955848694e-05, 4.104338586330414e-05, 4.378706216812134e-05, 4.653073847293854e-05, 4.927441477775574e-05, 5.201809108257294e-05, 5.476176738739014e-05, 5.7505443692207336e-05, 6.0249119997024536e-05, 6.299279630184174e-05, 6.573647260665894e-05, 6.848014891147614e-05, 7.122382521629333e-05, 7.396750152111053e-05, 7.671117782592773e-05]}, "gradients/encoder.encoder.layers.23.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 5.0, 5.0, 7.0, 13.0, 7.0, 14.0, 16.0, 21.0, 46.0, 65.0, 113.0, 172.0, 263.0, 471.0, 843.0, 1581.0, 3409.0, 8853.0, 28801.0, 145524.0, 610174.0, 193778.0, 36090.0, 10236.0, 4016.0, 1780.0, 935.0, 497.0, 301.0, 191.0, 130.0, 60.0, 46.0, 34.0, 28.0, 14.0, 8.0, 7.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1859130859375, -0.180206298828125, -0.17449951171875, -0.168792724609375, -0.1630859375, -0.157379150390625, -0.15167236328125, -0.145965576171875, -0.1402587890625, -0.134552001953125, -0.12884521484375, -0.123138427734375, -0.117431640625, -0.111724853515625, -0.10601806640625, -0.100311279296875, -0.0946044921875, -0.088897705078125, -0.08319091796875, -0.077484130859375, -0.07177734375, -0.066070556640625, -0.06036376953125, -0.054656982421875, -0.0489501953125, -0.043243408203125, -0.03753662109375, -0.031829833984375, -0.026123046875, -0.020416259765625, -0.01470947265625, -0.009002685546875, -0.0032958984375, 0.002410888671875, 0.00811767578125, 0.013824462890625, 0.01953125, 0.025238037109375, 0.03094482421875, 0.036651611328125, 0.0423583984375, 0.048065185546875, 0.05377197265625, 0.059478759765625, 0.065185546875, 0.070892333984375, 0.07659912109375, 0.082305908203125, 0.0880126953125, 0.093719482421875, 0.09942626953125, 0.105133056640625, 0.11083984375, 0.116546630859375, 0.12225341796875, 0.127960205078125, 0.1336669921875, 0.139373779296875, 0.14508056640625, 0.150787353515625, 0.156494140625, 0.162200927734375, 0.16790771484375, 0.173614501953125, 0.1793212890625]}, "gradients/encoder.encoder.layers.23.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 2.0, 2.0, 4.0, 2.0, 5.0, 9.0, 12.0, 15.0, 26.0, 28.0, 25.0, 29.0, 48.0, 59.0, 73.0, 47.0, 75.0, 57.0, 66.0, 61.0, 60.0, 55.0, 48.0, 41.0, 37.0, 27.0, 27.0, 13.0, 14.0, 12.0, 6.0, 6.0, 4.0, 4.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1240234375, -0.11998748779296875, -0.1159515380859375, -0.11191558837890625, -0.107879638671875, -0.10384368896484375, -0.0998077392578125, -0.09577178955078125, -0.09173583984375, -0.08769989013671875, -0.0836639404296875, -0.07962799072265625, -0.075592041015625, -0.07155609130859375, -0.0675201416015625, -0.06348419189453125, -0.0594482421875, -0.05541229248046875, -0.0513763427734375, -0.04734039306640625, -0.043304443359375, -0.03926849365234375, -0.0352325439453125, -0.03119659423828125, -0.02716064453125, -0.02312469482421875, -0.0190887451171875, -0.01505279541015625, -0.011016845703125, -0.00698089599609375, -0.0029449462890625, 0.00109100341796875, 0.005126953125, 0.00916290283203125, 0.0131988525390625, 0.01723480224609375, 0.021270751953125, 0.02530670166015625, 0.0293426513671875, 0.03337860107421875, 0.03741455078125, 0.04145050048828125, 0.0454864501953125, 0.04952239990234375, 0.053558349609375, 0.05759429931640625, 0.0616302490234375, 0.06566619873046875, 0.0697021484375, 0.07373809814453125, 0.0777740478515625, 0.08180999755859375, 0.085845947265625, 0.08988189697265625, 0.0939178466796875, 0.09795379638671875, 0.10198974609375, 0.10602569580078125, 0.1100616455078125, 0.11409759521484375, 0.118133544921875, 0.12216949462890625, 0.1262054443359375, 0.13024139404296875, 0.13427734375]}, "gradients/encoder.encoder.layers.23.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 0.0, 2.0, 1.0, 3.0, 2.0, 7.0, 9.0, 14.0, 32.0, 107.0, 411.0, 272.0, 90.0, 26.0, 12.0, 5.0, 5.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-3.605686664581299, -3.4608774185180664, -3.316068410873413, -3.1712594032287598, -3.0264501571655273, -2.881640911102295, -2.7368319034576416, -2.5920228958129883, -2.447213649749756, -2.3024044036865234, -2.15759539604187, -2.012786388397217, -1.8679771423339844, -1.7231680154800415, -1.5783588886260986, -1.4335497617721558, -1.288740634918213, -1.14393150806427, -0.9991223812103271, -0.8543132543563843, -0.7095041275024414, -0.5646950006484985, -0.41988587379455566, -0.2750767469406128, -0.13026762008666992, 0.01454150676727295, 0.15935063362121582, 0.3041597604751587, 0.44896888732910156, 0.5937780141830444, 0.7385871410369873, 0.8833962678909302, 1.0282058715820312, 1.1730149984359741, 1.317824125289917, 1.4626332521438599, 1.6074423789978027, 1.7522515058517456, 1.8970606327056885, 2.041869640350342, 2.186678886413574, 2.3314881324768066, 2.47629714012146, 2.6211061477661133, 2.7659153938293457, 2.910724639892578, 3.0555336475372314, 3.2003426551818848, 3.345151901245117, 3.4899611473083496, 3.634770154953003, 3.7795791625976562, 3.9243884086608887, 4.069197654724121, 4.214006423950195, 4.358815670013428, 4.50362491607666, 4.648434162139893, 4.793243408203125, 4.938052177429199, 5.082861423492432, 5.227670669555664, 5.372479438781738, 5.517288684844971, 5.662097930908203]}, "gradients/encoder.encoder.layers.23.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 2.0, 0.0, 3.0, 1.0, 3.0, 3.0, 2.0, 5.0, 1.0, 5.0, 4.0, 1.0, 4.0, 8.0, 11.0, 28.0, 33.0, 49.0, 77.0, 123.0, 181.0, 133.0, 120.0, 70.0, 38.0, 27.0, 20.0, 11.0, 4.0, 6.0, 5.0, 7.0, 6.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.1156158447265625, -4.937546730041504, -4.759477615356445, -4.581408500671387, -4.40333890914917, -4.225269794464111, -4.047200679779053, -3.869131565093994, -3.6910622119903564, -3.512993097305298, -3.33492374420166, -3.1568546295166016, -2.978785514831543, -2.8007161617279053, -2.6226470470428467, -2.444577693939209, -2.2665085792541504, -2.088439464569092, -1.910370111465454, -1.7323009967803955, -1.5542317628860474, -1.3761625289916992, -1.1980934143066406, -1.0200241804122925, -0.8419549465179443, -0.6638857126235962, -0.4858165383338928, -0.30774736404418945, -0.1296781301498413, 0.048391103744506836, 0.22646021842956543, 0.4045294523239136, 0.5825982093811035, 0.7606674432754517, 0.938736617565155, 1.1168057918548584, 1.2948750257492065, 1.4729442596435547, 1.6510133743286133, 1.8290826082229614, 2.0071518421173096, 2.185220956802368, 2.363290309906006, 2.5413594245910645, 2.719428539276123, 2.8974978923797607, 3.0755670070648193, 3.253636360168457, 3.4317054748535156, 3.609774589538574, 3.787843942642212, 3.9659130573272705, 4.143982410430908, 4.322051525115967, 4.500120639801025, 4.678189754486084, 4.856259346008301, 5.034328460693359, 5.212397575378418, 5.390466690063477, 5.568536281585693, 5.746605396270752, 5.9246745109558105, 6.102743625640869, 6.280812740325928]}, "gradients/encoder.encoder.layers.22.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 5.0, 3.0, 2.0, 9.0, 9.0, 13.0, 16.0, 25.0, 30.0, 53.0, 78.0, 100.0, 146.0, 214.0, 332.0, 493.0, 883.0, 1773.0, 3562.0, 9770.0, 51963.0, 4055803.0, 49082.0, 10650.0, 4106.0, 2016.0, 1147.0, 705.0, 435.0, 263.0, 162.0, 114.0, 80.0, 65.0, 52.0, 27.0, 19.0, 27.0, 10.0, 11.0, 5.0, 5.0, 4.0, 6.0, 3.0, 6.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.7861328125, -0.7626571655273438, -0.7391815185546875, -0.7157058715820312, -0.692230224609375, -0.6687545776367188, -0.6452789306640625, -0.6218032836914062, -0.59832763671875, -0.5748519897460938, -0.5513763427734375, -0.5279006958007812, -0.504425048828125, -0.48094940185546875, -0.4574737548828125, -0.43399810791015625, -0.4105224609375, -0.38704681396484375, -0.3635711669921875, -0.34009552001953125, -0.316619873046875, -0.29314422607421875, -0.2696685791015625, -0.24619293212890625, -0.22271728515625, -0.19924163818359375, -0.1757659912109375, -0.15229034423828125, -0.128814697265625, -0.10533905029296875, -0.0818634033203125, -0.05838775634765625, -0.034912109375, -0.01143646240234375, 0.0120391845703125, 0.03551483154296875, 0.058990478515625, 0.08246612548828125, 0.1059417724609375, 0.12941741943359375, 0.15289306640625, 0.17636871337890625, 0.1998443603515625, 0.22332000732421875, 0.246795654296875, 0.27027130126953125, 0.2937469482421875, 0.31722259521484375, 0.3406982421875, 0.36417388916015625, 0.3876495361328125, 0.41112518310546875, 0.434600830078125, 0.45807647705078125, 0.4815521240234375, 0.5050277709960938, 0.52850341796875, 0.5519790649414062, 0.5754547119140625, 0.5989303588867188, 0.622406005859375, 0.6458816528320312, 0.6693572998046875, 0.6928329467773438, 0.71630859375]}, "gradients/encoder.encoder.layers.22.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 3.0, 1.0, 3.0, 5.0, 2.0, 12.0, 6.0, 8.0, 11.0, 18.0, 38.0, 262.0, 410.0, 114.0, 27.0, 16.0, 15.0, 6.0, 13.0, 6.0, 7.0, 4.0, 6.0, 3.0, 1.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.059112548828125, -0.05659341812133789, -0.05407428741455078, -0.05155515670776367, -0.04903602600097656, -0.04651689529418945, -0.043997764587402344, -0.041478633880615234, -0.038959503173828125, -0.036440372467041016, -0.033921241760253906, -0.0314021110534668, -0.028882980346679688, -0.026363849639892578, -0.02384471893310547, -0.02132558822631836, -0.01880645751953125, -0.01628732681274414, -0.013768196105957031, -0.011249065399169922, -0.008729934692382812, -0.006210803985595703, -0.0036916732788085938, -0.0011725425720214844, 0.001346588134765625, 0.0038657188415527344, 0.006384849548339844, 0.008903980255126953, 0.011423110961914062, 0.013942241668701172, 0.01646137237548828, 0.01898050308227539, 0.0214996337890625, 0.02401876449584961, 0.02653789520263672, 0.029057025909423828, 0.03157615661621094, 0.03409528732299805, 0.036614418029785156, 0.039133548736572266, 0.041652679443359375, 0.044171810150146484, 0.046690940856933594, 0.0492100715637207, 0.05172920227050781, 0.05424833297729492, 0.05676746368408203, 0.05928659439086914, 0.06180572509765625, 0.06432485580444336, 0.06684398651123047, 0.06936311721801758, 0.07188224792480469, 0.0744013786315918, 0.0769205093383789, 0.07943964004516602, 0.08195877075195312, 0.08447790145874023, 0.08699703216552734, 0.08951616287231445, 0.09203529357910156, 0.09455442428588867, 0.09707355499267578, 0.09959268569946289, 0.10211181640625]}, "gradients/encoder.encoder.layers.22.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 9.0, 11.0, 15.0, 20.0, 34.0, 48.0, 79.0, 115.0, 190.0, 335.0, 577.0, 1102.0, 2285.0, 5670.0, 17058.0, 73710.0, 3608364.0, 423518.0, 41583.0, 11331.0, 4252.0, 1766.0, 907.0, 492.0, 288.0, 187.0, 113.0, 71.0, 42.0, 32.0, 13.0, 5.0, 15.0, 12.0, 4.0, 8.0, 7.0, 5.0, 5.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.552734375, -0.5358963012695312, -0.5190582275390625, -0.5022201538085938, -0.485382080078125, -0.46854400634765625, -0.4517059326171875, -0.43486785888671875, -0.41802978515625, -0.40119171142578125, -0.3843536376953125, -0.36751556396484375, -0.350677490234375, -0.33383941650390625, -0.3170013427734375, -0.30016326904296875, -0.2833251953125, -0.26648712158203125, -0.2496490478515625, -0.23281097412109375, -0.215972900390625, -0.19913482666015625, -0.1822967529296875, -0.16545867919921875, -0.14862060546875, -0.13178253173828125, -0.1149444580078125, -0.09810638427734375, -0.081268310546875, -0.06443023681640625, -0.0475921630859375, -0.03075408935546875, -0.013916015625, 0.00292205810546875, 0.0197601318359375, 0.03659820556640625, 0.053436279296875, 0.07027435302734375, 0.0871124267578125, 0.10395050048828125, 0.12078857421875, 0.13762664794921875, 0.1544647216796875, 0.17130279541015625, 0.188140869140625, 0.20497894287109375, 0.2218170166015625, 0.23865509033203125, 0.2554931640625, 0.27233123779296875, 0.2891693115234375, 0.30600738525390625, 0.322845458984375, 0.33968353271484375, 0.3565216064453125, 0.37335968017578125, 0.39019775390625, 0.40703582763671875, 0.4238739013671875, 0.44071197509765625, 0.457550048828125, 0.47438812255859375, 0.4912261962890625, 0.5080642700195312, 0.52490234375]}, "gradients/encoder.encoder.layers.22.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 5.0, 4.0, 3.0, 1.0, 2.0, 6.0, 10.0, 17.0, 19.0, 22.0, 22.0, 31.0, 43.0, 78.0, 181.0, 294.0, 1953.0, 806.0, 213.0, 107.0, 61.0, 58.0, 35.0, 25.0, 20.0, 21.0, 9.0, 5.0, 4.0, 5.0, 7.0, 2.0, 4.0, 1.0, 0.0, 5.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05352783203125, -0.051380157470703125, -0.04923248291015625, -0.047084808349609375, -0.0449371337890625, -0.042789459228515625, -0.04064178466796875, -0.038494110107421875, -0.036346435546875, -0.034198760986328125, -0.03205108642578125, -0.029903411865234375, -0.0277557373046875, -0.025608062744140625, -0.02346038818359375, -0.021312713623046875, -0.0191650390625, -0.017017364501953125, -0.01486968994140625, -0.012722015380859375, -0.0105743408203125, -0.008426666259765625, -0.00627899169921875, -0.004131317138671875, -0.001983642578125, 0.000164031982421875, 0.00231170654296875, 0.004459381103515625, 0.0066070556640625, 0.008754730224609375, 0.01090240478515625, 0.013050079345703125, 0.01519775390625, 0.017345428466796875, 0.01949310302734375, 0.021640777587890625, 0.0237884521484375, 0.025936126708984375, 0.02808380126953125, 0.030231475830078125, 0.032379150390625, 0.034526824951171875, 0.03667449951171875, 0.038822174072265625, 0.0409698486328125, 0.043117523193359375, 0.04526519775390625, 0.047412872314453125, 0.049560546875, 0.051708221435546875, 0.05385589599609375, 0.056003570556640625, 0.0581512451171875, 0.060298919677734375, 0.06244659423828125, 0.06459426879882812, 0.066741943359375, 0.06888961791992188, 0.07103729248046875, 0.07318496704101562, 0.0753326416015625, 0.07748031616210938, 0.07962799072265625, 0.08177566528320312, 0.08392333984375]}, "gradients/encoder.encoder.layers.22.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 9.0, 25.0, 101.0, 310.0, 358.0, 129.0, 40.0, 11.0, 6.0, 8.0, 3.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6039111614227295, -0.5754664540290833, -0.547021746635437, -0.5185770392417908, -0.49013230204582214, -0.4616875946521759, -0.4332428574562073, -0.40479815006256104, -0.3763534426689148, -0.34790873527526855, -0.3194640278816223, -0.2910192906856537, -0.26257458329200745, -0.2341298758983612, -0.20568515360355377, -0.17724043130874634, -0.1487957239151001, -0.12035100907087326, -0.09190629422664642, -0.06346157938241959, -0.03501686453819275, -0.006572157144546509, 0.021872565150260925, 0.05031728744506836, 0.0787619948387146, 0.10720670968294144, 0.13565142452716827, 0.1640961468219757, 0.19254085421562195, 0.2209855616092682, 0.24943028390407562, 0.27787500619888306, 0.3063197135925293, 0.33476442098617554, 0.3632091283798218, 0.3916538655757904, 0.42009857296943665, 0.4485432803630829, 0.4769880175590515, 0.5054327249526978, 0.533877432346344, 0.5623221397399902, 0.5907668471336365, 0.6192115545272827, 0.6476563215255737, 0.6761009693145752, 0.7045457363128662, 0.7329904437065125, 0.7614351511001587, 0.7898798584938049, 0.8183245658874512, 0.8467692732810974, 0.8752139806747437, 0.9036587476730347, 0.9321034550666809, 0.9605481624603271, 0.9889928698539734, 1.0174375772476196, 1.0458823442459106, 1.074326992034912, 1.1027717590332031, 1.1312164068222046, 1.1596611738204956, 1.188105821609497, 1.216550588607788]}, "gradients/encoder.encoder.layers.22.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 5.0, 1.0, 3.0, 7.0, 3.0, 11.0, 9.0, 7.0, 17.0, 18.0, 22.0, 31.0, 38.0, 42.0, 53.0, 62.0, 68.0, 73.0, 49.0, 61.0, 66.0, 48.0, 58.0, 48.0, 49.0, 36.0, 30.0, 25.0, 16.0, 13.0, 10.0, 7.0, 8.0, 1.0, 4.0, 2.0, 2.0, 0.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.23809820413589478, -0.22992201149463654, -0.2217458039522171, -0.21356961131095886, -0.20539340376853943, -0.1972172111272812, -0.18904101848602295, -0.18086481094360352, -0.17268860340118408, -0.16451241075992584, -0.1563362032175064, -0.14816001057624817, -0.13998380303382874, -0.1318076103925705, -0.12363141030073166, -0.11545521020889282, -0.10727901756763458, -0.09910281747579575, -0.09092661738395691, -0.08275042474269867, -0.07457421720027924, -0.066398024559021, -0.05822182446718216, -0.05004562437534332, -0.041869424283504486, -0.03369322419166565, -0.025517025962471962, -0.017340827733278275, -0.009164627641439438, -0.0009884275496006012, 0.007187768816947937, 0.015363968908786774, 0.02354016900062561, 0.03171636909246445, 0.039892569184303284, 0.04806876555085182, 0.05624496564269066, 0.0644211620092392, 0.07259736210107803, 0.08077356219291687, 0.0889497622847557, 0.09712596237659454, 0.10530216246843338, 0.11347836256027222, 0.12165455520153046, 0.1298307627439499, 0.13800695538520813, 0.14618316292762756, 0.1543593555688858, 0.16253554821014404, 0.17071175575256348, 0.17888794839382172, 0.18706415593624115, 0.1952403485774994, 0.20341655611991882, 0.21159274876117706, 0.2197689414024353, 0.22794513404369354, 0.23612134158611298, 0.24429753422737122, 0.25247374176979065, 0.2606499493122101, 0.26882612705230713, 0.27700233459472656, 0.285178542137146]}, "gradients/encoder.encoder.layers.22.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 3.0, 4.0, 8.0, 8.0, 11.0, 12.0, 21.0, 26.0, 29.0, 44.0, 65.0, 114.0, 139.0, 231.0, 394.0, 608.0, 1073.0, 2078.0, 4130.0, 9872.0, 29889.0, 533476.0, 420089.0, 28159.0, 9419.0, 3999.0, 1932.0, 1044.0, 647.0, 363.0, 229.0, 135.0, 80.0, 71.0, 40.0, 38.0, 23.0, 14.0, 14.0, 8.0, 7.0, 1.0, 5.0, 3.0, 0.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.454345703125, -0.4396781921386719, -0.42501068115234375, -0.4103431701660156, -0.3956756591796875, -0.3810081481933594, -0.36634063720703125, -0.3516731262207031, -0.337005615234375, -0.3223381042480469, -0.30767059326171875, -0.2930030822753906, -0.2783355712890625, -0.2636680603027344, -0.24900054931640625, -0.23433303833007812, -0.21966552734375, -0.20499801635742188, -0.19033050537109375, -0.17566299438476562, -0.1609954833984375, -0.14632797241210938, -0.13166046142578125, -0.11699295043945312, -0.102325439453125, -0.08765792846679688, -0.07299041748046875, -0.058322906494140625, -0.0436553955078125, -0.028987884521484375, -0.01432037353515625, 0.000347137451171875, 0.0150146484375, 0.029682159423828125, 0.04434967041015625, 0.059017181396484375, 0.0736846923828125, 0.08835220336914062, 0.10301971435546875, 0.11768722534179688, 0.132354736328125, 0.14702224731445312, 0.16168975830078125, 0.17635726928710938, 0.1910247802734375, 0.20569229125976562, 0.22035980224609375, 0.23502731323242188, 0.24969482421875, 0.2643623352050781, 0.27902984619140625, 0.2936973571777344, 0.3083648681640625, 0.3230323791503906, 0.33769989013671875, 0.3523674011230469, 0.367034912109375, 0.3817024230957031, 0.39636993408203125, 0.4110374450683594, 0.4257049560546875, 0.4403724670410156, 0.45503997802734375, 0.4697074890136719, 0.484375]}, "gradients/encoder.encoder.layers.22.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 4.0, 1.0, 1.0, 4.0, 6.0, 8.0, 8.0, 6.0, 12.0, 11.0, 50.0, 218.0, 382.0, 167.0, 45.0, 15.0, 16.0, 17.0, 9.0, 4.0, 8.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.060211181640625, -0.057657718658447266, -0.05510425567626953, -0.0525507926940918, -0.04999732971191406, -0.04744386672973633, -0.044890403747558594, -0.04233694076538086, -0.039783477783203125, -0.03723001480102539, -0.034676551818847656, -0.03212308883666992, -0.029569625854492188, -0.027016162872314453, -0.02446269989013672, -0.021909236907958984, -0.01935577392578125, -0.016802310943603516, -0.014248847961425781, -0.011695384979248047, -0.009141921997070312, -0.006588459014892578, -0.004034996032714844, -0.0014815330505371094, 0.001071929931640625, 0.0036253929138183594, 0.006178855895996094, 0.008732318878173828, 0.011285781860351562, 0.013839244842529297, 0.01639270782470703, 0.018946170806884766, 0.0214996337890625, 0.024053096771240234, 0.02660655975341797, 0.029160022735595703, 0.03171348571777344, 0.03426694869995117, 0.036820411682128906, 0.03937387466430664, 0.041927337646484375, 0.04448080062866211, 0.047034263610839844, 0.04958772659301758, 0.05214118957519531, 0.05469465255737305, 0.05724811553955078, 0.059801578521728516, 0.06235504150390625, 0.06490850448608398, 0.06746196746826172, 0.07001543045043945, 0.07256889343261719, 0.07512235641479492, 0.07767581939697266, 0.08022928237915039, 0.08278274536132812, 0.08533620834350586, 0.0878896713256836, 0.09044313430786133, 0.09299659729003906, 0.0955500602722168, 0.09810352325439453, 0.10065698623657227, 0.10321044921875]}, "gradients/encoder.encoder.layers.22.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 4.0, 3.0, 5.0, 14.0, 10.0, 15.0, 23.0, 36.0, 35.0, 56.0, 90.0, 138.0, 214.0, 318.0, 587.0, 1071.0, 2323.0, 5192.0, 14551.0, 63109.0, 483971.0, 400611.0, 53387.0, 13212.0, 4839.0, 2109.0, 1085.0, 595.0, 320.0, 210.0, 130.0, 85.0, 66.0, 40.0, 25.0, 24.0, 15.0, 5.0, 9.0, 7.0, 2.0, 8.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.28076171875, -0.27138519287109375, -0.2620086669921875, -0.25263214111328125, -0.243255615234375, -0.23387908935546875, -0.2245025634765625, -0.21512603759765625, -0.20574951171875, -0.19637298583984375, -0.1869964599609375, -0.17761993408203125, -0.168243408203125, -0.15886688232421875, -0.1494903564453125, -0.14011383056640625, -0.1307373046875, -0.12136077880859375, -0.1119842529296875, -0.10260772705078125, -0.093231201171875, -0.08385467529296875, -0.0744781494140625, -0.06510162353515625, -0.05572509765625, -0.04634857177734375, -0.0369720458984375, -0.02759552001953125, -0.018218994140625, -0.00884246826171875, 0.0005340576171875, 0.00991058349609375, 0.019287109375, 0.02866363525390625, 0.0380401611328125, 0.04741668701171875, 0.056793212890625, 0.06616973876953125, 0.0755462646484375, 0.08492279052734375, 0.09429931640625, 0.10367584228515625, 0.1130523681640625, 0.12242889404296875, 0.131805419921875, 0.14118194580078125, 0.1505584716796875, 0.15993499755859375, 0.1693115234375, 0.17868804931640625, 0.1880645751953125, 0.19744110107421875, 0.206817626953125, 0.21619415283203125, 0.2255706787109375, 0.23494720458984375, 0.24432373046875, 0.25370025634765625, 0.2630767822265625, 0.27245330810546875, 0.281829833984375, 0.29120635986328125, 0.3005828857421875, 0.30995941162109375, 0.3193359375]}, "gradients/encoder.encoder.layers.22.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 6.0, 4.0, 6.0, 10.0, 11.0, 15.0, 8.0, 18.0, 13.0, 24.0, 28.0, 20.0, 40.0, 48.0, 34.0, 40.0, 53.0, 48.0, 49.0, 52.0, 40.0, 49.0, 45.0, 43.0, 39.0, 49.0, 40.0, 32.0, 29.0, 26.0, 26.0, 14.0, 13.0, 7.0, 6.0, 8.0, 1.0, 8.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.1800537109375, -0.1744403839111328, -0.16882705688476562, -0.16321372985839844, -0.15760040283203125, -0.15198707580566406, -0.14637374877929688, -0.1407604217529297, -0.1351470947265625, -0.1295337677001953, -0.12392044067382812, -0.11830711364746094, -0.11269378662109375, -0.10708045959472656, -0.10146713256835938, -0.09585380554199219, -0.090240478515625, -0.08462715148925781, -0.07901382446289062, -0.07340049743652344, -0.06778717041015625, -0.06217384338378906, -0.056560516357421875, -0.05094718933105469, -0.0453338623046875, -0.03972053527832031, -0.034107208251953125, -0.028493881225585938, -0.02288055419921875, -0.017267227172851562, -0.011653900146484375, -0.0060405731201171875, -0.00042724609375, 0.0051860809326171875, 0.010799407958984375, 0.016412734985351562, 0.02202606201171875, 0.027639389038085938, 0.033252716064453125, 0.03886604309082031, 0.0444793701171875, 0.05009269714355469, 0.055706024169921875, 0.06131935119628906, 0.06693267822265625, 0.07254600524902344, 0.07815933227539062, 0.08377265930175781, 0.089385986328125, 0.09499931335449219, 0.10061264038085938, 0.10622596740722656, 0.11183929443359375, 0.11745262145996094, 0.12306594848632812, 0.1286792755126953, 0.1342926025390625, 0.1399059295654297, 0.14551925659179688, 0.15113258361816406, 0.15674591064453125, 0.16235923767089844, 0.16797256469726562, 0.1735858917236328, 0.17919921875]}, "gradients/encoder.encoder.layers.22.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 5.0, 2.0, 3.0, 12.0, 9.0, 19.0, 25.0, 37.0, 58.0, 65.0, 114.0, 179.0, 249.0, 442.0, 710.0, 1284.0, 2553.0, 5604.0, 14389.0, 47252.0, 209872.0, 522320.0, 178698.0, 40869.0, 13103.0, 5227.0, 2402.0, 1204.0, 682.0, 429.0, 277.0, 158.0, 97.0, 70.0, 58.0, 35.0, 14.0, 18.0, 6.0, 5.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1712646484375, -0.16563987731933594, -0.16001510620117188, -0.1543903350830078, -0.14876556396484375, -0.1431407928466797, -0.13751602172851562, -0.13189125061035156, -0.1262664794921875, -0.12064170837402344, -0.11501693725585938, -0.10939216613769531, -0.10376739501953125, -0.09814262390136719, -0.09251785278320312, -0.08689308166503906, -0.081268310546875, -0.07564353942871094, -0.07001876831054688, -0.06439399719238281, -0.05876922607421875, -0.05314445495605469, -0.047519683837890625, -0.04189491271972656, -0.0362701416015625, -0.030645370483398438, -0.025020599365234375, -0.019395828247070312, -0.01377105712890625, -0.008146286010742188, -0.002521514892578125, 0.0031032562255859375, 0.00872802734375, 0.014352798461914062, 0.019977569580078125, 0.025602340698242188, 0.03122711181640625, 0.03685188293457031, 0.042476654052734375, 0.04810142517089844, 0.0537261962890625, 0.05935096740722656, 0.06497573852539062, 0.07060050964355469, 0.07622528076171875, 0.08185005187988281, 0.08747482299804688, 0.09309959411621094, 0.098724365234375, 0.10434913635253906, 0.10997390747070312, 0.11559867858886719, 0.12122344970703125, 0.1268482208251953, 0.13247299194335938, 0.13809776306152344, 0.1437225341796875, 0.14934730529785156, 0.15497207641601562, 0.1605968475341797, 0.16622161865234375, 0.1718463897705078, 0.17747116088867188, 0.18309593200683594, 0.188720703125]}, "gradients/encoder.encoder.layers.22.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 8.0, 14.0, 23.0, 26.0, 22.0, 48.0, 39.0, 61.0, 87.0, 99.0, 109.0, 121.0, 94.0, 53.0, 52.0, 30.0, 36.0, 21.0, 14.0, 11.0, 6.0, 5.0, 6.0, 5.0, 4.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00011706352233886719, -0.00011364556849002838, -0.00011022761464118958, -0.00010680966079235077, -0.00010339170694351196, -9.997375309467316e-05, -9.655579924583435e-05, -9.313784539699554e-05, -8.971989154815674e-05, -8.630193769931793e-05, -8.288398385047913e-05, -7.946603000164032e-05, -7.604807615280151e-05, -7.263012230396271e-05, -6.92121684551239e-05, -6.57942146062851e-05, -6.237626075744629e-05, -5.895830690860748e-05, -5.554035305976868e-05, -5.212239921092987e-05, -4.8704445362091064e-05, -4.528649151325226e-05, -4.186853766441345e-05, -3.8450583815574646e-05, -3.503262996673584e-05, -3.1614676117897034e-05, -2.8196722269058228e-05, -2.477876842021942e-05, -2.1360814571380615e-05, -1.794286072254181e-05, -1.4524906873703003e-05, -1.1106953024864197e-05, -7.68899917602539e-06, -4.2710453271865845e-06, -8.530914783477783e-07, 2.564862370491028e-06, 5.982816219329834e-06, 9.40077006816864e-06, 1.2818723917007446e-05, 1.6236677765846252e-05, 1.965463161468506e-05, 2.3072585463523865e-05, 2.649053931236267e-05, 2.9908493161201477e-05, 3.332644701004028e-05, 3.674440085887909e-05, 4.0162354707717896e-05, 4.35803085565567e-05, 4.699826240539551e-05, 5.0416216254234314e-05, 5.383417010307312e-05, 5.7252123951911926e-05, 6.067007780075073e-05, 6.408803164958954e-05, 6.750598549842834e-05, 7.092393934726715e-05, 7.434189319610596e-05, 7.775984704494476e-05, 8.117780089378357e-05, 8.459575474262238e-05, 8.801370859146118e-05, 9.143166244029999e-05, 9.48496162891388e-05, 9.82675701379776e-05, 0.0001016855239868164]}, "gradients/encoder.encoder.layers.22.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 5.0, 8.0, 8.0, 10.0, 12.0, 17.0, 17.0, 51.0, 64.0, 93.0, 135.0, 210.0, 352.0, 641.0, 1069.0, 1881.0, 4043.0, 9258.0, 24627.0, 78913.0, 293488.0, 429957.0, 139622.0, 39144.0, 13520.0, 5611.0, 2578.0, 1310.0, 711.0, 467.0, 256.0, 142.0, 105.0, 66.0, 54.0, 33.0, 27.0, 18.0, 14.0, 12.0, 10.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.151123046875, -0.14612197875976562, -0.14112091064453125, -0.13611984252929688, -0.1311187744140625, -0.12611770629882812, -0.12111663818359375, -0.11611557006835938, -0.111114501953125, -0.10611343383789062, -0.10111236572265625, -0.09611129760742188, -0.0911102294921875, -0.08610916137695312, -0.08110809326171875, -0.07610702514648438, -0.07110595703125, -0.06610488891601562, -0.06110382080078125, -0.056102752685546875, -0.0511016845703125, -0.046100616455078125, -0.04109954833984375, -0.036098480224609375, -0.031097412109375, -0.026096343994140625, -0.02109527587890625, -0.016094207763671875, -0.0110931396484375, -0.006092071533203125, -0.00109100341796875, 0.003910064697265625, 0.0089111328125, 0.013912200927734375, 0.01891326904296875, 0.023914337158203125, 0.0289154052734375, 0.033916473388671875, 0.03891754150390625, 0.043918609619140625, 0.048919677734375, 0.053920745849609375, 0.05892181396484375, 0.06392288208007812, 0.0689239501953125, 0.07392501831054688, 0.07892608642578125, 0.08392715454101562, 0.08892822265625, 0.09392929077148438, 0.09893035888671875, 0.10393142700195312, 0.1089324951171875, 0.11393356323242188, 0.11893463134765625, 0.12393569946289062, 0.128936767578125, 0.13393783569335938, 0.13893890380859375, 0.14393997192382812, 0.1489410400390625, 0.15394210815429688, 0.15894317626953125, 0.16394424438476562, 0.1689453125]}, "gradients/encoder.encoder.layers.22.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 8.0, 3.0, 6.0, 7.0, 8.0, 9.0, 13.0, 16.0, 21.0, 27.0, 22.0, 34.0, 28.0, 31.0, 52.0, 43.0, 62.0, 59.0, 65.0, 66.0, 60.0, 44.0, 52.0, 42.0, 43.0, 28.0, 23.0, 28.0, 12.0, 13.0, 8.0, 8.0, 12.0, 11.0, 13.0, 11.0, 5.0, 1.0, 4.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1046142578125, -0.10169696807861328, -0.09877967834472656, -0.09586238861083984, -0.09294509887695312, -0.0900278091430664, -0.08711051940917969, -0.08419322967529297, -0.08127593994140625, -0.07835865020751953, -0.07544136047363281, -0.0725240707397461, -0.06960678100585938, -0.06668949127197266, -0.06377220153808594, -0.06085491180419922, -0.0579376220703125, -0.05502033233642578, -0.05210304260253906, -0.049185752868652344, -0.046268463134765625, -0.043351173400878906, -0.04043388366699219, -0.03751659393310547, -0.03459930419921875, -0.03168201446533203, -0.028764724731445312, -0.025847434997558594, -0.022930145263671875, -0.020012855529785156, -0.017095565795898438, -0.014178276062011719, -0.011260986328125, -0.008343696594238281, -0.0054264068603515625, -0.0025091171264648438, 0.000408172607421875, 0.0033254623413085938, 0.0062427520751953125, 0.009160041809082031, 0.01207733154296875, 0.014994621276855469, 0.017911911010742188, 0.020829200744628906, 0.023746490478515625, 0.026663780212402344, 0.029581069946289062, 0.03249835968017578, 0.0354156494140625, 0.03833293914794922, 0.04125022888183594, 0.044167518615722656, 0.047084808349609375, 0.050002098083496094, 0.05291938781738281, 0.05583667755126953, 0.05875396728515625, 0.06167125701904297, 0.06458854675292969, 0.0675058364868164, 0.07042312622070312, 0.07334041595458984, 0.07625770568847656, 0.07917499542236328, 0.08209228515625]}, "gradients/encoder.encoder.layers.22.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 3.0, 6.0, 11.0, 41.0, 66.0, 179.0, 325.0, 232.0, 90.0, 23.0, 16.0, 8.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.9389123916625977, -2.8515138626098633, -2.764115333557129, -2.6767168045043945, -2.58931827545166, -2.501919746398926, -2.4145212173461914, -2.327122688293457, -2.2397241592407227, -2.1523256301879883, -2.064927101135254, -1.9775285720825195, -1.8901300430297852, -1.8027315139770508, -1.715333104133606, -1.6279345750808716, -1.5405361652374268, -1.4531376361846924, -1.365739107131958, -1.2783405780792236, -1.1909420490264893, -1.1035435199737549, -1.01614511013031, -0.9287465810775757, -0.8413480520248413, -0.7539495229721069, -0.6665509939193726, -0.579152524471283, -0.4917539954185486, -0.4043554663658142, -0.3169569969177246, -0.22955846786499023, -0.14215993881225586, -0.05476142466068268, 0.0326370894908905, 0.12003558874130249, 0.20743411779403687, 0.29483264684677124, 0.38223111629486084, 0.4696296453475952, 0.5570281744003296, 0.644426703453064, 0.7318252325057983, 0.8192237019538879, 0.9066222310066223, 0.9940207600593567, 1.0814192295074463, 1.1688177585601807, 1.256216287612915, 1.3436148166656494, 1.4310133457183838, 1.5184118747711182, 1.6058104038238525, 1.693208932876587, 1.7806073427200317, 1.8680058717727661, 1.9554044008255005, 2.0428028106689453, 2.1302013397216797, 2.217599868774414, 2.3049983978271484, 2.392396926879883, 2.479795455932617, 2.5671939849853516, 2.654592514038086]}, "gradients/encoder.encoder.layers.22.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 3.0, 2.0, 6.0, 5.0, 6.0, 9.0, 13.0, 18.0, 16.0, 19.0, 34.0, 57.0, 65.0, 70.0, 94.0, 101.0, 92.0, 69.0, 80.0, 56.0, 48.0, 42.0, 27.0, 17.0, 20.0, 4.0, 7.0, 3.0, 4.0, 4.0, 3.0, 2.0, 0.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.6209397315979004, -1.5636996030807495, -1.5064595937728882, -1.4492194652557373, -1.3919793367385864, -1.3347392082214355, -1.2774991989135742, -1.2202590703964233, -1.1630189418792725, -1.1057788133621216, -1.0485388040542603, -0.9912986755371094, -0.9340585470199585, -0.8768184781074524, -0.8195784091949463, -0.7623382806777954, -0.7050982117652893, -0.6478581428527832, -0.5906180143356323, -0.5333779454231262, -0.47613781690597534, -0.41889774799346924, -0.36165764927864075, -0.30441755056381226, -0.24717745184898376, -0.18993735313415527, -0.13269725441932678, -0.07545717060565948, -0.018217071890830994, 0.039023011922836304, 0.0962631106376648, 0.1535032093524933, 0.21074330806732178, 0.26798340678215027, 0.32522350549697876, 0.38246357440948486, 0.43970370292663574, 0.49694377183914185, 0.554183840751648, 0.6114239692687988, 0.6686640977859497, 0.7259041666984558, 0.7831442952156067, 0.8403843641281128, 0.8976244926452637, 0.9548645615577698, 1.0121046304702759, 1.0693447589874268, 1.126584768295288, 1.183824896812439, 1.2410649061203003, 1.2983050346374512, 1.355545163154602, 1.412785291671753, 1.4700253009796143, 1.5272654294967651, 1.584505558013916, 1.641745686531067, 1.6989856958389282, 1.756225824356079, 1.81346595287323, 1.8707060813903809, 1.9279460906982422, 1.985186219215393, 2.042426347732544]}, "gradients/encoder.encoder.layers.21.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 6.0, 7.0, 14.0, 17.0, 25.0, 33.0, 46.0, 63.0, 81.0, 110.0, 161.0, 227.0, 362.0, 626.0, 1195.0, 2228.0, 5839.0, 30468.0, 4032906.0, 99969.0, 11412.0, 3908.0, 1775.0, 978.0, 567.0, 356.0, 243.0, 162.0, 114.0, 87.0, 71.0, 43.0, 35.0, 22.0, 22.0, 13.0, 22.0, 12.0, 9.0, 8.0, 12.0, 8.0, 12.0, 4.0, 1.0, 3.0, 2.0, 4.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.85302734375, -0.8198623657226562, -0.7866973876953125, -0.7535324096679688, -0.720367431640625, -0.6872024536132812, -0.6540374755859375, -0.6208724975585938, -0.58770751953125, -0.5545425415039062, -0.5213775634765625, -0.48821258544921875, -0.455047607421875, -0.42188262939453125, -0.3887176513671875, -0.35555267333984375, -0.3223876953125, -0.28922271728515625, -0.2560577392578125, -0.22289276123046875, -0.189727783203125, -0.15656280517578125, -0.1233978271484375, -0.09023284912109375, -0.05706787109375, -0.02390289306640625, 0.0092620849609375, 0.04242706298828125, 0.075592041015625, 0.10875701904296875, 0.1419219970703125, 0.17508697509765625, 0.208251953125, 0.24141693115234375, 0.2745819091796875, 0.30774688720703125, 0.340911865234375, 0.37407684326171875, 0.4072418212890625, 0.44040679931640625, 0.47357177734375, 0.5067367553710938, 0.5399017333984375, 0.5730667114257812, 0.606231689453125, 0.6393966674804688, 0.6725616455078125, 0.7057266235351562, 0.7388916015625, 0.7720565795898438, 0.8052215576171875, 0.8383865356445312, 0.871551513671875, 0.9047164916992188, 0.9378814697265625, 0.9710464477539062, 1.00421142578125, 1.0373764038085938, 1.0705413818359375, 1.1037063598632812, 1.136871337890625, 1.1700363159179688, 1.2032012939453125, 1.2363662719726562, 1.26953125]}, "gradients/encoder.encoder.layers.21.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 6.0, 7.0, 11.0, 5.0, 14.0, 15.0, 65.0, 188.0, 308.0, 208.0, 73.0, 31.0, 18.0, 14.0, 10.0, 9.0, 2.0, 2.0, 3.0, 2.0, 3.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05706787109375, -0.054665565490722656, -0.05226325988769531, -0.04986095428466797, -0.047458648681640625, -0.04505634307861328, -0.04265403747558594, -0.040251731872558594, -0.03784942626953125, -0.035447120666503906, -0.03304481506347656, -0.03064250946044922, -0.028240203857421875, -0.02583789825439453, -0.023435592651367188, -0.021033287048339844, -0.0186309814453125, -0.016228675842285156, -0.013826370239257812, -0.011424064636230469, -0.009021759033203125, -0.006619453430175781, -0.0042171478271484375, -0.0018148422241210938, 0.00058746337890625, 0.0029897689819335938, 0.0053920745849609375, 0.007794380187988281, 0.010196685791015625, 0.012598991394042969, 0.015001296997070312, 0.017403602600097656, 0.019805908203125, 0.022208213806152344, 0.024610519409179688, 0.02701282501220703, 0.029415130615234375, 0.03181743621826172, 0.03421974182128906, 0.036622047424316406, 0.03902435302734375, 0.041426658630371094, 0.04382896423339844, 0.04623126983642578, 0.048633575439453125, 0.05103588104248047, 0.05343818664550781, 0.055840492248535156, 0.0582427978515625, 0.060645103454589844, 0.06304740905761719, 0.06544971466064453, 0.06785202026367188, 0.07025432586669922, 0.07265663146972656, 0.0750589370727539, 0.07746124267578125, 0.0798635482788086, 0.08226585388183594, 0.08466815948486328, 0.08707046508789062, 0.08947277069091797, 0.09187507629394531, 0.09427738189697266, 0.0966796875]}, "gradients/encoder.encoder.layers.21.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 10.0, 11.0, 19.0, 34.0, 69.0, 123.0, 247.0, 618.0, 1842.0, 7474.0, 45774.0, 3809515.0, 301908.0, 20728.0, 4123.0, 1075.0, 368.0, 135.0, 96.0, 37.0, 26.0, 21.0, 10.0, 6.0, 5.0, 3.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0224609375, -0.9912948608398438, -0.9601287841796875, -0.9289627075195312, -0.897796630859375, -0.8666305541992188, -0.8354644775390625, -0.8042984008789062, -0.77313232421875, -0.7419662475585938, -0.7108001708984375, -0.6796340942382812, -0.648468017578125, -0.6173019409179688, -0.5861358642578125, -0.5549697875976562, -0.5238037109375, -0.49263763427734375, -0.4614715576171875, -0.43030548095703125, -0.399139404296875, -0.36797332763671875, -0.3368072509765625, -0.30564117431640625, -0.27447509765625, -0.24330902099609375, -0.2121429443359375, -0.18097686767578125, -0.149810791015625, -0.11864471435546875, -0.0874786376953125, -0.05631256103515625, -0.025146484375, 0.00601959228515625, 0.0371856689453125, 0.06835174560546875, 0.099517822265625, 0.13068389892578125, 0.1618499755859375, 0.19301605224609375, 0.22418212890625, 0.25534820556640625, 0.2865142822265625, 0.31768035888671875, 0.348846435546875, 0.38001251220703125, 0.4111785888671875, 0.44234466552734375, 0.4735107421875, 0.5046768188476562, 0.5358428955078125, 0.5670089721679688, 0.598175048828125, 0.6293411254882812, 0.6605072021484375, 0.6916732788085938, 0.72283935546875, 0.7540054321289062, 0.7851715087890625, 0.8163375854492188, 0.847503662109375, 0.8786697387695312, 0.9098358154296875, 0.9410018920898438, 0.97216796875]}, "gradients/encoder.encoder.layers.21.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 2.0, 4.0, 1.0, 2.0, 7.0, 11.0, 12.0, 6.0, 21.0, 18.0, 30.0, 49.0, 111.0, 238.0, 1152.0, 1886.0, 270.0, 110.0, 49.0, 40.0, 28.0, 17.0, 8.0, 6.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1029052734375, -0.09910011291503906, -0.09529495239257812, -0.09148979187011719, -0.08768463134765625, -0.08387947082519531, -0.08007431030273438, -0.07626914978027344, -0.0724639892578125, -0.06865882873535156, -0.06485366821289062, -0.06104850769042969, -0.05724334716796875, -0.05343818664550781, -0.049633026123046875, -0.04582786560058594, -0.042022705078125, -0.03821754455566406, -0.034412384033203125, -0.030607223510742188, -0.02680206298828125, -0.022996902465820312, -0.019191741943359375, -0.015386581420898438, -0.0115814208984375, -0.0077762603759765625, -0.003971099853515625, -0.0001659393310546875, 0.00363922119140625, 0.0074443817138671875, 0.011249542236328125, 0.015054702758789062, 0.01885986328125, 0.022665023803710938, 0.026470184326171875, 0.030275344848632812, 0.03408050537109375, 0.03788566589355469, 0.041690826416015625, 0.04549598693847656, 0.0493011474609375, 0.05310630798339844, 0.056911468505859375, 0.06071662902832031, 0.06452178955078125, 0.06832695007324219, 0.07213211059570312, 0.07593727111816406, 0.079742431640625, 0.08354759216308594, 0.08735275268554688, 0.09115791320800781, 0.09496307373046875, 0.09876823425292969, 0.10257339477539062, 0.10637855529785156, 0.1101837158203125, 0.11398887634277344, 0.11779403686523438, 0.12159919738769531, 0.12540435791015625, 0.1292095184326172, 0.13301467895507812, 0.13681983947753906, 0.140625]}, "gradients/encoder.encoder.layers.21.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 6.0, 16.0, 37.0, 131.0, 364.0, 314.0, 112.0, 15.0, 13.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0], "bins": [-2.1492416858673096, -2.1093902587890625, -2.0695388317108154, -2.0296874046325684, -1.9898360967636108, -1.9499847888946533, -1.9101333618164062, -1.8702819347381592, -1.830430507659912, -1.790579080581665, -1.7507277727127075, -1.7108763456344604, -1.6710249185562134, -1.6311736106872559, -1.5913221836090088, -1.5514707565307617, -1.5116194486618042, -1.4717680215835571, -1.4319167137145996, -1.3920652866363525, -1.3522138595581055, -1.3123624324798584, -1.2725111246109009, -1.2326596975326538, -1.1928083896636963, -1.1529569625854492, -1.1131056547164917, -1.0732542276382446, -1.0334028005599976, -0.9935514330863953, -0.953700065612793, -0.9138486385345459, -0.8739972114562988, -0.8341458439826965, -0.7942944169044495, -0.7544430494308472, -0.7145916223526001, -0.6747402548789978, -0.6348888874053955, -0.5950374603271484, -0.5551861524581909, -0.5153347849845886, -0.47548335790634155, -0.43563199043273926, -0.3957805931568146, -0.3559291958808899, -0.3160778284072876, -0.2762264311313629, -0.23637500405311584, -0.19652360677719116, -0.15667222440242767, -0.11682083457708359, -0.0769694447517395, -0.03711804747581482, 0.0027333348989486694, 0.04258471727371216, 0.08243611454963684, 0.12228750437498093, 0.162138894200325, 0.2019902765750885, 0.24184167385101318, 0.28169307112693787, 0.32154446840286255, 0.36139583587646484, 0.4012472331523895]}, "gradients/encoder.encoder.layers.21.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 6.0, 5.0, 2.0, 8.0, 9.0, 7.0, 13.0, 16.0, 22.0, 28.0, 28.0, 42.0, 46.0, 43.0, 34.0, 52.0, 59.0, 58.0, 57.0, 57.0, 55.0, 50.0, 33.0, 39.0, 47.0, 35.0, 30.0, 36.0, 17.0, 18.0, 16.0, 14.0, 7.0, 4.0, 3.0, 3.0, 1.0, 3.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.3406776189804077, -0.3309674561023712, -0.3212572932243347, -0.3115471303462982, -0.3018369674682617, -0.2921268343925476, -0.2824166417121887, -0.2727065086364746, -0.2629963457584381, -0.2532861828804016, -0.2435760200023651, -0.2338658571243286, -0.2241557091474533, -0.2144455462694168, -0.2047353833913803, -0.195025235414505, -0.1853150576353073, -0.1756048947572708, -0.16589473187923431, -0.156184583902359, -0.1464744210243225, -0.136764258146286, -0.1270540952682495, -0.11734393984079361, -0.10763377696275711, -0.09792361408472061, -0.08821345865726471, -0.07850329577922821, -0.06879313290119171, -0.05908297747373581, -0.04937281459569931, -0.03966265916824341, -0.02995249629020691, -0.02024233713746071, -0.010532176122069359, -0.000822015106678009, 0.008888144046068192, 0.018598303198814392, 0.02830846607685089, 0.03801862150430679, 0.04772878438234329, 0.05743894353508949, 0.0671491026878357, 0.07685926556587219, 0.08656942844390869, 0.0962795838713646, 0.10598974674940109, 0.115699902176857, 0.1254100650548935, 0.13512022793293, 0.1448303908109665, 0.1545405387878418, 0.1642507016658783, 0.1739608645439148, 0.1836710274219513, 0.1933811902999878, 0.2030913531780243, 0.2128015160560608, 0.2225116789340973, 0.2322218418121338, 0.2419319897890091, 0.2516421675682068, 0.2613523006439209, 0.2710624635219574, 0.2807726263999939]}, "gradients/encoder.encoder.layers.21.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 7.0, 1.0, 5.0, 6.0, 17.0, 30.0, 26.0, 35.0, 31.0, 67.0, 113.0, 184.0, 249.0, 422.0, 739.0, 1321.0, 2820.0, 7073.0, 25654.0, 378388.0, 584179.0, 32411.0, 8064.0, 3169.0, 1499.0, 771.0, 444.0, 292.0, 177.0, 119.0, 72.0, 54.0, 43.0, 28.0, 17.0, 7.0, 10.0, 5.0, 4.0, 3.0, 3.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.83544921875, -0.8116226196289062, -0.7877960205078125, -0.7639694213867188, -0.740142822265625, -0.7163162231445312, -0.6924896240234375, -0.6686630249023438, -0.64483642578125, -0.6210098266601562, -0.5971832275390625, -0.5733566284179688, -0.549530029296875, -0.5257034301757812, -0.5018768310546875, -0.47805023193359375, -0.4542236328125, -0.43039703369140625, -0.4065704345703125, -0.38274383544921875, -0.358917236328125, -0.33509063720703125, -0.3112640380859375, -0.28743743896484375, -0.26361083984375, -0.23978424072265625, -0.2159576416015625, -0.19213104248046875, -0.168304443359375, -0.14447784423828125, -0.1206512451171875, -0.09682464599609375, -0.072998046875, -0.04917144775390625, -0.0253448486328125, -0.00151824951171875, 0.022308349609375, 0.04613494873046875, 0.0699615478515625, 0.09378814697265625, 0.11761474609375, 0.14144134521484375, 0.1652679443359375, 0.18909454345703125, 0.212921142578125, 0.23674774169921875, 0.2605743408203125, 0.28440093994140625, 0.3082275390625, 0.33205413818359375, 0.3558807373046875, 0.37970733642578125, 0.403533935546875, 0.42736053466796875, 0.4511871337890625, 0.47501373291015625, 0.49884033203125, 0.5226669311523438, 0.5464935302734375, 0.5703201293945312, 0.594146728515625, 0.6179733276367188, 0.6417999267578125, 0.6656265258789062, 0.689453125]}, "gradients/encoder.encoder.layers.21.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 8.0, 4.0, 3.0, 19.0, 23.0, 70.0, 182.0, 234.0, 219.0, 127.0, 45.0, 29.0, 9.0, 8.0, 7.0, 3.0, 1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.057830810546875, -0.05541372299194336, -0.05299663543701172, -0.05057954788208008, -0.04816246032714844, -0.0457453727722168, -0.043328285217285156, -0.040911197662353516, -0.038494110107421875, -0.036077022552490234, -0.033659934997558594, -0.031242847442626953, -0.028825759887695312, -0.026408672332763672, -0.02399158477783203, -0.02157449722290039, -0.01915740966796875, -0.01674032211303711, -0.014323234558105469, -0.011906147003173828, -0.009489059448242188, -0.007071971893310547, -0.004654884338378906, -0.0022377967834472656, 0.000179290771484375, 0.0025963783264160156, 0.005013465881347656, 0.007430553436279297, 0.009847640991210938, 0.012264728546142578, 0.014681816101074219, 0.01709890365600586, 0.0195159912109375, 0.02193307876586914, 0.02435016632080078, 0.026767253875732422, 0.029184341430664062, 0.0316014289855957, 0.034018516540527344, 0.036435604095458984, 0.038852691650390625, 0.041269779205322266, 0.043686866760253906, 0.04610395431518555, 0.04852104187011719, 0.05093812942504883, 0.05335521697998047, 0.05577230453491211, 0.05818939208984375, 0.06060647964477539, 0.06302356719970703, 0.06544065475463867, 0.06785774230957031, 0.07027482986450195, 0.0726919174194336, 0.07510900497436523, 0.07752609252929688, 0.07994318008422852, 0.08236026763916016, 0.0847773551940918, 0.08719444274902344, 0.08961153030395508, 0.09202861785888672, 0.09444570541381836, 0.09686279296875]}, "gradients/encoder.encoder.layers.21.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 3.0, 4.0, 1.0, 3.0, 5.0, 5.0, 9.0, 5.0, 11.0, 14.0, 27.0, 43.0, 55.0, 91.0, 129.0, 166.0, 269.0, 383.0, 602.0, 1063.0, 2075.0, 5058.0, 14776.0, 54036.0, 280433.0, 528828.0, 117724.0, 27508.0, 8393.0, 3181.0, 1437.0, 772.0, 443.0, 297.0, 202.0, 152.0, 94.0, 79.0, 50.0, 46.0, 31.0, 15.0, 15.0, 10.0, 10.0, 6.0, 6.0, 1.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.449951171875, -0.4340248107910156, -0.41809844970703125, -0.4021720886230469, -0.3862457275390625, -0.3703193664550781, -0.35439300537109375, -0.3384666442871094, -0.322540283203125, -0.3066139221191406, -0.29068756103515625, -0.2747611999511719, -0.2588348388671875, -0.24290847778320312, -0.22698211669921875, -0.21105575561523438, -0.19512939453125, -0.17920303344726562, -0.16327667236328125, -0.14735031127929688, -0.1314239501953125, -0.11549758911132812, -0.09957122802734375, -0.08364486694335938, -0.067718505859375, -0.051792144775390625, -0.03586578369140625, -0.019939422607421875, -0.0040130615234375, 0.011913299560546875, 0.02783966064453125, 0.043766021728515625, 0.0596923828125, 0.07561874389648438, 0.09154510498046875, 0.10747146606445312, 0.1233978271484375, 0.13932418823242188, 0.15525054931640625, 0.17117691040039062, 0.187103271484375, 0.20302963256835938, 0.21895599365234375, 0.23488235473632812, 0.2508087158203125, 0.2667350769042969, 0.28266143798828125, 0.2985877990722656, 0.31451416015625, 0.3304405212402344, 0.34636688232421875, 0.3622932434082031, 0.3782196044921875, 0.3941459655761719, 0.41007232666015625, 0.4259986877441406, 0.441925048828125, 0.4578514099121094, 0.47377777099609375, 0.4897041320800781, 0.5056304931640625, 0.5215568542480469, 0.5374832153320312, 0.5534095764160156, 0.5693359375]}, "gradients/encoder.encoder.layers.21.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 4.0, 2.0, 2.0, 2.0, 1.0, 3.0, 5.0, 7.0, 11.0, 11.0, 21.0, 15.0, 20.0, 15.0, 22.0, 23.0, 26.0, 31.0, 40.0, 42.0, 45.0, 67.0, 40.0, 64.0, 53.0, 49.0, 50.0, 38.0, 36.0, 35.0, 36.0, 32.0, 27.0, 19.0, 25.0, 20.0, 16.0, 8.0, 14.0, 4.0, 10.0, 8.0, 4.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1710205078125, -0.1649188995361328, -0.15881729125976562, -0.15271568298339844, -0.14661407470703125, -0.14051246643066406, -0.13441085815429688, -0.1283092498779297, -0.1222076416015625, -0.11610603332519531, -0.11000442504882812, -0.10390281677246094, -0.09780120849609375, -0.09169960021972656, -0.08559799194335938, -0.07949638366699219, -0.073394775390625, -0.06729316711425781, -0.061191558837890625, -0.05508995056152344, -0.04898834228515625, -0.04288673400878906, -0.036785125732421875, -0.030683517456054688, -0.0245819091796875, -0.018480300903320312, -0.012378692626953125, -0.0062770843505859375, -0.00017547607421875, 0.0059261322021484375, 0.012027740478515625, 0.018129348754882812, 0.02423095703125, 0.030332565307617188, 0.036434173583984375, 0.04253578186035156, 0.04863739013671875, 0.05473899841308594, 0.060840606689453125, 0.06694221496582031, 0.0730438232421875, 0.07914543151855469, 0.08524703979492188, 0.09134864807128906, 0.09745025634765625, 0.10355186462402344, 0.10965347290039062, 0.11575508117675781, 0.121856689453125, 0.1279582977294922, 0.13405990600585938, 0.14016151428222656, 0.14626312255859375, 0.15236473083496094, 0.15846633911132812, 0.1645679473876953, 0.1706695556640625, 0.1767711639404297, 0.18287277221679688, 0.18897438049316406, 0.19507598876953125, 0.20117759704589844, 0.20727920532226562, 0.2133808135986328, 0.219482421875]}, "gradients/encoder.encoder.layers.21.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 4.0, 7.0, 8.0, 17.0, 14.0, 28.0, 43.0, 48.0, 72.0, 114.0, 148.0, 222.0, 353.0, 623.0, 1111.0, 1977.0, 3759.0, 8198.0, 21258.0, 68905.0, 302357.0, 466162.0, 118283.0, 32416.0, 11318.0, 5069.0, 2410.0, 1406.0, 792.0, 530.0, 310.0, 195.0, 111.0, 75.0, 69.0, 43.0, 22.0, 19.0, 14.0, 13.0, 14.0, 4.0, 4.0, 4.0, 3.0, 4.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.289306640625, -0.2810859680175781, -0.27286529541015625, -0.2646446228027344, -0.2564239501953125, -0.24820327758789062, -0.23998260498046875, -0.23176193237304688, -0.223541259765625, -0.21532058715820312, -0.20709991455078125, -0.19887924194335938, -0.1906585693359375, -0.18243789672851562, -0.17421722412109375, -0.16599655151367188, -0.15777587890625, -0.14955520629882812, -0.14133453369140625, -0.13311386108398438, -0.1248931884765625, -0.11667251586914062, -0.10845184326171875, -0.10023117065429688, -0.092010498046875, -0.08378982543945312, -0.07556915283203125, -0.06734848022460938, -0.0591278076171875, -0.050907135009765625, -0.04268646240234375, -0.034465789794921875, -0.0262451171875, -0.018024444580078125, -0.00980377197265625, -0.001583099365234375, 0.0066375732421875, 0.014858245849609375, 0.02307891845703125, 0.031299591064453125, 0.039520263671875, 0.047740936279296875, 0.05596160888671875, 0.06418228149414062, 0.0724029541015625, 0.08062362670898438, 0.08884429931640625, 0.09706497192382812, 0.10528564453125, 0.11350631713867188, 0.12172698974609375, 0.12994766235351562, 0.1381683349609375, 0.14638900756835938, 0.15460968017578125, 0.16283035278320312, 0.171051025390625, 0.17927169799804688, 0.18749237060546875, 0.19571304321289062, 0.2039337158203125, 0.21215438842773438, 0.22037506103515625, 0.22859573364257812, 0.23681640625]}, "gradients/encoder.encoder.layers.21.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 4.0, 4.0, 4.0, 12.0, 12.0, 18.0, 19.0, 21.0, 22.0, 28.0, 34.0, 47.0, 47.0, 79.0, 82.0, 94.0, 99.0, 80.0, 81.0, 49.0, 27.0, 23.0, 25.0, 19.0, 10.0, 13.0, 9.0, 9.0, 9.0, 3.0, 3.0, 4.0, 3.0, 5.0, 1.0, 2.0, 4.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.196996688842773e-05, -8.852500468492508e-05, -8.508004248142242e-05, -8.163508027791977e-05, -7.819011807441711e-05, -7.474515587091446e-05, -7.13001936674118e-05, -6.785523146390915e-05, -6.44102692604065e-05, -6.096530705690384e-05, -5.7520344853401184e-05, -5.407538264989853e-05, -5.0630420446395874e-05, -4.718545824289322e-05, -4.3740496039390564e-05, -4.029553383588791e-05, -3.6850571632385254e-05, -3.34056094288826e-05, -2.9960647225379944e-05, -2.651568502187729e-05, -2.3070722818374634e-05, -1.962576061487198e-05, -1.6180798411369324e-05, -1.2735836207866669e-05, -9.290874004364014e-06, -5.845911800861359e-06, -2.4009495973587036e-06, 1.0440126061439514e-06, 4.4889748096466064e-06, 7.933937013149261e-06, 1.1378899216651917e-05, 1.4823861420154572e-05, 1.8268823623657227e-05, 2.171378582715988e-05, 2.5158748030662537e-05, 2.860371023416519e-05, 3.204867243766785e-05, 3.54936346411705e-05, 3.893859684467316e-05, 4.238355904817581e-05, 4.582852125167847e-05, 4.927348345518112e-05, 5.271844565868378e-05, 5.616340786218643e-05, 5.960837006568909e-05, 6.305333226919174e-05, 6.64982944726944e-05, 6.994325667619705e-05, 7.338821887969971e-05, 7.683318108320236e-05, 8.027814328670502e-05, 8.372310549020767e-05, 8.716806769371033e-05, 9.061302989721298e-05, 9.405799210071564e-05, 9.750295430421829e-05, 0.00010094791650772095, 0.0001043928787112236, 0.00010783784091472626, 0.00011128280311822891, 0.00011472776532173157, 0.00011817272752523422, 0.00012161768972873688, 0.00012506265193223953, 0.0001285076141357422]}, "gradients/encoder.encoder.layers.21.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 6.0, 3.0, 9.0, 15.0, 20.0, 26.0, 40.0, 56.0, 104.0, 160.0, 270.0, 513.0, 926.0, 2170.0, 6316.0, 26442.0, 204287.0, 671650.0, 109955.0, 17444.0, 4601.0, 1744.0, 803.0, 397.0, 224.0, 128.0, 85.0, 53.0, 40.0, 22.0, 17.0, 10.0, 4.0, 4.0, 8.0, 5.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.329345703125, -0.3173103332519531, -0.30527496337890625, -0.2932395935058594, -0.2812042236328125, -0.2691688537597656, -0.25713348388671875, -0.24509811401367188, -0.233062744140625, -0.22102737426757812, -0.20899200439453125, -0.19695663452148438, -0.1849212646484375, -0.17288589477539062, -0.16085052490234375, -0.14881515502929688, -0.13677978515625, -0.12474441528320312, -0.11270904541015625, -0.10067367553710938, -0.0886383056640625, -0.07660293579101562, -0.06456756591796875, -0.052532196044921875, -0.040496826171875, -0.028461456298828125, -0.01642608642578125, -0.004390716552734375, 0.0076446533203125, 0.019680023193359375, 0.03171539306640625, 0.043750762939453125, 0.0557861328125, 0.06782150268554688, 0.07985687255859375, 0.09189224243164062, 0.1039276123046875, 0.11596298217773438, 0.12799835205078125, 0.14003372192382812, 0.152069091796875, 0.16410446166992188, 0.17613983154296875, 0.18817520141601562, 0.2002105712890625, 0.21224594116210938, 0.22428131103515625, 0.23631668090820312, 0.24835205078125, 0.2603874206542969, 0.27242279052734375, 0.2844581604003906, 0.2964935302734375, 0.3085289001464844, 0.32056427001953125, 0.3325996398925781, 0.344635009765625, 0.3566703796386719, 0.36870574951171875, 0.3807411193847656, 0.3927764892578125, 0.4048118591308594, 0.41684722900390625, 0.4288825988769531, 0.44091796875]}, "gradients/encoder.encoder.layers.21.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 1.0, 11.0, 4.0, 7.0, 16.0, 15.0, 15.0, 20.0, 37.0, 39.0, 59.0, 55.0, 70.0, 78.0, 81.0, 97.0, 76.0, 55.0, 50.0, 41.0, 46.0, 30.0, 24.0, 25.0, 13.0, 12.0, 11.0, 4.0, 1.0, 6.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12310791015625, -0.11867809295654297, -0.11424827575683594, -0.1098184585571289, -0.10538864135742188, -0.10095882415771484, -0.09652900695800781, -0.09209918975830078, -0.08766937255859375, -0.08323955535888672, -0.07880973815917969, -0.07437992095947266, -0.06995010375976562, -0.0655202865600586, -0.06109046936035156, -0.05666065216064453, -0.0522308349609375, -0.04780101776123047, -0.04337120056152344, -0.038941383361816406, -0.034511566162109375, -0.030081748962402344, -0.025651931762695312, -0.02122211456298828, -0.01679229736328125, -0.012362480163574219, -0.007932662963867188, -0.0035028457641601562, 0.000926971435546875, 0.005356788635253906, 0.009786605834960938, 0.014216423034667969, 0.018646240234375, 0.02307605743408203, 0.027505874633789062, 0.031935691833496094, 0.036365509033203125, 0.040795326232910156, 0.04522514343261719, 0.04965496063232422, 0.05408477783203125, 0.05851459503173828, 0.06294441223144531, 0.06737422943115234, 0.07180404663085938, 0.0762338638305664, 0.08066368103027344, 0.08509349822998047, 0.0895233154296875, 0.09395313262939453, 0.09838294982910156, 0.1028127670288086, 0.10724258422851562, 0.11167240142822266, 0.11610221862792969, 0.12053203582763672, 0.12496185302734375, 0.12939167022705078, 0.1338214874267578, 0.13825130462646484, 0.14268112182617188, 0.1471109390258789, 0.15154075622558594, 0.15597057342529297, 0.160400390625]}, "gradients/encoder.encoder.layers.21.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 4.0, 3.0, 12.0, 34.0, 168.0, 427.0, 251.0, 76.0, 21.0, 6.0, 6.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.309318542480469, -10.062261581420898, -9.815204620361328, -9.568147659301758, -9.321090698242188, -9.074033737182617, -8.826976776123047, -8.579919815063477, -8.332862854003906, -8.085805892944336, -7.838748931884766, -7.591691970825195, -7.344635009765625, -7.097578048706055, -6.850520610809326, -6.603463649749756, -6.356406211853027, -6.109349250793457, -5.862292289733887, -5.615235328674316, -5.368178367614746, -5.121121406555176, -4.874063968658447, -4.627007007598877, -4.379950046539307, -4.132893085479736, -3.885836124420166, -3.6387789249420166, -3.3917219638824463, -3.144665002822876, -2.8976078033447266, -2.6505508422851562, -2.403493881225586, -2.1564369201660156, -1.9093798398971558, -1.662322759628296, -1.4152657985687256, -1.1682088375091553, -0.9211517572402954, -0.6740946769714355, -0.42703771591186523, -0.17998069524765015, 0.06707632541656494, 0.31413334608078003, 0.5611903667449951, 0.8082473278045654, 1.0553044080734253, 1.3023614883422852, 1.5494184494018555, 1.7964754104614258, 2.043532371520996, 2.2905895709991455, 2.537646532058716, 2.784703493118286, 3.0317606925964355, 3.278817653656006, 3.525874614715576, 3.7729315757751465, 4.019988536834717, 4.267045497894287, 4.514102935791016, 4.761159896850586, 5.008216857910156, 5.255273818969727, 5.502330780029297]}, "gradients/encoder.encoder.layers.21.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 3.0, 8.0, 6.0, 5.0, 2.0, 13.0, 14.0, 20.0, 33.0, 31.0, 20.0, 40.0, 37.0, 39.0, 45.0, 40.0, 56.0, 50.0, 60.0, 41.0, 59.0, 51.0, 63.0, 43.0, 41.0, 26.0, 29.0, 29.0, 21.0, 17.0, 16.0, 13.0, 13.0, 7.0, 4.0, 2.0, 3.0, 5.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.748401403427124, -1.6965850591659546, -1.6447688341140747, -1.5929524898529053, -1.5411362648010254, -1.489319920539856, -1.437503695487976, -1.3856873512268066, -1.3338711261749268, -1.2820547819137573, -1.2302385568618774, -1.178422212600708, -1.1266059875488281, -1.0747896432876587, -1.0229734182357788, -0.9711570739746094, -0.9193407893180847, -0.8675245046615601, -0.8157082200050354, -0.7638919353485107, -0.7120756506919861, -0.6602593660354614, -0.608443021774292, -0.5566267967224121, -0.5048104524612427, -0.452994167804718, -0.40117788314819336, -0.3493615984916687, -0.29754531383514404, -0.245728999376297, -0.19391271471977234, -0.14209643006324768, -0.09028017520904541, -0.038463886827230453, 0.013352401554584503, 0.06516869366168976, 0.11698497831821442, 0.16880127787590027, 0.22061756253242493, 0.2724338471889496, 0.32425013184547424, 0.3760664165019989, 0.42788270115852356, 0.4796990156173706, 0.5315153002738953, 0.5833315849304199, 0.6351478695869446, 0.6869641542434692, 0.7387804388999939, 0.7905967235565186, 0.8424130082130432, 0.8942292928695679, 0.9460455775260925, 0.9978618621826172, 1.0496782064437866, 1.1014944314956665, 1.153310775756836, 1.2051271200180054, 1.2569433450698853, 1.3087596893310547, 1.3605759143829346, 1.412392258644104, 1.4642084836959839, 1.5160248279571533, 1.5678410530090332]}, "gradients/encoder.encoder.layers.20.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 7.0, 5.0, 10.0, 15.0, 48.0, 104.0, 324.0, 1435.0, 49260.0, 4136629.0, 5208.0, 780.0, 250.0, 103.0, 43.0, 22.0, 15.0, 10.0, 5.0, 4.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.326171875, -2.216583251953125, -2.10699462890625, -1.997406005859375, -1.8878173828125, -1.778228759765625, -1.66864013671875, -1.559051513671875, -1.449462890625, -1.339874267578125, -1.23028564453125, -1.120697021484375, -1.0111083984375, -0.901519775390625, -0.79193115234375, -0.682342529296875, -0.57275390625, -0.463165283203125, -0.35357666015625, -0.243988037109375, -0.1343994140625, -0.024810791015625, 0.08477783203125, 0.194366455078125, 0.303955078125, 0.413543701171875, 0.52313232421875, 0.632720947265625, 0.7423095703125, 0.851898193359375, 0.96148681640625, 1.071075439453125, 1.1806640625, 1.290252685546875, 1.39984130859375, 1.509429931640625, 1.6190185546875, 1.728607177734375, 1.83819580078125, 1.947784423828125, 2.057373046875, 2.166961669921875, 2.27655029296875, 2.386138916015625, 2.4957275390625, 2.605316162109375, 2.71490478515625, 2.824493408203125, 2.93408203125, 3.043670654296875, 3.15325927734375, 3.262847900390625, 3.3724365234375, 3.482025146484375, 3.59161376953125, 3.701202392578125, 3.810791015625, 3.920379638671875, 4.02996826171875, 4.139556884765625, 4.2491455078125, 4.358734130859375, 4.46832275390625, 4.577911376953125, 4.6875]}, "gradients/encoder.encoder.layers.20.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 4.0, 2.0, 4.0, 4.0, 3.0, 19.0, 22.0, 64.0, 111.0, 183.0, 185.0, 166.0, 104.0, 66.0, 26.0, 14.0, 7.0, 7.0, 3.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.060150146484375, -0.057489871978759766, -0.05482959747314453, -0.0521693229675293, -0.04950904846191406, -0.04684877395629883, -0.044188499450683594, -0.04152822494506836, -0.038867950439453125, -0.03620767593383789, -0.033547401428222656, -0.030887126922607422, -0.028226852416992188, -0.025566577911376953, -0.02290630340576172, -0.020246028900146484, -0.01758575439453125, -0.014925479888916016, -0.012265205383300781, -0.009604930877685547, -0.0069446563720703125, -0.004284381866455078, -0.0016241073608398438, 0.0010361671447753906, 0.003696441650390625, 0.006356716156005859, 0.009016990661621094, 0.011677265167236328, 0.014337539672851562, 0.016997814178466797, 0.01965808868408203, 0.022318363189697266, 0.0249786376953125, 0.027638912200927734, 0.03029918670654297, 0.0329594612121582, 0.03561973571777344, 0.03828001022338867, 0.040940284729003906, 0.04360055923461914, 0.046260833740234375, 0.04892110824584961, 0.051581382751464844, 0.05424165725708008, 0.05690193176269531, 0.05956220626831055, 0.06222248077392578, 0.06488275527954102, 0.06754302978515625, 0.07020330429077148, 0.07286357879638672, 0.07552385330200195, 0.07818412780761719, 0.08084440231323242, 0.08350467681884766, 0.08616495132446289, 0.08882522583007812, 0.09148550033569336, 0.0941457748413086, 0.09680604934692383, 0.09946632385253906, 0.1021265983581543, 0.10478687286376953, 0.10744714736938477, 0.110107421875]}, "gradients/encoder.encoder.layers.20.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 5.0, 5.0, 3.0, 12.0, 9.0, 23.0, 17.0, 28.0, 39.0, 55.0, 102.0, 159.0, 269.0, 375.0, 719.0, 1298.0, 2541.0, 5119.0, 11649.0, 34128.0, 163652.0, 3576817.0, 321125.0, 48660.0, 14823.0, 6129.0, 2893.0, 1490.0, 851.0, 480.0, 288.0, 182.0, 107.0, 62.0, 54.0, 26.0, 26.0, 19.0, 14.0, 4.0, 7.0, 4.0, 2.0, 3.0, 1.0, 5.0, 0.0, 4.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.603515625, -0.584442138671875, -0.56536865234375, -0.546295166015625, -0.5272216796875, -0.508148193359375, -0.48907470703125, -0.470001220703125, -0.450927734375, -0.431854248046875, -0.41278076171875, -0.393707275390625, -0.3746337890625, -0.355560302734375, -0.33648681640625, -0.317413330078125, -0.29833984375, -0.279266357421875, -0.26019287109375, -0.241119384765625, -0.2220458984375, -0.202972412109375, -0.18389892578125, -0.164825439453125, -0.145751953125, -0.126678466796875, -0.10760498046875, -0.088531494140625, -0.0694580078125, -0.050384521484375, -0.03131103515625, -0.012237548828125, 0.0068359375, 0.025909423828125, 0.04498291015625, 0.064056396484375, 0.0831298828125, 0.102203369140625, 0.12127685546875, 0.140350341796875, 0.159423828125, 0.178497314453125, 0.19757080078125, 0.216644287109375, 0.2357177734375, 0.254791259765625, 0.27386474609375, 0.292938232421875, 0.31201171875, 0.331085205078125, 0.35015869140625, 0.369232177734375, 0.3883056640625, 0.407379150390625, 0.42645263671875, 0.445526123046875, 0.464599609375, 0.483673095703125, 0.50274658203125, 0.521820068359375, 0.5408935546875, 0.559967041015625, 0.57904052734375, 0.598114013671875, 0.6171875]}, "gradients/encoder.encoder.layers.20.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 4.0, 1.0, 5.0, 2.0, 6.0, 6.0, 11.0, 16.0, 13.0, 14.0, 28.0, 36.0, 55.0, 60.0, 141.0, 255.0, 769.0, 1870.0, 388.0, 136.0, 68.0, 46.0, 44.0, 28.0, 24.0, 8.0, 10.0, 9.0, 6.0, 6.0, 3.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.11431884765625, -0.1105356216430664, -0.10675239562988281, -0.10296916961669922, -0.09918594360351562, -0.09540271759033203, -0.09161949157714844, -0.08783626556396484, -0.08405303955078125, -0.08026981353759766, -0.07648658752441406, -0.07270336151123047, -0.06892013549804688, -0.06513690948486328, -0.06135368347167969, -0.057570457458496094, -0.0537872314453125, -0.050004005432128906, -0.04622077941894531, -0.04243755340576172, -0.038654327392578125, -0.03487110137939453, -0.031087875366210938, -0.027304649353027344, -0.02352142333984375, -0.019738197326660156, -0.015954971313476562, -0.012171745300292969, -0.008388519287109375, -0.004605293273925781, -0.0008220672607421875, 0.0029611587524414062, 0.006744384765625, 0.010527610778808594, 0.014310836791992188, 0.01809406280517578, 0.021877288818359375, 0.02566051483154297, 0.029443740844726562, 0.033226966857910156, 0.03701019287109375, 0.040793418884277344, 0.04457664489746094, 0.04835987091064453, 0.052143096923828125, 0.05592632293701172, 0.05970954895019531, 0.0634927749633789, 0.0672760009765625, 0.0710592269897461, 0.07484245300292969, 0.07862567901611328, 0.08240890502929688, 0.08619213104248047, 0.08997535705566406, 0.09375858306884766, 0.09754180908203125, 0.10132503509521484, 0.10510826110839844, 0.10889148712158203, 0.11267471313476562, 0.11645793914794922, 0.12024116516113281, 0.1240243911743164, 0.1278076171875]}, "gradients/encoder.encoder.layers.20.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 5.0, 13.0, 29.0, 73.0, 212.0, 257.0, 259.0, 104.0, 32.0, 19.0, 4.0, 3.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.8373478055000305, -0.7871909141540527, -0.7370340824127197, -0.6868771910667419, -0.6367202997207642, -0.5865634679794312, -0.5364065766334534, -0.486249715089798, -0.4360928535461426, -0.3859359920024872, -0.3357791304588318, -0.285622239112854, -0.2354653775691986, -0.1853085160255432, -0.13515162467956543, -0.08499476313591003, -0.03483790159225464, 0.015318967401981354, 0.06547583639621735, 0.11563271284103394, 0.16578957438468933, 0.21594643592834473, 0.2661033272743225, 0.3162601888179779, 0.3664170503616333, 0.4165739119052887, 0.4667307734489441, 0.5168876647949219, 0.5670444965362549, 0.6172013878822327, 0.6673582792282104, 0.7175151109695435, 0.767672061920166, 0.8178289532661438, 0.8679857850074768, 0.9181426763534546, 0.9682995080947876, 1.0184564590454102, 1.0686132907867432, 1.1187701225280762, 1.1689269542694092, 1.2190837860107422, 1.2692407369613647, 1.3193975687026978, 1.3695544004440308, 1.4197113513946533, 1.4698681831359863, 1.5200250148773193, 1.570181965827942, 1.620338797569275, 1.6704957485198975, 1.7206525802612305, 1.7708094120025635, 1.8209662437438965, 1.871123194694519, 1.921280026435852, 1.9714369773864746, 2.0215938091278076, 2.0717506408691406, 2.1219077110290527, 2.1720645427703857, 2.2222213745117188, 2.2723782062530518, 2.3225350379943848, 2.3726918697357178]}, "gradients/encoder.encoder.layers.20.final_layer_norm.bias": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 0.0, 1.0, 2.0, 5.0, 5.0, 5.0, 4.0, 4.0, 6.0, 7.0, 9.0, 4.0, 11.0, 11.0, 13.0, 19.0, 15.0, 26.0, 13.0, 15.0, 41.0, 26.0, 29.0, 27.0, 29.0, 36.0, 30.0, 45.0, 31.0, 38.0, 34.0, 40.0, 41.0, 33.0, 37.0, 37.0, 28.0, 30.0, 25.0, 20.0, 26.0, 23.0, 22.0, 9.0, 13.0, 13.0, 15.0, 8.0, 14.0, 8.0, 7.0, 6.0, 3.0, 8.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.32161879539489746, -0.3114597201347351, -0.30130061507225037, -0.291141539812088, -0.28098243474960327, -0.2708233594894409, -0.2606642544269562, -0.2505051791667938, -0.24034608900547028, -0.23018699884414673, -0.22002790868282318, -0.20986881852149963, -0.19970974326133728, -0.18955063819885254, -0.17939156293869019, -0.16923247277736664, -0.1590733826160431, -0.14891429245471954, -0.138755202293396, -0.12859611213207245, -0.1184370294213295, -0.10827793926000595, -0.098118856549263, -0.08795976638793945, -0.0778006762266159, -0.06764158606529236, -0.05748249962925911, -0.04732341319322586, -0.03716432303190231, -0.027005232870578766, -0.016846146434545517, -0.006687059998512268, 0.0034720301628112793, 0.013631118461489677, 0.023790206760168076, 0.033949293196201324, 0.04410838335752487, 0.05426747351884842, 0.06442655622959137, 0.07458564639091492, 0.08474473655223846, 0.09490382671356201, 0.10506291687488556, 0.11522199958562851, 0.12538108229637146, 0.1355401873588562, 0.14569926261901855, 0.1558583527803421, 0.16601744294166565, 0.1761765331029892, 0.18633562326431274, 0.1964947134256363, 0.20665380358695984, 0.2168128788471222, 0.22697196900844574, 0.2371310591697693, 0.24729014933109283, 0.2574492394924164, 0.26760831475257874, 0.2777674198150635, 0.28792649507522583, 0.29808560013771057, 0.3082446753978729, 0.31840378046035767, 0.32856285572052]}, "gradients/encoder.encoder.layers.20.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 7.0, 4.0, 17.0, 20.0, 36.0, 46.0, 92.0, 118.0, 276.0, 466.0, 889.0, 2067.0, 6873.0, 42023.0, 600637.0, 359308.0, 27031.0, 5038.0, 1828.0, 780.0, 430.0, 221.0, 133.0, 86.0, 43.0, 34.0, 18.0, 11.0, 13.0, 4.0, 6.0, 2.0, 4.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.80126953125, -0.7753372192382812, -0.7494049072265625, -0.7234725952148438, -0.697540283203125, -0.6716079711914062, -0.6456756591796875, -0.6197433471679688, -0.59381103515625, -0.5678787231445312, -0.5419464111328125, -0.5160140991210938, -0.490081787109375, -0.46414947509765625, -0.4382171630859375, -0.41228485107421875, -0.3863525390625, -0.36042022705078125, -0.3344879150390625, -0.30855560302734375, -0.282623291015625, -0.25669097900390625, -0.2307586669921875, -0.20482635498046875, -0.17889404296875, -0.15296173095703125, -0.1270294189453125, -0.10109710693359375, -0.075164794921875, -0.04923248291015625, -0.0233001708984375, 0.00263214111328125, 0.028564453125, 0.05449676513671875, 0.0804290771484375, 0.10636138916015625, 0.132293701171875, 0.15822601318359375, 0.1841583251953125, 0.21009063720703125, 0.23602294921875, 0.26195526123046875, 0.2878875732421875, 0.31381988525390625, 0.339752197265625, 0.36568450927734375, 0.3916168212890625, 0.41754913330078125, 0.4434814453125, 0.46941375732421875, 0.4953460693359375, 0.5212783813476562, 0.547210693359375, 0.5731430053710938, 0.5990753173828125, 0.6250076293945312, 0.65093994140625, 0.6768722534179688, 0.7028045654296875, 0.7287368774414062, 0.754669189453125, 0.7806015014648438, 0.8065338134765625, 0.8324661254882812, 0.8583984375]}, "gradients/encoder.encoder.layers.20.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 7.0, 3.0, 3.0, 9.0, 21.0, 48.0, 75.0, 113.0, 155.0, 138.0, 154.0, 115.0, 72.0, 33.0, 24.0, 13.0, 8.0, 4.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.061004638671875, -0.058301448822021484, -0.05559825897216797, -0.05289506912231445, -0.05019187927246094, -0.04748868942260742, -0.044785499572753906, -0.04208230972290039, -0.039379119873046875, -0.03667593002319336, -0.033972740173339844, -0.03126955032348633, -0.028566360473632812, -0.025863170623779297, -0.02315998077392578, -0.020456790924072266, -0.01775360107421875, -0.015050411224365234, -0.012347221374511719, -0.009644031524658203, -0.0069408416748046875, -0.004237651824951172, -0.0015344619750976562, 0.0011687278747558594, 0.003871917724609375, 0.006575107574462891, 0.009278297424316406, 0.011981487274169922, 0.014684677124023438, 0.017387866973876953, 0.02009105682373047, 0.022794246673583984, 0.0254974365234375, 0.028200626373291016, 0.03090381622314453, 0.03360700607299805, 0.03631019592285156, 0.03901338577270508, 0.041716575622558594, 0.04441976547241211, 0.047122955322265625, 0.04982614517211914, 0.052529335021972656, 0.05523252487182617, 0.05793571472167969, 0.0606389045715332, 0.06334209442138672, 0.06604528427124023, 0.06874847412109375, 0.07145166397094727, 0.07415485382080078, 0.0768580436706543, 0.07956123352050781, 0.08226442337036133, 0.08496761322021484, 0.08767080307006836, 0.09037399291992188, 0.09307718276977539, 0.0957803726196289, 0.09848356246948242, 0.10118675231933594, 0.10388994216918945, 0.10659313201904297, 0.10929632186889648, 0.11199951171875]}, "gradients/encoder.encoder.layers.20.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 1.0, 3.0, 4.0, 8.0, 9.0, 15.0, 19.0, 28.0, 35.0, 45.0, 73.0, 110.0, 137.0, 188.0, 240.0, 347.0, 497.0, 782.0, 1261.0, 2399.0, 5201.0, 13065.0, 38263.0, 128061.0, 451229.0, 287201.0, 77419.0, 24414.0, 8760.0, 3714.0, 1829.0, 1048.0, 635.0, 435.0, 293.0, 226.0, 153.0, 123.0, 79.0, 55.0, 39.0, 40.0, 30.0, 9.0, 11.0, 8.0, 4.0, 5.0, 4.0, 4.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.417724609375, -0.4045867919921875, -0.391448974609375, -0.3783111572265625, -0.36517333984375, -0.3520355224609375, -0.338897705078125, -0.3257598876953125, -0.3126220703125, -0.2994842529296875, -0.286346435546875, -0.2732086181640625, -0.26007080078125, -0.2469329833984375, -0.233795166015625, -0.2206573486328125, -0.20751953125, -0.1943817138671875, -0.181243896484375, -0.1681060791015625, -0.15496826171875, -0.1418304443359375, -0.128692626953125, -0.1155548095703125, -0.1024169921875, -0.0892791748046875, -0.076141357421875, -0.0630035400390625, -0.04986572265625, -0.0367279052734375, -0.023590087890625, -0.0104522705078125, 0.002685546875, 0.0158233642578125, 0.028961181640625, 0.0420989990234375, 0.05523681640625, 0.0683746337890625, 0.081512451171875, 0.0946502685546875, 0.1077880859375, 0.1209259033203125, 0.134063720703125, 0.1472015380859375, 0.16033935546875, 0.1734771728515625, 0.186614990234375, 0.1997528076171875, 0.212890625, 0.2260284423828125, 0.239166259765625, 0.2523040771484375, 0.26544189453125, 0.2785797119140625, 0.291717529296875, 0.3048553466796875, 0.3179931640625, 0.3311309814453125, 0.344268798828125, 0.3574066162109375, 0.37054443359375, 0.3836822509765625, 0.396820068359375, 0.4099578857421875, 0.423095703125]}, "gradients/encoder.encoder.layers.20.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 5.0, 10.0, 9.0, 7.0, 12.0, 8.0, 11.0, 13.0, 17.0, 21.0, 20.0, 31.0, 28.0, 45.0, 30.0, 47.0, 50.0, 57.0, 71.0, 50.0, 60.0, 58.0, 38.0, 42.0, 35.0, 33.0, 35.0, 40.0, 28.0, 16.0, 11.0, 11.0, 11.0, 10.0, 14.0, 7.0, 5.0, 2.0, 3.0, 5.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.301513671875, -0.29337501525878906, -0.2852363586425781, -0.2770977020263672, -0.26895904541015625, -0.2608203887939453, -0.2526817321777344, -0.24454307556152344, -0.2364044189453125, -0.22826576232910156, -0.22012710571289062, -0.2119884490966797, -0.20384979248046875, -0.1957111358642578, -0.18757247924804688, -0.17943382263183594, -0.171295166015625, -0.16315650939941406, -0.15501785278320312, -0.1468791961669922, -0.13874053955078125, -0.1306018829345703, -0.12246322631835938, -0.11432456970214844, -0.1061859130859375, -0.09804725646972656, -0.08990859985351562, -0.08176994323730469, -0.07363128662109375, -0.06549263000488281, -0.057353973388671875, -0.04921531677246094, -0.04107666015625, -0.03293800354003906, -0.024799346923828125, -0.016660690307617188, -0.00852203369140625, -0.0003833770751953125, 0.007755279541015625, 0.015893936157226562, 0.0240325927734375, 0.03217124938964844, 0.040309906005859375, 0.04844856262207031, 0.05658721923828125, 0.06472587585449219, 0.07286453247070312, 0.08100318908691406, 0.089141845703125, 0.09728050231933594, 0.10541915893554688, 0.11355781555175781, 0.12169647216796875, 0.1298351287841797, 0.13797378540039062, 0.14611244201660156, 0.1542510986328125, 0.16238975524902344, 0.17052841186523438, 0.1786670684814453, 0.18680572509765625, 0.1949443817138672, 0.20308303833007812, 0.21122169494628906, 0.2193603515625]}, "gradients/encoder.encoder.layers.20.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 4.0, 3.0, 8.0, 7.0, 10.0, 11.0, 21.0, 26.0, 43.0, 50.0, 89.0, 123.0, 197.0, 331.0, 543.0, 1080.0, 2155.0, 4925.0, 15265.0, 76366.0, 570063.0, 318478.0, 41220.0, 9916.0, 3756.0, 1672.0, 877.0, 507.0, 290.0, 179.0, 114.0, 67.0, 47.0, 37.0, 22.0, 18.0, 12.0, 11.0, 3.0, 1.0, 5.0, 2.0, 4.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.393310546875, -0.38201904296875, -0.3707275390625, -0.35943603515625, -0.34814453125, -0.33685302734375, -0.3255615234375, -0.31427001953125, -0.302978515625, -0.29168701171875, -0.2803955078125, -0.26910400390625, -0.2578125, -0.24652099609375, -0.2352294921875, -0.22393798828125, -0.212646484375, -0.20135498046875, -0.1900634765625, -0.17877197265625, -0.16748046875, -0.15618896484375, -0.1448974609375, -0.13360595703125, -0.122314453125, -0.11102294921875, -0.0997314453125, -0.08843994140625, -0.0771484375, -0.06585693359375, -0.0545654296875, -0.04327392578125, -0.031982421875, -0.02069091796875, -0.0093994140625, 0.00189208984375, 0.01318359375, 0.02447509765625, 0.0357666015625, 0.04705810546875, 0.058349609375, 0.06964111328125, 0.0809326171875, 0.09222412109375, 0.103515625, 0.11480712890625, 0.1260986328125, 0.13739013671875, 0.148681640625, 0.15997314453125, 0.1712646484375, 0.18255615234375, 0.19384765625, 0.20513916015625, 0.2164306640625, 0.22772216796875, 0.239013671875, 0.25030517578125, 0.2615966796875, 0.27288818359375, 0.2841796875, 0.29547119140625, 0.3067626953125, 0.31805419921875, 0.329345703125]}, "gradients/encoder.encoder.layers.20.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 3.0, 6.0, 7.0, 10.0, 13.0, 16.0, 24.0, 32.0, 47.0, 62.0, 83.0, 96.0, 101.0, 110.0, 66.0, 79.0, 63.0, 36.0, 37.0, 23.0, 22.0, 15.0, 9.0, 8.0, 12.0, 5.0, 3.0, 7.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.00013637542724609375, -0.00013245921581983566, -0.00012854300439357758, -0.0001246267929673195, -0.0001207105815410614, -0.00011679437011480331, -0.00011287815868854523, -0.00010896194726228714, -0.00010504573583602905, -0.00010112952440977097, -9.721331298351288e-05, -9.329710155725479e-05, -8.93808901309967e-05, -8.546467870473862e-05, -8.154846727848053e-05, -7.763225585222244e-05, -7.371604442596436e-05, -6.979983299970627e-05, -6.588362157344818e-05, -6.19674101471901e-05, -5.805119872093201e-05, -5.413498729467392e-05, -5.021877586841583e-05, -4.6302564442157745e-05, -4.238635301589966e-05, -3.847014158964157e-05, -3.4553930163383484e-05, -3.06377187371254e-05, -2.672150731086731e-05, -2.2805295884609222e-05, -1.8889084458351135e-05, -1.4972873032093048e-05, -1.1056661605834961e-05, -7.140450179576874e-06, -3.2242387533187866e-06, 6.919726729393005e-07, 4.608184099197388e-06, 8.524395525455475e-06, 1.2440606951713562e-05, 1.635681837797165e-05, 2.0273029804229736e-05, 2.4189241230487823e-05, 2.810545265674591e-05, 3.2021664083004e-05, 3.5937875509262085e-05, 3.985408693552017e-05, 4.377029836177826e-05, 4.7686509788036346e-05, 5.1602721214294434e-05, 5.551893264055252e-05, 5.943514406681061e-05, 6.33513554930687e-05, 6.726756691932678e-05, 7.118377834558487e-05, 7.509998977184296e-05, 7.901620119810104e-05, 8.293241262435913e-05, 8.684862405061722e-05, 9.07648354768753e-05, 9.468104690313339e-05, 9.859725832939148e-05, 0.00010251346975564957, 0.00010642968118190765, 0.00011034589260816574, 0.00011426210403442383]}, "gradients/encoder.encoder.layers.20.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 4.0, 5.0, 7.0, 10.0, 11.0, 8.0, 13.0, 25.0, 20.0, 47.0, 60.0, 121.0, 198.0, 295.0, 494.0, 959.0, 2101.0, 5423.0, 18636.0, 119092.0, 714764.0, 153785.0, 21760.0, 5902.0, 2307.0, 1071.0, 533.0, 361.0, 193.0, 120.0, 80.0, 49.0, 40.0, 13.0, 21.0, 9.0, 4.0, 6.0, 6.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.390869140625, -0.3776435852050781, -0.36441802978515625, -0.3511924743652344, -0.3379669189453125, -0.3247413635253906, -0.31151580810546875, -0.2982902526855469, -0.285064697265625, -0.2718391418457031, -0.25861358642578125, -0.24538803100585938, -0.2321624755859375, -0.21893692016601562, -0.20571136474609375, -0.19248580932617188, -0.17926025390625, -0.16603469848632812, -0.15280914306640625, -0.13958358764648438, -0.1263580322265625, -0.11313247680664062, -0.09990692138671875, -0.08668136596679688, -0.073455810546875, -0.060230255126953125, -0.04700469970703125, -0.033779144287109375, -0.0205535888671875, -0.007328033447265625, 0.00589752197265625, 0.019123077392578125, 0.0323486328125, 0.045574188232421875, 0.05879974365234375, 0.07202529907226562, 0.0852508544921875, 0.09847640991210938, 0.11170196533203125, 0.12492752075195312, 0.138153076171875, 0.15137863159179688, 0.16460418701171875, 0.17782974243164062, 0.1910552978515625, 0.20428085327148438, 0.21750640869140625, 0.23073196411132812, 0.24395751953125, 0.2571830749511719, 0.27040863037109375, 0.2836341857910156, 0.2968597412109375, 0.3100852966308594, 0.32331085205078125, 0.3365364074707031, 0.349761962890625, 0.3629875183105469, 0.37621307373046875, 0.3894386291503906, 0.4026641845703125, 0.4158897399902344, 0.42911529541015625, 0.4423408508300781, 0.45556640625]}, "gradients/encoder.encoder.layers.20.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 0.0, 4.0, 6.0, 7.0, 8.0, 9.0, 12.0, 21.0, 22.0, 31.0, 54.0, 55.0, 87.0, 113.0, 120.0, 96.0, 92.0, 78.0, 43.0, 40.0, 23.0, 17.0, 15.0, 24.0, 6.0, 7.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1844482421875, -0.17780303955078125, -0.1711578369140625, -0.16451263427734375, -0.157867431640625, -0.15122222900390625, -0.1445770263671875, -0.13793182373046875, -0.13128662109375, -0.12464141845703125, -0.1179962158203125, -0.11135101318359375, -0.104705810546875, -0.09806060791015625, -0.0914154052734375, -0.08477020263671875, -0.078125, -0.07147979736328125, -0.0648345947265625, -0.05818939208984375, -0.051544189453125, -0.04489898681640625, -0.0382537841796875, -0.03160858154296875, -0.02496337890625, -0.01831817626953125, -0.0116729736328125, -0.00502777099609375, 0.001617431640625, 0.00826263427734375, 0.0149078369140625, 0.02155303955078125, 0.0281982421875, 0.03484344482421875, 0.0414886474609375, 0.04813385009765625, 0.054779052734375, 0.06142425537109375, 0.0680694580078125, 0.07471466064453125, 0.08135986328125, 0.08800506591796875, 0.0946502685546875, 0.10129547119140625, 0.107940673828125, 0.11458587646484375, 0.1212310791015625, 0.12787628173828125, 0.134521484375, 0.14116668701171875, 0.1478118896484375, 0.15445709228515625, 0.161102294921875, 0.16774749755859375, 0.1743927001953125, 0.18103790283203125, 0.18768310546875, 0.19432830810546875, 0.2009735107421875, 0.20761871337890625, 0.214263916015625, 0.22090911865234375, 0.2275543212890625, 0.23419952392578125, 0.2408447265625]}, "gradients/encoder.encoder.layers.20.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 6.0, 5.0, 12.0, 18.0, 28.0, 69.0, 144.0, 233.0, 238.0, 117.0, 84.0, 30.0, 15.0, 9.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-7.535704612731934, -7.378332614898682, -7.22096061706543, -7.063589096069336, -6.906217098236084, -6.748845100402832, -6.59147310256958, -6.434101104736328, -6.276729583740234, -6.119357585906982, -5.9619855880737305, -5.804614067077637, -5.647242069244385, -5.489870071411133, -5.332498073577881, -5.175126075744629, -5.017754554748535, -4.860382556915283, -4.703010559082031, -4.5456390380859375, -4.3882670402526855, -4.230895042419434, -4.073523044586182, -3.916151285171509, -3.7587790489196777, -3.601407051086426, -3.444035291671753, -3.286663293838501, -3.129291534423828, -2.971919536590576, -2.814547538757324, -2.6571757793426514, -2.4998040199279785, -2.3424320220947266, -2.1850602626800537, -2.0276882648468018, -1.870316505432129, -1.712944507598877, -1.5555726289749146, -1.3982007503509521, -1.2408288717269897, -1.0834569931030273, -0.9260851144790649, -0.7687131762504578, -0.6113412976264954, -0.45396941900253296, -0.2965974807739258, -0.13922560214996338, 0.018146276473999023, 0.17551816999912262, 0.3328900635242462, 0.490261971950531, 0.6476338505744934, 0.8050057291984558, 0.962377667427063, 1.1197495460510254, 1.2771214246749878, 1.4344933032989502, 1.5918651819229126, 1.749237060546875, 1.906609058380127, 2.0639808177948, 2.2213528156280518, 2.3787245750427246, 2.5360965728759766]}, "gradients/encoder.encoder.layers.20.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 3.0, 2.0, 5.0, 9.0, 9.0, 11.0, 8.0, 16.0, 22.0, 17.0, 22.0, 17.0, 23.0, 32.0, 35.0, 31.0, 36.0, 32.0, 32.0, 38.0, 37.0, 40.0, 45.0, 36.0, 46.0, 42.0, 48.0, 29.0, 37.0, 26.0, 24.0, 17.0, 23.0, 31.0, 18.0, 17.0, 13.0, 17.0, 11.0, 13.0, 9.0, 5.0, 3.0, 0.0, 7.0, 6.0, 0.0, 4.0, 0.0, 1.0, 2.0, 2.0], "bins": [-1.553981065750122, -1.5085936784744263, -1.4632062911987305, -1.4178190231323242, -1.3724316358566284, -1.3270442485809326, -1.2816568613052368, -1.236269474029541, -1.1908822059631348, -1.145494818687439, -1.1001074314117432, -1.054720163345337, -1.0093327760696411, -0.9639453887939453, -0.9185580015182495, -0.8731706142425537, -0.8277832269668579, -0.7823958396911621, -0.7370085120201111, -0.6916211247444153, -0.6462337970733643, -0.6008464097976685, -0.5554590225219727, -0.5100716352462769, -0.46468430757522583, -0.4192969501018524, -0.373909592628479, -0.3285222053527832, -0.2831348478794098, -0.23774749040603638, -0.19236010313034058, -0.14697274565696716, -0.1015855073928833, -0.05619814246892929, -0.01081077754497528, 0.034576594829559326, 0.07996395230293274, 0.12535130977630615, 0.17073869705200195, 0.21612605452537537, 0.2615134119987488, 0.3069007694721222, 0.3522881269454956, 0.3976755142211914, 0.4430628716945648, 0.48845022916793823, 0.533837616443634, 0.5792249441146851, 0.6246123313903809, 0.6699997186660767, 0.7153870463371277, 0.7607744336128235, 0.8061617612838745, 0.8515491485595703, 0.8969365358352661, 0.9423239231109619, 0.9877112507820129, 1.033098578453064, 1.0784859657287598, 1.1238733530044556, 1.1692607402801514, 1.2146480083465576, 1.260035514831543, 1.3054227828979492, 1.350810170173645]}, "gradients/encoder.encoder.layers.19.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 3.0, 7.0, 11.0, 18.0, 32.0, 57.0, 81.0, 149.0, 327.0, 915.0, 2797.0, 15350.0, 441641.0, 3703047.0, 23161.0, 4269.0, 1335.0, 518.0, 245.0, 123.0, 73.0, 47.0, 24.0, 13.0, 13.0, 7.0, 9.0, 4.0, 1.0, 1.0, 4.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6904296875, -0.65606689453125, -0.6217041015625, -0.58734130859375, -0.552978515625, -0.51861572265625, -0.4842529296875, -0.44989013671875, -0.41552734375, -0.38116455078125, -0.3468017578125, -0.31243896484375, -0.278076171875, -0.24371337890625, -0.2093505859375, -0.17498779296875, -0.140625, -0.10626220703125, -0.0718994140625, -0.03753662109375, -0.003173828125, 0.03118896484375, 0.0655517578125, 0.09991455078125, 0.13427734375, 0.16864013671875, 0.2030029296875, 0.23736572265625, 0.271728515625, 0.30609130859375, 0.3404541015625, 0.37481689453125, 0.4091796875, 0.44354248046875, 0.4779052734375, 0.51226806640625, 0.546630859375, 0.58099365234375, 0.6153564453125, 0.64971923828125, 0.68408203125, 0.71844482421875, 0.7528076171875, 0.78717041015625, 0.821533203125, 0.85589599609375, 0.8902587890625, 0.92462158203125, 0.958984375, 0.99334716796875, 1.0277099609375, 1.06207275390625, 1.096435546875, 1.13079833984375, 1.1651611328125, 1.19952392578125, 1.23388671875, 1.26824951171875, 1.3026123046875, 1.33697509765625, 1.371337890625, 1.40570068359375, 1.4400634765625, 1.47442626953125, 1.5087890625]}, "gradients/encoder.encoder.layers.19.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 3.0, 15.0, 20.0, 22.0, 41.0, 67.0, 80.0, 119.0, 133.0, 123.0, 120.0, 95.0, 76.0, 36.0, 18.0, 18.0, 4.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06298828125, -0.06013011932373047, -0.05727195739746094, -0.054413795471191406, -0.051555633544921875, -0.048697471618652344, -0.04583930969238281, -0.04298114776611328, -0.04012298583984375, -0.03726482391357422, -0.03440666198730469, -0.031548500061035156, -0.028690338134765625, -0.025832176208496094, -0.022974014282226562, -0.02011585235595703, -0.0172576904296875, -0.014399528503417969, -0.011541366577148438, -0.008683204650878906, -0.005825042724609375, -0.0029668807983398438, -0.0001087188720703125, 0.0027494430541992188, 0.00560760498046875, 0.008465766906738281, 0.011323928833007812, 0.014182090759277344, 0.017040252685546875, 0.019898414611816406, 0.022756576538085938, 0.02561473846435547, 0.028472900390625, 0.03133106231689453, 0.03418922424316406, 0.037047386169433594, 0.039905548095703125, 0.042763710021972656, 0.04562187194824219, 0.04848003387451172, 0.05133819580078125, 0.05419635772705078, 0.05705451965332031, 0.059912681579589844, 0.06277084350585938, 0.0656290054321289, 0.06848716735839844, 0.07134532928466797, 0.0742034912109375, 0.07706165313720703, 0.07991981506347656, 0.0827779769897461, 0.08563613891601562, 0.08849430084228516, 0.09135246276855469, 0.09421062469482422, 0.09706878662109375, 0.09992694854736328, 0.10278511047363281, 0.10564327239990234, 0.10850143432617188, 0.1113595962524414, 0.11421775817871094, 0.11707592010498047, 0.11993408203125]}, "gradients/encoder.encoder.layers.19.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 8.0, 5.0, 8.0, 10.0, 10.0, 26.0, 33.0, 60.0, 108.0, 208.0, 373.0, 667.0, 1484.0, 4405.0, 24770.0, 683272.0, 3435120.0, 34743.0, 5515.0, 1732.0, 730.0, 367.0, 196.0, 143.0, 103.0, 60.0, 39.0, 33.0, 16.0, 14.0, 10.0, 6.0, 8.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.77294921875, -0.7394638061523438, -0.7059783935546875, -0.6724929809570312, -0.639007568359375, -0.6055221557617188, -0.5720367431640625, -0.5385513305664062, -0.50506591796875, -0.47158050537109375, -0.4380950927734375, -0.40460968017578125, -0.371124267578125, -0.33763885498046875, -0.3041534423828125, -0.27066802978515625, -0.2371826171875, -0.20369720458984375, -0.1702117919921875, -0.13672637939453125, -0.103240966796875, -0.06975555419921875, -0.0362701416015625, -0.00278472900390625, 0.03070068359375, 0.06418609619140625, 0.0976715087890625, 0.13115692138671875, 0.164642333984375, 0.19812774658203125, 0.2316131591796875, 0.26509857177734375, 0.298583984375, 0.33206939697265625, 0.3655548095703125, 0.39904022216796875, 0.432525634765625, 0.46601104736328125, 0.4994964599609375, 0.5329818725585938, 0.56646728515625, 0.5999526977539062, 0.6334381103515625, 0.6669235229492188, 0.700408935546875, 0.7338943481445312, 0.7673797607421875, 0.8008651733398438, 0.8343505859375, 0.8678359985351562, 0.9013214111328125, 0.9348068237304688, 0.968292236328125, 1.0017776489257812, 1.0352630615234375, 1.0687484741210938, 1.10223388671875, 1.1357192993164062, 1.1692047119140625, 1.2026901245117188, 1.236175537109375, 1.2696609497070312, 1.3031463623046875, 1.3366317749023438, 1.3701171875]}, "gradients/encoder.encoder.layers.19.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 3.0, 9.0, 13.0, 16.0, 33.0, 36.0, 88.0, 137.0, 431.0, 2409.0, 512.0, 185.0, 75.0, 48.0, 29.0, 19.0, 8.0, 3.0, 7.0, 6.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1473388671875, -0.14108848571777344, -0.13483810424804688, -0.1285877227783203, -0.12233734130859375, -0.11608695983886719, -0.10983657836914062, -0.10358619689941406, -0.0973358154296875, -0.09108543395996094, -0.08483505249023438, -0.07858467102050781, -0.07233428955078125, -0.06608390808105469, -0.059833526611328125, -0.05358314514160156, -0.047332763671875, -0.04108238220214844, -0.034832000732421875, -0.028581619262695312, -0.02233123779296875, -0.016080856323242188, -0.009830474853515625, -0.0035800933837890625, 0.0026702880859375, 0.008920669555664062, 0.015171051025390625, 0.021421432495117188, 0.02767181396484375, 0.03392219543457031, 0.040172576904296875, 0.04642295837402344, 0.05267333984375, 0.05892372131347656, 0.06517410278320312, 0.07142448425292969, 0.07767486572265625, 0.08392524719238281, 0.09017562866210938, 0.09642601013183594, 0.1026763916015625, 0.10892677307128906, 0.11517715454101562, 0.12142753601074219, 0.12767791748046875, 0.1339282989501953, 0.14017868041992188, 0.14642906188964844, 0.152679443359375, 0.15892982482910156, 0.16518020629882812, 0.1714305877685547, 0.17768096923828125, 0.1839313507080078, 0.19018173217773438, 0.19643211364746094, 0.2026824951171875, 0.20893287658691406, 0.21518325805664062, 0.2214336395263672, 0.22768402099609375, 0.2339344024658203, 0.24018478393554688, 0.24643516540527344, 0.252685546875]}, "gradients/encoder.encoder.layers.19.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 7.0, 6.0, 17.0, 32.0, 50.0, 86.0, 135.0, 155.0, 171.0, 166.0, 73.0, 44.0, 15.0, 12.0, 11.0, 10.0, 2.0, 3.0, 5.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5638700723648071, -0.5282899737358093, -0.49270984530448914, -0.45712971687316895, -0.42154961824417114, -0.38596951961517334, -0.35038939118385315, -0.31480926275253296, -0.27922916412353516, -0.24364905059337616, -0.20806893706321716, -0.17248882353305817, -0.13690871000289917, -0.10132859647274017, -0.06574848294258118, -0.03016836941242218, 0.005411744117736816, 0.04099185764789581, 0.07657197117805481, 0.1121520847082138, 0.1477321982383728, 0.1833123117685318, 0.2188924252986908, 0.254472553730011, 0.2900526523590088, 0.3256327509880066, 0.3612128794193268, 0.396793007850647, 0.4323731064796448, 0.4679532051086426, 0.5035333633422852, 0.539113461971283, 0.5746936798095703, 0.6102737784385681, 0.6458538770675659, 0.6814340353012085, 0.7170141339302063, 0.7525942325592041, 0.7881743907928467, 0.8237544894218445, 0.8593345880508423, 0.8949146866798401, 0.9304947853088379, 0.9660749435424805, 1.001655101776123, 1.037235140800476, 1.0728152990341187, 1.1083953380584717, 1.1439754962921143, 1.1795556545257568, 1.2151356935501099, 1.2507158517837524, 1.2862958908081055, 1.321876049041748, 1.3574562072753906, 1.3930362462997437, 1.4286164045333862, 1.4641965627670288, 1.4997766017913818, 1.5353567600250244, 1.570936918258667, 1.60651695728302, 1.6420971155166626, 1.6776771545410156, 1.7132573127746582]}, "gradients/encoder.encoder.layers.19.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 4.0, 7.0, 5.0, 10.0, 12.0, 10.0, 6.0, 17.0, 20.0, 17.0, 29.0, 33.0, 24.0, 36.0, 34.0, 34.0, 41.0, 44.0, 30.0, 55.0, 44.0, 39.0, 34.0, 41.0, 39.0, 40.0, 39.0, 39.0, 23.0, 30.0, 23.0, 29.0, 13.0, 14.0, 19.0, 20.0, 12.0, 9.0, 9.0, 7.0, 8.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.48851776123046875, -0.4741843342781067, -0.45985090732574463, -0.44551748037338257, -0.4311840236186981, -0.41685059666633606, -0.402517169713974, -0.38818374276161194, -0.3738503158092499, -0.3595168888568878, -0.34518346190452576, -0.3308500051498413, -0.31651657819747925, -0.3021831512451172, -0.2878497242927551, -0.27351629734039307, -0.259182870388031, -0.24484944343566895, -0.2305160015821457, -0.21618257462978363, -0.20184914767742157, -0.18751570582389832, -0.17318227887153625, -0.1588488519191742, -0.14451539516448975, -0.13018196821212769, -0.11584853380918503, -0.10151509940624237, -0.08718167245388031, -0.07284823805093765, -0.058514803647994995, -0.044181376695632935, -0.029847949743270874, -0.01551451813429594, -0.0011810865253210068, 0.013152346014976501, 0.02748577669262886, 0.04181920737028122, 0.05615264177322388, 0.07048606872558594, 0.0848195031285286, 0.09915293753147125, 0.11348636448383331, 0.12781980633735657, 0.14215323328971863, 0.1564866602420807, 0.17082008719444275, 0.1851535141468048, 0.19948695600032806, 0.21382038295269012, 0.22815382480621338, 0.24248725175857544, 0.2568206787109375, 0.27115410566329956, 0.2854875326156616, 0.2998209595680237, 0.31415441632270813, 0.3284878432750702, 0.34282127022743225, 0.3571547269821167, 0.37148815393447876, 0.3858215808868408, 0.4001550078392029, 0.41448843479156494, 0.428821861743927]}, "gradients/encoder.encoder.layers.19.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 4.0, 1.0, 5.0, 4.0, 9.0, 11.0, 14.0, 21.0, 21.0, 46.0, 49.0, 71.0, 72.0, 146.0, 183.0, 282.0, 497.0, 817.0, 1414.0, 2917.0, 6762.0, 18399.0, 58613.0, 211333.0, 485928.0, 181303.0, 51214.0, 16208.0, 6099.0, 2690.0, 1307.0, 762.0, 428.0, 289.0, 204.0, 122.0, 83.0, 68.0, 57.0, 39.0, 15.0, 20.0, 10.0, 10.0, 4.0, 3.0, 5.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.371337890625, -0.359527587890625, -0.34771728515625, -0.335906982421875, -0.3240966796875, -0.312286376953125, -0.30047607421875, -0.288665771484375, -0.27685546875, -0.265045166015625, -0.25323486328125, -0.241424560546875, -0.2296142578125, -0.217803955078125, -0.20599365234375, -0.194183349609375, -0.182373046875, -0.170562744140625, -0.15875244140625, -0.146942138671875, -0.1351318359375, -0.123321533203125, -0.11151123046875, -0.099700927734375, -0.087890625, -0.076080322265625, -0.06427001953125, -0.052459716796875, -0.0406494140625, -0.028839111328125, -0.01702880859375, -0.005218505859375, 0.006591796875, 0.018402099609375, 0.03021240234375, 0.042022705078125, 0.0538330078125, 0.065643310546875, 0.07745361328125, 0.089263916015625, 0.10107421875, 0.112884521484375, 0.12469482421875, 0.136505126953125, 0.1483154296875, 0.160125732421875, 0.17193603515625, 0.183746337890625, 0.195556640625, 0.207366943359375, 0.21917724609375, 0.230987548828125, 0.2427978515625, 0.254608154296875, 0.26641845703125, 0.278228759765625, 0.2900390625, 0.301849365234375, 0.31365966796875, 0.325469970703125, 0.3372802734375, 0.349090576171875, 0.36090087890625, 0.372711181640625, 0.384521484375]}, "gradients/encoder.encoder.layers.19.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 4.0, 4.0, 7.0, 14.0, 21.0, 27.0, 52.0, 79.0, 96.0, 100.0, 126.0, 112.0, 122.0, 76.0, 59.0, 43.0, 21.0, 14.0, 10.0, 6.0, 4.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0667724609375, -0.06384658813476562, -0.06092071533203125, -0.057994842529296875, -0.0550689697265625, -0.052143096923828125, -0.04921722412109375, -0.046291351318359375, -0.043365478515625, -0.040439605712890625, -0.03751373291015625, -0.034587860107421875, -0.0316619873046875, -0.028736114501953125, -0.02581024169921875, -0.022884368896484375, -0.01995849609375, -0.017032623291015625, -0.01410675048828125, -0.011180877685546875, -0.0082550048828125, -0.005329132080078125, -0.00240325927734375, 0.000522613525390625, 0.003448486328125, 0.006374359130859375, 0.00930023193359375, 0.012226104736328125, 0.0151519775390625, 0.018077850341796875, 0.02100372314453125, 0.023929595947265625, 0.02685546875, 0.029781341552734375, 0.03270721435546875, 0.035633087158203125, 0.0385589599609375, 0.041484832763671875, 0.04441070556640625, 0.047336578369140625, 0.050262451171875, 0.053188323974609375, 0.05611419677734375, 0.059040069580078125, 0.0619659423828125, 0.06489181518554688, 0.06781768798828125, 0.07074356079101562, 0.07366943359375, 0.07659530639648438, 0.07952117919921875, 0.08244705200195312, 0.0853729248046875, 0.08829879760742188, 0.09122467041015625, 0.09415054321289062, 0.097076416015625, 0.10000228881835938, 0.10292816162109375, 0.10585403442382812, 0.1087799072265625, 0.11170578002929688, 0.11463165283203125, 0.11755752563476562, 0.1204833984375]}, "gradients/encoder.encoder.layers.19.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 4.0, 9.0, 12.0, 20.0, 13.0, 41.0, 40.0, 60.0, 84.0, 141.0, 184.0, 292.0, 475.0, 829.0, 1382.0, 3035.0, 7886.0, 25441.0, 104451.0, 430212.0, 357789.0, 82514.0, 21063.0, 6576.0, 2667.0, 1301.0, 712.0, 426.0, 300.0, 194.0, 108.0, 101.0, 68.0, 44.0, 20.0, 20.0, 13.0, 7.0, 7.0, 8.0, 7.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.384521484375, -0.37075042724609375, -0.3569793701171875, -0.34320831298828125, -0.329437255859375, -0.31566619873046875, -0.3018951416015625, -0.28812408447265625, -0.27435302734375, -0.26058197021484375, -0.2468109130859375, -0.23303985595703125, -0.219268798828125, -0.20549774169921875, -0.1917266845703125, -0.17795562744140625, -0.1641845703125, -0.15041351318359375, -0.1366424560546875, -0.12287139892578125, -0.109100341796875, -0.09532928466796875, -0.0815582275390625, -0.06778717041015625, -0.05401611328125, -0.04024505615234375, -0.0264739990234375, -0.01270294189453125, 0.001068115234375, 0.01483917236328125, 0.0286102294921875, 0.04238128662109375, 0.05615234375, 0.06992340087890625, 0.0836944580078125, 0.09746551513671875, 0.111236572265625, 0.12500762939453125, 0.1387786865234375, 0.15254974365234375, 0.16632080078125, 0.18009185791015625, 0.1938629150390625, 0.20763397216796875, 0.221405029296875, 0.23517608642578125, 0.2489471435546875, 0.26271820068359375, 0.2764892578125, 0.29026031494140625, 0.3040313720703125, 0.31780242919921875, 0.331573486328125, 0.34534454345703125, 0.3591156005859375, 0.37288665771484375, 0.38665771484375, 0.40042877197265625, 0.4141998291015625, 0.42797088623046875, 0.441741943359375, 0.45551300048828125, 0.4692840576171875, 0.48305511474609375, 0.496826171875]}, "gradients/encoder.encoder.layers.19.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0, 8.0, 11.0, 7.0, 7.0, 18.0, 18.0, 17.0, 28.0, 29.0, 36.0, 48.0, 39.0, 39.0, 58.0, 62.0, 42.0, 64.0, 63.0, 46.0, 52.0, 46.0, 37.0, 37.0, 44.0, 32.0, 19.0, 21.0, 23.0, 11.0, 12.0, 7.0, 6.0, 9.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.295166015625, -0.2853965759277344, -0.27562713623046875, -0.2658576965332031, -0.2560882568359375, -0.24631881713867188, -0.23654937744140625, -0.22677993774414062, -0.217010498046875, -0.20724105834960938, -0.19747161865234375, -0.18770217895507812, -0.1779327392578125, -0.16816329956054688, -0.15839385986328125, -0.14862442016601562, -0.13885498046875, -0.12908554077148438, -0.11931610107421875, -0.10954666137695312, -0.0997772216796875, -0.09000778198242188, -0.08023834228515625, -0.07046890258789062, -0.060699462890625, -0.050930023193359375, -0.04116058349609375, -0.031391143798828125, -0.0216217041015625, -0.011852264404296875, -0.00208282470703125, 0.007686614990234375, 0.0174560546875, 0.027225494384765625, 0.03699493408203125, 0.046764373779296875, 0.0565338134765625, 0.06630325317382812, 0.07607269287109375, 0.08584213256835938, 0.095611572265625, 0.10538101196289062, 0.11515045166015625, 0.12491989135742188, 0.1346893310546875, 0.14445877075195312, 0.15422821044921875, 0.16399765014648438, 0.17376708984375, 0.18353652954101562, 0.19330596923828125, 0.20307540893554688, 0.2128448486328125, 0.22261428833007812, 0.23238372802734375, 0.24215316772460938, 0.251922607421875, 0.2616920471191406, 0.27146148681640625, 0.2812309265136719, 0.2910003662109375, 0.3007698059082031, 0.31053924560546875, 0.3203086853027344, 0.330078125]}, "gradients/encoder.encoder.layers.19.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 2.0, 11.0, 6.0, 6.0, 11.0, 20.0, 21.0, 31.0, 43.0, 71.0, 101.0, 176.0, 301.0, 534.0, 896.0, 1571.0, 3218.0, 7129.0, 18053.0, 58399.0, 248112.0, 503689.0, 144760.0, 37574.0, 12946.0, 5304.0, 2496.0, 1234.0, 752.0, 449.0, 246.0, 148.0, 88.0, 58.0, 32.0, 18.0, 15.0, 10.0, 10.0, 4.0, 2.0, 3.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.173583984375, -0.1678600311279297, -0.16213607788085938, -0.15641212463378906, -0.15068817138671875, -0.14496421813964844, -0.13924026489257812, -0.1335163116455078, -0.1277923583984375, -0.12206840515136719, -0.11634445190429688, -0.11062049865722656, -0.10489654541015625, -0.09917259216308594, -0.09344863891601562, -0.08772468566894531, -0.082000732421875, -0.07627677917480469, -0.07055282592773438, -0.06482887268066406, -0.05910491943359375, -0.05338096618652344, -0.047657012939453125, -0.04193305969238281, -0.0362091064453125, -0.030485153198242188, -0.024761199951171875, -0.019037246704101562, -0.01331329345703125, -0.0075893402099609375, -0.001865386962890625, 0.0038585662841796875, 0.00958251953125, 0.015306472778320312, 0.021030426025390625, 0.026754379272460938, 0.03247833251953125, 0.03820228576660156, 0.043926239013671875, 0.04965019226074219, 0.0553741455078125, 0.06109809875488281, 0.06682205200195312, 0.07254600524902344, 0.07826995849609375, 0.08399391174316406, 0.08971786499023438, 0.09544181823730469, 0.101165771484375, 0.10688972473144531, 0.11261367797851562, 0.11833763122558594, 0.12406158447265625, 0.12978553771972656, 0.13550949096679688, 0.1412334442138672, 0.1469573974609375, 0.1526813507080078, 0.15840530395507812, 0.16412925720214844, 0.16985321044921875, 0.17557716369628906, 0.18130111694335938, 0.1870250701904297, 0.1927490234375]}, "gradients/encoder.encoder.layers.19.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 9.0, 6.0, 9.0, 13.0, 13.0, 26.0, 47.0, 48.0, 63.0, 75.0, 98.0, 103.0, 101.0, 98.0, 76.0, 60.0, 55.0, 31.0, 27.0, 15.0, 10.0, 11.0, 6.0, 5.0, 4.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00012803077697753906, -0.00012437347322702408, -0.0001207161694765091, -0.00011705886572599411, -0.00011340156197547913, -0.00010974425822496414, -0.00010608695447444916, -0.00010242965072393417, -9.877234697341919e-05, -9.51150432229042e-05, -9.145773947238922e-05, -8.780043572187424e-05, -8.414313197135925e-05, -8.048582822084427e-05, -7.682852447032928e-05, -7.31712207198143e-05, -6.951391696929932e-05, -6.585661321878433e-05, -6.219930946826935e-05, -5.8542005717754364e-05, -5.488470196723938e-05, -5.1227398216724396e-05, -4.757009446620941e-05, -4.391279071569443e-05, -4.025548696517944e-05, -3.659818321466446e-05, -3.2940879464149475e-05, -2.928357571363449e-05, -2.5626271963119507e-05, -2.1968968212604523e-05, -1.831166446208954e-05, -1.4654360711574554e-05, -1.099705696105957e-05, -7.339753210544586e-06, -3.682449460029602e-06, -2.514570951461792e-08, 3.632158041000366e-06, 7.28946179151535e-06, 1.0946765542030334e-05, 1.4604069292545319e-05, 1.8261373043060303e-05, 2.1918676793575287e-05, 2.557598054409027e-05, 2.9233284294605255e-05, 3.289058804512024e-05, 3.6547891795635223e-05, 4.020519554615021e-05, 4.386249929666519e-05, 4.7519803047180176e-05, 5.117710679769516e-05, 5.4834410548210144e-05, 5.849171429872513e-05, 6.214901804924011e-05, 6.58063217997551e-05, 6.946362555027008e-05, 7.312092930078506e-05, 7.677823305130005e-05, 8.043553680181503e-05, 8.409284055233002e-05, 8.7750144302845e-05, 9.140744805335999e-05, 9.506475180387497e-05, 9.872205555438995e-05, 0.00010237935930490494, 0.00010603666305541992]}, "gradients/encoder.encoder.layers.19.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 6.0, 3.0, 5.0, 2.0, 7.0, 3.0, 4.0, 8.0, 9.0, 12.0, 19.0, 26.0, 32.0, 38.0, 67.0, 76.0, 135.0, 158.0, 275.0, 420.0, 687.0, 1204.0, 2219.0, 4560.0, 10771.0, 30194.0, 102115.0, 399878.0, 359817.0, 89545.0, 27004.0, 9985.0, 4258.0, 2014.0, 1039.0, 650.0, 413.0, 272.0, 204.0, 110.0, 85.0, 49.0, 33.0, 45.0, 25.0, 21.0, 20.0, 13.0, 10.0, 5.0, 4.0, 5.0, 4.0, 5.0, 2.0], "bins": [-0.200439453125, -0.19501495361328125, -0.1895904541015625, -0.18416595458984375, -0.178741455078125, -0.17331695556640625, -0.1678924560546875, -0.16246795654296875, -0.15704345703125, -0.15161895751953125, -0.1461944580078125, -0.14076995849609375, -0.135345458984375, -0.12992095947265625, -0.1244964599609375, -0.11907196044921875, -0.1136474609375, -0.10822296142578125, -0.1027984619140625, -0.09737396240234375, -0.091949462890625, -0.08652496337890625, -0.0811004638671875, -0.07567596435546875, -0.07025146484375, -0.06482696533203125, -0.0594024658203125, -0.05397796630859375, -0.048553466796875, -0.04312896728515625, -0.0377044677734375, -0.03227996826171875, -0.02685546875, -0.02143096923828125, -0.0160064697265625, -0.01058197021484375, -0.005157470703125, 0.00026702880859375, 0.0056915283203125, 0.01111602783203125, 0.01654052734375, 0.02196502685546875, 0.0273895263671875, 0.03281402587890625, 0.038238525390625, 0.04366302490234375, 0.0490875244140625, 0.05451202392578125, 0.0599365234375, 0.06536102294921875, 0.0707855224609375, 0.07621002197265625, 0.081634521484375, 0.08705902099609375, 0.0924835205078125, 0.09790802001953125, 0.10333251953125, 0.10875701904296875, 0.1141815185546875, 0.11960601806640625, 0.125030517578125, 0.13045501708984375, 0.1358795166015625, 0.14130401611328125, 0.146728515625]}, "gradients/encoder.encoder.layers.19.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 4.0, 7.0, 7.0, 9.0, 11.0, 21.0, 22.0, 28.0, 23.0, 41.0, 59.0, 53.0, 77.0, 104.0, 88.0, 85.0, 83.0, 66.0, 39.0, 59.0, 23.0, 27.0, 17.0, 9.0, 13.0, 7.0, 4.0, 2.0, 4.0, 4.0, 4.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.15625, -0.15184593200683594, -0.14744186401367188, -0.1430377960205078, -0.13863372802734375, -0.1342296600341797, -0.12982559204101562, -0.12542152404785156, -0.1210174560546875, -0.11661338806152344, -0.11220932006835938, -0.10780525207519531, -0.10340118408203125, -0.09899711608886719, -0.09459304809570312, -0.09018898010253906, -0.085784912109375, -0.08138084411621094, -0.07697677612304688, -0.07257270812988281, -0.06816864013671875, -0.06376457214355469, -0.059360504150390625, -0.05495643615722656, -0.0505523681640625, -0.04614830017089844, -0.041744232177734375, -0.03734016418457031, -0.03293609619140625, -0.028532028198242188, -0.024127960205078125, -0.019723892211914062, -0.01531982421875, -0.010915756225585938, -0.006511688232421875, -0.0021076202392578125, 0.00229644775390625, 0.0067005157470703125, 0.011104583740234375, 0.015508651733398438, 0.0199127197265625, 0.024316787719726562, 0.028720855712890625, 0.03312492370605469, 0.03752899169921875, 0.04193305969238281, 0.046337127685546875, 0.05074119567871094, 0.055145263671875, 0.05954933166503906, 0.06395339965820312, 0.06835746765136719, 0.07276153564453125, 0.07716560363769531, 0.08156967163085938, 0.08597373962402344, 0.0903778076171875, 0.09478187561035156, 0.09918594360351562, 0.10359001159667969, 0.10799407958984375, 0.11239814758300781, 0.11680221557617188, 0.12120628356933594, 0.1256103515625]}, "gradients/encoder.encoder.layers.19.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 5.0, 8.0, 6.0, 17.0, 19.0, 47.0, 59.0, 111.0, 131.0, 148.0, 114.0, 111.0, 81.0, 59.0, 30.0, 21.0, 21.0, 11.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.5698165893554688, -2.4887287616729736, -2.4076411724090576, -2.3265533447265625, -2.2454657554626465, -2.1643779277801514, -2.0832903385162354, -2.0022025108337402, -1.9211149215698242, -1.8400272130966187, -1.758939504623413, -1.6778517961502075, -1.596764087677002, -1.5156763792037964, -1.4345886707305908, -1.3535008430480957, -1.2724131345748901, -1.1913254261016846, -1.110237717628479, -1.0291500091552734, -0.9480623006820679, -0.8669745922088623, -0.785886824131012, -0.7047991156578064, -0.6237114071846008, -0.5426236987113953, -0.4615359902381897, -0.38044825196266174, -0.2993605434894562, -0.2182728350162506, -0.13718509674072266, -0.05609738826751709, 0.024990320205688477, 0.10607803612947464, 0.1871657520532608, 0.26825347542762756, 0.34934118390083313, 0.4304288923740387, 0.5115166306495667, 0.5926043391227722, 0.6736920475959778, 0.7547797560691833, 0.8358674645423889, 0.9169552326202393, 0.9980429410934448, 1.0791306495666504, 1.160218358039856, 1.2413060665130615, 1.322393774986267, 1.4034814834594727, 1.4845691919326782, 1.5656569004058838, 1.6467446088790894, 1.727832317352295, 1.80892014503479, 1.890007734298706, 1.9710955619812012, 2.0521833896636963, 2.1332709789276123, 2.2143588066101074, 2.2954463958740234, 2.3765342235565186, 2.4576218128204346, 2.5387096405029297, 2.6197972297668457]}, "gradients/encoder.encoder.layers.19.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 6.0, 8.0, 10.0, 17.0, 13.0, 20.0, 17.0, 27.0, 20.0, 22.0, 33.0, 37.0, 59.0, 56.0, 47.0, 47.0, 37.0, 53.0, 41.0, 40.0, 44.0, 55.0, 29.0, 43.0, 39.0, 26.0, 26.0, 29.0, 22.0, 13.0, 13.0, 13.0, 10.0, 4.0, 8.0, 5.0, 5.0, 6.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.6911414861679077, -1.6419117450714111, -1.592681884765625, -1.5434520244598389, -1.4942222833633423, -1.4449925422668457, -1.3957626819610596, -1.3465328216552734, -1.2973030805587769, -1.2480733394622803, -1.1988434791564941, -1.149613618850708, -1.1003838777542114, -1.0511541366577148, -1.0019242763519287, -0.9526944756507874, -0.903464674949646, -0.8542348742485046, -0.8050050735473633, -0.7557752728462219, -0.7065454721450806, -0.6573156714439392, -0.6080858707427979, -0.5588560700416565, -0.5096262693405151, -0.4603964686393738, -0.4111666679382324, -0.36193686723709106, -0.3127070665359497, -0.26347726583480835, -0.214247465133667, -0.16501766443252563, -0.11578798294067383, -0.06655818223953247, -0.017328381538391113, 0.031901419162750244, 0.0811312198638916, 0.13036102056503296, 0.17959082126617432, 0.22882062196731567, 0.27805042266845703, 0.3272802233695984, 0.37651002407073975, 0.4257398247718811, 0.47496962547302246, 0.5241994261741638, 0.5734292268753052, 0.6226590275764465, 0.6718888282775879, 0.7211186289787292, 0.7703484296798706, 0.819578230381012, 0.8688080310821533, 0.9180378317832947, 0.967267632484436, 1.0164973735809326, 1.0657272338867188, 1.1149570941925049, 1.1641868352890015, 1.213416576385498, 1.2626464366912842, 1.3118762969970703, 1.361106038093567, 1.4103357791900635, 1.4595656394958496]}, "gradients/encoder.encoder.layers.18.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 4.0, 6.0, 6.0, 12.0, 14.0, 26.0, 30.0, 55.0, 81.0, 145.0, 232.0, 469.0, 1078.0, 2543.0, 7725.0, 40105.0, 3867885.0, 245942.0, 18720.0, 5104.0, 2102.0, 868.0, 446.0, 241.0, 175.0, 93.0, 54.0, 38.0, 34.0, 12.0, 13.0, 7.0, 8.0, 3.0, 3.0, 3.0, 2.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.7919921875, -0.7678451538085938, -0.7436981201171875, -0.7195510864257812, -0.695404052734375, -0.6712570190429688, -0.6471099853515625, -0.6229629516601562, -0.59881591796875, -0.5746688842773438, -0.5505218505859375, -0.5263748168945312, -0.502227783203125, -0.47808074951171875, -0.4539337158203125, -0.42978668212890625, -0.4056396484375, -0.38149261474609375, -0.3573455810546875, -0.33319854736328125, -0.309051513671875, -0.28490447998046875, -0.2607574462890625, -0.23661041259765625, -0.21246337890625, -0.18831634521484375, -0.1641693115234375, -0.14002227783203125, -0.115875244140625, -0.09172821044921875, -0.0675811767578125, -0.04343414306640625, -0.019287109375, 0.00485992431640625, 0.0290069580078125, 0.05315399169921875, 0.077301025390625, 0.10144805908203125, 0.1255950927734375, 0.14974212646484375, 0.17388916015625, 0.19803619384765625, 0.2221832275390625, 0.24633026123046875, 0.270477294921875, 0.29462432861328125, 0.3187713623046875, 0.34291839599609375, 0.3670654296875, 0.39121246337890625, 0.4153594970703125, 0.43950653076171875, 0.463653564453125, 0.48780059814453125, 0.5119476318359375, 0.5360946655273438, 0.56024169921875, 0.5843887329101562, 0.6085357666015625, 0.6326828002929688, 0.656829833984375, 0.6809768676757812, 0.7051239013671875, 0.7292709350585938, 0.75341796875]}, "gradients/encoder.encoder.layers.18.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 6.0, 8.0, 17.0, 31.0, 46.0, 67.0, 62.0, 83.0, 106.0, 96.0, 111.0, 87.0, 101.0, 61.0, 42.0, 21.0, 26.0, 12.0, 4.0, 1.0, 5.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0684814453125, -0.06560420989990234, -0.06272697448730469, -0.05984973907470703, -0.056972503662109375, -0.05409526824951172, -0.05121803283691406, -0.048340797424316406, -0.04546356201171875, -0.042586326599121094, -0.03970909118652344, -0.03683185577392578, -0.033954620361328125, -0.03107738494873047, -0.028200149536132812, -0.025322914123535156, -0.0224456787109375, -0.019568443298339844, -0.016691207885742188, -0.013813972473144531, -0.010936737060546875, -0.008059501647949219, -0.0051822662353515625, -0.0023050308227539062, 0.00057220458984375, 0.0034494400024414062, 0.0063266754150390625, 0.009203910827636719, 0.012081146240234375, 0.014958381652832031, 0.017835617065429688, 0.020712852478027344, 0.023590087890625, 0.026467323303222656, 0.029344558715820312, 0.03222179412841797, 0.035099029541015625, 0.03797626495361328, 0.04085350036621094, 0.043730735778808594, 0.04660797119140625, 0.049485206604003906, 0.05236244201660156, 0.05523967742919922, 0.058116912841796875, 0.06099414825439453, 0.06387138366699219, 0.06674861907958984, 0.0696258544921875, 0.07250308990478516, 0.07538032531738281, 0.07825756072998047, 0.08113479614257812, 0.08401203155517578, 0.08688926696777344, 0.0897665023803711, 0.09264373779296875, 0.0955209732055664, 0.09839820861816406, 0.10127544403076172, 0.10415267944335938, 0.10702991485595703, 0.10990715026855469, 0.11278438568115234, 0.11566162109375]}, "gradients/encoder.encoder.layers.18.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 6.0, 4.0, 8.0, 5.0, 18.0, 20.0, 30.0, 59.0, 71.0, 86.0, 150.0, 259.0, 764.0, 5896.0, 197364.0, 3971215.0, 16084.0, 1401.0, 331.0, 164.0, 99.0, 92.0, 57.0, 36.0, 29.0, 15.0, 11.0, 7.0, 5.0, 5.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.69921875, -1.6447296142578125, -1.590240478515625, -1.5357513427734375, -1.48126220703125, -1.4267730712890625, -1.372283935546875, -1.3177947998046875, -1.2633056640625, -1.2088165283203125, -1.154327392578125, -1.0998382568359375, -1.04534912109375, -0.9908599853515625, -0.936370849609375, -0.8818817138671875, -0.827392578125, -0.7729034423828125, -0.718414306640625, -0.6639251708984375, -0.60943603515625, -0.5549468994140625, -0.500457763671875, -0.4459686279296875, -0.3914794921875, -0.3369903564453125, -0.282501220703125, -0.2280120849609375, -0.17352294921875, -0.1190338134765625, -0.064544677734375, -0.0100555419921875, 0.04443359375, 0.0989227294921875, 0.153411865234375, 0.2079010009765625, 0.26239013671875, 0.3168792724609375, 0.371368408203125, 0.4258575439453125, 0.4803466796875, 0.5348358154296875, 0.589324951171875, 0.6438140869140625, 0.69830322265625, 0.7527923583984375, 0.807281494140625, 0.8617706298828125, 0.916259765625, 0.9707489013671875, 1.025238037109375, 1.0797271728515625, 1.13421630859375, 1.1887054443359375, 1.243194580078125, 1.2976837158203125, 1.3521728515625, 1.4066619873046875, 1.461151123046875, 1.5156402587890625, 1.57012939453125, 1.6246185302734375, 1.679107666015625, 1.7335968017578125, 1.7880859375]}, "gradients/encoder.encoder.layers.18.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 5.0, 15.0, 17.0, 29.0, 83.0, 358.0, 3079.0, 327.0, 94.0, 36.0, 25.0, 9.0, 4.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.385009765625, -0.3727684020996094, -0.36052703857421875, -0.3482856750488281, -0.3360443115234375, -0.3238029479980469, -0.31156158447265625, -0.2993202209472656, -0.287078857421875, -0.2748374938964844, -0.26259613037109375, -0.2503547668457031, -0.2381134033203125, -0.22587203979492188, -0.21363067626953125, -0.20138931274414062, -0.18914794921875, -0.17690658569335938, -0.16466522216796875, -0.15242385864257812, -0.1401824951171875, -0.12794113159179688, -0.11569976806640625, -0.10345840454101562, -0.091217041015625, -0.07897567749023438, -0.06673431396484375, -0.054492950439453125, -0.0422515869140625, -0.030010223388671875, -0.01776885986328125, -0.005527496337890625, 0.0067138671875, 0.018955230712890625, 0.03119659423828125, 0.043437957763671875, 0.0556793212890625, 0.06792068481445312, 0.08016204833984375, 0.09240341186523438, 0.104644775390625, 0.11688613891601562, 0.12912750244140625, 0.14136886596679688, 0.1536102294921875, 0.16585159301757812, 0.17809295654296875, 0.19033432006835938, 0.20257568359375, 0.21481704711914062, 0.22705841064453125, 0.23929977416992188, 0.2515411376953125, 0.2637825012207031, 0.27602386474609375, 0.2882652282714844, 0.300506591796875, 0.3127479553222656, 0.32498931884765625, 0.3372306823730469, 0.3494720458984375, 0.3617134094238281, 0.37395477294921875, 0.3861961364746094, 0.3984375]}, "gradients/encoder.encoder.layers.18.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 2.0, 4.0, 0.0, 7.0, 11.0, 14.0, 50.0, 87.0, 177.0, 220.0, 197.0, 104.0, 69.0, 31.0, 20.0, 9.0, 6.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-2.2720589637756348, -2.2244699001312256, -2.1768808364868164, -2.1292920112609863, -2.081702947616577, -2.034113883972168, -1.9865248203277588, -1.9389358758926392, -1.8913469314575195, -1.8437578678131104, -1.7961689233779907, -1.7485798597335815, -1.700990915298462, -1.6534018516540527, -1.6058127880096436, -1.558223843574524, -1.5106347799301147, -1.4630457162857056, -1.415456771850586, -1.3678677082061768, -1.3202787637710571, -1.272689700126648, -1.2251007556915283, -1.1775116920471191, -1.12992262840271, -1.0823335647583008, -1.0347446203231812, -0.987155556678772, -0.9395666122436523, -0.8919775485992432, -0.8443885445594788, -0.7967995405197144, -0.7492106556892395, -0.7016216516494751, -0.6540326476097107, -0.6064436435699463, -0.5588545799255371, -0.5112656354904175, -0.4636765718460083, -0.4160875678062439, -0.3684985637664795, -0.3209095597267151, -0.2733205556869507, -0.2257315218448639, -0.1781425178050995, -0.13055351376533508, -0.08296447992324829, -0.03537547588348389, 0.012213528156280518, 0.05980253964662552, 0.10739155113697052, 0.15498057007789612, 0.20256957411766052, 0.2501585781574249, 0.2977476119995117, 0.3453366160392761, 0.3929256200790405, 0.44051462411880493, 0.48810362815856934, 0.5356926918029785, 0.5832816362380981, 0.6308706998825073, 0.6784597039222717, 0.7260487079620361, 0.7736377120018005]}, "gradients/encoder.encoder.layers.18.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 3.0, 4.0, 5.0, 8.0, 5.0, 5.0, 12.0, 16.0, 11.0, 14.0, 18.0, 16.0, 17.0, 32.0, 38.0, 34.0, 39.0, 48.0, 37.0, 48.0, 38.0, 40.0, 43.0, 46.0, 51.0, 37.0, 38.0, 36.0, 35.0, 26.0, 31.0, 27.0, 25.0, 16.0, 20.0, 15.0, 14.0, 14.0, 4.0, 12.0, 5.0, 2.0, 5.0, 4.0, 4.0, 0.0, 3.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.5486032962799072, -0.5315085053443909, -0.5144136548042297, -0.4973188638687134, -0.48022404313087463, -0.4631292223930359, -0.44603443145751953, -0.4289396107196808, -0.41184478998184204, -0.3947499692440033, -0.37765514850616455, -0.3605603575706482, -0.34346553683280945, -0.3263707160949707, -0.30927592515945435, -0.2921811044216156, -0.27508628368377686, -0.2579914629459381, -0.24089665710926056, -0.223801851272583, -0.20670703053474426, -0.18961220979690552, -0.17251740396022797, -0.15542259812355042, -0.13832777738571167, -0.12123296409845352, -0.10413815081119537, -0.08704333752393723, -0.06994852423667908, -0.05285371094942093, -0.03575889766216278, -0.018664084374904633, -0.001569211483001709, 0.01552560180425644, 0.03262041509151459, 0.049715228378772736, 0.06681004166603088, 0.08390485495328903, 0.10099966824054718, 0.11809448152780533, 0.13518929481506348, 0.15228411555290222, 0.16937892138957977, 0.18647372722625732, 0.20356854796409607, 0.22066336870193481, 0.23775817453861237, 0.2548529803752899, 0.27194780111312866, 0.2890426218509674, 0.30613744258880615, 0.3232322335243225, 0.34032705426216125, 0.357421875, 0.37451666593551636, 0.3916114866733551, 0.40870630741119385, 0.4258011281490326, 0.44289594888687134, 0.4599907398223877, 0.47708556056022644, 0.4941803812980652, 0.5112751722335815, 0.5283700227737427, 0.545464813709259]}, "gradients/encoder.encoder.layers.18.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 5.0, 9.0, 8.0, 15.0, 25.0, 28.0, 33.0, 47.0, 66.0, 101.0, 161.0, 248.0, 407.0, 747.0, 1478.0, 2810.0, 6125.0, 14386.0, 38272.0, 120568.0, 366076.0, 333221.0, 105314.0, 34031.0, 12842.0, 5548.0, 2647.0, 1441.0, 729.0, 423.0, 262.0, 146.0, 101.0, 70.0, 38.0, 29.0, 23.0, 13.0, 21.0, 9.0, 11.0, 7.0, 4.0, 0.0, 4.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.349609375, -0.3386650085449219, -0.32772064208984375, -0.3167762756347656, -0.3058319091796875, -0.2948875427246094, -0.28394317626953125, -0.2729988098144531, -0.262054443359375, -0.2511100769042969, -0.24016571044921875, -0.22922134399414062, -0.2182769775390625, -0.20733261108398438, -0.19638824462890625, -0.18544387817382812, -0.17449951171875, -0.16355514526367188, -0.15261077880859375, -0.14166641235351562, -0.1307220458984375, -0.11977767944335938, -0.10883331298828125, -0.09788894653320312, -0.086944580078125, -0.07600021362304688, -0.06505584716796875, -0.054111480712890625, -0.0431671142578125, -0.032222747802734375, -0.02127838134765625, -0.010334014892578125, 0.0006103515625, 0.011554718017578125, 0.02249908447265625, 0.033443450927734375, 0.0443878173828125, 0.055332183837890625, 0.06627655029296875, 0.07722091674804688, 0.088165283203125, 0.09910964965820312, 0.11005401611328125, 0.12099838256835938, 0.1319427490234375, 0.14288711547851562, 0.15383148193359375, 0.16477584838867188, 0.17572021484375, 0.18666458129882812, 0.19760894775390625, 0.20855331420898438, 0.2194976806640625, 0.23044204711914062, 0.24138641357421875, 0.2523307800292969, 0.263275146484375, 0.2742195129394531, 0.28516387939453125, 0.2961082458496094, 0.3070526123046875, 0.3179969787597656, 0.32894134521484375, 0.3398857116699219, 0.350830078125]}, "gradients/encoder.encoder.layers.18.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 4.0, 11.0, 11.0, 14.0, 25.0, 44.0, 52.0, 60.0, 65.0, 91.0, 115.0, 104.0, 89.0, 84.0, 61.0, 51.0, 33.0, 26.0, 28.0, 14.0, 9.0, 7.0, 4.0, 1.0, 4.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0751953125, -0.07209587097167969, -0.06899642944335938, -0.06589698791503906, -0.06279754638671875, -0.05969810485839844, -0.056598663330078125, -0.05349922180175781, -0.0503997802734375, -0.04730033874511719, -0.044200897216796875, -0.04110145568847656, -0.03800201416015625, -0.03490257263183594, -0.031803131103515625, -0.028703689575195312, -0.025604248046875, -0.022504806518554688, -0.019405364990234375, -0.016305923461914062, -0.01320648193359375, -0.010107040405273438, -0.007007598876953125, -0.0039081573486328125, -0.0008087158203125, 0.0022907257080078125, 0.005390167236328125, 0.008489608764648438, 0.01158905029296875, 0.014688491821289062, 0.017787933349609375, 0.020887374877929688, 0.02398681640625, 0.027086257934570312, 0.030185699462890625, 0.03328514099121094, 0.03638458251953125, 0.03948402404785156, 0.042583465576171875, 0.04568290710449219, 0.0487823486328125, 0.05188179016113281, 0.054981231689453125, 0.05808067321777344, 0.06118011474609375, 0.06427955627441406, 0.06737899780273438, 0.07047843933105469, 0.073577880859375, 0.07667732238769531, 0.07977676391601562, 0.08287620544433594, 0.08597564697265625, 0.08907508850097656, 0.09217453002929688, 0.09527397155761719, 0.0983734130859375, 0.10147285461425781, 0.10457229614257812, 0.10767173767089844, 0.11077117919921875, 0.11387062072753906, 0.11697006225585938, 0.12006950378417969, 0.1231689453125]}, "gradients/encoder.encoder.layers.18.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 6.0, 12.0, 10.0, 10.0, 10.0, 19.0, 25.0, 34.0, 41.0, 82.0, 94.0, 130.0, 226.0, 277.0, 517.0, 914.0, 1732.0, 3768.0, 9750.0, 32669.0, 149478.0, 545894.0, 232785.0, 47447.0, 12938.0, 4843.0, 2111.0, 1050.0, 573.0, 371.0, 228.0, 137.0, 117.0, 74.0, 43.0, 33.0, 37.0, 19.0, 12.0, 9.0, 6.0, 8.0, 3.0, 6.0, 4.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.451416015625, -0.4366798400878906, -0.42194366455078125, -0.4072074890136719, -0.3924713134765625, -0.3777351379394531, -0.36299896240234375, -0.3482627868652344, -0.333526611328125, -0.3187904357910156, -0.30405426025390625, -0.2893180847167969, -0.2745819091796875, -0.2598457336425781, -0.24510955810546875, -0.23037338256835938, -0.21563720703125, -0.20090103149414062, -0.18616485595703125, -0.17142868041992188, -0.1566925048828125, -0.14195632934570312, -0.12722015380859375, -0.11248397827148438, -0.097747802734375, -0.08301162719726562, -0.06827545166015625, -0.053539276123046875, -0.0388031005859375, -0.024066925048828125, -0.00933074951171875, 0.005405426025390625, 0.0201416015625, 0.034877777099609375, 0.04961395263671875, 0.06435012817382812, 0.0790863037109375, 0.09382247924804688, 0.10855865478515625, 0.12329483032226562, 0.138031005859375, 0.15276718139648438, 0.16750335693359375, 0.18223953247070312, 0.1969757080078125, 0.21171188354492188, 0.22644805908203125, 0.24118423461914062, 0.25592041015625, 0.2706565856933594, 0.28539276123046875, 0.3001289367675781, 0.3148651123046875, 0.3296012878417969, 0.34433746337890625, 0.3590736389160156, 0.373809814453125, 0.3885459899902344, 0.40328216552734375, 0.4180183410644531, 0.4327545166015625, 0.4474906921386719, 0.46222686767578125, 0.4769630432128906, 0.49169921875]}, "gradients/encoder.encoder.layers.18.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 4.0, 1.0, 1.0, 3.0, 8.0, 12.0, 9.0, 8.0, 16.0, 13.0, 20.0, 24.0, 33.0, 28.0, 32.0, 41.0, 45.0, 41.0, 50.0, 55.0, 46.0, 57.0, 39.0, 54.0, 46.0, 34.0, 30.0, 37.0, 27.0, 42.0, 23.0, 27.0, 20.0, 14.0, 15.0, 10.0, 9.0, 7.0, 5.0, 4.0, 7.0, 7.0, 1.0, 3.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.28466796875, -0.27542877197265625, -0.2661895751953125, -0.25695037841796875, -0.247711181640625, -0.23847198486328125, -0.2292327880859375, -0.21999359130859375, -0.21075439453125, -0.20151519775390625, -0.1922760009765625, -0.18303680419921875, -0.173797607421875, -0.16455841064453125, -0.1553192138671875, -0.14608001708984375, -0.1368408203125, -0.12760162353515625, -0.1183624267578125, -0.10912322998046875, -0.099884033203125, -0.09064483642578125, -0.0814056396484375, -0.07216644287109375, -0.06292724609375, -0.05368804931640625, -0.0444488525390625, -0.03520965576171875, -0.025970458984375, -0.01673126220703125, -0.0074920654296875, 0.00174713134765625, 0.010986328125, 0.02022552490234375, 0.0294647216796875, 0.03870391845703125, 0.047943115234375, 0.05718231201171875, 0.0664215087890625, 0.07566070556640625, 0.08489990234375, 0.09413909912109375, 0.1033782958984375, 0.11261749267578125, 0.121856689453125, 0.13109588623046875, 0.1403350830078125, 0.14957427978515625, 0.1588134765625, 0.16805267333984375, 0.1772918701171875, 0.18653106689453125, 0.195770263671875, 0.20500946044921875, 0.2142486572265625, 0.22348785400390625, 0.23272705078125, 0.24196624755859375, 0.2512054443359375, 0.26044464111328125, 0.269683837890625, 0.27892303466796875, 0.2881622314453125, 0.29740142822265625, 0.306640625]}, "gradients/encoder.encoder.layers.18.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 2.0, 4.0, 7.0, 8.0, 7.0, 12.0, 16.0, 18.0, 29.0, 43.0, 59.0, 99.0, 134.0, 236.0, 451.0, 928.0, 2199.0, 6227.0, 22429.0, 126152.0, 636829.0, 207016.0, 32345.0, 8148.0, 2717.0, 1099.0, 537.0, 291.0, 164.0, 108.0, 65.0, 48.0, 29.0, 24.0, 18.0, 13.0, 11.0, 10.0, 6.0, 7.0, 3.0, 4.0, 2.0, 2.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.263916015625, -0.2555694580078125, -0.247222900390625, -0.2388763427734375, -0.23052978515625, -0.2221832275390625, -0.213836669921875, -0.2054901123046875, -0.1971435546875, -0.1887969970703125, -0.180450439453125, -0.1721038818359375, -0.16375732421875, -0.1554107666015625, -0.147064208984375, -0.1387176513671875, -0.13037109375, -0.1220245361328125, -0.113677978515625, -0.1053314208984375, -0.09698486328125, -0.0886383056640625, -0.080291748046875, -0.0719451904296875, -0.0635986328125, -0.0552520751953125, -0.046905517578125, -0.0385589599609375, -0.03021240234375, -0.0218658447265625, -0.013519287109375, -0.0051727294921875, 0.003173828125, 0.0115203857421875, 0.019866943359375, 0.0282135009765625, 0.03656005859375, 0.0449066162109375, 0.053253173828125, 0.0615997314453125, 0.0699462890625, 0.0782928466796875, 0.086639404296875, 0.0949859619140625, 0.10333251953125, 0.1116790771484375, 0.120025634765625, 0.1283721923828125, 0.13671875, 0.1450653076171875, 0.153411865234375, 0.1617584228515625, 0.17010498046875, 0.1784515380859375, 0.186798095703125, 0.1951446533203125, 0.2034912109375, 0.2118377685546875, 0.220184326171875, 0.2285308837890625, 0.23687744140625, 0.2452239990234375, 0.253570556640625, 0.2619171142578125, 0.270263671875]}, "gradients/encoder.encoder.layers.18.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0, 0.0, 1.0, 6.0, 10.0, 8.0, 8.0, 15.0, 11.0, 14.0, 16.0, 26.0, 30.0, 43.0, 52.0, 70.0, 77.0, 85.0, 79.0, 80.0, 84.0, 67.0, 50.0, 43.0, 28.0, 23.0, 20.0, 10.0, 11.0, 9.0, 11.0, 3.0, 4.0, 5.0, 3.0, 1.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.0001214146614074707, -0.00011799205094575882, -0.00011456944048404694, -0.00011114683002233505, -0.00010772421956062317, -0.00010430160909891129, -0.0001008789986371994, -9.745638817548752e-05, -9.403377771377563e-05, -9.061116725206375e-05, -8.718855679035187e-05, -8.376594632863998e-05, -8.03433358669281e-05, -7.692072540521622e-05, -7.349811494350433e-05, -7.007550448179245e-05, -6.665289402008057e-05, -6.323028355836868e-05, -5.98076730966568e-05, -5.6385062634944916e-05, -5.296245217323303e-05, -4.953984171152115e-05, -4.6117231249809265e-05, -4.269462078809738e-05, -3.92720103263855e-05, -3.5849399864673615e-05, -3.242678940296173e-05, -2.9004178941249847e-05, -2.5581568479537964e-05, -2.215895801782608e-05, -1.8736347556114197e-05, -1.5313737094402313e-05, -1.189112663269043e-05, -8.468516170978546e-06, -5.045905709266663e-06, -1.623295247554779e-06, 1.7993152141571045e-06, 5.221925675868988e-06, 8.644536137580872e-06, 1.2067146599292755e-05, 1.548975706100464e-05, 1.8912367522716522e-05, 2.2334977984428406e-05, 2.575758844614029e-05, 2.9180198907852173e-05, 3.2602809369564056e-05, 3.602541983127594e-05, 3.9448030292987823e-05, 4.287064075469971e-05, 4.629325121641159e-05, 4.9715861678123474e-05, 5.313847213983536e-05, 5.656108260154724e-05, 5.9983693063259125e-05, 6.340630352497101e-05, 6.682891398668289e-05, 7.025152444839478e-05, 7.367413491010666e-05, 7.709674537181854e-05, 8.051935583353043e-05, 8.394196629524231e-05, 8.736457675695419e-05, 9.078718721866608e-05, 9.420979768037796e-05, 9.763240814208984e-05]}, "gradients/encoder.encoder.layers.18.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 4.0, 12.0, 7.0, 13.0, 16.0, 19.0, 42.0, 51.0, 87.0, 109.0, 192.0, 322.0, 559.0, 1139.0, 2280.0, 5773.0, 18009.0, 76829.0, 443191.0, 403847.0, 69239.0, 16614.0, 5460.0, 2291.0, 1033.0, 551.0, 322.0, 174.0, 102.0, 91.0, 49.0, 44.0, 22.0, 18.0, 9.0, 11.0, 6.0, 4.0, 7.0, 2.0, 2.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2476806640625, -0.23993301391601562, -0.23218536376953125, -0.22443771362304688, -0.2166900634765625, -0.20894241333007812, -0.20119476318359375, -0.19344711303710938, -0.185699462890625, -0.17795181274414062, -0.17020416259765625, -0.16245651245117188, -0.1547088623046875, -0.14696121215820312, -0.13921356201171875, -0.13146591186523438, -0.12371826171875, -0.11597061157226562, -0.10822296142578125, -0.10047531127929688, -0.0927276611328125, -0.08498001098632812, -0.07723236083984375, -0.06948471069335938, -0.061737060546875, -0.053989410400390625, -0.04624176025390625, -0.038494110107421875, -0.0307464599609375, -0.022998809814453125, -0.01525115966796875, -0.007503509521484375, 0.000244140625, 0.007991790771484375, 0.01573944091796875, 0.023487091064453125, 0.0312347412109375, 0.038982391357421875, 0.04673004150390625, 0.054477691650390625, 0.062225341796875, 0.06997299194335938, 0.07772064208984375, 0.08546829223632812, 0.0932159423828125, 0.10096359252929688, 0.10871124267578125, 0.11645889282226562, 0.12420654296875, 0.13195419311523438, 0.13970184326171875, 0.14744949340820312, 0.1551971435546875, 0.16294479370117188, 0.17069244384765625, 0.17844009399414062, 0.186187744140625, 0.19393539428710938, 0.20168304443359375, 0.20943069458007812, 0.2171783447265625, 0.22492599487304688, 0.23267364501953125, 0.24042129516601562, 0.2481689453125]}, "gradients/encoder.encoder.layers.18.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 5.0, 4.0, 2.0, 4.0, 17.0, 16.0, 15.0, 32.0, 30.0, 39.0, 57.0, 72.0, 81.0, 80.0, 97.0, 110.0, 84.0, 75.0, 38.0, 37.0, 31.0, 22.0, 11.0, 11.0, 12.0, 3.0, 6.0, 5.0, 2.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.173095703125, -0.1673583984375, -0.16162109375, -0.1558837890625, -0.150146484375, -0.1444091796875, -0.138671875, -0.1329345703125, -0.127197265625, -0.1214599609375, -0.11572265625, -0.1099853515625, -0.104248046875, -0.0985107421875, -0.0927734375, -0.0870361328125, -0.081298828125, -0.0755615234375, -0.06982421875, -0.0640869140625, -0.058349609375, -0.0526123046875, -0.046875, -0.0411376953125, -0.035400390625, -0.0296630859375, -0.02392578125, -0.0181884765625, -0.012451171875, -0.0067138671875, -0.0009765625, 0.0047607421875, 0.010498046875, 0.0162353515625, 0.02197265625, 0.0277099609375, 0.033447265625, 0.0391845703125, 0.044921875, 0.0506591796875, 0.056396484375, 0.0621337890625, 0.06787109375, 0.0736083984375, 0.079345703125, 0.0850830078125, 0.0908203125, 0.0965576171875, 0.102294921875, 0.1080322265625, 0.11376953125, 0.1195068359375, 0.125244140625, 0.1309814453125, 0.13671875, 0.1424560546875, 0.148193359375, 0.1539306640625, 0.15966796875, 0.1654052734375, 0.171142578125, 0.1768798828125, 0.1826171875, 0.1883544921875, 0.194091796875]}, "gradients/encoder.encoder.layers.18.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 4.0, 4.0, 8.0, 11.0, 27.0, 43.0, 65.0, 81.0, 124.0, 139.0, 136.0, 121.0, 79.0, 69.0, 35.0, 31.0, 10.0, 8.0, 2.0, 4.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.4690370559692383, -3.3821518421173096, -3.2952663898468018, -3.208381175994873, -3.1214959621429443, -3.0346105098724365, -2.947725296020508, -2.86083984375, -2.7739546298980713, -2.6870694160461426, -2.6001839637756348, -2.513298749923706, -2.4264135360717773, -2.3395280838012695, -2.252642869949341, -2.165757656097412, -2.0788722038269043, -1.991986870765686, -1.9051016569137573, -1.818216323852539, -1.7313309907913208, -1.6444456577301025, -1.5575604438781738, -1.4706751108169556, -1.3837900161743164, -1.2969046831130981, -1.2100194692611694, -1.1231341361999512, -1.036248803138733, -0.9493635296821594, -0.8624782562255859, -0.7755929231643677, -0.6887075901031494, -0.6018223166465759, -0.5149369835853577, -0.4280517101287842, -0.3411664068698883, -0.25428110361099243, -0.16739583015441895, -0.08051049709320068, 0.006374776363372803, 0.09326007217168808, 0.18014536798000336, 0.26703065633773804, 0.3539159595966339, 0.4408012628555298, 0.5276865363121033, 0.6145718693733215, 0.701457142829895, 0.7883424162864685, 0.8752277493476868, 0.9621130228042603, 1.0489983558654785, 1.1358835697174072, 1.2227689027786255, 1.3096542358398438, 1.3965394496917725, 1.4834247827529907, 1.5703099966049194, 1.6571953296661377, 1.744080662727356, 1.8309659957885742, 1.917851209640503, 2.0047364234924316, 2.0916218757629395]}, "gradients/encoder.encoder.layers.18.layer_norm.bias": {"_type": "histogram", "values": [2.0, 4.0, 3.0, 1.0, 1.0, 1.0, 4.0, 7.0, 4.0, 7.0, 6.0, 12.0, 10.0, 10.0, 20.0, 17.0, 11.0, 20.0, 14.0, 28.0, 23.0, 34.0, 33.0, 33.0, 42.0, 39.0, 38.0, 38.0, 42.0, 42.0, 39.0, 39.0, 37.0, 35.0, 35.0, 40.0, 19.0, 24.0, 29.0, 21.0, 23.0, 17.0, 14.0, 15.0, 18.0, 15.0, 10.0, 8.0, 6.0, 6.0, 7.0, 5.0, 4.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.252915382385254, -1.2100167274475098, -1.1671180725097656, -1.1242194175720215, -1.0813207626342773, -1.0384221076965332, -0.9955234527587891, -0.9526247978210449, -0.9097261428833008, -0.8668274879455566, -0.8239288330078125, -0.7810301780700684, -0.7381315231323242, -0.6952328681945801, -0.6523342132568359, -0.6094355583190918, -0.5665369033813477, -0.5236382484436035, -0.4807395935058594, -0.43784093856811523, -0.3949422836303711, -0.35204362869262695, -0.3091449737548828, -0.26624631881713867, -0.22334766387939453, -0.1804490089416504, -0.13755035400390625, -0.09465169906616211, -0.05175304412841797, -0.008854389190673828, 0.03404426574707031, 0.07694292068481445, 0.1198415756225586, 0.16274023056030273, 0.20563888549804688, 0.24853754043579102, 0.29143619537353516, 0.3343348503112793, 0.37723350524902344, 0.4201321601867676, 0.4630308151245117, 0.5059294700622559, 0.548828125, 0.5917267799377441, 0.6346254348754883, 0.6775240898132324, 0.7204227447509766, 0.7633213996887207, 0.8062200546264648, 0.849118709564209, 0.8920173645019531, 0.9349160194396973, 0.9778146743774414, 1.0207133293151855, 1.0636119842529297, 1.1065106391906738, 1.149409294128418, 1.192307949066162, 1.2352066040039062, 1.2781052589416504, 1.3210039138793945, 1.3639025688171387, 1.4068012237548828, 1.449699878692627, 1.492598533630371]}, "gradients/encoder.encoder.layers.17.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 5.0, 0.0, 6.0, 5.0, 9.0, 11.0, 16.0, 26.0, 51.0, 86.0, 136.0, 201.0, 361.0, 833.0, 1819.0, 4621.0, 13223.0, 55273.0, 2026100.0, 2014341.0, 53913.0, 13883.0, 5012.0, 2052.0, 1009.0, 536.0, 261.0, 180.0, 99.0, 74.0, 52.0, 29.0, 19.0, 18.0, 8.0, 4.0, 10.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.54833984375, -0.5312042236328125, -0.514068603515625, -0.4969329833984375, -0.47979736328125, -0.4626617431640625, -0.445526123046875, -0.4283905029296875, -0.4112548828125, -0.3941192626953125, -0.376983642578125, -0.3598480224609375, -0.34271240234375, -0.3255767822265625, -0.308441162109375, -0.2913055419921875, -0.274169921875, -0.2570343017578125, -0.239898681640625, -0.2227630615234375, -0.20562744140625, -0.1884918212890625, -0.171356201171875, -0.1542205810546875, -0.1370849609375, -0.1199493408203125, -0.102813720703125, -0.0856781005859375, -0.06854248046875, -0.0514068603515625, -0.034271240234375, -0.0171356201171875, 0.0, 0.0171356201171875, 0.034271240234375, 0.0514068603515625, 0.06854248046875, 0.0856781005859375, 0.102813720703125, 0.1199493408203125, 0.1370849609375, 0.1542205810546875, 0.171356201171875, 0.1884918212890625, 0.20562744140625, 0.2227630615234375, 0.239898681640625, 0.2570343017578125, 0.274169921875, 0.2913055419921875, 0.308441162109375, 0.3255767822265625, 0.34271240234375, 0.3598480224609375, 0.376983642578125, 0.3941192626953125, 0.4112548828125, 0.4283905029296875, 0.445526123046875, 0.4626617431640625, 0.47979736328125, 0.4969329833984375, 0.514068603515625, 0.5312042236328125, 0.54833984375]}, "gradients/encoder.encoder.layers.17.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 7.0, 8.0, 10.0, 9.0, 23.0, 24.0, 41.0, 53.0, 62.0, 83.0, 85.0, 115.0, 101.0, 88.0, 77.0, 53.0, 45.0, 42.0, 24.0, 12.0, 12.0, 11.0, 6.0, 4.0, 7.0, 4.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.07086181640625, -0.06790637969970703, -0.06495094299316406, -0.061995506286621094, -0.059040069580078125, -0.056084632873535156, -0.05312919616699219, -0.05017375946044922, -0.04721832275390625, -0.04426288604736328, -0.04130744934082031, -0.038352012634277344, -0.035396575927734375, -0.032441139221191406, -0.029485702514648438, -0.02653026580810547, -0.0235748291015625, -0.02061939239501953, -0.017663955688476562, -0.014708518981933594, -0.011753082275390625, -0.008797645568847656, -0.0058422088623046875, -0.0028867721557617188, 6.866455078125e-05, 0.0030241012573242188, 0.0059795379638671875, 0.008934974670410156, 0.011890411376953125, 0.014845848083496094, 0.017801284790039062, 0.02075672149658203, 0.023712158203125, 0.02666759490966797, 0.029623031616210938, 0.032578468322753906, 0.035533905029296875, 0.038489341735839844, 0.04144477844238281, 0.04440021514892578, 0.04735565185546875, 0.05031108856201172, 0.05326652526855469, 0.056221961975097656, 0.059177398681640625, 0.062132835388183594, 0.06508827209472656, 0.06804370880126953, 0.0709991455078125, 0.07395458221435547, 0.07691001892089844, 0.0798654556274414, 0.08282089233398438, 0.08577632904052734, 0.08873176574707031, 0.09168720245361328, 0.09464263916015625, 0.09759807586669922, 0.10055351257324219, 0.10350894927978516, 0.10646438598632812, 0.1094198226928711, 0.11237525939941406, 0.11533069610595703, 0.1182861328125]}, "gradients/encoder.encoder.layers.17.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 6.0, 1.0, 7.0, 9.0, 12.0, 20.0, 21.0, 44.0, 76.0, 113.0, 220.0, 500.0, 1439.0, 5408.0, 32205.0, 1579213.0, 2532363.0, 34605.0, 5444.0, 1510.0, 594.0, 230.0, 105.0, 53.0, 32.0, 23.0, 13.0, 10.0, 7.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.130859375, -1.1018753051757812, -1.0728912353515625, -1.0439071655273438, -1.014923095703125, -0.9859390258789062, -0.9569549560546875, -0.9279708862304688, -0.89898681640625, -0.8700027465820312, -0.8410186767578125, -0.8120346069335938, -0.783050537109375, -0.7540664672851562, -0.7250823974609375, -0.6960983276367188, -0.6671142578125, -0.6381301879882812, -0.6091461181640625, -0.5801620483398438, -0.551177978515625, -0.5221939086914062, -0.4932098388671875, -0.46422576904296875, -0.43524169921875, -0.40625762939453125, -0.3772735595703125, -0.34828948974609375, -0.319305419921875, -0.29032135009765625, -0.2613372802734375, -0.23235321044921875, -0.203369140625, -0.17438507080078125, -0.1454010009765625, -0.11641693115234375, -0.087432861328125, -0.05844879150390625, -0.0294647216796875, -0.00048065185546875, 0.02850341796875, 0.05748748779296875, 0.0864715576171875, 0.11545562744140625, 0.144439697265625, 0.17342376708984375, 0.2024078369140625, 0.23139190673828125, 0.2603759765625, 0.28936004638671875, 0.3183441162109375, 0.34732818603515625, 0.376312255859375, 0.40529632568359375, 0.4342803955078125, 0.46326446533203125, 0.49224853515625, 0.5212326049804688, 0.5502166748046875, 0.5792007446289062, 0.608184814453125, 0.6371688842773438, 0.6661529541015625, 0.6951370239257812, 0.72412109375]}, "gradients/encoder.encoder.layers.17.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 5.0, 3.0, 5.0, 9.0, 9.0, 9.0, 14.0, 23.0, 31.0, 71.0, 96.0, 169.0, 379.0, 1577.0, 1020.0, 293.0, 153.0, 85.0, 46.0, 15.0, 26.0, 13.0, 13.0, 4.0, 5.0, 4.0, 1.0, 4.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.28857421875, -0.2813377380371094, -0.27410125732421875, -0.2668647766113281, -0.2596282958984375, -0.2523918151855469, -0.24515533447265625, -0.23791885375976562, -0.230682373046875, -0.22344589233398438, -0.21620941162109375, -0.20897293090820312, -0.2017364501953125, -0.19449996948242188, -0.18726348876953125, -0.18002700805664062, -0.17279052734375, -0.16555404663085938, -0.15831756591796875, -0.15108108520507812, -0.1438446044921875, -0.13660812377929688, -0.12937164306640625, -0.12213516235351562, -0.114898681640625, -0.10766220092773438, -0.10042572021484375, -0.09318923950195312, -0.0859527587890625, -0.07871627807617188, -0.07147979736328125, -0.06424331665039062, -0.0570068359375, -0.049770355224609375, -0.04253387451171875, -0.035297393798828125, -0.0280609130859375, -0.020824432373046875, -0.01358795166015625, -0.006351470947265625, 0.000885009765625, 0.008121490478515625, 0.01535797119140625, 0.022594451904296875, 0.0298309326171875, 0.037067413330078125, 0.04430389404296875, 0.051540374755859375, 0.05877685546875, 0.06601333618164062, 0.07324981689453125, 0.08048629760742188, 0.0877227783203125, 0.09495925903320312, 0.10219573974609375, 0.10943222045898438, 0.116668701171875, 0.12390518188476562, 0.13114166259765625, 0.13837814331054688, 0.1456146240234375, 0.15285110473632812, 0.16008758544921875, 0.16732406616210938, 0.174560546875]}, "gradients/encoder.encoder.layers.17.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 4.0, 7.0, 8.0, 11.0, 40.0, 46.0, 81.0, 96.0, 160.0, 161.0, 137.0, 107.0, 69.0, 40.0, 22.0, 9.0, 6.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.387871503829956, -1.3423389196395874, -1.2968064546585083, -1.2512738704681396, -1.205741286277771, -1.1602087020874023, -1.1146762371063232, -1.0691436529159546, -1.023611068725586, -0.9780785441398621, -0.9325459599494934, -0.8870134353637695, -0.8414808511734009, -0.795948326587677, -0.7504158020019531, -0.7048832178115845, -0.6593507528305054, -0.6138182282447815, -0.5682856440544128, -0.522753119468689, -0.4772205650806427, -0.43168801069259644, -0.38615548610687256, -0.3406229317188263, -0.29509037733078003, -0.24955782294273376, -0.2040252834558487, -0.15849274396896362, -0.11296018958091736, -0.0674276351928711, -0.021895110607147217, 0.023637443780899048, 0.06916987895965576, 0.11470242589712143, 0.1602349728345871, 0.20576751232147217, 0.25130006670951843, 0.2968326210975647, 0.3423651456832886, 0.38789770007133484, 0.4334302544593811, 0.47896280884742737, 0.5244953632354736, 0.5700278878211975, 0.6155604124069214, 0.66109299659729, 0.7066255211830139, 0.7521580457687378, 0.7976906299591064, 0.8432231545448303, 0.888755738735199, 0.9342882633209229, 0.9798208475112915, 1.0253534317016602, 1.0708858966827393, 1.116418480873108, 1.1619510650634766, 1.2074836492538452, 1.2530161142349243, 1.298548698425293, 1.3440812826156616, 1.3896138668060303, 1.4351463317871094, 1.480678915977478, 1.5262113809585571]}, "gradients/encoder.encoder.layers.17.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 6.0, 2.0, 6.0, 7.0, 13.0, 12.0, 9.0, 10.0, 7.0, 13.0, 14.0, 25.0, 20.0, 23.0, 36.0, 29.0, 30.0, 41.0, 38.0, 32.0, 41.0, 48.0, 42.0, 41.0, 50.0, 43.0, 43.0, 56.0, 31.0, 32.0, 25.0, 30.0, 24.0, 25.0, 18.0, 21.0, 14.0, 11.0, 12.0, 5.0, 9.0, 5.0, 5.0, 4.0, 1.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5398167967796326, -0.520159125328064, -0.5005013942718506, -0.4808436930179596, -0.4611859917640686, -0.4415282905101776, -0.4218705892562866, -0.402212917804718, -0.38255518674850464, -0.36289748549461365, -0.34323978424072266, -0.32358208298683167, -0.3039243817329407, -0.2842666804790497, -0.2646089792251587, -0.2449512928724289, -0.2252936065196991, -0.2056359052658081, -0.18597820401191711, -0.16632050275802612, -0.14666280150413513, -0.12700510025024414, -0.10734741389751434, -0.08768971264362335, -0.06803201138973236, -0.04837431013584137, -0.028716612607240677, -0.009058915078639984, 0.010598786175251007, 0.030256487429142, 0.04991418123245239, 0.06957188248634338, 0.08922958374023438, 0.10888728499412537, 0.12854498624801636, 0.14820268750190735, 0.16786038875579834, 0.18751809000968933, 0.20717577636241913, 0.22683347761631012, 0.2464911788702011, 0.2661488652229309, 0.2858065664768219, 0.3054642677307129, 0.3251219689846039, 0.3447796702384949, 0.36443737149238586, 0.38409507274627686, 0.40375277400016785, 0.42341047525405884, 0.44306817650794983, 0.4627258777618408, 0.4823835790157318, 0.5020412802696228, 0.5216989517211914, 0.5413566827774048, 0.5610143542289734, 0.580672025680542, 0.6003297567367554, 0.619987428188324, 0.6396451592445374, 0.659302830696106, 0.6789605617523193, 0.6986182332038879, 0.7182759642601013]}, "gradients/encoder.encoder.layers.17.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 6.0, 1.0, 5.0, 6.0, 8.0, 6.0, 11.0, 19.0, 23.0, 47.0, 59.0, 94.0, 164.0, 254.0, 435.0, 716.0, 1513.0, 3177.0, 7435.0, 17925.0, 50265.0, 157030.0, 506559.0, 201848.0, 62683.0, 22058.0, 8587.0, 3706.0, 1772.0, 932.0, 469.0, 260.0, 171.0, 94.0, 63.0, 66.0, 25.0, 23.0, 16.0, 13.0, 5.0, 3.0, 2.0, 6.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.37939453125, -0.3665771484375, -0.353759765625, -0.3409423828125, -0.328125, -0.3153076171875, -0.302490234375, -0.2896728515625, -0.27685546875, -0.2640380859375, -0.251220703125, -0.2384033203125, -0.2255859375, -0.2127685546875, -0.199951171875, -0.1871337890625, -0.17431640625, -0.1614990234375, -0.148681640625, -0.1358642578125, -0.123046875, -0.1102294921875, -0.097412109375, -0.0845947265625, -0.07177734375, -0.0589599609375, -0.046142578125, -0.0333251953125, -0.0205078125, -0.0076904296875, 0.005126953125, 0.0179443359375, 0.03076171875, 0.0435791015625, 0.056396484375, 0.0692138671875, 0.08203125, 0.0948486328125, 0.107666015625, 0.1204833984375, 0.13330078125, 0.1461181640625, 0.158935546875, 0.1717529296875, 0.1845703125, 0.1973876953125, 0.210205078125, 0.2230224609375, 0.23583984375, 0.2486572265625, 0.261474609375, 0.2742919921875, 0.287109375, 0.2999267578125, 0.312744140625, 0.3255615234375, 0.33837890625, 0.3511962890625, 0.364013671875, 0.3768310546875, 0.3896484375, 0.4024658203125, 0.415283203125, 0.4281005859375, 0.44091796875]}, "gradients/encoder.encoder.layers.17.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 2.0, 6.0, 14.0, 11.0, 17.0, 23.0, 41.0, 46.0, 51.0, 78.0, 95.0, 84.0, 99.0, 79.0, 82.0, 79.0, 45.0, 47.0, 31.0, 25.0, 18.0, 10.0, 6.0, 6.0, 6.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.07427978515625, -0.0712442398071289, -0.06820869445800781, -0.06517314910888672, -0.062137603759765625, -0.05910205841064453, -0.05606651306152344, -0.053030967712402344, -0.04999542236328125, -0.046959877014160156, -0.04392433166503906, -0.04088878631591797, -0.037853240966796875, -0.03481769561767578, -0.03178215026855469, -0.028746604919433594, -0.0257110595703125, -0.022675514221191406, -0.019639968872070312, -0.01660442352294922, -0.013568878173828125, -0.010533332824707031, -0.0074977874755859375, -0.004462242126464844, -0.00142669677734375, 0.0016088485717773438, 0.0046443939208984375, 0.007679939270019531, 0.010715484619140625, 0.013751029968261719, 0.016786575317382812, 0.019822120666503906, 0.022857666015625, 0.025893211364746094, 0.028928756713867188, 0.03196430206298828, 0.034999847412109375, 0.03803539276123047, 0.04107093811035156, 0.044106483459472656, 0.04714202880859375, 0.050177574157714844, 0.05321311950683594, 0.05624866485595703, 0.059284210205078125, 0.06231975555419922, 0.06535530090332031, 0.0683908462524414, 0.0714263916015625, 0.0744619369506836, 0.07749748229980469, 0.08053302764892578, 0.08356857299804688, 0.08660411834716797, 0.08963966369628906, 0.09267520904541016, 0.09571075439453125, 0.09874629974365234, 0.10178184509277344, 0.10481739044189453, 0.10785293579101562, 0.11088848114013672, 0.11392402648925781, 0.1169595718383789, 0.1199951171875]}, "gradients/encoder.encoder.layers.17.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 11.0, 5.0, 6.0, 13.0, 20.0, 20.0, 33.0, 40.0, 67.0, 83.0, 97.0, 153.0, 258.0, 339.0, 544.0, 891.0, 1646.0, 3172.0, 6772.0, 16914.0, 50187.0, 172796.0, 530995.0, 180247.0, 51454.0, 17364.0, 7022.0, 3159.0, 1652.0, 959.0, 562.0, 305.0, 227.0, 165.0, 101.0, 56.0, 54.0, 49.0, 31.0, 17.0, 21.0, 16.0, 9.0, 6.0, 8.0, 6.0, 1.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.379638671875, -0.3671989440917969, -0.35475921630859375, -0.3423194885253906, -0.3298797607421875, -0.3174400329589844, -0.30500030517578125, -0.2925605773925781, -0.280120849609375, -0.2676811218261719, -0.25524139404296875, -0.24280166625976562, -0.2303619384765625, -0.21792221069335938, -0.20548248291015625, -0.19304275512695312, -0.18060302734375, -0.16816329956054688, -0.15572357177734375, -0.14328384399414062, -0.1308441162109375, -0.11840438842773438, -0.10596466064453125, -0.09352493286132812, -0.081085205078125, -0.06864547729492188, -0.05620574951171875, -0.043766021728515625, -0.0313262939453125, -0.018886566162109375, -0.00644683837890625, 0.005992889404296875, 0.0184326171875, 0.030872344970703125, 0.04331207275390625, 0.055751800537109375, 0.0681915283203125, 0.08063125610351562, 0.09307098388671875, 0.10551071166992188, 0.117950439453125, 0.13039016723632812, 0.14282989501953125, 0.15526962280273438, 0.1677093505859375, 0.18014907836914062, 0.19258880615234375, 0.20502853393554688, 0.21746826171875, 0.22990798950195312, 0.24234771728515625, 0.2547874450683594, 0.2672271728515625, 0.2796669006347656, 0.29210662841796875, 0.3045463562011719, 0.316986083984375, 0.3294258117675781, 0.34186553955078125, 0.3543052673339844, 0.3667449951171875, 0.3791847229003906, 0.39162445068359375, 0.4040641784667969, 0.41650390625]}, "gradients/encoder.encoder.layers.17.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 7.0, 9.0, 4.0, 4.0, 7.0, 14.0, 14.0, 12.0, 22.0, 18.0, 19.0, 36.0, 31.0, 24.0, 34.0, 46.0, 45.0, 47.0, 55.0, 56.0, 66.0, 63.0, 38.0, 46.0, 30.0, 37.0, 45.0, 38.0, 29.0, 22.0, 14.0, 15.0, 17.0, 12.0, 7.0, 12.0, 7.0, 2.0, 0.0, 5.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.30078125, -0.29016876220703125, -0.2795562744140625, -0.26894378662109375, -0.258331298828125, -0.24771881103515625, -0.2371063232421875, -0.22649383544921875, -0.21588134765625, -0.20526885986328125, -0.1946563720703125, -0.18404388427734375, -0.173431396484375, -0.16281890869140625, -0.1522064208984375, -0.14159393310546875, -0.1309814453125, -0.12036895751953125, -0.1097564697265625, -0.09914398193359375, -0.088531494140625, -0.07791900634765625, -0.0673065185546875, -0.05669403076171875, -0.04608154296875, -0.03546905517578125, -0.0248565673828125, -0.01424407958984375, -0.003631591796875, 0.00698089599609375, 0.0175933837890625, 0.02820587158203125, 0.038818359375, 0.04943084716796875, 0.0600433349609375, 0.07065582275390625, 0.081268310546875, 0.09188079833984375, 0.1024932861328125, 0.11310577392578125, 0.12371826171875, 0.13433074951171875, 0.1449432373046875, 0.15555572509765625, 0.166168212890625, 0.17678070068359375, 0.1873931884765625, 0.19800567626953125, 0.2086181640625, 0.21923065185546875, 0.2298431396484375, 0.24045562744140625, 0.251068115234375, 0.26168060302734375, 0.2722930908203125, 0.28290557861328125, 0.29351806640625, 0.30413055419921875, 0.3147430419921875, 0.32535552978515625, 0.335968017578125, 0.34658050537109375, 0.3571929931640625, 0.36780548095703125, 0.37841796875]}, "gradients/encoder.encoder.layers.17.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 8.0, 3.0, 12.0, 10.0, 14.0, 22.0, 38.0, 59.0, 113.0, 221.0, 437.0, 1147.0, 3007.0, 10189.0, 44803.0, 433790.0, 489841.0, 48602.0, 10912.0, 3242.0, 1124.0, 488.0, 215.0, 92.0, 75.0, 25.0, 23.0, 10.0, 6.0, 9.0, 8.0, 5.0, 4.0, 4.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.31494140625, -0.30370330810546875, -0.2924652099609375, -0.28122711181640625, -0.269989013671875, -0.25875091552734375, -0.2475128173828125, -0.23627471923828125, -0.22503662109375, -0.21379852294921875, -0.2025604248046875, -0.19132232666015625, -0.180084228515625, -0.16884613037109375, -0.1576080322265625, -0.14636993408203125, -0.1351318359375, -0.12389373779296875, -0.1126556396484375, -0.10141754150390625, -0.090179443359375, -0.07894134521484375, -0.0677032470703125, -0.05646514892578125, -0.04522705078125, -0.03398895263671875, -0.0227508544921875, -0.01151275634765625, -0.000274658203125, 0.01096343994140625, 0.0222015380859375, 0.03343963623046875, 0.044677734375, 0.05591583251953125, 0.0671539306640625, 0.07839202880859375, 0.089630126953125, 0.10086822509765625, 0.1121063232421875, 0.12334442138671875, 0.13458251953125, 0.14582061767578125, 0.1570587158203125, 0.16829681396484375, 0.179534912109375, 0.19077301025390625, 0.2020111083984375, 0.21324920654296875, 0.2244873046875, 0.23572540283203125, 0.2469635009765625, 0.25820159912109375, 0.269439697265625, 0.28067779541015625, 0.2919158935546875, 0.30315399169921875, 0.31439208984375, 0.32563018798828125, 0.3368682861328125, 0.34810638427734375, 0.359344482421875, 0.37058258056640625, 0.3818206787109375, 0.39305877685546875, 0.404296875]}, "gradients/encoder.encoder.layers.17.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 4.0, 2.0, 3.0, 7.0, 12.0, 8.0, 11.0, 11.0, 25.0, 19.0, 27.0, 38.0, 43.0, 40.0, 58.0, 67.0, 78.0, 74.0, 69.0, 77.0, 43.0, 46.0, 54.0, 42.0, 28.0, 31.0, 13.0, 15.0, 13.0, 11.0, 9.0, 4.0, 10.0, 2.0, 2.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-9.208917617797852e-05, -8.899159729480743e-05, -8.589401841163635e-05, -8.279643952846527e-05, -7.969886064529419e-05, -7.660128176212311e-05, -7.350370287895203e-05, -7.040612399578094e-05, -6.730854511260986e-05, -6.421096622943878e-05, -6.11133873462677e-05, -5.801580846309662e-05, -5.491822957992554e-05, -5.1820650696754456e-05, -4.8723071813583374e-05, -4.562549293041229e-05, -4.252791404724121e-05, -3.943033516407013e-05, -3.633275628089905e-05, -3.3235177397727966e-05, -3.0137598514556885e-05, -2.7040019631385803e-05, -2.394244074821472e-05, -2.084486186504364e-05, -1.774728298187256e-05, -1.4649704098701477e-05, -1.1552125215530396e-05, -8.454546332359314e-06, -5.356967449188232e-06, -2.259388566017151e-06, 8.381903171539307e-07, 3.935769200325012e-06, 7.033348083496094e-06, 1.0130926966667175e-05, 1.3228505849838257e-05, 1.632608473300934e-05, 1.942366361618042e-05, 2.25212424993515e-05, 2.5618821382522583e-05, 2.8716400265693665e-05, 3.1813979148864746e-05, 3.491155803203583e-05, 3.800913691520691e-05, 4.110671579837799e-05, 4.420429468154907e-05, 4.7301873564720154e-05, 5.0399452447891235e-05, 5.349703133106232e-05, 5.65946102142334e-05, 5.969218909740448e-05, 6.278976798057556e-05, 6.588734686374664e-05, 6.898492574691772e-05, 7.20825046300888e-05, 7.518008351325989e-05, 7.827766239643097e-05, 8.137524127960205e-05, 8.447282016277313e-05, 8.757039904594421e-05, 9.06679779291153e-05, 9.376555681228638e-05, 9.686313569545746e-05, 9.996071457862854e-05, 0.00010305829346179962, 0.0001061558723449707]}, "gradients/encoder.encoder.layers.17.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 4.0, 6.0, 3.0, 7.0, 8.0, 10.0, 13.0, 21.0, 38.0, 43.0, 64.0, 91.0, 161.0, 220.0, 444.0, 833.0, 1645.0, 3626.0, 8537.0, 22645.0, 87848.0, 566931.0, 281926.0, 47123.0, 14916.0, 6019.0, 2609.0, 1199.0, 653.0, 344.0, 198.0, 115.0, 69.0, 58.0, 36.0, 17.0, 19.0, 8.0, 13.0, 10.0, 4.0, 6.0, 5.0, 5.0, 1.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.269775390625, -0.26129150390625, -0.2528076171875, -0.24432373046875, -0.23583984375, -0.22735595703125, -0.2188720703125, -0.21038818359375, -0.201904296875, -0.19342041015625, -0.1849365234375, -0.17645263671875, -0.16796875, -0.15948486328125, -0.1510009765625, -0.14251708984375, -0.134033203125, -0.12554931640625, -0.1170654296875, -0.10858154296875, -0.10009765625, -0.09161376953125, -0.0831298828125, -0.07464599609375, -0.066162109375, -0.05767822265625, -0.0491943359375, -0.04071044921875, -0.0322265625, -0.02374267578125, -0.0152587890625, -0.00677490234375, 0.001708984375, 0.01019287109375, 0.0186767578125, 0.02716064453125, 0.03564453125, 0.04412841796875, 0.0526123046875, 0.06109619140625, 0.069580078125, 0.07806396484375, 0.0865478515625, 0.09503173828125, 0.103515625, 0.11199951171875, 0.1204833984375, 0.12896728515625, 0.137451171875, 0.14593505859375, 0.1544189453125, 0.16290283203125, 0.17138671875, 0.17987060546875, 0.1883544921875, 0.19683837890625, 0.205322265625, 0.21380615234375, 0.2222900390625, 0.23077392578125, 0.2392578125, 0.24774169921875, 0.2562255859375, 0.26470947265625, 0.273193359375]}, "gradients/encoder.encoder.layers.17.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 6.0, 2.0, 4.0, 5.0, 9.0, 7.0, 10.0, 9.0, 9.0, 12.0, 14.0, 27.0, 27.0, 53.0, 44.0, 74.0, 89.0, 85.0, 116.0, 89.0, 67.0, 47.0, 43.0, 31.0, 20.0, 18.0, 19.0, 8.0, 14.0, 13.0, 6.0, 10.0, 4.0, 5.0, 1.0, 3.0, 5.0, 3.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1490478515625, -0.14356040954589844, -0.13807296752929688, -0.1325855255126953, -0.12709808349609375, -0.12161064147949219, -0.11612319946289062, -0.11063575744628906, -0.1051483154296875, -0.09966087341308594, -0.09417343139648438, -0.08868598937988281, -0.08319854736328125, -0.07771110534667969, -0.07222366333007812, -0.06673622131347656, -0.061248779296875, -0.05576133728027344, -0.050273895263671875, -0.04478645324707031, -0.03929901123046875, -0.03381156921386719, -0.028324127197265625, -0.022836685180664062, -0.0173492431640625, -0.011861801147460938, -0.006374359130859375, -0.0008869171142578125, 0.00460052490234375, 0.010087966918945312, 0.015575408935546875, 0.021062850952148438, 0.02655029296875, 0.03203773498535156, 0.037525177001953125, 0.04301261901855469, 0.04850006103515625, 0.05398750305175781, 0.059474945068359375, 0.06496238708496094, 0.0704498291015625, 0.07593727111816406, 0.08142471313476562, 0.08691215515136719, 0.09239959716796875, 0.09788703918457031, 0.10337448120117188, 0.10886192321777344, 0.114349365234375, 0.11983680725097656, 0.12532424926757812, 0.1308116912841797, 0.13629913330078125, 0.1417865753173828, 0.14727401733398438, 0.15276145935058594, 0.1582489013671875, 0.16373634338378906, 0.16922378540039062, 0.1747112274169922, 0.18019866943359375, 0.1856861114501953, 0.19117355346679688, 0.19666099548339844, 0.2021484375]}, "gradients/encoder.encoder.layers.17.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 6.0, 9.0, 14.0, 43.0, 68.0, 121.0, 155.0, 183.0, 160.0, 122.0, 60.0, 25.0, 24.0, 11.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.9343113899230957, -3.8043839931488037, -3.6744565963745117, -3.544529438018799, -3.414602041244507, -3.284674644470215, -3.154747486114502, -3.02482008934021, -2.894892692565918, -2.764965295791626, -2.635037899017334, -2.505110740661621, -2.375183343887329, -2.245255947113037, -2.115328788757324, -1.9854013919830322, -1.8554739952087402, -1.7255465984344482, -1.5956193208694458, -1.4656920433044434, -1.3357646465301514, -1.2058372497558594, -1.075909972190857, -0.9459826350212097, -0.8160552978515625, -0.6861279606819153, -0.5562006235122681, -0.42627328634262085, -0.29634594917297363, -0.16641861200332642, -0.0364912748336792, 0.09343606233596802, 0.22336292266845703, 0.35329025983810425, 0.48321759700775146, 0.6131449341773987, 0.7430722713470459, 0.8729996085166931, 1.0029269456863403, 1.1328542232513428, 1.2627816200256348, 1.3927090167999268, 1.5226362943649292, 1.6525635719299316, 1.7824909687042236, 1.9124183654785156, 2.0423455238342285, 2.1722729206085205, 2.3022003173828125, 2.4321277141571045, 2.5620551109313965, 2.6919822692871094, 2.8219096660614014, 2.9518370628356934, 3.0817642211914062, 3.2116916179656982, 3.3416190147399902, 3.4715464115142822, 3.601473808288574, 3.731400966644287, 3.861328363418579, 3.991255760192871, 4.121182918548584, 4.251110553741455, 4.381037712097168]}, "gradients/encoder.encoder.layers.17.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 6.0, 3.0, 7.0, 15.0, 10.0, 13.0, 11.0, 31.0, 22.0, 21.0, 27.0, 34.0, 41.0, 44.0, 42.0, 43.0, 67.0, 58.0, 55.0, 50.0, 46.0, 47.0, 53.0, 39.0, 35.0, 31.0, 30.0, 30.0, 23.0, 15.0, 13.0, 14.0, 8.0, 3.0, 9.0, 1.0, 4.0, 3.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-2.142522096633911, -2.0819575786590576, -2.021393060684204, -1.960828423500061, -1.9002639055252075, -1.839699387550354, -1.7791348695755005, -1.7185702323913574, -1.658005714416504, -1.5974411964416504, -1.5368766784667969, -1.4763120412826538, -1.4157475233078003, -1.3551830053329468, -1.2946184873580933, -1.2340538501739502, -1.1734893321990967, -1.1129248142242432, -1.0523602962493896, -0.9917957186698914, -0.9312311410903931, -0.8706666231155396, -0.810102105140686, -0.7495375275611877, -0.688973069190979, -0.6284085512161255, -0.5678439736366272, -0.5072794556617737, -0.4467148780822754, -0.3861503601074219, -0.32558581233024597, -0.26502126455307007, -0.20445668697357178, -0.14389213919639587, -0.08332759886980057, -0.02276305854320526, 0.03780148923397064, 0.09836602210998535, 0.15893056988716125, 0.21949511766433716, 0.28005966544151306, 0.34062421321868896, 0.40118876099586487, 0.46175330877304077, 0.5223178267478943, 0.5828824043273926, 0.6434469223022461, 0.7040114402770996, 0.7645760178565979, 0.8251405358314514, 0.8857051134109497, 0.9462696313858032, 1.0068341493606567, 1.0673987865447998, 1.1279633045196533, 1.1885278224945068, 1.2490923404693604, 1.3096568584442139, 1.3702213764190674, 1.4307860136032104, 1.491350531578064, 1.5519150495529175, 1.612479567527771, 1.673044204711914, 1.7336087226867676]}, "gradients/encoder.encoder.layers.16.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 7.0, 5.0, 9.0, 14.0, 12.0, 20.0, 35.0, 55.0, 70.0, 104.0, 156.0, 240.0, 423.0, 664.0, 1197.0, 2426.0, 5428.0, 15755.0, 71500.0, 3765214.0, 282537.0, 30812.0, 9331.0, 3793.0, 1801.0, 1016.0, 603.0, 401.0, 228.0, 113.0, 99.0, 73.0, 45.0, 29.0, 23.0, 9.0, 18.0, 4.0, 2.0, 6.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5029296875, -0.48480987548828125, -0.4666900634765625, -0.44857025146484375, -0.430450439453125, -0.41233062744140625, -0.3942108154296875, -0.37609100341796875, -0.35797119140625, -0.33985137939453125, -0.3217315673828125, -0.30361175537109375, -0.285491943359375, -0.26737213134765625, -0.2492523193359375, -0.23113250732421875, -0.2130126953125, -0.19489288330078125, -0.1767730712890625, -0.15865325927734375, -0.140533447265625, -0.12241363525390625, -0.1042938232421875, -0.08617401123046875, -0.06805419921875, -0.04993438720703125, -0.0318145751953125, -0.01369476318359375, 0.004425048828125, 0.02254486083984375, 0.0406646728515625, 0.05878448486328125, 0.076904296875, 0.09502410888671875, 0.1131439208984375, 0.13126373291015625, 0.149383544921875, 0.16750335693359375, 0.1856231689453125, 0.20374298095703125, 0.22186279296875, 0.23998260498046875, 0.2581024169921875, 0.27622222900390625, 0.294342041015625, 0.31246185302734375, 0.3305816650390625, 0.34870147705078125, 0.3668212890625, 0.38494110107421875, 0.4030609130859375, 0.42118072509765625, 0.439300537109375, 0.45742034912109375, 0.4755401611328125, 0.49365997314453125, 0.51177978515625, 0.5298995971679688, 0.5480194091796875, 0.5661392211914062, 0.584259033203125, 0.6023788452148438, 0.6204986572265625, 0.6386184692382812, 0.65673828125]}, "gradients/encoder.encoder.layers.16.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 10.0, 12.0, 11.0, 11.0, 29.0, 30.0, 38.0, 60.0, 58.0, 80.0, 86.0, 59.0, 77.0, 85.0, 86.0, 59.0, 63.0, 39.0, 32.0, 21.0, 22.0, 14.0, 6.0, 3.0, 5.0, 2.0, 4.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.07049560546875, -0.06757259368896484, -0.06464958190917969, -0.06172657012939453, -0.058803558349609375, -0.05588054656982422, -0.05295753479003906, -0.050034523010253906, -0.04711151123046875, -0.044188499450683594, -0.04126548767089844, -0.03834247589111328, -0.035419464111328125, -0.03249645233154297, -0.029573440551757812, -0.026650428771972656, -0.0237274169921875, -0.020804405212402344, -0.017881393432617188, -0.014958381652832031, -0.012035369873046875, -0.009112358093261719, -0.0061893463134765625, -0.0032663345336914062, -0.00034332275390625, 0.0025796890258789062, 0.0055027008056640625, 0.008425712585449219, 0.011348724365234375, 0.014271736145019531, 0.017194747924804688, 0.020117759704589844, 0.023040771484375, 0.025963783264160156, 0.028886795043945312, 0.03180980682373047, 0.034732818603515625, 0.03765583038330078, 0.04057884216308594, 0.043501853942871094, 0.04642486572265625, 0.049347877502441406, 0.05227088928222656, 0.05519390106201172, 0.058116912841796875, 0.06103992462158203, 0.06396293640136719, 0.06688594818115234, 0.0698089599609375, 0.07273197174072266, 0.07565498352050781, 0.07857799530029297, 0.08150100708007812, 0.08442401885986328, 0.08734703063964844, 0.0902700424194336, 0.09319305419921875, 0.0961160659790039, 0.09903907775878906, 0.10196208953857422, 0.10488510131835938, 0.10780811309814453, 0.11073112487792969, 0.11365413665771484, 0.1165771484375]}, "gradients/encoder.encoder.layers.16.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 6.0, 2.0, 8.0, 16.0, 32.0, 32.0, 59.0, 103.0, 144.0, 299.0, 435.0, 720.0, 1624.0, 6184.0, 46952.0, 3993314.0, 128936.0, 10917.0, 2355.0, 882.0, 448.0, 271.0, 209.0, 131.0, 85.0, 55.0, 31.0, 14.0, 5.0, 9.0, 1.0, 8.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.1474609375, -1.1059722900390625, -1.064483642578125, -1.0229949951171875, -0.98150634765625, -0.9400177001953125, -0.898529052734375, -0.8570404052734375, -0.8155517578125, -0.7740631103515625, -0.732574462890625, -0.6910858154296875, -0.64959716796875, -0.6081085205078125, -0.566619873046875, -0.5251312255859375, -0.483642578125, -0.4421539306640625, -0.400665283203125, -0.3591766357421875, -0.31768798828125, -0.2761993408203125, -0.234710693359375, -0.1932220458984375, -0.1517333984375, -0.1102447509765625, -0.068756103515625, -0.0272674560546875, 0.01422119140625, 0.0557098388671875, 0.097198486328125, 0.1386871337890625, 0.18017578125, 0.2216644287109375, 0.263153076171875, 0.3046417236328125, 0.34613037109375, 0.3876190185546875, 0.429107666015625, 0.4705963134765625, 0.5120849609375, 0.5535736083984375, 0.595062255859375, 0.6365509033203125, 0.67803955078125, 0.7195281982421875, 0.761016845703125, 0.8025054931640625, 0.843994140625, 0.8854827880859375, 0.926971435546875, 0.9684600830078125, 1.00994873046875, 1.0514373779296875, 1.092926025390625, 1.1344146728515625, 1.1759033203125, 1.2173919677734375, 1.258880615234375, 1.3003692626953125, 1.34185791015625, 1.3833465576171875, 1.424835205078125, 1.4663238525390625, 1.5078125]}, "gradients/encoder.encoder.layers.16.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 5.0, 4.0, 5.0, 11.0, 14.0, 28.0, 41.0, 94.0, 274.0, 2600.0, 698.0, 151.0, 64.0, 31.0, 17.0, 18.0, 8.0, 5.0, 6.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.33056640625, -0.3186531066894531, -0.30673980712890625, -0.2948265075683594, -0.2829132080078125, -0.2709999084472656, -0.25908660888671875, -0.24717330932617188, -0.235260009765625, -0.22334671020507812, -0.21143341064453125, -0.19952011108398438, -0.1876068115234375, -0.17569351196289062, -0.16378021240234375, -0.15186691284179688, -0.13995361328125, -0.12804031372070312, -0.11612701416015625, -0.10421371459960938, -0.0923004150390625, -0.08038711547851562, -0.06847381591796875, -0.056560516357421875, -0.044647216796875, -0.032733917236328125, -0.02082061767578125, -0.008907318115234375, 0.0030059814453125, 0.014919281005859375, 0.02683258056640625, 0.038745880126953125, 0.0506591796875, 0.06257247924804688, 0.07448577880859375, 0.08639907836914062, 0.0983123779296875, 0.11022567749023438, 0.12213897705078125, 0.13405227661132812, 0.145965576171875, 0.15787887573242188, 0.16979217529296875, 0.18170547485351562, 0.1936187744140625, 0.20553207397460938, 0.21744537353515625, 0.22935867309570312, 0.24127197265625, 0.2531852722167969, 0.26509857177734375, 0.2770118713378906, 0.2889251708984375, 0.3008384704589844, 0.31275177001953125, 0.3246650695800781, 0.336578369140625, 0.3484916687011719, 0.36040496826171875, 0.3723182678222656, 0.3842315673828125, 0.3961448669433594, 0.40805816650390625, 0.4199714660644531, 0.431884765625]}, "gradients/encoder.encoder.layers.16.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 19.0, 36.0, 63.0, 269.0, 345.0, 180.0, 59.0, 20.0, 9.0, 6.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.7412285804748535, -4.60664701461792, -4.472064971923828, -4.3374834060668945, -4.202901840209961, -4.068320274353027, -3.9337382316589355, -3.799156665802002, -3.6645748615264893, -3.5299930572509766, -3.395411491394043, -3.2608296871185303, -3.1262478828430176, -2.991666316986084, -2.8570845127105713, -2.7225027084350586, -2.587921142578125, -2.4533393383026123, -2.3187577724456787, -2.184175968170166, -2.0495944023132324, -1.9150125980377197, -1.780430793762207, -1.6458491086959839, -1.5112674236297607, -1.3766857385635376, -1.2421040534973145, -1.1075222492218018, -0.9729405641555786, -0.8383588790893555, -0.7037771344184875, -0.5691953897476196, -0.4346132278442383, -0.30003151297569275, -0.16544979810714722, -0.030868083238601685, 0.10371363162994385, 0.238295316696167, 0.3728770613670349, 0.5074588060379028, 0.642040491104126, 0.7766221761703491, 0.911203920841217, 1.045785665512085, 1.180367350578308, 1.3149490356445312, 1.449530839920044, 1.584112524986267, 1.7186942100524902, 1.8532758951187134, 1.9878575801849365, 2.122439384460449, 2.257020950317383, 2.3916027545928955, 2.526184558868408, 2.660766124725342, 2.7953479290008545, 2.929929733276367, 3.064511299133301, 3.1990931034088135, 3.333674907684326, 3.4682564735412598, 3.6028382778167725, 3.737420082092285, 3.8720016479492188]}, "gradients/encoder.encoder.layers.16.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 9.0, 7.0, 4.0, 11.0, 14.0, 11.0, 7.0, 10.0, 15.0, 20.0, 24.0, 16.0, 32.0, 32.0, 42.0, 32.0, 46.0, 42.0, 46.0, 41.0, 53.0, 50.0, 54.0, 36.0, 23.0, 50.0, 29.0, 40.0, 29.0, 27.0, 24.0, 25.0, 17.0, 20.0, 14.0, 12.0, 10.0, 7.0, 7.0, 5.0, 5.0, 1.0, 1.0, 4.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.8917115330696106, -0.8621284365653992, -0.8325453996658325, -0.8029623031616211, -0.7733792066574097, -0.743796169757843, -0.7142130732536316, -0.6846300363540649, -0.6550469398498535, -0.6254638433456421, -0.5958808064460754, -0.566297709941864, -0.5367146730422974, -0.5071315765380859, -0.4775484800338745, -0.4479654133319855, -0.41838234663009644, -0.3887992799282074, -0.35921621322631836, -0.32963311672210693, -0.3000500500202179, -0.27046698331832886, -0.24088390171527863, -0.2113008201122284, -0.18171775341033936, -0.15213468670845032, -0.12255160510540009, -0.09296853095293045, -0.06338545680046082, -0.03380239009857178, -0.004219308495521545, 0.025363773107528687, 0.0549468994140625, 0.08452997356653214, 0.11411304771900177, 0.143696129322052, 0.17327919602394104, 0.20286226272583008, 0.2324453443288803, 0.26202842593193054, 0.2916114926338196, 0.3211945593357086, 0.35077762603759766, 0.3803607225418091, 0.4099437892436981, 0.43952685594558716, 0.4691099524497986, 0.4986930191516876, 0.5282760858535767, 0.5578591823577881, 0.5874422192573547, 0.6170253157615662, 0.6466083526611328, 0.6761914491653442, 0.7057745456695557, 0.7353576421737671, 0.7649406790733337, 0.7945237755775452, 0.8241068124771118, 0.8536899089813232, 0.8832730054855347, 0.9128560423851013, 0.9424391388893127, 0.9720221757888794, 1.0016052722930908]}, "gradients/encoder.encoder.layers.16.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 3.0, 5.0, 7.0, 9.0, 14.0, 24.0, 19.0, 33.0, 41.0, 58.0, 104.0, 157.0, 218.0, 394.0, 591.0, 966.0, 1710.0, 3207.0, 5941.0, 11885.0, 25781.0, 60697.0, 153964.0, 389833.0, 235152.0, 87880.0, 36252.0, 16339.0, 7749.0, 4072.0, 2184.0, 1263.0, 756.0, 426.0, 289.0, 174.0, 125.0, 72.0, 58.0, 33.0, 26.0, 18.0, 10.0, 9.0, 4.0, 4.0, 2.0, 3.0, 2.0, 3.0, 0.0, 1.0], "bins": [-0.443359375, -0.4309425354003906, -0.41852569580078125, -0.4061088562011719, -0.3936920166015625, -0.3812751770019531, -0.36885833740234375, -0.3564414978027344, -0.344024658203125, -0.3316078186035156, -0.31919097900390625, -0.3067741394042969, -0.2943572998046875, -0.2819404602050781, -0.26952362060546875, -0.2571067810058594, -0.24468994140625, -0.23227310180664062, -0.21985626220703125, -0.20743942260742188, -0.1950225830078125, -0.18260574340820312, -0.17018890380859375, -0.15777206420898438, -0.145355224609375, -0.13293838500976562, -0.12052154541015625, -0.10810470581054688, -0.0956878662109375, -0.08327102661132812, -0.07085418701171875, -0.058437347412109375, -0.0460205078125, -0.033603668212890625, -0.02118682861328125, -0.008769989013671875, 0.0036468505859375, 0.016063690185546875, 0.02848052978515625, 0.040897369384765625, 0.053314208984375, 0.06573104858398438, 0.07814788818359375, 0.09056472778320312, 0.1029815673828125, 0.11539840698242188, 0.12781524658203125, 0.14023208618164062, 0.15264892578125, 0.16506576538085938, 0.17748260498046875, 0.18989944458007812, 0.2023162841796875, 0.21473312377929688, 0.22714996337890625, 0.23956680297851562, 0.251983642578125, 0.2644004821777344, 0.27681732177734375, 0.2892341613769531, 0.3016510009765625, 0.3140678405761719, 0.32648468017578125, 0.3389015197753906, 0.351318359375]}, "gradients/encoder.encoder.layers.16.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 4.0, 6.0, 9.0, 8.0, 19.0, 9.0, 26.0, 26.0, 38.0, 44.0, 60.0, 56.0, 66.0, 69.0, 66.0, 57.0, 74.0, 66.0, 62.0, 45.0, 39.0, 40.0, 25.0, 29.0, 22.0, 12.0, 9.0, 6.0, 5.0, 6.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06817626953125, -0.06508541107177734, -0.06199455261230469, -0.05890369415283203, -0.055812835693359375, -0.05272197723388672, -0.04963111877441406, -0.046540260314941406, -0.04344940185546875, -0.040358543395996094, -0.03726768493652344, -0.03417682647705078, -0.031085968017578125, -0.02799510955810547, -0.024904251098632812, -0.021813392639160156, -0.0187225341796875, -0.015631675720214844, -0.012540817260742188, -0.009449958801269531, -0.006359100341796875, -0.0032682418823242188, -0.0001773834228515625, 0.0029134750366210938, 0.00600433349609375, 0.009095191955566406, 0.012186050415039062, 0.015276908874511719, 0.018367767333984375, 0.02145862579345703, 0.024549484252929688, 0.027640342712402344, 0.030731201171875, 0.033822059631347656, 0.03691291809082031, 0.04000377655029297, 0.043094635009765625, 0.04618549346923828, 0.04927635192871094, 0.052367210388183594, 0.05545806884765625, 0.058548927307128906, 0.06163978576660156, 0.06473064422607422, 0.06782150268554688, 0.07091236114501953, 0.07400321960449219, 0.07709407806396484, 0.0801849365234375, 0.08327579498291016, 0.08636665344238281, 0.08945751190185547, 0.09254837036132812, 0.09563922882080078, 0.09873008728027344, 0.1018209457397461, 0.10491180419921875, 0.1080026626586914, 0.11109352111816406, 0.11418437957763672, 0.11727523803710938, 0.12036609649658203, 0.12345695495605469, 0.12654781341552734, 0.129638671875]}, "gradients/encoder.encoder.layers.16.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 6.0, 4.0, 7.0, 9.0, 19.0, 22.0, 28.0, 27.0, 39.0, 67.0, 75.0, 121.0, 216.0, 328.0, 681.0, 1499.0, 3741.0, 12462.0, 70574.0, 735120.0, 191517.0, 22121.0, 5747.0, 1972.0, 931.0, 449.0, 260.0, 154.0, 108.0, 79.0, 51.0, 35.0, 25.0, 16.0, 17.0, 13.0, 8.0, 4.0, 5.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.9541015625, -0.9230194091796875, -0.891937255859375, -0.8608551025390625, -0.82977294921875, -0.7986907958984375, -0.767608642578125, -0.7365264892578125, -0.7054443359375, -0.6743621826171875, -0.643280029296875, -0.6121978759765625, -0.58111572265625, -0.5500335693359375, -0.518951416015625, -0.4878692626953125, -0.456787109375, -0.4257049560546875, -0.394622802734375, -0.3635406494140625, -0.33245849609375, -0.3013763427734375, -0.270294189453125, -0.2392120361328125, -0.2081298828125, -0.1770477294921875, -0.145965576171875, -0.1148834228515625, -0.08380126953125, -0.0527191162109375, -0.021636962890625, 0.0094451904296875, 0.04052734375, 0.0716094970703125, 0.102691650390625, 0.1337738037109375, 0.16485595703125, 0.1959381103515625, 0.227020263671875, 0.2581024169921875, 0.2891845703125, 0.3202667236328125, 0.351348876953125, 0.3824310302734375, 0.41351318359375, 0.4445953369140625, 0.475677490234375, 0.5067596435546875, 0.537841796875, 0.5689239501953125, 0.600006103515625, 0.6310882568359375, 0.66217041015625, 0.6932525634765625, 0.724334716796875, 0.7554168701171875, 0.7864990234375, 0.8175811767578125, 0.848663330078125, 0.8797454833984375, 0.91082763671875, 0.9419097900390625, 0.972991943359375, 1.0040740966796875, 1.03515625]}, "gradients/encoder.encoder.layers.16.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 6.0, 6.0, 7.0, 9.0, 8.0, 7.0, 16.0, 19.0, 17.0, 20.0, 25.0, 19.0, 44.0, 42.0, 45.0, 49.0, 57.0, 43.0, 63.0, 65.0, 57.0, 66.0, 60.0, 36.0, 38.0, 41.0, 32.0, 24.0, 15.0, 13.0, 11.0, 13.0, 8.0, 5.0, 11.0, 7.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.56640625, -0.5511474609375, -0.535888671875, -0.5206298828125, -0.50537109375, -0.4901123046875, -0.474853515625, -0.4595947265625, -0.4443359375, -0.4290771484375, -0.413818359375, -0.3985595703125, -0.38330078125, -0.3680419921875, -0.352783203125, -0.3375244140625, -0.322265625, -0.3070068359375, -0.291748046875, -0.2764892578125, -0.26123046875, -0.2459716796875, -0.230712890625, -0.2154541015625, -0.2001953125, -0.1849365234375, -0.169677734375, -0.1544189453125, -0.13916015625, -0.1239013671875, -0.108642578125, -0.0933837890625, -0.078125, -0.0628662109375, -0.047607421875, -0.0323486328125, -0.01708984375, -0.0018310546875, 0.013427734375, 0.0286865234375, 0.0439453125, 0.0592041015625, 0.074462890625, 0.0897216796875, 0.10498046875, 0.1202392578125, 0.135498046875, 0.1507568359375, 0.166015625, 0.1812744140625, 0.196533203125, 0.2117919921875, 0.22705078125, 0.2423095703125, 0.257568359375, 0.2728271484375, 0.2880859375, 0.3033447265625, 0.318603515625, 0.3338623046875, 0.34912109375, 0.3643798828125, 0.379638671875, 0.3948974609375, 0.41015625]}, "gradients/encoder.encoder.layers.16.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 9.0, 5.0, 7.0, 12.0, 16.0, 13.0, 26.0, 61.0, 61.0, 129.0, 193.0, 365.0, 637.0, 1268.0, 3012.0, 7571.0, 24768.0, 156037.0, 724100.0, 99785.0, 19320.0, 6210.0, 2516.0, 1122.0, 545.0, 304.0, 167.0, 101.0, 67.0, 40.0, 20.0, 23.0, 19.0, 8.0, 5.0, 6.0, 6.0, 4.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.394287109375, -0.3808784484863281, -0.36746978759765625, -0.3540611267089844, -0.3406524658203125, -0.3272438049316406, -0.31383514404296875, -0.3004264831542969, -0.287017822265625, -0.2736091613769531, -0.26020050048828125, -0.24679183959960938, -0.2333831787109375, -0.21997451782226562, -0.20656585693359375, -0.19315719604492188, -0.17974853515625, -0.16633987426757812, -0.15293121337890625, -0.13952255249023438, -0.1261138916015625, -0.11270523071289062, -0.09929656982421875, -0.08588790893554688, -0.072479248046875, -0.059070587158203125, -0.04566192626953125, -0.032253265380859375, -0.0188446044921875, -0.005435943603515625, 0.00797271728515625, 0.021381378173828125, 0.0347900390625, 0.048198699951171875, 0.06160736083984375, 0.07501602172851562, 0.0884246826171875, 0.10183334350585938, 0.11524200439453125, 0.12865066528320312, 0.142059326171875, 0.15546798706054688, 0.16887664794921875, 0.18228530883789062, 0.1956939697265625, 0.20910263061523438, 0.22251129150390625, 0.23591995239257812, 0.24932861328125, 0.2627372741699219, 0.27614593505859375, 0.2895545959472656, 0.3029632568359375, 0.3163719177246094, 0.32978057861328125, 0.3431892395019531, 0.356597900390625, 0.3700065612792969, 0.38341522216796875, 0.3968238830566406, 0.4102325439453125, 0.4236412048339844, 0.43704986572265625, 0.4504585266113281, 0.4638671875]}, "gradients/encoder.encoder.layers.16.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 7.0, 7.0, 7.0, 11.0, 30.0, 21.0, 44.0, 91.0, 91.0, 121.0, 134.0, 134.0, 102.0, 66.0, 55.0, 35.0, 16.0, 11.0, 6.0, 5.0, 5.0, 2.0, 5.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0001709461212158203, -0.00016551092267036438, -0.00016007572412490845, -0.00015464052557945251, -0.00014920532703399658, -0.00014377012848854065, -0.00013833492994308472, -0.00013289973139762878, -0.00012746453285217285, -0.00012202933430671692, -0.00011659413576126099, -0.00011115893721580505, -0.00010572373867034912, -0.00010028854012489319, -9.485334157943726e-05, -8.941814303398132e-05, -8.398294448852539e-05, -7.854774594306946e-05, -7.311254739761353e-05, -6.767734885215759e-05, -6.224215030670166e-05, -5.680695176124573e-05, -5.1371753215789795e-05, -4.593655467033386e-05, -4.050135612487793e-05, -3.5066157579422e-05, -2.9630959033966064e-05, -2.4195760488510132e-05, -1.87605619430542e-05, -1.3325363397598267e-05, -7.890164852142334e-06, -2.4549663066864014e-06, 2.9802322387695312e-06, 8.415430784225464e-06, 1.3850629329681396e-05, 1.928582787513733e-05, 2.4721026420593262e-05, 3.0156224966049194e-05, 3.559142351150513e-05, 4.102662205696106e-05, 4.646182060241699e-05, 5.1897019147872925e-05, 5.733221769332886e-05, 6.276741623878479e-05, 6.820261478424072e-05, 7.363781332969666e-05, 7.907301187515259e-05, 8.450821042060852e-05, 8.994340896606445e-05, 9.537860751152039e-05, 0.00010081380605697632, 0.00010624900460243225, 0.00011168420314788818, 0.00011711940169334412, 0.00012255460023880005, 0.00012798979878425598, 0.00013342499732971191, 0.00013886019587516785, 0.00014429539442062378, 0.0001497305929660797, 0.00015516579151153564, 0.00016060099005699158, 0.0001660361886024475, 0.00017147138714790344, 0.00017690658569335938]}, "gradients/encoder.encoder.layers.16.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 3.0, 0.0, 2.0, 3.0, 6.0, 8.0, 14.0, 27.0, 21.0, 39.0, 70.0, 75.0, 119.0, 210.0, 348.0, 670.0, 1408.0, 3544.0, 11429.0, 55614.0, 552068.0, 368363.0, 40026.0, 8924.0, 2907.0, 1208.0, 596.0, 294.0, 183.0, 133.0, 76.0, 59.0, 27.0, 31.0, 17.0, 10.0, 8.0, 3.0, 4.0, 3.0, 3.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.464599609375, -0.4520111083984375, -0.439422607421875, -0.4268341064453125, -0.41424560546875, -0.4016571044921875, -0.389068603515625, -0.3764801025390625, -0.3638916015625, -0.3513031005859375, -0.338714599609375, -0.3261260986328125, -0.31353759765625, -0.3009490966796875, -0.288360595703125, -0.2757720947265625, -0.26318359375, -0.2505950927734375, -0.238006591796875, -0.2254180908203125, -0.21282958984375, -0.2002410888671875, -0.187652587890625, -0.1750640869140625, -0.1624755859375, -0.1498870849609375, -0.137298583984375, -0.1247100830078125, -0.11212158203125, -0.0995330810546875, -0.086944580078125, -0.0743560791015625, -0.061767578125, -0.0491790771484375, -0.036590576171875, -0.0240020751953125, -0.01141357421875, 0.0011749267578125, 0.013763427734375, 0.0263519287109375, 0.0389404296875, 0.0515289306640625, 0.064117431640625, 0.0767059326171875, 0.08929443359375, 0.1018829345703125, 0.114471435546875, 0.1270599365234375, 0.1396484375, 0.1522369384765625, 0.164825439453125, 0.1774139404296875, 0.19000244140625, 0.2025909423828125, 0.215179443359375, 0.2277679443359375, 0.2403564453125, 0.2529449462890625, 0.265533447265625, 0.2781219482421875, 0.29071044921875, 0.3032989501953125, 0.315887451171875, 0.3284759521484375, 0.341064453125]}, "gradients/encoder.encoder.layers.16.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 8.0, 5.0, 2.0, 11.0, 11.0, 22.0, 23.0, 20.0, 36.0, 36.0, 49.0, 64.0, 72.0, 97.0, 117.0, 95.0, 75.0, 61.0, 44.0, 37.0, 22.0, 20.0, 20.0, 12.0, 9.0, 10.0, 5.0, 4.0, 5.0, 5.0, 5.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.289794921875, -0.2828407287597656, -0.27588653564453125, -0.2689323425292969, -0.2619781494140625, -0.2550239562988281, -0.24806976318359375, -0.24111557006835938, -0.234161376953125, -0.22720718383789062, -0.22025299072265625, -0.21329879760742188, -0.2063446044921875, -0.19939041137695312, -0.19243621826171875, -0.18548202514648438, -0.17852783203125, -0.17157363891601562, -0.16461944580078125, -0.15766525268554688, -0.1507110595703125, -0.14375686645507812, -0.13680267333984375, -0.12984848022460938, -0.122894287109375, -0.11594009399414062, -0.10898590087890625, -0.10203170776367188, -0.0950775146484375, -0.08812332153320312, -0.08116912841796875, -0.07421493530273438, -0.0672607421875, -0.060306549072265625, -0.05335235595703125, -0.046398162841796875, -0.0394439697265625, -0.032489776611328125, -0.02553558349609375, -0.018581390380859375, -0.011627197265625, -0.004673004150390625, 0.00228118896484375, 0.009235382080078125, 0.0161895751953125, 0.023143768310546875, 0.03009796142578125, 0.037052154541015625, 0.04400634765625, 0.050960540771484375, 0.05791473388671875, 0.06486892700195312, 0.0718231201171875, 0.07877731323242188, 0.08573150634765625, 0.09268569946289062, 0.099639892578125, 0.10659408569335938, 0.11354827880859375, 0.12050247192382812, 0.1274566650390625, 0.13441085815429688, 0.14136505126953125, 0.14831924438476562, 0.1552734375]}, "gradients/encoder.encoder.layers.16.layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 4.0, 1.0, 3.0, 1.0, 5.0, 4.0, 16.0, 20.0, 36.0, 54.0, 75.0, 95.0, 129.0, 119.0, 145.0, 109.0, 75.0, 36.0, 46.0, 18.0, 10.0, 7.0, 2.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.2533347606658936, -2.1167356967926025, -1.980136513710022, -1.8435373306274414, -1.7069382667541504, -1.5703390836715698, -1.4337399005889893, -1.2971408367156982, -1.1605416536331177, -1.023942470550537, -0.8873434066772461, -0.7507442235946655, -0.6141451001167297, -0.47754597663879395, -0.3409467935562134, -0.2043476700782776, -0.0677485466003418, 0.06885059177875519, 0.20544973015785217, 0.34204888343811035, 0.47864800691604614, 0.6152471303939819, 0.7518463134765625, 0.8884454369544983, 1.025044560432434, 1.1616437435150146, 1.2982428073883057, 1.4348419904708862, 1.5714411735534668, 1.7080402374267578, 1.8446394205093384, 1.981238603591919, 2.117837905883789, 2.25443696975708, 2.39103627204895, 2.527635335922241, 2.6642343997955322, 2.8008337020874023, 2.9374327659606934, 3.0740318298339844, 3.2106308937072754, 3.3472299575805664, 3.4838292598724365, 3.6204283237457275, 3.7570273876190186, 3.8936266899108887, 4.03022575378418, 4.166824817657471, 4.303423881530762, 4.440022945404053, 4.576622009277344, 4.713221549987793, 4.849820613861084, 4.986419677734375, 5.123018741607666, 5.259617805480957, 5.396217346191406, 5.532816410064697, 5.669415473937988, 5.8060150146484375, 5.9426140785217285, 6.0792131423950195, 6.2158122062683105, 6.352411270141602, 6.489010334014893]}, "gradients/encoder.encoder.layers.16.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 3.0, 7.0, 11.0, 7.0, 7.0, 13.0, 13.0, 14.0, 14.0, 19.0, 27.0, 14.0, 30.0, 29.0, 20.0, 40.0, 35.0, 38.0, 53.0, 50.0, 41.0, 55.0, 42.0, 39.0, 39.0, 37.0, 38.0, 38.0, 21.0, 23.0, 30.0, 18.0, 26.0, 18.0, 26.0, 15.0, 17.0, 14.0, 5.0, 6.0, 2.0, 6.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.109610080718994, -2.0399506092071533, -1.9702913761138916, -1.9006319046020508, -1.8309725522994995, -1.7613131999969482, -1.691653847694397, -1.6219944953918457, -1.5523350238800049, -1.4826756715774536, -1.4130163192749023, -1.3433568477630615, -1.2736974954605103, -1.204038143157959, -1.1343787908554077, -1.0647194385528564, -0.9950600862503052, -0.9254007339477539, -0.8557413220405579, -0.7860819697380066, -0.7164225578308105, -0.6467632055282593, -0.577103853225708, -0.5074445009231567, -0.4377850890159607, -0.36812570691108704, -0.2984663248062134, -0.2288069725036621, -0.15914759039878845, -0.0894882082939148, -0.019828855991363525, 0.04983052611351013, 0.11948990821838379, 0.18914929032325745, 0.2588086724281311, 0.3284680247306824, 0.39812740683555603, 0.4677867889404297, 0.537446141242981, 0.6071054935455322, 0.6767649054527283, 0.7464242577552795, 0.8160836696624756, 0.8857430219650269, 0.9554023742675781, 1.025061845779419, 1.0947210788726807, 1.1643805503845215, 1.2340399026870728, 1.303699254989624, 1.3733586072921753, 1.4430179595947266, 1.5126774311065674, 1.5823367834091187, 1.65199613571167, 1.7216554880142212, 1.7913148403167725, 1.8609741926193237, 1.930633544921875, 2.000293016433716, 2.0699522495269775, 2.1396117210388184, 2.20927095413208, 2.278930425643921, 2.3485898971557617]}, "gradients/encoder.encoder.layers.15.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 2.0, 5.0, 7.0, 8.0, 6.0, 9.0, 12.0, 16.0, 22.0, 25.0, 41.0, 61.0, 98.0, 131.0, 228.0, 357.0, 683.0, 1409.0, 3225.0, 8884.0, 34641.0, 359630.0, 3693134.0, 67338.0, 14889.0, 4917.0, 2149.0, 975.0, 515.0, 308.0, 159.0, 125.0, 84.0, 56.0, 34.0, 29.0, 22.0, 20.0, 9.0, 10.0, 7.0, 4.0, 2.0, 3.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.61865234375, -0.5950393676757812, -0.5714263916015625, -0.5478134155273438, -0.524200439453125, -0.5005874633789062, -0.4769744873046875, -0.45336151123046875, -0.42974853515625, -0.40613555908203125, -0.3825225830078125, -0.35890960693359375, -0.335296630859375, -0.31168365478515625, -0.2880706787109375, -0.26445770263671875, -0.2408447265625, -0.21723175048828125, -0.1936187744140625, -0.17000579833984375, -0.146392822265625, -0.12277984619140625, -0.0991668701171875, -0.07555389404296875, -0.05194091796875, -0.02832794189453125, -0.0047149658203125, 0.01889801025390625, 0.042510986328125, 0.06612396240234375, 0.0897369384765625, 0.11334991455078125, 0.136962890625, 0.16057586669921875, 0.1841888427734375, 0.20780181884765625, 0.231414794921875, 0.25502777099609375, 0.2786407470703125, 0.30225372314453125, 0.32586669921875, 0.34947967529296875, 0.3730926513671875, 0.39670562744140625, 0.420318603515625, 0.44393157958984375, 0.4675445556640625, 0.49115753173828125, 0.5147705078125, 0.5383834838867188, 0.5619964599609375, 0.5856094360351562, 0.609222412109375, 0.6328353881835938, 0.6564483642578125, 0.6800613403320312, 0.70367431640625, 0.7272872924804688, 0.7509002685546875, 0.7745132446289062, 0.798126220703125, 0.8217391967773438, 0.8453521728515625, 0.8689651489257812, 0.892578125]}, "gradients/encoder.encoder.layers.15.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 5.0, 3.0, 1.0, 5.0, 11.0, 10.0, 24.0, 12.0, 27.0, 29.0, 27.0, 50.0, 70.0, 48.0, 63.0, 54.0, 58.0, 79.0, 65.0, 62.0, 62.0, 49.0, 45.0, 39.0, 33.0, 22.0, 16.0, 18.0, 5.0, 7.0, 6.0, 5.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07244873046875, -0.06928348541259766, -0.06611824035644531, -0.06295299530029297, -0.059787750244140625, -0.05662250518798828, -0.05345726013183594, -0.050292015075683594, -0.04712677001953125, -0.043961524963378906, -0.04079627990722656, -0.03763103485107422, -0.034465789794921875, -0.03130054473876953, -0.028135299682617188, -0.024970054626464844, -0.0218048095703125, -0.018639564514160156, -0.015474319458007812, -0.012309074401855469, -0.009143829345703125, -0.005978584289550781, -0.0028133392333984375, 0.00035190582275390625, 0.00351715087890625, 0.006682395935058594, 0.009847640991210938, 0.013012886047363281, 0.016178131103515625, 0.01934337615966797, 0.022508621215820312, 0.025673866271972656, 0.028839111328125, 0.032004356384277344, 0.03516960144042969, 0.03833484649658203, 0.041500091552734375, 0.04466533660888672, 0.04783058166503906, 0.050995826721191406, 0.05416107177734375, 0.057326316833496094, 0.06049156188964844, 0.06365680694580078, 0.06682205200195312, 0.06998729705810547, 0.07315254211425781, 0.07631778717041016, 0.0794830322265625, 0.08264827728271484, 0.08581352233886719, 0.08897876739501953, 0.09214401245117188, 0.09530925750732422, 0.09847450256347656, 0.1016397476196289, 0.10480499267578125, 0.1079702377319336, 0.11113548278808594, 0.11430072784423828, 0.11746597290039062, 0.12063121795654297, 0.12379646301269531, 0.12696170806884766, 0.130126953125]}, "gradients/encoder.encoder.layers.15.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 6.0, 5.0, 4.0, 10.0, 11.0, 32.0, 37.0, 74.0, 114.0, 230.0, 464.0, 1110.0, 4124.0, 32246.0, 3887560.0, 252263.0, 12285.0, 2233.0, 745.0, 310.0, 174.0, 91.0, 59.0, 38.0, 22.0, 18.0, 14.0, 4.0, 2.0, 4.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3935546875, -1.34515380859375, -1.2967529296875, -1.24835205078125, -1.199951171875, -1.15155029296875, -1.1031494140625, -1.05474853515625, -1.00634765625, -0.95794677734375, -0.9095458984375, -0.86114501953125, -0.812744140625, -0.76434326171875, -0.7159423828125, -0.66754150390625, -0.619140625, -0.57073974609375, -0.5223388671875, -0.47393798828125, -0.425537109375, -0.37713623046875, -0.3287353515625, -0.28033447265625, -0.23193359375, -0.18353271484375, -0.1351318359375, -0.08673095703125, -0.038330078125, 0.01007080078125, 0.0584716796875, 0.10687255859375, 0.1552734375, 0.20367431640625, 0.2520751953125, 0.30047607421875, 0.348876953125, 0.39727783203125, 0.4456787109375, 0.49407958984375, 0.54248046875, 0.59088134765625, 0.6392822265625, 0.68768310546875, 0.736083984375, 0.78448486328125, 0.8328857421875, 0.88128662109375, 0.9296875, 0.97808837890625, 1.0264892578125, 1.07489013671875, 1.123291015625, 1.17169189453125, 1.2200927734375, 1.26849365234375, 1.31689453125, 1.36529541015625, 1.4136962890625, 1.46209716796875, 1.510498046875, 1.55889892578125, 1.6072998046875, 1.65570068359375, 1.7041015625]}, "gradients/encoder.encoder.layers.15.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 5.0, 6.0, 13.0, 24.0, 37.0, 56.0, 149.0, 458.0, 2673.0, 399.0, 122.0, 56.0, 30.0, 17.0, 12.0, 9.0, 5.0, 3.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.413330078125, -0.3970909118652344, -0.38085174560546875, -0.3646125793457031, -0.3483734130859375, -0.3321342468261719, -0.31589508056640625, -0.2996559143066406, -0.283416748046875, -0.2671775817871094, -0.25093841552734375, -0.23469924926757812, -0.2184600830078125, -0.20222091674804688, -0.18598175048828125, -0.16974258422851562, -0.15350341796875, -0.13726425170898438, -0.12102508544921875, -0.10478591918945312, -0.0885467529296875, -0.07230758666992188, -0.05606842041015625, -0.039829254150390625, -0.023590087890625, -0.007350921630859375, 0.00888824462890625, 0.025127410888671875, 0.0413665771484375, 0.057605743408203125, 0.07384490966796875, 0.09008407592773438, 0.1063232421875, 0.12256240844726562, 0.13880157470703125, 0.15504074096679688, 0.1712799072265625, 0.18751907348632812, 0.20375823974609375, 0.21999740600585938, 0.236236572265625, 0.2524757385253906, 0.26871490478515625, 0.2849540710449219, 0.3011932373046875, 0.3174324035644531, 0.33367156982421875, 0.3499107360839844, 0.36614990234375, 0.3823890686035156, 0.39862823486328125, 0.4148674011230469, 0.4311065673828125, 0.4473457336425781, 0.46358489990234375, 0.4798240661621094, 0.496063232421875, 0.5123023986816406, 0.5285415649414062, 0.5447807312011719, 0.5610198974609375, 0.5772590637207031, 0.5934982299804688, 0.6097373962402344, 0.6259765625]}, "gradients/encoder.encoder.layers.15.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 3.0, 10.0, 13.0, 17.0, 22.0, 41.0, 63.0, 117.0, 157.0, 139.0, 134.0, 103.0, 68.0, 45.0, 30.0, 12.0, 10.0, 4.0, 5.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.350874900817871, -2.291074752807617, -2.2312748432159424, -2.1714746952056885, -2.1116747856140137, -2.0518746376037598, -1.9920746088027954, -1.932274580001831, -1.8724745512008667, -1.8126745223999023, -1.752874493598938, -1.6930744647979736, -1.6332743167877197, -1.573474407196045, -1.513674259185791, -1.4538742303848267, -1.3940742015838623, -1.334274172782898, -1.2744741439819336, -1.2146741151809692, -1.1548740863800049, -1.095073938369751, -1.0352739095687866, -0.9754738807678223, -0.9156738519668579, -0.8558738231658936, -0.7960737943649292, -0.7362737059593201, -0.6764736771583557, -0.6166736483573914, -0.5568735599517822, -0.49707353115081787, -0.43727362155914307, -0.3774735927581787, -0.31767353415489197, -0.2578734755516052, -0.19807344675064087, -0.1382734179496765, -0.07847335934638977, -0.018673300743103027, 0.04112672805786133, 0.10092677175998688, 0.16072681546211243, 0.22052685916423798, 0.2803269028663635, 0.3401269316673279, 0.3999269902706146, 0.45972704887390137, 0.5195270776748657, 0.5793271064758301, 0.6391271352767944, 0.6989272236824036, 0.7587272524833679, 0.8185272812843323, 0.8783273696899414, 0.9381273984909058, 0.9979274272918701, 1.0577274560928345, 1.1175274848937988, 1.1773275136947632, 1.2371275424957275, 1.2969276905059814, 1.3567277193069458, 1.4165277481079102, 1.4763277769088745]}, "gradients/encoder.encoder.layers.15.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 5.0, 4.0, 3.0, 1.0, 4.0, 4.0, 3.0, 8.0, 4.0, 12.0, 13.0, 10.0, 22.0, 22.0, 13.0, 28.0, 28.0, 32.0, 29.0, 44.0, 35.0, 56.0, 47.0, 55.0, 53.0, 45.0, 44.0, 47.0, 32.0, 34.0, 38.0, 30.0, 27.0, 31.0, 18.0, 24.0, 23.0, 17.0, 18.0, 12.0, 7.0, 8.0, 6.0, 4.0, 4.0, 3.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.8307061195373535, -0.8000760674476624, -0.769446074962616, -0.7388160228729248, -0.7081860303878784, -0.6775559782981873, -0.6469259262084961, -0.6162959337234497, -0.5856658816337585, -0.5550358295440674, -0.524405837059021, -0.49377578496932983, -0.46314576268196106, -0.4325157403945923, -0.4018857181072235, -0.37125569581985474, -0.34062567353248596, -0.3099956512451172, -0.2793656289577484, -0.24873559176921844, -0.21810555458068848, -0.1874755322933197, -0.15684551000595093, -0.12621547281742096, -0.09558545053005219, -0.06495542079210281, -0.03432539477944374, -0.003695368766784668, 0.026934660971164703, 0.057564690709114075, 0.08819471299648285, 0.11882475018501282, 0.1494547724723816, 0.18008479475975037, 0.21071483194828033, 0.2413448542356491, 0.2719748914241791, 0.30260491371154785, 0.3332349359989166, 0.3638649582862854, 0.39449501037597656, 0.42512503266334534, 0.4557550549507141, 0.4863851070404053, 0.5170150995254517, 0.5476451516151428, 0.578275203704834, 0.6089051961898804, 0.6395351886749268, 0.6701652407646179, 0.7007952332496643, 0.7314252853393555, 0.7620552778244019, 0.792685329914093, 0.8233153820037842, 0.8539453744888306, 0.8845754265785217, 0.9152054786682129, 0.9458354711532593, 0.9764655232429504, 1.0070955753326416, 1.037725567817688, 1.0683555603027344, 1.0989856719970703, 1.1296156644821167]}, "gradients/encoder.encoder.layers.15.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 4.0, 11.0, 13.0, 12.0, 22.0, 11.0, 34.0, 72.0, 78.0, 133.0, 199.0, 302.0, 457.0, 762.0, 1357.0, 2246.0, 4049.0, 7606.0, 14978.0, 31490.0, 70762.0, 342881.0, 426127.0, 77110.0, 33644.0, 15995.0, 8004.0, 4234.0, 2356.0, 1386.0, 826.0, 521.0, 314.0, 174.0, 112.0, 89.0, 59.0, 30.0, 24.0, 16.0, 23.0, 5.0, 3.0, 9.0, 9.0, 3.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.46484375, -0.449371337890625, -0.43389892578125, -0.418426513671875, -0.4029541015625, -0.387481689453125, -0.37200927734375, -0.356536865234375, -0.341064453125, -0.325592041015625, -0.31011962890625, -0.294647216796875, -0.2791748046875, -0.263702392578125, -0.24822998046875, -0.232757568359375, -0.21728515625, -0.201812744140625, -0.18634033203125, -0.170867919921875, -0.1553955078125, -0.139923095703125, -0.12445068359375, -0.108978271484375, -0.093505859375, -0.078033447265625, -0.06256103515625, -0.047088623046875, -0.0316162109375, -0.016143798828125, -0.00067138671875, 0.014801025390625, 0.0302734375, 0.045745849609375, 0.06121826171875, 0.076690673828125, 0.0921630859375, 0.107635498046875, 0.12310791015625, 0.138580322265625, 0.154052734375, 0.169525146484375, 0.18499755859375, 0.200469970703125, 0.2159423828125, 0.231414794921875, 0.24688720703125, 0.262359619140625, 0.27783203125, 0.293304443359375, 0.30877685546875, 0.324249267578125, 0.3397216796875, 0.355194091796875, 0.37066650390625, 0.386138916015625, 0.401611328125, 0.417083740234375, 0.43255615234375, 0.448028564453125, 0.4635009765625, 0.478973388671875, 0.49444580078125, 0.509918212890625, 0.525390625]}, "gradients/encoder.encoder.layers.15.attention.out_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 5.0, 5.0, 2.0, 9.0, 12.0, 12.0, 16.0, 19.0, 23.0, 24.0, 32.0, 37.0, 38.0, 57.0, 52.0, 54.0, 64.0, 60.0, 52.0, 72.0, 56.0, 64.0, 52.0, 32.0, 34.0, 20.0, 27.0, 17.0, 14.0, 20.0, 12.0, 4.0, 4.0, 5.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0772705078125, -0.07400321960449219, -0.07073593139648438, -0.06746864318847656, -0.06420135498046875, -0.06093406677246094, -0.057666778564453125, -0.05439949035644531, -0.0511322021484375, -0.04786491394042969, -0.044597625732421875, -0.04133033752441406, -0.03806304931640625, -0.03479576110839844, -0.031528472900390625, -0.028261184692382812, -0.024993896484375, -0.021726608276367188, -0.018459320068359375, -0.015192031860351562, -0.01192474365234375, -0.008657455444335938, -0.005390167236328125, -0.0021228790283203125, 0.0011444091796875, 0.0044116973876953125, 0.007678985595703125, 0.010946273803710938, 0.01421356201171875, 0.017480850219726562, 0.020748138427734375, 0.024015426635742188, 0.02728271484375, 0.030550003051757812, 0.033817291259765625, 0.03708457946777344, 0.04035186767578125, 0.04361915588378906, 0.046886444091796875, 0.05015373229980469, 0.0534210205078125, 0.05668830871582031, 0.059955596923828125, 0.06322288513183594, 0.06649017333984375, 0.06975746154785156, 0.07302474975585938, 0.07629203796386719, 0.079559326171875, 0.08282661437988281, 0.08609390258789062, 0.08936119079589844, 0.09262847900390625, 0.09589576721191406, 0.09916305541992188, 0.10243034362792969, 0.1056976318359375, 0.10896492004394531, 0.11223220825195312, 0.11549949645996094, 0.11876678466796875, 0.12203407287597656, 0.12530136108398438, 0.1285686492919922, 0.1318359375]}, "gradients/encoder.encoder.layers.15.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 3.0, 5.0, 4.0, 12.0, 8.0, 15.0, 19.0, 22.0, 46.0, 59.0, 84.0, 107.0, 218.0, 332.0, 621.0, 1374.0, 3288.0, 12990.0, 94125.0, 853269.0, 66064.0, 10318.0, 2997.0, 1145.0, 590.0, 308.0, 166.0, 112.0, 80.0, 55.0, 35.0, 28.0, 17.0, 14.0, 7.0, 8.0, 4.0, 3.0, 3.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-1.3740234375, -1.3363037109375, -1.298583984375, -1.2608642578125, -1.22314453125, -1.1854248046875, -1.147705078125, -1.1099853515625, -1.072265625, -1.0345458984375, -0.996826171875, -0.9591064453125, -0.92138671875, -0.8836669921875, -0.845947265625, -0.8082275390625, -0.7705078125, -0.7327880859375, -0.695068359375, -0.6573486328125, -0.61962890625, -0.5819091796875, -0.544189453125, -0.5064697265625, -0.46875, -0.4310302734375, -0.393310546875, -0.3555908203125, -0.31787109375, -0.2801513671875, -0.242431640625, -0.2047119140625, -0.1669921875, -0.1292724609375, -0.091552734375, -0.0538330078125, -0.01611328125, 0.0216064453125, 0.059326171875, 0.0970458984375, 0.134765625, 0.1724853515625, 0.210205078125, 0.2479248046875, 0.28564453125, 0.3233642578125, 0.361083984375, 0.3988037109375, 0.4365234375, 0.4742431640625, 0.511962890625, 0.5496826171875, 0.58740234375, 0.6251220703125, 0.662841796875, 0.7005615234375, 0.73828125, 0.7760009765625, 0.813720703125, 0.8514404296875, 0.88916015625, 0.9268798828125, 0.964599609375, 1.0023193359375, 1.0400390625]}, "gradients/encoder.encoder.layers.15.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 4.0, 3.0, 5.0, 4.0, 8.0, 15.0, 17.0, 19.0, 27.0, 33.0, 44.0, 45.0, 50.0, 66.0, 58.0, 74.0, 72.0, 82.0, 74.0, 74.0, 47.0, 50.0, 48.0, 28.0, 19.0, 9.0, 9.0, 7.0, 6.0, 5.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7275390625, -0.7075271606445312, -0.6875152587890625, -0.6675033569335938, -0.647491455078125, -0.6274795532226562, -0.6074676513671875, -0.5874557495117188, -0.56744384765625, -0.5474319458007812, -0.5274200439453125, -0.5074081420898438, -0.487396240234375, -0.46738433837890625, -0.4473724365234375, -0.42736053466796875, -0.4073486328125, -0.38733673095703125, -0.3673248291015625, -0.34731292724609375, -0.327301025390625, -0.30728912353515625, -0.2872772216796875, -0.26726531982421875, -0.24725341796875, -0.22724151611328125, -0.2072296142578125, -0.18721771240234375, -0.167205810546875, -0.14719390869140625, -0.1271820068359375, -0.10717010498046875, -0.087158203125, -0.06714630126953125, -0.0471343994140625, -0.02712249755859375, -0.007110595703125, 0.01290130615234375, 0.0329132080078125, 0.05292510986328125, 0.07293701171875, 0.09294891357421875, 0.1129608154296875, 0.13297271728515625, 0.152984619140625, 0.17299652099609375, 0.1930084228515625, 0.21302032470703125, 0.2330322265625, 0.25304412841796875, 0.2730560302734375, 0.29306793212890625, 0.313079833984375, 0.33309173583984375, 0.3531036376953125, 0.37311553955078125, 0.39312744140625, 0.41313934326171875, 0.4331512451171875, 0.45316314697265625, 0.473175048828125, 0.49318695068359375, 0.5131988525390625, 0.5332107543945312, 0.55322265625]}, "gradients/encoder.encoder.layers.15.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 4.0, 3.0, 0.0, 2.0, 1.0, 2.0, 11.0, 9.0, 11.0, 18.0, 26.0, 27.0, 48.0, 63.0, 103.0, 166.0, 233.0, 400.0, 635.0, 1136.0, 2076.0, 4568.0, 12499.0, 47289.0, 593393.0, 329145.0, 37645.0, 10400.0, 4100.0, 1890.0, 995.0, 613.0, 377.0, 239.0, 137.0, 96.0, 61.0, 43.0, 33.0, 20.0, 7.0, 10.0, 12.0, 8.0, 4.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0], "bins": [-0.51416015625, -0.499847412109375, -0.48553466796875, -0.471221923828125, -0.4569091796875, -0.442596435546875, -0.42828369140625, -0.413970947265625, -0.399658203125, -0.385345458984375, -0.37103271484375, -0.356719970703125, -0.3424072265625, -0.328094482421875, -0.31378173828125, -0.299468994140625, -0.28515625, -0.270843505859375, -0.25653076171875, -0.242218017578125, -0.2279052734375, -0.213592529296875, -0.19927978515625, -0.184967041015625, -0.170654296875, -0.156341552734375, -0.14202880859375, -0.127716064453125, -0.1134033203125, -0.099090576171875, -0.08477783203125, -0.070465087890625, -0.05615234375, -0.041839599609375, -0.02752685546875, -0.013214111328125, 0.0010986328125, 0.015411376953125, 0.02972412109375, 0.044036865234375, 0.058349609375, 0.072662353515625, 0.08697509765625, 0.101287841796875, 0.1156005859375, 0.129913330078125, 0.14422607421875, 0.158538818359375, 0.1728515625, 0.187164306640625, 0.20147705078125, 0.215789794921875, 0.2301025390625, 0.244415283203125, 0.25872802734375, 0.273040771484375, 0.287353515625, 0.301666259765625, 0.31597900390625, 0.330291748046875, 0.3446044921875, 0.358917236328125, 0.37322998046875, 0.387542724609375, 0.40185546875]}, "gradients/encoder.encoder.layers.15.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 4.0, 1.0, 4.0, 2.0, 12.0, 15.0, 15.0, 37.0, 52.0, 99.0, 134.0, 179.0, 160.0, 122.0, 65.0, 38.0, 29.0, 13.0, 14.0, 3.0, 6.0, 0.0, 3.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0003342628479003906, -0.0003262478858232498, -0.000318232923746109, -0.0003102179616689682, -0.0003022029995918274, -0.0002941880375146866, -0.0002861730754375458, -0.00027815811336040497, -0.00027014315128326416, -0.00026212818920612335, -0.00025411322712898254, -0.00024609826505184174, -0.00023808330297470093, -0.00023006834089756012, -0.0002220533788204193, -0.0002140384167432785, -0.0002060234546661377, -0.0001980084925889969, -0.00018999353051185608, -0.00018197856843471527, -0.00017396360635757446, -0.00016594864428043365, -0.00015793368220329285, -0.00014991872012615204, -0.00014190375804901123, -0.00013388879597187042, -0.00012587383389472961, -0.0001178588718175888, -0.000109843909740448, -0.00010182894766330719, -9.381398558616638e-05, -8.579902350902557e-05, -7.778406143188477e-05, -6.976909935474396e-05, -6.175413727760315e-05, -5.373917520046234e-05, -4.572421312332153e-05, -3.7709251046180725e-05, -2.9694288969039917e-05, -2.167932689189911e-05, -1.36643648147583e-05, -5.649402737617493e-06, 2.3655593395233154e-06, 1.0380521416664124e-05, 1.839548349380493e-05, 2.641044557094574e-05, 3.442540764808655e-05, 4.2440369725227356e-05, 5.0455331802368164e-05, 5.847029387950897e-05, 6.648525595664978e-05, 7.450021803379059e-05, 8.25151801109314e-05, 9.05301421880722e-05, 9.854510426521301e-05, 0.00010656006634235382, 0.00011457502841949463, 0.00012258999049663544, 0.00013060495257377625, 0.00013861991465091705, 0.00014663487672805786, 0.00015464983880519867, 0.00016266480088233948, 0.00017067976295948029, 0.0001786947250366211]}, "gradients/encoder.encoder.layers.15.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 2.0, 3.0, 3.0, 6.0, 7.0, 9.0, 13.0, 9.0, 32.0, 45.0, 71.0, 120.0, 184.0, 336.0, 639.0, 1375.0, 4644.0, 54552.0, 949327.0, 31179.0, 3455.0, 1214.0, 549.0, 318.0, 171.0, 103.0, 65.0, 39.0, 21.0, 15.0, 15.0, 7.0, 2.0, 6.0, 4.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.8662109375, -0.8386383056640625, -0.811065673828125, -0.7834930419921875, -0.75592041015625, -0.7283477783203125, -0.700775146484375, -0.6732025146484375, -0.6456298828125, -0.6180572509765625, -0.590484619140625, -0.5629119873046875, -0.53533935546875, -0.5077667236328125, -0.480194091796875, -0.4526214599609375, -0.425048828125, -0.3974761962890625, -0.369903564453125, -0.3423309326171875, -0.31475830078125, -0.2871856689453125, -0.259613037109375, -0.2320404052734375, -0.2044677734375, -0.1768951416015625, -0.149322509765625, -0.1217498779296875, -0.09417724609375, -0.0666046142578125, -0.039031982421875, -0.0114593505859375, 0.01611328125, 0.0436859130859375, 0.071258544921875, 0.0988311767578125, 0.12640380859375, 0.1539764404296875, 0.181549072265625, 0.2091217041015625, 0.2366943359375, 0.2642669677734375, 0.291839599609375, 0.3194122314453125, 0.34698486328125, 0.3745574951171875, 0.402130126953125, 0.4297027587890625, 0.457275390625, 0.4848480224609375, 0.512420654296875, 0.5399932861328125, 0.56756591796875, 0.5951385498046875, 0.622711181640625, 0.6502838134765625, 0.6778564453125, 0.7054290771484375, 0.733001708984375, 0.7605743408203125, 0.78814697265625, 0.8157196044921875, 0.843292236328125, 0.8708648681640625, 0.8984375]}, "gradients/encoder.encoder.layers.15.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 2.0, 8.0, 14.0, 19.0, 16.0, 37.0, 70.0, 218.0, 374.0, 103.0, 50.0, 29.0, 22.0, 19.0, 6.0, 5.0, 6.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.62939453125, -0.6104660034179688, -0.5915374755859375, -0.5726089477539062, -0.553680419921875, -0.5347518920898438, -0.5158233642578125, -0.49689483642578125, -0.47796630859375, -0.45903778076171875, -0.4401092529296875, -0.42118072509765625, -0.402252197265625, -0.38332366943359375, -0.3643951416015625, -0.34546661376953125, -0.3265380859375, -0.30760955810546875, -0.2886810302734375, -0.26975250244140625, -0.250823974609375, -0.23189544677734375, -0.2129669189453125, -0.19403839111328125, -0.17510986328125, -0.15618133544921875, -0.1372528076171875, -0.11832427978515625, -0.099395751953125, -0.08046722412109375, -0.0615386962890625, -0.04261016845703125, -0.023681640625, -0.00475311279296875, 0.0141754150390625, 0.03310394287109375, 0.052032470703125, 0.07096099853515625, 0.0898895263671875, 0.10881805419921875, 0.12774658203125, 0.14667510986328125, 0.1656036376953125, 0.18453216552734375, 0.203460693359375, 0.22238922119140625, 0.2413177490234375, 0.26024627685546875, 0.2791748046875, 0.29810333251953125, 0.3170318603515625, 0.33596038818359375, 0.354888916015625, 0.37381744384765625, 0.3927459716796875, 0.41167449951171875, 0.43060302734375, 0.44953155517578125, 0.4684600830078125, 0.48738861083984375, 0.506317138671875, 0.5252456665039062, 0.5441741943359375, 0.5631027221679688, 0.58203125]}, "gradients/encoder.encoder.layers.15.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 8.0, 10.0, 33.0, 93.0, 243.0, 317.0, 186.0, 65.0, 29.0, 12.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.552072525024414, -7.274986743927002, -6.99790096282959, -6.7208147048950195, -6.443728923797607, -6.166643142700195, -5.889556884765625, -5.612471103668213, -5.335385322570801, -5.058299541473389, -4.781213760375977, -4.504127502441406, -4.227041721343994, -3.949955940246582, -3.672869920730591, -3.3957839012145996, -3.1186981201171875, -2.8416123390197754, -2.564526319503784, -2.287440299987793, -2.010354518890381, -1.7332686185836792, -1.4561827182769775, -1.1790968179702759, -0.9020109176635742, -0.6249250173568726, -0.3478391170501709, -0.07075321674346924, 0.20633268356323242, 0.4834185838699341, 0.7605044841766357, 1.0375903844833374, 1.3146772384643555, 1.5917631387710571, 1.8688490390777588, 2.14593505859375, 2.423020839691162, 2.700106620788574, 2.9771926403045654, 3.2542786598205566, 3.5313644409179688, 3.808450222015381, 4.085536003112793, 4.362622261047363, 4.639708042144775, 4.9167938232421875, 5.193880081176758, 5.47096586227417, 5.748051643371582, 6.025137424468994, 6.302223205566406, 6.579309463500977, 6.856395244598389, 7.133481025695801, 7.410567283630371, 7.687653064727783, 7.964738845825195, 8.241825103759766, 8.51891040802002, 8.79599666595459, 9.073081970214844, 9.350168228149414, 9.627254486083984, 9.904339790344238, 10.181426048278809]}, "gradients/encoder.encoder.layers.15.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 3.0, 7.0, 6.0, 8.0, 11.0, 12.0, 9.0, 15.0, 18.0, 24.0, 24.0, 31.0, 27.0, 27.0, 34.0, 27.0, 45.0, 39.0, 38.0, 41.0, 53.0, 36.0, 49.0, 40.0, 52.0, 43.0, 40.0, 41.0, 29.0, 28.0, 27.0, 26.0, 17.0, 11.0, 10.0, 13.0, 10.0, 9.0, 6.0, 4.0, 4.0, 1.0, 7.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8817461729049683, -1.8160524368286133, -1.7503585815429688, -1.6846648454666138, -1.6189711093902588, -1.5532772541046143, -1.4875835180282593, -1.4218897819519043, -1.3561959266662598, -1.2905021905899048, -1.2248083353042603, -1.1591145992279053, -1.0934207439422607, -1.0277270078659058, -0.9620332717895508, -0.896339476108551, -0.8306456804275513, -0.7649518847465515, -0.6992580890655518, -0.6335643529891968, -0.567870557308197, -0.5021767616271973, -0.4364829957485199, -0.37078922986984253, -0.3050954341888428, -0.2394016534090042, -0.17370787262916565, -0.10801409184932709, -0.042320311069488525, 0.02337348461151123, 0.0890672504901886, 0.15476101636886597, 0.22045469284057617, 0.2861484885215759, 0.3518422544002533, 0.41753602027893066, 0.4832298159599304, 0.5489236116409302, 0.6146173477172852, 0.6803111433982849, 0.7460049390792847, 0.8116987347602844, 0.8773925304412842, 0.9430862665176392, 1.0087800025939941, 1.0744738578796387, 1.1401675939559937, 1.2058613300323486, 1.2715551853179932, 1.3372489213943481, 1.4029427766799927, 1.4686365127563477, 1.5343303680419922, 1.6000241041183472, 1.6657178401947021, 1.7314116954803467, 1.7971054315567017, 1.8627991676330566, 1.9284930229187012, 1.9941867589950562, 2.059880495071411, 2.1255743503570557, 2.1912682056427, 2.2569618225097656, 2.32265567779541]}, "gradients/encoder.encoder.layers.14.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 4.0, 7.0, 5.0, 18.0, 19.0, 23.0, 45.0, 49.0, 72.0, 84.0, 154.0, 234.0, 365.0, 604.0, 1172.0, 2108.0, 4920.0, 13357.0, 58103.0, 3707135.0, 356670.0, 31377.0, 9461.0, 3897.0, 1864.0, 952.0, 542.0, 357.0, 245.0, 147.0, 104.0, 51.0, 42.0, 29.0, 20.0, 15.0, 9.0, 3.0, 8.0, 4.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.7314453125, -0.7041778564453125, -0.676910400390625, -0.6496429443359375, -0.62237548828125, -0.5951080322265625, -0.567840576171875, -0.5405731201171875, -0.5133056640625, -0.4860382080078125, -0.458770751953125, -0.4315032958984375, -0.40423583984375, -0.3769683837890625, -0.349700927734375, -0.3224334716796875, -0.295166015625, -0.2678985595703125, -0.240631103515625, -0.2133636474609375, -0.18609619140625, -0.1588287353515625, -0.131561279296875, -0.1042938232421875, -0.0770263671875, -0.0497589111328125, -0.022491455078125, 0.0047760009765625, 0.03204345703125, 0.0593109130859375, 0.086578369140625, 0.1138458251953125, 0.14111328125, 0.1683807373046875, 0.195648193359375, 0.2229156494140625, 0.25018310546875, 0.2774505615234375, 0.304718017578125, 0.3319854736328125, 0.3592529296875, 0.3865203857421875, 0.413787841796875, 0.4410552978515625, 0.46832275390625, 0.4955902099609375, 0.522857666015625, 0.5501251220703125, 0.577392578125, 0.6046600341796875, 0.631927490234375, 0.6591949462890625, 0.68646240234375, 0.7137298583984375, 0.740997314453125, 0.7682647705078125, 0.7955322265625, 0.8227996826171875, 0.850067138671875, 0.8773345947265625, 0.90460205078125, 0.9318695068359375, 0.959136962890625, 0.9864044189453125, 1.013671875]}, "gradients/encoder.encoder.layers.14.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 4.0, 7.0, 6.0, 8.0, 12.0, 15.0, 13.0, 24.0, 40.0, 39.0, 46.0, 37.0, 52.0, 53.0, 64.0, 66.0, 57.0, 53.0, 66.0, 46.0, 52.0, 51.0, 45.0, 40.0, 28.0, 16.0, 16.0, 18.0, 7.0, 11.0, 7.0, 2.0, 4.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08746337890625, -0.0838785171508789, -0.08029365539550781, -0.07670879364013672, -0.07312393188476562, -0.06953907012939453, -0.06595420837402344, -0.062369346618652344, -0.05878448486328125, -0.055199623107910156, -0.05161476135253906, -0.04802989959716797, -0.044445037841796875, -0.04086017608642578, -0.03727531433105469, -0.033690452575683594, -0.0301055908203125, -0.026520729064941406, -0.022935867309570312, -0.01935100555419922, -0.015766143798828125, -0.012181282043457031, -0.008596420288085938, -0.005011558532714844, -0.00142669677734375, 0.0021581649780273438, 0.0057430267333984375, 0.009327888488769531, 0.012912750244140625, 0.01649761199951172, 0.020082473754882812, 0.023667335510253906, 0.027252197265625, 0.030837059020996094, 0.03442192077636719, 0.03800678253173828, 0.041591644287109375, 0.04517650604248047, 0.04876136779785156, 0.052346229553222656, 0.05593109130859375, 0.059515953063964844, 0.06310081481933594, 0.06668567657470703, 0.07027053833007812, 0.07385540008544922, 0.07744026184082031, 0.0810251235961914, 0.0846099853515625, 0.0881948471069336, 0.09177970886230469, 0.09536457061767578, 0.09894943237304688, 0.10253429412841797, 0.10611915588378906, 0.10970401763916016, 0.11328887939453125, 0.11687374114990234, 0.12045860290527344, 0.12404346466064453, 0.12762832641601562, 0.13121318817138672, 0.1347980499267578, 0.1383829116821289, 0.1419677734375]}, "gradients/encoder.encoder.layers.14.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 3.0, 4.0, 5.0, 5.0, 14.0, 23.0, 27.0, 31.0, 62.0, 77.0, 126.0, 200.0, 301.0, 599.0, 1494.0, 5883.0, 87760.0, 4067214.0, 24884.0, 3380.0, 982.0, 490.0, 252.0, 167.0, 105.0, 63.0, 45.0, 24.0, 27.0, 9.0, 15.0, 9.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.06640625, -1.995941162109375, -1.92547607421875, -1.855010986328125, -1.7845458984375, -1.714080810546875, -1.64361572265625, -1.573150634765625, -1.502685546875, -1.432220458984375, -1.36175537109375, -1.291290283203125, -1.2208251953125, -1.150360107421875, -1.07989501953125, -1.009429931640625, -0.93896484375, -0.868499755859375, -0.79803466796875, -0.727569580078125, -0.6571044921875, -0.586639404296875, -0.51617431640625, -0.445709228515625, -0.375244140625, -0.304779052734375, -0.23431396484375, -0.163848876953125, -0.0933837890625, -0.022918701171875, 0.04754638671875, 0.118011474609375, 0.1884765625, 0.258941650390625, 0.32940673828125, 0.399871826171875, 0.4703369140625, 0.540802001953125, 0.61126708984375, 0.681732177734375, 0.752197265625, 0.822662353515625, 0.89312744140625, 0.963592529296875, 1.0340576171875, 1.104522705078125, 1.17498779296875, 1.245452880859375, 1.31591796875, 1.386383056640625, 1.45684814453125, 1.527313232421875, 1.5977783203125, 1.668243408203125, 1.73870849609375, 1.809173583984375, 1.879638671875, 1.950103759765625, 2.02056884765625, 2.091033935546875, 2.1614990234375, 2.231964111328125, 2.30242919921875, 2.372894287109375, 2.443359375]}, "gradients/encoder.encoder.layers.14.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 4.0, 8.0, 13.0, 26.0, 92.0, 406.0, 3177.0, 235.0, 63.0, 26.0, 10.0, 6.0, 5.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.78125, -0.755523681640625, -0.72979736328125, -0.704071044921875, -0.6783447265625, -0.652618408203125, -0.62689208984375, -0.601165771484375, -0.575439453125, -0.549713134765625, -0.52398681640625, -0.498260498046875, -0.4725341796875, -0.446807861328125, -0.42108154296875, -0.395355224609375, -0.36962890625, -0.343902587890625, -0.31817626953125, -0.292449951171875, -0.2667236328125, -0.240997314453125, -0.21527099609375, -0.189544677734375, -0.163818359375, -0.138092041015625, -0.11236572265625, -0.086639404296875, -0.0609130859375, -0.035186767578125, -0.00946044921875, 0.016265869140625, 0.0419921875, 0.067718505859375, 0.09344482421875, 0.119171142578125, 0.1448974609375, 0.170623779296875, 0.19635009765625, 0.222076416015625, 0.247802734375, 0.273529052734375, 0.29925537109375, 0.324981689453125, 0.3507080078125, 0.376434326171875, 0.40216064453125, 0.427886962890625, 0.45361328125, 0.479339599609375, 0.50506591796875, 0.530792236328125, 0.5565185546875, 0.582244873046875, 0.60797119140625, 0.633697509765625, 0.659423828125, 0.685150146484375, 0.71087646484375, 0.736602783203125, 0.7623291015625, 0.788055419921875, 0.81378173828125, 0.839508056640625, 0.865234375]}, "gradients/encoder.encoder.layers.14.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 8.0, 9.0, 16.0, 10.0, 33.0, 52.0, 81.0, 141.0, 197.0, 173.0, 128.0, 72.0, 42.0, 15.0, 8.0, 6.0, 7.0, 1.0, 5.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.11433219909668, -4.026795864105225, -3.9392600059509277, -3.8517239093780518, -3.764187812805176, -3.6766517162323, -3.589115619659424, -3.5015792846679688, -3.414043426513672, -3.326507329940796, -3.23897123336792, -3.151435136795044, -3.063899040222168, -2.976362943649292, -2.888826847076416, -2.801290512084961, -2.713754415512085, -2.626218318939209, -2.538682222366333, -2.451146125793457, -2.363610029220581, -2.276073932647705, -2.18853759765625, -2.101001739501953, -2.013465404510498, -1.925929307937622, -1.838393211364746, -1.7508571147918701, -1.6633210182189941, -1.5757849216461182, -1.4882487058639526, -1.4007126092910767, -1.3131766319274902, -1.2256405353546143, -1.1381044387817383, -1.0505683422088623, -0.9630321860313416, -0.8754960894584656, -0.7879599332809448, -0.7004238367080688, -0.6128877401351929, -0.5253516435623169, -0.43781551718711853, -0.35027939081192017, -0.2627432942390442, -0.1752071976661682, -0.08767104148864746, -0.00013494491577148438, 0.08740115165710449, 0.17493726313114166, 0.26247337460517883, 0.3500095009803772, 0.4375455975532532, 0.5250816941261292, 0.6126178503036499, 0.7001539468765259, 0.7876900434494019, 0.8752261400222778, 0.9627622365951538, 1.0502984523773193, 1.1378345489501953, 1.2253706455230713, 1.3129067420959473, 1.4004428386688232, 1.4879789352416992]}, "gradients/encoder.encoder.layers.14.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 5.0, 4.0, 2.0, 3.0, 5.0, 5.0, 7.0, 10.0, 11.0, 17.0, 11.0, 21.0, 24.0, 21.0, 15.0, 19.0, 29.0, 27.0, 28.0, 41.0, 29.0, 39.0, 37.0, 39.0, 29.0, 36.0, 31.0, 31.0, 41.0, 40.0, 34.0, 35.0, 28.0, 35.0, 25.0, 33.0, 21.0, 26.0, 13.0, 16.0, 10.0, 12.0, 8.0, 13.0, 8.0, 12.0, 8.0, 5.0, 6.0, 0.0, 3.0, 5.0, 2.0], "bins": [-1.2672460079193115, -1.2326180934906006, -1.1979902982711792, -1.1633623838424683, -1.1287345886230469, -1.094106674194336, -1.0594788789749146, -1.0248509645462036, -0.9902231097221375, -0.9555952548980713, -0.9209674000740051, -0.886339545249939, -0.851711630821228, -0.8170838356018066, -0.7824559211730957, -0.7478280663490295, -0.7132002115249634, -0.6785723567008972, -0.643944501876831, -0.6093166470527649, -0.5746887922286987, -0.5400608777999878, -0.5054330229759216, -0.47080516815185547, -0.4361773133277893, -0.40154945850372314, -0.366921603679657, -0.33229371905326843, -0.29766586422920227, -0.2630380094051361, -0.22841013967990875, -0.1937822699546814, -0.15915447473526, -0.12452661246061325, -0.08989875018596649, -0.05527088791131973, -0.020643025636672974, 0.013984829187393188, 0.048612698912620544, 0.0832405686378479, 0.11786842346191406, 0.15249627828598022, 0.18712414801120758, 0.22175201773643494, 0.2563798725605011, 0.29100772738456726, 0.3256356120109558, 0.360263466835022, 0.39489132165908813, 0.4295191764831543, 0.46414703130722046, 0.498774915933609, 0.5334028005599976, 0.568030595779419, 0.6026585102081299, 0.637286365032196, 0.6719142198562622, 0.7065420746803284, 0.7411699295043945, 0.7757977843284607, 0.8104256391525269, 0.8450535535812378, 0.879681408405304, 0.9143092632293701, 0.9489371180534363]}, "gradients/encoder.encoder.layers.14.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 6.0, 5.0, 5.0, 3.0, 12.0, 8.0, 16.0, 36.0, 41.0, 66.0, 99.0, 176.0, 243.0, 382.0, 613.0, 1134.0, 1970.0, 3482.0, 6489.0, 12564.0, 24936.0, 58874.0, 243660.0, 522195.0, 99075.0, 35894.0, 17050.0, 8681.0, 4691.0, 2558.0, 1479.0, 792.0, 505.0, 290.0, 175.0, 126.0, 66.0, 46.0, 37.0, 28.0, 17.0, 13.0, 9.0, 5.0, 7.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.42041015625, -0.40650177001953125, -0.3925933837890625, -0.37868499755859375, -0.364776611328125, -0.35086822509765625, -0.3369598388671875, -0.32305145263671875, -0.30914306640625, -0.29523468017578125, -0.2813262939453125, -0.26741790771484375, -0.253509521484375, -0.23960113525390625, -0.2256927490234375, -0.21178436279296875, -0.1978759765625, -0.18396759033203125, -0.1700592041015625, -0.15615081787109375, -0.142242431640625, -0.12833404541015625, -0.1144256591796875, -0.10051727294921875, -0.08660888671875, -0.07270050048828125, -0.0587921142578125, -0.04488372802734375, -0.030975341796875, -0.01706695556640625, -0.0031585693359375, 0.01074981689453125, 0.024658203125, 0.03856658935546875, 0.0524749755859375, 0.06638336181640625, 0.080291748046875, 0.09420013427734375, 0.1081085205078125, 0.12201690673828125, 0.13592529296875, 0.14983367919921875, 0.1637420654296875, 0.17765045166015625, 0.191558837890625, 0.20546722412109375, 0.2193756103515625, 0.23328399658203125, 0.2471923828125, 0.26110076904296875, 0.2750091552734375, 0.28891754150390625, 0.302825927734375, 0.31673431396484375, 0.3306427001953125, 0.34455108642578125, 0.35845947265625, 0.37236785888671875, 0.3862762451171875, 0.40018463134765625, 0.414093017578125, 0.42800140380859375, 0.4419097900390625, 0.45581817626953125, 0.4697265625]}, "gradients/encoder.encoder.layers.14.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 5.0, 6.0, 3.0, 5.0, 15.0, 15.0, 11.0, 22.0, 27.0, 33.0, 38.0, 40.0, 47.0, 45.0, 52.0, 57.0, 51.0, 55.0, 63.0, 45.0, 49.0, 49.0, 45.0, 41.0, 37.0, 24.0, 29.0, 21.0, 19.0, 13.0, 12.0, 11.0, 9.0, 2.0, 4.0, 3.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11578369140625, -0.11172962188720703, -0.10767555236816406, -0.1036214828491211, -0.09956741333007812, -0.09551334381103516, -0.09145927429199219, -0.08740520477294922, -0.08335113525390625, -0.07929706573486328, -0.07524299621582031, -0.07118892669677734, -0.06713485717773438, -0.0630807876586914, -0.05902671813964844, -0.05497264862060547, -0.0509185791015625, -0.04686450958251953, -0.04281044006347656, -0.038756370544433594, -0.034702301025390625, -0.030648231506347656, -0.026594161987304688, -0.02254009246826172, -0.01848602294921875, -0.014431953430175781, -0.010377883911132812, -0.006323814392089844, -0.002269744873046875, 0.0017843246459960938, 0.0058383941650390625, 0.009892463684082031, 0.013946533203125, 0.01800060272216797, 0.022054672241210938, 0.026108741760253906, 0.030162811279296875, 0.034216880798339844, 0.03827095031738281, 0.04232501983642578, 0.04637908935546875, 0.05043315887451172, 0.05448722839355469, 0.058541297912597656, 0.06259536743164062, 0.0666494369506836, 0.07070350646972656, 0.07475757598876953, 0.0788116455078125, 0.08286571502685547, 0.08691978454589844, 0.0909738540649414, 0.09502792358398438, 0.09908199310302734, 0.10313606262207031, 0.10719013214111328, 0.11124420166015625, 0.11529827117919922, 0.11935234069824219, 0.12340641021728516, 0.12746047973632812, 0.1315145492553711, 0.13556861877441406, 0.13962268829345703, 0.1436767578125]}, "gradients/encoder.encoder.layers.14.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 9.0, 6.0, 7.0, 16.0, 16.0, 24.0, 27.0, 35.0, 45.0, 59.0, 99.0, 150.0, 252.0, 513.0, 1013.0, 2298.0, 5813.0, 16977.0, 62654.0, 772606.0, 142158.0, 28351.0, 8964.0, 3484.0, 1466.0, 606.0, 367.0, 171.0, 110.0, 68.0, 49.0, 35.0, 28.0, 22.0, 19.0, 8.0, 9.0, 11.0, 0.0, 7.0, 5.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.9091796875, -0.8813858032226562, -0.8535919189453125, -0.8257980346679688, -0.798004150390625, -0.7702102661132812, -0.7424163818359375, -0.7146224975585938, -0.68682861328125, -0.6590347290039062, -0.6312408447265625, -0.6034469604492188, -0.575653076171875, -0.5478591918945312, -0.5200653076171875, -0.49227142333984375, -0.4644775390625, -0.43668365478515625, -0.4088897705078125, -0.38109588623046875, -0.353302001953125, -0.32550811767578125, -0.2977142333984375, -0.26992034912109375, -0.24212646484375, -0.21433258056640625, -0.1865386962890625, -0.15874481201171875, -0.130950927734375, -0.10315704345703125, -0.0753631591796875, -0.04756927490234375, -0.019775390625, 0.00801849365234375, 0.0358123779296875, 0.06360626220703125, 0.091400146484375, 0.11919403076171875, 0.1469879150390625, 0.17478179931640625, 0.20257568359375, 0.23036956787109375, 0.2581634521484375, 0.28595733642578125, 0.313751220703125, 0.34154510498046875, 0.3693389892578125, 0.39713287353515625, 0.4249267578125, 0.45272064208984375, 0.4805145263671875, 0.5083084106445312, 0.536102294921875, 0.5638961791992188, 0.5916900634765625, 0.6194839477539062, 0.64727783203125, 0.6750717163085938, 0.7028656005859375, 0.7306594848632812, 0.758453369140625, 0.7862472534179688, 0.8140411376953125, 0.8418350219726562, 0.86962890625]}, "gradients/encoder.encoder.layers.14.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 4.0, 4.0, 8.0, 5.0, 10.0, 13.0, 10.0, 12.0, 14.0, 21.0, 18.0, 25.0, 26.0, 38.0, 55.0, 53.0, 49.0, 64.0, 59.0, 63.0, 61.0, 61.0, 56.0, 39.0, 39.0, 37.0, 36.0, 23.0, 15.0, 15.0, 19.0, 13.0, 9.0, 7.0, 6.0, 3.0, 5.0, 3.0, 1.0, 5.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.6640625, -0.6435394287109375, -0.623016357421875, -0.6024932861328125, -0.58197021484375, -0.5614471435546875, -0.540924072265625, -0.5204010009765625, -0.4998779296875, -0.4793548583984375, -0.458831787109375, -0.4383087158203125, -0.41778564453125, -0.3972625732421875, -0.376739501953125, -0.3562164306640625, -0.335693359375, -0.3151702880859375, -0.294647216796875, -0.2741241455078125, -0.25360107421875, -0.2330780029296875, -0.212554931640625, -0.1920318603515625, -0.1715087890625, -0.1509857177734375, -0.130462646484375, -0.1099395751953125, -0.08941650390625, -0.0688934326171875, -0.048370361328125, -0.0278472900390625, -0.00732421875, 0.0131988525390625, 0.033721923828125, 0.0542449951171875, 0.07476806640625, 0.0952911376953125, 0.115814208984375, 0.1363372802734375, 0.1568603515625, 0.1773834228515625, 0.197906494140625, 0.2184295654296875, 0.23895263671875, 0.2594757080078125, 0.279998779296875, 0.3005218505859375, 0.321044921875, 0.3415679931640625, 0.362091064453125, 0.3826141357421875, 0.40313720703125, 0.4236602783203125, 0.444183349609375, 0.4647064208984375, 0.4852294921875, 0.5057525634765625, 0.526275634765625, 0.5467987060546875, 0.56732177734375, 0.5878448486328125, 0.608367919921875, 0.6288909912109375, 0.6494140625]}, "gradients/encoder.encoder.layers.14.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 6.0, 5.0, 11.0, 12.0, 25.0, 46.0, 41.0, 80.0, 94.0, 124.0, 199.0, 316.0, 517.0, 815.0, 1334.0, 2322.0, 4573.0, 11124.0, 50379.0, 767076.0, 174511.0, 20654.0, 6568.0, 3156.0, 1724.0, 1003.0, 658.0, 416.0, 262.0, 172.0, 106.0, 65.0, 53.0, 41.0, 18.0, 20.0, 10.0, 10.0, 8.0, 1.0, 3.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.363037109375, -0.3489341735839844, -0.33483123779296875, -0.3207283020019531, -0.3066253662109375, -0.2925224304199219, -0.27841949462890625, -0.2643165588378906, -0.250213623046875, -0.23611068725585938, -0.22200775146484375, -0.20790481567382812, -0.1938018798828125, -0.17969894409179688, -0.16559600830078125, -0.15149307250976562, -0.13739013671875, -0.12328720092773438, -0.10918426513671875, -0.09508132934570312, -0.0809783935546875, -0.06687545776367188, -0.05277252197265625, -0.038669586181640625, -0.024566650390625, -0.010463714599609375, 0.00363922119140625, 0.017742156982421875, 0.0318450927734375, 0.045948028564453125, 0.06005096435546875, 0.07415390014648438, 0.0882568359375, 0.10235977172851562, 0.11646270751953125, 0.13056564331054688, 0.1446685791015625, 0.15877151489257812, 0.17287445068359375, 0.18697738647460938, 0.201080322265625, 0.21518325805664062, 0.22928619384765625, 0.24338912963867188, 0.2574920654296875, 0.2715950012207031, 0.28569793701171875, 0.2998008728027344, 0.31390380859375, 0.3280067443847656, 0.34210968017578125, 0.3562126159667969, 0.3703155517578125, 0.3844184875488281, 0.39852142333984375, 0.4126243591308594, 0.426727294921875, 0.4408302307128906, 0.45493316650390625, 0.4690361022949219, 0.4831390380859375, 0.4972419738769531, 0.5113449096679688, 0.5254478454589844, 0.53955078125]}, "gradients/encoder.encoder.layers.14.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 8.0, 6.0, 12.0, 14.0, 16.0, 24.0, 44.0, 64.0, 109.0, 139.0, 143.0, 135.0, 102.0, 70.0, 43.0, 21.0, 21.0, 15.0, 5.0, 8.0, 1.0, 2.0, 2.0, 1.0, 0.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00018072128295898438, -0.00017457455396652222, -0.00016842782497406006, -0.0001622810959815979, -0.00015613436698913574, -0.00014998763799667358, -0.00014384090900421143, -0.00013769418001174927, -0.0001315474510192871, -0.00012540072202682495, -0.00011925399303436279, -0.00011310726404190063, -0.00010696053504943848, -0.00010081380605697632, -9.466707706451416e-05, -8.8520348072052e-05, -8.237361907958984e-05, -7.622689008712769e-05, -7.008016109466553e-05, -6.393343210220337e-05, -5.778670310974121e-05, -5.163997411727905e-05, -4.5493245124816895e-05, -3.9346516132354736e-05, -3.319978713989258e-05, -2.705305814743042e-05, -2.0906329154968262e-05, -1.4759600162506104e-05, -8.612871170043945e-06, -2.466142177581787e-06, 3.680586814880371e-06, 9.82731580734253e-06, 1.5974044799804688e-05, 2.2120773792266846e-05, 2.8267502784729004e-05, 3.441423177719116e-05, 4.056096076965332e-05, 4.670768976211548e-05, 5.285441875457764e-05, 5.9001147747039795e-05, 6.514787673950195e-05, 7.129460573196411e-05, 7.744133472442627e-05, 8.358806371688843e-05, 8.973479270935059e-05, 9.588152170181274e-05, 0.0001020282506942749, 0.00010817497968673706, 0.00011432170867919922, 0.00012046843767166138, 0.00012661516666412354, 0.0001327618956565857, 0.00013890862464904785, 0.00014505535364151, 0.00015120208263397217, 0.00015734881162643433, 0.00016349554061889648, 0.00016964226961135864, 0.0001757889986038208, 0.00018193572759628296, 0.00018808245658874512, 0.00019422918558120728, 0.00020037591457366943, 0.0002065226435661316, 0.00021266937255859375]}, "gradients/encoder.encoder.layers.14.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 6.0, 6.0, 7.0, 9.0, 13.0, 15.0, 19.0, 38.0, 35.0, 49.0, 75.0, 127.0, 214.0, 385.0, 806.0, 1711.0, 3986.0, 10655.0, 44981.0, 661780.0, 281553.0, 27897.0, 8136.0, 3130.0, 1384.0, 666.0, 326.0, 160.0, 129.0, 70.0, 51.0, 40.0, 24.0, 16.0, 12.0, 21.0, 11.0, 4.0, 3.0, 3.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.400634765625, -0.3880615234375, -0.37548828125, -0.3629150390625, -0.350341796875, -0.3377685546875, -0.3251953125, -0.3126220703125, -0.300048828125, -0.2874755859375, -0.27490234375, -0.2623291015625, -0.249755859375, -0.2371826171875, -0.224609375, -0.2120361328125, -0.199462890625, -0.1868896484375, -0.17431640625, -0.1617431640625, -0.149169921875, -0.1365966796875, -0.1240234375, -0.1114501953125, -0.098876953125, -0.0863037109375, -0.07373046875, -0.0611572265625, -0.048583984375, -0.0360107421875, -0.0234375, -0.0108642578125, 0.001708984375, 0.0142822265625, 0.02685546875, 0.0394287109375, 0.052001953125, 0.0645751953125, 0.0771484375, 0.0897216796875, 0.102294921875, 0.1148681640625, 0.12744140625, 0.1400146484375, 0.152587890625, 0.1651611328125, 0.177734375, 0.1903076171875, 0.202880859375, 0.2154541015625, 0.22802734375, 0.2406005859375, 0.253173828125, 0.2657470703125, 0.2783203125, 0.2908935546875, 0.303466796875, 0.3160400390625, 0.32861328125, 0.3411865234375, 0.353759765625, 0.3663330078125, 0.37890625, 0.3914794921875, 0.404052734375]}, "gradients/encoder.encoder.layers.14.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 7.0, 3.0, 5.0, 11.0, 13.0, 12.0, 11.0, 28.0, 38.0, 48.0, 114.0, 198.0, 192.0, 109.0, 52.0, 36.0, 29.0, 24.0, 13.0, 14.0, 6.0, 10.0, 5.0, 4.0, 2.0, 4.0, 5.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.374755859375, -0.3649101257324219, -0.35506439208984375, -0.3452186584472656, -0.3353729248046875, -0.3255271911621094, -0.31568145751953125, -0.3058357238769531, -0.295989990234375, -0.2861442565917969, -0.27629852294921875, -0.2664527893066406, -0.2566070556640625, -0.24676132202148438, -0.23691558837890625, -0.22706985473632812, -0.21722412109375, -0.20737838745117188, -0.19753265380859375, -0.18768692016601562, -0.1778411865234375, -0.16799545288085938, -0.15814971923828125, -0.14830398559570312, -0.138458251953125, -0.12861251831054688, -0.11876678466796875, -0.10892105102539062, -0.0990753173828125, -0.08922958374023438, -0.07938385009765625, -0.06953811645507812, -0.0596923828125, -0.049846649169921875, -0.04000091552734375, -0.030155181884765625, -0.0203094482421875, -0.010463714599609375, -0.00061798095703125, 0.009227752685546875, 0.019073486328125, 0.028919219970703125, 0.03876495361328125, 0.048610687255859375, 0.0584564208984375, 0.06830215454101562, 0.07814788818359375, 0.08799362182617188, 0.09783935546875, 0.10768508911132812, 0.11753082275390625, 0.12737655639648438, 0.1372222900390625, 0.14706802368164062, 0.15691375732421875, 0.16675949096679688, 0.176605224609375, 0.18645095825195312, 0.19629669189453125, 0.20614242553710938, 0.2159881591796875, 0.22583389282226562, 0.23567962646484375, 0.24552536010742188, 0.25537109375]}, "gradients/encoder.encoder.layers.14.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 6.0, 5.0, 18.0, 29.0, 64.0, 111.0, 190.0, 172.0, 151.0, 113.0, 60.0, 39.0, 20.0, 17.0, 5.0, 8.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.7431046962738037, -3.568512201309204, -3.3939197063446045, -3.219326972961426, -3.044734477996826, -2.8701419830322266, -2.695549488067627, -2.5209569931030273, -2.3463644981384277, -2.171772003173828, -1.997179388999939, -1.8225868940353394, -1.6479942798614502, -1.4734017848968506, -1.298809289932251, -1.1242166757583618, -0.9496240615844727, -0.7750315070152283, -0.6004389524459839, -0.4258464574813843, -0.2512539029121399, -0.07666134834289551, 0.0979311466217041, 0.27252376079559326, 0.44711625576019287, 0.6217088103294373, 0.7963013648986816, 0.9708938598632812, 1.1454863548278809, 1.32007896900177, 1.4946714639663696, 1.6692640781402588, 1.8438568115234375, 2.018449306488037, 2.1930418014526367, 2.3676342964172363, 2.542227029800415, 2.7168195247650146, 2.8914120197296143, 3.066004753112793, 3.2405972480773926, 3.415189743041992, 3.589782238006592, 3.7643747329711914, 3.93896746635437, 4.113559722900391, 4.288152694702148, 4.462745189666748, 4.637337684631348, 4.811930179595947, 4.986522674560547, 5.1611151695251465, 5.335707664489746, 5.510300636291504, 5.684892654418945, 5.859485626220703, 6.0340776443481445, 6.208670139312744, 6.383262634277344, 6.557855129241943, 6.732447624206543, 6.907040596008301, 7.081632614135742, 7.2562255859375, 7.4308180809021]}, "gradients/encoder.encoder.layers.14.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 0.0, 1.0, 3.0, 7.0, 10.0, 6.0, 11.0, 13.0, 15.0, 13.0, 20.0, 22.0, 22.0, 23.0, 27.0, 25.0, 33.0, 25.0, 36.0, 43.0, 42.0, 56.0, 50.0, 53.0, 61.0, 34.0, 31.0, 33.0, 39.0, 25.0, 30.0, 24.0, 24.0, 16.0, 26.0, 23.0, 14.0, 14.0, 9.0, 9.0, 13.0, 3.0, 7.0, 3.0, 5.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0], "bins": [-2.5544238090515137, -2.47727370262146, -2.4001235961914062, -2.3229734897613525, -2.245823383331299, -2.168673038482666, -2.0915229320526123, -2.0143728256225586, -1.9372227191925049, -1.8600726127624512, -1.7829225063323975, -1.7057722806930542, -1.6286221742630005, -1.5514720678329468, -1.4743218421936035, -1.3971717357635498, -1.320021629333496, -1.2428715229034424, -1.1657214164733887, -1.0885711908340454, -1.0114210844039917, -0.934270977973938, -0.8571208119392395, -0.779970645904541, -0.7028205394744873, -0.6256704330444336, -0.5485202670097351, -0.471370130777359, -0.3942199945449829, -0.3170698583126068, -0.2399197220802307, -0.16276955604553223, -0.08561968803405762, -0.008469551801681519, 0.06868058443069458, 0.14583072066307068, 0.22298085689544678, 0.3001309931278229, 0.377281129360199, 0.45443129539489746, 0.5315814018249512, 0.6087315082550049, 0.6858816742897034, 0.7630318403244019, 0.8401819467544556, 0.9173320531845093, 0.9944822192192078, 1.0716323852539062, 1.14878249168396, 1.2259325981140137, 1.3030827045440674, 1.3802329301834106, 1.4573830366134644, 1.534533143043518, 1.6116833686828613, 1.688833475112915, 1.7659835815429688, 1.8431336879730225, 1.9202837944030762, 1.9974340200424194, 2.0745840072631836, 2.1517343521118164, 2.22888445854187, 2.306034564971924, 2.3831846714019775]}, "gradients/encoder.encoder.layers.13.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 3.0, 10.0, 3.0, 12.0, 15.0, 27.0, 34.0, 38.0, 54.0, 72.0, 97.0, 137.0, 163.0, 251.0, 341.0, 531.0, 744.0, 1178.0, 1851.0, 3133.0, 6080.0, 12650.0, 32555.0, 173561.0, 3783225.0, 123980.0, 28106.0, 11424.0, 5724.0, 3042.0, 1816.0, 1112.0, 719.0, 485.0, 312.0, 206.0, 154.0, 115.0, 84.0, 72.0, 49.0, 35.0, 21.0, 25.0, 12.0, 8.0, 8.0, 5.0, 3.0, 4.0, 3.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.7021484375, -0.6765518188476562, -0.6509552001953125, -0.6253585815429688, -0.599761962890625, -0.5741653442382812, -0.5485687255859375, -0.5229721069335938, -0.49737548828125, -0.47177886962890625, -0.4461822509765625, -0.42058563232421875, -0.394989013671875, -0.36939239501953125, -0.3437957763671875, -0.31819915771484375, -0.2926025390625, -0.26700592041015625, -0.2414093017578125, -0.21581268310546875, -0.190216064453125, -0.16461944580078125, -0.1390228271484375, -0.11342620849609375, -0.08782958984375, -0.06223297119140625, -0.0366363525390625, -0.01103973388671875, 0.014556884765625, 0.04015350341796875, 0.0657501220703125, 0.09134674072265625, 0.116943359375, 0.14253997802734375, 0.1681365966796875, 0.19373321533203125, 0.219329833984375, 0.24492645263671875, 0.2705230712890625, 0.29611968994140625, 0.32171630859375, 0.34731292724609375, 0.3729095458984375, 0.39850616455078125, 0.424102783203125, 0.44969940185546875, 0.4752960205078125, 0.5008926391601562, 0.5264892578125, 0.5520858764648438, 0.5776824951171875, 0.6032791137695312, 0.628875732421875, 0.6544723510742188, 0.6800689697265625, 0.7056655883789062, 0.73126220703125, 0.7568588256835938, 0.7824554443359375, 0.8080520629882812, 0.833648681640625, 0.8592453002929688, 0.8848419189453125, 0.9104385375976562, 0.93603515625]}, "gradients/encoder.encoder.layers.13.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 4.0, 5.0, 8.0, 6.0, 11.0, 12.0, 9.0, 24.0, 22.0, 29.0, 33.0, 33.0, 35.0, 38.0, 47.0, 51.0, 48.0, 57.0, 62.0, 52.0, 44.0, 53.0, 48.0, 48.0, 33.0, 46.0, 27.0, 24.0, 20.0, 19.0, 15.0, 7.0, 2.0, 11.0, 8.0, 5.0, 2.0, 3.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1126708984375, -0.10883903503417969, -0.10500717163085938, -0.10117530822753906, -0.09734344482421875, -0.09351158142089844, -0.08967971801757812, -0.08584785461425781, -0.0820159912109375, -0.07818412780761719, -0.07435226440429688, -0.07052040100097656, -0.06668853759765625, -0.06285667419433594, -0.059024810791015625, -0.05519294738769531, -0.051361083984375, -0.04752922058105469, -0.043697357177734375, -0.03986549377441406, -0.03603363037109375, -0.03220176696777344, -0.028369903564453125, -0.024538040161132812, -0.0207061767578125, -0.016874313354492188, -0.013042449951171875, -0.009210586547851562, -0.00537872314453125, -0.0015468597412109375, 0.002285003662109375, 0.0061168670654296875, 0.00994873046875, 0.013780593872070312, 0.017612457275390625, 0.021444320678710938, 0.02527618408203125, 0.029108047485351562, 0.032939910888671875, 0.03677177429199219, 0.0406036376953125, 0.04443550109863281, 0.048267364501953125, 0.05209922790527344, 0.05593109130859375, 0.05976295471191406, 0.06359481811523438, 0.06742668151855469, 0.071258544921875, 0.07509040832519531, 0.07892227172851562, 0.08275413513183594, 0.08658599853515625, 0.09041786193847656, 0.09424972534179688, 0.09808158874511719, 0.1019134521484375, 0.10574531555175781, 0.10957717895507812, 0.11340904235839844, 0.11724090576171875, 0.12107276916503906, 0.12490463256835938, 0.1287364959716797, 0.132568359375]}, "gradients/encoder.encoder.layers.13.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 4.0, 4.0, 1.0, 7.0, 14.0, 22.0, 26.0, 33.0, 48.0, 85.0, 157.0, 244.0, 431.0, 770.0, 1522.0, 4256.0, 73224.0, 4097928.0, 10788.0, 2300.0, 1023.0, 554.0, 330.0, 202.0, 93.0, 65.0, 52.0, 28.0, 22.0, 18.0, 12.0, 12.0, 6.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.046875, -3.903564453125, -3.76025390625, -3.616943359375, -3.4736328125, -3.330322265625, -3.18701171875, -3.043701171875, -2.900390625, -2.757080078125, -2.61376953125, -2.470458984375, -2.3271484375, -2.183837890625, -2.04052734375, -1.897216796875, -1.75390625, -1.610595703125, -1.46728515625, -1.323974609375, -1.1806640625, -1.037353515625, -0.89404296875, -0.750732421875, -0.607421875, -0.464111328125, -0.32080078125, -0.177490234375, -0.0341796875, 0.109130859375, 0.25244140625, 0.395751953125, 0.5390625, 0.682373046875, 0.82568359375, 0.968994140625, 1.1123046875, 1.255615234375, 1.39892578125, 1.542236328125, 1.685546875, 1.828857421875, 1.97216796875, 2.115478515625, 2.2587890625, 2.402099609375, 2.54541015625, 2.688720703125, 2.83203125, 2.975341796875, 3.11865234375, 3.261962890625, 3.4052734375, 3.548583984375, 3.69189453125, 3.835205078125, 3.978515625, 4.121826171875, 4.26513671875, 4.408447265625, 4.5517578125, 4.695068359375, 4.83837890625, 4.981689453125, 5.125]}, "gradients/encoder.encoder.layers.13.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 6.0, 11.0, 25.0, 64.0, 390.0, 3404.0, 111.0, 32.0, 14.0, 10.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.98193359375, -0.9377975463867188, -0.8936614990234375, -0.8495254516601562, -0.805389404296875, -0.7612533569335938, -0.7171173095703125, -0.6729812622070312, -0.62884521484375, -0.5847091674804688, -0.5405731201171875, -0.49643707275390625, -0.452301025390625, -0.40816497802734375, -0.3640289306640625, -0.31989288330078125, -0.2757568359375, -0.23162078857421875, -0.1874847412109375, -0.14334869384765625, -0.099212646484375, -0.05507659912109375, -0.0109405517578125, 0.03319549560546875, 0.07733154296875, 0.12146759033203125, 0.1656036376953125, 0.20973968505859375, 0.253875732421875, 0.29801177978515625, 0.3421478271484375, 0.38628387451171875, 0.430419921875, 0.47455596923828125, 0.5186920166015625, 0.5628280639648438, 0.606964111328125, 0.6511001586914062, 0.6952362060546875, 0.7393722534179688, 0.78350830078125, 0.8276443481445312, 0.8717803955078125, 0.9159164428710938, 0.960052490234375, 1.0041885375976562, 1.0483245849609375, 1.0924606323242188, 1.1365966796875, 1.1807327270507812, 1.2248687744140625, 1.2690048217773438, 1.313140869140625, 1.3572769165039062, 1.4014129638671875, 1.4455490112304688, 1.48968505859375, 1.5338211059570312, 1.5779571533203125, 1.6220932006835938, 1.666229248046875, 1.7103652954101562, 1.7545013427734375, 1.7986373901367188, 1.8427734375]}, "gradients/encoder.encoder.layers.13.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 13.0, 11.0, 27.0, 51.0, 130.0, 297.0, 251.0, 125.0, 51.0, 23.0, 12.0, 7.0, 7.0, 2.0, 4.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-11.605045318603516, -11.372359275817871, -11.139673233032227, -10.906987190246582, -10.674301147460938, -10.44161605834961, -10.208930015563965, -9.97624397277832, -9.743557929992676, -9.510871887207031, -9.278185844421387, -9.045499801635742, -8.812814712524414, -8.58012866973877, -8.347442626953125, -8.11475658416748, -7.882070541381836, -7.649384498596191, -7.416698455810547, -7.1840128898620605, -6.951326847076416, -6.7186408042907715, -6.485955238342285, -6.253269195556641, -6.020583152770996, -5.787897109985352, -5.555211067199707, -5.322525501251221, -5.089839458465576, -4.857153415679932, -4.624467849731445, -4.391781806945801, -4.159095764160156, -3.9264097213745117, -3.6937239170074463, -3.461038112640381, -3.2283520698547363, -2.995666027069092, -2.7629802227020264, -2.530294418334961, -2.2976081371307373, -2.064922332763672, -1.8322362899780273, -1.5995503664016724, -1.3668644428253174, -1.1341785192489624, -0.9014925956726074, -0.6688066720962524, -0.43612074851989746, -0.20343482494354248, 0.0292510986328125, 0.2619370222091675, 0.49462294578552246, 0.7273088693618774, 0.9599947929382324, 1.1926807165145874, 1.4253666400909424, 1.6580525636672974, 1.8907384872436523, 2.123424530029297, 2.3561103343963623, 2.5887961387634277, 2.8214821815490723, 3.054168224334717, 3.2868540287017822]}, "gradients/encoder.encoder.layers.13.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 5.0, 3.0, 5.0, 8.0, 6.0, 12.0, 22.0, 21.0, 20.0, 16.0, 28.0, 36.0, 37.0, 27.0, 41.0, 35.0, 42.0, 40.0, 49.0, 39.0, 52.0, 43.0, 43.0, 51.0, 40.0, 39.0, 30.0, 34.0, 25.0, 22.0, 34.0, 25.0, 14.0, 15.0, 12.0, 11.0, 3.0, 7.0, 5.0, 3.0, 3.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.2297372817993164, -2.158608913421631, -2.0874805450439453, -2.0163521766662598, -1.9452236890792847, -1.8740952014923096, -1.802966833114624, -1.7318384647369385, -1.660710096359253, -1.5895817279815674, -1.5184532403945923, -1.4473248720169067, -1.3761965036392212, -1.305068016052246, -1.2339396476745605, -1.162811279296875, -1.0916827917099, -1.0205544233322144, -0.949425995349884, -0.8782975673675537, -0.8071691989898682, -0.7360407710075378, -0.6649123430252075, -0.593783974647522, -0.5226555466651917, -0.4515271484851837, -0.3803987503051758, -0.30927032232284546, -0.23814192414283752, -0.1670135259628296, -0.09588509798049927, -0.024756699800491333, 0.0463716983795166, 0.11750010401010513, 0.18862850964069366, 0.2597569227218628, 0.3308853209018707, 0.40201371908187866, 0.473142147064209, 0.5442705154418945, 0.6153989434242249, 0.6865273714065552, 0.7576557397842407, 0.828784167766571, 0.8999125957489014, 0.9710409641265869, 1.0421693325042725, 1.1132978200912476, 1.184426188468933, 1.2555545568466187, 1.3266830444335938, 1.3978114128112793, 1.4689397811889648, 1.5400681495666504, 1.6111966371536255, 1.682325005531311, 1.7534534931182861, 1.8245818614959717, 1.8957103490829468, 1.9668387174606323, 2.0379672050476074, 2.109095573425293, 2.1802239418029785, 2.251352310180664, 2.3224806785583496]}, "gradients/encoder.encoder.layers.13.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 9.0, 6.0, 10.0, 12.0, 27.0, 31.0, 44.0, 58.0, 110.0, 142.0, 181.0, 356.0, 492.0, 957.0, 1612.0, 2831.0, 5427.0, 11628.0, 27189.0, 78839.0, 308945.0, 443340.0, 103833.0, 34472.0, 13667.0, 6547.0, 3281.0, 1802.0, 994.0, 628.0, 368.0, 251.0, 142.0, 91.0, 69.0, 42.0, 39.0, 22.0, 18.0, 14.0, 8.0, 4.0, 11.0, 3.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 2.0], "bins": [-1.0556640625, -1.02471923828125, -0.9937744140625, -0.96282958984375, -0.931884765625, -0.90093994140625, -0.8699951171875, -0.83905029296875, -0.80810546875, -0.77716064453125, -0.7462158203125, -0.71527099609375, -0.684326171875, -0.65338134765625, -0.6224365234375, -0.59149169921875, -0.560546875, -0.52960205078125, -0.4986572265625, -0.46771240234375, -0.436767578125, -0.40582275390625, -0.3748779296875, -0.34393310546875, -0.31298828125, -0.28204345703125, -0.2510986328125, -0.22015380859375, -0.189208984375, -0.15826416015625, -0.1273193359375, -0.09637451171875, -0.0654296875, -0.03448486328125, -0.0035400390625, 0.02740478515625, 0.058349609375, 0.08929443359375, 0.1202392578125, 0.15118408203125, 0.18212890625, 0.21307373046875, 0.2440185546875, 0.27496337890625, 0.305908203125, 0.33685302734375, 0.3677978515625, 0.39874267578125, 0.4296875, 0.46063232421875, 0.4915771484375, 0.52252197265625, 0.553466796875, 0.58441162109375, 0.6153564453125, 0.64630126953125, 0.67724609375, 0.70819091796875, 0.7391357421875, 0.77008056640625, 0.801025390625, 0.83197021484375, 0.8629150390625, 0.89385986328125, 0.9248046875]}, "gradients/encoder.encoder.layers.13.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 4.0, 5.0, 5.0, 5.0, 8.0, 15.0, 12.0, 16.0, 18.0, 32.0, 16.0, 31.0, 27.0, 39.0, 46.0, 49.0, 51.0, 53.0, 53.0, 48.0, 54.0, 48.0, 40.0, 51.0, 38.0, 42.0, 32.0, 30.0, 23.0, 18.0, 17.0, 23.0, 15.0, 15.0, 6.0, 5.0, 7.0, 0.0, 1.0, 2.0, 4.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.1986083984375, -0.19286537170410156, -0.18712234497070312, -0.1813793182373047, -0.17563629150390625, -0.1698932647705078, -0.16415023803710938, -0.15840721130371094, -0.1526641845703125, -0.14692115783691406, -0.14117813110351562, -0.1354351043701172, -0.12969207763671875, -0.12394905090332031, -0.11820602416992188, -0.11246299743652344, -0.106719970703125, -0.10097694396972656, -0.09523391723632812, -0.08949089050292969, -0.08374786376953125, -0.07800483703613281, -0.07226181030273438, -0.06651878356933594, -0.0607757568359375, -0.05503273010253906, -0.049289703369140625, -0.04354667663574219, -0.03780364990234375, -0.03206062316894531, -0.026317596435546875, -0.020574569702148438, -0.01483154296875, -0.009088516235351562, -0.003345489501953125, 0.0023975372314453125, 0.00814056396484375, 0.013883590698242188, 0.019626617431640625, 0.025369644165039062, 0.0311126708984375, 0.03685569763183594, 0.042598724365234375, 0.04834175109863281, 0.05408477783203125, 0.05982780456542969, 0.06557083129882812, 0.07131385803222656, 0.077056884765625, 0.08279991149902344, 0.08854293823242188, 0.09428596496582031, 0.10002899169921875, 0.10577201843261719, 0.11151504516601562, 0.11725807189941406, 0.1230010986328125, 0.12874412536621094, 0.13448715209960938, 0.1402301788330078, 0.14597320556640625, 0.1517162322998047, 0.15745925903320312, 0.16320228576660156, 0.1689453125]}, "gradients/encoder.encoder.layers.13.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 4.0, 3.0, 8.0, 5.0, 11.0, 17.0, 29.0, 28.0, 48.0, 74.0, 105.0, 133.0, 221.0, 343.0, 583.0, 1151.0, 2413.0, 6560.0, 23581.0, 173534.0, 754570.0, 64309.0, 12800.0, 4070.0, 1735.0, 809.0, 517.0, 289.0, 184.0, 151.0, 77.0, 54.0, 44.0, 30.0, 23.0, 17.0, 7.0, 7.0, 2.0, 6.0, 3.0, 5.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.875, -1.81097412109375, -1.7469482421875, -1.68292236328125, -1.618896484375, -1.55487060546875, -1.4908447265625, -1.42681884765625, -1.36279296875, -1.29876708984375, -1.2347412109375, -1.17071533203125, -1.106689453125, -1.04266357421875, -0.9786376953125, -0.91461181640625, -0.8505859375, -0.78656005859375, -0.7225341796875, -0.65850830078125, -0.594482421875, -0.53045654296875, -0.4664306640625, -0.40240478515625, -0.33837890625, -0.27435302734375, -0.2103271484375, -0.14630126953125, -0.082275390625, -0.01824951171875, 0.0457763671875, 0.10980224609375, 0.173828125, 0.23785400390625, 0.3018798828125, 0.36590576171875, 0.429931640625, 0.49395751953125, 0.5579833984375, 0.62200927734375, 0.68603515625, 0.75006103515625, 0.8140869140625, 0.87811279296875, 0.942138671875, 1.00616455078125, 1.0701904296875, 1.13421630859375, 1.1982421875, 1.26226806640625, 1.3262939453125, 1.39031982421875, 1.454345703125, 1.51837158203125, 1.5823974609375, 1.64642333984375, 1.71044921875, 1.77447509765625, 1.8385009765625, 1.90252685546875, 1.966552734375, 2.03057861328125, 2.0946044921875, 2.15863037109375, 2.22265625]}, "gradients/encoder.encoder.layers.13.attention.v_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 1.0, 3.0, 5.0, 5.0, 1.0, 4.0, 5.0, 7.0, 15.0, 12.0, 14.0, 20.0, 27.0, 28.0, 32.0, 35.0, 30.0, 49.0, 63.0, 40.0, 64.0, 66.0, 44.0, 60.0, 52.0, 46.0, 40.0, 48.0, 42.0, 40.0, 15.0, 23.0, 12.0, 15.0, 13.0, 10.0, 7.0, 6.0, 3.0, 3.0, 1.0, 0.0, 3.0, 5.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.005859375, -0.9669036865234375, -0.927947998046875, -0.8889923095703125, -0.85003662109375, -0.8110809326171875, -0.772125244140625, -0.7331695556640625, -0.6942138671875, -0.6552581787109375, -0.616302490234375, -0.5773468017578125, -0.53839111328125, -0.4994354248046875, -0.460479736328125, -0.4215240478515625, -0.382568359375, -0.3436126708984375, -0.304656982421875, -0.2657012939453125, -0.22674560546875, -0.1877899169921875, -0.148834228515625, -0.1098785400390625, -0.0709228515625, -0.0319671630859375, 0.006988525390625, 0.0459442138671875, 0.08489990234375, 0.1238555908203125, 0.162811279296875, 0.2017669677734375, 0.24072265625, 0.2796783447265625, 0.318634033203125, 0.3575897216796875, 0.39654541015625, 0.4355010986328125, 0.474456787109375, 0.5134124755859375, 0.5523681640625, 0.5913238525390625, 0.630279541015625, 0.6692352294921875, 0.70819091796875, 0.7471466064453125, 0.786102294921875, 0.8250579833984375, 0.864013671875, 0.9029693603515625, 0.941925048828125, 0.9808807373046875, 1.01983642578125, 1.0587921142578125, 1.097747802734375, 1.1367034912109375, 1.1756591796875, 1.2146148681640625, 1.253570556640625, 1.2925262451171875, 1.33148193359375, 1.3704376220703125, 1.409393310546875, 1.4483489990234375, 1.4873046875]}, "gradients/encoder.encoder.layers.13.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 6.0, 3.0, 6.0, 13.0, 23.0, 20.0, 30.0, 55.0, 78.0, 162.0, 316.0, 740.0, 2147.0, 7630.0, 48734.0, 923119.0, 53601.0, 8073.0, 2196.0, 829.0, 330.0, 165.0, 102.0, 74.0, 42.0, 18.0, 12.0, 20.0, 4.0, 3.0, 6.0, 3.0, 0.0, 3.0, 1.0], "bins": [-2.58203125, -2.5240325927734375, -2.466033935546875, -2.4080352783203125, -2.35003662109375, -2.2920379638671875, -2.234039306640625, -2.1760406494140625, -2.1180419921875, -2.0600433349609375, -2.002044677734375, -1.9440460205078125, -1.88604736328125, -1.8280487060546875, -1.770050048828125, -1.7120513916015625, -1.654052734375, -1.5960540771484375, -1.538055419921875, -1.4800567626953125, -1.42205810546875, -1.3640594482421875, -1.306060791015625, -1.2480621337890625, -1.1900634765625, -1.1320648193359375, -1.074066162109375, -1.0160675048828125, -0.95806884765625, -0.9000701904296875, -0.842071533203125, -0.7840728759765625, -0.72607421875, -0.6680755615234375, -0.610076904296875, -0.5520782470703125, -0.49407958984375, -0.4360809326171875, -0.378082275390625, -0.3200836181640625, -0.2620849609375, -0.2040863037109375, -0.146087646484375, -0.0880889892578125, -0.03009033203125, 0.0279083251953125, 0.085906982421875, 0.1439056396484375, 0.201904296875, 0.2599029541015625, 0.317901611328125, 0.3759002685546875, 0.43389892578125, 0.4918975830078125, 0.549896240234375, 0.6078948974609375, 0.6658935546875, 0.7238922119140625, 0.781890869140625, 0.8398895263671875, 0.89788818359375, 0.9558868408203125, 1.013885498046875, 1.0718841552734375, 1.1298828125]}, "gradients/encoder.encoder.layers.13.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 7.0, 1.0, 6.0, 2.0, 12.0, 22.0, 39.0, 88.0, 111.0, 254.0, 220.0, 98.0, 59.0, 31.0, 25.0, 14.0, 7.0, 4.0, 7.0, 4.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00032806396484375, -0.0003170594573020935, -0.000306054949760437, -0.0002950504422187805, -0.000284045934677124, -0.00027304142713546753, -0.00026203691959381104, -0.00025103241205215454, -0.00024002790451049805, -0.00022902339696884155, -0.00021801888942718506, -0.00020701438188552856, -0.00019600987434387207, -0.00018500536680221558, -0.00017400085926055908, -0.0001629963517189026, -0.0001519918441772461, -0.0001409873366355896, -0.0001299828290939331, -0.00011897832155227661, -0.00010797381401062012, -9.696930646896362e-05, -8.596479892730713e-05, -7.496029138565063e-05, -6.395578384399414e-05, -5.2951276302337646e-05, -4.194676876068115e-05, -3.094226121902466e-05, -1.9937753677368164e-05, -8.93324613571167e-06, 2.0712614059448242e-06, 1.3075768947601318e-05, 2.4080276489257812e-05, 3.508478403091431e-05, 4.60892915725708e-05, 5.7093799114227295e-05, 6.809830665588379e-05, 7.910281419754028e-05, 9.010732173919678e-05, 0.00010111182928085327, 0.00011211633682250977, 0.00012312084436416626, 0.00013412535190582275, 0.00014512985944747925, 0.00015613436698913574, 0.00016713887453079224, 0.00017814338207244873, 0.00018914788961410522, 0.00020015239715576172, 0.0002111569046974182, 0.0002221614122390747, 0.0002331659197807312, 0.0002441704273223877, 0.0002551749348640442, 0.0002661794424057007, 0.0002771839499473572, 0.00028818845748901367, 0.00029919296503067017, 0.00031019747257232666, 0.00032120198011398315, 0.00033220648765563965, 0.00034321099519729614, 0.00035421550273895264, 0.00036522001028060913, 0.0003762245178222656]}, "gradients/encoder.encoder.layers.13.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 4.0, 7.0, 10.0, 9.0, 18.0, 20.0, 46.0, 67.0, 130.0, 232.0, 441.0, 1102.0, 3850.0, 31129.0, 950706.0, 53132.0, 5209.0, 1308.0, 512.0, 247.0, 149.0, 85.0, 55.0, 30.0, 14.0, 13.0, 9.0, 5.0, 4.0, 4.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.3828125, -2.3096923828125, -2.236572265625, -2.1634521484375, -2.09033203125, -2.0172119140625, -1.944091796875, -1.8709716796875, -1.7978515625, -1.7247314453125, -1.651611328125, -1.5784912109375, -1.50537109375, -1.4322509765625, -1.359130859375, -1.2860107421875, -1.212890625, -1.1397705078125, -1.066650390625, -0.9935302734375, -0.92041015625, -0.8472900390625, -0.774169921875, -0.7010498046875, -0.6279296875, -0.5548095703125, -0.481689453125, -0.4085693359375, -0.33544921875, -0.2623291015625, -0.189208984375, -0.1160888671875, -0.04296875, 0.0301513671875, 0.103271484375, 0.1763916015625, 0.24951171875, 0.3226318359375, 0.395751953125, 0.4688720703125, 0.5419921875, 0.6151123046875, 0.688232421875, 0.7613525390625, 0.83447265625, 0.9075927734375, 0.980712890625, 1.0538330078125, 1.126953125, 1.2000732421875, 1.273193359375, 1.3463134765625, 1.41943359375, 1.4925537109375, 1.565673828125, 1.6387939453125, 1.7119140625, 1.7850341796875, 1.858154296875, 1.9312744140625, 2.00439453125, 2.0775146484375, 2.150634765625, 2.2237548828125, 2.296875]}, "gradients/encoder.encoder.layers.13.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 5.0, 9.0, 10.0, 8.0, 22.0, 15.0, 25.0, 56.0, 95.0, 183.0, 257.0, 109.0, 63.0, 37.0, 27.0, 23.0, 16.0, 15.0, 11.0, 6.0, 5.0, 4.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2001953125, -1.1617431640625, -1.123291015625, -1.0848388671875, -1.04638671875, -1.0079345703125, -0.969482421875, -0.9310302734375, -0.892578125, -0.8541259765625, -0.815673828125, -0.7772216796875, -0.73876953125, -0.7003173828125, -0.661865234375, -0.6234130859375, -0.5849609375, -0.5465087890625, -0.508056640625, -0.4696044921875, -0.43115234375, -0.3927001953125, -0.354248046875, -0.3157958984375, -0.27734375, -0.2388916015625, -0.200439453125, -0.1619873046875, -0.12353515625, -0.0850830078125, -0.046630859375, -0.0081787109375, 0.0302734375, 0.0687255859375, 0.107177734375, 0.1456298828125, 0.18408203125, 0.2225341796875, 0.260986328125, 0.2994384765625, 0.337890625, 0.3763427734375, 0.414794921875, 0.4532470703125, 0.49169921875, 0.5301513671875, 0.568603515625, 0.6070556640625, 0.6455078125, 0.6839599609375, 0.722412109375, 0.7608642578125, 0.79931640625, 0.8377685546875, 0.876220703125, 0.9146728515625, 0.953125, 0.9915771484375, 1.030029296875, 1.0684814453125, 1.10693359375, 1.1453857421875, 1.183837890625, 1.2222900390625, 1.2607421875]}, "gradients/encoder.encoder.layers.13.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 5.0, 0.0, 3.0, 3.0, 7.0, 6.0, 20.0, 18.0, 27.0, 50.0, 67.0, 90.0, 147.0, 137.0, 128.0, 96.0, 72.0, 48.0, 32.0, 11.0, 14.0, 9.0, 7.0, 4.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.11461353302002, -8.771330833435059, -8.428048133850098, -8.08476448059082, -7.741481781005859, -7.398199081420898, -7.0549163818359375, -6.711633682250977, -6.368350505828857, -6.0250678062438965, -5.681784629821777, -5.338501930236816, -4.9952192306518555, -4.651936054229736, -4.308653354644775, -3.9653704166412354, -3.6220874786376953, -3.2788045406341553, -2.9355216026306152, -2.5922389030456543, -2.2489559650421143, -1.9056730270385742, -1.5623903274536133, -1.2191073894500732, -0.8758244514465332, -0.5325415730476379, -0.18925869464874268, 0.1540241241455078, 0.49730706214904785, 0.8405900001525879, 1.1838726997375488, 1.5271556377410889, 1.870438575744629, 2.213721513748169, 2.557004451751709, 2.90028715133667, 3.24357008934021, 3.58685302734375, 3.930135726928711, 4.273418426513672, 4.616701602935791, 4.959984302520752, 5.303267478942871, 5.646550178527832, 5.989832878112793, 6.333116054534912, 6.676398754119873, 7.019681930541992, 7.362964630126953, 7.706247329711914, 8.049530029296875, 8.392812728881836, 8.736096382141113, 9.079379081726074, 9.422661781311035, 9.765944480895996, 10.109228134155273, 10.452510833740234, 10.795793533325195, 11.139076232910156, 11.482359886169434, 11.825642585754395, 12.168925285339355, 12.512207984924316, 12.855490684509277]}, "gradients/encoder.encoder.layers.13.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 4.0, 1.0, 9.0, 9.0, 7.0, 13.0, 15.0, 10.0, 14.0, 17.0, 20.0, 21.0, 26.0, 34.0, 33.0, 30.0, 39.0, 38.0, 44.0, 47.0, 47.0, 33.0, 50.0, 41.0, 48.0, 27.0, 38.0, 42.0, 33.0, 27.0, 30.0, 25.0, 20.0, 25.0, 15.0, 8.0, 19.0, 9.0, 12.0, 10.0, 6.0, 3.0, 5.0, 4.0, 0.0, 3.0, 2.0], "bins": [-6.750035285949707, -6.576822280883789, -6.403609275817871, -6.230396270751953, -6.057183265686035, -5.883970260620117, -5.710757255554199, -5.5375447273254395, -5.3643317222595215, -5.1911187171936035, -5.0179057121276855, -4.844692707061768, -4.67147970199585, -4.49826717376709, -4.325054168701172, -4.151841163635254, -3.978627920150757, -3.805414915084839, -3.632201910018921, -3.458989143371582, -3.285776138305664, -3.112563133239746, -2.939350128173828, -2.76613712310791, -2.592924118041992, -2.419711112976074, -2.2464981079101562, -2.0732851028442383, -1.9000723361968994, -1.7268593311309814, -1.5536463260650635, -1.380433440208435, -1.2072205543518066, -1.0340075492858887, -0.8607946634292603, -0.6875816583633423, -0.5143687129020691, -0.3411557674407959, -0.16794276237487793, 0.005270123481750488, 0.17848312854766846, 0.35169607400894165, 0.5249090194702148, 0.6981220245361328, 0.871334969997406, 1.0445479154586792, 1.2177609205245972, 1.3909738063812256, 1.5641868114471436, 1.7373998165130615, 1.91061270236969, 2.0838255882263184, 2.2570385932922363, 2.4302515983581543, 2.6034646034240723, 2.7766776084899902, 2.949890613555908, 3.123103618621826, 3.296316623687744, 3.469529628753662, 3.642742395401001, 3.815955400466919, 3.989168405532837, 4.162381172180176, 4.335594177246094]}, "gradients/encoder.encoder.layers.12.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 7.0, 4.0, 7.0, 6.0, 15.0, 20.0, 30.0, 22.0, 50.0, 86.0, 97.0, 143.0, 213.0, 267.0, 400.0, 564.0, 871.0, 1145.0, 1898.0, 2978.0, 4939.0, 8889.0, 19268.0, 59061.0, 678875.0, 3283988.0, 82142.0, 23170.0, 9938.0, 5388.0, 3245.0, 2033.0, 1350.0, 907.0, 651.0, 473.0, 328.0, 216.0, 158.0, 103.0, 101.0, 75.0, 42.0, 43.0, 27.0, 16.0, 12.0, 12.0, 2.0, 4.0, 4.0, 4.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.986328125, -0.9535675048828125, -0.920806884765625, -0.8880462646484375, -0.85528564453125, -0.8225250244140625, -0.789764404296875, -0.7570037841796875, -0.7242431640625, -0.6914825439453125, -0.658721923828125, -0.6259613037109375, -0.59320068359375, -0.5604400634765625, -0.527679443359375, -0.4949188232421875, -0.462158203125, -0.4293975830078125, -0.396636962890625, -0.3638763427734375, -0.33111572265625, -0.2983551025390625, -0.265594482421875, -0.2328338623046875, -0.2000732421875, -0.1673126220703125, -0.134552001953125, -0.1017913818359375, -0.06903076171875, -0.0362701416015625, -0.003509521484375, 0.0292510986328125, 0.06201171875, 0.0947723388671875, 0.127532958984375, 0.1602935791015625, 0.19305419921875, 0.2258148193359375, 0.258575439453125, 0.2913360595703125, 0.3240966796875, 0.3568572998046875, 0.389617919921875, 0.4223785400390625, 0.45513916015625, 0.4878997802734375, 0.520660400390625, 0.5534210205078125, 0.586181640625, 0.6189422607421875, 0.651702880859375, 0.6844635009765625, 0.71722412109375, 0.7499847412109375, 0.782745361328125, 0.8155059814453125, 0.8482666015625, 0.8810272216796875, 0.913787841796875, 0.9465484619140625, 0.97930908203125, 1.0120697021484375, 1.044830322265625, 1.0775909423828125, 1.1103515625]}, "gradients/encoder.encoder.layers.12.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 4.0, 3.0, 5.0, 3.0, 9.0, 8.0, 12.0, 12.0, 22.0, 19.0, 28.0, 43.0, 42.0, 42.0, 36.0, 45.0, 43.0, 55.0, 65.0, 48.0, 67.0, 47.0, 49.0, 39.0, 41.0, 46.0, 39.0, 26.0, 19.0, 22.0, 16.0, 11.0, 10.0, 7.0, 4.0, 9.0, 6.0, 1.0, 1.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2115478515625, -0.20477676391601562, -0.19800567626953125, -0.19123458862304688, -0.1844635009765625, -0.17769241333007812, -0.17092132568359375, -0.16415023803710938, -0.157379150390625, -0.15060806274414062, -0.14383697509765625, -0.13706588745117188, -0.1302947998046875, -0.12352371215820312, -0.11675262451171875, -0.10998153686523438, -0.10321044921875, -0.09643936157226562, -0.08966827392578125, -0.08289718627929688, -0.0761260986328125, -0.06935501098632812, -0.06258392333984375, -0.055812835693359375, -0.049041748046875, -0.042270660400390625, -0.03549957275390625, -0.028728485107421875, -0.0219573974609375, -0.015186309814453125, -0.00841522216796875, -0.001644134521484375, 0.005126953125, 0.011898040771484375, 0.01866912841796875, 0.025440216064453125, 0.0322113037109375, 0.038982391357421875, 0.04575347900390625, 0.052524566650390625, 0.059295654296875, 0.06606674194335938, 0.07283782958984375, 0.07960891723632812, 0.0863800048828125, 0.09315109252929688, 0.09992218017578125, 0.10669326782226562, 0.11346435546875, 0.12023544311523438, 0.12700653076171875, 0.13377761840820312, 0.1405487060546875, 0.14731979370117188, 0.15409088134765625, 0.16086196899414062, 0.167633056640625, 0.17440414428710938, 0.18117523193359375, 0.18794631958007812, 0.1947174072265625, 0.20148849487304688, 0.20825958251953125, 0.21503067016601562, 0.2218017578125]}, "gradients/encoder.encoder.layers.12.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 4.0, 5.0, 11.0, 12.0, 16.0, 27.0, 47.0, 64.0, 95.0, 171.0, 270.0, 454.0, 759.0, 1428.0, 2868.0, 7396.0, 37095.0, 3968046.0, 152717.0, 14045.0, 4314.0, 1966.0, 968.0, 603.0, 337.0, 209.0, 129.0, 71.0, 55.0, 30.0, 26.0, 16.0, 5.0, 12.0, 5.0, 5.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-3.91015625, -3.8037109375, -3.697265625, -3.5908203125, -3.484375, -3.3779296875, -3.271484375, -3.1650390625, -3.05859375, -2.9521484375, -2.845703125, -2.7392578125, -2.6328125, -2.5263671875, -2.419921875, -2.3134765625, -2.20703125, -2.1005859375, -1.994140625, -1.8876953125, -1.78125, -1.6748046875, -1.568359375, -1.4619140625, -1.35546875, -1.2490234375, -1.142578125, -1.0361328125, -0.9296875, -0.8232421875, -0.716796875, -0.6103515625, -0.50390625, -0.3974609375, -0.291015625, -0.1845703125, -0.078125, 0.0283203125, 0.134765625, 0.2412109375, 0.34765625, 0.4541015625, 0.560546875, 0.6669921875, 0.7734375, 0.8798828125, 0.986328125, 1.0927734375, 1.19921875, 1.3056640625, 1.412109375, 1.5185546875, 1.625, 1.7314453125, 1.837890625, 1.9443359375, 2.05078125, 2.1572265625, 2.263671875, 2.3701171875, 2.4765625, 2.5830078125, 2.689453125, 2.7958984375, 2.90234375]}, "gradients/encoder.encoder.layers.12.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 6.0, 4.0, 7.0, 11.0, 9.0, 19.0, 39.0, 78.0, 409.0, 3066.0, 266.0, 73.0, 37.0, 15.0, 10.0, 9.0, 4.0, 4.0, 4.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.79296875, -1.743682861328125, -1.69439697265625, -1.645111083984375, -1.5958251953125, -1.546539306640625, -1.49725341796875, -1.447967529296875, -1.398681640625, -1.349395751953125, -1.30010986328125, -1.250823974609375, -1.2015380859375, -1.152252197265625, -1.10296630859375, -1.053680419921875, -1.00439453125, -0.955108642578125, -0.90582275390625, -0.856536865234375, -0.8072509765625, -0.757965087890625, -0.70867919921875, -0.659393310546875, -0.610107421875, -0.560821533203125, -0.51153564453125, -0.462249755859375, -0.4129638671875, -0.363677978515625, -0.31439208984375, -0.265106201171875, -0.2158203125, -0.166534423828125, -0.11724853515625, -0.067962646484375, -0.0186767578125, 0.030609130859375, 0.07989501953125, 0.129180908203125, 0.178466796875, 0.227752685546875, 0.27703857421875, 0.326324462890625, 0.3756103515625, 0.424896240234375, 0.47418212890625, 0.523468017578125, 0.57275390625, 0.622039794921875, 0.67132568359375, 0.720611572265625, 0.7698974609375, 0.819183349609375, 0.86846923828125, 0.917755126953125, 0.967041015625, 1.016326904296875, 1.06561279296875, 1.114898681640625, 1.1641845703125, 1.213470458984375, 1.26275634765625, 1.312042236328125, 1.361328125]}, "gradients/encoder.encoder.layers.12.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 7.0, 10.0, 21.0, 34.0, 51.0, 92.0, 183.0, 224.0, 172.0, 96.0, 55.0, 29.0, 12.0, 4.0, 5.0, 13.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.264834403991699, -7.011300086975098, -6.757765769958496, -6.504230976104736, -6.250696659088135, -5.997162342071533, -5.743627548217773, -5.490093231201172, -5.23655891418457, -4.983024597167969, -4.729490280151367, -4.475955486297607, -4.222421169281006, -3.9688868522644043, -3.7153522968292236, -3.461817741394043, -3.2082834243774414, -2.95474910736084, -2.701214551925659, -2.4476799964904785, -2.194145679473877, -1.9406112432479858, -1.6870768070220947, -1.4335423707962036, -1.1800079345703125, -0.9264734983444214, -0.6729390621185303, -0.41940462589263916, -0.16587018966674805, 0.08766424655914307, 0.3411986827850342, 0.5947331190109253, 0.8482685089111328, 1.101802945137024, 1.355337381362915, 1.6088718175888062, 1.8624062538146973, 2.115940570831299, 2.3694751262664795, 2.62300968170166, 2.8765439987182617, 3.1300783157348633, 3.383612871170044, 3.6371474266052246, 3.890681743621826, 4.144216060638428, 4.3977508544921875, 4.651285171508789, 4.904819488525391, 5.158353805541992, 5.411888122558594, 5.6654229164123535, 5.918957233428955, 6.172491550445557, 6.426026344299316, 6.679560661315918, 6.9330949783325195, 7.186629295349121, 7.440163612365723, 7.693698406219482, 7.947232723236084, 8.200767517089844, 8.454301834106445, 8.707836151123047, 8.961370468139648]}, "gradients/encoder.encoder.layers.12.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 3.0, 1.0, 7.0, 10.0, 5.0, 8.0, 18.0, 16.0, 13.0, 19.0, 20.0, 23.0, 22.0, 22.0, 37.0, 37.0, 35.0, 39.0, 30.0, 34.0, 49.0, 40.0, 40.0, 43.0, 29.0, 36.0, 45.0, 42.0, 33.0, 30.0, 29.0, 26.0, 22.0, 21.0, 28.0, 14.0, 14.0, 11.0, 15.0, 5.0, 8.0, 4.0, 5.0, 4.0, 3.0, 6.0, 5.0, 3.0, 0.0, 2.0, 2.0], "bins": [-3.0555269718170166, -2.9698617458343506, -2.8841965198516846, -2.7985312938690186, -2.7128660678863525, -2.6272008419036865, -2.5415356159210205, -2.4558703899383545, -2.3702051639556885, -2.2845399379730225, -2.1988747119903564, -2.1132094860076904, -2.0275442600250244, -1.9418790340423584, -1.8562138080596924, -1.7705485820770264, -1.6848833560943604, -1.5992181301116943, -1.5135529041290283, -1.4278876781463623, -1.3422224521636963, -1.2565572261810303, -1.1708920001983643, -1.0852267742156982, -0.9995615482330322, -0.9138963222503662, -0.8282310962677002, -0.7425658702850342, -0.6569006443023682, -0.5712354183197021, -0.48557019233703613, -0.3999049663543701, -0.3142397403717041, -0.22857451438903809, -0.14290928840637207, -0.057244062423706055, 0.02842116355895996, 0.11408638954162598, 0.199751615524292, 0.285416841506958, 0.371082067489624, 0.45674729347229004, 0.542412519454956, 0.6280777454376221, 0.7137429714202881, 0.7994081974029541, 0.8850734233856201, 0.9707386493682861, 1.0564038753509521, 1.1420691013336182, 1.2277343273162842, 1.3133995532989502, 1.3990647792816162, 1.4847300052642822, 1.5703952312469482, 1.6560604572296143, 1.7417256832122803, 1.8273909091949463, 1.9130561351776123, 1.9987213611602783, 2.0843865871429443, 2.1700518131256104, 2.2557170391082764, 2.3413822650909424, 2.4270474910736084]}, "gradients/encoder.encoder.layers.12.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 2.0, 1.0, 2.0, 4.0, 11.0, 6.0, 9.0, 12.0, 14.0, 27.0, 51.0, 72.0, 120.0, 180.0, 304.0, 448.0, 713.0, 1256.0, 2146.0, 3830.0, 6973.0, 13399.0, 28131.0, 65493.0, 179407.0, 415206.0, 198426.0, 71080.0, 30092.0, 14164.0, 7383.0, 3907.0, 2277.0, 1332.0, 780.0, 485.0, 282.0, 179.0, 126.0, 64.0, 47.0, 40.0, 24.0, 17.0, 7.0, 15.0, 3.0, 5.0, 5.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 4.0], "bins": [-1.0400390625, -1.009033203125, -0.97802734375, -0.947021484375, -0.916015625, -0.885009765625, -0.85400390625, -0.822998046875, -0.7919921875, -0.760986328125, -0.72998046875, -0.698974609375, -0.66796875, -0.636962890625, -0.60595703125, -0.574951171875, -0.5439453125, -0.512939453125, -0.48193359375, -0.450927734375, -0.419921875, -0.388916015625, -0.35791015625, -0.326904296875, -0.2958984375, -0.264892578125, -0.23388671875, -0.202880859375, -0.171875, -0.140869140625, -0.10986328125, -0.078857421875, -0.0478515625, -0.016845703125, 0.01416015625, 0.045166015625, 0.076171875, 0.107177734375, 0.13818359375, 0.169189453125, 0.2001953125, 0.231201171875, 0.26220703125, 0.293212890625, 0.32421875, 0.355224609375, 0.38623046875, 0.417236328125, 0.4482421875, 0.479248046875, 0.51025390625, 0.541259765625, 0.572265625, 0.603271484375, 0.63427734375, 0.665283203125, 0.6962890625, 0.727294921875, 0.75830078125, 0.789306640625, 0.8203125, 0.851318359375, 0.88232421875, 0.913330078125, 0.9443359375]}, "gradients/encoder.encoder.layers.12.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 4.0, 1.0, 1.0, 3.0, 0.0, 4.0, 3.0, 4.0, 5.0, 8.0, 6.0, 9.0, 10.0, 20.0, 21.0, 19.0, 21.0, 26.0, 31.0, 30.0, 40.0, 32.0, 42.0, 56.0, 45.0, 35.0, 42.0, 40.0, 35.0, 46.0, 56.0, 48.0, 31.0, 31.0, 29.0, 28.0, 25.0, 25.0, 16.0, 14.0, 14.0, 11.0, 7.0, 5.0, 11.0, 9.0, 3.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.220458984375, -0.21352386474609375, -0.2065887451171875, -0.19965362548828125, -0.192718505859375, -0.18578338623046875, -0.1788482666015625, -0.17191314697265625, -0.16497802734375, -0.15804290771484375, -0.1511077880859375, -0.14417266845703125, -0.137237548828125, -0.13030242919921875, -0.1233673095703125, -0.11643218994140625, -0.1094970703125, -0.10256195068359375, -0.0956268310546875, -0.08869171142578125, -0.081756591796875, -0.07482147216796875, -0.0678863525390625, -0.06095123291015625, -0.05401611328125, -0.04708099365234375, -0.0401458740234375, -0.03321075439453125, -0.026275634765625, -0.01934051513671875, -0.0124053955078125, -0.00547027587890625, 0.00146484375, 0.00839996337890625, 0.0153350830078125, 0.02227020263671875, 0.029205322265625, 0.03614044189453125, 0.0430755615234375, 0.05001068115234375, 0.05694580078125, 0.06388092041015625, 0.0708160400390625, 0.07775115966796875, 0.084686279296875, 0.09162139892578125, 0.0985565185546875, 0.10549163818359375, 0.1124267578125, 0.11936187744140625, 0.1262969970703125, 0.13323211669921875, 0.140167236328125, 0.14710235595703125, 0.1540374755859375, 0.16097259521484375, 0.16790771484375, 0.17484283447265625, 0.1817779541015625, 0.18871307373046875, 0.195648193359375, 0.20258331298828125, 0.2095184326171875, 0.21645355224609375, 0.223388671875]}, "gradients/encoder.encoder.layers.12.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 5.0, 7.0, 3.0, 5.0, 5.0, 11.0, 13.0, 17.0, 32.0, 45.0, 57.0, 79.0, 111.0, 165.0, 241.0, 445.0, 859.0, 2019.0, 5218.0, 18407.0, 115335.0, 764012.0, 113771.0, 18395.0, 5252.0, 1955.0, 840.0, 452.0, 242.0, 187.0, 107.0, 68.0, 54.0, 42.0, 30.0, 17.0, 13.0, 13.0, 12.0, 8.0, 1.0, 3.0, 5.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-2.892578125, -2.813323974609375, -2.73406982421875, -2.654815673828125, -2.5755615234375, -2.496307373046875, -2.41705322265625, -2.337799072265625, -2.258544921875, -2.179290771484375, -2.10003662109375, -2.020782470703125, -1.9415283203125, -1.862274169921875, -1.78302001953125, -1.703765869140625, -1.62451171875, -1.545257568359375, -1.46600341796875, -1.386749267578125, -1.3074951171875, -1.228240966796875, -1.14898681640625, -1.069732666015625, -0.990478515625, -0.911224365234375, -0.83197021484375, -0.752716064453125, -0.6734619140625, -0.594207763671875, -0.51495361328125, -0.435699462890625, -0.3564453125, -0.277191162109375, -0.19793701171875, -0.118682861328125, -0.0394287109375, 0.039825439453125, 0.11907958984375, 0.198333740234375, 0.277587890625, 0.356842041015625, 0.43609619140625, 0.515350341796875, 0.5946044921875, 0.673858642578125, 0.75311279296875, 0.832366943359375, 0.91162109375, 0.990875244140625, 1.07012939453125, 1.149383544921875, 1.2286376953125, 1.307891845703125, 1.38714599609375, 1.466400146484375, 1.545654296875, 1.624908447265625, 1.70416259765625, 1.783416748046875, 1.8626708984375, 1.941925048828125, 2.02117919921875, 2.100433349609375, 2.1796875]}, "gradients/encoder.encoder.layers.12.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 5.0, 2.0, 4.0, 4.0, 10.0, 7.0, 16.0, 18.0, 19.0, 13.0, 16.0, 30.0, 29.0, 38.0, 41.0, 47.0, 47.0, 48.0, 53.0, 45.0, 46.0, 37.0, 57.0, 38.0, 49.0, 35.0, 31.0, 35.0, 32.0, 30.0, 23.0, 13.0, 17.0, 13.0, 18.0, 7.0, 9.0, 5.0, 8.0, 7.0, 4.0, 3.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.4853515625, -1.435577392578125, -1.38580322265625, -1.336029052734375, -1.2862548828125, -1.236480712890625, -1.18670654296875, -1.136932373046875, -1.087158203125, -1.037384033203125, -0.98760986328125, -0.937835693359375, -0.8880615234375, -0.838287353515625, -0.78851318359375, -0.738739013671875, -0.68896484375, -0.639190673828125, -0.58941650390625, -0.539642333984375, -0.4898681640625, -0.440093994140625, -0.39031982421875, -0.340545654296875, -0.290771484375, -0.240997314453125, -0.19122314453125, -0.141448974609375, -0.0916748046875, -0.041900634765625, 0.00787353515625, 0.057647705078125, 0.107421875, 0.157196044921875, 0.20697021484375, 0.256744384765625, 0.3065185546875, 0.356292724609375, 0.40606689453125, 0.455841064453125, 0.505615234375, 0.555389404296875, 0.60516357421875, 0.654937744140625, 0.7047119140625, 0.754486083984375, 0.80426025390625, 0.854034423828125, 0.90380859375, 0.953582763671875, 1.00335693359375, 1.053131103515625, 1.1029052734375, 1.152679443359375, 1.20245361328125, 1.252227783203125, 1.302001953125, 1.351776123046875, 1.40155029296875, 1.451324462890625, 1.5010986328125, 1.550872802734375, 1.60064697265625, 1.650421142578125, 1.7001953125]}, "gradients/encoder.encoder.layers.12.attention.k_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 1.0, 4.0, 6.0, 8.0, 5.0, 5.0, 15.0, 18.0, 16.0, 29.0, 36.0, 73.0, 117.0, 193.0, 295.0, 510.0, 993.0, 2176.0, 4957.0, 14448.0, 74509.0, 815678.0, 106137.0, 17654.0, 5788.0, 2323.0, 1122.0, 610.0, 338.0, 177.0, 111.0, 62.0, 43.0, 30.0, 11.0, 17.0, 11.0, 11.0, 10.0, 2.0, 7.0, 3.0, 3.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.392578125, -1.335906982421875, -1.27923583984375, -1.222564697265625, -1.1658935546875, -1.109222412109375, -1.05255126953125, -0.995880126953125, -0.939208984375, -0.882537841796875, -0.82586669921875, -0.769195556640625, -0.7125244140625, -0.655853271484375, -0.59918212890625, -0.542510986328125, -0.48583984375, -0.429168701171875, -0.37249755859375, -0.315826416015625, -0.2591552734375, -0.202484130859375, -0.14581298828125, -0.089141845703125, -0.032470703125, 0.024200439453125, 0.08087158203125, 0.137542724609375, 0.1942138671875, 0.250885009765625, 0.30755615234375, 0.364227294921875, 0.4208984375, 0.477569580078125, 0.53424072265625, 0.590911865234375, 0.6475830078125, 0.704254150390625, 0.76092529296875, 0.817596435546875, 0.874267578125, 0.930938720703125, 0.98760986328125, 1.044281005859375, 1.1009521484375, 1.157623291015625, 1.21429443359375, 1.270965576171875, 1.32763671875, 1.384307861328125, 1.44097900390625, 1.497650146484375, 1.5543212890625, 1.610992431640625, 1.66766357421875, 1.724334716796875, 1.781005859375, 1.837677001953125, 1.89434814453125, 1.951019287109375, 2.0076904296875, 2.064361572265625, 2.12103271484375, 2.177703857421875, 2.234375]}, "gradients/encoder.encoder.layers.12.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 4.0, 2.0, 5.0, 5.0, 5.0, 9.0, 23.0, 45.0, 74.0, 115.0, 158.0, 162.0, 140.0, 98.0, 60.0, 38.0, 27.0, 11.0, 8.0, 3.0, 10.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0002276897430419922, -0.00021652132272720337, -0.00020535290241241455, -0.00019418448209762573, -0.00018301606178283691, -0.0001718476414680481, -0.00016067922115325928, -0.00014951080083847046, -0.00013834238052368164, -0.00012717396020889282, -0.000116005539894104, -0.00010483711957931519, -9.366869926452637e-05, -8.250027894973755e-05, -7.133185863494873e-05, -6.016343832015991e-05, -4.8995018005371094e-05, -3.7826597690582275e-05, -2.6658177375793457e-05, -1.548975706100464e-05, -4.32133674621582e-06, 6.847083568572998e-06, 1.8015503883361816e-05, 2.9183924198150635e-05, 4.035234451293945e-05, 5.152076482772827e-05, 6.268918514251709e-05, 7.385760545730591e-05, 8.502602577209473e-05, 9.619444608688354e-05, 0.00010736286640167236, 0.00011853128671646118, 0.00012969970703125, 0.00014086812734603882, 0.00015203654766082764, 0.00016320496797561646, 0.00017437338829040527, 0.0001855418086051941, 0.0001967102289199829, 0.00020787864923477173, 0.00021904706954956055, 0.00023021548986434937, 0.00024138391017913818, 0.000252552330493927, 0.0002637207508087158, 0.00027488917112350464, 0.00028605759143829346, 0.0002972260117530823, 0.0003083944320678711, 0.0003195628523826599, 0.00033073127269744873, 0.00034189969301223755, 0.00035306811332702637, 0.0003642365336418152, 0.000375404953956604, 0.0003865733742713928, 0.00039774179458618164, 0.00040891021490097046, 0.0004200786352157593, 0.0004312470555305481, 0.0004424154758453369, 0.00045358389616012573, 0.00046475231647491455, 0.00047592073678970337, 0.0004870891571044922]}, "gradients/encoder.encoder.layers.12.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 3.0, 9.0, 8.0, 12.0, 15.0, 12.0, 20.0, 38.0, 57.0, 104.0, 178.0, 405.0, 872.0, 2525.0, 10340.0, 127117.0, 866060.0, 32853.0, 5194.0, 1513.0, 567.0, 292.0, 136.0, 69.0, 43.0, 30.0, 17.0, 20.0, 12.0, 13.0, 4.0, 7.0, 3.0, 6.0, 1.0, 3.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.267578125, -2.19012451171875, -2.1126708984375, -2.03521728515625, -1.957763671875, -1.88031005859375, -1.8028564453125, -1.72540283203125, -1.64794921875, -1.57049560546875, -1.4930419921875, -1.41558837890625, -1.338134765625, -1.26068115234375, -1.1832275390625, -1.10577392578125, -1.0283203125, -0.95086669921875, -0.8734130859375, -0.79595947265625, -0.718505859375, -0.64105224609375, -0.5635986328125, -0.48614501953125, -0.40869140625, -0.33123779296875, -0.2537841796875, -0.17633056640625, -0.098876953125, -0.02142333984375, 0.0560302734375, 0.13348388671875, 0.2109375, 0.28839111328125, 0.3658447265625, 0.44329833984375, 0.520751953125, 0.59820556640625, 0.6756591796875, 0.75311279296875, 0.83056640625, 0.90802001953125, 0.9854736328125, 1.06292724609375, 1.140380859375, 1.21783447265625, 1.2952880859375, 1.37274169921875, 1.4501953125, 1.52764892578125, 1.6051025390625, 1.68255615234375, 1.760009765625, 1.83746337890625, 1.9149169921875, 1.99237060546875, 2.06982421875, 2.14727783203125, 2.2247314453125, 2.30218505859375, 2.379638671875, 2.45709228515625, 2.5345458984375, 2.61199951171875, 2.689453125]}, "gradients/encoder.encoder.layers.12.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 4.0, 7.0, 8.0, 5.0, 14.0, 11.0, 17.0, 29.0, 37.0, 46.0, 70.0, 81.0, 141.0, 184.0, 79.0, 74.0, 46.0, 33.0, 30.0, 22.0, 16.0, 18.0, 4.0, 4.0, 5.0, 2.0, 3.0, 1.0, 1.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.99169921875, -0.9551467895507812, -0.9185943603515625, -0.8820419311523438, -0.845489501953125, -0.8089370727539062, -0.7723846435546875, -0.7358322143554688, -0.69927978515625, -0.6627273559570312, -0.6261749267578125, -0.5896224975585938, -0.553070068359375, -0.5165176391601562, -0.4799652099609375, -0.44341278076171875, -0.4068603515625, -0.37030792236328125, -0.3337554931640625, -0.29720306396484375, -0.260650634765625, -0.22409820556640625, -0.1875457763671875, -0.15099334716796875, -0.11444091796875, -0.07788848876953125, -0.0413360595703125, -0.00478363037109375, 0.031768798828125, 0.06832122802734375, 0.1048736572265625, 0.14142608642578125, 0.177978515625, 0.21453094482421875, 0.2510833740234375, 0.28763580322265625, 0.324188232421875, 0.36074066162109375, 0.3972930908203125, 0.43384552001953125, 0.47039794921875, 0.5069503784179688, 0.5435028076171875, 0.5800552368164062, 0.616607666015625, 0.6531600952148438, 0.6897125244140625, 0.7262649536132812, 0.7628173828125, 0.7993698120117188, 0.8359222412109375, 0.8724746704101562, 0.909027099609375, 0.9455795288085938, 0.9821319580078125, 1.0186843872070312, 1.05523681640625, 1.0917892456054688, 1.1283416748046875, 1.1648941040039062, 1.201446533203125, 1.2379989624023438, 1.2745513916015625, 1.3111038208007812, 1.34765625]}, "gradients/encoder.encoder.layers.12.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 4.0, 15.0, 26.0, 40.0, 110.0, 157.0, 201.0, 184.0, 131.0, 74.0, 36.0, 15.0, 5.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.707218170166016, -16.008750915527344, -15.310283660888672, -14.61181640625, -13.913349151611328, -13.214881896972656, -12.516414642333984, -11.817947387695312, -11.11948013305664, -10.421012878417969, -9.722545623779297, -9.024078369140625, -8.325611114501953, -7.627143859863281, -6.928677082061768, -6.230209827423096, -5.531743049621582, -4.83327579498291, -4.134808540344238, -3.4363415241241455, -2.7378742694854736, -2.0394070148468018, -1.340939998626709, -0.6424727439880371, 0.055994510650634766, 0.7544617056846619, 1.452928900718689, 2.1513960361480713, 2.849863290786743, 3.548330545425415, 4.246797561645508, 4.94526481628418, 5.643732070922852, 6.342199325561523, 7.040666580200195, 7.739133834838867, 8.437601089477539, 9.136068344116211, 9.834535598754883, 10.533002853393555, 11.231470108032227, 11.929937362670898, 12.62840461730957, 13.326871871948242, 14.025339126586914, 14.723806381225586, 15.422273635864258, 16.12074089050293, 16.81920623779297, 17.51767349243164, 18.216140747070312, 18.914608001708984, 19.613075256347656, 20.311542510986328, 21.010009765625, 21.708477020263672, 22.406944274902344, 23.105411529541016, 23.803878784179688, 24.50234603881836, 25.20081329345703, 25.899280548095703, 26.597747802734375, 27.296215057373047, 27.99468231201172]}, "gradients/encoder.encoder.layers.12.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 3.0, 3.0, 2.0, 4.0, 7.0, 5.0, 11.0, 16.0, 13.0, 18.0, 12.0, 27.0, 28.0, 38.0, 34.0, 39.0, 42.0, 56.0, 58.0, 50.0, 59.0, 49.0, 41.0, 53.0, 57.0, 48.0, 35.0, 43.0, 31.0, 29.0, 15.0, 17.0, 15.0, 18.0, 5.0, 10.0, 9.0, 2.0, 1.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.606094360351562, -8.306139945983887, -8.006185531616211, -7.706232070922852, -7.406277656555176, -7.1063232421875, -6.806369304656982, -6.506415367126465, -6.206460952758789, -5.906506538391113, -5.606552600860596, -5.306598663330078, -5.006644248962402, -4.706689834594727, -4.406735897064209, -4.106781959533691, -3.8068275451660156, -3.506873369216919, -3.2069191932678223, -2.9069650173187256, -2.607010841369629, -2.3070566654205322, -2.0071024894714355, -1.7071483135223389, -1.4071941375732422, -1.1072399616241455, -0.8072857856750488, -0.5073316097259521, -0.20737743377685547, 0.09257674217224121, 0.3925309181213379, 0.6924850940704346, 0.9924402236938477, 1.2923943996429443, 1.592348575592041, 1.8923027515411377, 2.1922569274902344, 2.492211103439331, 2.7921652793884277, 3.0921194553375244, 3.392073631286621, 3.6920278072357178, 3.9919819831848145, 4.291935920715332, 4.591890335083008, 4.891844749450684, 5.191798686981201, 5.491752624511719, 5.7917070388793945, 6.09166145324707, 6.391615390777588, 6.6915693283081055, 6.991523742675781, 7.291478157043457, 7.591432094573975, 7.891386032104492, 8.191340446472168, 8.491294860839844, 8.791248321533203, 9.091202735900879, 9.391157150268555, 9.69111156463623, 9.991065979003906, 10.291019439697266, 10.590973854064941]}, "gradients/encoder.encoder.layers.11.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 8.0, 10.0, 11.0, 9.0, 23.0, 19.0, 32.0, 53.0, 76.0, 133.0, 235.0, 367.0, 646.0, 1371.0, 3253.0, 11148.0, 4123745.0, 43374.0, 5530.0, 2011.0, 942.0, 490.0, 299.0, 188.0, 91.0, 59.0, 48.0, 34.0, 18.0, 13.0, 16.0, 8.0, 5.0, 5.0, 5.0, 5.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.779296875, -3.643157958984375, -3.50701904296875, -3.370880126953125, -3.2347412109375, -3.098602294921875, -2.96246337890625, -2.826324462890625, -2.690185546875, -2.554046630859375, -2.41790771484375, -2.281768798828125, -2.1456298828125, -2.009490966796875, -1.87335205078125, -1.737213134765625, -1.60107421875, -1.464935302734375, -1.32879638671875, -1.192657470703125, -1.0565185546875, -0.920379638671875, -0.78424072265625, -0.648101806640625, -0.511962890625, -0.375823974609375, -0.23968505859375, -0.103546142578125, 0.0325927734375, 0.168731689453125, 0.30487060546875, 0.441009521484375, 0.5771484375, 0.713287353515625, 0.84942626953125, 0.985565185546875, 1.1217041015625, 1.257843017578125, 1.39398193359375, 1.530120849609375, 1.666259765625, 1.802398681640625, 1.93853759765625, 2.074676513671875, 2.2108154296875, 2.346954345703125, 2.48309326171875, 2.619232177734375, 2.75537109375, 2.891510009765625, 3.02764892578125, 3.163787841796875, 3.2999267578125, 3.436065673828125, 3.57220458984375, 3.708343505859375, 3.844482421875, 3.980621337890625, 4.11676025390625, 4.252899169921875, 4.3890380859375, 4.525177001953125, 4.66131591796875, 4.797454833984375, 4.93359375]}, "gradients/encoder.encoder.layers.11.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 5.0, 4.0, 8.0, 10.0, 11.0, 9.0, 8.0, 16.0, 17.0, 22.0, 21.0, 20.0, 33.0, 32.0, 43.0, 38.0, 49.0, 40.0, 49.0, 49.0, 37.0, 48.0, 46.0, 43.0, 38.0, 46.0, 40.0, 38.0, 24.0, 23.0, 24.0, 16.0, 18.0, 15.0, 9.0, 5.0, 12.0, 11.0, 9.0, 7.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.2861328125, -0.27802467346191406, -0.2699165344238281, -0.2618083953857422, -0.25370025634765625, -0.2455921173095703, -0.23748397827148438, -0.22937583923339844, -0.2212677001953125, -0.21315956115722656, -0.20505142211914062, -0.1969432830810547, -0.18883514404296875, -0.1807270050048828, -0.17261886596679688, -0.16451072692871094, -0.156402587890625, -0.14829444885253906, -0.14018630981445312, -0.1320781707763672, -0.12397003173828125, -0.11586189270019531, -0.10775375366210938, -0.09964561462402344, -0.0915374755859375, -0.08342933654785156, -0.07532119750976562, -0.06721305847167969, -0.05910491943359375, -0.05099678039550781, -0.042888641357421875, -0.03478050231933594, -0.02667236328125, -0.018564224243164062, -0.010456085205078125, -0.0023479461669921875, 0.00576019287109375, 0.013868331909179688, 0.021976470947265625, 0.030084609985351562, 0.0381927490234375, 0.04630088806152344, 0.054409027099609375, 0.06251716613769531, 0.07062530517578125, 0.07873344421386719, 0.08684158325195312, 0.09494972229003906, 0.103057861328125, 0.11116600036621094, 0.11927413940429688, 0.1273822784423828, 0.13549041748046875, 0.1435985565185547, 0.15170669555664062, 0.15981483459472656, 0.1679229736328125, 0.17603111267089844, 0.18413925170898438, 0.1922473907470703, 0.20035552978515625, 0.2084636688232422, 0.21657180786132812, 0.22467994689941406, 0.2327880859375]}, "gradients/encoder.encoder.layers.11.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 4.0, 10.0, 7.0, 8.0, 10.0, 19.0, 34.0, 31.0, 42.0, 55.0, 90.0, 124.0, 149.0, 238.0, 342.0, 640.0, 1359.0, 4535.0, 95927.0, 4080737.0, 6434.0, 1600.0, 717.0, 389.0, 216.0, 154.0, 110.0, 68.0, 61.0, 44.0, 36.0, 21.0, 17.0, 18.0, 11.0, 6.0, 8.0, 8.0, 3.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.74609375, -5.561279296875, -5.37646484375, -5.191650390625, -5.0068359375, -4.822021484375, -4.63720703125, -4.452392578125, -4.267578125, -4.082763671875, -3.89794921875, -3.713134765625, -3.5283203125, -3.343505859375, -3.15869140625, -2.973876953125, -2.7890625, -2.604248046875, -2.41943359375, -2.234619140625, -2.0498046875, -1.864990234375, -1.68017578125, -1.495361328125, -1.310546875, -1.125732421875, -0.94091796875, -0.756103515625, -0.5712890625, -0.386474609375, -0.20166015625, -0.016845703125, 0.16796875, 0.352783203125, 0.53759765625, 0.722412109375, 0.9072265625, 1.092041015625, 1.27685546875, 1.461669921875, 1.646484375, 1.831298828125, 2.01611328125, 2.200927734375, 2.3857421875, 2.570556640625, 2.75537109375, 2.940185546875, 3.125, 3.309814453125, 3.49462890625, 3.679443359375, 3.8642578125, 4.049072265625, 4.23388671875, 4.418701171875, 4.603515625, 4.788330078125, 4.97314453125, 5.157958984375, 5.3427734375, 5.527587890625, 5.71240234375, 5.897216796875, 6.08203125]}, "gradients/encoder.encoder.layers.11.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 5.0, 8.0, 25.0, 130.0, 3853.0, 34.0, 10.0, 9.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0390625, -0.999420166015625, -0.95977783203125, -0.920135498046875, -0.8804931640625, -0.840850830078125, -0.80120849609375, -0.761566162109375, -0.721923828125, -0.682281494140625, -0.64263916015625, -0.602996826171875, -0.5633544921875, -0.523712158203125, -0.48406982421875, -0.444427490234375, -0.40478515625, -0.365142822265625, -0.32550048828125, -0.285858154296875, -0.2462158203125, -0.206573486328125, -0.16693115234375, -0.127288818359375, -0.087646484375, -0.048004150390625, -0.00836181640625, 0.031280517578125, 0.0709228515625, 0.110565185546875, 0.15020751953125, 0.189849853515625, 0.2294921875, 0.269134521484375, 0.30877685546875, 0.348419189453125, 0.3880615234375, 0.427703857421875, 0.46734619140625, 0.506988525390625, 0.546630859375, 0.586273193359375, 0.62591552734375, 0.665557861328125, 0.7052001953125, 0.744842529296875, 0.78448486328125, 0.824127197265625, 0.86376953125, 0.903411865234375, 0.94305419921875, 0.982696533203125, 1.0223388671875, 1.061981201171875, 1.10162353515625, 1.141265869140625, 1.180908203125, 1.220550537109375, 1.26019287109375, 1.299835205078125, 1.3394775390625, 1.379119873046875, 1.41876220703125, 1.458404541015625, 1.498046875]}, "gradients/encoder.encoder.layers.11.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 4.0, 10.0, 22.0, 59.0, 149.0, 362.0, 240.0, 99.0, 37.0, 12.0, 6.0, 4.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.726447582244873, -6.582313060760498, -6.438178062438965, -6.29404354095459, -6.149909019470215, -6.005774021148682, -5.861639499664307, -5.717504501342773, -5.573369979858398, -5.429235458374023, -5.28510046005249, -5.140965938568115, -4.99683141708374, -4.852696418762207, -4.708561897277832, -4.564427375793457, -4.420292854309082, -4.276158332824707, -4.132023334503174, -3.987888813018799, -3.8437540531158447, -3.6996192932128906, -3.5554847717285156, -3.4113500118255615, -3.2672152519226074, -3.1230804920196533, -2.9789459705352783, -2.834811210632324, -2.69067645072937, -2.546541690826416, -2.402407169342041, -2.258272409439087, -2.1141374111175537, -1.9700027704238892, -1.825868010520935, -1.6817333698272705, -1.5375986099243164, -1.3934639692306519, -1.2493293285369873, -1.1051945686340332, -0.9610599279403687, -0.8169252276420593, -0.67279052734375, -0.5286558866500854, -0.3845211863517761, -0.2403864860534668, -0.09625184535980225, 0.047882914543151855, 0.1920175552368164, 0.33615225553512573, 0.48028692603111267, 0.6244215965270996, 0.7685562968254089, 0.9126909971237183, 1.0568256378173828, 1.200960397720337, 1.3450950384140015, 1.489229679107666, 1.6333644390106201, 1.7774990797042847, 1.9216337203979492, 2.0657684803009033, 2.2099032402038574, 2.3540377616882324, 2.4981725215911865]}, "gradients/encoder.encoder.layers.11.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 3.0, 3.0, 6.0, 6.0, 6.0, 11.0, 5.0, 10.0, 15.0, 14.0, 21.0, 17.0, 31.0, 21.0, 33.0, 25.0, 30.0, 37.0, 51.0, 40.0, 45.0, 52.0, 42.0, 47.0, 52.0, 41.0, 28.0, 39.0, 26.0, 37.0, 35.0, 28.0, 25.0, 22.0, 25.0, 14.0, 14.0, 14.0, 5.0, 10.0, 6.0, 2.0, 4.0, 2.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.9741100072860718, -0.9429440498352051, -0.9117780327796936, -0.8806120753288269, -0.8494460582733154, -0.8182801008224487, -0.787114143371582, -0.7559481263160706, -0.7247821688652039, -0.6936162114143372, -0.6624501943588257, -0.631284236907959, -0.6001182198524475, -0.5689522624015808, -0.5377862453460693, -0.5066202878952026, -0.47545430064201355, -0.44428831338882446, -0.4131223261356354, -0.3819563388824463, -0.3507903814315796, -0.3196243941783905, -0.2884584069252014, -0.2572924494743347, -0.22612644731998444, -0.19496046006679535, -0.16379448771476746, -0.13262850046157837, -0.10146252065896988, -0.07029654085636139, -0.0391305536031723, -0.00796458125114441, 0.023201406002044678, 0.05436738580465317, 0.08553336560726166, 0.11669935286045074, 0.14786532521247864, 0.17903131246566772, 0.2101972997188568, 0.2413632720708847, 0.2725292444229126, 0.3036952316761017, 0.33486121892929077, 0.36602717638015747, 0.39719316363334656, 0.42835915088653564, 0.45952513813972473, 0.4906911253929138, 0.5218571424484253, 0.553023099899292, 0.5841891169548035, 0.6153550744056702, 0.6465210914611816, 0.6776870489120483, 0.708853006362915, 0.7400190234184265, 0.7711849808692932, 0.8023509383201599, 0.8335169553756714, 0.8646829128265381, 0.8958489298820496, 0.9270148873329163, 0.9581809043884277, 0.9893468618392944, 1.0205128192901611]}, "gradients/encoder.encoder.layers.11.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 5.0, 3.0, 10.0, 16.0, 14.0, 20.0, 22.0, 32.0, 75.0, 108.0, 152.0, 227.0, 461.0, 747.0, 1458.0, 2943.0, 6008.0, 13693.0, 33254.0, 95434.0, 322766.0, 384229.0, 117534.0, 39460.0, 15714.0, 6975.0, 3416.0, 1662.0, 864.0, 512.0, 281.0, 174.0, 104.0, 60.0, 41.0, 27.0, 9.0, 15.0, 7.0, 9.0, 8.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.4091796875, -1.365264892578125, -1.32135009765625, -1.277435302734375, -1.2335205078125, -1.189605712890625, -1.14569091796875, -1.101776123046875, -1.057861328125, -1.013946533203125, -0.97003173828125, -0.926116943359375, -0.8822021484375, -0.838287353515625, -0.79437255859375, -0.750457763671875, -0.70654296875, -0.662628173828125, -0.61871337890625, -0.574798583984375, -0.5308837890625, -0.486968994140625, -0.44305419921875, -0.399139404296875, -0.355224609375, -0.311309814453125, -0.26739501953125, -0.223480224609375, -0.1795654296875, -0.135650634765625, -0.09173583984375, -0.047821044921875, -0.00390625, 0.040008544921875, 0.08392333984375, 0.127838134765625, 0.1717529296875, 0.215667724609375, 0.25958251953125, 0.303497314453125, 0.347412109375, 0.391326904296875, 0.43524169921875, 0.479156494140625, 0.5230712890625, 0.566986083984375, 0.61090087890625, 0.654815673828125, 0.69873046875, 0.742645263671875, 0.78656005859375, 0.830474853515625, 0.8743896484375, 0.918304443359375, 0.96221923828125, 1.006134033203125, 1.050048828125, 1.093963623046875, 1.13787841796875, 1.181793212890625, 1.2257080078125, 1.269622802734375, 1.31353759765625, 1.357452392578125, 1.4013671875]}, "gradients/encoder.encoder.layers.11.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 4.0, 3.0, 5.0, 3.0, 7.0, 10.0, 9.0, 8.0, 14.0, 19.0, 21.0, 19.0, 17.0, 35.0, 23.0, 41.0, 31.0, 29.0, 25.0, 59.0, 46.0, 46.0, 48.0, 51.0, 38.0, 44.0, 54.0, 34.0, 33.0, 30.0, 23.0, 29.0, 33.0, 13.0, 16.0, 12.0, 11.0, 15.0, 15.0, 5.0, 4.0, 7.0, 6.0, 5.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.33642578125, -0.3271293640136719, -0.31783294677734375, -0.3085365295410156, -0.2992401123046875, -0.2899436950683594, -0.28064727783203125, -0.2713508605957031, -0.262054443359375, -0.2527580261230469, -0.24346160888671875, -0.23416519165039062, -0.2248687744140625, -0.21557235717773438, -0.20627593994140625, -0.19697952270507812, -0.18768310546875, -0.17838668823242188, -0.16909027099609375, -0.15979385375976562, -0.1504974365234375, -0.14120101928710938, -0.13190460205078125, -0.12260818481445312, -0.113311767578125, -0.10401535034179688, -0.09471893310546875, -0.08542251586914062, -0.0761260986328125, -0.06682968139648438, -0.05753326416015625, -0.048236846923828125, -0.0389404296875, -0.029644012451171875, -0.02034759521484375, -0.011051177978515625, -0.0017547607421875, 0.007541656494140625, 0.01683807373046875, 0.026134490966796875, 0.035430908203125, 0.044727325439453125, 0.05402374267578125, 0.06332015991210938, 0.0726165771484375, 0.08191299438476562, 0.09120941162109375, 0.10050582885742188, 0.10980224609375, 0.11909866333007812, 0.12839508056640625, 0.13769149780273438, 0.1469879150390625, 0.15628433227539062, 0.16558074951171875, 0.17487716674804688, 0.184173583984375, 0.19347000122070312, 0.20276641845703125, 0.21206283569335938, 0.2213592529296875, 0.23065567016601562, 0.23995208740234375, 0.24924850463867188, 0.258544921875]}, "gradients/encoder.encoder.layers.11.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 7.0, 4.0, 2.0, 7.0, 6.0, 10.0, 16.0, 27.0, 32.0, 49.0, 67.0, 95.0, 139.0, 195.0, 329.0, 583.0, 1202.0, 2983.0, 10033.0, 54022.0, 595667.0, 337353.0, 33250.0, 7470.0, 2495.0, 1075.0, 539.0, 280.0, 202.0, 127.0, 77.0, 64.0, 45.0, 31.0, 19.0, 15.0, 10.0, 9.0, 8.0, 2.0, 9.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.4453125, -2.370941162109375, -2.29656982421875, -2.222198486328125, -2.1478271484375, -2.073455810546875, -1.99908447265625, -1.924713134765625, -1.850341796875, -1.775970458984375, -1.70159912109375, -1.627227783203125, -1.5528564453125, -1.478485107421875, -1.40411376953125, -1.329742431640625, -1.25537109375, -1.180999755859375, -1.10662841796875, -1.032257080078125, -0.9578857421875, -0.883514404296875, -0.80914306640625, -0.734771728515625, -0.660400390625, -0.586029052734375, -0.51165771484375, -0.437286376953125, -0.3629150390625, -0.288543701171875, -0.21417236328125, -0.139801025390625, -0.0654296875, 0.008941650390625, 0.08331298828125, 0.157684326171875, 0.2320556640625, 0.306427001953125, 0.38079833984375, 0.455169677734375, 0.529541015625, 0.603912353515625, 0.67828369140625, 0.752655029296875, 0.8270263671875, 0.901397705078125, 0.97576904296875, 1.050140380859375, 1.12451171875, 1.198883056640625, 1.27325439453125, 1.347625732421875, 1.4219970703125, 1.496368408203125, 1.57073974609375, 1.645111083984375, 1.719482421875, 1.793853759765625, 1.86822509765625, 1.942596435546875, 2.0169677734375, 2.091339111328125, 2.16571044921875, 2.240081787109375, 2.314453125]}, "gradients/encoder.encoder.layers.11.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 2.0, 5.0, 5.0, 5.0, 0.0, 5.0, 5.0, 7.0, 10.0, 18.0, 15.0, 17.0, 22.0, 30.0, 22.0, 28.0, 24.0, 29.0, 36.0, 31.0, 47.0, 42.0, 54.0, 42.0, 34.0, 42.0, 39.0, 42.0, 43.0, 37.0, 40.0, 37.0, 36.0, 23.0, 25.0, 17.0, 16.0, 13.0, 16.0, 10.0, 7.0, 9.0, 3.0, 5.0, 2.0, 3.0, 3.0, 6.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.33203125, -1.283599853515625, -1.23516845703125, -1.186737060546875, -1.1383056640625, -1.089874267578125, -1.04144287109375, -0.993011474609375, -0.944580078125, -0.896148681640625, -0.84771728515625, -0.799285888671875, -0.7508544921875, -0.702423095703125, -0.65399169921875, -0.605560302734375, -0.55712890625, -0.508697509765625, -0.46026611328125, -0.411834716796875, -0.3634033203125, -0.314971923828125, -0.26654052734375, -0.218109130859375, -0.169677734375, -0.121246337890625, -0.07281494140625, -0.024383544921875, 0.0240478515625, 0.072479248046875, 0.12091064453125, 0.169342041015625, 0.2177734375, 0.266204833984375, 0.31463623046875, 0.363067626953125, 0.4114990234375, 0.459930419921875, 0.50836181640625, 0.556793212890625, 0.605224609375, 0.653656005859375, 0.70208740234375, 0.750518798828125, 0.7989501953125, 0.847381591796875, 0.89581298828125, 0.944244384765625, 0.99267578125, 1.041107177734375, 1.08953857421875, 1.137969970703125, 1.1864013671875, 1.234832763671875, 1.28326416015625, 1.331695556640625, 1.380126953125, 1.428558349609375, 1.47698974609375, 1.525421142578125, 1.5738525390625, 1.622283935546875, 1.67071533203125, 1.719146728515625, 1.767578125]}, "gradients/encoder.encoder.layers.11.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 2.0, 1.0, 3.0, 2.0, 5.0, 4.0, 10.0, 14.0, 8.0, 17.0, 29.0, 59.0, 61.0, 99.0, 178.0, 273.0, 494.0, 922.0, 2101.0, 5767.0, 22306.0, 199085.0, 737113.0, 62032.0, 11281.0, 3590.0, 1435.0, 710.0, 352.0, 196.0, 143.0, 87.0, 55.0, 38.0, 29.0, 14.0, 11.0, 12.0, 7.0, 7.0, 1.0, 2.0, 0.0, 2.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.3642578125, -1.3232574462890625, -1.282257080078125, -1.2412567138671875, -1.20025634765625, -1.1592559814453125, -1.118255615234375, -1.0772552490234375, -1.0362548828125, -0.9952545166015625, -0.954254150390625, -0.9132537841796875, -0.87225341796875, -0.8312530517578125, -0.790252685546875, -0.7492523193359375, -0.708251953125, -0.6672515869140625, -0.626251220703125, -0.5852508544921875, -0.54425048828125, -0.5032501220703125, -0.462249755859375, -0.4212493896484375, -0.3802490234375, -0.3392486572265625, -0.298248291015625, -0.2572479248046875, -0.21624755859375, -0.1752471923828125, -0.134246826171875, -0.0932464599609375, -0.05224609375, -0.0112457275390625, 0.029754638671875, 0.0707550048828125, 0.11175537109375, 0.1527557373046875, 0.193756103515625, 0.2347564697265625, 0.2757568359375, 0.3167572021484375, 0.357757568359375, 0.3987579345703125, 0.43975830078125, 0.4807586669921875, 0.521759033203125, 0.5627593994140625, 0.603759765625, 0.6447601318359375, 0.685760498046875, 0.7267608642578125, 0.76776123046875, 0.8087615966796875, 0.849761962890625, 0.8907623291015625, 0.9317626953125, 0.9727630615234375, 1.013763427734375, 1.0547637939453125, 1.09576416015625, 1.1367645263671875, 1.177764892578125, 1.2187652587890625, 1.259765625]}, "gradients/encoder.encoder.layers.11.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 0.0, 5.0, 8.0, 3.0, 4.0, 15.0, 13.0, 17.0, 15.0, 29.0, 49.0, 37.0, 47.0, 58.0, 70.0, 84.0, 98.0, 85.0, 70.0, 70.0, 63.0, 35.0, 16.0, 27.0, 19.0, 13.0, 13.0, 5.0, 8.0, 4.0, 2.0, 4.0, 3.0, 3.0, 0.0, 1.0, 3.0, 4.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.0002034902572631836, -0.00019698403775691986, -0.00019047781825065613, -0.0001839715987443924, -0.00017746537923812866, -0.00017095915973186493, -0.0001644529402256012, -0.00015794672071933746, -0.00015144050121307373, -0.00014493428170681, -0.00013842806220054626, -0.00013192184269428253, -0.0001254156231880188, -0.00011890940368175507, -0.00011240318417549133, -0.0001058969646692276, -9.939074516296387e-05, -9.288452565670013e-05, -8.63783061504364e-05, -7.987208664417267e-05, -7.336586713790894e-05, -6.68596476316452e-05, -6.035342812538147e-05, -5.384720861911774e-05, -4.7340989112854004e-05, -4.083476960659027e-05, -3.432855010032654e-05, -2.7822330594062805e-05, -2.1316111087799072e-05, -1.480989158153534e-05, -8.303672075271606e-06, -1.7974525690078735e-06, 4.708766937255859e-06, 1.1214986443519592e-05, 1.7721205949783325e-05, 2.4227425456047058e-05, 3.073364496231079e-05, 3.7239864468574524e-05, 4.374608397483826e-05, 5.025230348110199e-05, 5.675852298736572e-05, 6.326474249362946e-05, 6.977096199989319e-05, 7.627718150615692e-05, 8.278340101242065e-05, 8.928962051868439e-05, 9.579584002494812e-05, 0.00010230205953121185, 0.00010880827903747559, 0.00011531449854373932, 0.00012182071805000305, 0.00012832693755626678, 0.00013483315706253052, 0.00014133937656879425, 0.00014784559607505798, 0.00015435181558132172, 0.00016085803508758545, 0.00016736425459384918, 0.00017387047410011292, 0.00018037669360637665, 0.00018688291311264038, 0.00019338913261890411, 0.00019989535212516785, 0.00020640157163143158, 0.0002129077911376953]}, "gradients/encoder.encoder.layers.11.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 3.0, 7.0, 5.0, 11.0, 8.0, 17.0, 20.0, 32.0, 45.0, 99.0, 124.0, 243.0, 542.0, 1328.0, 4097.0, 18198.0, 303268.0, 680661.0, 31203.0, 5445.0, 1802.0, 681.0, 300.0, 167.0, 77.0, 64.0, 28.0, 17.0, 20.0, 17.0, 11.0, 6.0, 2.0, 2.0, 3.0, 1.0, 3.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4853515625, -1.4360504150390625, -1.386749267578125, -1.3374481201171875, -1.28814697265625, -1.2388458251953125, -1.189544677734375, -1.1402435302734375, -1.0909423828125, -1.0416412353515625, -0.992340087890625, -0.9430389404296875, -0.89373779296875, -0.8444366455078125, -0.795135498046875, -0.7458343505859375, -0.696533203125, -0.6472320556640625, -0.597930908203125, -0.5486297607421875, -0.49932861328125, -0.4500274658203125, -0.400726318359375, -0.3514251708984375, -0.3021240234375, -0.2528228759765625, -0.203521728515625, -0.1542205810546875, -0.10491943359375, -0.0556182861328125, -0.006317138671875, 0.0429840087890625, 0.09228515625, 0.1415863037109375, 0.190887451171875, 0.2401885986328125, 0.28948974609375, 0.3387908935546875, 0.388092041015625, 0.4373931884765625, 0.4866943359375, 0.5359954833984375, 0.585296630859375, 0.6345977783203125, 0.68389892578125, 0.7332000732421875, 0.782501220703125, 0.8318023681640625, 0.881103515625, 0.9304046630859375, 0.979705810546875, 1.0290069580078125, 1.07830810546875, 1.1276092529296875, 1.176910400390625, 1.2262115478515625, 1.2755126953125, 1.3248138427734375, 1.374114990234375, 1.4234161376953125, 1.47271728515625, 1.5220184326171875, 1.571319580078125, 1.6206207275390625, 1.669921875]}, "gradients/encoder.encoder.layers.11.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 4.0, 3.0, 9.0, 11.0, 8.0, 18.0, 28.0, 25.0, 46.0, 66.0, 97.0, 120.0, 119.0, 102.0, 97.0, 74.0, 52.0, 39.0, 23.0, 13.0, 10.0, 9.0, 9.0, 5.0, 6.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.82177734375, -0.7897720336914062, -0.7577667236328125, -0.7257614135742188, -0.693756103515625, -0.6617507934570312, -0.6297454833984375, -0.5977401733398438, -0.56573486328125, -0.5337295532226562, -0.5017242431640625, -0.46971893310546875, -0.437713623046875, -0.40570831298828125, -0.3737030029296875, -0.34169769287109375, -0.3096923828125, -0.27768707275390625, -0.2456817626953125, -0.21367645263671875, -0.181671142578125, -0.14966583251953125, -0.1176605224609375, -0.08565521240234375, -0.05364990234375, -0.02164459228515625, 0.0103607177734375, 0.04236602783203125, 0.074371337890625, 0.10637664794921875, 0.1383819580078125, 0.17038726806640625, 0.202392578125, 0.23439788818359375, 0.2664031982421875, 0.29840850830078125, 0.330413818359375, 0.36241912841796875, 0.3944244384765625, 0.42642974853515625, 0.45843505859375, 0.49044036865234375, 0.5224456787109375, 0.5544509887695312, 0.586456298828125, 0.6184616088867188, 0.6504669189453125, 0.6824722290039062, 0.7144775390625, 0.7464828491210938, 0.7784881591796875, 0.8104934692382812, 0.842498779296875, 0.8745040893554688, 0.9065093994140625, 0.9385147094726562, 0.97052001953125, 1.0025253295898438, 1.0345306396484375, 1.0665359497070312, 1.098541259765625, 1.1305465698242188, 1.1625518798828125, 1.1945571899414062, 1.2265625]}, "gradients/encoder.encoder.layers.11.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 5.0, 7.0, 15.0, 44.0, 83.0, 137.0, 219.0, 188.0, 154.0, 84.0, 38.0, 27.0, 7.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.181177139282227, -15.5109224319458, -14.840667724609375, -14.170412063598633, -13.500157356262207, -12.829902648925781, -12.159647941589355, -11.48939323425293, -10.819137573242188, -10.148882865905762, -9.478628158569336, -8.808372497558594, -8.138117790222168, -7.467863082885742, -6.797608375549316, -6.127353191375732, -5.457098960876465, -4.786844253540039, -4.116589069366455, -3.4463343620300293, -2.7760794162750244, -2.1058244705200195, -1.4355697631835938, -0.7653145790100098, -0.09505987167358398, 0.5751950144767761, 1.2454499006271362, 1.9157047271728516, 2.5859596729278564, 3.2562146186828613, 3.926469326019287, 4.596724510192871, 5.266979217529297, 5.937233924865723, 6.607489109039307, 7.277743816375732, 7.947999000549316, 8.618253707885742, 9.288508415222168, 9.958763122558594, 10.629018783569336, 11.299273490905762, 11.969528198242188, 12.63978385925293, 13.310038566589355, 13.980293273925781, 14.650547981262207, 15.320802688598633, 15.991057395935059, 16.661312103271484, 17.331567764282227, 18.001821517944336, 18.672077178955078, 19.342330932617188, 20.01258659362793, 20.682842254638672, 21.35309600830078, 22.023351669311523, 22.693605422973633, 23.363861083984375, 24.034114837646484, 24.704370498657227, 25.37462615966797, 26.044879913330078, 26.71513557434082]}, "gradients/encoder.encoder.layers.11.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 7.0, 4.0, 5.0, 9.0, 10.0, 10.0, 12.0, 17.0, 16.0, 14.0, 18.0, 18.0, 31.0, 12.0, 35.0, 24.0, 25.0, 34.0, 40.0, 46.0, 45.0, 42.0, 60.0, 65.0, 53.0, 53.0, 40.0, 26.0, 21.0, 29.0, 27.0, 24.0, 16.0, 19.0, 18.0, 15.0, 7.0, 10.0, 10.0, 8.0, 4.0, 6.0, 3.0, 2.0, 6.0, 2.0, 3.0, 0.0, 3.0, 2.0, 4.0], "bins": [-8.282114028930664, -8.04489803314209, -7.807682037353516, -7.570466041564941, -7.333250045776367, -7.096034049987793, -6.858818054199219, -6.6216020584106445, -6.38438606262207, -6.147170066833496, -5.909954071044922, -5.672738075256348, -5.435522079467773, -5.198306083679199, -4.961090087890625, -4.723874092102051, -4.486658096313477, -4.249442100524902, -4.012226104736328, -3.775010108947754, -3.5377941131591797, -3.3005781173706055, -3.0633621215820312, -2.826146125793457, -2.5889296531677246, -2.3517136573791504, -2.114497661590576, -1.877281665802002, -1.6400656700134277, -1.402849555015564, -1.1656335592269897, -0.9284175634384155, -0.6912016868591309, -0.45398569107055664, -0.21676966547966003, 0.020446360111236572, 0.2576623558998108, 0.4948784112930298, 0.732094407081604, 0.9693104028701782, 1.2065263986587524, 1.4437423944473267, 1.6809583902359009, 1.9181745052337646, 2.155390501022339, 2.392606496810913, 2.6298224925994873, 2.8670384883880615, 3.1042544841766357, 3.34147047996521, 3.578686475753784, 3.8159024715423584, 4.053118705749512, 4.290334701538086, 4.52755069732666, 4.764766693115234, 5.001982688903809, 5.239198684692383, 5.476414680480957, 5.713630676269531, 5.9508466720581055, 6.18806266784668, 6.425278663635254, 6.662494659423828, 6.899710655212402]}, "gradients/encoder.encoder.layers.10.feed_forward.output_dense.weight": {"_type": "histogram", "values": [3.0, 2.0, 3.0, 3.0, 6.0, 18.0, 5.0, 17.0, 24.0, 20.0, 39.0, 63.0, 83.0, 153.0, 224.0, 337.0, 576.0, 1060.0, 2050.0, 4619.0, 14577.0, 3975586.0, 175074.0, 11526.0, 3962.0, 1850.0, 949.0, 521.0, 325.0, 201.0, 154.0, 93.0, 51.0, 30.0, 27.0, 27.0, 11.0, 7.0, 11.0, 7.0, 2.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.046875, -1.9534912109375, -1.860107421875, -1.7667236328125, -1.67333984375, -1.5799560546875, -1.486572265625, -1.3931884765625, -1.2998046875, -1.2064208984375, -1.113037109375, -1.0196533203125, -0.92626953125, -0.8328857421875, -0.739501953125, -0.6461181640625, -0.552734375, -0.4593505859375, -0.365966796875, -0.2725830078125, -0.17919921875, -0.0858154296875, 0.007568359375, 0.1009521484375, 0.1943359375, 0.2877197265625, 0.381103515625, 0.4744873046875, 0.56787109375, 0.6612548828125, 0.754638671875, 0.8480224609375, 0.94140625, 1.0347900390625, 1.128173828125, 1.2215576171875, 1.31494140625, 1.4083251953125, 1.501708984375, 1.5950927734375, 1.6884765625, 1.7818603515625, 1.875244140625, 1.9686279296875, 2.06201171875, 2.1553955078125, 2.248779296875, 2.3421630859375, 2.435546875, 2.5289306640625, 2.622314453125, 2.7156982421875, 2.80908203125, 2.9024658203125, 2.995849609375, 3.0892333984375, 3.1826171875, 3.2760009765625, 3.369384765625, 3.4627685546875, 3.55615234375, 3.6495361328125, 3.742919921875, 3.8363037109375, 3.9296875]}, "gradients/encoder.encoder.layers.10.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 3.0, 5.0, 4.0, 2.0, 5.0, 5.0, 11.0, 17.0, 16.0, 6.0, 16.0, 24.0, 13.0, 29.0, 27.0, 28.0, 34.0, 34.0, 35.0, 34.0, 38.0, 51.0, 57.0, 38.0, 43.0, 38.0, 49.0, 35.0, 44.0, 30.0, 43.0, 26.0, 30.0, 20.0, 20.0, 21.0, 10.0, 12.0, 16.0, 7.0, 8.0, 5.0, 2.0, 5.0, 5.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.33203125, -0.3228302001953125, -0.313629150390625, -0.3044281005859375, -0.29522705078125, -0.2860260009765625, -0.276824951171875, -0.2676239013671875, -0.2584228515625, -0.2492218017578125, -0.240020751953125, -0.2308197021484375, -0.22161865234375, -0.2124176025390625, -0.203216552734375, -0.1940155029296875, -0.184814453125, -0.1756134033203125, -0.166412353515625, -0.1572113037109375, -0.14801025390625, -0.1388092041015625, -0.129608154296875, -0.1204071044921875, -0.1112060546875, -0.1020050048828125, -0.092803955078125, -0.0836029052734375, -0.07440185546875, -0.0652008056640625, -0.055999755859375, -0.0467987060546875, -0.03759765625, -0.0283966064453125, -0.019195556640625, -0.0099945068359375, -0.00079345703125, 0.0084075927734375, 0.017608642578125, 0.0268096923828125, 0.0360107421875, 0.0452117919921875, 0.054412841796875, 0.0636138916015625, 0.07281494140625, 0.0820159912109375, 0.091217041015625, 0.1004180908203125, 0.109619140625, 0.1188201904296875, 0.128021240234375, 0.1372222900390625, 0.14642333984375, 0.1556243896484375, 0.164825439453125, 0.1740264892578125, 0.1832275390625, 0.1924285888671875, 0.201629638671875, 0.2108306884765625, 0.22003173828125, 0.2292327880859375, 0.238433837890625, 0.2476348876953125, 0.2568359375]}, "gradients/encoder.encoder.layers.10.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 11.0, 8.0, 7.0, 4.0, 15.0, 16.0, 21.0, 37.0, 34.0, 42.0, 52.0, 80.0, 129.0, 174.0, 253.0, 316.0, 496.0, 629.0, 1058.0, 1671.0, 3738.0, 10414.0, 96640.0, 4047038.0, 19327.0, 5695.0, 2446.0, 1262.0, 792.0, 558.0, 367.0, 256.0, 190.0, 130.0, 91.0, 64.0, 68.0, 44.0, 22.0, 27.0, 15.0, 15.0, 13.0, 4.0, 2.0, 8.0, 3.0, 2.0, 4.0, 1.0, 2.0, 1.0, 1.0, 2.0], "bins": [-2.76171875, -2.678558349609375, -2.59539794921875, -2.512237548828125, -2.4290771484375, -2.345916748046875, -2.26275634765625, -2.179595947265625, -2.096435546875, -2.013275146484375, -1.93011474609375, -1.846954345703125, -1.7637939453125, -1.680633544921875, -1.59747314453125, -1.514312744140625, -1.43115234375, -1.347991943359375, -1.26483154296875, -1.181671142578125, -1.0985107421875, -1.015350341796875, -0.93218994140625, -0.849029541015625, -0.765869140625, -0.682708740234375, -0.59954833984375, -0.516387939453125, -0.4332275390625, -0.350067138671875, -0.26690673828125, -0.183746337890625, -0.1005859375, -0.017425537109375, 0.06573486328125, 0.148895263671875, 0.2320556640625, 0.315216064453125, 0.39837646484375, 0.481536865234375, 0.564697265625, 0.647857666015625, 0.73101806640625, 0.814178466796875, 0.8973388671875, 0.980499267578125, 1.06365966796875, 1.146820068359375, 1.22998046875, 1.313140869140625, 1.39630126953125, 1.479461669921875, 1.5626220703125, 1.645782470703125, 1.72894287109375, 1.812103271484375, 1.895263671875, 1.978424072265625, 2.06158447265625, 2.144744873046875, 2.2279052734375, 2.311065673828125, 2.39422607421875, 2.477386474609375, 2.560546875]}, "gradients/encoder.encoder.layers.10.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 2.0, 2.0, 3.0, 3.0, 6.0, 9.0, 13.0, 46.0, 2906.0, 989.0, 50.0, 24.0, 13.0, 7.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.61279296875, -0.5861434936523438, -0.5594940185546875, -0.5328445434570312, -0.506195068359375, -0.47954559326171875, -0.4528961181640625, -0.42624664306640625, -0.39959716796875, -0.37294769287109375, -0.3462982177734375, -0.31964874267578125, -0.292999267578125, -0.26634979248046875, -0.2397003173828125, -0.21305084228515625, -0.1864013671875, -0.15975189208984375, -0.1331024169921875, -0.10645294189453125, -0.079803466796875, -0.05315399169921875, -0.0265045166015625, 0.00014495849609375, 0.02679443359375, 0.05344390869140625, 0.0800933837890625, 0.10674285888671875, 0.133392333984375, 0.16004180908203125, 0.1866912841796875, 0.21334075927734375, 0.239990234375, 0.26663970947265625, 0.2932891845703125, 0.31993865966796875, 0.346588134765625, 0.37323760986328125, 0.3998870849609375, 0.42653656005859375, 0.45318603515625, 0.47983551025390625, 0.5064849853515625, 0.5331344604492188, 0.559783935546875, 0.5864334106445312, 0.6130828857421875, 0.6397323608398438, 0.6663818359375, 0.6930313110351562, 0.7196807861328125, 0.7463302612304688, 0.772979736328125, 0.7996292114257812, 0.8262786865234375, 0.8529281616210938, 0.87957763671875, 0.9062271118164062, 0.9328765869140625, 0.9595260620117188, 0.986175537109375, 1.0128250122070312, 1.0394744873046875, 1.0661239624023438, 1.0927734375]}, "gradients/encoder.encoder.layers.10.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 8.0, 12.0, 16.0, 19.0, 34.0, 47.0, 82.0, 102.0, 133.0, 134.0, 127.0, 101.0, 54.0, 51.0, 28.0, 14.0, 17.0, 10.0, 7.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-2.9192421436309814, -2.8563108444213867, -2.793379545211792, -2.7304482460021973, -2.6675169467926025, -2.604585647583008, -2.541654348373413, -2.4787230491638184, -2.4157919883728027, -2.352860689163208, -2.2899293899536133, -2.2269980907440186, -2.164066791534424, -2.101135492324829, -2.0382041931152344, -1.9752730131149292, -1.912341594696045, -1.8494102954864502, -1.7864789962768555, -1.7235476970672607, -1.660616397857666, -1.5976850986480713, -1.5347539186477661, -1.4718226194381714, -1.4088913202285767, -1.345960021018982, -1.2830287218093872, -1.2200974225997925, -1.1571662425994873, -1.0942349433898926, -1.0313036441802979, -0.9683723449707031, -0.9054412841796875, -0.8425099849700928, -0.779578685760498, -0.7166474461555481, -0.6537161469459534, -0.5907848477363586, -0.5278536081314087, -0.46492230892181396, -0.40199100971221924, -0.3390597105026245, -0.2761284410953522, -0.21319715678691864, -0.1502658724784851, -0.08733457326889038, -0.024403303861618042, 0.0385279655456543, 0.10145926475524902, 0.16439054906368256, 0.2273218333721161, 0.2902531027793884, 0.35318440198898315, 0.4161157011985779, 0.4790469706058502, 0.5419782400131226, 0.6049095392227173, 0.667840838432312, 0.7307721376419067, 0.7937033772468567, 0.8566346764564514, 0.9195659756660461, 0.9824972152709961, 1.0454285144805908, 1.1083598136901855]}, "gradients/encoder.encoder.layers.10.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 4.0, 2.0, 4.0, 3.0, 0.0, 7.0, 12.0, 7.0, 8.0, 19.0, 17.0, 12.0, 16.0, 15.0, 20.0, 32.0, 29.0, 40.0, 48.0, 38.0, 39.0, 54.0, 41.0, 49.0, 38.0, 46.0, 32.0, 38.0, 34.0, 35.0, 42.0, 33.0, 34.0, 29.0, 19.0, 24.0, 17.0, 19.0, 12.0, 13.0, 8.0, 2.0, 9.0, 2.0, 2.0, 4.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.9600328207015991, -0.9280744194984436, -0.8961159586906433, -0.8641575574874878, -0.8321990966796875, -0.800240695476532, -0.7682822942733765, -0.7363238334655762, -0.7043654322624207, -0.6724070310592651, -0.6404485702514648, -0.6084901690483093, -0.5765317678451538, -0.5445733070373535, -0.512614905834198, -0.4806564748287201, -0.4486980438232422, -0.4167396128177643, -0.3847811818122864, -0.35282278060913086, -0.32086434960365295, -0.28890591859817505, -0.25694751739501953, -0.22498908638954163, -0.19303065538406372, -0.16107222437858582, -0.1291138082742691, -0.0971553847193718, -0.06519696116447449, -0.03323853015899658, -0.0012801140546798706, 0.03067830204963684, 0.0626366138458252, 0.0945950374007225, 0.1265534609556198, 0.15851187705993652, 0.19047030806541443, 0.22242873907089233, 0.25438714027404785, 0.28634557127952576, 0.31830400228500366, 0.35026243329048157, 0.3822208642959595, 0.414179265499115, 0.4461376965045929, 0.4780961275100708, 0.5100545287132263, 0.5420129299163818, 0.5739713907241821, 0.6059297919273376, 0.6378882527351379, 0.6698466539382935, 0.7018051147460938, 0.7337635159492493, 0.7657219171524048, 0.7976803779602051, 0.8296387791633606, 0.8615971803665161, 0.8935556411743164, 0.9255140423774719, 0.9574724435806274, 0.9894309043884277, 1.021389365196228, 1.0533477067947388, 1.085306167602539]}, "gradients/encoder.encoder.layers.10.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 7.0, 8.0, 15.0, 17.0, 35.0, 28.0, 49.0, 72.0, 92.0, 152.0, 210.0, 302.0, 438.0, 696.0, 1152.0, 1881.0, 3314.0, 6341.0, 13385.0, 31039.0, 81819.0, 242316.0, 399054.0, 164446.0, 57212.0, 22395.0, 10006.0, 4981.0, 2683.0, 1610.0, 959.0, 586.0, 410.0, 237.0, 189.0, 122.0, 74.0, 59.0, 54.0, 15.0, 23.0, 14.0, 19.0, 9.0, 4.0, 7.0, 6.0, 4.0, 4.0, 3.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.93798828125, -0.9059982299804688, -0.8740081787109375, -0.8420181274414062, -0.810028076171875, -0.7780380249023438, -0.7460479736328125, -0.7140579223632812, -0.68206787109375, -0.6500778198242188, -0.6180877685546875, -0.5860977172851562, -0.554107666015625, -0.5221176147460938, -0.4901275634765625, -0.45813751220703125, -0.4261474609375, -0.39415740966796875, -0.3621673583984375, -0.33017730712890625, -0.298187255859375, -0.26619720458984375, -0.2342071533203125, -0.20221710205078125, -0.17022705078125, -0.13823699951171875, -0.1062469482421875, -0.07425689697265625, -0.042266845703125, -0.01027679443359375, 0.0217132568359375, 0.05370330810546875, 0.085693359375, 0.11768341064453125, 0.1496734619140625, 0.18166351318359375, 0.213653564453125, 0.24564361572265625, 0.2776336669921875, 0.30962371826171875, 0.34161376953125, 0.37360382080078125, 0.4055938720703125, 0.43758392333984375, 0.469573974609375, 0.5015640258789062, 0.5335540771484375, 0.5655441284179688, 0.5975341796875, 0.6295242309570312, 0.6615142822265625, 0.6935043334960938, 0.725494384765625, 0.7574844360351562, 0.7894744873046875, 0.8214645385742188, 0.85345458984375, 0.8854446411132812, 0.9174346923828125, 0.9494247436523438, 0.981414794921875, 1.0134048461914062, 1.0453948974609375, 1.0773849487304688, 1.109375]}, "gradients/encoder.encoder.layers.10.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 1.0, 2.0, 3.0, 7.0, 6.0, 5.0, 6.0, 11.0, 9.0, 12.0, 13.0, 18.0, 27.0, 27.0, 34.0, 40.0, 43.0, 38.0, 42.0, 35.0, 49.0, 56.0, 39.0, 56.0, 42.0, 54.0, 39.0, 49.0, 34.0, 32.0, 30.0, 21.0, 29.0, 16.0, 19.0, 16.0, 10.0, 12.0, 6.0, 7.0, 7.0, 2.0, 6.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.440673828125, -0.4291648864746094, -0.41765594482421875, -0.4061470031738281, -0.3946380615234375, -0.3831291198730469, -0.37162017822265625, -0.3601112365722656, -0.348602294921875, -0.3370933532714844, -0.32558441162109375, -0.3140754699707031, -0.3025665283203125, -0.2910575866699219, -0.27954864501953125, -0.2680397033691406, -0.25653076171875, -0.24502182006835938, -0.23351287841796875, -0.22200393676757812, -0.2104949951171875, -0.19898605346679688, -0.18747711181640625, -0.17596817016601562, -0.164459228515625, -0.15295028686523438, -0.14144134521484375, -0.12993240356445312, -0.1184234619140625, -0.10691452026367188, -0.09540557861328125, -0.08389663696289062, -0.0723876953125, -0.060878753662109375, -0.04936981201171875, -0.037860870361328125, -0.0263519287109375, -0.014842987060546875, -0.00333404541015625, 0.008174896240234375, 0.019683837890625, 0.031192779541015625, 0.04270172119140625, 0.054210662841796875, 0.0657196044921875, 0.07722854614257812, 0.08873748779296875, 0.10024642944335938, 0.11175537109375, 0.12326431274414062, 0.13477325439453125, 0.14628219604492188, 0.1577911376953125, 0.16930007934570312, 0.18080902099609375, 0.19231796264648438, 0.203826904296875, 0.21533584594726562, 0.22684478759765625, 0.23835372924804688, 0.2498626708984375, 0.2613716125488281, 0.27288055419921875, 0.2843894958496094, 0.2958984375]}, "gradients/encoder.encoder.layers.10.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 6.0, 10.0, 6.0, 12.0, 17.0, 12.0, 22.0, 25.0, 25.0, 45.0, 52.0, 67.0, 94.0, 125.0, 177.0, 291.0, 440.0, 875.0, 1876.0, 4854.0, 17582.0, 145211.0, 765763.0, 89938.0, 13432.0, 3944.0, 1591.0, 803.0, 407.0, 248.0, 158.0, 112.0, 83.0, 60.0, 53.0, 27.0, 23.0, 20.0, 14.0, 13.0, 11.0, 13.0, 11.0, 6.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.75, -1.69049072265625, -1.6309814453125, -1.57147216796875, -1.511962890625, -1.45245361328125, -1.3929443359375, -1.33343505859375, -1.27392578125, -1.21441650390625, -1.1549072265625, -1.09539794921875, -1.035888671875, -0.97637939453125, -0.9168701171875, -0.85736083984375, -0.7978515625, -0.73834228515625, -0.6788330078125, -0.61932373046875, -0.559814453125, -0.50030517578125, -0.4407958984375, -0.38128662109375, -0.32177734375, -0.26226806640625, -0.2027587890625, -0.14324951171875, -0.083740234375, -0.02423095703125, 0.0352783203125, 0.09478759765625, 0.154296875, 0.21380615234375, 0.2733154296875, 0.33282470703125, 0.392333984375, 0.45184326171875, 0.5113525390625, 0.57086181640625, 0.63037109375, 0.68988037109375, 0.7493896484375, 0.80889892578125, 0.868408203125, 0.92791748046875, 0.9874267578125, 1.04693603515625, 1.1064453125, 1.16595458984375, 1.2254638671875, 1.28497314453125, 1.344482421875, 1.40399169921875, 1.4635009765625, 1.52301025390625, 1.58251953125, 1.64202880859375, 1.7015380859375, 1.76104736328125, 1.820556640625, 1.88006591796875, 1.9395751953125, 1.99908447265625, 2.05859375]}, "gradients/encoder.encoder.layers.10.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 4.0, 5.0, 5.0, 5.0, 7.0, 12.0, 7.0, 12.0, 15.0, 23.0, 16.0, 21.0, 21.0, 23.0, 24.0, 30.0, 24.0, 36.0, 36.0, 45.0, 38.0, 39.0, 38.0, 53.0, 36.0, 36.0, 33.0, 42.0, 47.0, 35.0, 27.0, 27.0, 26.0, 22.0, 22.0, 22.0, 21.0, 10.0, 15.0, 11.0, 11.0, 4.0, 7.0, 8.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-1.4306640625, -1.384490966796875, -1.33831787109375, -1.292144775390625, -1.2459716796875, -1.199798583984375, -1.15362548828125, -1.107452392578125, -1.061279296875, -1.015106201171875, -0.96893310546875, -0.922760009765625, -0.8765869140625, -0.830413818359375, -0.78424072265625, -0.738067626953125, -0.69189453125, -0.645721435546875, -0.59954833984375, -0.553375244140625, -0.5072021484375, -0.461029052734375, -0.41485595703125, -0.368682861328125, -0.322509765625, -0.276336669921875, -0.23016357421875, -0.183990478515625, -0.1378173828125, -0.091644287109375, -0.04547119140625, 0.000701904296875, 0.046875, 0.093048095703125, 0.13922119140625, 0.185394287109375, 0.2315673828125, 0.277740478515625, 0.32391357421875, 0.370086669921875, 0.416259765625, 0.462432861328125, 0.50860595703125, 0.554779052734375, 0.6009521484375, 0.647125244140625, 0.69329833984375, 0.739471435546875, 0.78564453125, 0.831817626953125, 0.87799072265625, 0.924163818359375, 0.9703369140625, 1.016510009765625, 1.06268310546875, 1.108856201171875, 1.155029296875, 1.201202392578125, 1.24737548828125, 1.293548583984375, 1.3397216796875, 1.385894775390625, 1.43206787109375, 1.478240966796875, 1.5244140625]}, "gradients/encoder.encoder.layers.10.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 4.0, 4.0, 5.0, 5.0, 1.0, 6.0, 18.0, 16.0, 18.0, 25.0, 35.0, 47.0, 84.0, 160.0, 294.0, 646.0, 1802.0, 7360.0, 75379.0, 898767.0, 54727.0, 6242.0, 1661.0, 599.0, 285.0, 137.0, 70.0, 50.0, 28.0, 18.0, 17.0, 10.0, 11.0, 6.0, 6.0, 1.0, 5.0, 3.0, 5.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0], "bins": [-1.736328125, -1.681121826171875, -1.62591552734375, -1.570709228515625, -1.5155029296875, -1.460296630859375, -1.40509033203125, -1.349884033203125, -1.294677734375, -1.239471435546875, -1.18426513671875, -1.129058837890625, -1.0738525390625, -1.018646240234375, -0.96343994140625, -0.908233642578125, -0.85302734375, -0.797821044921875, -0.74261474609375, -0.687408447265625, -0.6322021484375, -0.576995849609375, -0.52178955078125, -0.466583251953125, -0.411376953125, -0.356170654296875, -0.30096435546875, -0.245758056640625, -0.1905517578125, -0.135345458984375, -0.08013916015625, -0.024932861328125, 0.0302734375, 0.085479736328125, 0.14068603515625, 0.195892333984375, 0.2510986328125, 0.306304931640625, 0.36151123046875, 0.416717529296875, 0.471923828125, 0.527130126953125, 0.58233642578125, 0.637542724609375, 0.6927490234375, 0.747955322265625, 0.80316162109375, 0.858367919921875, 0.91357421875, 0.968780517578125, 1.02398681640625, 1.079193115234375, 1.1343994140625, 1.189605712890625, 1.24481201171875, 1.300018310546875, 1.355224609375, 1.410430908203125, 1.46563720703125, 1.520843505859375, 1.5760498046875, 1.631256103515625, 1.68646240234375, 1.741668701171875, 1.796875]}, "gradients/encoder.encoder.layers.10.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 3.0, 9.0, 4.0, 10.0, 6.0, 9.0, 14.0, 23.0, 29.0, 38.0, 32.0, 40.0, 57.0, 83.0, 98.0, 86.0, 89.0, 79.0, 47.0, 59.0, 33.0, 29.0, 26.0, 26.0, 12.0, 9.0, 16.0, 5.0, 5.0, 7.0, 2.0, 4.0, 3.0, 3.0, 4.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.00016880035400390625, -0.0001634359359741211, -0.00015807151794433594, -0.00015270709991455078, -0.00014734268188476562, -0.00014197826385498047, -0.0001366138458251953, -0.00013124942779541016, -0.000125885009765625, -0.00012052059173583984, -0.00011515617370605469, -0.00010979175567626953, -0.00010442733764648438, -9.906291961669922e-05, -9.369850158691406e-05, -8.83340835571289e-05, -8.296966552734375e-05, -7.76052474975586e-05, -7.224082946777344e-05, -6.687641143798828e-05, -6.151199340820312e-05, -5.614757537841797e-05, -5.078315734863281e-05, -4.5418739318847656e-05, -4.00543212890625e-05, -3.4689903259277344e-05, -2.9325485229492188e-05, -2.396106719970703e-05, -1.8596649169921875e-05, -1.3232231140136719e-05, -7.867813110351562e-06, -2.5033950805664062e-06, 2.86102294921875e-06, 8.225440979003906e-06, 1.3589859008789062e-05, 1.895427703857422e-05, 2.4318695068359375e-05, 2.968311309814453e-05, 3.504753112792969e-05, 4.0411949157714844e-05, 4.57763671875e-05, 5.1140785217285156e-05, 5.650520324707031e-05, 6.186962127685547e-05, 6.723403930664062e-05, 7.259845733642578e-05, 7.796287536621094e-05, 8.33272933959961e-05, 8.869171142578125e-05, 9.40561294555664e-05, 9.942054748535156e-05, 0.00010478496551513672, 0.00011014938354492188, 0.00011551380157470703, 0.00012087821960449219, 0.00012624263763427734, 0.0001316070556640625, 0.00013697147369384766, 0.0001423358917236328, 0.00014770030975341797, 0.00015306472778320312, 0.00015842914581298828, 0.00016379356384277344, 0.0001691579818725586, 0.00017452239990234375]}, "gradients/encoder.encoder.layers.10.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 7.0, 11.0, 18.0, 29.0, 43.0, 89.0, 163.0, 328.0, 765.0, 2484.0, 20343.0, 958760.0, 59613.0, 4103.0, 979.0, 372.0, 194.0, 115.0, 61.0, 23.0, 13.0, 10.0, 7.0, 7.0, 8.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.970703125, -2.8768310546875, -2.782958984375, -2.6890869140625, -2.59521484375, -2.5013427734375, -2.407470703125, -2.3135986328125, -2.2197265625, -2.1258544921875, -2.031982421875, -1.9381103515625, -1.84423828125, -1.7503662109375, -1.656494140625, -1.5626220703125, -1.46875, -1.3748779296875, -1.281005859375, -1.1871337890625, -1.09326171875, -0.9993896484375, -0.905517578125, -0.8116455078125, -0.7177734375, -0.6239013671875, -0.530029296875, -0.4361572265625, -0.34228515625, -0.2484130859375, -0.154541015625, -0.0606689453125, 0.033203125, 0.1270751953125, 0.220947265625, 0.3148193359375, 0.40869140625, 0.5025634765625, 0.596435546875, 0.6903076171875, 0.7841796875, 0.8780517578125, 0.971923828125, 1.0657958984375, 1.15966796875, 1.2535400390625, 1.347412109375, 1.4412841796875, 1.53515625, 1.6290283203125, 1.722900390625, 1.8167724609375, 1.91064453125, 2.0045166015625, 2.098388671875, 2.1922607421875, 2.2861328125, 2.3800048828125, 2.473876953125, 2.5677490234375, 2.66162109375, 2.7554931640625, 2.849365234375, 2.9432373046875, 3.037109375]}, "gradients/encoder.encoder.layers.10.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 6.0, 1.0, 5.0, 8.0, 11.0, 17.0, 19.0, 31.0, 65.0, 105.0, 135.0, 159.0, 136.0, 123.0, 75.0, 47.0, 23.0, 16.0, 8.0, 5.0, 4.0, 7.0, 4.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1171875, -1.073638916015625, -1.03009033203125, -0.986541748046875, -0.9429931640625, -0.899444580078125, -0.85589599609375, -0.812347412109375, -0.768798828125, -0.725250244140625, -0.68170166015625, -0.638153076171875, -0.5946044921875, -0.551055908203125, -0.50750732421875, -0.463958740234375, -0.42041015625, -0.376861572265625, -0.33331298828125, -0.289764404296875, -0.2462158203125, -0.202667236328125, -0.15911865234375, -0.115570068359375, -0.072021484375, -0.028472900390625, 0.01507568359375, 0.058624267578125, 0.1021728515625, 0.145721435546875, 0.18927001953125, 0.232818603515625, 0.2763671875, 0.319915771484375, 0.36346435546875, 0.407012939453125, 0.4505615234375, 0.494110107421875, 0.53765869140625, 0.581207275390625, 0.624755859375, 0.668304443359375, 0.71185302734375, 0.755401611328125, 0.7989501953125, 0.842498779296875, 0.88604736328125, 0.929595947265625, 0.97314453125, 1.016693115234375, 1.06024169921875, 1.103790283203125, 1.1473388671875, 1.190887451171875, 1.23443603515625, 1.277984619140625, 1.321533203125, 1.365081787109375, 1.40863037109375, 1.452178955078125, 1.4957275390625, 1.539276123046875, 1.58282470703125, 1.626373291015625, 1.669921875]}, "gradients/encoder.encoder.layers.10.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 10.0, 47.0, 176.0, 301.0, 307.0, 105.0, 45.0, 11.0, 2.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-30.28240203857422, -29.26637077331543, -28.25033950805664, -27.23430824279785, -26.218276977539062, -25.202245712280273, -24.186214447021484, -23.170183181762695, -22.154151916503906, -21.138120651245117, -20.122089385986328, -19.10605812072754, -18.09002685546875, -17.07399559020996, -16.057964324951172, -15.041933059692383, -14.025901794433594, -13.009870529174805, -11.993839263916016, -10.977807998657227, -9.961776733398438, -8.945745468139648, -7.929714202880859, -6.91368293762207, -5.897651672363281, -4.881620407104492, -3.865589141845703, -2.849557876586914, -1.833526611328125, -0.8174953460693359, 0.19853591918945312, 1.2145671844482422, 2.2305984497070312, 3.2466297149658203, 4.262660980224609, 5.278692245483398, 6.2947235107421875, 7.310754776000977, 8.326786041259766, 9.342817306518555, 10.358848571777344, 11.374879837036133, 12.390911102294922, 13.406942367553711, 14.4229736328125, 15.439004898071289, 16.455036163330078, 17.471067428588867, 18.487098693847656, 19.503129959106445, 20.519161224365234, 21.535192489624023, 22.551223754882812, 23.5672550201416, 24.58328628540039, 25.59931755065918, 26.61534881591797, 27.631380081176758, 28.647411346435547, 29.663442611694336, 30.679473876953125, 31.695505142211914, 32.7115364074707, 33.727569580078125, 34.74359893798828]}, "gradients/encoder.encoder.layers.10.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 4.0, 5.0, 6.0, 5.0, 6.0, 5.0, 9.0, 16.0, 14.0, 14.0, 16.0, 26.0, 27.0, 21.0, 36.0, 35.0, 35.0, 45.0, 40.0, 50.0, 45.0, 51.0, 55.0, 64.0, 43.0, 38.0, 35.0, 32.0, 30.0, 27.0, 25.0, 29.0, 21.0, 17.0, 18.0, 12.0, 6.0, 9.0, 11.0, 7.0, 3.0, 7.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0], "bins": [-7.747313499450684, -7.497862815856934, -7.248412132263184, -6.998961448669434, -6.749510765075684, -6.500060081481934, -6.250609397888184, -6.001158237457275, -5.751707553863525, -5.502256870269775, -5.252806186676025, -5.003355503082275, -4.753904819488525, -4.504453659057617, -4.255002975463867, -4.005552291870117, -3.7561018466949463, -3.5066511631011963, -3.2572004795074463, -3.007749557495117, -2.758298873901367, -2.508848190307617, -2.259397506713867, -2.009946823120117, -1.7604960203170776, -1.5110453367233276, -1.261594533920288, -1.012143850326538, -0.7626931071281433, -0.5132423639297485, -0.26379168033599854, -0.014340877532958984, 0.23510980606079102, 0.4845605492591858, 0.7340112924575806, 0.9834619760513306, 1.2329127788543701, 1.4823634624481201, 1.7318141460418701, 1.9812649488449097, 2.230715751647949, 2.480166435241699, 2.729617118835449, 2.979067802429199, 3.2285187244415283, 3.4779694080352783, 3.7274200916290283, 3.9768710136413574, 4.226321220397949, 4.475771903991699, 4.725222587585449, 4.974673271179199, 5.224123954772949, 5.473574638366699, 5.723025321960449, 5.972476482391357, 6.221927165985107, 6.471377849578857, 6.720828533172607, 6.970279216766357, 7.219729900360107, 7.469181060791016, 7.718631744384766, 7.968082427978516, 8.217533111572266]}, "gradients/encoder.encoder.layers.9.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 5.0, 3.0, 2.0, 6.0, 3.0, 3.0, 14.0, 14.0, 15.0, 18.0, 22.0, 41.0, 58.0, 69.0, 90.0, 134.0, 154.0, 254.0, 334.0, 545.0, 800.0, 1529.0, 3461.0, 13497.0, 4148169.0, 17011.0, 3750.0, 1598.0, 872.0, 482.0, 407.0, 246.0, 173.0, 129.0, 112.0, 73.0, 48.0, 36.0, 28.0, 25.0, 19.0, 10.0, 13.0, 6.0, 5.0, 6.0, 6.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.9609375, -2.8607177734375, -2.760498046875, -2.6602783203125, -2.56005859375, -2.4598388671875, -2.359619140625, -2.2593994140625, -2.1591796875, -2.0589599609375, -1.958740234375, -1.8585205078125, -1.75830078125, -1.6580810546875, -1.557861328125, -1.4576416015625, -1.357421875, -1.2572021484375, -1.156982421875, -1.0567626953125, -0.95654296875, -0.8563232421875, -0.756103515625, -0.6558837890625, -0.5556640625, -0.4554443359375, -0.355224609375, -0.2550048828125, -0.15478515625, -0.0545654296875, 0.045654296875, 0.1458740234375, 0.24609375, 0.3463134765625, 0.446533203125, 0.5467529296875, 0.64697265625, 0.7471923828125, 0.847412109375, 0.9476318359375, 1.0478515625, 1.1480712890625, 1.248291015625, 1.3485107421875, 1.44873046875, 1.5489501953125, 1.649169921875, 1.7493896484375, 1.849609375, 1.9498291015625, 2.050048828125, 2.1502685546875, 2.25048828125, 2.3507080078125, 2.450927734375, 2.5511474609375, 2.6513671875, 2.7515869140625, 2.851806640625, 2.9520263671875, 3.05224609375, 3.1524658203125, 3.252685546875, 3.3529052734375, 3.453125]}, "gradients/encoder.encoder.layers.9.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 8.0, 4.0, 5.0, 7.0, 10.0, 8.0, 12.0, 14.0, 19.0, 20.0, 20.0, 30.0, 29.0, 30.0, 39.0, 40.0, 43.0, 36.0, 48.0, 55.0, 53.0, 50.0, 50.0, 39.0, 41.0, 27.0, 35.0, 41.0, 27.0, 26.0, 19.0, 28.0, 19.0, 14.0, 16.0, 10.0, 9.0, 5.0, 6.0, 3.0, 3.0, 5.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.400146484375, -0.3888816833496094, -0.37761688232421875, -0.3663520812988281, -0.3550872802734375, -0.3438224792480469, -0.33255767822265625, -0.3212928771972656, -0.310028076171875, -0.2987632751464844, -0.28749847412109375, -0.2762336730957031, -0.2649688720703125, -0.2537040710449219, -0.24243927001953125, -0.23117446899414062, -0.21990966796875, -0.20864486694335938, -0.19738006591796875, -0.18611526489257812, -0.1748504638671875, -0.16358566284179688, -0.15232086181640625, -0.14105606079101562, -0.129791259765625, -0.11852645874023438, -0.10726165771484375, -0.09599685668945312, -0.0847320556640625, -0.07346725463867188, -0.06220245361328125, -0.050937652587890625, -0.0396728515625, -0.028408050537109375, -0.01714324951171875, -0.005878448486328125, 0.0053863525390625, 0.016651153564453125, 0.02791595458984375, 0.039180755615234375, 0.050445556640625, 0.061710357666015625, 0.07297515869140625, 0.08423995971679688, 0.0955047607421875, 0.10676956176757812, 0.11803436279296875, 0.12929916381835938, 0.14056396484375, 0.15182876586914062, 0.16309356689453125, 0.17435836791992188, 0.1856231689453125, 0.19688796997070312, 0.20815277099609375, 0.21941757202148438, 0.230682373046875, 0.24194717407226562, 0.25321197509765625, 0.2644767761230469, 0.2757415771484375, 0.2870063781738281, 0.29827117919921875, 0.3095359802246094, 0.32080078125]}, "gradients/encoder.encoder.layers.9.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 3.0, 4.0, 10.0, 7.0, 11.0, 21.0, 21.0, 27.0, 41.0, 49.0, 85.0, 94.0, 158.0, 250.0, 311.0, 522.0, 771.0, 1136.0, 1987.0, 5463.0, 208934.0, 3962611.0, 6085.0, 2197.0, 1152.0, 735.0, 466.0, 317.0, 234.0, 140.0, 147.0, 83.0, 70.0, 45.0, 32.0, 25.0, 13.0, 7.0, 6.0, 7.0, 4.0, 2.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.17578125, -3.07965087890625, -2.9835205078125, -2.88739013671875, -2.791259765625, -2.69512939453125, -2.5989990234375, -2.50286865234375, -2.40673828125, -2.31060791015625, -2.2144775390625, -2.11834716796875, -2.022216796875, -1.92608642578125, -1.8299560546875, -1.73382568359375, -1.6376953125, -1.54156494140625, -1.4454345703125, -1.34930419921875, -1.253173828125, -1.15704345703125, -1.0609130859375, -0.96478271484375, -0.86865234375, -0.77252197265625, -0.6763916015625, -0.58026123046875, -0.484130859375, -0.38800048828125, -0.2918701171875, -0.19573974609375, -0.099609375, -0.00347900390625, 0.0926513671875, 0.18878173828125, 0.284912109375, 0.38104248046875, 0.4771728515625, 0.57330322265625, 0.66943359375, 0.76556396484375, 0.8616943359375, 0.95782470703125, 1.053955078125, 1.15008544921875, 1.2462158203125, 1.34234619140625, 1.4384765625, 1.53460693359375, 1.6307373046875, 1.72686767578125, 1.822998046875, 1.91912841796875, 2.0152587890625, 2.11138916015625, 2.20751953125, 2.30364990234375, 2.3997802734375, 2.49591064453125, 2.592041015625, 2.68817138671875, 2.7843017578125, 2.88043212890625, 2.9765625]}, "gradients/encoder.encoder.layers.9.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 7.0, 10.0, 57.0, 3881.0, 84.0, 20.0, 8.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.8134765625, -0.7869186401367188, -0.7603607177734375, -0.7338027954101562, -0.707244873046875, -0.6806869506835938, -0.6541290283203125, -0.6275711059570312, -0.60101318359375, -0.5744552612304688, -0.5478973388671875, -0.5213394165039062, -0.494781494140625, -0.46822357177734375, -0.4416656494140625, -0.41510772705078125, -0.3885498046875, -0.36199188232421875, -0.3354339599609375, -0.30887603759765625, -0.282318115234375, -0.25576019287109375, -0.2292022705078125, -0.20264434814453125, -0.17608642578125, -0.14952850341796875, -0.1229705810546875, -0.09641265869140625, -0.069854736328125, -0.04329681396484375, -0.0167388916015625, 0.00981903076171875, 0.036376953125, 0.06293487548828125, 0.0894927978515625, 0.11605072021484375, 0.142608642578125, 0.16916656494140625, 0.1957244873046875, 0.22228240966796875, 0.24884033203125, 0.27539825439453125, 0.3019561767578125, 0.32851409912109375, 0.355072021484375, 0.38162994384765625, 0.4081878662109375, 0.43474578857421875, 0.4613037109375, 0.48786163330078125, 0.5144195556640625, 0.5409774780273438, 0.567535400390625, 0.5940933227539062, 0.6206512451171875, 0.6472091674804688, 0.67376708984375, 0.7003250122070312, 0.7268829345703125, 0.7534408569335938, 0.779998779296875, 0.8065567016601562, 0.8331146240234375, 0.8596725463867188, 0.88623046875]}, "gradients/encoder.encoder.layers.9.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 1.0, 7.0, 9.0, 22.0, 23.0, 58.0, 68.0, 144.0, 196.0, 193.0, 148.0, 63.0, 29.0, 27.0, 8.0, 2.0, 4.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.7756216526031494, -2.6947128772735596, -2.6138041019439697, -2.53289532661438, -2.451986312866211, -2.371077537536621, -2.2901687622070312, -2.2092599868774414, -2.1283512115478516, -2.0474424362182617, -1.9665336608886719, -1.8856247663497925, -1.8047159910202026, -1.7238072156906128, -1.6428983211517334, -1.5619895458221436, -1.4810807704925537, -1.4001719951629639, -1.319263219833374, -1.2383543252944946, -1.1574455499649048, -1.076536774635315, -0.9956279397010803, -0.9147191047668457, -0.8338103294372559, -0.752901554107666, -0.6719927191734314, -0.5910838842391968, -0.5101751089096069, -0.4292663037776947, -0.34835749864578247, -0.26744866371154785, -0.1865396499633789, -0.10563084483146667, -0.024722039699554443, 0.05618676543235779, 0.13709557056427002, 0.21800437569618225, 0.2989131808280945, 0.3798220157623291, 0.46073079109191895, 0.5416395664215088, 0.6225484013557434, 0.703457236289978, 0.7843660116195679, 0.8652747869491577, 0.9461836218833923, 1.027092456817627, 1.1080012321472168, 1.1889100074768066, 1.2698187828063965, 1.3507276773452759, 1.4316364526748657, 1.5125452280044556, 1.593454122543335, 1.6743628978729248, 1.7552716732025146, 1.8361804485321045, 1.9170892238616943, 1.9979981184005737, 2.078907012939453, 2.159815788269043, 2.240724563598633, 2.3216333389282227, 2.4025421142578125]}, "gradients/encoder.encoder.layers.9.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 7.0, 4.0, 10.0, 13.0, 8.0, 7.0, 15.0, 13.0, 15.0, 24.0, 26.0, 29.0, 28.0, 27.0, 33.0, 49.0, 43.0, 46.0, 38.0, 38.0, 57.0, 33.0, 29.0, 29.0, 40.0, 45.0, 51.0, 32.0, 25.0, 19.0, 28.0, 22.0, 19.0, 20.0, 14.0, 17.0, 8.0, 15.0, 13.0, 6.0, 3.0, 1.0, 3.0, 2.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.975713849067688, -0.943943440914154, -0.9121730327606201, -0.8804026246070862, -0.8486322164535522, -0.8168618083000183, -0.7850914001464844, -0.7533210515975952, -0.7215505838394165, -0.6897801756858826, -0.6580097675323486, -0.6262393593788147, -0.5944689512252808, -0.5626985430717468, -0.5309281349182129, -0.49915775656700134, -0.4673873782157898, -0.43561697006225586, -0.4038465619087219, -0.372076153755188, -0.34030574560165405, -0.3085353374481201, -0.27676495909690857, -0.24499455094337463, -0.2132241427898407, -0.18145373463630676, -0.14968332648277283, -0.11791293323040009, -0.08614252507686615, -0.054372116923332214, -0.022601723670959473, 0.009168684482574463, 0.0409390926361084, 0.07270950078964233, 0.10447990149259567, 0.136250302195549, 0.16802071034908295, 0.19979111850261688, 0.23156151175498962, 0.26333191990852356, 0.2951023280620575, 0.32687273621559143, 0.35864314436912537, 0.3904135227203369, 0.42218393087387085, 0.4539543390274048, 0.4857247471809387, 0.5174951553344727, 0.5492655634880066, 0.5810359716415405, 0.6128063797950745, 0.6445767879486084, 0.6763471961021423, 0.7081176042556763, 0.7398879528045654, 0.7716584205627441, 0.8034287691116333, 0.8351991772651672, 0.8669695854187012, 0.8987399935722351, 0.930510401725769, 0.962280809879303, 0.9940512180328369, 1.025821566581726, 1.0575920343399048]}, "gradients/encoder.encoder.layers.9.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 6.0, 5.0, 14.0, 13.0, 24.0, 32.0, 40.0, 54.0, 73.0, 135.0, 196.0, 304.0, 440.0, 826.0, 1400.0, 2537.0, 5328.0, 12189.0, 35639.0, 144646.0, 558228.0, 210407.0, 47087.0, 15375.0, 6426.0, 3102.0, 1669.0, 884.0, 516.0, 331.0, 205.0, 127.0, 105.0, 43.0, 41.0, 24.0, 21.0, 20.0, 9.0, 11.0, 9.0, 6.0, 3.0, 1.0, 5.0, 4.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.4345703125, -1.39312744140625, -1.3516845703125, -1.31024169921875, -1.268798828125, -1.22735595703125, -1.1859130859375, -1.14447021484375, -1.10302734375, -1.06158447265625, -1.0201416015625, -0.97869873046875, -0.937255859375, -0.89581298828125, -0.8543701171875, -0.81292724609375, -0.771484375, -0.73004150390625, -0.6885986328125, -0.64715576171875, -0.605712890625, -0.56427001953125, -0.5228271484375, -0.48138427734375, -0.43994140625, -0.39849853515625, -0.3570556640625, -0.31561279296875, -0.274169921875, -0.23272705078125, -0.1912841796875, -0.14984130859375, -0.1083984375, -0.06695556640625, -0.0255126953125, 0.01593017578125, 0.057373046875, 0.09881591796875, 0.1402587890625, 0.18170166015625, 0.22314453125, 0.26458740234375, 0.3060302734375, 0.34747314453125, 0.388916015625, 0.43035888671875, 0.4718017578125, 0.51324462890625, 0.5546875, 0.59613037109375, 0.6375732421875, 0.67901611328125, 0.720458984375, 0.76190185546875, 0.8033447265625, 0.84478759765625, 0.88623046875, 0.92767333984375, 0.9691162109375, 1.01055908203125, 1.052001953125, 1.09344482421875, 1.1348876953125, 1.17633056640625, 1.2177734375]}, "gradients/encoder.encoder.layers.9.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 5.0, 4.0, 9.0, 4.0, 10.0, 16.0, 15.0, 13.0, 24.0, 22.0, 31.0, 34.0, 27.0, 41.0, 42.0, 46.0, 50.0, 54.0, 51.0, 44.0, 41.0, 47.0, 47.0, 35.0, 38.0, 45.0, 34.0, 23.0, 32.0, 29.0, 16.0, 19.0, 10.0, 13.0, 8.0, 9.0, 10.0, 3.0, 3.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.388916015625, -0.3756675720214844, -0.36241912841796875, -0.3491706848144531, -0.3359222412109375, -0.3226737976074219, -0.30942535400390625, -0.2961769104003906, -0.282928466796875, -0.2696800231933594, -0.25643157958984375, -0.24318313598632812, -0.2299346923828125, -0.21668624877929688, -0.20343780517578125, -0.19018936157226562, -0.17694091796875, -0.16369247436523438, -0.15044403076171875, -0.13719558715820312, -0.1239471435546875, -0.11069869995117188, -0.09745025634765625, -0.08420181274414062, -0.070953369140625, -0.057704925537109375, -0.04445648193359375, -0.031208038330078125, -0.0179595947265625, -0.004711151123046875, 0.00853729248046875, 0.021785736083984375, 0.0350341796875, 0.048282623291015625, 0.06153106689453125, 0.07477951049804688, 0.0880279541015625, 0.10127639770507812, 0.11452484130859375, 0.12777328491210938, 0.141021728515625, 0.15427017211914062, 0.16751861572265625, 0.18076705932617188, 0.1940155029296875, 0.20726394653320312, 0.22051239013671875, 0.23376083374023438, 0.24700927734375, 0.2602577209472656, 0.27350616455078125, 0.2867546081542969, 0.3000030517578125, 0.3132514953613281, 0.32649993896484375, 0.3397483825683594, 0.352996826171875, 0.3662452697753906, 0.37949371337890625, 0.3927421569824219, 0.4059906005859375, 0.4192390441894531, 0.43248748779296875, 0.4457359313964844, 0.458984375]}, "gradients/encoder.encoder.layers.9.attention.v_proj.weight": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 3.0, 9.0, 6.0, 8.0, 5.0, 5.0, 12.0, 19.0, 29.0, 29.0, 41.0, 49.0, 55.0, 111.0, 162.0, 241.0, 387.0, 717.0, 1729.0, 5308.0, 25634.0, 647762.0, 339212.0, 19423.0, 4339.0, 1490.0, 686.0, 339.0, 232.0, 147.0, 96.0, 51.0, 36.0, 37.0, 45.0, 25.0, 15.0, 13.0, 14.0, 9.0, 6.0, 5.0, 5.0, 6.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-2.546875, -2.46710205078125, -2.3873291015625, -2.30755615234375, -2.227783203125, -2.14801025390625, -2.0682373046875, -1.98846435546875, -1.90869140625, -1.82891845703125, -1.7491455078125, -1.66937255859375, -1.589599609375, -1.50982666015625, -1.4300537109375, -1.35028076171875, -1.2705078125, -1.19073486328125, -1.1109619140625, -1.03118896484375, -0.951416015625, -0.87164306640625, -0.7918701171875, -0.71209716796875, -0.63232421875, -0.55255126953125, -0.4727783203125, -0.39300537109375, -0.313232421875, -0.23345947265625, -0.1536865234375, -0.07391357421875, 0.005859375, 0.08563232421875, 0.1654052734375, 0.24517822265625, 0.324951171875, 0.40472412109375, 0.4844970703125, 0.56427001953125, 0.64404296875, 0.72381591796875, 0.8035888671875, 0.88336181640625, 0.963134765625, 1.04290771484375, 1.1226806640625, 1.20245361328125, 1.2822265625, 1.36199951171875, 1.4417724609375, 1.52154541015625, 1.601318359375, 1.68109130859375, 1.7608642578125, 1.84063720703125, 1.92041015625, 2.00018310546875, 2.0799560546875, 2.15972900390625, 2.239501953125, 2.31927490234375, 2.3990478515625, 2.47882080078125, 2.55859375]}, "gradients/encoder.encoder.layers.9.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 4.0, 11.0, 7.0, 10.0, 8.0, 14.0, 17.0, 21.0, 19.0, 28.0, 33.0, 39.0, 40.0, 49.0, 34.0, 45.0, 46.0, 50.0, 38.0, 44.0, 61.0, 67.0, 43.0, 55.0, 40.0, 30.0, 26.0, 19.0, 15.0, 12.0, 16.0, 16.0, 11.0, 9.0, 9.0, 5.0, 1.0, 2.0, 3.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.00390625, -1.9415283203125, -1.879150390625, -1.8167724609375, -1.75439453125, -1.6920166015625, -1.629638671875, -1.5672607421875, -1.5048828125, -1.4425048828125, -1.380126953125, -1.3177490234375, -1.25537109375, -1.1929931640625, -1.130615234375, -1.0682373046875, -1.005859375, -0.9434814453125, -0.881103515625, -0.8187255859375, -0.75634765625, -0.6939697265625, -0.631591796875, -0.5692138671875, -0.5068359375, -0.4444580078125, -0.382080078125, -0.3197021484375, -0.25732421875, -0.1949462890625, -0.132568359375, -0.0701904296875, -0.0078125, 0.0545654296875, 0.116943359375, 0.1793212890625, 0.24169921875, 0.3040771484375, 0.366455078125, 0.4288330078125, 0.4912109375, 0.5535888671875, 0.615966796875, 0.6783447265625, 0.74072265625, 0.8031005859375, 0.865478515625, 0.9278564453125, 0.990234375, 1.0526123046875, 1.114990234375, 1.1773681640625, 1.23974609375, 1.3021240234375, 1.364501953125, 1.4268798828125, 1.4892578125, 1.5516357421875, 1.614013671875, 1.6763916015625, 1.73876953125, 1.8011474609375, 1.863525390625, 1.9259033203125, 1.98828125]}, "gradients/encoder.encoder.layers.9.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 5.0, 3.0, 0.0, 2.0, 2.0, 4.0, 9.0, 18.0, 15.0, 23.0, 30.0, 46.0, 58.0, 91.0, 200.0, 401.0, 868.0, 2623.0, 14530.0, 402310.0, 604005.0, 18391.0, 3048.0, 966.0, 402.0, 198.0, 93.0, 75.0, 46.0, 31.0, 16.0, 16.0, 10.0, 8.0, 3.0, 9.0, 5.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.3193359375, -1.278167724609375, -1.23699951171875, -1.195831298828125, -1.1546630859375, -1.113494873046875, -1.07232666015625, -1.031158447265625, -0.989990234375, -0.948822021484375, -0.90765380859375, -0.866485595703125, -0.8253173828125, -0.784149169921875, -0.74298095703125, -0.701812744140625, -0.66064453125, -0.619476318359375, -0.57830810546875, -0.537139892578125, -0.4959716796875, -0.454803466796875, -0.41363525390625, -0.372467041015625, -0.331298828125, -0.290130615234375, -0.24896240234375, -0.207794189453125, -0.1666259765625, -0.125457763671875, -0.08428955078125, -0.043121337890625, -0.001953125, 0.039215087890625, 0.08038330078125, 0.121551513671875, 0.1627197265625, 0.203887939453125, 0.24505615234375, 0.286224365234375, 0.327392578125, 0.368560791015625, 0.40972900390625, 0.450897216796875, 0.4920654296875, 0.533233642578125, 0.57440185546875, 0.615570068359375, 0.65673828125, 0.697906494140625, 0.73907470703125, 0.780242919921875, 0.8214111328125, 0.862579345703125, 0.90374755859375, 0.944915771484375, 0.986083984375, 1.027252197265625, 1.06842041015625, 1.109588623046875, 1.1507568359375, 1.191925048828125, 1.23309326171875, 1.274261474609375, 1.3154296875]}, "gradients/encoder.encoder.layers.9.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 2.0, 1.0, 1.0, 7.0, 3.0, 7.0, 8.0, 13.0, 14.0, 20.0, 26.0, 32.0, 36.0, 63.0, 94.0, 163.0, 170.0, 112.0, 59.0, 54.0, 40.0, 22.0, 18.0, 12.0, 7.0, 3.0, 3.0, 6.0, 4.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00021350383758544922, -0.00020776130259037018, -0.00020201876759529114, -0.0001962762326002121, -0.00019053369760513306, -0.00018479116261005402, -0.00017904862761497498, -0.00017330609261989594, -0.0001675635576248169, -0.00016182102262973785, -0.0001560784876346588, -0.00015033595263957977, -0.00014459341764450073, -0.0001388508826494217, -0.00013310834765434265, -0.0001273658126592636, -0.00012162327766418457, -0.00011588074266910553, -0.00011013820767402649, -0.00010439567267894745, -9.865313768386841e-05, -9.291060268878937e-05, -8.716806769371033e-05, -8.142553269863129e-05, -7.568299770355225e-05, -6.99404627084732e-05, -6.419792771339417e-05, -5.8455392718315125e-05, -5.2712857723236084e-05, -4.6970322728157043e-05, -4.1227787733078e-05, -3.548525273799896e-05, -2.9742717742919922e-05, -2.400018274784088e-05, -1.825764775276184e-05, -1.25151127576828e-05, -6.77257776260376e-06, -1.0300427675247192e-06, 4.712492227554321e-06, 1.0455027222633362e-05, 1.6197562217712402e-05, 2.1940097212791443e-05, 2.7682632207870483e-05, 3.3425167202949524e-05, 3.9167702198028564e-05, 4.4910237193107605e-05, 5.0652772188186646e-05, 5.6395307183265686e-05, 6.213784217834473e-05, 6.788037717342377e-05, 7.362291216850281e-05, 7.936544716358185e-05, 8.510798215866089e-05, 9.085051715373993e-05, 9.659305214881897e-05, 0.00010233558714389801, 0.00010807812213897705, 0.00011382065713405609, 0.00011956319212913513, 0.00012530572712421417, 0.0001310482621192932, 0.00013679079711437225, 0.0001425333321094513, 0.00014827586710453033, 0.00015401840209960938]}, "gradients/encoder.encoder.layers.9.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 1.0, 1.0, 6.0, 6.0, 7.0, 9.0, 11.0, 16.0, 39.0, 40.0, 56.0, 91.0, 183.0, 368.0, 896.0, 2611.0, 16543.0, 752309.0, 262903.0, 9138.0, 1907.0, 708.0, 293.0, 174.0, 90.0, 55.0, 25.0, 21.0, 11.0, 12.0, 7.0, 8.0, 2.0, 4.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.5517578125, -1.501495361328125, -1.45123291015625, -1.400970458984375, -1.3507080078125, -1.300445556640625, -1.25018310546875, -1.199920654296875, -1.149658203125, -1.099395751953125, -1.04913330078125, -0.998870849609375, -0.9486083984375, -0.898345947265625, -0.84808349609375, -0.797821044921875, -0.74755859375, -0.697296142578125, -0.64703369140625, -0.596771240234375, -0.5465087890625, -0.496246337890625, -0.44598388671875, -0.395721435546875, -0.345458984375, -0.295196533203125, -0.24493408203125, -0.194671630859375, -0.1444091796875, -0.094146728515625, -0.04388427734375, 0.006378173828125, 0.056640625, 0.106903076171875, 0.15716552734375, 0.207427978515625, 0.2576904296875, 0.307952880859375, 0.35821533203125, 0.408477783203125, 0.458740234375, 0.509002685546875, 0.55926513671875, 0.609527587890625, 0.6597900390625, 0.710052490234375, 0.76031494140625, 0.810577392578125, 0.86083984375, 0.911102294921875, 0.96136474609375, 1.011627197265625, 1.0618896484375, 1.112152099609375, 1.16241455078125, 1.212677001953125, 1.262939453125, 1.313201904296875, 1.36346435546875, 1.413726806640625, 1.4639892578125, 1.514251708984375, 1.56451416015625, 1.614776611328125, 1.6650390625]}, "gradients/encoder.encoder.layers.9.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 6.0, 4.0, 6.0, 11.0, 10.0, 23.0, 21.0, 34.0, 41.0, 59.0, 80.0, 94.0, 105.0, 122.0, 89.0, 69.0, 65.0, 55.0, 31.0, 15.0, 11.0, 14.0, 9.0, 7.0, 7.0, 6.0, 5.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.8447265625, -0.819793701171875, -0.79486083984375, -0.769927978515625, -0.7449951171875, -0.720062255859375, -0.69512939453125, -0.670196533203125, -0.645263671875, -0.620330810546875, -0.59539794921875, -0.570465087890625, -0.5455322265625, -0.520599365234375, -0.49566650390625, -0.470733642578125, -0.44580078125, -0.420867919921875, -0.39593505859375, -0.371002197265625, -0.3460693359375, -0.321136474609375, -0.29620361328125, -0.271270751953125, -0.246337890625, -0.221405029296875, -0.19647216796875, -0.171539306640625, -0.1466064453125, -0.121673583984375, -0.09674072265625, -0.071807861328125, -0.046875, -0.021942138671875, 0.00299072265625, 0.027923583984375, 0.0528564453125, 0.077789306640625, 0.10272216796875, 0.127655029296875, 0.152587890625, 0.177520751953125, 0.20245361328125, 0.227386474609375, 0.2523193359375, 0.277252197265625, 0.30218505859375, 0.327117919921875, 0.35205078125, 0.376983642578125, 0.40191650390625, 0.426849365234375, 0.4517822265625, 0.476715087890625, 0.50164794921875, 0.526580810546875, 0.551513671875, 0.576446533203125, 0.60137939453125, 0.626312255859375, 0.6512451171875, 0.676177978515625, 0.70111083984375, 0.726043701171875, 0.7509765625]}, "gradients/encoder.encoder.layers.9.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 6.0, 16.0, 75.0, 185.0, 346.0, 252.0, 79.0, 37.0, 5.0, 7.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-41.63456726074219, -40.677398681640625, -39.72023391723633, -38.763065338134766, -37.80590057373047, -36.848731994628906, -35.89156723022461, -34.93439865112305, -33.97723388671875, -33.02006530761719, -32.06290054321289, -31.10573387145996, -30.14856719970703, -29.1914005279541, -28.234233856201172, -27.27706527709961, -26.31989860534668, -25.36273193359375, -24.40556526184082, -23.44839859008789, -22.49123191833496, -21.53406524658203, -20.57689666748047, -19.619731903076172, -18.66256332397461, -17.70539665222168, -16.74822998046875, -15.79106330871582, -14.83389663696289, -13.876729965209961, -12.919562339782715, -11.962395668029785, -11.005229949951172, -10.048063278198242, -9.090896606445312, -8.133729934692383, -7.176562786102295, -6.219396114349365, -5.262228965759277, -4.305062294006348, -3.347895622253418, -2.3907289505004883, -1.4335620403289795, -0.4763951301574707, 0.480771541595459, 1.4379382133483887, 2.3951053619384766, 3.3522720336914062, 4.309438705444336, 5.266605377197266, 6.223772048950195, 7.180939197540283, 8.138105392456055, 9.095272064208984, 10.05243968963623, 11.00960636138916, 11.96677303314209, 12.92393970489502, 13.88110637664795, 14.838274002075195, 15.795440673828125, 16.752607345581055, 17.709774017333984, 18.666940689086914, 19.624107360839844]}, "gradients/encoder.encoder.layers.9.layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 7.0, 3.0, 4.0, 3.0, 8.0, 6.0, 7.0, 16.0, 12.0, 13.0, 21.0, 15.0, 14.0, 24.0, 24.0, 34.0, 29.0, 42.0, 44.0, 43.0, 42.0, 51.0, 60.0, 41.0, 46.0, 38.0, 34.0, 40.0, 39.0, 28.0, 29.0, 24.0, 17.0, 27.0, 23.0, 14.0, 7.0, 15.0, 8.0, 12.0, 7.0, 8.0, 7.0, 4.0, 5.0, 1.0, 4.0, 2.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-7.063583850860596, -6.821362495422363, -6.579141616821289, -6.336920261383057, -6.094698905944824, -5.85247802734375, -5.610256671905518, -5.368035316467285, -5.125814437866211, -4.8835930824279785, -4.641372203826904, -4.399150848388672, -4.156929969787598, -3.9147086143493652, -3.672487258911133, -3.4302661418914795, -3.188045024871826, -2.945823907852173, -2.7036027908325195, -2.461381435394287, -2.219160318374634, -1.9769392013549805, -1.7347179651260376, -1.4924967288970947, -1.2502756118774414, -1.008054494857788, -0.7658332586288452, -0.5236120820045471, -0.281390905380249, -0.0391697883605957, 0.20305144786834717, 0.44527268409729004, 0.6874942779541016, 0.9297154545783997, 1.1719366312026978, 1.4141578674316406, 1.656378984451294, 1.8986001014709473, 2.1408214569091797, 2.383042573928833, 2.6252636909484863, 2.8674848079681396, 3.109705924987793, 3.3519272804260254, 3.5941483974456787, 3.836369514465332, 4.0785908699035645, 4.320812225341797, 4.563033103942871, 4.8052544593811035, 5.047475337982178, 5.28969669342041, 5.531917572021484, 5.774138927459717, 6.016360282897949, 6.258581161499023, 6.500802516937256, 6.743023872375488, 6.9852447509765625, 7.227466106414795, 7.469687461853027, 7.711908340454102, 7.954129695892334, 8.196351051330566, 8.43857192993164]}, "gradients/encoder.encoder.layers.8.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 7.0, 8.0, 17.0, 15.0, 27.0, 35.0, 46.0, 67.0, 134.0, 155.0, 266.0, 441.0, 692.0, 1121.0, 2169.0, 5599.0, 25572.0, 4107138.0, 38405.0, 6632.0, 2428.0, 1205.0, 724.0, 444.0, 328.0, 217.0, 127.0, 87.0, 62.0, 44.0, 30.0, 13.0, 10.0, 6.0, 4.0, 5.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9111328125, -1.8300933837890625, -1.749053955078125, -1.6680145263671875, -1.58697509765625, -1.5059356689453125, -1.424896240234375, -1.3438568115234375, -1.2628173828125, -1.1817779541015625, -1.100738525390625, -1.0196990966796875, -0.93865966796875, -0.8576202392578125, -0.776580810546875, -0.6955413818359375, -0.614501953125, -0.5334625244140625, -0.452423095703125, -0.3713836669921875, -0.29034423828125, -0.2093048095703125, -0.128265380859375, -0.0472259521484375, 0.0338134765625, 0.1148529052734375, 0.195892333984375, 0.2769317626953125, 0.35797119140625, 0.4390106201171875, 0.520050048828125, 0.6010894775390625, 0.68212890625, 0.7631683349609375, 0.844207763671875, 0.9252471923828125, 1.00628662109375, 1.0873260498046875, 1.168365478515625, 1.2494049072265625, 1.3304443359375, 1.4114837646484375, 1.492523193359375, 1.5735626220703125, 1.65460205078125, 1.7356414794921875, 1.816680908203125, 1.8977203369140625, 1.978759765625, 2.0597991943359375, 2.140838623046875, 2.2218780517578125, 2.30291748046875, 2.3839569091796875, 2.464996337890625, 2.5460357666015625, 2.6270751953125, 2.7081146240234375, 2.789154052734375, 2.8701934814453125, 2.95123291015625, 3.0322723388671875, 3.113311767578125, 3.1943511962890625, 3.275390625]}, "gradients/encoder.encoder.layers.8.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 5.0, 2.0, 1.0, 4.0, 4.0, 9.0, 10.0, 3.0, 7.0, 14.0, 12.0, 29.0, 24.0, 28.0, 26.0, 42.0, 50.0, 50.0, 45.0, 61.0, 56.0, 41.0, 45.0, 49.0, 38.0, 43.0, 47.0, 42.0, 34.0, 37.0, 36.0, 26.0, 23.0, 14.0, 14.0, 9.0, 4.0, 7.0, 3.0, 4.0, 3.0, 4.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.374267578125, -0.36127471923828125, -0.3482818603515625, -0.33528900146484375, -0.322296142578125, -0.30930328369140625, -0.2963104248046875, -0.28331756591796875, -0.27032470703125, -0.25733184814453125, -0.2443389892578125, -0.23134613037109375, -0.218353271484375, -0.20536041259765625, -0.1923675537109375, -0.17937469482421875, -0.1663818359375, -0.15338897705078125, -0.1403961181640625, -0.12740325927734375, -0.114410400390625, -0.10141754150390625, -0.0884246826171875, -0.07543182373046875, -0.06243896484375, -0.04944610595703125, -0.0364532470703125, -0.02346038818359375, -0.010467529296875, 0.00252532958984375, 0.0155181884765625, 0.02851104736328125, 0.04150390625, 0.05449676513671875, 0.0674896240234375, 0.08048248291015625, 0.093475341796875, 0.10646820068359375, 0.1194610595703125, 0.13245391845703125, 0.14544677734375, 0.15843963623046875, 0.1714324951171875, 0.18442535400390625, 0.197418212890625, 0.21041107177734375, 0.2234039306640625, 0.23639678955078125, 0.2493896484375, 0.26238250732421875, 0.2753753662109375, 0.28836822509765625, 0.301361083984375, 0.31435394287109375, 0.3273468017578125, 0.34033966064453125, 0.35333251953125, 0.36632537841796875, 0.3793182373046875, 0.39231109619140625, 0.405303955078125, 0.41829681396484375, 0.4312896728515625, 0.44428253173828125, 0.457275390625]}, "gradients/encoder.encoder.layers.8.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 3.0, 7.0, 11.0, 10.0, 9.0, 17.0, 12.0, 26.0, 32.0, 41.0, 61.0, 69.0, 113.0, 173.0, 215.0, 377.0, 903.0, 3711.0, 4102078.0, 81995.0, 2641.0, 694.0, 340.0, 192.0, 153.0, 111.0, 72.0, 64.0, 40.0, 32.0, 27.0, 20.0, 12.0, 5.0, 7.0, 6.0, 2.0, 4.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.0, -7.77081298828125, -7.5416259765625, -7.31243896484375, -7.083251953125, -6.85406494140625, -6.6248779296875, -6.39569091796875, -6.16650390625, -5.93731689453125, -5.7081298828125, -5.47894287109375, -5.249755859375, -5.02056884765625, -4.7913818359375, -4.56219482421875, -4.3330078125, -4.10382080078125, -3.8746337890625, -3.64544677734375, -3.416259765625, -3.18707275390625, -2.9578857421875, -2.72869873046875, -2.49951171875, -2.27032470703125, -2.0411376953125, -1.81195068359375, -1.582763671875, -1.35357666015625, -1.1243896484375, -0.89520263671875, -0.666015625, -0.43682861328125, -0.2076416015625, 0.02154541015625, 0.250732421875, 0.47991943359375, 0.7091064453125, 0.93829345703125, 1.16748046875, 1.39666748046875, 1.6258544921875, 1.85504150390625, 2.084228515625, 2.31341552734375, 2.5426025390625, 2.77178955078125, 3.0009765625, 3.23016357421875, 3.4593505859375, 3.68853759765625, 3.917724609375, 4.14691162109375, 4.3760986328125, 4.60528564453125, 4.83447265625, 5.06365966796875, 5.2928466796875, 5.52203369140625, 5.751220703125, 5.98040771484375, 6.2095947265625, 6.43878173828125, 6.66796875]}, "gradients/encoder.encoder.layers.8.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 4.0, 24.0, 499.0, 3515.0, 23.0, 6.0, 6.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.3046875, -4.19720458984375, -4.0897216796875, -3.98223876953125, -3.874755859375, -3.76727294921875, -3.6597900390625, -3.55230712890625, -3.44482421875, -3.33734130859375, -3.2298583984375, -3.12237548828125, -3.014892578125, -2.90740966796875, -2.7999267578125, -2.69244384765625, -2.5849609375, -2.47747802734375, -2.3699951171875, -2.26251220703125, -2.155029296875, -2.04754638671875, -1.9400634765625, -1.83258056640625, -1.72509765625, -1.61761474609375, -1.5101318359375, -1.40264892578125, -1.295166015625, -1.18768310546875, -1.0802001953125, -0.97271728515625, -0.865234375, -0.75775146484375, -0.6502685546875, -0.54278564453125, -0.435302734375, -0.32781982421875, -0.2203369140625, -0.11285400390625, -0.00537109375, 0.10211181640625, 0.2095947265625, 0.31707763671875, 0.424560546875, 0.53204345703125, 0.6395263671875, 0.74700927734375, 0.8544921875, 0.96197509765625, 1.0694580078125, 1.17694091796875, 1.284423828125, 1.39190673828125, 1.4993896484375, 1.60687255859375, 1.71435546875, 1.82183837890625, 1.9293212890625, 2.03680419921875, 2.144287109375, 2.25177001953125, 2.3592529296875, 2.46673583984375, 2.57421875]}, "gradients/encoder.encoder.layers.8.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 4.0, 3.0, 10.0, 26.0, 32.0, 77.0, 166.0, 286.0, 192.0, 91.0, 48.0, 29.0, 16.0, 7.0, 9.0, 6.0, 1.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-11.280622482299805, -11.02840518951416, -10.776187896728516, -10.523970603942871, -10.271753311157227, -10.019536972045898, -9.767319679260254, -9.51510238647461, -9.262885093688965, -9.01066780090332, -8.758450508117676, -8.506233215332031, -8.254016876220703, -8.001799583435059, -7.749582290649414, -7.4973649978637695, -7.245147705078125, -6.9929304122924805, -6.740713119506836, -6.48849630355835, -6.236279010772705, -5.9840617179870605, -5.731844902038574, -5.47962760925293, -5.227410316467285, -4.975193023681641, -4.722975730895996, -4.47075891494751, -4.218541622161865, -3.9663243293762207, -3.7141072750091553, -3.46189022064209, -3.2096729278564453, -2.957455635070801, -2.7052385807037354, -2.45302152633667, -2.2008042335510254, -1.9485870599746704, -1.6963698863983154, -1.4441527128219604, -1.1919355392456055, -0.9397183656692505, -0.6875011920928955, -0.4352840185165405, -0.18306684494018555, 0.06915032863616943, 0.3213675022125244, 0.5735846757888794, 0.8258018493652344, 1.0780190229415894, 1.3302361965179443, 1.5824533700942993, 1.8346705436706543, 2.086887836456299, 2.3391048908233643, 2.5913219451904297, 2.843539237976074, 3.0957565307617188, 3.347973585128784, 3.6001906394958496, 3.852407932281494, 4.104625225067139, 4.356842041015625, 4.6090593338012695, 4.861276626586914]}, "gradients/encoder.encoder.layers.8.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 1.0, 6.0, 7.0, 7.0, 13.0, 18.0, 17.0, 19.0, 25.0, 26.0, 37.0, 34.0, 43.0, 56.0, 46.0, 62.0, 53.0, 55.0, 63.0, 60.0, 62.0, 40.0, 35.0, 42.0, 35.0, 25.0, 27.0, 20.0, 15.0, 17.0, 13.0, 8.0, 8.0, 2.0, 5.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.8149752616882324, -3.6968510150909424, -3.5787267684936523, -3.460602283477783, -3.342478036880493, -3.224353790283203, -3.106229305267334, -2.988105058670044, -2.869980812072754, -2.751856565475464, -2.633732318878174, -2.5156078338623047, -2.3974835872650146, -2.2793593406677246, -2.1612348556518555, -2.0431106090545654, -1.9249863624572754, -1.8068621158599854, -1.6887377500534058, -1.5706133842468262, -1.4524891376495361, -1.334364891052246, -1.2162405252456665, -1.098116159439087, -0.9799919128417969, -0.8618676066398621, -0.7437433004379272, -0.6256189942359924, -0.5074946880340576, -0.3893703818321228, -0.271246075630188, -0.15312176942825317, -0.03499746322631836, 0.08312684297561646, 0.20125114917755127, 0.3193754553794861, 0.4374997615814209, 0.5556240677833557, 0.6737483739852905, 0.7918726801872253, 0.9099969863891602, 1.0281212329864502, 1.1462455987930298, 1.2643699645996094, 1.3824942111968994, 1.5006184577941895, 1.618742823600769, 1.7368671894073486, 1.8549914360046387, 1.9731156826019287, 2.0912399291992188, 2.209364414215088, 2.327488660812378, 2.445612907409668, 2.563737392425537, 2.681861639022827, 2.799985885620117, 2.9181101322174072, 3.0362343788146973, 3.1543588638305664, 3.2724831104278564, 3.3906073570251465, 3.5087318420410156, 3.6268560886383057, 3.7449803352355957]}, "gradients/encoder.encoder.layers.8.attention.out_proj.weight": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 4.0, 6.0, 2.0, 6.0, 4.0, 5.0, 12.0, 13.0, 29.0, 36.0, 48.0, 46.0, 73.0, 109.0, 154.0, 200.0, 302.0, 407.0, 622.0, 968.0, 1565.0, 2727.0, 4915.0, 9927.0, 21886.0, 57818.0, 174882.0, 465568.0, 195364.0, 63410.0, 23708.0, 10598.0, 5371.0, 2878.0, 1732.0, 1058.0, 679.0, 418.0, 318.0, 182.0, 127.0, 114.0, 78.0, 62.0, 24.0, 30.0, 12.0, 21.0, 17.0, 8.0, 6.0, 6.0, 2.0, 3.0, 2.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.0771484375, -1.0418853759765625, -1.006622314453125, -0.9713592529296875, -0.93609619140625, -0.9008331298828125, -0.865570068359375, -0.8303070068359375, -0.7950439453125, -0.7597808837890625, -0.724517822265625, -0.6892547607421875, -0.65399169921875, -0.6187286376953125, -0.583465576171875, -0.5482025146484375, -0.512939453125, -0.4776763916015625, -0.442413330078125, -0.4071502685546875, -0.37188720703125, -0.3366241455078125, -0.301361083984375, -0.2660980224609375, -0.2308349609375, -0.1955718994140625, -0.160308837890625, -0.1250457763671875, -0.08978271484375, -0.0545196533203125, -0.019256591796875, 0.0160064697265625, 0.05126953125, 0.0865325927734375, 0.121795654296875, 0.1570587158203125, 0.19232177734375, 0.2275848388671875, 0.262847900390625, 0.2981109619140625, 0.3333740234375, 0.3686370849609375, 0.403900146484375, 0.4391632080078125, 0.47442626953125, 0.5096893310546875, 0.544952392578125, 0.5802154541015625, 0.615478515625, 0.6507415771484375, 0.686004638671875, 0.7212677001953125, 0.75653076171875, 0.7917938232421875, 0.827056884765625, 0.8623199462890625, 0.8975830078125, 0.9328460693359375, 0.968109130859375, 1.0033721923828125, 1.03863525390625, 1.0738983154296875, 1.109161376953125, 1.1444244384765625, 1.1796875]}, "gradients/encoder.encoder.layers.8.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 6.0, 4.0, 8.0, 7.0, 6.0, 5.0, 12.0, 13.0, 18.0, 20.0, 13.0, 27.0, 23.0, 35.0, 32.0, 37.0, 40.0, 46.0, 50.0, 39.0, 50.0, 52.0, 51.0, 44.0, 36.0, 55.0, 31.0, 38.0, 25.0, 25.0, 21.0, 18.0, 22.0, 20.0, 13.0, 10.0, 12.0, 17.0, 6.0, 9.0, 3.0, 5.0, 5.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.4384765625, -0.42348480224609375, -0.4084930419921875, -0.39350128173828125, -0.378509521484375, -0.36351776123046875, -0.3485260009765625, -0.33353424072265625, -0.31854248046875, -0.30355072021484375, -0.2885589599609375, -0.27356719970703125, -0.258575439453125, -0.24358367919921875, -0.2285919189453125, -0.21360015869140625, -0.1986083984375, -0.18361663818359375, -0.1686248779296875, -0.15363311767578125, -0.138641357421875, -0.12364959716796875, -0.1086578369140625, -0.09366607666015625, -0.07867431640625, -0.06368255615234375, -0.0486907958984375, -0.03369903564453125, -0.018707275390625, -0.00371551513671875, 0.0112762451171875, 0.02626800537109375, 0.041259765625, 0.05625152587890625, 0.0712432861328125, 0.08623504638671875, 0.101226806640625, 0.11621856689453125, 0.1312103271484375, 0.14620208740234375, 0.16119384765625, 0.17618560791015625, 0.1911773681640625, 0.20616912841796875, 0.221160888671875, 0.23615264892578125, 0.2511444091796875, 0.26613616943359375, 0.2811279296875, 0.29611968994140625, 0.3111114501953125, 0.32610321044921875, 0.341094970703125, 0.35608673095703125, 0.3710784912109375, 0.38607025146484375, 0.40106201171875, 0.41605377197265625, 0.4310455322265625, 0.44603729248046875, 0.461029052734375, 0.47602081298828125, 0.4910125732421875, 0.5060043334960938, 0.52099609375]}, "gradients/encoder.encoder.layers.8.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 3.0, 3.0, 3.0, 2.0, 2.0, 3.0, 15.0, 4.0, 16.0, 22.0, 52.0, 61.0, 84.0, 133.0, 233.0, 383.0, 841.0, 1982.0, 9388.0, 253351.0, 761037.0, 16011.0, 2862.0, 971.0, 476.0, 239.0, 135.0, 70.0, 59.0, 37.0, 26.0, 14.0, 11.0, 9.0, 10.0, 5.0, 5.0, 5.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.759765625, -2.640411376953125, -2.52105712890625, -2.401702880859375, -2.2823486328125, -2.162994384765625, -2.04364013671875, -1.924285888671875, -1.804931640625, -1.685577392578125, -1.56622314453125, -1.446868896484375, -1.3275146484375, -1.208160400390625, -1.08880615234375, -0.969451904296875, -0.85009765625, -0.730743408203125, -0.61138916015625, -0.492034912109375, -0.3726806640625, -0.253326416015625, -0.13397216796875, -0.014617919921875, 0.104736328125, 0.224090576171875, 0.34344482421875, 0.462799072265625, 0.5821533203125, 0.701507568359375, 0.82086181640625, 0.940216064453125, 1.0595703125, 1.178924560546875, 1.29827880859375, 1.417633056640625, 1.5369873046875, 1.656341552734375, 1.77569580078125, 1.895050048828125, 2.014404296875, 2.133758544921875, 2.25311279296875, 2.372467041015625, 2.4918212890625, 2.611175537109375, 2.73052978515625, 2.849884033203125, 2.96923828125, 3.088592529296875, 3.20794677734375, 3.327301025390625, 3.4466552734375, 3.566009521484375, 3.68536376953125, 3.804718017578125, 3.924072265625, 4.043426513671875, 4.16278076171875, 4.282135009765625, 4.4014892578125, 4.520843505859375, 4.64019775390625, 4.759552001953125, 4.87890625]}, "gradients/encoder.encoder.layers.8.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 3.0, 10.0, 6.0, 8.0, 13.0, 15.0, 12.0, 19.0, 18.0, 26.0, 24.0, 33.0, 32.0, 32.0, 26.0, 43.0, 41.0, 52.0, 56.0, 43.0, 43.0, 52.0, 46.0, 46.0, 37.0, 28.0, 27.0, 32.0, 38.0, 20.0, 26.0, 16.0, 9.0, 19.0, 14.0, 11.0, 8.0, 8.0, 6.0, 3.0, 4.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.203125, -2.1358642578125, -2.068603515625, -2.0013427734375, -1.93408203125, -1.8668212890625, -1.799560546875, -1.7322998046875, -1.6650390625, -1.5977783203125, -1.530517578125, -1.4632568359375, -1.39599609375, -1.3287353515625, -1.261474609375, -1.1942138671875, -1.126953125, -1.0596923828125, -0.992431640625, -0.9251708984375, -0.85791015625, -0.7906494140625, -0.723388671875, -0.6561279296875, -0.5888671875, -0.5216064453125, -0.454345703125, -0.3870849609375, -0.31982421875, -0.2525634765625, -0.185302734375, -0.1180419921875, -0.05078125, 0.0164794921875, 0.083740234375, 0.1510009765625, 0.21826171875, 0.2855224609375, 0.352783203125, 0.4200439453125, 0.4873046875, 0.5545654296875, 0.621826171875, 0.6890869140625, 0.75634765625, 0.8236083984375, 0.890869140625, 0.9581298828125, 1.025390625, 1.0926513671875, 1.159912109375, 1.2271728515625, 1.29443359375, 1.3616943359375, 1.428955078125, 1.4962158203125, 1.5634765625, 1.6307373046875, 1.697998046875, 1.7652587890625, 1.83251953125, 1.8997802734375, 1.967041015625, 2.0343017578125, 2.1015625]}, "gradients/encoder.encoder.layers.8.attention.k_proj.weight": {"_type": "histogram", "values": [4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 2.0, 4.0, 8.0, 5.0, 6.0, 6.0, 7.0, 17.0, 13.0, 18.0, 26.0, 18.0, 35.0, 40.0, 76.0, 92.0, 171.0, 323.0, 588.0, 1278.0, 3625.0, 13879.0, 118643.0, 845462.0, 50501.0, 8886.0, 2560.0, 974.0, 495.0, 246.0, 161.0, 101.0, 88.0, 51.0, 27.0, 20.0, 26.0, 13.0, 16.0, 8.0, 5.0, 6.0, 5.0, 5.0, 12.0, 3.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-1.1845703125, -1.1490478515625, -1.113525390625, -1.0780029296875, -1.04248046875, -1.0069580078125, -0.971435546875, -0.9359130859375, -0.900390625, -0.8648681640625, -0.829345703125, -0.7938232421875, -0.75830078125, -0.7227783203125, -0.687255859375, -0.6517333984375, -0.6162109375, -0.5806884765625, -0.545166015625, -0.5096435546875, -0.47412109375, -0.4385986328125, -0.403076171875, -0.3675537109375, -0.33203125, -0.2965087890625, -0.260986328125, -0.2254638671875, -0.18994140625, -0.1544189453125, -0.118896484375, -0.0833740234375, -0.0478515625, -0.0123291015625, 0.023193359375, 0.0587158203125, 0.09423828125, 0.1297607421875, 0.165283203125, 0.2008056640625, 0.236328125, 0.2718505859375, 0.307373046875, 0.3428955078125, 0.37841796875, 0.4139404296875, 0.449462890625, 0.4849853515625, 0.5205078125, 0.5560302734375, 0.591552734375, 0.6270751953125, 0.66259765625, 0.6981201171875, 0.733642578125, 0.7691650390625, 0.8046875, 0.8402099609375, 0.875732421875, 0.9112548828125, 0.94677734375, 0.9822998046875, 1.017822265625, 1.0533447265625, 1.0888671875]}, "gradients/encoder.encoder.layers.8.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 3.0, 6.0, 7.0, 4.0, 9.0, 13.0, 12.0, 32.0, 19.0, 25.0, 31.0, 39.0, 61.0, 86.0, 122.0, 116.0, 94.0, 55.0, 55.0, 34.0, 24.0, 36.0, 31.0, 22.0, 16.0, 10.0, 12.0, 9.0, 4.0, 4.0, 3.0, 4.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0], "bins": [-0.00015401840209960938, -0.00014924444258213043, -0.0001444704830646515, -0.00013969652354717255, -0.0001349225640296936, -0.00013014860451221466, -0.00012537464499473572, -0.00012060068547725677, -0.00011582672595977783, -0.00011105276644229889, -0.00010627880692481995, -0.000101504847407341, -9.673088788986206e-05, -9.195692837238312e-05, -8.718296885490417e-05, -8.240900933742523e-05, -7.763504981994629e-05, -7.286109030246735e-05, -6.80871307849884e-05, -6.331317126750946e-05, -5.853921175003052e-05, -5.3765252232551575e-05, -4.899129271507263e-05, -4.421733319759369e-05, -3.9443373680114746e-05, -3.46694141626358e-05, -2.989545464515686e-05, -2.5121495127677917e-05, -2.0347535610198975e-05, -1.5573576092720032e-05, -1.0799616575241089e-05, -6.025657057762146e-06, -1.2516975402832031e-06, 3.5222619771957397e-06, 8.296221494674683e-06, 1.3070181012153625e-05, 1.784414052963257e-05, 2.261810004711151e-05, 2.7392059564590454e-05, 3.21660190820694e-05, 3.693997859954834e-05, 4.171393811702728e-05, 4.6487897634506226e-05, 5.126185715198517e-05, 5.603581666946411e-05, 6.0809776186943054e-05, 6.5583735704422e-05, 7.035769522190094e-05, 7.513165473937988e-05, 7.990561425685883e-05, 8.467957377433777e-05, 8.945353329181671e-05, 9.422749280929565e-05, 9.90014523267746e-05, 0.00010377541184425354, 0.00010854937136173248, 0.00011332333087921143, 0.00011809729039669037, 0.0001228712499141693, 0.00012764520943164825, 0.0001324191689491272, 0.00013719312846660614, 0.00014196708798408508, 0.00014674104750156403, 0.00015151500701904297]}, "gradients/encoder.encoder.layers.8.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 5.0, 3.0, 3.0, 14.0, 15.0, 17.0, 28.0, 53.0, 111.0, 207.0, 482.0, 1412.0, 8059.0, 869752.0, 162018.0, 4538.0, 1067.0, 352.0, 178.0, 108.0, 57.0, 23.0, 17.0, 14.0, 4.0, 6.0, 5.0, 6.0, 4.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.35546875, -2.2791748046875, -2.202880859375, -2.1265869140625, -2.05029296875, -1.9739990234375, -1.897705078125, -1.8214111328125, -1.7451171875, -1.6688232421875, -1.592529296875, -1.5162353515625, -1.43994140625, -1.3636474609375, -1.287353515625, -1.2110595703125, -1.134765625, -1.0584716796875, -0.982177734375, -0.9058837890625, -0.82958984375, -0.7532958984375, -0.677001953125, -0.6007080078125, -0.5244140625, -0.4481201171875, -0.371826171875, -0.2955322265625, -0.21923828125, -0.1429443359375, -0.066650390625, 0.0096435546875, 0.0859375, 0.1622314453125, 0.238525390625, 0.3148193359375, 0.39111328125, 0.4674072265625, 0.543701171875, 0.6199951171875, 0.6962890625, 0.7725830078125, 0.848876953125, 0.9251708984375, 1.00146484375, 1.0777587890625, 1.154052734375, 1.2303466796875, 1.306640625, 1.3829345703125, 1.459228515625, 1.5355224609375, 1.61181640625, 1.6881103515625, 1.764404296875, 1.8406982421875, 1.9169921875, 1.9932861328125, 2.069580078125, 2.1458740234375, 2.22216796875, 2.2984619140625, 2.374755859375, 2.4510498046875, 2.52734375]}, "gradients/encoder.encoder.layers.8.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 5.0, 7.0, 11.0, 10.0, 23.0, 32.0, 61.0, 92.0, 148.0, 226.0, 140.0, 95.0, 59.0, 32.0, 14.0, 16.0, 12.0, 9.0, 2.0, 3.0, 4.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1826171875, -1.1424713134765625, -1.102325439453125, -1.0621795654296875, -1.02203369140625, -0.9818878173828125, -0.941741943359375, -0.9015960693359375, -0.8614501953125, -0.8213043212890625, -0.781158447265625, -0.7410125732421875, -0.70086669921875, -0.6607208251953125, -0.620574951171875, -0.5804290771484375, -0.540283203125, -0.5001373291015625, -0.459991455078125, -0.4198455810546875, -0.37969970703125, -0.3395538330078125, -0.299407958984375, -0.2592620849609375, -0.2191162109375, -0.1789703369140625, -0.138824462890625, -0.0986785888671875, -0.05853271484375, -0.0183868408203125, 0.021759033203125, 0.0619049072265625, 0.10205078125, 0.1421966552734375, 0.182342529296875, 0.2224884033203125, 0.26263427734375, 0.3027801513671875, 0.342926025390625, 0.3830718994140625, 0.4232177734375, 0.4633636474609375, 0.503509521484375, 0.5436553955078125, 0.58380126953125, 0.6239471435546875, 0.664093017578125, 0.7042388916015625, 0.744384765625, 0.7845306396484375, 0.824676513671875, 0.8648223876953125, 0.90496826171875, 0.9451141357421875, 0.985260009765625, 1.0254058837890625, 1.0655517578125, 1.1056976318359375, 1.145843505859375, 1.1859893798828125, 1.22613525390625, 1.2662811279296875, 1.306427001953125, 1.3465728759765625, 1.38671875]}, "gradients/encoder.encoder.layers.8.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 4.0, 4.0, 11.0, 37.0, 75.0, 149.0, 183.0, 205.0, 149.0, 87.0, 50.0, 21.0, 12.0, 4.0, 5.0, 6.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0], "bins": [-23.581302642822266, -23.006345748901367, -22.43138885498047, -21.856430053710938, -21.28147315979004, -20.70651626586914, -20.131559371948242, -19.556602478027344, -18.981645584106445, -18.406688690185547, -17.83173179626465, -17.25677490234375, -16.68181610107422, -16.10685920715332, -15.531902313232422, -14.956945419311523, -14.381987571716309, -13.80703067779541, -13.232072830200195, -12.657115936279297, -12.082159042358398, -11.5072021484375, -10.932244300842285, -10.357287406921387, -9.782329559326172, -9.207372665405273, -8.632414817810059, -8.05745792388916, -7.482501029968262, -6.907543659210205, -6.332586288452148, -5.75762939453125, -5.182673454284668, -4.607716083526611, -4.032759189605713, -3.4578018188476562, -2.8828446865081787, -2.307887554168701, -1.7329301834106445, -1.157973289489746, -0.5830159187316895, -0.008058726787567139, 0.5668984651565552, 1.1418557167053223, 1.7168128490447998, 2.2917699813842773, 2.866727352142334, 3.4416842460632324, 4.016641616821289, 4.591598987579346, 5.166555881500244, 5.741513252258301, 6.316470146179199, 6.891427516937256, 7.4663848876953125, 8.041341781616211, 8.61629867553711, 9.191255569458008, 9.766213417053223, 10.341170310974121, 10.91612720489502, 11.491085052490234, 12.066041946411133, 12.640998840332031, 13.215956687927246]}, "gradients/encoder.encoder.layers.8.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 5.0, 5.0, 6.0, 3.0, 17.0, 8.0, 7.0, 9.0, 25.0, 20.0, 26.0, 21.0, 35.0, 22.0, 44.0, 28.0, 50.0, 46.0, 40.0, 46.0, 41.0, 40.0, 60.0, 49.0, 44.0, 27.0, 29.0, 41.0, 26.0, 29.0, 29.0, 24.0, 18.0, 16.0, 15.0, 10.0, 6.0, 8.0, 8.0, 9.0, 2.0, 5.0, 2.0, 2.0, 2.0, 0.0, 4.0], "bins": [-10.75423812866211, -10.470527648925781, -10.186817169189453, -9.903106689453125, -9.619396209716797, -9.335685729980469, -9.05197525024414, -8.768265724182129, -8.4845552444458, -8.200844764709473, -7.9171342849731445, -7.633423805236816, -7.3497138023376465, -7.066003322601318, -6.78229284286499, -6.498582363128662, -6.214871883392334, -5.931161403656006, -5.647450923919678, -5.363740921020508, -5.08003044128418, -4.796319961547852, -4.512609481811523, -4.228899002075195, -3.9451887607574463, -3.661478281021118, -3.377768039703369, -3.094057559967041, -2.810347080230713, -2.526636838912964, -2.2429263591766357, -1.9592159986495972, -1.6755056381225586, -1.39179527759552, -1.1080849170684814, -0.8243744373321533, -0.5406640768051147, -0.25695371627807617, 0.026756763458251953, 0.3104671239852905, 0.5941774845123291, 0.8778878450393677, 1.1615982055664062, 1.4453086853027344, 1.729019045829773, 2.0127294063568115, 2.2964398860931396, 2.5801501274108887, 2.863860607147217, 3.147571086883545, 3.431281328201294, 3.714991807937622, 3.998702049255371, 4.282412528991699, 4.566123008728027, 4.8498334884643555, 5.133543968200684, 5.417254447937012, 5.70096492767334, 5.984675407409668, 6.268385410308838, 6.552095890045166, 6.835806369781494, 7.119516849517822, 7.403226852416992]}, "gradients/encoder.encoder.layers.7.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 4.0, 4.0, 2.0, 4.0, 9.0, 8.0, 11.0, 15.0, 21.0, 19.0, 34.0, 45.0, 55.0, 91.0, 134.0, 180.0, 288.0, 431.0, 673.0, 1029.0, 1611.0, 2860.0, 5399.0, 11900.0, 34093.0, 258654.0, 3598271.0, 222298.0, 32240.0, 11206.0, 5255.0, 2744.0, 1651.0, 949.0, 653.0, 436.0, 292.0, 218.0, 149.0, 113.0, 79.0, 42.0, 36.0, 41.0, 15.0, 8.0, 9.0, 10.0, 5.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.23046875, -1.190093994140625, -1.14971923828125, -1.109344482421875, -1.0689697265625, -1.028594970703125, -0.98822021484375, -0.947845458984375, -0.907470703125, -0.867095947265625, -0.82672119140625, -0.786346435546875, -0.7459716796875, -0.705596923828125, -0.66522216796875, -0.624847412109375, -0.58447265625, -0.544097900390625, -0.50372314453125, -0.463348388671875, -0.4229736328125, -0.382598876953125, -0.34222412109375, -0.301849365234375, -0.261474609375, -0.221099853515625, -0.18072509765625, -0.140350341796875, -0.0999755859375, -0.059600830078125, -0.01922607421875, 0.021148681640625, 0.0615234375, 0.101898193359375, 0.14227294921875, 0.182647705078125, 0.2230224609375, 0.263397216796875, 0.30377197265625, 0.344146728515625, 0.384521484375, 0.424896240234375, 0.46527099609375, 0.505645751953125, 0.5460205078125, 0.586395263671875, 0.62677001953125, 0.667144775390625, 0.70751953125, 0.747894287109375, 0.78826904296875, 0.828643798828125, 0.8690185546875, 0.909393310546875, 0.94976806640625, 0.990142822265625, 1.030517578125, 1.070892333984375, 1.11126708984375, 1.151641845703125, 1.1920166015625, 1.232391357421875, 1.27276611328125, 1.313140869140625, 1.353515625]}, "gradients/encoder.encoder.layers.7.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 4.0, 1.0, 3.0, 1.0, 0.0, 6.0, 9.0, 10.0, 6.0, 17.0, 18.0, 9.0, 17.0, 19.0, 31.0, 25.0, 36.0, 30.0, 39.0, 55.0, 48.0, 51.0, 57.0, 37.0, 53.0, 49.0, 51.0, 43.0, 45.0, 37.0, 36.0, 18.0, 22.0, 21.0, 23.0, 16.0, 14.0, 13.0, 12.0, 12.0, 8.0, 8.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.427001953125, -0.4114799499511719, -0.39595794677734375, -0.3804359436035156, -0.3649139404296875, -0.3493919372558594, -0.33386993408203125, -0.3183479309082031, -0.302825927734375, -0.2873039245605469, -0.27178192138671875, -0.2562599182128906, -0.2407379150390625, -0.22521591186523438, -0.20969390869140625, -0.19417190551757812, -0.17864990234375, -0.16312789916992188, -0.14760589599609375, -0.13208389282226562, -0.1165618896484375, -0.10103988647460938, -0.08551788330078125, -0.06999588012695312, -0.054473876953125, -0.038951873779296875, -0.02342987060546875, -0.007907867431640625, 0.0076141357421875, 0.023136138916015625, 0.03865814208984375, 0.054180145263671875, 0.0697021484375, 0.08522415161132812, 0.10074615478515625, 0.11626815795898438, 0.1317901611328125, 0.14731216430664062, 0.16283416748046875, 0.17835617065429688, 0.193878173828125, 0.20940017700195312, 0.22492218017578125, 0.24044418334960938, 0.2559661865234375, 0.2714881896972656, 0.28701019287109375, 0.3025321960449219, 0.31805419921875, 0.3335762023925781, 0.34909820556640625, 0.3646202087402344, 0.3801422119140625, 0.3956642150878906, 0.41118621826171875, 0.4267082214355469, 0.442230224609375, 0.4577522277832031, 0.47327423095703125, 0.4887962341308594, 0.5043182373046875, 0.5198402404785156, 0.5353622436523438, 0.5508842468261719, 0.56640625]}, "gradients/encoder.encoder.layers.7.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 0.0, 3.0, 0.0, 6.0, 4.0, 6.0, 7.0, 15.0, 34.0, 48.0, 103.0, 215.0, 612.0, 1476.0, 5174.0, 66470.0, 4095127.0, 19731.0, 3323.0, 1146.0, 387.0, 158.0, 104.0, 47.0, 34.0, 20.0, 11.0, 3.0, 6.0, 7.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.79296875, -4.59600830078125, -4.3990478515625, -4.20208740234375, -4.005126953125, -3.80816650390625, -3.6112060546875, -3.41424560546875, -3.21728515625, -3.02032470703125, -2.8233642578125, -2.62640380859375, -2.429443359375, -2.23248291015625, -2.0355224609375, -1.83856201171875, -1.6416015625, -1.44464111328125, -1.2476806640625, -1.05072021484375, -0.853759765625, -0.65679931640625, -0.4598388671875, -0.26287841796875, -0.06591796875, 0.13104248046875, 0.3280029296875, 0.52496337890625, 0.721923828125, 0.91888427734375, 1.1158447265625, 1.31280517578125, 1.509765625, 1.70672607421875, 1.9036865234375, 2.10064697265625, 2.297607421875, 2.49456787109375, 2.6915283203125, 2.88848876953125, 3.08544921875, 3.28240966796875, 3.4793701171875, 3.67633056640625, 3.873291015625, 4.07025146484375, 4.2672119140625, 4.46417236328125, 4.6611328125, 4.85809326171875, 5.0550537109375, 5.25201416015625, 5.448974609375, 5.64593505859375, 5.8428955078125, 6.03985595703125, 6.23681640625, 6.43377685546875, 6.6307373046875, 6.82769775390625, 7.024658203125, 7.22161865234375, 7.4185791015625, 7.61553955078125, 7.8125]}, "gradients/encoder.encoder.layers.7.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 4.0, 4.0, 6.0, 10.0, 28.0, 52.0, 89.0, 233.0, 2134.0, 1218.0, 156.0, 65.0, 28.0, 13.0, 9.0, 9.0, 2.0, 3.0, 2.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.25390625, -3.1231689453125, -2.992431640625, -2.8616943359375, -2.73095703125, -2.6002197265625, -2.469482421875, -2.3387451171875, -2.2080078125, -2.0772705078125, -1.946533203125, -1.8157958984375, -1.68505859375, -1.5543212890625, -1.423583984375, -1.2928466796875, -1.162109375, -1.0313720703125, -0.900634765625, -0.7698974609375, -0.63916015625, -0.5084228515625, -0.377685546875, -0.2469482421875, -0.1162109375, 0.0145263671875, 0.145263671875, 0.2760009765625, 0.40673828125, 0.5374755859375, 0.668212890625, 0.7989501953125, 0.9296875, 1.0604248046875, 1.191162109375, 1.3218994140625, 1.45263671875, 1.5833740234375, 1.714111328125, 1.8448486328125, 1.9755859375, 2.1063232421875, 2.237060546875, 2.3677978515625, 2.49853515625, 2.6292724609375, 2.760009765625, 2.8907470703125, 3.021484375, 3.1522216796875, 3.282958984375, 3.4136962890625, 3.54443359375, 3.6751708984375, 3.805908203125, 3.9366455078125, 4.0673828125, 4.1981201171875, 4.328857421875, 4.4595947265625, 4.59033203125, 4.7210693359375, 4.851806640625, 4.9825439453125, 5.11328125]}, "gradients/encoder.encoder.layers.7.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 4.0, 5.0, 12.0, 9.0, 27.0, 78.0, 238.0, 395.0, 150.0, 52.0, 14.0, 7.0, 7.0, 5.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-32.95247268676758, -31.89970588684082, -30.846939086914062, -29.794174194335938, -28.74140739440918, -27.688640594482422, -26.635875701904297, -25.58310890197754, -24.53034210205078, -23.477575302124023, -22.424808502197266, -21.37204360961914, -20.319276809692383, -19.266510009765625, -18.2137451171875, -17.160978317260742, -16.108211517333984, -15.055444717407227, -14.002678871154785, -12.949913024902344, -11.897146224975586, -10.844379425048828, -9.791613578796387, -8.738847732543945, -7.6860809326171875, -6.633314609527588, -5.580548286437988, -4.527781963348389, -3.475015640258789, -2.4222493171691895, -1.3694829940795898, -0.31671667098999023, 0.7360458374023438, 1.7888121604919434, 2.841578483581543, 3.8943448066711426, 4.947111129760742, 5.999877452850342, 7.052643775939941, 8.105409622192383, 9.15817642211914, 10.210943222045898, 11.26370906829834, 12.316474914550781, 13.369241714477539, 14.422008514404297, 15.474774360656738, 16.52754020690918, 17.580307006835938, 18.633073806762695, 19.685840606689453, 20.738605499267578, 21.791372299194336, 22.844139099121094, 23.89690399169922, 24.949670791625977, 26.002437591552734, 27.055204391479492, 28.10797119140625, 29.160736083984375, 30.213502883911133, 31.26626968383789, 32.319034576416016, 33.371803283691406, 34.42456817626953]}, "gradients/encoder.encoder.layers.7.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 8.0, 6.0, 8.0, 12.0, 13.0, 23.0, 19.0, 45.0, 49.0, 52.0, 60.0, 79.0, 75.0, 69.0, 77.0, 85.0, 53.0, 51.0, 57.0, 52.0, 25.0, 26.0, 24.0, 15.0, 5.0, 9.0, 8.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.63201904296875, -10.138946533203125, -9.645874977111816, -9.152803421020508, -8.659730911254883, -8.166658401489258, -7.673586845397949, -7.180514812469482, -6.687442779541016, -6.194370746612549, -5.701298713684082, -5.208226680755615, -4.715154647827148, -4.222082614898682, -3.729010581970215, -3.235938549041748, -2.7428665161132812, -2.2497944831848145, -1.7567224502563477, -1.2636504173278809, -0.7705783843994141, -0.27750635147094727, 0.21556568145751953, 0.7086377143859863, 1.2017097473144531, 1.69478178024292, 2.1878538131713867, 2.6809258460998535, 3.1739978790283203, 3.667069911956787, 4.160141944885254, 4.653213977813721, 5.1462860107421875, 5.639358043670654, 6.132430076599121, 6.625502109527588, 7.118574142456055, 7.6116461753845215, 8.104718208312988, 8.597789764404297, 9.090862274169922, 9.583934783935547, 10.077006340026855, 10.570077896118164, 11.063150405883789, 11.556222915649414, 12.049294471740723, 12.542366027832031, 13.035438537597656, 13.528511047363281, 14.02158260345459, 14.514654159545898, 15.007726669311523, 15.500799179077148, 15.993870735168457, 16.486942291259766, 16.98001480102539, 17.473087310791016, 17.96615982055664, 18.459230422973633, 18.952302932739258, 19.445375442504883, 19.938446044921875, 20.4315185546875, 20.924591064453125]}, "gradients/encoder.encoder.layers.7.attention.out_proj.weight": {"_type": "histogram", "values": [4.0, 0.0, 2.0, 1.0, 3.0, 0.0, 5.0, 9.0, 8.0, 14.0, 12.0, 44.0, 40.0, 51.0, 89.0, 151.0, 199.0, 302.0, 476.0, 750.0, 1240.0, 1963.0, 3352.0, 5761.0, 10799.0, 23184.0, 58875.0, 207260.0, 525051.0, 127779.0, 42404.0, 17808.0, 8809.0, 4788.0, 2758.0, 1647.0, 1024.0, 646.0, 444.0, 273.0, 191.0, 111.0, 87.0, 54.0, 32.0, 23.0, 12.0, 9.0, 9.0, 11.0, 5.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.24609375, -1.202117919921875, -1.15814208984375, -1.114166259765625, -1.0701904296875, -1.026214599609375, -0.98223876953125, -0.938262939453125, -0.894287109375, -0.850311279296875, -0.80633544921875, -0.762359619140625, -0.7183837890625, -0.674407958984375, -0.63043212890625, -0.586456298828125, -0.54248046875, -0.498504638671875, -0.45452880859375, -0.410552978515625, -0.3665771484375, -0.322601318359375, -0.27862548828125, -0.234649658203125, -0.190673828125, -0.146697998046875, -0.10272216796875, -0.058746337890625, -0.0147705078125, 0.029205322265625, 0.07318115234375, 0.117156982421875, 0.1611328125, 0.205108642578125, 0.24908447265625, 0.293060302734375, 0.3370361328125, 0.381011962890625, 0.42498779296875, 0.468963623046875, 0.512939453125, 0.556915283203125, 0.60089111328125, 0.644866943359375, 0.6888427734375, 0.732818603515625, 0.77679443359375, 0.820770263671875, 0.86474609375, 0.908721923828125, 0.95269775390625, 0.996673583984375, 1.0406494140625, 1.084625244140625, 1.12860107421875, 1.172576904296875, 1.216552734375, 1.260528564453125, 1.30450439453125, 1.348480224609375, 1.3924560546875, 1.436431884765625, 1.48040771484375, 1.524383544921875, 1.568359375]}, "gradients/encoder.encoder.layers.7.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 5.0, 5.0, 3.0, 4.0, 18.0, 14.0, 14.0, 7.0, 21.0, 24.0, 27.0, 23.0, 37.0, 45.0, 40.0, 43.0, 59.0, 49.0, 49.0, 51.0, 68.0, 48.0, 50.0, 38.0, 50.0, 28.0, 32.0, 27.0, 32.0, 18.0, 14.0, 18.0, 8.0, 7.0, 8.0, 10.0, 6.0, 5.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.54736328125, -0.5272140502929688, -0.5070648193359375, -0.48691558837890625, -0.466766357421875, -0.44661712646484375, -0.4264678955078125, -0.40631866455078125, -0.38616943359375, -0.36602020263671875, -0.3458709716796875, -0.32572174072265625, -0.305572509765625, -0.28542327880859375, -0.2652740478515625, -0.24512481689453125, -0.2249755859375, -0.20482635498046875, -0.1846771240234375, -0.16452789306640625, -0.144378662109375, -0.12422943115234375, -0.1040802001953125, -0.08393096923828125, -0.06378173828125, -0.04363250732421875, -0.0234832763671875, -0.00333404541015625, 0.016815185546875, 0.03696441650390625, 0.0571136474609375, 0.07726287841796875, 0.097412109375, 0.11756134033203125, 0.1377105712890625, 0.15785980224609375, 0.178009033203125, 0.19815826416015625, 0.2183074951171875, 0.23845672607421875, 0.25860595703125, 0.27875518798828125, 0.2989044189453125, 0.31905364990234375, 0.339202880859375, 0.35935211181640625, 0.3795013427734375, 0.39965057373046875, 0.4197998046875, 0.43994903564453125, 0.4600982666015625, 0.48024749755859375, 0.500396728515625, 0.5205459594726562, 0.5406951904296875, 0.5608444213867188, 0.58099365234375, 0.6011428833007812, 0.6212921142578125, 0.6414413452148438, 0.661590576171875, 0.6817398071289062, 0.7018890380859375, 0.7220382690429688, 0.7421875]}, "gradients/encoder.encoder.layers.7.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 5.0, 2.0, 5.0, 10.0, 6.0, 8.0, 18.0, 28.0, 34.0, 50.0, 77.0, 114.0, 191.0, 301.0, 578.0, 1213.0, 3438.0, 17815.0, 855885.0, 154942.0, 9338.0, 2425.0, 927.0, 460.0, 262.0, 150.0, 81.0, 52.0, 40.0, 26.0, 26.0, 15.0, 10.0, 11.0, 1.0, 7.0, 4.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.4609375, -6.27545166015625, -6.0899658203125, -5.90447998046875, -5.718994140625, -5.53350830078125, -5.3480224609375, -5.16253662109375, -4.97705078125, -4.79156494140625, -4.6060791015625, -4.42059326171875, -4.235107421875, -4.04962158203125, -3.8641357421875, -3.67864990234375, -3.4931640625, -3.30767822265625, -3.1221923828125, -2.93670654296875, -2.751220703125, -2.56573486328125, -2.3802490234375, -2.19476318359375, -2.00927734375, -1.82379150390625, -1.6383056640625, -1.45281982421875, -1.267333984375, -1.08184814453125, -0.8963623046875, -0.71087646484375, -0.525390625, -0.33990478515625, -0.1544189453125, 0.03106689453125, 0.216552734375, 0.40203857421875, 0.5875244140625, 0.77301025390625, 0.95849609375, 1.14398193359375, 1.3294677734375, 1.51495361328125, 1.700439453125, 1.88592529296875, 2.0714111328125, 2.25689697265625, 2.4423828125, 2.62786865234375, 2.8133544921875, 2.99884033203125, 3.184326171875, 3.36981201171875, 3.5552978515625, 3.74078369140625, 3.92626953125, 4.11175537109375, 4.2972412109375, 4.48272705078125, 4.668212890625, 4.85369873046875, 5.0391845703125, 5.22467041015625, 5.41015625]}, "gradients/encoder.encoder.layers.7.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 5.0, 4.0, 7.0, 5.0, 13.0, 20.0, 15.0, 26.0, 31.0, 27.0, 36.0, 55.0, 59.0, 72.0, 75.0, 77.0, 81.0, 69.0, 67.0, 64.0, 43.0, 37.0, 30.0, 23.0, 18.0, 9.0, 10.0, 8.0, 6.0, 3.0, 2.0, 5.0, 2.0, 1.0, 0.0, 3.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-5.59375, -5.43792724609375, -5.2821044921875, -5.12628173828125, -4.970458984375, -4.81463623046875, -4.6588134765625, -4.50299072265625, -4.34716796875, -4.19134521484375, -4.0355224609375, -3.87969970703125, -3.723876953125, -3.56805419921875, -3.4122314453125, -3.25640869140625, -3.1005859375, -2.94476318359375, -2.7889404296875, -2.63311767578125, -2.477294921875, -2.32147216796875, -2.1656494140625, -2.00982666015625, -1.85400390625, -1.69818115234375, -1.5423583984375, -1.38653564453125, -1.230712890625, -1.07489013671875, -0.9190673828125, -0.76324462890625, -0.607421875, -0.45159912109375, -0.2957763671875, -0.13995361328125, 0.015869140625, 0.17169189453125, 0.3275146484375, 0.48333740234375, 0.63916015625, 0.79498291015625, 0.9508056640625, 1.10662841796875, 1.262451171875, 1.41827392578125, 1.5740966796875, 1.72991943359375, 1.8857421875, 2.04156494140625, 2.1973876953125, 2.35321044921875, 2.509033203125, 2.66485595703125, 2.8206787109375, 2.97650146484375, 3.13232421875, 3.28814697265625, 3.4439697265625, 3.59979248046875, 3.755615234375, 3.91143798828125, 4.0672607421875, 4.22308349609375, 4.37890625]}, "gradients/encoder.encoder.layers.7.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 6.0, 3.0, 12.0, 9.0, 12.0, 36.0, 39.0, 59.0, 119.0, 216.0, 464.0, 1152.0, 4481.0, 38492.0, 947925.0, 48013.0, 5134.0, 1384.0, 503.0, 203.0, 114.0, 61.0, 45.0, 18.0, 20.0, 14.0, 8.0, 2.0, 5.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.25390625, -2.18243408203125, -2.1109619140625, -2.03948974609375, -1.968017578125, -1.89654541015625, -1.8250732421875, -1.75360107421875, -1.68212890625, -1.61065673828125, -1.5391845703125, -1.46771240234375, -1.396240234375, -1.32476806640625, -1.2532958984375, -1.18182373046875, -1.1103515625, -1.03887939453125, -0.9674072265625, -0.89593505859375, -0.824462890625, -0.75299072265625, -0.6815185546875, -0.61004638671875, -0.53857421875, -0.46710205078125, -0.3956298828125, -0.32415771484375, -0.252685546875, -0.18121337890625, -0.1097412109375, -0.03826904296875, 0.033203125, 0.10467529296875, 0.1761474609375, 0.24761962890625, 0.319091796875, 0.39056396484375, 0.4620361328125, 0.53350830078125, 0.60498046875, 0.67645263671875, 0.7479248046875, 0.81939697265625, 0.890869140625, 0.96234130859375, 1.0338134765625, 1.10528564453125, 1.1767578125, 1.24822998046875, 1.3197021484375, 1.39117431640625, 1.462646484375, 1.53411865234375, 1.6055908203125, 1.67706298828125, 1.74853515625, 1.82000732421875, 1.8914794921875, 1.96295166015625, 2.034423828125, 2.10589599609375, 2.1773681640625, 2.24884033203125, 2.3203125]}, "gradients/encoder.encoder.layers.7.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 7.0, 2.0, 4.0, 8.0, 5.0, 6.0, 9.0, 21.0, 33.0, 62.0, 96.0, 165.0, 253.0, 138.0, 80.0, 39.0, 31.0, 22.0, 7.0, 6.0, 6.0, 4.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.0005922317504882812, -0.0005782321095466614, -0.0005642324686050415, -0.0005502328276634216, -0.0005362331867218018, -0.0005222335457801819, -0.000508233904838562, -0.0004942342638969421, -0.00048023462295532227, -0.0004662349820137024, -0.0004522353410720825, -0.00043823570013046265, -0.0004242360591888428, -0.0004102364182472229, -0.00039623677730560303, -0.00038223713636398315, -0.0003682374954223633, -0.0003542378544807434, -0.00034023821353912354, -0.00032623857259750366, -0.0003122389316558838, -0.0002982392907142639, -0.00028423964977264404, -0.00027024000883102417, -0.0002562403678894043, -0.00024224072694778442, -0.00022824108600616455, -0.00021424144506454468, -0.0002002418041229248, -0.00018624216318130493, -0.00017224252223968506, -0.00015824288129806519, -0.0001442432403564453, -0.00013024359941482544, -0.00011624395847320557, -0.0001022443175315857, -8.824467658996582e-05, -7.424503564834595e-05, -6.0245394706726074e-05, -4.62457537651062e-05, -3.224611282348633e-05, -1.8246471881866455e-05, -4.246830940246582e-06, 9.752810001373291e-06, 2.3752450942993164e-05, 3.775209188461304e-05, 5.175173282623291e-05, 6.575137376785278e-05, 7.975101470947266e-05, 9.375065565109253e-05, 0.0001077502965927124, 0.00012174993753433228, 0.00013574957847595215, 0.00014974921941757202, 0.0001637488603591919, 0.00017774850130081177, 0.00019174814224243164, 0.00020574778318405151, 0.0002197474241256714, 0.00023374706506729126, 0.00024774670600891113, 0.000261746346950531, 0.0002757459878921509, 0.00028974562883377075, 0.0003037452697753906]}, "gradients/encoder.encoder.layers.7.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 3.0, 2.0, 5.0, 6.0, 9.0, 10.0, 11.0, 24.0, 20.0, 34.0, 39.0, 53.0, 67.0, 103.0, 156.0, 269.0, 409.0, 852.0, 1837.0, 4621.0, 18227.0, 424408.0, 569320.0, 19194.0, 4851.0, 1870.0, 915.0, 467.0, 236.0, 152.0, 102.0, 64.0, 55.0, 40.0, 22.0, 24.0, 21.0, 16.0, 5.0, 8.0, 7.0, 3.0, 5.0, 3.0, 3.0, 3.0, 2.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0], "bins": [-1.93359375, -1.875030517578125, -1.81646728515625, -1.757904052734375, -1.6993408203125, -1.640777587890625, -1.58221435546875, -1.523651123046875, -1.465087890625, -1.406524658203125, -1.34796142578125, -1.289398193359375, -1.2308349609375, -1.172271728515625, -1.11370849609375, -1.055145263671875, -0.99658203125, -0.938018798828125, -0.87945556640625, -0.820892333984375, -0.7623291015625, -0.703765869140625, -0.64520263671875, -0.586639404296875, -0.528076171875, -0.469512939453125, -0.41094970703125, -0.352386474609375, -0.2938232421875, -0.235260009765625, -0.17669677734375, -0.118133544921875, -0.0595703125, -0.001007080078125, 0.05755615234375, 0.116119384765625, 0.1746826171875, 0.233245849609375, 0.29180908203125, 0.350372314453125, 0.408935546875, 0.467498779296875, 0.52606201171875, 0.584625244140625, 0.6431884765625, 0.701751708984375, 0.76031494140625, 0.818878173828125, 0.87744140625, 0.936004638671875, 0.99456787109375, 1.053131103515625, 1.1116943359375, 1.170257568359375, 1.22882080078125, 1.287384033203125, 1.345947265625, 1.404510498046875, 1.46307373046875, 1.521636962890625, 1.5802001953125, 1.638763427734375, 1.69732666015625, 1.755889892578125, 1.814453125]}, "gradients/encoder.encoder.layers.7.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 5.0, 3.0, 1.0, 5.0, 2.0, 6.0, 8.0, 10.0, 14.0, 24.0, 39.0, 55.0, 80.0, 129.0, 141.0, 141.0, 101.0, 63.0, 58.0, 43.0, 23.0, 13.0, 11.0, 6.0, 4.0, 3.0, 3.0, 2.0, 3.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 3.0], "bins": [-1.72265625, -1.673309326171875, -1.62396240234375, -1.574615478515625, -1.5252685546875, -1.475921630859375, -1.42657470703125, -1.377227783203125, -1.327880859375, -1.278533935546875, -1.22918701171875, -1.179840087890625, -1.1304931640625, -1.081146240234375, -1.03179931640625, -0.982452392578125, -0.93310546875, -0.883758544921875, -0.83441162109375, -0.785064697265625, -0.7357177734375, -0.686370849609375, -0.63702392578125, -0.587677001953125, -0.538330078125, -0.488983154296875, -0.43963623046875, -0.390289306640625, -0.3409423828125, -0.291595458984375, -0.24224853515625, -0.192901611328125, -0.1435546875, -0.094207763671875, -0.04486083984375, 0.004486083984375, 0.0538330078125, 0.103179931640625, 0.15252685546875, 0.201873779296875, 0.251220703125, 0.300567626953125, 0.34991455078125, 0.399261474609375, 0.4486083984375, 0.497955322265625, 0.54730224609375, 0.596649169921875, 0.64599609375, 0.695343017578125, 0.74468994140625, 0.794036865234375, 0.8433837890625, 0.892730712890625, 0.94207763671875, 0.991424560546875, 1.040771484375, 1.090118408203125, 1.13946533203125, 1.188812255859375, 1.2381591796875, 1.287506103515625, 1.33685302734375, 1.386199951171875, 1.435546875]}, "gradients/encoder.encoder.layers.7.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 3.0, 5.0, 3.0, 3.0, 5.0, 12.0, 35.0, 47.0, 78.0, 129.0, 181.0, 170.0, 135.0, 74.0, 58.0, 23.0, 11.0, 11.0, 4.0, 0.0, 4.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0], "bins": [-18.362899780273438, -17.65546226501465, -16.948026657104492, -16.240589141845703, -15.53315258026123, -14.825716018676758, -14.118278503417969, -13.410841941833496, -12.703405380249023, -11.99596881866455, -11.288532257080078, -10.581094741821289, -9.873658180236816, -9.166221618652344, -8.458784103393555, -7.751347541809082, -7.043910980224609, -6.336474418640137, -5.629037380218506, -4.921600341796875, -4.214163780212402, -3.5067269802093506, -2.799290180206299, -2.091853141784668, -1.3844165802001953, -0.6769797801971436, 0.030457019805908203, 0.73789381980896, 1.4453306198120117, 2.1527674198150635, 2.8602042198181152, 3.567641258239746, 4.275077819824219, 4.982514381408691, 5.689951419830322, 6.397388458251953, 7.104825019836426, 7.812261581420898, 8.519699096679688, 9.22713565826416, 9.934572219848633, 10.642008781433105, 11.349445343017578, 12.056882858276367, 12.76431941986084, 13.471755981445312, 14.179193496704102, 14.886630058288574, 15.594066619873047, 16.301504135131836, 17.008939743041992, 17.71637725830078, 18.423812866210938, 19.131250381469727, 19.838687896728516, 20.546123504638672, 21.25356101989746, 21.96099853515625, 22.668434143066406, 23.375871658325195, 24.083309173583984, 24.79074478149414, 25.49818229675293, 26.20561981201172, 26.913055419921875]}, "gradients/encoder.encoder.layers.7.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 4.0, 2.0, 2.0, 7.0, 12.0, 7.0, 14.0, 23.0, 24.0, 20.0, 33.0, 36.0, 50.0, 55.0, 56.0, 62.0, 84.0, 76.0, 62.0, 56.0, 44.0, 49.0, 47.0, 38.0, 33.0, 23.0, 14.0, 13.0, 14.0, 13.0, 9.0, 9.0, 4.0, 3.0, 1.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.556513786315918, -15.007329940795898, -14.458147048950195, -13.908964157104492, -13.359780311584473, -12.810596466064453, -12.26141357421875, -11.712230682373047, -11.163046836853027, -10.613862991333008, -10.064680099487305, -9.515497207641602, -8.966313362121582, -8.417129516601562, -7.867946624755859, -7.318763256072998, -6.769579887390137, -6.220396518707275, -5.671213150024414, -5.122029781341553, -4.572846412658691, -4.02366304397583, -3.4744796752929688, -2.9252963066101074, -2.376112937927246, -1.8269295692443848, -1.2777462005615234, -0.7285628318786621, -0.17937946319580078, 0.36980390548706055, 0.9189872741699219, 1.4681706428527832, 2.017353057861328, 2.5665364265441895, 3.115719795227051, 3.664903163909912, 4.214086532592773, 4.763269901275635, 5.312453269958496, 5.861636638641357, 6.410820007324219, 6.96000337600708, 7.509186744689941, 8.058370590209961, 8.607553482055664, 9.156736373901367, 9.705920219421387, 10.255104064941406, 10.80428695678711, 11.353469848632812, 11.902653694152832, 12.451837539672852, 13.001020431518555, 13.550203323364258, 14.099387168884277, 14.648571014404297, 15.19775390625, 15.746936798095703, 16.296119689941406, 16.845304489135742, 17.394487380981445, 17.94367027282715, 18.492855072021484, 19.042037963867188, 19.59122085571289]}, "gradients/encoder.encoder.layers.6.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 6.0, 2.0, 5.0, 5.0, 9.0, 24.0, 20.0, 26.0, 53.0, 94.0, 130.0, 296.0, 623.0, 1681.0, 6320.0, 64428.0, 4063921.0, 48404.0, 5439.0, 1593.0, 551.0, 240.0, 160.0, 79.0, 43.0, 45.0, 28.0, 15.0, 11.0, 6.0, 9.0, 6.0, 4.0, 2.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.296875, -4.17218017578125, -4.0474853515625, -3.92279052734375, -3.798095703125, -3.67340087890625, -3.5487060546875, -3.42401123046875, -3.29931640625, -3.17462158203125, -3.0499267578125, -2.92523193359375, -2.800537109375, -2.67584228515625, -2.5511474609375, -2.42645263671875, -2.3017578125, -2.17706298828125, -2.0523681640625, -1.92767333984375, -1.802978515625, -1.67828369140625, -1.5535888671875, -1.42889404296875, -1.30419921875, -1.17950439453125, -1.0548095703125, -0.93011474609375, -0.805419921875, -0.68072509765625, -0.5560302734375, -0.43133544921875, -0.306640625, -0.18194580078125, -0.0572509765625, 0.06744384765625, 0.192138671875, 0.31683349609375, 0.4415283203125, 0.56622314453125, 0.69091796875, 0.81561279296875, 0.9403076171875, 1.06500244140625, 1.189697265625, 1.31439208984375, 1.4390869140625, 1.56378173828125, 1.6884765625, 1.81317138671875, 1.9378662109375, 2.06256103515625, 2.187255859375, 2.31195068359375, 2.4366455078125, 2.56134033203125, 2.68603515625, 2.81072998046875, 2.9354248046875, 3.06011962890625, 3.184814453125, 3.30950927734375, 3.4342041015625, 3.55889892578125, 3.68359375]}, "gradients/encoder.encoder.layers.6.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 7.0, 4.0, 11.0, 14.0, 14.0, 26.0, 32.0, 34.0, 50.0, 53.0, 104.0, 88.0, 62.0, 73.0, 74.0, 62.0, 62.0, 58.0, 37.0, 33.0, 29.0, 20.0, 19.0, 8.0, 8.0, 4.0, 6.0, 5.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.71240234375, -0.6829147338867188, -0.6534271240234375, -0.6239395141601562, -0.594451904296875, -0.5649642944335938, -0.5354766845703125, -0.5059890747070312, -0.47650146484375, -0.44701385498046875, -0.4175262451171875, -0.38803863525390625, -0.358551025390625, -0.32906341552734375, -0.2995758056640625, -0.27008819580078125, -0.2406005859375, -0.21111297607421875, -0.1816253662109375, -0.15213775634765625, -0.122650146484375, -0.09316253662109375, -0.0636749267578125, -0.03418731689453125, -0.00469970703125, 0.02478790283203125, 0.0542755126953125, 0.08376312255859375, 0.113250732421875, 0.14273834228515625, 0.1722259521484375, 0.20171356201171875, 0.231201171875, 0.26068878173828125, 0.2901763916015625, 0.31966400146484375, 0.349151611328125, 0.37863922119140625, 0.4081268310546875, 0.43761444091796875, 0.46710205078125, 0.49658966064453125, 0.5260772705078125, 0.5555648803710938, 0.585052490234375, 0.6145401000976562, 0.6440277099609375, 0.6735153198242188, 0.7030029296875, 0.7324905395507812, 0.7619781494140625, 0.7914657592773438, 0.820953369140625, 0.8504409790039062, 0.8799285888671875, 0.9094161987304688, 0.93890380859375, 0.9683914184570312, 0.9978790283203125, 1.0273666381835938, 1.056854248046875, 1.0863418579101562, 1.1158294677734375, 1.1453170776367188, 1.1748046875]}, "gradients/encoder.encoder.layers.6.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 6.0, 6.0, 7.0, 6.0, 21.0, 17.0, 26.0, 33.0, 38.0, 57.0, 66.0, 112.0, 246.0, 746.0, 3371.0, 37438.0, 4105261.0, 42098.0, 3318.0, 800.0, 278.0, 123.0, 58.0, 44.0, 36.0, 20.0, 17.0, 15.0, 8.0, 4.0, 5.0, 4.0, 4.0, 2.0, 0.0, 0.0, 1.0], "bins": [-9.515625, -9.2969970703125, -9.078369140625, -8.8597412109375, -8.64111328125, -8.4224853515625, -8.203857421875, -7.9852294921875, -7.7666015625, -7.5479736328125, -7.329345703125, -7.1107177734375, -6.89208984375, -6.6734619140625, -6.454833984375, -6.2362060546875, -6.017578125, -5.7989501953125, -5.580322265625, -5.3616943359375, -5.14306640625, -4.9244384765625, -4.705810546875, -4.4871826171875, -4.2685546875, -4.0499267578125, -3.831298828125, -3.6126708984375, -3.39404296875, -3.1754150390625, -2.956787109375, -2.7381591796875, -2.51953125, -2.3009033203125, -2.082275390625, -1.8636474609375, -1.64501953125, -1.4263916015625, -1.207763671875, -0.9891357421875, -0.7705078125, -0.5518798828125, -0.333251953125, -0.1146240234375, 0.10400390625, 0.3226318359375, 0.541259765625, 0.7598876953125, 0.978515625, 1.1971435546875, 1.415771484375, 1.6343994140625, 1.85302734375, 2.0716552734375, 2.290283203125, 2.5089111328125, 2.7275390625, 2.9461669921875, 3.164794921875, 3.3834228515625, 3.60205078125, 3.8206787109375, 4.039306640625, 4.2579345703125, 4.4765625]}, "gradients/encoder.encoder.layers.6.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 4.0, 3.0, 5.0, 9.0, 14.0, 34.0, 61.0, 211.0, 2203.0, 1315.0, 134.0, 43.0, 20.0, 15.0, 5.0, 2.0, 4.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.703125, -8.50494384765625, -8.3067626953125, -8.10858154296875, -7.910400390625, -7.71221923828125, -7.5140380859375, -7.31585693359375, -7.11767578125, -6.91949462890625, -6.7213134765625, -6.52313232421875, -6.324951171875, -6.12677001953125, -5.9285888671875, -5.73040771484375, -5.5322265625, -5.33404541015625, -5.1358642578125, -4.93768310546875, -4.739501953125, -4.54132080078125, -4.3431396484375, -4.14495849609375, -3.94677734375, -3.74859619140625, -3.5504150390625, -3.35223388671875, -3.154052734375, -2.95587158203125, -2.7576904296875, -2.55950927734375, -2.361328125, -2.16314697265625, -1.9649658203125, -1.76678466796875, -1.568603515625, -1.37042236328125, -1.1722412109375, -0.97406005859375, -0.77587890625, -0.57769775390625, -0.3795166015625, -0.18133544921875, 0.016845703125, 0.21502685546875, 0.4132080078125, 0.61138916015625, 0.8095703125, 1.00775146484375, 1.2059326171875, 1.40411376953125, 1.602294921875, 1.80047607421875, 1.9986572265625, 2.19683837890625, 2.39501953125, 2.59320068359375, 2.7913818359375, 2.98956298828125, 3.187744140625, 3.38592529296875, 3.5841064453125, 3.78228759765625, 3.98046875]}, "gradients/encoder.encoder.layers.6.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 0.0, 0.0, 3.0, 7.0, 2.0, 2.0, 12.0, 8.0, 14.0, 19.0, 39.0, 66.0, 117.0, 202.0, 194.0, 149.0, 76.0, 38.0, 17.0, 12.0, 12.0, 9.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.734683990478516, -17.132061004638672, -16.529438018798828, -15.926814079284668, -15.324191093444824, -14.72156810760498, -14.11894416809082, -13.516321182250977, -12.913698196411133, -12.311075210571289, -11.708452224731445, -11.105828285217285, -10.503205299377441, -9.900582313537598, -9.297958374023438, -8.695335388183594, -8.09271240234375, -7.490089416503906, -6.887465953826904, -6.284842491149902, -5.682219505310059, -5.079596519470215, -4.476973056793213, -3.874349594116211, -3.271726608276367, -2.6691033840179443, -2.0664801597595215, -1.4638569355010986, -0.8612337112426758, -0.25861048698425293, 0.3440127372741699, 0.9466361999511719, 1.5492572784423828, 2.1518805027008057, 2.7545037269592285, 3.3571269512176514, 3.959750175476074, 4.562373161315918, 5.16499662399292, 5.767620086669922, 6.370243072509766, 6.972866058349609, 7.575489521026611, 8.178112983703613, 8.780735969543457, 9.3833589553833, 9.985982894897461, 10.588605880737305, 11.191228866577148, 11.793851852416992, 12.396474838256836, 12.999098777770996, 13.60172176361084, 14.204344749450684, 14.806968688964844, 15.409591674804688, 16.01221466064453, 16.614837646484375, 17.21746063232422, 17.820083618164062, 18.422706604003906, 19.025331497192383, 19.627954483032227, 20.23057746887207, 20.833200454711914]}, "gradients/encoder.encoder.layers.6.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 3.0, 2.0, 4.0, 6.0, 9.0, 9.0, 11.0, 5.0, 10.0, 14.0, 30.0, 29.0, 31.0, 32.0, 34.0, 33.0, 37.0, 55.0, 40.0, 43.0, 51.0, 40.0, 50.0, 46.0, 42.0, 41.0, 31.0, 32.0, 38.0, 27.0, 32.0, 22.0, 18.0, 26.0, 19.0, 11.0, 8.0, 6.0, 10.0, 1.0, 6.0, 4.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-9.516220092773438, -9.183789253234863, -8.851359367370605, -8.518928527832031, -8.186498641967773, -7.854067802429199, -7.521636962890625, -7.189206600189209, -6.856776237487793, -6.524345874786377, -6.191915512084961, -5.859484672546387, -5.527054309844971, -5.194623947143555, -4.8621931076049805, -4.5297627449035645, -4.197332382202148, -3.8649020195007324, -3.5324714183807373, -3.200040817260742, -2.867610454559326, -2.53518009185791, -2.202749490737915, -1.87031888961792, -1.537888526916504, -1.2054580450057983, -0.8730275630950928, -0.5405970811843872, -0.20816659927368164, 0.12426388263702393, 0.4566943645477295, 0.7891249656677246, 1.121556282043457, 1.4539867639541626, 1.7864172458648682, 2.1188478469848633, 2.4512782096862793, 2.7837085723876953, 3.1161391735076904, 3.4485697746276855, 3.7810001373291016, 4.113430500030518, 4.445860862731934, 4.778291702270508, 5.110722064971924, 5.44315242767334, 5.775583267211914, 6.10801362991333, 6.440443992614746, 6.772874355316162, 7.105304718017578, 7.437735557556152, 7.770165920257568, 8.102596282958984, 8.435027122497559, 8.767457962036133, 9.09988784790039, 9.432318687438965, 9.764748573303223, 10.097179412841797, 10.429609298706055, 10.762040138244629, 11.094470977783203, 11.426900863647461, 11.759331703186035]}, "gradients/encoder.encoder.layers.6.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 5.0, 2.0, 7.0, 16.0, 16.0, 19.0, 36.0, 49.0, 78.0, 98.0, 138.0, 218.0, 343.0, 522.0, 856.0, 1398.0, 2335.0, 4141.0, 7859.0, 16017.0, 38171.0, 123142.0, 521514.0, 228996.0, 57575.0, 21920.0, 10198.0, 5287.0, 2950.0, 1721.0, 1042.0, 625.0, 418.0, 274.0, 177.0, 136.0, 69.0, 62.0, 39.0, 22.0, 16.0, 15.0, 13.0, 8.0, 6.0, 5.0, 3.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0], "bins": [-1.744140625, -1.6923828125, -1.640625, -1.5888671875, -1.537109375, -1.4853515625, -1.43359375, -1.3818359375, -1.330078125, -1.2783203125, -1.2265625, -1.1748046875, -1.123046875, -1.0712890625, -1.01953125, -0.9677734375, -0.916015625, -0.8642578125, -0.8125, -0.7607421875, -0.708984375, -0.6572265625, -0.60546875, -0.5537109375, -0.501953125, -0.4501953125, -0.3984375, -0.3466796875, -0.294921875, -0.2431640625, -0.19140625, -0.1396484375, -0.087890625, -0.0361328125, 0.015625, 0.0673828125, 0.119140625, 0.1708984375, 0.22265625, 0.2744140625, 0.326171875, 0.3779296875, 0.4296875, 0.4814453125, 0.533203125, 0.5849609375, 0.63671875, 0.6884765625, 0.740234375, 0.7919921875, 0.84375, 0.8955078125, 0.947265625, 0.9990234375, 1.05078125, 1.1025390625, 1.154296875, 1.2060546875, 1.2578125, 1.3095703125, 1.361328125, 1.4130859375, 1.46484375, 1.5166015625, 1.568359375]}, "gradients/encoder.encoder.layers.6.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 2.0, 8.0, 6.0, 7.0, 7.0, 5.0, 12.0, 8.0, 17.0, 22.0, 24.0, 24.0, 22.0, 35.0, 33.0, 32.0, 43.0, 52.0, 36.0, 50.0, 50.0, 47.0, 46.0, 43.0, 33.0, 50.0, 44.0, 29.0, 36.0, 21.0, 22.0, 22.0, 25.0, 21.0, 11.0, 12.0, 9.0, 12.0, 8.0, 6.0, 6.0, 2.0, 1.0, 4.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.71533203125, -0.6938247680664062, -0.6723175048828125, -0.6508102416992188, -0.629302978515625, -0.6077957153320312, -0.5862884521484375, -0.5647811889648438, -0.54327392578125, -0.5217666625976562, -0.5002593994140625, -0.47875213623046875, -0.457244873046875, -0.43573760986328125, -0.4142303466796875, -0.39272308349609375, -0.3712158203125, -0.34970855712890625, -0.3282012939453125, -0.30669403076171875, -0.285186767578125, -0.26367950439453125, -0.2421722412109375, -0.22066497802734375, -0.19915771484375, -0.17765045166015625, -0.1561431884765625, -0.13463592529296875, -0.113128662109375, -0.09162139892578125, -0.0701141357421875, -0.04860687255859375, -0.027099609375, -0.00559234619140625, 0.0159149169921875, 0.03742218017578125, 0.058929443359375, 0.08043670654296875, 0.1019439697265625, 0.12345123291015625, 0.14495849609375, 0.16646575927734375, 0.1879730224609375, 0.20948028564453125, 0.230987548828125, 0.25249481201171875, 0.2740020751953125, 0.29550933837890625, 0.3170166015625, 0.33852386474609375, 0.3600311279296875, 0.38153839111328125, 0.403045654296875, 0.42455291748046875, 0.4460601806640625, 0.46756744384765625, 0.48907470703125, 0.5105819702148438, 0.5320892333984375, 0.5535964965820312, 0.575103759765625, 0.5966110229492188, 0.6181182861328125, 0.6396255493164062, 0.6611328125]}, "gradients/encoder.encoder.layers.6.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 5.0, 5.0, 11.0, 15.0, 16.0, 22.0, 35.0, 40.0, 80.0, 118.0, 188.0, 299.0, 629.0, 1461.0, 3976.0, 16129.0, 232443.0, 755961.0, 28072.0, 5425.0, 1800.0, 839.0, 376.0, 221.0, 144.0, 75.0, 53.0, 39.0, 22.0, 16.0, 16.0, 8.0, 3.0, 6.0, 5.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.98046875, -3.82818603515625, -3.6759033203125, -3.52362060546875, -3.371337890625, -3.21905517578125, -3.0667724609375, -2.91448974609375, -2.76220703125, -2.60992431640625, -2.4576416015625, -2.30535888671875, -2.153076171875, -2.00079345703125, -1.8485107421875, -1.69622802734375, -1.5439453125, -1.39166259765625, -1.2393798828125, -1.08709716796875, -0.934814453125, -0.78253173828125, -0.6302490234375, -0.47796630859375, -0.32568359375, -0.17340087890625, -0.0211181640625, 0.13116455078125, 0.283447265625, 0.43572998046875, 0.5880126953125, 0.74029541015625, 0.892578125, 1.04486083984375, 1.1971435546875, 1.34942626953125, 1.501708984375, 1.65399169921875, 1.8062744140625, 1.95855712890625, 2.11083984375, 2.26312255859375, 2.4154052734375, 2.56768798828125, 2.719970703125, 2.87225341796875, 3.0245361328125, 3.17681884765625, 3.3291015625, 3.48138427734375, 3.6336669921875, 3.78594970703125, 3.938232421875, 4.09051513671875, 4.2427978515625, 4.39508056640625, 4.54736328125, 4.69964599609375, 4.8519287109375, 5.00421142578125, 5.156494140625, 5.30877685546875, 5.4610595703125, 5.61334228515625, 5.765625]}, "gradients/encoder.encoder.layers.6.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 3.0, 2.0, 6.0, 7.0, 12.0, 8.0, 20.0, 21.0, 36.0, 39.0, 57.0, 58.0, 73.0, 84.0, 83.0, 79.0, 71.0, 73.0, 68.0, 50.0, 38.0, 24.0, 25.0, 22.0, 10.0, 12.0, 6.0, 7.0, 6.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.1484375, -4.98675537109375, -4.8250732421875, -4.66339111328125, -4.501708984375, -4.34002685546875, -4.1783447265625, -4.01666259765625, -3.85498046875, -3.69329833984375, -3.5316162109375, -3.36993408203125, -3.208251953125, -3.04656982421875, -2.8848876953125, -2.72320556640625, -2.5615234375, -2.39984130859375, -2.2381591796875, -2.07647705078125, -1.914794921875, -1.75311279296875, -1.5914306640625, -1.42974853515625, -1.26806640625, -1.10638427734375, -0.9447021484375, -0.78302001953125, -0.621337890625, -0.45965576171875, -0.2979736328125, -0.13629150390625, 0.025390625, 0.18707275390625, 0.3487548828125, 0.51043701171875, 0.672119140625, 0.83380126953125, 0.9954833984375, 1.15716552734375, 1.31884765625, 1.48052978515625, 1.6422119140625, 1.80389404296875, 1.965576171875, 2.12725830078125, 2.2889404296875, 2.45062255859375, 2.6123046875, 2.77398681640625, 2.9356689453125, 3.09735107421875, 3.259033203125, 3.42071533203125, 3.5823974609375, 3.74407958984375, 3.90576171875, 4.06744384765625, 4.2291259765625, 4.39080810546875, 4.552490234375, 4.71417236328125, 4.8758544921875, 5.03753662109375, 5.19921875]}, "gradients/encoder.encoder.layers.6.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 3.0, 5.0, 7.0, 6.0, 19.0, 25.0, 29.0, 34.0, 55.0, 85.0, 142.0, 245.0, 531.0, 1125.0, 3296.0, 12995.0, 93430.0, 804107.0, 111829.0, 14581.0, 3550.0, 1263.0, 512.0, 257.0, 157.0, 80.0, 61.0, 43.0, 24.0, 11.0, 21.0, 7.0, 5.0, 5.0, 5.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.673828125, -1.6267242431640625, -1.579620361328125, -1.5325164794921875, -1.48541259765625, -1.4383087158203125, -1.391204833984375, -1.3441009521484375, -1.2969970703125, -1.2498931884765625, -1.202789306640625, -1.1556854248046875, -1.10858154296875, -1.0614776611328125, -1.014373779296875, -0.9672698974609375, -0.920166015625, -0.8730621337890625, -0.825958251953125, -0.7788543701171875, -0.73175048828125, -0.6846466064453125, -0.637542724609375, -0.5904388427734375, -0.5433349609375, -0.4962310791015625, -0.449127197265625, -0.4020233154296875, -0.35491943359375, -0.3078155517578125, -0.260711669921875, -0.2136077880859375, -0.16650390625, -0.1194000244140625, -0.072296142578125, -0.0251922607421875, 0.02191162109375, 0.0690155029296875, 0.116119384765625, 0.1632232666015625, 0.2103271484375, 0.2574310302734375, 0.304534912109375, 0.3516387939453125, 0.39874267578125, 0.4458465576171875, 0.492950439453125, 0.5400543212890625, 0.587158203125, 0.6342620849609375, 0.681365966796875, 0.7284698486328125, 0.77557373046875, 0.8226776123046875, 0.869781494140625, 0.9168853759765625, 0.9639892578125, 1.0110931396484375, 1.058197021484375, 1.1053009033203125, 1.15240478515625, 1.1995086669921875, 1.246612548828125, 1.2937164306640625, 1.3408203125]}, "gradients/encoder.encoder.layers.6.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 4.0, 3.0, 2.0, 8.0, 11.0, 13.0, 17.0, 32.0, 33.0, 46.0, 66.0, 127.0, 149.0, 174.0, 117.0, 70.0, 36.0, 34.0, 20.0, 9.0, 8.0, 9.0, 4.0, 4.0, 2.0, 4.0, 3.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00030422210693359375, -0.0002949833869934082, -0.00028574466705322266, -0.0002765059471130371, -0.00026726722717285156, -0.000258028507232666, -0.00024878978729248047, -0.00023955106735229492, -0.00023031234741210938, -0.00022107362747192383, -0.00021183490753173828, -0.00020259618759155273, -0.0001933574676513672, -0.00018411874771118164, -0.0001748800277709961, -0.00016564130783081055, -0.000156402587890625, -0.00014716386795043945, -0.0001379251480102539, -0.00012868642807006836, -0.00011944770812988281, -0.00011020898818969727, -0.00010097026824951172, -9.173154830932617e-05, -8.249282836914062e-05, -7.325410842895508e-05, -6.401538848876953e-05, -5.4776668548583984e-05, -4.553794860839844e-05, -3.629922866821289e-05, -2.7060508728027344e-05, -1.7821788787841797e-05, -8.58306884765625e-06, 6.556510925292969e-07, 9.894371032714844e-06, 1.913309097290039e-05, 2.8371810913085938e-05, 3.7610530853271484e-05, 4.684925079345703e-05, 5.608797073364258e-05, 6.532669067382812e-05, 7.456541061401367e-05, 8.380413055419922e-05, 9.304285049438477e-05, 0.00010228157043457031, 0.00011152029037475586, 0.0001207590103149414, 0.00012999773025512695, 0.0001392364501953125, 0.00014847517013549805, 0.0001577138900756836, 0.00016695261001586914, 0.0001761913299560547, 0.00018543004989624023, 0.00019466876983642578, 0.00020390748977661133, 0.00021314620971679688, 0.00022238492965698242, 0.00023162364959716797, 0.00024086236953735352, 0.00025010108947753906, 0.0002593398094177246, 0.00026857852935791016, 0.0002778172492980957, 0.00028705596923828125]}, "gradients/encoder.encoder.layers.6.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 10.0, 6.0, 3.0, 9.0, 10.0, 24.0, 37.0, 55.0, 88.0, 198.0, 407.0, 1027.0, 3299.0, 19844.0, 704168.0, 302424.0, 12863.0, 2468.0, 886.0, 330.0, 166.0, 87.0, 61.0, 30.0, 14.0, 12.0, 6.0, 5.0, 7.0, 4.0, 4.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-2.4296875, -2.3672332763671875, -2.304779052734375, -2.2423248291015625, -2.17987060546875, -2.1174163818359375, -2.054962158203125, -1.9925079345703125, -1.9300537109375, -1.8675994873046875, -1.805145263671875, -1.7426910400390625, -1.68023681640625, -1.6177825927734375, -1.555328369140625, -1.4928741455078125, -1.430419921875, -1.3679656982421875, -1.305511474609375, -1.2430572509765625, -1.18060302734375, -1.1181488037109375, -1.055694580078125, -0.9932403564453125, -0.9307861328125, -0.8683319091796875, -0.805877685546875, -0.7434234619140625, -0.68096923828125, -0.6185150146484375, -0.556060791015625, -0.4936065673828125, -0.43115234375, -0.3686981201171875, -0.306243896484375, -0.2437896728515625, -0.18133544921875, -0.1188812255859375, -0.056427001953125, 0.0060272216796875, 0.0684814453125, 0.1309356689453125, 0.193389892578125, 0.2558441162109375, 0.31829833984375, 0.3807525634765625, 0.443206787109375, 0.5056610107421875, 0.568115234375, 0.6305694580078125, 0.693023681640625, 0.7554779052734375, 0.81793212890625, 0.8803863525390625, 0.942840576171875, 1.0052947998046875, 1.0677490234375, 1.1302032470703125, 1.192657470703125, 1.2551116943359375, 1.31756591796875, 1.3800201416015625, 1.442474365234375, 1.5049285888671875, 1.5673828125]}, "gradients/encoder.encoder.layers.6.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 3.0, 9.0, 6.0, 18.0, 17.0, 30.0, 36.0, 76.0, 85.0, 113.0, 127.0, 130.0, 112.0, 82.0, 52.0, 29.0, 33.0, 13.0, 14.0, 7.0, 6.0, 5.0, 4.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5810546875, -1.535797119140625, -1.49053955078125, -1.445281982421875, -1.4000244140625, -1.354766845703125, -1.30950927734375, -1.264251708984375, -1.218994140625, -1.173736572265625, -1.12847900390625, -1.083221435546875, -1.0379638671875, -0.992706298828125, -0.94744873046875, -0.902191162109375, -0.85693359375, -0.811676025390625, -0.76641845703125, -0.721160888671875, -0.6759033203125, -0.630645751953125, -0.58538818359375, -0.540130615234375, -0.494873046875, -0.449615478515625, -0.40435791015625, -0.359100341796875, -0.3138427734375, -0.268585205078125, -0.22332763671875, -0.178070068359375, -0.1328125, -0.087554931640625, -0.04229736328125, 0.002960205078125, 0.0482177734375, 0.093475341796875, 0.13873291015625, 0.183990478515625, 0.229248046875, 0.274505615234375, 0.31976318359375, 0.365020751953125, 0.4102783203125, 0.455535888671875, 0.50079345703125, 0.546051025390625, 0.59130859375, 0.636566162109375, 0.68182373046875, 0.727081298828125, 0.7723388671875, 0.817596435546875, 0.86285400390625, 0.908111572265625, 0.953369140625, 0.998626708984375, 1.04388427734375, 1.089141845703125, 1.1343994140625, 1.179656982421875, 1.22491455078125, 1.270172119140625, 1.3154296875]}, "gradients/encoder.encoder.layers.6.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 6.0, 13.0, 17.0, 29.0, 50.0, 113.0, 181.0, 237.0, 144.0, 95.0, 61.0, 25.0, 15.0, 3.0, 5.0, 3.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-29.28778076171875, -28.50348663330078, -27.719192504882812, -26.93489646911621, -26.150602340698242, -25.366308212280273, -24.582014083862305, -23.797718048095703, -23.013423919677734, -22.229129791259766, -21.444835662841797, -20.660539627075195, -19.876245498657227, -19.091951370239258, -18.30765724182129, -17.523361206054688, -16.73906707763672, -15.95477294921875, -15.170477867126465, -14.386183738708496, -13.601888656616211, -12.817594528198242, -12.033300399780273, -11.249005317687988, -10.464712142944336, -9.680418014526367, -8.896122932434082, -8.111828804016113, -7.327533721923828, -6.543239593505859, -5.758944988250732, -4.9746503829956055, -4.19035530090332, -3.4060606956481934, -2.6217660903930664, -1.8374717235565186, -1.0531771183013916, -0.26888251304626465, 0.5154118537902832, 1.2997064590454102, 2.084001064300537, 2.868295669555664, 3.652590274810791, 4.436884880065918, 5.221179008483887, 6.005474090576172, 6.789768218994141, 7.574062824249268, 8.358357429504395, 9.142651557922363, 9.926946640014648, 10.711240768432617, 11.495535850524902, 12.279829978942871, 13.064125061035156, 13.848419189453125, 14.632713317871094, 15.417007446289062, 16.20130157470703, 16.985597610473633, 17.7698917388916, 18.55418586730957, 19.33847999572754, 20.12277603149414, 20.90707015991211]}, "gradients/encoder.encoder.layers.6.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 4.0, 6.0, 4.0, 4.0, 7.0, 9.0, 11.0, 20.0, 15.0, 19.0, 23.0, 25.0, 38.0, 35.0, 54.0, 41.0, 47.0, 46.0, 55.0, 65.0, 69.0, 60.0, 48.0, 56.0, 34.0, 38.0, 39.0, 26.0, 22.0, 27.0, 10.0, 7.0, 5.0, 11.0, 10.0, 8.0, 4.0, 4.0, 5.0, 0.0, 3.0, 0.0, 1.0, 1.0], "bins": [-18.811744689941406, -18.338102340698242, -17.86446189880371, -17.390819549560547, -16.917177200317383, -16.44353485107422, -15.969893455505371, -15.496252059936523, -15.02260971069336, -14.548968315124512, -14.075325965881348, -13.6016845703125, -13.128042221069336, -12.654400825500488, -12.180758476257324, -11.707117080688477, -11.233474731445312, -10.759833335876465, -10.2861909866333, -9.812549591064453, -9.338907241821289, -8.865265846252441, -8.391623497009277, -7.91798210144043, -7.444340705871582, -6.970698833465576, -6.49705696105957, -6.0234150886535645, -5.549773216247559, -5.076131820678711, -4.602489471435547, -4.128848075866699, -3.655205726623535, -3.1815638542175293, -2.7079219818115234, -2.2342801094055176, -1.7606383562088013, -1.286996603012085, -0.8133547306060791, -0.33971285820007324, 0.13392901420593262, 0.6075708866119385, 1.0812127590179443, 1.5548545122146606, 2.028496265411377, 2.502138137817383, 2.9757800102233887, 3.4494218826293945, 3.9230637550354004, 4.396705627441406, 4.870347499847412, 5.343989372253418, 5.817631244659424, 6.29127311706543, 6.764914512634277, 7.238556861877441, 7.712198257446289, 8.185839653015137, 8.6594820022583, 9.133123397827148, 9.606765747070312, 10.08040714263916, 10.554049491882324, 11.027690887451172, 11.501333236694336]}, "gradients/encoder.encoder.layers.5.feed_forward.output_dense.weight": {"_type": "histogram", "values": [4.0, 0.0, 2.0, 5.0, 1.0, 3.0, 2.0, 7.0, 15.0, 13.0, 25.0, 37.0, 41.0, 66.0, 85.0, 150.0, 216.0, 307.0, 469.0, 681.0, 1067.0, 1730.0, 2869.0, 5098.0, 10430.0, 26909.0, 117544.0, 1525292.0, 2288317.0, 157363.0, 31055.0, 11289.0, 5394.0, 2913.0, 1695.0, 1098.0, 680.0, 434.0, 301.0, 205.0, 126.0, 89.0, 66.0, 60.0, 45.0, 29.0, 12.0, 15.0, 14.0, 13.0, 9.0, 3.0, 0.0, 1.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.2841796875, -1.2384185791015625, -1.192657470703125, -1.1468963623046875, -1.10113525390625, -1.0553741455078125, -1.009613037109375, -0.9638519287109375, -0.9180908203125, -0.8723297119140625, -0.826568603515625, -0.7808074951171875, -0.73504638671875, -0.6892852783203125, -0.643524169921875, -0.5977630615234375, -0.552001953125, -0.5062408447265625, -0.460479736328125, -0.4147186279296875, -0.36895751953125, -0.3231964111328125, -0.277435302734375, -0.2316741943359375, -0.1859130859375, -0.1401519775390625, -0.094390869140625, -0.0486297607421875, -0.00286865234375, 0.0428924560546875, 0.088653564453125, 0.1344146728515625, 0.18017578125, 0.2259368896484375, 0.271697998046875, 0.3174591064453125, 0.36322021484375, 0.4089813232421875, 0.454742431640625, 0.5005035400390625, 0.5462646484375, 0.5920257568359375, 0.637786865234375, 0.6835479736328125, 0.72930908203125, 0.7750701904296875, 0.820831298828125, 0.8665924072265625, 0.912353515625, 0.9581146240234375, 1.003875732421875, 1.0496368408203125, 1.09539794921875, 1.1411590576171875, 1.186920166015625, 1.2326812744140625, 1.2784423828125, 1.3242034912109375, 1.369964599609375, 1.4157257080078125, 1.46148681640625, 1.5072479248046875, 1.553009033203125, 1.5987701416015625, 1.64453125]}, "gradients/encoder.encoder.layers.5.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 5.0, 3.0, 13.0, 12.0, 20.0, 23.0, 32.0, 44.0, 54.0, 55.0, 64.0, 89.0, 82.0, 84.0, 89.0, 65.0, 70.0, 50.0, 43.0, 26.0, 29.0, 18.0, 11.0, 12.0, 3.0, 6.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.16015625, -1.124969482421875, -1.08978271484375, -1.054595947265625, -1.0194091796875, -0.984222412109375, -0.94903564453125, -0.913848876953125, -0.878662109375, -0.843475341796875, -0.80828857421875, -0.773101806640625, -0.7379150390625, -0.702728271484375, -0.66754150390625, -0.632354736328125, -0.59716796875, -0.561981201171875, -0.52679443359375, -0.491607666015625, -0.4564208984375, -0.421234130859375, -0.38604736328125, -0.350860595703125, -0.315673828125, -0.280487060546875, -0.24530029296875, -0.210113525390625, -0.1749267578125, -0.139739990234375, -0.10455322265625, -0.069366455078125, -0.0341796875, 0.001007080078125, 0.03619384765625, 0.071380615234375, 0.1065673828125, 0.141754150390625, 0.17694091796875, 0.212127685546875, 0.247314453125, 0.282501220703125, 0.31768798828125, 0.352874755859375, 0.3880615234375, 0.423248291015625, 0.45843505859375, 0.493621826171875, 0.52880859375, 0.563995361328125, 0.59918212890625, 0.634368896484375, 0.6695556640625, 0.704742431640625, 0.73992919921875, 0.775115966796875, 0.810302734375, 0.845489501953125, 0.88067626953125, 0.915863037109375, 0.9510498046875, 0.986236572265625, 1.02142333984375, 1.056610107421875, 1.091796875]}, "gradients/encoder.encoder.layers.5.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 2.0, 5.0, 5.0, 10.0, 18.0, 21.0, 20.0, 30.0, 49.0, 78.0, 141.0, 211.0, 409.0, 930.0, 3455.0, 28433.0, 3991774.0, 157835.0, 8360.0, 1581.0, 477.0, 200.0, 100.0, 49.0, 39.0, 21.0, 15.0, 6.0, 4.0, 4.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-11.203125, -10.95263671875, -10.7021484375, -10.45166015625, -10.201171875, -9.95068359375, -9.7001953125, -9.44970703125, -9.19921875, -8.94873046875, -8.6982421875, -8.44775390625, -8.197265625, -7.94677734375, -7.6962890625, -7.44580078125, -7.1953125, -6.94482421875, -6.6943359375, -6.44384765625, -6.193359375, -5.94287109375, -5.6923828125, -5.44189453125, -5.19140625, -4.94091796875, -4.6904296875, -4.43994140625, -4.189453125, -3.93896484375, -3.6884765625, -3.43798828125, -3.1875, -2.93701171875, -2.6865234375, -2.43603515625, -2.185546875, -1.93505859375, -1.6845703125, -1.43408203125, -1.18359375, -0.93310546875, -0.6826171875, -0.43212890625, -0.181640625, 0.06884765625, 0.3193359375, 0.56982421875, 0.8203125, 1.07080078125, 1.3212890625, 1.57177734375, 1.822265625, 2.07275390625, 2.3232421875, 2.57373046875, 2.82421875, 3.07470703125, 3.3251953125, 3.57568359375, 3.826171875, 4.07666015625, 4.3271484375, 4.57763671875, 4.828125]}, "gradients/encoder.encoder.layers.5.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 10.0, 15.0, 22.0, 44.0, 89.0, 192.0, 967.0, 2100.0, 371.0, 128.0, 61.0, 24.0, 18.0, 16.0, 9.0, 6.0, 8.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-10.578125, -10.3541259765625, -10.130126953125, -9.9061279296875, -9.68212890625, -9.4581298828125, -9.234130859375, -9.0101318359375, -8.7861328125, -8.5621337890625, -8.338134765625, -8.1141357421875, -7.89013671875, -7.6661376953125, -7.442138671875, -7.2181396484375, -6.994140625, -6.7701416015625, -6.546142578125, -6.3221435546875, -6.09814453125, -5.8741455078125, -5.650146484375, -5.4261474609375, -5.2021484375, -4.9781494140625, -4.754150390625, -4.5301513671875, -4.30615234375, -4.0821533203125, -3.858154296875, -3.6341552734375, -3.41015625, -3.1861572265625, -2.962158203125, -2.7381591796875, -2.51416015625, -2.2901611328125, -2.066162109375, -1.8421630859375, -1.6181640625, -1.3941650390625, -1.170166015625, -0.9461669921875, -0.72216796875, -0.4981689453125, -0.274169921875, -0.0501708984375, 0.173828125, 0.3978271484375, 0.621826171875, 0.8458251953125, 1.06982421875, 1.2938232421875, 1.517822265625, 1.7418212890625, 1.9658203125, 2.1898193359375, 2.413818359375, 2.6378173828125, 2.86181640625, 3.0858154296875, 3.309814453125, 3.5338134765625, 3.7578125]}, "gradients/encoder.encoder.layers.5.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 4.0, 2.0, 0.0, 7.0, 10.0, 19.0, 20.0, 36.0, 85.0, 174.0, 225.0, 187.0, 104.0, 51.0, 30.0, 19.0, 7.0, 8.0, 5.0, 3.0, 4.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-43.187225341796875, -42.171085357666016, -41.15494155883789, -40.13880157470703, -39.122657775878906, -38.10651779174805, -37.09037399291992, -36.07423400878906, -35.05809020996094, -34.04195022583008, -33.02580642700195, -32.009666442871094, -30.99352264404297, -29.977380752563477, -28.961238861083984, -27.945098876953125, -26.928956985473633, -25.91281509399414, -24.89667320251465, -23.880531311035156, -22.864389419555664, -21.848247528076172, -20.832107543945312, -19.815963745117188, -18.799823760986328, -17.783681869506836, -16.767539978027344, -15.751398086547852, -14.73525619506836, -13.719114303588867, -12.702973365783691, -11.6868314743042, -10.670686721801758, -9.654544830322266, -8.638402938842773, -7.6222615242004395, -6.606119632720947, -5.589977741241455, -4.573836326599121, -3.557694435119629, -2.5415525436401367, -1.525410771369934, -0.5092689990997314, 0.5068726539611816, 1.5230145454406738, 2.539156436920166, 3.5552978515625, 4.571439743041992, 5.587581634521484, 6.603723526000977, 7.619865417480469, 8.636007308959961, 9.652149200439453, 10.668291091918945, 11.684432029724121, 12.700573921203613, 13.716715812683105, 14.732857704162598, 15.74899959564209, 16.765140533447266, 17.781282424926758, 18.79742431640625, 19.813566207885742, 20.829708099365234, 21.845849990844727]}, "gradients/encoder.encoder.layers.5.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 4.0, 3.0, 4.0, 5.0, 4.0, 8.0, 12.0, 17.0, 17.0, 17.0, 19.0, 25.0, 36.0, 28.0, 43.0, 41.0, 41.0, 45.0, 52.0, 54.0, 50.0, 64.0, 58.0, 68.0, 35.0, 42.0, 36.0, 24.0, 25.0, 25.0, 21.0, 21.0, 18.0, 9.0, 7.0, 9.0, 13.0, 3.0, 3.0, 1.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.371603012084961, -13.873456001281738, -13.375309944152832, -12.87716293334961, -12.379016876220703, -11.88086986541748, -11.382723808288574, -10.884576797485352, -10.386430740356445, -9.888283729553223, -9.390137672424316, -8.891990661621094, -8.393844604492188, -7.895697593688965, -7.397551536560059, -6.899404525756836, -6.4012579917907715, -5.903111457824707, -5.404964923858643, -4.906818389892578, -4.408671855926514, -3.91052508354187, -3.4123785495758057, -2.914232015609741, -2.4160854816436768, -1.9179389476776123, -1.4197924137115479, -0.9216457605361938, -0.4234992265701294, 0.07464742660522461, 0.5727939605712891, 1.0709404945373535, 1.569087028503418, 2.0672335624694824, 2.565380096435547, 3.0635266304016113, 3.561673164367676, 4.059820175170898, 4.557966232299805, 5.056113243103027, 5.554259300231934, 6.052405834197998, 6.5505523681640625, 7.048698902130127, 7.546845436096191, 8.044992446899414, 8.54313850402832, 9.041285514831543, 9.539432525634766, 10.037579536437988, 10.535725593566895, 11.033872604370117, 11.532018661499023, 12.030165672302246, 12.528311729431152, 13.026458740234375, 13.524604797363281, 14.022751808166504, 14.52089786529541, 15.019044876098633, 15.517190933227539, 16.015336990356445, 16.513484954833984, 17.01163101196289, 17.509777069091797]}, "gradients/encoder.encoder.layers.5.attention.out_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 4.0, 3.0, 4.0, 13.0, 26.0, 35.0, 44.0, 64.0, 96.0, 164.0, 279.0, 441.0, 837.0, 1451.0, 2820.0, 5992.0, 13655.0, 36128.0, 121012.0, 532368.0, 237023.0, 58821.0, 20320.0, 8552.0, 3937.0, 1913.0, 1013.0, 589.0, 361.0, 199.0, 134.0, 95.0, 60.0, 36.0, 29.0, 11.0, 12.0, 3.0, 7.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.5390625, -2.461456298828125, -2.38385009765625, -2.306243896484375, -2.2286376953125, -2.151031494140625, -2.07342529296875, -1.995819091796875, -1.918212890625, -1.840606689453125, -1.76300048828125, -1.685394287109375, -1.6077880859375, -1.530181884765625, -1.45257568359375, -1.374969482421875, -1.29736328125, -1.219757080078125, -1.14215087890625, -1.064544677734375, -0.9869384765625, -0.909332275390625, -0.83172607421875, -0.754119873046875, -0.676513671875, -0.598907470703125, -0.52130126953125, -0.443695068359375, -0.3660888671875, -0.288482666015625, -0.21087646484375, -0.133270263671875, -0.0556640625, 0.021942138671875, 0.09954833984375, 0.177154541015625, 0.2547607421875, 0.332366943359375, 0.40997314453125, 0.487579345703125, 0.565185546875, 0.642791748046875, 0.72039794921875, 0.798004150390625, 0.8756103515625, 0.953216552734375, 1.03082275390625, 1.108428955078125, 1.18603515625, 1.263641357421875, 1.34124755859375, 1.418853759765625, 1.4964599609375, 1.574066162109375, 1.65167236328125, 1.729278564453125, 1.806884765625, 1.884490966796875, 1.96209716796875, 2.039703369140625, 2.1173095703125, 2.194915771484375, 2.27252197265625, 2.350128173828125, 2.427734375]}, "gradients/encoder.encoder.layers.5.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 8.0, 5.0, 2.0, 8.0, 7.0, 9.0, 14.0, 12.0, 14.0, 18.0, 18.0, 27.0, 28.0, 35.0, 29.0, 50.0, 46.0, 55.0, 56.0, 74.0, 53.0, 47.0, 46.0, 49.0, 49.0, 36.0, 39.0, 30.0, 28.0, 23.0, 17.0, 18.0, 13.0, 12.0, 6.0, 5.0, 7.0, 7.0, 3.0, 1.0, 4.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.0029296875, -0.975006103515625, -0.94708251953125, -0.919158935546875, -0.8912353515625, -0.863311767578125, -0.83538818359375, -0.807464599609375, -0.779541015625, -0.751617431640625, -0.72369384765625, -0.695770263671875, -0.6678466796875, -0.639923095703125, -0.61199951171875, -0.584075927734375, -0.55615234375, -0.528228759765625, -0.50030517578125, -0.472381591796875, -0.4444580078125, -0.416534423828125, -0.38861083984375, -0.360687255859375, -0.332763671875, -0.304840087890625, -0.27691650390625, -0.248992919921875, -0.2210693359375, -0.193145751953125, -0.16522216796875, -0.137298583984375, -0.109375, -0.081451416015625, -0.05352783203125, -0.025604248046875, 0.0023193359375, 0.030242919921875, 0.05816650390625, 0.086090087890625, 0.114013671875, 0.141937255859375, 0.16986083984375, 0.197784423828125, 0.2257080078125, 0.253631591796875, 0.28155517578125, 0.309478759765625, 0.33740234375, 0.365325927734375, 0.39324951171875, 0.421173095703125, 0.4490966796875, 0.477020263671875, 0.50494384765625, 0.532867431640625, 0.560791015625, 0.588714599609375, 0.61663818359375, 0.644561767578125, 0.6724853515625, 0.700408935546875, 0.72833251953125, 0.756256103515625, 0.7841796875]}, "gradients/encoder.encoder.layers.5.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 9.0, 9.0, 14.0, 9.0, 17.0, 27.0, 43.0, 60.0, 75.0, 123.0, 217.0, 337.0, 661.0, 1298.0, 3358.0, 12339.0, 128002.0, 852715.0, 38174.0, 6649.0, 2221.0, 978.0, 467.0, 300.0, 154.0, 91.0, 59.0, 48.0, 25.0, 20.0, 17.0, 12.0, 7.0, 3.0, 6.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-6.6484375, -6.45452880859375, -6.2606201171875, -6.06671142578125, -5.872802734375, -5.67889404296875, -5.4849853515625, -5.29107666015625, -5.09716796875, -4.90325927734375, -4.7093505859375, -4.51544189453125, -4.321533203125, -4.12762451171875, -3.9337158203125, -3.73980712890625, -3.5458984375, -3.35198974609375, -3.1580810546875, -2.96417236328125, -2.770263671875, -2.57635498046875, -2.3824462890625, -2.18853759765625, -1.99462890625, -1.80072021484375, -1.6068115234375, -1.41290283203125, -1.218994140625, -1.02508544921875, -0.8311767578125, -0.63726806640625, -0.443359375, -0.24945068359375, -0.0555419921875, 0.13836669921875, 0.332275390625, 0.52618408203125, 0.7200927734375, 0.91400146484375, 1.10791015625, 1.30181884765625, 1.4957275390625, 1.68963623046875, 1.883544921875, 2.07745361328125, 2.2713623046875, 2.46527099609375, 2.6591796875, 2.85308837890625, 3.0469970703125, 3.24090576171875, 3.434814453125, 3.62872314453125, 3.8226318359375, 4.01654052734375, 4.21044921875, 4.40435791015625, 4.5982666015625, 4.79217529296875, 4.986083984375, 5.17999267578125, 5.3739013671875, 5.56781005859375, 5.76171875]}, "gradients/encoder.encoder.layers.5.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 4.0, 4.0, 7.0, 1.0, 4.0, 7.0, 8.0, 7.0, 13.0, 19.0, 17.0, 16.0, 38.0, 38.0, 52.0, 41.0, 56.0, 60.0, 78.0, 58.0, 61.0, 43.0, 53.0, 66.0, 43.0, 37.0, 32.0, 24.0, 29.0, 22.0, 15.0, 10.0, 15.0, 9.0, 9.0, 5.0, 1.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.55859375, -4.416259765625, -4.27392578125, -4.131591796875, -3.9892578125, -3.846923828125, -3.70458984375, -3.562255859375, -3.419921875, -3.277587890625, -3.13525390625, -2.992919921875, -2.8505859375, -2.708251953125, -2.56591796875, -2.423583984375, -2.28125, -2.138916015625, -1.99658203125, -1.854248046875, -1.7119140625, -1.569580078125, -1.42724609375, -1.284912109375, -1.142578125, -1.000244140625, -0.85791015625, -0.715576171875, -0.5732421875, -0.430908203125, -0.28857421875, -0.146240234375, -0.00390625, 0.138427734375, 0.28076171875, 0.423095703125, 0.5654296875, 0.707763671875, 0.85009765625, 0.992431640625, 1.134765625, 1.277099609375, 1.41943359375, 1.561767578125, 1.7041015625, 1.846435546875, 1.98876953125, 2.131103515625, 2.2734375, 2.415771484375, 2.55810546875, 2.700439453125, 2.8427734375, 2.985107421875, 3.12744140625, 3.269775390625, 3.412109375, 3.554443359375, 3.69677734375, 3.839111328125, 3.9814453125, 4.123779296875, 4.26611328125, 4.408447265625, 4.55078125]}, "gradients/encoder.encoder.layers.5.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 6.0, 6.0, 15.0, 6.0, 14.0, 20.0, 22.0, 33.0, 41.0, 66.0, 78.0, 104.0, 147.0, 236.0, 411.0, 836.0, 1825.0, 5100.0, 17544.0, 91607.0, 772602.0, 125775.0, 21839.0, 5954.0, 2046.0, 866.0, 493.0, 271.0, 156.0, 104.0, 77.0, 63.0, 40.0, 38.0, 24.0, 15.0, 17.0, 10.0, 7.0, 3.0, 7.0, 9.0, 5.0, 2.0, 4.0, 4.0, 4.0, 1.0, 4.0], "bins": [-1.681640625, -1.634368896484375, -1.58709716796875, -1.539825439453125, -1.4925537109375, -1.445281982421875, -1.39801025390625, -1.350738525390625, -1.303466796875, -1.256195068359375, -1.20892333984375, -1.161651611328125, -1.1143798828125, -1.067108154296875, -1.01983642578125, -0.972564697265625, -0.92529296875, -0.878021240234375, -0.83074951171875, -0.783477783203125, -0.7362060546875, -0.688934326171875, -0.64166259765625, -0.594390869140625, -0.547119140625, -0.499847412109375, -0.45257568359375, -0.405303955078125, -0.3580322265625, -0.310760498046875, -0.26348876953125, -0.216217041015625, -0.1689453125, -0.121673583984375, -0.07440185546875, -0.027130126953125, 0.0201416015625, 0.067413330078125, 0.11468505859375, 0.161956787109375, 0.209228515625, 0.256500244140625, 0.30377197265625, 0.351043701171875, 0.3983154296875, 0.445587158203125, 0.49285888671875, 0.540130615234375, 0.58740234375, 0.634674072265625, 0.68194580078125, 0.729217529296875, 0.7764892578125, 0.823760986328125, 0.87103271484375, 0.918304443359375, 0.965576171875, 1.012847900390625, 1.06011962890625, 1.107391357421875, 1.1546630859375, 1.201934814453125, 1.24920654296875, 1.296478271484375, 1.34375]}, "gradients/encoder.encoder.layers.5.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 5.0, 3.0, 3.0, 2.0, 2.0, 6.0, 6.0, 6.0, 17.0, 13.0, 17.0, 24.0, 34.0, 51.0, 89.0, 125.0, 173.0, 126.0, 78.0, 50.0, 40.0, 25.0, 22.0, 31.0, 12.0, 8.0, 11.0, 4.0, 3.0, 4.0, 5.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 4.0, 1.0], "bins": [-0.0005517005920410156, -0.0005377940833568573, -0.000523887574672699, -0.0005099810659885406, -0.0004960745573043823, -0.000482168048620224, -0.0004682615399360657, -0.00045435503125190735, -0.000440448522567749, -0.0004265420138835907, -0.0004126355051994324, -0.00039872899651527405, -0.0003848224878311157, -0.0003709159791469574, -0.00035700947046279907, -0.00034310296177864075, -0.0003291964530944824, -0.0003152899444103241, -0.00030138343572616577, -0.00028747692704200745, -0.0002735704183578491, -0.0002596639096736908, -0.00024575740098953247, -0.00023185089230537415, -0.00021794438362121582, -0.0002040378749370575, -0.00019013136625289917, -0.00017622485756874084, -0.00016231834888458252, -0.0001484118402004242, -0.00013450533151626587, -0.00012059882283210754, -0.00010669231414794922, -9.27858054637909e-05, -7.887929677963257e-05, -6.497278809547424e-05, -5.106627941131592e-05, -3.715977072715759e-05, -2.3253262042999268e-05, -9.346753358840942e-06, 4.559755325317383e-06, 1.8466264009475708e-05, 3.237277269363403e-05, 4.627928137779236e-05, 6.0185790061950684e-05, 7.409229874610901e-05, 8.799880743026733e-05, 0.00010190531611442566, 0.00011581182479858398, 0.0001297183334827423, 0.00014362484216690063, 0.00015753135085105896, 0.00017143785953521729, 0.0001853443682193756, 0.00019925087690353394, 0.00021315738558769226, 0.00022706389427185059, 0.0002409704029560089, 0.00025487691164016724, 0.00026878342032432556, 0.0002826899290084839, 0.0002965964376926422, 0.00031050294637680054, 0.00032440945506095886, 0.0003383159637451172]}, "gradients/encoder.encoder.layers.5.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 5.0, 3.0, 3.0, 4.0, 7.0, 10.0, 8.0, 20.0, 24.0, 26.0, 34.0, 58.0, 63.0, 77.0, 146.0, 195.0, 288.0, 429.0, 722.0, 1528.0, 3070.0, 7975.0, 28221.0, 224738.0, 704421.0, 55069.0, 12407.0, 4357.0, 2001.0, 972.0, 584.0, 331.0, 228.0, 157.0, 98.0, 81.0, 46.0, 39.0, 33.0, 18.0, 18.0, 16.0, 9.0, 8.0, 3.0, 4.0, 4.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.3583984375, -1.3162078857421875, -1.274017333984375, -1.2318267822265625, -1.18963623046875, -1.1474456787109375, -1.105255126953125, -1.0630645751953125, -1.0208740234375, -0.9786834716796875, -0.936492919921875, -0.8943023681640625, -0.85211181640625, -0.8099212646484375, -0.767730712890625, -0.7255401611328125, -0.683349609375, -0.6411590576171875, -0.598968505859375, -0.5567779541015625, -0.51458740234375, -0.4723968505859375, -0.430206298828125, -0.3880157470703125, -0.3458251953125, -0.3036346435546875, -0.261444091796875, -0.2192535400390625, -0.17706298828125, -0.1348724365234375, -0.092681884765625, -0.0504913330078125, -0.00830078125, 0.0338897705078125, 0.076080322265625, 0.1182708740234375, 0.16046142578125, 0.2026519775390625, 0.244842529296875, 0.2870330810546875, 0.3292236328125, 0.3714141845703125, 0.413604736328125, 0.4557952880859375, 0.49798583984375, 0.5401763916015625, 0.582366943359375, 0.6245574951171875, 0.666748046875, 0.7089385986328125, 0.751129150390625, 0.7933197021484375, 0.83551025390625, 0.8777008056640625, 0.919891357421875, 0.9620819091796875, 1.0042724609375, 1.0464630126953125, 1.088653564453125, 1.1308441162109375, 1.17303466796875, 1.2152252197265625, 1.257415771484375, 1.2996063232421875, 1.341796875]}, "gradients/encoder.encoder.layers.5.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 5.0, 1.0, 1.0, 1.0, 3.0, 1.0, 6.0, 5.0, 10.0, 11.0, 11.0, 11.0, 10.0, 13.0, 22.0, 31.0, 38.0, 49.0, 61.0, 74.0, 71.0, 85.0, 85.0, 69.0, 51.0, 49.0, 39.0, 44.0, 35.0, 18.0, 25.0, 13.0, 11.0, 8.0, 7.0, 10.0, 5.0, 4.0, 1.0, 1.0, 3.0, 3.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.115234375, -1.0788726806640625, -1.042510986328125, -1.0061492919921875, -0.96978759765625, -0.9334259033203125, -0.897064208984375, -0.8607025146484375, -0.8243408203125, -0.7879791259765625, -0.751617431640625, -0.7152557373046875, -0.67889404296875, -0.6425323486328125, -0.606170654296875, -0.5698089599609375, -0.533447265625, -0.4970855712890625, -0.460723876953125, -0.4243621826171875, -0.38800048828125, -0.3516387939453125, -0.315277099609375, -0.2789154052734375, -0.2425537109375, -0.2061920166015625, -0.169830322265625, -0.1334686279296875, -0.09710693359375, -0.0607452392578125, -0.024383544921875, 0.0119781494140625, 0.04833984375, 0.0847015380859375, 0.121063232421875, 0.1574249267578125, 0.19378662109375, 0.2301483154296875, 0.266510009765625, 0.3028717041015625, 0.3392333984375, 0.3755950927734375, 0.411956787109375, 0.4483184814453125, 0.48468017578125, 0.5210418701171875, 0.557403564453125, 0.5937652587890625, 0.630126953125, 0.6664886474609375, 0.702850341796875, 0.7392120361328125, 0.77557373046875, 0.8119354248046875, 0.848297119140625, 0.8846588134765625, 0.9210205078125, 0.9573822021484375, 0.993743896484375, 1.0301055908203125, 1.06646728515625, 1.1028289794921875, 1.139190673828125, 1.1755523681640625, 1.2119140625]}, "gradients/encoder.encoder.layers.5.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 6.0, 5.0, 10.0, 25.0, 44.0, 96.0, 176.0, 280.0, 194.0, 78.0, 50.0, 15.0, 12.0, 8.0, 0.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.436256408691406, -24.31121253967285, -23.186168670654297, -22.061126708984375, -20.93608283996582, -19.811038970947266, -18.68599510192871, -17.560951232910156, -16.435909271240234, -15.31086540222168, -14.185822486877441, -13.060778617858887, -11.935735702514648, -10.810691833496094, -9.685647964477539, -8.560604095458984, -7.43556022644043, -6.310516834259033, -5.185473442077637, -4.060429573059082, -2.9353861808776855, -1.810342788696289, -0.6852989196777344, 0.4397444725036621, 1.5647878646850586, 2.689831256866455, 3.8148748874664307, 4.939918518066406, 6.064961910247803, 7.190005302429199, 8.315049171447754, 9.440092086791992, 10.565135955810547, 11.690179824829102, 12.81522274017334, 13.940266609191895, 15.065309524536133, 16.190353393554688, 17.315397262573242, 18.440441131591797, 19.56548309326172, 20.690526962280273, 21.815570831298828, 22.94061279296875, 24.065656661987305, 25.19070053100586, 26.315744400024414, 27.44078826904297, 28.565832138061523, 29.690876007080078, 30.815919876098633, 31.940963745117188, 33.06600570678711, 34.19104766845703, 35.31609344482422, 36.44113540649414, 37.56618118286133, 38.69122314453125, 39.81626892089844, 40.94131088256836, 42.06635665893555, 43.19139862060547, 44.316444396972656, 45.44148635864258, 46.5665283203125]}, "gradients/encoder.encoder.layers.5.layer_norm.bias": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 4.0, 5.0, 8.0, 5.0, 10.0, 11.0, 7.0, 12.0, 13.0, 12.0, 18.0, 16.0, 19.0, 24.0, 27.0, 34.0, 35.0, 37.0, 35.0, 35.0, 69.0, 60.0, 52.0, 57.0, 52.0, 35.0, 27.0, 37.0, 36.0, 30.0, 24.0, 26.0, 17.0, 18.0, 16.0, 9.0, 6.0, 14.0, 10.0, 8.0, 8.0, 4.0, 3.0, 2.0, 3.0, 4.0, 7.0, 3.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-11.82715892791748, -11.44675064086914, -11.066343307495117, -10.685935020446777, -10.305526733398438, -9.925119400024414, -9.544711112976074, -9.164302825927734, -8.783895492553711, -8.403487205505371, -8.023079872131348, -7.642671585083008, -7.262263774871826, -6.8818559646606445, -6.501447677612305, -6.121039867401123, -5.740631580352783, -5.360223770141602, -4.979815483093262, -4.59940767288208, -4.218999862670898, -3.8385918140411377, -3.458183765411377, -3.0777759552001953, -2.6973679065704346, -2.316959857940674, -1.9365520477294922, -1.5561439990997314, -1.1757360696792603, -0.7953281402587891, -0.4149200916290283, -0.03451228141784668, 0.34589576721191406, 0.7263036966323853, 1.1067116260528564, 1.4871196746826172, 1.8675276041030884, 2.2479355335235596, 2.6283435821533203, 3.008751392364502, 3.3891594409942627, 3.7695674896240234, 4.149975299835205, 4.530383110046387, 4.910791397094727, 5.291199207305908, 5.67160701751709, 6.05201530456543, 6.432423114776611, 6.812830924987793, 7.193239212036133, 7.5736470222473145, 7.954054832458496, 8.334463119506836, 8.71487045288086, 9.0952787399292, 9.475687026977539, 9.856095314025879, 10.236502647399902, 10.616910934448242, 10.997319221496582, 11.377726554870605, 11.758134841918945, 12.138542175292969, 12.518950462341309]}, "gradients/encoder.encoder.layers.4.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 5.0, 1.0, 6.0, 9.0, 14.0, 11.0, 23.0, 39.0, 81.0, 135.0, 195.0, 403.0, 805.0, 1863.0, 4894.0, 16359.0, 145320.0, 3727832.0, 265673.0, 21028.0, 5546.0, 2097.0, 896.0, 467.0, 243.0, 136.0, 83.0, 51.0, 24.0, 14.0, 14.0, 6.0, 7.0, 6.0, 4.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.15234375, -2.057037353515625, -1.96173095703125, -1.866424560546875, -1.7711181640625, -1.675811767578125, -1.58050537109375, -1.485198974609375, -1.389892578125, -1.294586181640625, -1.19927978515625, -1.103973388671875, -1.0086669921875, -0.913360595703125, -0.81805419921875, -0.722747802734375, -0.62744140625, -0.532135009765625, -0.43682861328125, -0.341522216796875, -0.2462158203125, -0.150909423828125, -0.05560302734375, 0.039703369140625, 0.135009765625, 0.230316162109375, 0.32562255859375, 0.420928955078125, 0.5162353515625, 0.611541748046875, 0.70684814453125, 0.802154541015625, 0.8974609375, 0.992767333984375, 1.08807373046875, 1.183380126953125, 1.2786865234375, 1.373992919921875, 1.46929931640625, 1.564605712890625, 1.659912109375, 1.755218505859375, 1.85052490234375, 1.945831298828125, 2.0411376953125, 2.136444091796875, 2.23175048828125, 2.327056884765625, 2.42236328125, 2.517669677734375, 2.61297607421875, 2.708282470703125, 2.8035888671875, 2.898895263671875, 2.99420166015625, 3.089508056640625, 3.184814453125, 3.280120849609375, 3.37542724609375, 3.470733642578125, 3.5660400390625, 3.661346435546875, 3.75665283203125, 3.851959228515625, 3.947265625]}, "gradients/encoder.encoder.layers.4.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 3.0, 4.0, 4.0, 3.0, 4.0, 12.0, 12.0, 16.0, 17.0, 13.0, 17.0, 28.0, 41.0, 21.0, 42.0, 37.0, 42.0, 54.0, 48.0, 67.0, 46.0, 66.0, 48.0, 58.0, 49.0, 39.0, 37.0, 37.0, 29.0, 18.0, 21.0, 17.0, 14.0, 7.0, 9.0, 7.0, 3.0, 5.0, 5.0, 2.0, 4.0, 6.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.9951171875, -0.9669342041015625, -0.938751220703125, -0.9105682373046875, -0.88238525390625, -0.8542022705078125, -0.826019287109375, -0.7978363037109375, -0.7696533203125, -0.7414703369140625, -0.713287353515625, -0.6851043701171875, -0.65692138671875, -0.6287384033203125, -0.600555419921875, -0.5723724365234375, -0.544189453125, -0.5160064697265625, -0.487823486328125, -0.4596405029296875, -0.43145751953125, -0.4032745361328125, -0.375091552734375, -0.3469085693359375, -0.3187255859375, -0.2905426025390625, -0.262359619140625, -0.2341766357421875, -0.20599365234375, -0.1778106689453125, -0.149627685546875, -0.1214447021484375, -0.09326171875, -0.0650787353515625, -0.036895751953125, -0.0087127685546875, 0.01947021484375, 0.0476531982421875, 0.075836181640625, 0.1040191650390625, 0.1322021484375, 0.1603851318359375, 0.188568115234375, 0.2167510986328125, 0.24493408203125, 0.2731170654296875, 0.301300048828125, 0.3294830322265625, 0.357666015625, 0.3858489990234375, 0.414031982421875, 0.4422149658203125, 0.47039794921875, 0.4985809326171875, 0.526763916015625, 0.5549468994140625, 0.5831298828125, 0.6113128662109375, 0.639495849609375, 0.6676788330078125, 0.69586181640625, 0.7240447998046875, 0.752227783203125, 0.7804107666015625, 0.80859375]}, "gradients/encoder.encoder.layers.4.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 4.0, 4.0, 5.0, 9.0, 8.0, 14.0, 18.0, 29.0, 53.0, 65.0, 103.0, 165.0, 255.0, 516.0, 918.0, 1807.0, 3770.0, 9971.0, 36698.0, 325139.0, 3637378.0, 140507.0, 23140.0, 7157.0, 3007.0, 1492.0, 827.0, 493.0, 262.0, 152.0, 110.0, 68.0, 55.0, 30.0, 13.0, 10.0, 10.0, 9.0, 5.0, 2.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-3.1796875, -3.06756591796875, -2.9554443359375, -2.84332275390625, -2.731201171875, -2.61907958984375, -2.5069580078125, -2.39483642578125, -2.28271484375, -2.17059326171875, -2.0584716796875, -1.94635009765625, -1.834228515625, -1.72210693359375, -1.6099853515625, -1.49786376953125, -1.3857421875, -1.27362060546875, -1.1614990234375, -1.04937744140625, -0.937255859375, -0.82513427734375, -0.7130126953125, -0.60089111328125, -0.48876953125, -0.37664794921875, -0.2645263671875, -0.15240478515625, -0.040283203125, 0.07183837890625, 0.1839599609375, 0.29608154296875, 0.408203125, 0.52032470703125, 0.6324462890625, 0.74456787109375, 0.856689453125, 0.96881103515625, 1.0809326171875, 1.19305419921875, 1.30517578125, 1.41729736328125, 1.5294189453125, 1.64154052734375, 1.753662109375, 1.86578369140625, 1.9779052734375, 2.09002685546875, 2.2021484375, 2.31427001953125, 2.4263916015625, 2.53851318359375, 2.650634765625, 2.76275634765625, 2.8748779296875, 2.98699951171875, 3.09912109375, 3.21124267578125, 3.3233642578125, 3.43548583984375, 3.547607421875, 3.65972900390625, 3.7718505859375, 3.88397216796875, 3.99609375]}, "gradients/encoder.encoder.layers.4.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 5.0, 1.0, 6.0, 9.0, 12.0, 14.0, 13.0, 24.0, 41.0, 57.0, 92.0, 152.0, 339.0, 989.0, 1340.0, 488.0, 202.0, 97.0, 61.0, 37.0, 27.0, 21.0, 7.0, 11.0, 6.0, 4.0, 8.0, 1.0, 4.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-4.015625, -3.882568359375, -3.74951171875, -3.616455078125, -3.4833984375, -3.350341796875, -3.21728515625, -3.084228515625, -2.951171875, -2.818115234375, -2.68505859375, -2.552001953125, -2.4189453125, -2.285888671875, -2.15283203125, -2.019775390625, -1.88671875, -1.753662109375, -1.62060546875, -1.487548828125, -1.3544921875, -1.221435546875, -1.08837890625, -0.955322265625, -0.822265625, -0.689208984375, -0.55615234375, -0.423095703125, -0.2900390625, -0.156982421875, -0.02392578125, 0.109130859375, 0.2421875, 0.375244140625, 0.50830078125, 0.641357421875, 0.7744140625, 0.907470703125, 1.04052734375, 1.173583984375, 1.306640625, 1.439697265625, 1.57275390625, 1.705810546875, 1.8388671875, 1.971923828125, 2.10498046875, 2.238037109375, 2.37109375, 2.504150390625, 2.63720703125, 2.770263671875, 2.9033203125, 3.036376953125, 3.16943359375, 3.302490234375, 3.435546875, 3.568603515625, 3.70166015625, 3.834716796875, 3.9677734375, 4.100830078125, 4.23388671875, 4.366943359375, 4.5]}, "gradients/encoder.encoder.layers.4.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 4.0, 10.0, 32.0, 62.0, 119.0, 214.0, 249.0, 174.0, 70.0, 28.0, 11.0, 9.0, 6.0, 4.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-58.458099365234375, -57.221153259277344, -55.98420715332031, -54.74726486206055, -53.510318756103516, -52.273372650146484, -51.03642654418945, -49.79948043823242, -48.562538146972656, -47.325592041015625, -46.088645935058594, -44.85170364379883, -43.6147575378418, -42.377811431884766, -41.140865325927734, -39.9039192199707, -38.66697311401367, -37.43002700805664, -36.19308090209961, -34.956138610839844, -33.71919250488281, -32.48224639892578, -31.24530029296875, -30.00835418701172, -28.77140998840332, -27.53446388244629, -26.29751968383789, -25.06057357788086, -23.823627471923828, -22.58668327331543, -21.3497371673584, -20.11279296875, -18.8758487701416, -17.63890266418457, -16.401958465576172, -15.16501235961914, -13.928067207336426, -12.691122055053711, -11.45417594909668, -10.217230796813965, -8.98028564453125, -7.743340492248535, -6.506394863128662, -5.269449234008789, -4.032504081726074, -2.7955589294433594, -1.5586133003234863, -0.3216676712036133, 0.9152774810791016, 2.1522228717803955, 3.3891682624816895, 4.6261138916015625, 5.863059043884277, 7.100004196166992, 8.336950302124023, 9.573895454406738, 10.810840606689453, 12.047785758972168, 13.284730911254883, 14.521677017211914, 15.758622169494629, 16.995567321777344, 18.232513427734375, 19.469459533691406, 20.706403732299805]}, "gradients/encoder.encoder.layers.4.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 0.0, 0.0, 3.0, 2.0, 4.0, 2.0, 5.0, 0.0, 8.0, 13.0, 14.0, 14.0, 16.0, 11.0, 17.0, 17.0, 27.0, 30.0, 20.0, 31.0, 26.0, 41.0, 34.0, 43.0, 43.0, 46.0, 46.0, 44.0, 45.0, 32.0, 28.0, 29.0, 40.0, 35.0, 33.0, 28.0, 33.0, 20.0, 24.0, 23.0, 12.0, 13.0, 13.0, 9.0, 7.0, 3.0, 6.0, 9.0, 3.0, 4.0, 4.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-11.707465171813965, -11.303691864013672, -10.899918556213379, -10.496145248413086, -10.092371940612793, -9.6885986328125, -9.284825325012207, -8.881052017211914, -8.477278709411621, -8.073505401611328, -7.669732093811035, -7.265958786010742, -6.862185478210449, -6.458412170410156, -6.054638862609863, -5.65086555480957, -5.247092247009277, -4.843318939208984, -4.439545631408691, -4.035772323608398, -3.6319990158081055, -3.2282257080078125, -2.8244524002075195, -2.4206790924072266, -2.0169057846069336, -1.6131324768066406, -1.2093591690063477, -0.8055858612060547, -0.4018125534057617, 0.00196075439453125, 0.4057340621948242, 0.8095073699951172, 1.2132797241210938, 1.6170530319213867, 2.0208263397216797, 2.4245996475219727, 2.8283729553222656, 3.2321462631225586, 3.6359195709228516, 4.0396928787231445, 4.4434661865234375, 4.8472394943237305, 5.251012802124023, 5.654786109924316, 6.058559417724609, 6.462332725524902, 6.866106033325195, 7.269879341125488, 7.673652648925781, 8.077425956726074, 8.481199264526367, 8.88497257232666, 9.288745880126953, 9.692519187927246, 10.096292495727539, 10.500065803527832, 10.903839111328125, 11.307612419128418, 11.711385726928711, 12.115159034729004, 12.518932342529297, 12.92270565032959, 13.326478958129883, 13.730252265930176, 14.134025573730469]}, "gradients/encoder.encoder.layers.4.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 4.0, 7.0, 14.0, 13.0, 19.0, 34.0, 55.0, 100.0, 160.0, 285.0, 577.0, 1220.0, 2972.0, 7726.0, 28134.0, 190904.0, 699416.0, 89872.0, 17535.0, 5363.0, 2203.0, 893.0, 480.0, 244.0, 134.0, 69.0, 45.0, 26.0, 17.0, 7.0, 9.0, 11.0, 2.0, 3.0, 4.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.6953125, -4.57281494140625, -4.4503173828125, -4.32781982421875, -4.205322265625, -4.08282470703125, -3.9603271484375, -3.83782958984375, -3.71533203125, -3.59283447265625, -3.4703369140625, -3.34783935546875, -3.225341796875, -3.10284423828125, -2.9803466796875, -2.85784912109375, -2.7353515625, -2.61285400390625, -2.4903564453125, -2.36785888671875, -2.245361328125, -2.12286376953125, -2.0003662109375, -1.87786865234375, -1.75537109375, -1.63287353515625, -1.5103759765625, -1.38787841796875, -1.265380859375, -1.14288330078125, -1.0203857421875, -0.89788818359375, -0.775390625, -0.65289306640625, -0.5303955078125, -0.40789794921875, -0.285400390625, -0.16290283203125, -0.0404052734375, 0.08209228515625, 0.20458984375, 0.32708740234375, 0.4495849609375, 0.57208251953125, 0.694580078125, 0.81707763671875, 0.9395751953125, 1.06207275390625, 1.1845703125, 1.30706787109375, 1.4295654296875, 1.55206298828125, 1.674560546875, 1.79705810546875, 1.9195556640625, 2.04205322265625, 2.16455078125, 2.28704833984375, 2.4095458984375, 2.53204345703125, 2.654541015625, 2.77703857421875, 2.8995361328125, 3.02203369140625, 3.14453125]}, "gradients/encoder.encoder.layers.4.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 1.0, 2.0, 5.0, 5.0, 6.0, 3.0, 6.0, 12.0, 13.0, 14.0, 14.0, 16.0, 23.0, 27.0, 30.0, 41.0, 28.0, 37.0, 36.0, 52.0, 41.0, 57.0, 45.0, 58.0, 36.0, 46.0, 35.0, 35.0, 38.0, 33.0, 34.0, 31.0, 27.0, 22.0, 23.0, 18.0, 11.0, 14.0, 12.0, 4.0, 1.0, 6.0, 5.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.97021484375, -0.94232177734375, -0.9144287109375, -0.88653564453125, -0.858642578125, -0.83074951171875, -0.8028564453125, -0.77496337890625, -0.7470703125, -0.71917724609375, -0.6912841796875, -0.66339111328125, -0.635498046875, -0.60760498046875, -0.5797119140625, -0.55181884765625, -0.52392578125, -0.49603271484375, -0.4681396484375, -0.44024658203125, -0.412353515625, -0.38446044921875, -0.3565673828125, -0.32867431640625, -0.30078125, -0.27288818359375, -0.2449951171875, -0.21710205078125, -0.189208984375, -0.16131591796875, -0.1334228515625, -0.10552978515625, -0.07763671875, -0.04974365234375, -0.0218505859375, 0.00604248046875, 0.033935546875, 0.06182861328125, 0.0897216796875, 0.11761474609375, 0.1455078125, 0.17340087890625, 0.2012939453125, 0.22918701171875, 0.257080078125, 0.28497314453125, 0.3128662109375, 0.34075927734375, 0.36865234375, 0.39654541015625, 0.4244384765625, 0.45233154296875, 0.480224609375, 0.50811767578125, 0.5360107421875, 0.56390380859375, 0.591796875, 0.61968994140625, 0.6475830078125, 0.67547607421875, 0.703369140625, 0.73126220703125, 0.7591552734375, 0.78704833984375, 0.81494140625]}, "gradients/encoder.encoder.layers.4.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 3.0, 3.0, 8.0, 9.0, 14.0, 17.0, 31.0, 46.0, 62.0, 125.0, 215.0, 404.0, 872.0, 2132.0, 7491.0, 58740.0, 906562.0, 60268.0, 7558.0, 2109.0, 867.0, 448.0, 220.0, 134.0, 80.0, 45.0, 27.0, 23.0, 12.0, 16.0, 6.0, 8.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.78515625, -6.5826416015625, -6.380126953125, -6.1776123046875, -5.97509765625, -5.7725830078125, -5.570068359375, -5.3675537109375, -5.1650390625, -4.9625244140625, -4.760009765625, -4.5574951171875, -4.35498046875, -4.1524658203125, -3.949951171875, -3.7474365234375, -3.544921875, -3.3424072265625, -3.139892578125, -2.9373779296875, -2.73486328125, -2.5323486328125, -2.329833984375, -2.1273193359375, -1.9248046875, -1.7222900390625, -1.519775390625, -1.3172607421875, -1.11474609375, -0.9122314453125, -0.709716796875, -0.5072021484375, -0.3046875, -0.1021728515625, 0.100341796875, 0.3028564453125, 0.50537109375, 0.7078857421875, 0.910400390625, 1.1129150390625, 1.3154296875, 1.5179443359375, 1.720458984375, 1.9229736328125, 2.12548828125, 2.3280029296875, 2.530517578125, 2.7330322265625, 2.935546875, 3.1380615234375, 3.340576171875, 3.5430908203125, 3.74560546875, 3.9481201171875, 4.150634765625, 4.3531494140625, 4.5556640625, 4.7581787109375, 4.960693359375, 5.1632080078125, 5.36572265625, 5.5682373046875, 5.770751953125, 5.9732666015625, 6.17578125]}, "gradients/encoder.encoder.layers.4.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 6.0, 5.0, 7.0, 10.0, 10.0, 7.0, 10.0, 17.0, 14.0, 21.0, 24.0, 18.0, 23.0, 28.0, 33.0, 49.0, 55.0, 45.0, 43.0, 50.0, 61.0, 57.0, 53.0, 52.0, 42.0, 22.0, 46.0, 31.0, 24.0, 18.0, 26.0, 23.0, 15.0, 6.0, 9.0, 15.0, 6.0, 7.0, 6.0, 2.0, 1.0, 1.0, 3.0, 4.0, 1.0, 2.0, 2.0], "bins": [-4.23046875, -4.1160888671875, -4.001708984375, -3.8873291015625, -3.77294921875, -3.6585693359375, -3.544189453125, -3.4298095703125, -3.3154296875, -3.2010498046875, -3.086669921875, -2.9722900390625, -2.85791015625, -2.7435302734375, -2.629150390625, -2.5147705078125, -2.400390625, -2.2860107421875, -2.171630859375, -2.0572509765625, -1.94287109375, -1.8284912109375, -1.714111328125, -1.5997314453125, -1.4853515625, -1.3709716796875, -1.256591796875, -1.1422119140625, -1.02783203125, -0.9134521484375, -0.799072265625, -0.6846923828125, -0.5703125, -0.4559326171875, -0.341552734375, -0.2271728515625, -0.11279296875, 0.0015869140625, 0.115966796875, 0.2303466796875, 0.3447265625, 0.4591064453125, 0.573486328125, 0.6878662109375, 0.80224609375, 0.9166259765625, 1.031005859375, 1.1453857421875, 1.259765625, 1.3741455078125, 1.488525390625, 1.6029052734375, 1.71728515625, 1.8316650390625, 1.946044921875, 2.0604248046875, 2.1748046875, 2.2891845703125, 2.403564453125, 2.5179443359375, 2.63232421875, 2.7467041015625, 2.861083984375, 2.9754638671875, 3.08984375]}, "gradients/encoder.encoder.layers.4.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 3.0, 9.0, 11.0, 6.0, 20.0, 43.0, 72.0, 144.0, 351.0, 1017.0, 4153.0, 28895.0, 809264.0, 188424.0, 12732.0, 2270.0, 658.0, 215.0, 115.0, 62.0, 30.0, 24.0, 13.0, 9.0, 5.0, 6.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.60546875, -2.520904541015625, -2.43634033203125, -2.351776123046875, -2.2672119140625, -2.182647705078125, -2.09808349609375, -2.013519287109375, -1.928955078125, -1.844390869140625, -1.75982666015625, -1.675262451171875, -1.5906982421875, -1.506134033203125, -1.42156982421875, -1.337005615234375, -1.25244140625, -1.167877197265625, -1.08331298828125, -0.998748779296875, -0.9141845703125, -0.829620361328125, -0.74505615234375, -0.660491943359375, -0.575927734375, -0.491363525390625, -0.40679931640625, -0.322235107421875, -0.2376708984375, -0.153106689453125, -0.06854248046875, 0.016021728515625, 0.1005859375, 0.185150146484375, 0.26971435546875, 0.354278564453125, 0.4388427734375, 0.523406982421875, 0.60797119140625, 0.692535400390625, 0.777099609375, 0.861663818359375, 0.94622802734375, 1.030792236328125, 1.1153564453125, 1.199920654296875, 1.28448486328125, 1.369049072265625, 1.45361328125, 1.538177490234375, 1.62274169921875, 1.707305908203125, 1.7918701171875, 1.876434326171875, 1.96099853515625, 2.045562744140625, 2.130126953125, 2.214691162109375, 2.29925537109375, 2.383819580078125, 2.4683837890625, 2.552947998046875, 2.63751220703125, 2.722076416015625, 2.806640625]}, "gradients/encoder.encoder.layers.4.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 5.0, 2.0, 1.0, 3.0, 10.0, 9.0, 13.0, 8.0, 20.0, 17.0, 26.0, 48.0, 95.0, 136.0, 180.0, 134.0, 84.0, 49.0, 42.0, 36.0, 16.0, 16.0, 17.0, 10.0, 9.0, 4.0, 3.0, 5.0, 2.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0], "bins": [-0.0005593299865722656, -0.0005458928644657135, -0.0005324557423591614, -0.0005190186202526093, -0.0005055814981460571, -0.000492144376039505, -0.0004787072539329529, -0.00046527013182640076, -0.00045183300971984863, -0.0004383958876132965, -0.0004249587655067444, -0.00041152164340019226, -0.00039808452129364014, -0.000384647399187088, -0.0003712102770805359, -0.00035777315497398376, -0.00034433603286743164, -0.0003308989107608795, -0.0003174617886543274, -0.00030402466654777527, -0.00029058754444122314, -0.000277150422334671, -0.0002637133002281189, -0.00025027617812156677, -0.00023683905601501465, -0.00022340193390846252, -0.0002099648118019104, -0.00019652768969535828, -0.00018309056758880615, -0.00016965344548225403, -0.0001562163233757019, -0.00014277920126914978, -0.00012934207916259766, -0.00011590495705604553, -0.00010246783494949341, -8.903071284294128e-05, -7.559359073638916e-05, -6.215646862983704e-05, -4.871934652328491e-05, -3.528222441673279e-05, -2.1845102310180664e-05, -8.40798020362854e-06, 5.029141902923584e-06, 1.8466264009475708e-05, 3.190338611602783e-05, 4.5340508222579956e-05, 5.877763032913208e-05, 7.22147524356842e-05, 8.565187454223633e-05, 9.908899664878845e-05, 0.00011252611875534058, 0.0001259632408618927, 0.00013940036296844482, 0.00015283748507499695, 0.00016627460718154907, 0.0001797117292881012, 0.00019314885139465332, 0.00020658597350120544, 0.00022002309560775757, 0.0002334602177143097, 0.0002468973398208618, 0.00026033446192741394, 0.00027377158403396606, 0.0002872087061405182, 0.0003006458282470703]}, "gradients/encoder.encoder.layers.4.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 1.0, 3.0, 4.0, 9.0, 8.0, 3.0, 14.0, 27.0, 24.0, 27.0, 65.0, 81.0, 109.0, 180.0, 270.0, 388.0, 771.0, 1472.0, 2967.0, 8010.0, 28802.0, 183286.0, 709699.0, 84812.0, 17049.0, 5499.0, 2242.0, 1073.0, 597.0, 367.0, 250.0, 142.0, 90.0, 72.0, 39.0, 25.0, 21.0, 18.0, 16.0, 8.0, 9.0, 7.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.2529296875, -1.212921142578125, -1.17291259765625, -1.132904052734375, -1.0928955078125, -1.052886962890625, -1.01287841796875, -0.972869873046875, -0.932861328125, -0.892852783203125, -0.85284423828125, -0.812835693359375, -0.7728271484375, -0.732818603515625, -0.69281005859375, -0.652801513671875, -0.61279296875, -0.572784423828125, -0.53277587890625, -0.492767333984375, -0.4527587890625, -0.412750244140625, -0.37274169921875, -0.332733154296875, -0.292724609375, -0.252716064453125, -0.21270751953125, -0.172698974609375, -0.1326904296875, -0.092681884765625, -0.05267333984375, -0.012664794921875, 0.02734375, 0.067352294921875, 0.10736083984375, 0.147369384765625, 0.1873779296875, 0.227386474609375, 0.26739501953125, 0.307403564453125, 0.347412109375, 0.387420654296875, 0.42742919921875, 0.467437744140625, 0.5074462890625, 0.547454833984375, 0.58746337890625, 0.627471923828125, 0.66748046875, 0.707489013671875, 0.74749755859375, 0.787506103515625, 0.8275146484375, 0.867523193359375, 0.90753173828125, 0.947540283203125, 0.987548828125, 1.027557373046875, 1.06756591796875, 1.107574462890625, 1.1475830078125, 1.187591552734375, 1.22760009765625, 1.267608642578125, 1.3076171875]}, "gradients/encoder.encoder.layers.4.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 3.0, 6.0, 4.0, 5.0, 10.0, 13.0, 15.0, 14.0, 32.0, 44.0, 63.0, 59.0, 64.0, 78.0, 82.0, 96.0, 83.0, 70.0, 62.0, 54.0, 34.0, 33.0, 17.0, 18.0, 9.0, 13.0, 4.0, 6.0, 4.0, 3.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3603515625, -1.3178253173828125, -1.275299072265625, -1.2327728271484375, -1.19024658203125, -1.1477203369140625, -1.105194091796875, -1.0626678466796875, -1.0201416015625, -0.9776153564453125, -0.935089111328125, -0.8925628662109375, -0.85003662109375, -0.8075103759765625, -0.764984130859375, -0.7224578857421875, -0.679931640625, -0.6374053955078125, -0.594879150390625, -0.5523529052734375, -0.50982666015625, -0.4673004150390625, -0.424774169921875, -0.3822479248046875, -0.3397216796875, -0.2971954345703125, -0.254669189453125, -0.2121429443359375, -0.16961669921875, -0.1270904541015625, -0.084564208984375, -0.0420379638671875, 0.00048828125, 0.0430145263671875, 0.085540771484375, 0.1280670166015625, 0.17059326171875, 0.2131195068359375, 0.255645751953125, 0.2981719970703125, 0.3406982421875, 0.3832244873046875, 0.425750732421875, 0.4682769775390625, 0.51080322265625, 0.5533294677734375, 0.595855712890625, 0.6383819580078125, 0.680908203125, 0.7234344482421875, 0.765960693359375, 0.8084869384765625, 0.85101318359375, 0.8935394287109375, 0.936065673828125, 0.9785919189453125, 1.0211181640625, 1.0636444091796875, 1.106170654296875, 1.1486968994140625, 1.19122314453125, 1.2337493896484375, 1.276275634765625, 1.3188018798828125, 1.361328125]}, "gradients/encoder.encoder.layers.4.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 1.0, 6.0, 5.0, 13.0, 17.0, 33.0, 57.0, 79.0, 143.0, 217.0, 162.0, 106.0, 66.0, 40.0, 18.0, 16.0, 6.0, 8.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.08892059326172, -24.27523422241211, -23.4615478515625, -22.64786148071289, -21.83417510986328, -21.020488739013672, -20.20680046081543, -19.39311408996582, -18.57942771911621, -17.7657413482666, -16.952054977416992, -16.138368606567383, -15.324681282043457, -14.510994911193848, -13.697307586669922, -12.883621215820312, -12.069934844970703, -11.256248474121094, -10.442562103271484, -9.628874778747559, -8.81518840789795, -8.00150203704834, -7.187815189361572, -6.374128341674805, -5.560441970825195, -4.746755599975586, -3.9330687522888184, -3.11938214302063, -2.3056955337524414, -1.492009162902832, -0.6783223152160645, 0.13536453247070312, 0.9490509033203125, 1.762737512588501, 2.5764241218566895, 3.390110731124878, 4.203797340393066, 5.017483711242676, 5.831170558929443, 6.644857406616211, 7.45854377746582, 8.27223014831543, 9.085916519165039, 9.899603843688965, 10.713290214538574, 11.526976585388184, 12.34066390991211, 13.154350280761719, 13.968036651611328, 14.781723022460938, 15.595409393310547, 16.409095764160156, 17.222782135009766, 18.036468505859375, 18.850156784057617, 19.663843154907227, 20.477529525756836, 21.291215896606445, 22.104902267456055, 22.918588638305664, 23.732276916503906, 24.545963287353516, 25.359649658203125, 26.173336029052734, 26.987022399902344]}, "gradients/encoder.encoder.layers.4.layer_norm.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 3.0, 3.0, 3.0, 12.0, 6.0, 11.0, 11.0, 7.0, 18.0, 14.0, 24.0, 30.0, 23.0, 30.0, 35.0, 36.0, 42.0, 47.0, 46.0, 61.0, 92.0, 74.0, 50.0, 41.0, 31.0, 38.0, 44.0, 24.0, 29.0, 15.0, 23.0, 10.0, 13.0, 12.0, 12.0, 6.0, 5.0, 6.0, 6.0, 5.0, 6.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-14.86993408203125, -14.395188331604004, -13.920441627502441, -13.445695877075195, -12.97095012664795, -12.496204376220703, -12.02145767211914, -11.546711921691895, -11.071966171264648, -10.597220420837402, -10.12247371673584, -9.647727966308594, -9.172982215881348, -8.698236465454102, -8.223489761352539, -7.748744010925293, -7.2739973068237305, -6.799251079559326, -6.32450532913208, -5.849759101867676, -5.37501335144043, -4.900267124176025, -4.425520896911621, -3.950774908065796, -3.4760289192199707, -3.0012829303741455, -2.5265369415283203, -2.051790714263916, -1.5770447254180908, -1.1022987365722656, -0.6275525093078613, -0.15280652046203613, 0.32193851470947266, 0.7966845631599426, 1.2714306116104126, 1.7461767196655273, 2.2209227085113525, 2.6956686973571777, 3.170414924621582, 3.6451609134674072, 4.119906902313232, 4.594653129577637, 5.069398880004883, 5.544145107269287, 6.018891334533691, 6.4936370849609375, 6.968383312225342, 7.443129539489746, 7.917875289916992, 8.392621040344238, 8.8673677444458, 9.342113494873047, 9.816859245300293, 10.291604995727539, 10.766351699829102, 11.241097450256348, 11.715843200683594, 12.19058895111084, 12.665335655212402, 13.140081405639648, 13.614827156066895, 14.08957290649414, 14.564319610595703, 15.03906536102295, 15.513812065124512]}, "gradients/encoder.encoder.layers.3.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 4.0, 7.0, 7.0, 3.0, 10.0, 12.0, 32.0, 36.0, 57.0, 101.0, 141.0, 259.0, 469.0, 829.0, 1638.0, 3476.0, 8057.0, 26394.0, 240608.0, 3522876.0, 342051.0, 30811.0, 8971.0, 3723.0, 1643.0, 919.0, 455.0, 270.0, 149.0, 94.0, 71.0, 40.0, 22.0, 17.0, 10.0, 8.0, 5.0, 7.0, 2.0, 3.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-2.1484375, -2.07574462890625, -2.0030517578125, -1.93035888671875, -1.857666015625, -1.78497314453125, -1.7122802734375, -1.63958740234375, -1.56689453125, -1.49420166015625, -1.4215087890625, -1.34881591796875, -1.276123046875, -1.20343017578125, -1.1307373046875, -1.05804443359375, -0.9853515625, -0.91265869140625, -0.8399658203125, -0.76727294921875, -0.694580078125, -0.62188720703125, -0.5491943359375, -0.47650146484375, -0.40380859375, -0.33111572265625, -0.2584228515625, -0.18572998046875, -0.113037109375, -0.04034423828125, 0.0323486328125, 0.10504150390625, 0.177734375, 0.25042724609375, 0.3231201171875, 0.39581298828125, 0.468505859375, 0.54119873046875, 0.6138916015625, 0.68658447265625, 0.75927734375, 0.83197021484375, 0.9046630859375, 0.97735595703125, 1.050048828125, 1.12274169921875, 1.1954345703125, 1.26812744140625, 1.3408203125, 1.41351318359375, 1.4862060546875, 1.55889892578125, 1.631591796875, 1.70428466796875, 1.7769775390625, 1.84967041015625, 1.92236328125, 1.99505615234375, 2.0677490234375, 2.14044189453125, 2.213134765625, 2.28582763671875, 2.3585205078125, 2.43121337890625, 2.50390625]}, "gradients/encoder.encoder.layers.3.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 6.0, 4.0, 7.0, 1.0, 9.0, 10.0, 17.0, 16.0, 22.0, 32.0, 34.0, 41.0, 47.0, 52.0, 42.0, 52.0, 64.0, 62.0, 53.0, 50.0, 62.0, 46.0, 39.0, 38.0, 40.0, 28.0, 29.0, 24.0, 17.0, 16.0, 9.0, 14.0, 11.0, 4.0, 4.0, 4.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.97021484375, -0.9388656616210938, -0.9075164794921875, -0.8761672973632812, -0.844818115234375, -0.8134689331054688, -0.7821197509765625, -0.7507705688476562, -0.71942138671875, -0.6880722045898438, -0.6567230224609375, -0.6253738403320312, -0.594024658203125, -0.5626754760742188, -0.5313262939453125, -0.49997711181640625, -0.4686279296875, -0.43727874755859375, -0.4059295654296875, -0.37458038330078125, -0.343231201171875, -0.31188201904296875, -0.2805328369140625, -0.24918365478515625, -0.21783447265625, -0.18648529052734375, -0.1551361083984375, -0.12378692626953125, -0.092437744140625, -0.06108856201171875, -0.0297393798828125, 0.00160980224609375, 0.032958984375, 0.06430816650390625, 0.0956573486328125, 0.12700653076171875, 0.158355712890625, 0.18970489501953125, 0.2210540771484375, 0.25240325927734375, 0.28375244140625, 0.31510162353515625, 0.3464508056640625, 0.37779998779296875, 0.409149169921875, 0.44049835205078125, 0.4718475341796875, 0.5031967163085938, 0.5345458984375, 0.5658950805664062, 0.5972442626953125, 0.6285934448242188, 0.659942626953125, 0.6912918090820312, 0.7226409912109375, 0.7539901733398438, 0.78533935546875, 0.8166885375976562, 0.8480377197265625, 0.8793869018554688, 0.910736083984375, 0.9420852661132812, 0.9734344482421875, 1.0047836303710938, 1.0361328125]}, "gradients/encoder.encoder.layers.3.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 3.0, 7.0, 7.0, 17.0, 12.0, 16.0, 30.0, 65.0, 80.0, 147.0, 266.0, 531.0, 1170.0, 2559.0, 7055.0, 24286.0, 155976.0, 3756672.0, 206360.0, 27010.0, 7154.0, 2604.0, 1062.0, 510.0, 278.0, 160.0, 85.0, 41.0, 44.0, 24.0, 9.0, 18.0, 5.0, 5.0, 6.0, 4.0, 2.0, 1.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-4.07421875, -3.959625244140625, -3.84503173828125, -3.730438232421875, -3.6158447265625, -3.501251220703125, -3.38665771484375, -3.272064208984375, -3.157470703125, -3.042877197265625, -2.92828369140625, -2.813690185546875, -2.6990966796875, -2.584503173828125, -2.46990966796875, -2.355316162109375, -2.24072265625, -2.126129150390625, -2.01153564453125, -1.896942138671875, -1.7823486328125, -1.667755126953125, -1.55316162109375, -1.438568115234375, -1.323974609375, -1.209381103515625, -1.09478759765625, -0.980194091796875, -0.8656005859375, -0.751007080078125, -0.63641357421875, -0.521820068359375, -0.4072265625, -0.292633056640625, -0.17803955078125, -0.063446044921875, 0.0511474609375, 0.165740966796875, 0.28033447265625, 0.394927978515625, 0.509521484375, 0.624114990234375, 0.73870849609375, 0.853302001953125, 0.9678955078125, 1.082489013671875, 1.19708251953125, 1.311676025390625, 1.42626953125, 1.540863037109375, 1.65545654296875, 1.770050048828125, 1.8846435546875, 1.999237060546875, 2.11383056640625, 2.228424072265625, 2.343017578125, 2.457611083984375, 2.57220458984375, 2.686798095703125, 2.8013916015625, 2.915985107421875, 3.03057861328125, 3.145172119140625, 3.259765625]}, "gradients/encoder.encoder.layers.3.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 0.0, 1.0, 5.0, 5.0, 4.0, 9.0, 6.0, 6.0, 13.0, 12.0, 21.0, 35.0, 53.0, 74.0, 125.0, 176.0, 513.0, 1329.0, 960.0, 344.0, 156.0, 72.0, 39.0, 34.0, 22.0, 16.0, 12.0, 9.0, 5.0, 6.0, 1.0, 10.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.7578125, -3.63946533203125, -3.5211181640625, -3.40277099609375, -3.284423828125, -3.16607666015625, -3.0477294921875, -2.92938232421875, -2.81103515625, -2.69268798828125, -2.5743408203125, -2.45599365234375, -2.337646484375, -2.21929931640625, -2.1009521484375, -1.98260498046875, -1.8642578125, -1.74591064453125, -1.6275634765625, -1.50921630859375, -1.390869140625, -1.27252197265625, -1.1541748046875, -1.03582763671875, -0.91748046875, -0.79913330078125, -0.6807861328125, -0.56243896484375, -0.444091796875, -0.32574462890625, -0.2073974609375, -0.08905029296875, 0.029296875, 0.14764404296875, 0.2659912109375, 0.38433837890625, 0.502685546875, 0.62103271484375, 0.7393798828125, 0.85772705078125, 0.97607421875, 1.09442138671875, 1.2127685546875, 1.33111572265625, 1.449462890625, 1.56781005859375, 1.6861572265625, 1.80450439453125, 1.9228515625, 2.04119873046875, 2.1595458984375, 2.27789306640625, 2.396240234375, 2.51458740234375, 2.6329345703125, 2.75128173828125, 2.86962890625, 2.98797607421875, 3.1063232421875, 3.22467041015625, 3.343017578125, 3.46136474609375, 3.5797119140625, 3.69805908203125, 3.81640625]}, "gradients/encoder.encoder.layers.3.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 6.0, 4.0, 5.0, 4.0, 11.0, 18.0, 17.0, 34.0, 73.0, 116.0, 217.0, 231.0, 158.0, 63.0, 24.0, 10.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-47.56070327758789, -46.55587387084961, -45.55104446411133, -44.54621505737305, -43.541385650634766, -42.536556243896484, -41.5317268371582, -40.526893615722656, -39.522064208984375, -38.517234802246094, -37.51240539550781, -36.50757598876953, -35.50274658203125, -34.49791717529297, -33.49308776855469, -32.488258361816406, -31.483428955078125, -30.478599548339844, -29.473770141601562, -28.46894073486328, -27.464111328125, -26.45928192138672, -25.454450607299805, -24.449621200561523, -23.444791793823242, -22.43996238708496, -21.43513298034668, -20.4303035736084, -19.425472259521484, -18.420642852783203, -17.415813446044922, -16.41098403930664, -15.406152725219727, -14.401323318481445, -13.396493911743164, -12.391663551330566, -11.386834144592285, -10.382004737854004, -9.377174377441406, -8.372344970703125, -7.367515563964844, -6.3626861572265625, -5.357856273651123, -4.353026390075684, -3.3481969833374023, -2.343367576599121, -1.3385376930236816, -0.3337078094482422, 0.6711215972900391, 1.6759512424468994, 2.6807808876037598, 3.68561053276062, 4.6904401779174805, 5.695269584655762, 6.700099468231201, 7.704929351806641, 8.709758758544922, 9.714588165283203, 10.719417572021484, 11.724247932434082, 12.729077339172363, 13.733906745910645, 14.738737106323242, 15.743566513061523, 16.748395919799805]}, "gradients/encoder.encoder.layers.3.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 4.0, 6.0, 4.0, 8.0, 7.0, 13.0, 18.0, 11.0, 21.0, 24.0, 20.0, 34.0, 36.0, 35.0, 45.0, 28.0, 41.0, 44.0, 43.0, 47.0, 40.0, 50.0, 37.0, 50.0, 31.0, 53.0, 29.0, 37.0, 25.0, 19.0, 18.0, 16.0, 19.0, 17.0, 18.0, 11.0, 5.0, 9.0, 8.0, 5.0, 6.0, 1.0, 4.0, 5.0, 0.0, 4.0, 1.0, 2.0, 0.0, 2.0], "bins": [-12.3455171585083, -11.977462768554688, -11.609408378601074, -11.241353988647461, -10.873299598693848, -10.505245208740234, -10.137191772460938, -9.769137382507324, -9.401082992553711, -9.033028602600098, -8.664974212646484, -8.296919822692871, -7.928865909576416, -7.560811519622803, -7.1927571296691895, -6.824703216552734, -6.456648349761963, -6.08859395980835, -5.720539569854736, -5.352485656738281, -4.984431266784668, -4.616376876831055, -4.248322486877441, -3.8802683353424072, -3.512213945388794, -3.1441595554351807, -2.7761054039001465, -2.408051013946533, -2.03999662399292, -1.6719424724578857, -1.3038880825042725, -0.9358339309692383, -0.567779541015625, -0.19972524046897888, 0.16832906007766724, 0.5363833904266357, 0.9044376611709595, 1.2724919319152832, 1.6405463218688965, 2.0086004734039307, 2.376654863357544, 2.7447092533111572, 3.1127634048461914, 3.4808177947998047, 3.848872184753418, 4.216926574707031, 4.5849809646606445, 4.9530348777771, 5.321089267730713, 5.689143657684326, 6.0571980476379395, 6.4252519607543945, 6.793306350708008, 7.161360740661621, 7.529415130615234, 7.897469520568848, 8.265523910522461, 8.633578300476074, 9.001632690429688, 9.3696870803833, 9.737741470336914, 10.105794906616211, 10.47385025024414, 10.841903686523438, 11.20995807647705]}, "gradients/encoder.encoder.layers.3.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 7.0, 5.0, 10.0, 13.0, 24.0, 33.0, 62.0, 92.0, 177.0, 309.0, 522.0, 1130.0, 2670.0, 7946.0, 31950.0, 243069.0, 649244.0, 87015.0, 16076.0, 4739.0, 1766.0, 762.0, 401.0, 224.0, 116.0, 76.0, 41.0, 27.0, 15.0, 13.0, 10.0, 6.0, 4.0, 3.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0], "bins": [-3.1484375, -3.06396484375, -2.9794921875, -2.89501953125, -2.810546875, -2.72607421875, -2.6416015625, -2.55712890625, -2.47265625, -2.38818359375, -2.3037109375, -2.21923828125, -2.134765625, -2.05029296875, -1.9658203125, -1.88134765625, -1.796875, -1.71240234375, -1.6279296875, -1.54345703125, -1.458984375, -1.37451171875, -1.2900390625, -1.20556640625, -1.12109375, -1.03662109375, -0.9521484375, -0.86767578125, -0.783203125, -0.69873046875, -0.6142578125, -0.52978515625, -0.4453125, -0.36083984375, -0.2763671875, -0.19189453125, -0.107421875, -0.02294921875, 0.0615234375, 0.14599609375, 0.23046875, 0.31494140625, 0.3994140625, 0.48388671875, 0.568359375, 0.65283203125, 0.7373046875, 0.82177734375, 0.90625, 0.99072265625, 1.0751953125, 1.15966796875, 1.244140625, 1.32861328125, 1.4130859375, 1.49755859375, 1.58203125, 1.66650390625, 1.7509765625, 1.83544921875, 1.919921875, 2.00439453125, 2.0888671875, 2.17333984375, 2.2578125]}, "gradients/encoder.encoder.layers.3.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 3.0, 5.0, 3.0, 4.0, 1.0, 4.0, 2.0, 9.0, 7.0, 14.0, 19.0, 15.0, 18.0, 28.0, 29.0, 35.0, 28.0, 45.0, 46.0, 45.0, 56.0, 45.0, 51.0, 49.0, 36.0, 40.0, 50.0, 41.0, 37.0, 32.0, 36.0, 34.0, 19.0, 25.0, 15.0, 23.0, 12.0, 8.0, 18.0, 4.0, 8.0, 4.0, 5.0, 0.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.833984375, -0.80224609375, -0.7705078125, -0.73876953125, -0.70703125, -0.67529296875, -0.6435546875, -0.61181640625, -0.580078125, -0.54833984375, -0.5166015625, -0.48486328125, -0.453125, -0.42138671875, -0.3896484375, -0.35791015625, -0.326171875, -0.29443359375, -0.2626953125, -0.23095703125, -0.19921875, -0.16748046875, -0.1357421875, -0.10400390625, -0.072265625, -0.04052734375, -0.0087890625, 0.02294921875, 0.0546875, 0.08642578125, 0.1181640625, 0.14990234375, 0.181640625, 0.21337890625, 0.2451171875, 0.27685546875, 0.30859375, 0.34033203125, 0.3720703125, 0.40380859375, 0.435546875, 0.46728515625, 0.4990234375, 0.53076171875, 0.5625, 0.59423828125, 0.6259765625, 0.65771484375, 0.689453125, 0.72119140625, 0.7529296875, 0.78466796875, 0.81640625, 0.84814453125, 0.8798828125, 0.91162109375, 0.943359375, 0.97509765625, 1.0068359375, 1.03857421875, 1.0703125, 1.10205078125, 1.1337890625, 1.16552734375, 1.197265625]}, "gradients/encoder.encoder.layers.3.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 3.0, 1.0, 4.0, 3.0, 6.0, 9.0, 11.0, 21.0, 32.0, 40.0, 57.0, 75.0, 120.0, 178.0, 324.0, 629.0, 1176.0, 2907.0, 9458.0, 56428.0, 727183.0, 217922.0, 22851.0, 5318.0, 1839.0, 797.0, 459.0, 264.0, 161.0, 96.0, 64.0, 35.0, 30.0, 15.0, 16.0, 10.0, 6.0, 3.0, 6.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.33203125, -3.2388916015625, -3.145751953125, -3.0526123046875, -2.95947265625, -2.8663330078125, -2.773193359375, -2.6800537109375, -2.5869140625, -2.4937744140625, -2.400634765625, -2.3074951171875, -2.21435546875, -2.1212158203125, -2.028076171875, -1.9349365234375, -1.841796875, -1.7486572265625, -1.655517578125, -1.5623779296875, -1.46923828125, -1.3760986328125, -1.282958984375, -1.1898193359375, -1.0966796875, -1.0035400390625, -0.910400390625, -0.8172607421875, -0.72412109375, -0.6309814453125, -0.537841796875, -0.4447021484375, -0.3515625, -0.2584228515625, -0.165283203125, -0.0721435546875, 0.02099609375, 0.1141357421875, 0.207275390625, 0.3004150390625, 0.3935546875, 0.4866943359375, 0.579833984375, 0.6729736328125, 0.76611328125, 0.8592529296875, 0.952392578125, 1.0455322265625, 1.138671875, 1.2318115234375, 1.324951171875, 1.4180908203125, 1.51123046875, 1.6043701171875, 1.697509765625, 1.7906494140625, 1.8837890625, 1.9769287109375, 2.070068359375, 2.1632080078125, 2.25634765625, 2.3494873046875, 2.442626953125, 2.5357666015625, 2.62890625]}, "gradients/encoder.encoder.layers.3.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 5.0, 3.0, 4.0, 5.0, 5.0, 4.0, 6.0, 10.0, 12.0, 13.0, 19.0, 14.0, 19.0, 16.0, 22.0, 29.0, 28.0, 47.0, 40.0, 43.0, 45.0, 51.0, 57.0, 44.0, 41.0, 48.0, 37.0, 43.0, 39.0, 44.0, 31.0, 27.0, 26.0, 31.0, 15.0, 17.0, 21.0, 13.0, 9.0, 9.0, 4.0, 6.0, 4.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-4.09765625, -3.985870361328125, -3.87408447265625, -3.762298583984375, -3.6505126953125, -3.538726806640625, -3.42694091796875, -3.315155029296875, -3.203369140625, -3.091583251953125, -2.97979736328125, -2.868011474609375, -2.7562255859375, -2.644439697265625, -2.53265380859375, -2.420867919921875, -2.30908203125, -2.197296142578125, -2.08551025390625, -1.973724365234375, -1.8619384765625, -1.750152587890625, -1.63836669921875, -1.526580810546875, -1.414794921875, -1.303009033203125, -1.19122314453125, -1.079437255859375, -0.9676513671875, -0.855865478515625, -0.74407958984375, -0.632293701171875, -0.5205078125, -0.408721923828125, -0.29693603515625, -0.185150146484375, -0.0733642578125, 0.038421630859375, 0.15020751953125, 0.261993408203125, 0.373779296875, 0.485565185546875, 0.59735107421875, 0.709136962890625, 0.8209228515625, 0.932708740234375, 1.04449462890625, 1.156280517578125, 1.26806640625, 1.379852294921875, 1.49163818359375, 1.603424072265625, 1.7152099609375, 1.826995849609375, 1.93878173828125, 2.050567626953125, 2.162353515625, 2.274139404296875, 2.38592529296875, 2.497711181640625, 2.6094970703125, 2.721282958984375, 2.83306884765625, 2.944854736328125, 3.056640625]}, "gradients/encoder.encoder.layers.3.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 5.0, 9.0, 7.0, 11.0, 22.0, 24.0, 40.0, 50.0, 111.0, 201.0, 377.0, 809.0, 2016.0, 6230.0, 24606.0, 157544.0, 736387.0, 95253.0, 17090.0, 4666.0, 1712.0, 659.0, 352.0, 153.0, 72.0, 51.0, 26.0, 23.0, 17.0, 10.0, 6.0, 4.0, 8.0, 4.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.88232421875, -0.8512344360351562, -0.8201446533203125, -0.7890548706054688, -0.757965087890625, -0.7268753051757812, -0.6957855224609375, -0.6646957397460938, -0.63360595703125, -0.6025161743164062, -0.5714263916015625, -0.5403366088867188, -0.509246826171875, -0.47815704345703125, -0.4470672607421875, -0.41597747802734375, -0.3848876953125, -0.35379791259765625, -0.3227081298828125, -0.29161834716796875, -0.260528564453125, -0.22943878173828125, -0.1983489990234375, -0.16725921630859375, -0.13616943359375, -0.10507965087890625, -0.0739898681640625, -0.04290008544921875, -0.011810302734375, 0.01927947998046875, 0.0503692626953125, 0.08145904541015625, 0.112548828125, 0.14363861083984375, 0.1747283935546875, 0.20581817626953125, 0.236907958984375, 0.26799774169921875, 0.2990875244140625, 0.33017730712890625, 0.36126708984375, 0.39235687255859375, 0.4234466552734375, 0.45453643798828125, 0.485626220703125, 0.5167160034179688, 0.5478057861328125, 0.5788955688476562, 0.6099853515625, 0.6410751342773438, 0.6721649169921875, 0.7032546997070312, 0.734344482421875, 0.7654342651367188, 0.7965240478515625, 0.8276138305664062, 0.85870361328125, 0.8897933959960938, 0.9208831787109375, 0.9519729614257812, 0.983062744140625, 1.0141525268554688, 1.0452423095703125, 1.0763320922851562, 1.107421875]}, "gradients/encoder.encoder.layers.3.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 8.0, 4.0, 7.0, 13.0, 12.0, 18.0, 32.0, 25.0, 77.0, 101.0, 154.0, 159.0, 139.0, 81.0, 56.0, 31.0, 26.0, 18.0, 6.0, 8.0, 2.0, 9.0, 1.0, 4.0, 2.0, 2.0, 5.0, 1.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00019788742065429688, -0.00018940865993499756, -0.00018092989921569824, -0.00017245113849639893, -0.0001639723777770996, -0.0001554936170578003, -0.00014701485633850098, -0.00013853609561920166, -0.00013005733489990234, -0.00012157857418060303, -0.00011309981346130371, -0.0001046210527420044, -9.614229202270508e-05, -8.766353130340576e-05, -7.918477058410645e-05, -7.070600986480713e-05, -6.222724914550781e-05, -5.3748488426208496e-05, -4.526972770690918e-05, -3.679096698760986e-05, -2.8312206268310547e-05, -1.983344554901123e-05, -1.1354684829711914e-05, -2.8759241104125977e-06, 5.602836608886719e-06, 1.4081597328186035e-05, 2.256035804748535e-05, 3.103911876678467e-05, 3.9517879486083984e-05, 4.79966402053833e-05, 5.647540092468262e-05, 6.495416164398193e-05, 7.343292236328125e-05, 8.191168308258057e-05, 9.039044380187988e-05, 9.88692045211792e-05, 0.00010734796524047852, 0.00011582672595977783, 0.00012430548667907715, 0.00013278424739837646, 0.00014126300811767578, 0.0001497417688369751, 0.00015822052955627441, 0.00016669929027557373, 0.00017517805099487305, 0.00018365681171417236, 0.00019213557243347168, 0.000200614333152771, 0.0002090930938720703, 0.00021757185459136963, 0.00022605061531066895, 0.00023452937602996826, 0.00024300813674926758, 0.0002514868974685669, 0.0002599656581878662, 0.00026844441890716553, 0.00027692317962646484, 0.00028540194034576416, 0.0002938807010650635, 0.0003023594617843628, 0.0003108382225036621, 0.0003193169832229614, 0.00032779574394226074, 0.00033627450466156006, 0.0003447532653808594]}, "gradients/encoder.encoder.layers.3.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 3.0, 1.0, 3.0, 3.0, 14.0, 13.0, 22.0, 32.0, 54.0, 93.0, 179.0, 322.0, 771.0, 2190.0, 8127.0, 50717.0, 726327.0, 229777.0, 22728.0, 4628.0, 1444.0, 551.0, 256.0, 111.0, 62.0, 38.0, 26.0, 28.0, 14.0, 7.0, 3.0, 6.0, 3.0, 2.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1220703125, -1.0817108154296875, -1.041351318359375, -1.0009918212890625, -0.96063232421875, -0.9202728271484375, -0.879913330078125, -0.8395538330078125, -0.7991943359375, -0.7588348388671875, -0.718475341796875, -0.6781158447265625, -0.63775634765625, -0.5973968505859375, -0.557037353515625, -0.5166778564453125, -0.476318359375, -0.4359588623046875, -0.395599365234375, -0.3552398681640625, -0.31488037109375, -0.2745208740234375, -0.234161376953125, -0.1938018798828125, -0.1534423828125, -0.1130828857421875, -0.072723388671875, -0.0323638916015625, 0.00799560546875, 0.0483551025390625, 0.088714599609375, 0.1290740966796875, 0.16943359375, 0.2097930908203125, 0.250152587890625, 0.2905120849609375, 0.33087158203125, 0.3712310791015625, 0.411590576171875, 0.4519500732421875, 0.4923095703125, 0.5326690673828125, 0.573028564453125, 0.6133880615234375, 0.65374755859375, 0.6941070556640625, 0.734466552734375, 0.7748260498046875, 0.815185546875, 0.8555450439453125, 0.895904541015625, 0.9362640380859375, 0.97662353515625, 1.0169830322265625, 1.057342529296875, 1.0977020263671875, 1.1380615234375, 1.1784210205078125, 1.218780517578125, 1.2591400146484375, 1.29949951171875, 1.3398590087890625, 1.380218505859375, 1.4205780029296875, 1.4609375]}, "gradients/encoder.encoder.layers.3.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 4.0, 3.0, 4.0, 11.0, 6.0, 17.0, 28.0, 31.0, 38.0, 54.0, 79.0, 110.0, 103.0, 131.0, 112.0, 71.0, 57.0, 53.0, 41.0, 17.0, 13.0, 13.0, 6.0, 6.0, 1.0, 4.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.64453125, -0.61065673828125, -0.5767822265625, -0.54290771484375, -0.509033203125, -0.47515869140625, -0.4412841796875, -0.40740966796875, -0.37353515625, -0.33966064453125, -0.3057861328125, -0.27191162109375, -0.238037109375, -0.20416259765625, -0.1702880859375, -0.13641357421875, -0.1025390625, -0.06866455078125, -0.0347900390625, -0.00091552734375, 0.032958984375, 0.06683349609375, 0.1007080078125, 0.13458251953125, 0.16845703125, 0.20233154296875, 0.2362060546875, 0.27008056640625, 0.303955078125, 0.33782958984375, 0.3717041015625, 0.40557861328125, 0.439453125, 0.47332763671875, 0.5072021484375, 0.54107666015625, 0.574951171875, 0.60882568359375, 0.6427001953125, 0.67657470703125, 0.71044921875, 0.74432373046875, 0.7781982421875, 0.81207275390625, 0.845947265625, 0.87982177734375, 0.9136962890625, 0.94757080078125, 0.9814453125, 1.01531982421875, 1.0491943359375, 1.08306884765625, 1.116943359375, 1.15081787109375, 1.1846923828125, 1.21856689453125, 1.25244140625, 1.28631591796875, 1.3201904296875, 1.35406494140625, 1.387939453125, 1.42181396484375, 1.4556884765625, 1.48956298828125, 1.5234375]}, "gradients/encoder.encoder.layers.3.layer_norm.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 2.0, 6.0, 6.0, 12.0, 44.0, 84.0, 167.0, 353.0, 172.0, 87.0, 37.0, 16.0, 7.0, 4.0, 5.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.17875099182129, -20.34998321533203, -19.521217346191406, -18.69244956970215, -17.86368179321289, -17.034915924072266, -16.206148147583008, -15.37738037109375, -14.548612594604492, -13.71984577178955, -12.891077995300293, -12.062311172485352, -11.233543395996094, -10.404776573181152, -9.576009750366211, -8.747241973876953, -7.918475151062012, -7.089707851409912, -6.2609405517578125, -5.432173728942871, -4.603405952453613, -3.774639129638672, -2.9458718299865723, -2.1171045303344727, -1.288337230682373, -0.4595699906349182, 0.3691972494125366, 1.1979644298553467, 2.0267317295074463, 2.855498790740967, 3.6842660903930664, 4.513033390045166, 5.341800689697266, 6.170567989349365, 6.999335289001465, 7.828102111816406, 8.656869888305664, 9.485636711120605, 10.314403533935547, 11.143171310424805, 11.971939086914062, 12.800705909729004, 13.629473686218262, 14.458240509033203, 15.287008285522461, 16.11577606201172, 16.944541931152344, 17.7733097076416, 18.60207748413086, 19.430845260620117, 20.259611129760742, 21.08837890625, 21.917146682739258, 22.745914459228516, 23.57468032836914, 24.4034481048584, 25.232213973999023, 26.06098175048828, 26.889747619628906, 27.718515396118164, 28.547283172607422, 29.376049041748047, 30.204816818237305, 31.033584594726562, 31.86235237121582]}, "gradients/encoder.encoder.layers.3.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 3.0, 6.0, 9.0, 7.0, 7.0, 9.0, 10.0, 10.0, 10.0, 13.0, 18.0, 25.0, 25.0, 25.0, 31.0, 31.0, 36.0, 44.0, 47.0, 61.0, 91.0, 66.0, 74.0, 60.0, 46.0, 28.0, 27.0, 35.0, 18.0, 28.0, 19.0, 17.0, 12.0, 12.0, 8.0, 14.0, 4.0, 5.0, 5.0, 3.0, 3.0, 3.0, 4.0, 2.0, 0.0, 1.0, 1.0], "bins": [-17.318626403808594, -16.861560821533203, -16.404497146606445, -15.947432518005371, -15.490367889404297, -15.033303260803223, -14.576238632202148, -14.119174003601074, -13.662109375, -13.205044746398926, -12.747980117797852, -12.290915489196777, -11.833850860595703, -11.376786231994629, -10.919721603393555, -10.46265697479248, -10.005592346191406, -9.548527717590332, -9.091463088989258, -8.634398460388184, -8.17733383178711, -7.720269203186035, -7.263204574584961, -6.806139945983887, -6.3490753173828125, -5.892010688781738, -5.434946060180664, -4.97788143157959, -4.520816802978516, -4.063752174377441, -3.606687545776367, -3.149622917175293, -2.6925582885742188, -2.2354936599731445, -1.7784290313720703, -1.321364402770996, -0.8642997741699219, -0.40723514556884766, 0.04982948303222656, 0.5068941116333008, 0.963958740234375, 1.4210233688354492, 1.8780879974365234, 2.3351526260375977, 2.792217254638672, 3.249281883239746, 3.7063465118408203, 4.1634111404418945, 4.620475769042969, 5.077540397644043, 5.534605026245117, 5.991669654846191, 6.448734283447266, 6.90579891204834, 7.362863540649414, 7.819928169250488, 8.276992797851562, 8.734057426452637, 9.191122055053711, 9.648186683654785, 10.10525131225586, 10.562315940856934, 11.019380569458008, 11.476445198059082, 11.933509826660156]}, "gradients/encoder.encoder.layers.2.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 5.0, 9.0, 7.0, 8.0, 25.0, 29.0, 47.0, 73.0, 132.0, 194.0, 323.0, 657.0, 1410.0, 3436.0, 10353.0, 58793.0, 1041630.0, 2928200.0, 124832.0, 16068.0, 4591.0, 1740.0, 783.0, 393.0, 212.0, 125.0, 83.0, 45.0, 33.0, 21.0, 9.0, 10.0, 1.0, 4.0, 4.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7197265625, -1.6586456298828125, -1.597564697265625, -1.5364837646484375, -1.47540283203125, -1.4143218994140625, -1.353240966796875, -1.2921600341796875, -1.2310791015625, -1.1699981689453125, -1.108917236328125, -1.0478363037109375, -0.98675537109375, -0.9256744384765625, -0.864593505859375, -0.8035125732421875, -0.742431640625, -0.6813507080078125, -0.620269775390625, -0.5591888427734375, -0.49810791015625, -0.4370269775390625, -0.375946044921875, -0.3148651123046875, -0.2537841796875, -0.1927032470703125, -0.131622314453125, -0.0705413818359375, -0.00946044921875, 0.0516204833984375, 0.112701416015625, 0.1737823486328125, 0.23486328125, 0.2959442138671875, 0.357025146484375, 0.4181060791015625, 0.47918701171875, 0.5402679443359375, 0.601348876953125, 0.6624298095703125, 0.7235107421875, 0.7845916748046875, 0.845672607421875, 0.9067535400390625, 0.96783447265625, 1.0289154052734375, 1.089996337890625, 1.1510772705078125, 1.212158203125, 1.2732391357421875, 1.334320068359375, 1.3954010009765625, 1.45648193359375, 1.5175628662109375, 1.578643798828125, 1.6397247314453125, 1.7008056640625, 1.7618865966796875, 1.822967529296875, 1.8840484619140625, 1.94512939453125, 2.0062103271484375, 2.067291259765625, 2.1283721923828125, 2.189453125]}, "gradients/encoder.encoder.layers.2.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 3.0, 4.0, 1.0, 3.0, 2.0, 3.0, 5.0, 2.0, 3.0, 4.0, 8.0, 14.0, 14.0, 18.0, 19.0, 22.0, 19.0, 34.0, 23.0, 24.0, 38.0, 35.0, 49.0, 41.0, 51.0, 57.0, 38.0, 39.0, 51.0, 42.0, 52.0, 45.0, 27.0, 31.0, 28.0, 28.0, 22.0, 20.0, 23.0, 7.0, 8.0, 13.0, 5.0, 13.0, 6.0, 7.0, 2.0, 4.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.82421875, -0.796295166015625, -0.76837158203125, -0.740447998046875, -0.7125244140625, -0.684600830078125, -0.65667724609375, -0.628753662109375, -0.600830078125, -0.572906494140625, -0.54498291015625, -0.517059326171875, -0.4891357421875, -0.461212158203125, -0.43328857421875, -0.405364990234375, -0.37744140625, -0.349517822265625, -0.32159423828125, -0.293670654296875, -0.2657470703125, -0.237823486328125, -0.20989990234375, -0.181976318359375, -0.154052734375, -0.126129150390625, -0.09820556640625, -0.070281982421875, -0.0423583984375, -0.014434814453125, 0.01348876953125, 0.041412353515625, 0.0693359375, 0.097259521484375, 0.12518310546875, 0.153106689453125, 0.1810302734375, 0.208953857421875, 0.23687744140625, 0.264801025390625, 0.292724609375, 0.320648193359375, 0.34857177734375, 0.376495361328125, 0.4044189453125, 0.432342529296875, 0.46026611328125, 0.488189697265625, 0.51611328125, 0.544036865234375, 0.57196044921875, 0.599884033203125, 0.6278076171875, 0.655731201171875, 0.68365478515625, 0.711578369140625, 0.739501953125, 0.767425537109375, 0.79534912109375, 0.823272705078125, 0.8511962890625, 0.879119873046875, 0.90704345703125, 0.934967041015625, 0.962890625]}, "gradients/encoder.encoder.layers.2.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 1.0, 0.0, 2.0, 7.0, 6.0, 12.0, 23.0, 49.0, 121.0, 242.0, 613.0, 3006.0, 30955.0, 4044095.0, 107608.0, 5885.0, 1052.0, 340.0, 127.0, 60.0, 39.0, 20.0, 9.0, 6.0, 3.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.37109375, -5.16180419921875, -4.9525146484375, -4.74322509765625, -4.533935546875, -4.32464599609375, -4.1153564453125, -3.90606689453125, -3.69677734375, -3.48748779296875, -3.2781982421875, -3.06890869140625, -2.859619140625, -2.65032958984375, -2.4410400390625, -2.23175048828125, -2.0224609375, -1.81317138671875, -1.6038818359375, -1.39459228515625, -1.185302734375, -0.97601318359375, -0.7667236328125, -0.55743408203125, -0.34814453125, -0.13885498046875, 0.0704345703125, 0.27972412109375, 0.489013671875, 0.69830322265625, 0.9075927734375, 1.11688232421875, 1.326171875, 1.53546142578125, 1.7447509765625, 1.95404052734375, 2.163330078125, 2.37261962890625, 2.5819091796875, 2.79119873046875, 3.00048828125, 3.20977783203125, 3.4190673828125, 3.62835693359375, 3.837646484375, 4.04693603515625, 4.2562255859375, 4.46551513671875, 4.6748046875, 4.88409423828125, 5.0933837890625, 5.30267333984375, 5.511962890625, 5.72125244140625, 5.9305419921875, 6.13983154296875, 6.34912109375, 6.55841064453125, 6.7677001953125, 6.97698974609375, 7.186279296875, 7.39556884765625, 7.6048583984375, 7.81414794921875, 8.0234375]}, "gradients/encoder.encoder.layers.2.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 3.0, 5.0, 9.0, 10.0, 11.0, 16.0, 27.0, 50.0, 94.0, 307.0, 994.0, 1707.0, 485.0, 164.0, 72.0, 40.0, 31.0, 21.0, 12.0, 3.0, 3.0, 3.0, 7.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.8828125, -3.7452392578125, -3.607666015625, -3.4700927734375, -3.33251953125, -3.1949462890625, -3.057373046875, -2.9197998046875, -2.7822265625, -2.6446533203125, -2.507080078125, -2.3695068359375, -2.23193359375, -2.0943603515625, -1.956787109375, -1.8192138671875, -1.681640625, -1.5440673828125, -1.406494140625, -1.2689208984375, -1.13134765625, -0.9937744140625, -0.856201171875, -0.7186279296875, -0.5810546875, -0.4434814453125, -0.305908203125, -0.1683349609375, -0.03076171875, 0.1068115234375, 0.244384765625, 0.3819580078125, 0.51953125, 0.6571044921875, 0.794677734375, 0.9322509765625, 1.06982421875, 1.2073974609375, 1.344970703125, 1.4825439453125, 1.6201171875, 1.7576904296875, 1.895263671875, 2.0328369140625, 2.17041015625, 2.3079833984375, 2.445556640625, 2.5831298828125, 2.720703125, 2.8582763671875, 2.995849609375, 3.1334228515625, 3.27099609375, 3.4085693359375, 3.546142578125, 3.6837158203125, 3.8212890625, 3.9588623046875, 4.096435546875, 4.2340087890625, 4.37158203125, 4.5091552734375, 4.646728515625, 4.7843017578125, 4.921875]}, "gradients/encoder.encoder.layers.2.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 5.0, 6.0, 7.0, 11.0, 26.0, 80.0, 104.0, 201.0, 226.0, 167.0, 81.0, 40.0, 15.0, 13.0, 10.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.348785400390625, -19.60111427307129, -18.853445053100586, -18.10577392578125, -17.358104705810547, -16.61043357849121, -15.862763404846191, -15.115093231201172, -14.367422103881836, -13.619751930236816, -12.872081756591797, -12.124410629272461, -11.376740455627441, -10.629070281982422, -9.881400108337402, -9.133729934692383, -8.386059761047363, -7.638389587402344, -6.890718936920166, -6.1430487632751465, -5.395378112792969, -4.647707939147949, -3.9000377655029297, -3.152367115020752, -2.4046969413757324, -1.6570265293121338, -0.9093562364578247, -0.16168594360351562, 0.585984468460083, 1.3336548805236816, 2.081325054168701, 2.828995704650879, 3.5766658782958984, 4.324336051940918, 5.072006702423096, 5.819676876068115, 6.567347526550293, 7.3150177001953125, 8.062687873840332, 8.810358047485352, 9.558029174804688, 10.305699348449707, 11.053369522094727, 11.801040649414062, 12.548710823059082, 13.296380996704102, 14.044051170349121, 14.79172134399414, 15.53939151763916, 16.28706169128418, 17.034732818603516, 17.78240203857422, 18.530073165893555, 19.27774429321289, 20.025413513183594, 20.77308464050293, 21.520753860473633, 22.26842498779297, 23.016094207763672, 23.763765335083008, 24.51143455505371, 25.259105682373047, 26.00677490234375, 26.754446029663086, 27.502117156982422]}, "gradients/encoder.encoder.layers.2.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 4.0, 2.0, 2.0, 2.0, 4.0, 8.0, 3.0, 7.0, 6.0, 12.0, 13.0, 14.0, 17.0, 11.0, 16.0, 9.0, 15.0, 17.0, 22.0, 36.0, 44.0, 35.0, 45.0, 33.0, 49.0, 46.0, 55.0, 44.0, 39.0, 37.0, 47.0, 31.0, 28.0, 23.0, 35.0, 24.0, 31.0, 24.0, 20.0, 22.0, 11.0, 12.0, 8.0, 7.0, 7.0, 10.0, 9.0, 1.0, 7.0, 4.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.543533325195312, -8.262480735778809, -7.981427192687988, -7.700374126434326, -7.419321060180664, -7.138267993927002, -6.85721492767334, -6.576162338256836, -6.295108795166016, -6.0140557289123535, -5.733002662658691, -5.451949596405029, -5.170896530151367, -4.889843463897705, -4.608790397644043, -4.327737808227539, -4.046684741973877, -3.765631675720215, -3.4845786094665527, -3.2035255432128906, -2.9224724769592285, -2.6414194107055664, -2.3603665828704834, -2.0793135166168213, -1.7982604503631592, -1.517207384109497, -1.236154317855835, -0.9551013708114624, -0.6740483045578003, -0.3929952383041382, -0.11194229125976562, 0.16911077499389648, 0.4501638412475586, 0.7312169075012207, 1.0122699737548828, 1.2933229207992554, 1.5743759870529175, 1.8554290533065796, 2.136482000350952, 2.4175350666046143, 2.6985881328582764, 2.9796411991119385, 3.2606942653656006, 3.5417470932006836, 3.8228001594543457, 4.103853225708008, 4.38490629196167, 4.665959358215332, 4.947012424468994, 5.228065490722656, 5.509118556976318, 5.7901716232299805, 6.071224689483643, 6.352277755737305, 6.633330345153809, 6.914383888244629, 7.195436477661133, 7.476489543914795, 7.757542610168457, 8.038595199584961, 8.319648742675781, 8.600701332092285, 8.881754875183105, 9.16280746459961, 9.44386100769043]}, "gradients/encoder.encoder.layers.2.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 3.0, 3.0, 4.0, 16.0, 17.0, 30.0, 38.0, 57.0, 113.0, 201.0, 445.0, 1052.0, 2812.0, 9037.0, 37092.0, 225395.0, 630351.0, 110570.0, 22171.0, 5798.0, 1960.0, 710.0, 315.0, 149.0, 84.0, 57.0, 24.0, 17.0, 17.0, 6.0, 5.0, 3.0, 4.0, 1.0, 4.0, 4.0], "bins": [-2.927734375, -2.8616790771484375, -2.795623779296875, -2.7295684814453125, -2.66351318359375, -2.5974578857421875, -2.531402587890625, -2.4653472900390625, -2.3992919921875, -2.3332366943359375, -2.267181396484375, -2.2011260986328125, -2.13507080078125, -2.0690155029296875, -2.002960205078125, -1.9369049072265625, -1.870849609375, -1.8047943115234375, -1.738739013671875, -1.6726837158203125, -1.60662841796875, -1.5405731201171875, -1.474517822265625, -1.4084625244140625, -1.3424072265625, -1.2763519287109375, -1.210296630859375, -1.1442413330078125, -1.07818603515625, -1.0121307373046875, -0.946075439453125, -0.8800201416015625, -0.81396484375, -0.7479095458984375, -0.681854248046875, -0.6157989501953125, -0.54974365234375, -0.4836883544921875, -0.417633056640625, -0.3515777587890625, -0.2855224609375, -0.2194671630859375, -0.153411865234375, -0.0873565673828125, -0.02130126953125, 0.0447540283203125, 0.110809326171875, 0.1768646240234375, 0.242919921875, 0.3089752197265625, 0.375030517578125, 0.4410858154296875, 0.50714111328125, 0.5731964111328125, 0.639251708984375, 0.7053070068359375, 0.7713623046875, 0.8374176025390625, 0.903472900390625, 0.9695281982421875, 1.03558349609375, 1.1016387939453125, 1.167694091796875, 1.2337493896484375, 1.2998046875]}, "gradients/encoder.encoder.layers.2.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 0.0, 5.0, 1.0, 3.0, 7.0, 8.0, 13.0, 4.0, 9.0, 17.0, 17.0, 22.0, 34.0, 25.0, 30.0, 31.0, 43.0, 41.0, 45.0, 52.0, 38.0, 50.0, 34.0, 44.0, 50.0, 48.0, 40.0, 35.0, 44.0, 27.0, 33.0, 22.0, 16.0, 23.0, 12.0, 12.0, 12.0, 17.0, 10.0, 9.0, 3.0, 8.0, 4.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.97119140625, -0.941253662109375, -0.91131591796875, -0.881378173828125, -0.8514404296875, -0.821502685546875, -0.79156494140625, -0.761627197265625, -0.731689453125, -0.701751708984375, -0.67181396484375, -0.641876220703125, -0.6119384765625, -0.582000732421875, -0.55206298828125, -0.522125244140625, -0.4921875, -0.462249755859375, -0.43231201171875, -0.402374267578125, -0.3724365234375, -0.342498779296875, -0.31256103515625, -0.282623291015625, -0.252685546875, -0.222747802734375, -0.19281005859375, -0.162872314453125, -0.1329345703125, -0.102996826171875, -0.07305908203125, -0.043121337890625, -0.01318359375, 0.016754150390625, 0.04669189453125, 0.076629638671875, 0.1065673828125, 0.136505126953125, 0.16644287109375, 0.196380615234375, 0.226318359375, 0.256256103515625, 0.28619384765625, 0.316131591796875, 0.3460693359375, 0.376007080078125, 0.40594482421875, 0.435882568359375, 0.4658203125, 0.495758056640625, 0.52569580078125, 0.555633544921875, 0.5855712890625, 0.615509033203125, 0.64544677734375, 0.675384521484375, 0.705322265625, 0.735260009765625, 0.76519775390625, 0.795135498046875, 0.8250732421875, 0.855010986328125, 0.88494873046875, 0.914886474609375, 0.94482421875]}, "gradients/encoder.encoder.layers.2.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 8.0, 4.0, 14.0, 16.0, 13.0, 23.0, 45.0, 63.0, 94.0, 128.0, 265.0, 448.0, 955.0, 2438.0, 10095.0, 73735.0, 815900.0, 124289.0, 14261.0, 3250.0, 1202.0, 536.0, 311.0, 163.0, 91.0, 56.0, 47.0, 34.0, 25.0, 13.0, 13.0, 5.0, 7.0, 5.0, 7.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.451171875, -2.365478515625, -2.27978515625, -2.194091796875, -2.1083984375, -2.022705078125, -1.93701171875, -1.851318359375, -1.765625, -1.679931640625, -1.59423828125, -1.508544921875, -1.4228515625, -1.337158203125, -1.25146484375, -1.165771484375, -1.080078125, -0.994384765625, -0.90869140625, -0.822998046875, -0.7373046875, -0.651611328125, -0.56591796875, -0.480224609375, -0.39453125, -0.308837890625, -0.22314453125, -0.137451171875, -0.0517578125, 0.033935546875, 0.11962890625, 0.205322265625, 0.291015625, 0.376708984375, 0.46240234375, 0.548095703125, 0.6337890625, 0.719482421875, 0.80517578125, 0.890869140625, 0.9765625, 1.062255859375, 1.14794921875, 1.233642578125, 1.3193359375, 1.405029296875, 1.49072265625, 1.576416015625, 1.662109375, 1.747802734375, 1.83349609375, 1.919189453125, 2.0048828125, 2.090576171875, 2.17626953125, 2.261962890625, 2.34765625, 2.433349609375, 2.51904296875, 2.604736328125, 2.6904296875, 2.776123046875, 2.86181640625, 2.947509765625, 3.033203125]}, "gradients/encoder.encoder.layers.2.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 7.0, 2.0, 2.0, 5.0, 9.0, 9.0, 15.0, 19.0, 18.0, 17.0, 30.0, 32.0, 33.0, 47.0, 34.0, 47.0, 59.0, 41.0, 52.0, 64.0, 45.0, 65.0, 54.0, 34.0, 38.0, 39.0, 29.0, 28.0, 34.0, 16.0, 15.0, 16.0, 11.0, 7.0, 8.0, 5.0, 8.0, 3.0, 4.0, 5.0, 4.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.853515625, -2.731414794921875, -2.60931396484375, -2.487213134765625, -2.3651123046875, -2.243011474609375, -2.12091064453125, -1.998809814453125, -1.876708984375, -1.754608154296875, -1.63250732421875, -1.510406494140625, -1.3883056640625, -1.266204833984375, -1.14410400390625, -1.022003173828125, -0.89990234375, -0.777801513671875, -0.65570068359375, -0.533599853515625, -0.4114990234375, -0.289398193359375, -0.16729736328125, -0.045196533203125, 0.076904296875, 0.199005126953125, 0.32110595703125, 0.443206787109375, 0.5653076171875, 0.687408447265625, 0.80950927734375, 0.931610107421875, 1.0537109375, 1.175811767578125, 1.29791259765625, 1.420013427734375, 1.5421142578125, 1.664215087890625, 1.78631591796875, 1.908416748046875, 2.030517578125, 2.152618408203125, 2.27471923828125, 2.396820068359375, 2.5189208984375, 2.641021728515625, 2.76312255859375, 2.885223388671875, 3.00732421875, 3.129425048828125, 3.25152587890625, 3.373626708984375, 3.4957275390625, 3.617828369140625, 3.73992919921875, 3.862030029296875, 3.984130859375, 4.106231689453125, 4.22833251953125, 4.350433349609375, 4.4725341796875, 4.594635009765625, 4.71673583984375, 4.838836669921875, 4.9609375]}, "gradients/encoder.encoder.layers.2.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 2.0, 4.0, 6.0, 9.0, 12.0, 22.0, 27.0, 46.0, 70.0, 143.0, 322.0, 816.0, 2237.0, 8662.0, 55426.0, 805099.0, 152554.0, 17303.0, 3676.0, 1163.0, 443.0, 246.0, 110.0, 72.0, 44.0, 18.0, 9.0, 9.0, 4.0, 3.0, 0.0, 5.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.68896484375, -0.6586227416992188, -0.6282806396484375, -0.5979385375976562, -0.567596435546875, -0.5372543334960938, -0.5069122314453125, -0.47657012939453125, -0.44622802734375, -0.41588592529296875, -0.3855438232421875, -0.35520172119140625, -0.324859619140625, -0.29451751708984375, -0.2641754150390625, -0.23383331298828125, -0.2034912109375, -0.17314910888671875, -0.1428070068359375, -0.11246490478515625, -0.082122802734375, -0.05178070068359375, -0.0214385986328125, 0.00890350341796875, 0.03924560546875, 0.06958770751953125, 0.0999298095703125, 0.13027191162109375, 0.160614013671875, 0.19095611572265625, 0.2212982177734375, 0.25164031982421875, 0.281982421875, 0.31232452392578125, 0.3426666259765625, 0.37300872802734375, 0.403350830078125, 0.43369293212890625, 0.4640350341796875, 0.49437713623046875, 0.52471923828125, 0.5550613403320312, 0.5854034423828125, 0.6157455444335938, 0.646087646484375, 0.6764297485351562, 0.7067718505859375, 0.7371139526367188, 0.7674560546875, 0.7977981567382812, 0.8281402587890625, 0.8584823608398438, 0.888824462890625, 0.9191665649414062, 0.9495086669921875, 0.9798507690429688, 1.01019287109375, 1.0405349731445312, 1.0708770751953125, 1.1012191772460938, 1.131561279296875, 1.1619033813476562, 1.1922454833984375, 1.2225875854492188, 1.2529296875]}, "gradients/encoder.encoder.layers.2.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 5.0, 0.0, 1.0, 3.0, 6.0, 5.0, 15.0, 19.0, 21.0, 53.0, 112.0, 251.0, 254.0, 122.0, 52.0, 27.0, 13.0, 13.0, 7.0, 12.0, 3.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0002808570861816406, -0.0002708025276660919, -0.0002607479691505432, -0.0002506934106349945, -0.0002406388521194458, -0.0002305842936038971, -0.0002205297350883484, -0.00021047517657279968, -0.00020042061805725098, -0.00019036605954170227, -0.00018031150102615356, -0.00017025694251060486, -0.00016020238399505615, -0.00015014782547950745, -0.00014009326696395874, -0.00013003870844841003, -0.00011998414993286133, -0.00010992959141731262, -9.987503290176392e-05, -8.982047438621521e-05, -7.97659158706665e-05, -6.97113573551178e-05, -5.965679883956909e-05, -4.9602240324020386e-05, -3.954768180847168e-05, -2.9493123292922974e-05, -1.9438564777374268e-05, -9.384006261825562e-06, 6.705522537231445e-07, 1.072511076927185e-05, 2.0779669284820557e-05, 3.083422780036926e-05, 4.088878631591797e-05, 5.0943344831466675e-05, 6.099790334701538e-05, 7.105246186256409e-05, 8.110702037811279e-05, 9.11615788936615e-05, 0.0001012161374092102, 0.00011127069592475891, 0.00012132525444030762, 0.00013137981295585632, 0.00014143437147140503, 0.00015148892998695374, 0.00016154348850250244, 0.00017159804701805115, 0.00018165260553359985, 0.00019170716404914856, 0.00020176172256469727, 0.00021181628108024597, 0.00022187083959579468, 0.00023192539811134338, 0.0002419799566268921, 0.0002520345151424408, 0.0002620890736579895, 0.0002721436321735382, 0.0002821981906890869, 0.0002922527492046356, 0.0003023073077201843, 0.00031236186623573303, 0.00032241642475128174, 0.00033247098326683044, 0.00034252554178237915, 0.00035258010029792786, 0.00036263465881347656]}, "gradients/encoder.encoder.layers.2.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 5.0, 6.0, 7.0, 15.0, 19.0, 14.0, 26.0, 21.0, 48.0, 77.0, 106.0, 174.0, 350.0, 641.0, 1072.0, 2355.0, 5610.0, 15075.0, 55105.0, 357596.0, 527273.0, 56789.0, 15588.0, 5581.0, 2376.0, 1103.0, 608.0, 345.0, 200.0, 128.0, 85.0, 53.0, 17.0, 22.0, 28.0, 13.0, 14.0, 9.0, 3.0, 5.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.7841796875, -0.7635498046875, -0.742919921875, -0.7222900390625, -0.70166015625, -0.6810302734375, -0.660400390625, -0.6397705078125, -0.619140625, -0.5985107421875, -0.577880859375, -0.5572509765625, -0.53662109375, -0.5159912109375, -0.495361328125, -0.4747314453125, -0.4541015625, -0.4334716796875, -0.412841796875, -0.3922119140625, -0.37158203125, -0.3509521484375, -0.330322265625, -0.3096923828125, -0.2890625, -0.2684326171875, -0.247802734375, -0.2271728515625, -0.20654296875, -0.1859130859375, -0.165283203125, -0.1446533203125, -0.1240234375, -0.1033935546875, -0.082763671875, -0.0621337890625, -0.04150390625, -0.0208740234375, -0.000244140625, 0.0203857421875, 0.041015625, 0.0616455078125, 0.082275390625, 0.1029052734375, 0.12353515625, 0.1441650390625, 0.164794921875, 0.1854248046875, 0.2060546875, 0.2266845703125, 0.247314453125, 0.2679443359375, 0.28857421875, 0.3092041015625, 0.329833984375, 0.3504638671875, 0.37109375, 0.3917236328125, 0.412353515625, 0.4329833984375, 0.45361328125, 0.4742431640625, 0.494873046875, 0.5155029296875, 0.5361328125]}, "gradients/encoder.encoder.layers.2.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 3.0, 4.0, 8.0, 8.0, 5.0, 10.0, 15.0, 11.0, 27.0, 47.0, 64.0, 88.0, 163.0, 173.0, 131.0, 78.0, 44.0, 38.0, 20.0, 20.0, 16.0, 13.0, 6.0, 5.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.9990234375, -0.9649200439453125, -0.930816650390625, -0.8967132568359375, -0.86260986328125, -0.8285064697265625, -0.794403076171875, -0.7602996826171875, -0.7261962890625, -0.6920928955078125, -0.657989501953125, -0.6238861083984375, -0.58978271484375, -0.5556793212890625, -0.521575927734375, -0.4874725341796875, -0.453369140625, -0.4192657470703125, -0.385162353515625, -0.3510589599609375, -0.31695556640625, -0.2828521728515625, -0.248748779296875, -0.2146453857421875, -0.1805419921875, -0.1464385986328125, -0.112335205078125, -0.0782318115234375, -0.04412841796875, -0.0100250244140625, 0.024078369140625, 0.0581817626953125, 0.09228515625, 0.1263885498046875, 0.160491943359375, 0.1945953369140625, 0.22869873046875, 0.2628021240234375, 0.296905517578125, 0.3310089111328125, 0.3651123046875, 0.3992156982421875, 0.433319091796875, 0.4674224853515625, 0.50152587890625, 0.5356292724609375, 0.569732666015625, 0.6038360595703125, 0.637939453125, 0.6720428466796875, 0.706146240234375, 0.7402496337890625, 0.77435302734375, 0.8084564208984375, 0.842559814453125, 0.8766632080078125, 0.9107666015625, 0.9448699951171875, 0.978973388671875, 1.0130767822265625, 1.04718017578125, 1.0812835693359375, 1.115386962890625, 1.1494903564453125, 1.18359375]}, "gradients/encoder.encoder.layers.2.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 4.0, 9.0, 5.0, 10.0, 7.0, 16.0, 37.0, 79.0, 177.0, 335.0, 164.0, 74.0, 38.0, 22.0, 9.0, 9.0, 1.0, 4.0, 1.0, 4.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0], "bins": [-30.170562744140625, -29.534870147705078, -28.89917755126953, -28.263484954833984, -27.627792358398438, -26.99209976196289, -26.356407165527344, -25.720714569091797, -25.08502197265625, -24.449329376220703, -23.813636779785156, -23.17794418334961, -22.542251586914062, -21.906558990478516, -21.27086639404297, -20.635173797607422, -19.999481201171875, -19.363788604736328, -18.72809600830078, -18.092403411865234, -17.456710815429688, -16.82101821899414, -16.185325622558594, -15.549633026123047, -14.913938522338867, -14.27824592590332, -13.642553329467773, -13.006860733032227, -12.37116813659668, -11.735475540161133, -11.099782943725586, -10.464090347290039, -9.828397750854492, -9.192705154418945, -8.557012557983398, -7.921319961547852, -7.285627365112305, -6.649934768676758, -6.014241695404053, -5.378549098968506, -4.742856502532959, -4.107163906097412, -3.4714713096618652, -2.8357784748077393, -2.2000858783721924, -1.5643932819366455, -0.9287004470825195, -0.29300785064697266, 0.3426847457885742, 0.9783774018287659, 1.6140700578689575, 2.249762773513794, 2.885455369949341, 3.5211479663848877, 4.156840801239014, 4.7925333976745605, 5.428225994110107, 6.063918590545654, 6.699611186981201, 7.335304260253906, 7.970996856689453, 8.606689453125, 9.242382049560547, 9.878074645996094, 10.51376724243164]}, "gradients/encoder.encoder.layers.2.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 5.0, 7.0, 6.0, 6.0, 6.0, 12.0, 6.0, 9.0, 16.0, 15.0, 28.0, 26.0, 25.0, 28.0, 24.0, 41.0, 47.0, 43.0, 69.0, 81.0, 110.0, 66.0, 47.0, 35.0, 29.0, 35.0, 21.0, 25.0, 24.0, 27.0, 20.0, 15.0, 15.0, 11.0, 10.0, 6.0, 5.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.636190414428711, -14.187915802001953, -13.739640235900879, -13.291365623474121, -12.843090057373047, -12.394815444946289, -11.946540832519531, -11.498265266418457, -11.0499906539917, -10.601716041564941, -10.153440475463867, -9.70516586303711, -9.256890296936035, -8.808615684509277, -8.360340118408203, -7.912065505981445, -7.463790416717529, -7.015515327453613, -6.567240238189697, -6.118965148925781, -5.670690536499023, -5.222415447235107, -4.774140357971191, -4.325865745544434, -3.8775904178619385, -3.4293153285980225, -2.9810404777526855, -2.5327653884887695, -2.0844902992248535, -1.6362154483795166, -1.1879403591156006, -0.7396655082702637, -0.29139041900634766, 0.1568845808506012, 0.60515958070755, 1.0534346103668213, 1.5017095804214478, 1.9499845504760742, 2.3982596397399902, 2.846534490585327, 3.294809579849243, 3.743084669113159, 4.191359519958496, 4.639634609222412, 5.087909698486328, 5.536184310913086, 5.98445987701416, 6.432734489440918, 6.881009578704834, 7.32928466796875, 7.777559757232666, 8.225834846496582, 8.67410945892334, 9.122385025024414, 9.570659637451172, 10.01893424987793, 10.467209815979004, 10.915484428405762, 11.363759994506836, 11.812034606933594, 12.260310173034668, 12.708584785461426, 13.1568603515625, 13.605134963989258, 14.053409576416016]}, "gradients/encoder.encoder.layers.1.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 5.0, 4.0, 6.0, 8.0, 19.0, 30.0, 45.0, 64.0, 107.0, 165.0, 250.0, 431.0, 741.0, 1400.0, 2564.0, 5676.0, 17469.0, 127164.0, 2505745.0, 1422973.0, 85343.0, 14002.0, 4866.0, 2341.0, 1198.0, 704.0, 371.0, 233.0, 137.0, 73.0, 55.0, 27.0, 31.0, 13.0, 5.0, 6.0, 6.0, 4.0, 5.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.431640625, -1.37640380859375, -1.3211669921875, -1.26593017578125, -1.210693359375, -1.15545654296875, -1.1002197265625, -1.04498291015625, -0.98974609375, -0.93450927734375, -0.8792724609375, -0.82403564453125, -0.768798828125, -0.71356201171875, -0.6583251953125, -0.60308837890625, -0.5478515625, -0.49261474609375, -0.4373779296875, -0.38214111328125, -0.326904296875, -0.27166748046875, -0.2164306640625, -0.16119384765625, -0.10595703125, -0.05072021484375, 0.0045166015625, 0.05975341796875, 0.114990234375, 0.17022705078125, 0.2254638671875, 0.28070068359375, 0.3359375, 0.39117431640625, 0.4464111328125, 0.50164794921875, 0.556884765625, 0.61212158203125, 0.6673583984375, 0.72259521484375, 0.77783203125, 0.83306884765625, 0.8883056640625, 0.94354248046875, 0.998779296875, 1.05401611328125, 1.1092529296875, 1.16448974609375, 1.2197265625, 1.27496337890625, 1.3302001953125, 1.38543701171875, 1.440673828125, 1.49591064453125, 1.5511474609375, 1.60638427734375, 1.66162109375, 1.71685791015625, 1.7720947265625, 1.82733154296875, 1.882568359375, 1.93780517578125, 1.9930419921875, 2.04827880859375, 2.103515625]}, "gradients/encoder.encoder.layers.1.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 7.0, 5.0, 9.0, 5.0, 7.0, 20.0, 18.0, 19.0, 19.0, 23.0, 30.0, 25.0, 30.0, 43.0, 37.0, 41.0, 51.0, 41.0, 55.0, 58.0, 43.0, 46.0, 46.0, 36.0, 40.0, 53.0, 29.0, 16.0, 25.0, 17.0, 17.0, 19.0, 17.0, 16.0, 8.0, 6.0, 5.0, 4.0, 7.0, 4.0, 1.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0], "bins": [-0.953125, -0.923553466796875, -0.89398193359375, -0.864410400390625, -0.8348388671875, -0.805267333984375, -0.77569580078125, -0.746124267578125, -0.716552734375, -0.686981201171875, -0.65740966796875, -0.627838134765625, -0.5982666015625, -0.568695068359375, -0.53912353515625, -0.509552001953125, -0.47998046875, -0.450408935546875, -0.42083740234375, -0.391265869140625, -0.3616943359375, -0.332122802734375, -0.30255126953125, -0.272979736328125, -0.243408203125, -0.213836669921875, -0.18426513671875, -0.154693603515625, -0.1251220703125, -0.095550537109375, -0.06597900390625, -0.036407470703125, -0.0068359375, 0.022735595703125, 0.05230712890625, 0.081878662109375, 0.1114501953125, 0.141021728515625, 0.17059326171875, 0.200164794921875, 0.229736328125, 0.259307861328125, 0.28887939453125, 0.318450927734375, 0.3480224609375, 0.377593994140625, 0.40716552734375, 0.436737060546875, 0.46630859375, 0.495880126953125, 0.52545166015625, 0.555023193359375, 0.5845947265625, 0.614166259765625, 0.64373779296875, 0.673309326171875, 0.702880859375, 0.732452392578125, 0.76202392578125, 0.791595458984375, 0.8211669921875, 0.850738525390625, 0.88031005859375, 0.909881591796875, 0.939453125]}, "gradients/encoder.encoder.layers.1.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 5.0, 1.0, 7.0, 3.0, 5.0, 5.0, 8.0, 18.0, 15.0, 28.0, 26.0, 64.0, 110.0, 191.0, 461.0, 1218.0, 3715.0, 13611.0, 83735.0, 3706549.0, 348355.0, 26727.0, 6298.0, 1866.0, 654.0, 270.0, 122.0, 61.0, 38.0, 31.0, 24.0, 16.0, 7.0, 11.0, 8.0, 6.0, 1.0, 4.0, 4.0, 3.0, 1.0, 3.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.296875, -3.201904296875, -3.10693359375, -3.011962890625, -2.9169921875, -2.822021484375, -2.72705078125, -2.632080078125, -2.537109375, -2.442138671875, -2.34716796875, -2.252197265625, -2.1572265625, -2.062255859375, -1.96728515625, -1.872314453125, -1.77734375, -1.682373046875, -1.58740234375, -1.492431640625, -1.3974609375, -1.302490234375, -1.20751953125, -1.112548828125, -1.017578125, -0.922607421875, -0.82763671875, -0.732666015625, -0.6376953125, -0.542724609375, -0.44775390625, -0.352783203125, -0.2578125, -0.162841796875, -0.06787109375, 0.027099609375, 0.1220703125, 0.217041015625, 0.31201171875, 0.406982421875, 0.501953125, 0.596923828125, 0.69189453125, 0.786865234375, 0.8818359375, 0.976806640625, 1.07177734375, 1.166748046875, 1.26171875, 1.356689453125, 1.45166015625, 1.546630859375, 1.6416015625, 1.736572265625, 1.83154296875, 1.926513671875, 2.021484375, 2.116455078125, 2.21142578125, 2.306396484375, 2.4013671875, 2.496337890625, 2.59130859375, 2.686279296875, 2.78125]}, "gradients/encoder.encoder.layers.1.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 3.0, 5.0, 5.0, 5.0, 6.0, 4.0, 9.0, 12.0, 15.0, 18.0, 13.0, 33.0, 35.0, 73.0, 101.0, 218.0, 447.0, 966.0, 1013.0, 474.0, 217.0, 113.0, 84.0, 57.0, 45.0, 26.0, 20.0, 18.0, 8.0, 4.0, 2.0, 5.0, 8.0, 3.0, 4.0, 3.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.39453125, -2.322052001953125, -2.24957275390625, -2.177093505859375, -2.1046142578125, -2.032135009765625, -1.95965576171875, -1.887176513671875, -1.814697265625, -1.742218017578125, -1.66973876953125, -1.597259521484375, -1.5247802734375, -1.452301025390625, -1.37982177734375, -1.307342529296875, -1.23486328125, -1.162384033203125, -1.08990478515625, -1.017425537109375, -0.9449462890625, -0.872467041015625, -0.79998779296875, -0.727508544921875, -0.655029296875, -0.582550048828125, -0.51007080078125, -0.437591552734375, -0.3651123046875, -0.292633056640625, -0.22015380859375, -0.147674560546875, -0.0751953125, -0.002716064453125, 0.06976318359375, 0.142242431640625, 0.2147216796875, 0.287200927734375, 0.35968017578125, 0.432159423828125, 0.504638671875, 0.577117919921875, 0.64959716796875, 0.722076416015625, 0.7945556640625, 0.867034912109375, 0.93951416015625, 1.011993408203125, 1.08447265625, 1.156951904296875, 1.22943115234375, 1.301910400390625, 1.3743896484375, 1.446868896484375, 1.51934814453125, 1.591827392578125, 1.664306640625, 1.736785888671875, 1.80926513671875, 1.881744384765625, 1.9542236328125, 2.026702880859375, 2.09918212890625, 2.171661376953125, 2.244140625]}, "gradients/encoder.encoder.layers.1.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 5.0, 6.0, 4.0, 12.0, 14.0, 24.0, 50.0, 126.0, 214.0, 246.0, 161.0, 73.0, 30.0, 24.0, 9.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.793087005615234, -20.147891998291016, -19.502696990966797, -18.857501983642578, -18.21230697631836, -17.56711196899414, -16.921916961669922, -16.276721954345703, -15.631526947021484, -14.986331939697266, -14.341136932373047, -13.695941925048828, -13.05074691772461, -12.40555191040039, -11.760356903076172, -11.115161895751953, -10.469966888427734, -9.824771881103516, -9.179576873779297, -8.534381866455078, -7.889186859130859, -7.243991851806641, -6.598796844482422, -5.953601837158203, -5.308406829833984, -4.663211822509766, -4.018016815185547, -3.372821807861328, -2.7276268005371094, -2.0824317932128906, -1.4372367858886719, -0.7920417785644531, -0.14684486389160156, 0.4983501434326172, 1.143545150756836, 1.7887401580810547, 2.4339351654052734, 3.079130172729492, 3.724325180053711, 4.36952018737793, 5.014715194702148, 5.659910202026367, 6.305105209350586, 6.950300216674805, 7.595495223999023, 8.240690231323242, 8.885885238647461, 9.53108024597168, 10.176275253295898, 10.821470260620117, 11.466665267944336, 12.111860275268555, 12.757055282592773, 13.402250289916992, 14.047445297241211, 14.69264030456543, 15.337835311889648, 15.983030319213867, 16.628225326538086, 17.273420333862305, 17.918615341186523, 18.563810348510742, 19.20900535583496, 19.85420036315918, 20.4993953704834]}, "gradients/encoder.encoder.layers.1.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 6.0, 5.0, 4.0, 8.0, 4.0, 11.0, 12.0, 3.0, 14.0, 7.0, 13.0, 21.0, 33.0, 19.0, 29.0, 40.0, 48.0, 42.0, 46.0, 46.0, 45.0, 46.0, 64.0, 53.0, 48.0, 51.0, 37.0, 38.0, 30.0, 24.0, 19.0, 20.0, 31.0, 20.0, 19.0, 12.0, 11.0, 9.0, 2.0, 6.0, 3.0, 4.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.068710327148438, -7.797915935516357, -7.527121543884277, -7.2563276290893555, -6.985533237457275, -6.714738845825195, -6.443944454193115, -6.173150062561035, -5.902356147766113, -5.631561756134033, -5.360767364501953, -5.089973449707031, -4.819179058074951, -4.548384666442871, -4.277590274810791, -4.006795883178711, -3.736001491546631, -3.465207099914551, -3.19441294670105, -2.9236185550689697, -2.6528244018554688, -2.3820300102233887, -2.1112356185913086, -1.840441346168518, -1.5696470737457275, -1.298852801322937, -1.0280585289001465, -0.7572641372680664, -0.4864698648452759, -0.21567559242248535, 0.05511879920959473, 0.32591307163238525, 0.5967073440551758, 0.8675016164779663, 1.1382958889007568, 1.409090280532837, 1.6798845529556274, 1.950678825378418, 2.221473217010498, 2.492267608642578, 2.763061761856079, 3.033856153488159, 3.30465030670166, 3.5754446983337402, 3.8462390899658203, 4.117033004760742, 4.3878278732299805, 4.658621788024902, 4.929416179656982, 5.2002105712890625, 5.471004962921143, 5.741799354553223, 6.0125932693481445, 6.283387660980225, 6.554182052612305, 6.824976444244385, 7.095770835876465, 7.366565227508545, 7.637359619140625, 7.908153533935547, 8.178948402404785, 8.449742317199707, 8.720537185668945, 8.991331100463867, 9.262125015258789]}, "gradients/encoder.encoder.layers.1.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 4.0, 6.0, 8.0, 8.0, 13.0, 20.0, 21.0, 47.0, 82.0, 116.0, 205.0, 318.0, 654.0, 1295.0, 2639.0, 6047.0, 16931.0, 67270.0, 488117.0, 383547.0, 55820.0, 14887.0, 5458.0, 2460.0, 1150.0, 620.0, 303.0, 196.0, 126.0, 86.0, 39.0, 24.0, 10.0, 13.0, 4.0, 8.0, 6.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.169921875, -2.10198974609375, -2.0340576171875, -1.96612548828125, -1.898193359375, -1.83026123046875, -1.7623291015625, -1.69439697265625, -1.62646484375, -1.55853271484375, -1.4906005859375, -1.42266845703125, -1.354736328125, -1.28680419921875, -1.2188720703125, -1.15093994140625, -1.0830078125, -1.01507568359375, -0.9471435546875, -0.87921142578125, -0.811279296875, -0.74334716796875, -0.6754150390625, -0.60748291015625, -0.53955078125, -0.47161865234375, -0.4036865234375, -0.33575439453125, -0.267822265625, -0.19989013671875, -0.1319580078125, -0.06402587890625, 0.00390625, 0.07183837890625, 0.1397705078125, 0.20770263671875, 0.275634765625, 0.34356689453125, 0.4114990234375, 0.47943115234375, 0.54736328125, 0.61529541015625, 0.6832275390625, 0.75115966796875, 0.819091796875, 0.88702392578125, 0.9549560546875, 1.02288818359375, 1.0908203125, 1.15875244140625, 1.2266845703125, 1.29461669921875, 1.362548828125, 1.43048095703125, 1.4984130859375, 1.56634521484375, 1.63427734375, 1.70220947265625, 1.7701416015625, 1.83807373046875, 1.906005859375, 1.97393798828125, 2.0418701171875, 2.10980224609375, 2.177734375]}, "gradients/encoder.encoder.layers.1.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 1.0, 5.0, 8.0, 7.0, 9.0, 9.0, 13.0, 12.0, 22.0, 31.0, 29.0, 36.0, 28.0, 39.0, 55.0, 49.0, 44.0, 52.0, 56.0, 43.0, 51.0, 57.0, 50.0, 40.0, 47.0, 29.0, 34.0, 21.0, 28.0, 20.0, 21.0, 13.0, 11.0, 10.0, 10.0, 4.0, 4.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.2080078125, -1.1735076904296875, -1.139007568359375, -1.1045074462890625, -1.07000732421875, -1.0355072021484375, -1.001007080078125, -0.9665069580078125, -0.9320068359375, -0.8975067138671875, -0.863006591796875, -0.8285064697265625, -0.79400634765625, -0.7595062255859375, -0.725006103515625, -0.6905059814453125, -0.656005859375, -0.6215057373046875, -0.587005615234375, -0.5525054931640625, -0.51800537109375, -0.4835052490234375, -0.449005126953125, -0.4145050048828125, -0.3800048828125, -0.3455047607421875, -0.311004638671875, -0.2765045166015625, -0.24200439453125, -0.2075042724609375, -0.173004150390625, -0.1385040283203125, -0.10400390625, -0.0695037841796875, -0.035003662109375, -0.0005035400390625, 0.03399658203125, 0.0684967041015625, 0.102996826171875, 0.1374969482421875, 0.1719970703125, 0.2064971923828125, 0.240997314453125, 0.2754974365234375, 0.30999755859375, 0.3444976806640625, 0.378997802734375, 0.4134979248046875, 0.447998046875, 0.4824981689453125, 0.516998291015625, 0.5514984130859375, 0.58599853515625, 0.6204986572265625, 0.654998779296875, 0.6894989013671875, 0.7239990234375, 0.7584991455078125, 0.792999267578125, 0.8274993896484375, 0.86199951171875, 0.8964996337890625, 0.930999755859375, 0.9654998779296875, 1.0]}, "gradients/encoder.encoder.layers.1.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 4.0, 4.0, 5.0, 2.0, 5.0, 11.0, 11.0, 24.0, 23.0, 17.0, 48.0, 62.0, 88.0, 134.0, 182.0, 310.0, 524.0, 939.0, 1752.0, 3931.0, 11756.0, 58421.0, 796653.0, 143277.0, 19402.0, 5737.0, 2288.0, 1220.0, 623.0, 377.0, 233.0, 139.0, 97.0, 74.0, 57.0, 30.0, 23.0, 18.0, 9.0, 10.0, 11.0, 8.0, 5.0, 7.0, 3.0, 5.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-2.5546875, -2.481048583984375, -2.40740966796875, -2.333770751953125, -2.2601318359375, -2.186492919921875, -2.11285400390625, -2.039215087890625, -1.965576171875, -1.891937255859375, -1.81829833984375, -1.744659423828125, -1.6710205078125, -1.597381591796875, -1.52374267578125, -1.450103759765625, -1.37646484375, -1.302825927734375, -1.22918701171875, -1.155548095703125, -1.0819091796875, -1.008270263671875, -0.93463134765625, -0.860992431640625, -0.787353515625, -0.713714599609375, -0.64007568359375, -0.566436767578125, -0.4927978515625, -0.419158935546875, -0.34552001953125, -0.271881103515625, -0.1982421875, -0.124603271484375, -0.05096435546875, 0.022674560546875, 0.0963134765625, 0.169952392578125, 0.24359130859375, 0.317230224609375, 0.390869140625, 0.464508056640625, 0.53814697265625, 0.611785888671875, 0.6854248046875, 0.759063720703125, 0.83270263671875, 0.906341552734375, 0.97998046875, 1.053619384765625, 1.12725830078125, 1.200897216796875, 1.2745361328125, 1.348175048828125, 1.42181396484375, 1.495452880859375, 1.569091796875, 1.642730712890625, 1.71636962890625, 1.790008544921875, 1.8636474609375, 1.937286376953125, 2.01092529296875, 2.084564208984375, 2.158203125]}, "gradients/encoder.encoder.layers.1.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 4.0, 5.0, 4.0, 6.0, 8.0, 14.0, 20.0, 15.0, 10.0, 24.0, 38.0, 28.0, 37.0, 43.0, 41.0, 41.0, 69.0, 51.0, 62.0, 58.0, 67.0, 59.0, 42.0, 37.0, 36.0, 35.0, 34.0, 27.0, 16.0, 19.0, 10.0, 15.0, 6.0, 10.0, 5.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-3.626953125, -3.512481689453125, -3.39801025390625, -3.283538818359375, -3.1690673828125, -3.054595947265625, -2.94012451171875, -2.825653076171875, -2.711181640625, -2.596710205078125, -2.48223876953125, -2.367767333984375, -2.2532958984375, -2.138824462890625, -2.02435302734375, -1.909881591796875, -1.79541015625, -1.680938720703125, -1.56646728515625, -1.451995849609375, -1.3375244140625, -1.223052978515625, -1.10858154296875, -0.994110107421875, -0.879638671875, -0.765167236328125, -0.65069580078125, -0.536224365234375, -0.4217529296875, -0.307281494140625, -0.19281005859375, -0.078338623046875, 0.0361328125, 0.150604248046875, 0.26507568359375, 0.379547119140625, 0.4940185546875, 0.608489990234375, 0.72296142578125, 0.837432861328125, 0.951904296875, 1.066375732421875, 1.18084716796875, 1.295318603515625, 1.4097900390625, 1.524261474609375, 1.63873291015625, 1.753204345703125, 1.86767578125, 1.982147216796875, 2.09661865234375, 2.211090087890625, 2.3255615234375, 2.440032958984375, 2.55450439453125, 2.668975830078125, 2.783447265625, 2.897918701171875, 3.01239013671875, 3.126861572265625, 3.2413330078125, 3.355804443359375, 3.47027587890625, 3.584747314453125, 3.69921875]}, "gradients/encoder.encoder.layers.1.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 5.0, 6.0, 10.0, 12.0, 14.0, 24.0, 21.0, 51.0, 58.0, 84.0, 113.0, 211.0, 320.0, 626.0, 1158.0, 3013.0, 8091.0, 28134.0, 170294.0, 746359.0, 65822.0, 15019.0, 5023.0, 1973.0, 911.0, 456.0, 271.0, 150.0, 106.0, 64.0, 41.0, 26.0, 21.0, 16.0, 11.0, 5.0, 13.0, 9.0, 4.0, 2.0, 5.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.6376953125, -0.6196136474609375, -0.601531982421875, -0.5834503173828125, -0.56536865234375, -0.5472869873046875, -0.529205322265625, -0.5111236572265625, -0.4930419921875, -0.4749603271484375, -0.456878662109375, -0.4387969970703125, -0.42071533203125, -0.4026336669921875, -0.384552001953125, -0.3664703369140625, -0.348388671875, -0.3303070068359375, -0.312225341796875, -0.2941436767578125, -0.27606201171875, -0.2579803466796875, -0.239898681640625, -0.2218170166015625, -0.2037353515625, -0.1856536865234375, -0.167572021484375, -0.1494903564453125, -0.13140869140625, -0.1133270263671875, -0.095245361328125, -0.0771636962890625, -0.05908203125, -0.0410003662109375, -0.022918701171875, -0.0048370361328125, 0.01324462890625, 0.0313262939453125, 0.049407958984375, 0.0674896240234375, 0.0855712890625, 0.1036529541015625, 0.121734619140625, 0.1398162841796875, 0.15789794921875, 0.1759796142578125, 0.194061279296875, 0.2121429443359375, 0.230224609375, 0.2483062744140625, 0.266387939453125, 0.2844696044921875, 0.30255126953125, 0.3206329345703125, 0.338714599609375, 0.3567962646484375, 0.3748779296875, 0.3929595947265625, 0.411041259765625, 0.4291229248046875, 0.44720458984375, 0.4652862548828125, 0.483367919921875, 0.5014495849609375, 0.51953125]}, "gradients/encoder.encoder.layers.1.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 4.0, 3.0, 8.0, 9.0, 8.0, 6.0, 14.0, 20.0, 30.0, 45.0, 67.0, 81.0, 181.0, 175.0, 144.0, 64.0, 48.0, 25.0, 14.0, 15.0, 14.0, 9.0, 6.0, 2.0, 2.0, 1.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0001811981201171875, -0.00017499178647994995, -0.0001687854528427124, -0.00016257911920547485, -0.0001563727855682373, -0.00015016645193099976, -0.0001439601182937622, -0.00013775378465652466, -0.0001315474510192871, -0.00012534111738204956, -0.00011913478374481201, -0.00011292845010757446, -0.00010672211647033691, -0.00010051578283309937, -9.430944919586182e-05, -8.810311555862427e-05, -8.189678192138672e-05, -7.569044828414917e-05, -6.948411464691162e-05, -6.327778100967407e-05, -5.7071447372436523e-05, -5.0865113735198975e-05, -4.4658780097961426e-05, -3.845244646072388e-05, -3.224611282348633e-05, -2.603977918624878e-05, -1.983344554901123e-05, -1.3627111911773682e-05, -7.420778274536133e-06, -1.214444637298584e-06, 4.991888999938965e-06, 1.1198222637176514e-05, 1.7404556274414062e-05, 2.361088991165161e-05, 2.981722354888916e-05, 3.602355718612671e-05, 4.222989082336426e-05, 4.843622446060181e-05, 5.4642558097839355e-05, 6.0848891735076904e-05, 6.705522537231445e-05, 7.3261559009552e-05, 7.946789264678955e-05, 8.56742262840271e-05, 9.188055992126465e-05, 9.80868935585022e-05, 0.00010429322719573975, 0.0001104995608329773, 0.00011670589447021484, 0.0001229122281074524, 0.00012911856174468994, 0.0001353248953819275, 0.00014153122901916504, 0.0001477375626564026, 0.00015394389629364014, 0.00016015022993087769, 0.00016635656356811523, 0.00017256289720535278, 0.00017876923084259033, 0.00018497556447982788, 0.00019118189811706543, 0.00019738823175430298, 0.00020359456539154053, 0.00020980089902877808, 0.00021600723266601562]}, "gradients/encoder.encoder.layers.1.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 3.0, 2.0, 2.0, 2.0, 4.0, 5.0, 8.0, 12.0, 12.0, 24.0, 21.0, 39.0, 69.0, 83.0, 131.0, 176.0, 322.0, 575.0, 900.0, 1745.0, 3720.0, 9001.0, 27569.0, 141627.0, 734883.0, 92736.0, 21036.0, 7183.0, 2993.0, 1591.0, 799.0, 448.0, 279.0, 168.0, 106.0, 79.0, 70.0, 45.0, 19.0, 19.0, 18.0, 11.0, 12.0, 4.0, 6.0, 1.0, 3.0, 0.0, 1.0, 0.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.57568359375, -0.557342529296875, -0.53900146484375, -0.520660400390625, -0.5023193359375, -0.483978271484375, -0.46563720703125, -0.447296142578125, -0.428955078125, -0.410614013671875, -0.39227294921875, -0.373931884765625, -0.3555908203125, -0.337249755859375, -0.31890869140625, -0.300567626953125, -0.2822265625, -0.263885498046875, -0.24554443359375, -0.227203369140625, -0.2088623046875, -0.190521240234375, -0.17218017578125, -0.153839111328125, -0.135498046875, -0.117156982421875, -0.09881591796875, -0.080474853515625, -0.0621337890625, -0.043792724609375, -0.02545166015625, -0.007110595703125, 0.01123046875, 0.029571533203125, 0.04791259765625, 0.066253662109375, 0.0845947265625, 0.102935791015625, 0.12127685546875, 0.139617919921875, 0.157958984375, 0.176300048828125, 0.19464111328125, 0.212982177734375, 0.2313232421875, 0.249664306640625, 0.26800537109375, 0.286346435546875, 0.3046875, 0.323028564453125, 0.34136962890625, 0.359710693359375, 0.3780517578125, 0.396392822265625, 0.41473388671875, 0.433074951171875, 0.451416015625, 0.469757080078125, 0.48809814453125, 0.506439208984375, 0.5247802734375, 0.543121337890625, 0.56146240234375, 0.579803466796875, 0.59814453125]}, "gradients/encoder.encoder.layers.1.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 5.0, 0.0, 1.0, 6.0, 3.0, 3.0, 7.0, 7.0, 6.0, 5.0, 7.0, 16.0, 21.0, 18.0, 27.0, 29.0, 40.0, 78.0, 88.0, 93.0, 101.0, 98.0, 78.0, 63.0, 28.0, 39.0, 31.0, 25.0, 30.0, 14.0, 12.0, 9.0, 6.0, 3.0, 4.0, 2.0, 4.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.59765625, -0.579132080078125, -0.56060791015625, -0.542083740234375, -0.5235595703125, -0.505035400390625, -0.48651123046875, -0.467987060546875, -0.449462890625, -0.430938720703125, -0.41241455078125, -0.393890380859375, -0.3753662109375, -0.356842041015625, -0.33831787109375, -0.319793701171875, -0.30126953125, -0.282745361328125, -0.26422119140625, -0.245697021484375, -0.2271728515625, -0.208648681640625, -0.19012451171875, -0.171600341796875, -0.153076171875, -0.134552001953125, -0.11602783203125, -0.097503662109375, -0.0789794921875, -0.060455322265625, -0.04193115234375, -0.023406982421875, -0.0048828125, 0.013641357421875, 0.03216552734375, 0.050689697265625, 0.0692138671875, 0.087738037109375, 0.10626220703125, 0.124786376953125, 0.143310546875, 0.161834716796875, 0.18035888671875, 0.198883056640625, 0.2174072265625, 0.235931396484375, 0.25445556640625, 0.272979736328125, 0.29150390625, 0.310028076171875, 0.32855224609375, 0.347076416015625, 0.3656005859375, 0.384124755859375, 0.40264892578125, 0.421173095703125, 0.439697265625, 0.458221435546875, 0.47674560546875, 0.495269775390625, 0.5137939453125, 0.532318115234375, 0.55084228515625, 0.569366455078125, 0.587890625]}, "gradients/encoder.encoder.layers.1.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 3.0, 6.0, 9.0, 6.0, 35.0, 73.0, 194.0, 463.0, 127.0, 56.0, 17.0, 13.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-35.92868423461914, -35.03752136230469, -34.146358489990234, -33.255191802978516, -32.36402893066406, -31.47286605834961, -30.581701278686523, -29.69053840637207, -28.799373626708984, -27.90821075439453, -27.017045974731445, -26.125883102416992, -25.234718322753906, -24.343555450439453, -23.452390670776367, -22.561227798461914, -21.670063018798828, -20.778900146484375, -19.88773536682129, -18.996572494506836, -18.10540771484375, -17.214244842529297, -16.32308006286621, -15.431917190551758, -14.540754318237305, -13.649590492248535, -12.758426666259766, -11.867262840270996, -10.976099014282227, -10.084936141967773, -9.193771362304688, -8.302608489990234, -7.411443710327148, -6.520279884338379, -5.629116058349609, -4.73795223236084, -3.8467886447906494, -2.955625057220459, -2.0644612312316895, -1.17329740524292, -0.2821335792541504, 0.6090301871299744, 1.5001939535140991, 2.391357660293579, 3.2825214862823486, 4.173685073852539, 5.064848899841309, 5.956012725830078, 6.847176551818848, 7.738340377807617, 8.629504203796387, 9.520668029785156, 10.411831855773926, 11.302995681762695, 12.194158554077148, 13.085323333740234, 13.976486206054688, 14.867650032043457, 15.758813858032227, 16.64997673034668, 17.541141510009766, 18.43230438232422, 19.323469161987305, 20.214632034301758, 21.105796813964844]}, "gradients/encoder.encoder.layers.1.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 4.0, 4.0, 11.0, 4.0, 2.0, 6.0, 8.0, 12.0, 10.0, 13.0, 14.0, 18.0, 19.0, 15.0, 29.0, 29.0, 38.0, 39.0, 56.0, 82.0, 132.0, 105.0, 52.0, 44.0, 34.0, 27.0, 24.0, 24.0, 25.0, 17.0, 17.0, 11.0, 17.0, 13.0, 10.0, 8.0, 11.0, 9.0, 4.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.83221435546875, -13.420665740966797, -13.00911808013916, -12.597569465637207, -12.186020851135254, -11.774473190307617, -11.362924575805664, -10.951375961303711, -10.539827346801758, -10.128278732299805, -9.716731071472168, -9.305182456970215, -8.893633842468262, -8.482086181640625, -8.070537567138672, -7.658988952636719, -7.247441291809082, -6.835893154144287, -6.424344539642334, -6.012796401977539, -5.601247787475586, -5.189699649810791, -4.778151512145996, -4.366602897644043, -3.955054759979248, -3.543506383895874, -3.1319580078125, -2.720409870147705, -2.308861494064331, -1.897313117980957, -1.485764980316162, -1.074216604232788, -0.6626672744750977, -0.2511189579963684, 0.16042935848236084, 0.5719776153564453, 0.9835259914398193, 1.3950743675231934, 1.8066225051879883, 2.2181708812713623, 2.6297192573547363, 3.0412676334381104, 3.4528160095214844, 3.8643641471862793, 4.275912284851074, 4.687460899353027, 5.099009037017822, 5.510557174682617, 5.92210578918457, 6.333653926849365, 6.745202541351318, 7.156750679016113, 7.568299293518066, 7.979847431182861, 8.391395568847656, 8.80294418334961, 9.214492797851562, 9.626041412353516, 10.037589073181152, 10.449137687683105, 10.860686302185059, 11.272233963012695, 11.683782577514648, 12.095331192016602, 12.506878852844238]}, "gradients/encoder.encoder.layers.0.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 8.0, 8.0, 10.0, 15.0, 27.0, 41.0, 67.0, 106.0, 246.0, 549.0, 1398.0, 4819.0, 27196.0, 1204388.0, 2900865.0, 44977.0, 6602.0, 1784.0, 604.0, 263.0, 109.0, 79.0, 39.0, 34.0, 20.0, 8.0, 5.0, 7.0, 6.0, 6.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.916015625, -3.753570556640625, -3.59112548828125, -3.428680419921875, -3.2662353515625, -3.103790283203125, -2.94134521484375, -2.778900146484375, -2.616455078125, -2.454010009765625, -2.29156494140625, -2.129119873046875, -1.9666748046875, -1.804229736328125, -1.64178466796875, -1.479339599609375, -1.31689453125, -1.154449462890625, -0.99200439453125, -0.829559326171875, -0.6671142578125, -0.504669189453125, -0.34222412109375, -0.179779052734375, -0.017333984375, 0.145111083984375, 0.30755615234375, 0.470001220703125, 0.6324462890625, 0.794891357421875, 0.95733642578125, 1.119781494140625, 1.2822265625, 1.444671630859375, 1.60711669921875, 1.769561767578125, 1.9320068359375, 2.094451904296875, 2.25689697265625, 2.419342041015625, 2.581787109375, 2.744232177734375, 2.90667724609375, 3.069122314453125, 3.2315673828125, 3.394012451171875, 3.55645751953125, 3.718902587890625, 3.88134765625, 4.043792724609375, 4.20623779296875, 4.368682861328125, 4.5311279296875, 4.693572998046875, 4.85601806640625, 5.018463134765625, 5.180908203125, 5.343353271484375, 5.50579833984375, 5.668243408203125, 5.8306884765625, 5.993133544921875, 6.15557861328125, 6.318023681640625, 6.48046875]}, "gradients/encoder.encoder.layers.0.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 3.0, 1.0, 2.0, 6.0, 8.0, 11.0, 7.0, 9.0, 16.0, 21.0, 28.0, 28.0, 33.0, 32.0, 43.0, 43.0, 55.0, 57.0, 41.0, 51.0, 50.0, 61.0, 54.0, 53.0, 60.0, 42.0, 33.0, 22.0, 32.0, 28.0, 22.0, 10.0, 18.0, 5.0, 10.0, 5.0, 3.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.20703125, -1.1715240478515625, -1.136016845703125, -1.1005096435546875, -1.06500244140625, -1.0294952392578125, -0.993988037109375, -0.9584808349609375, -0.9229736328125, -0.8874664306640625, -0.851959228515625, -0.8164520263671875, -0.78094482421875, -0.7454376220703125, -0.709930419921875, -0.6744232177734375, -0.638916015625, -0.6034088134765625, -0.567901611328125, -0.5323944091796875, -0.49688720703125, -0.4613800048828125, -0.425872802734375, -0.3903656005859375, -0.3548583984375, -0.3193511962890625, -0.283843994140625, -0.2483367919921875, -0.21282958984375, -0.1773223876953125, -0.141815185546875, -0.1063079833984375, -0.07080078125, -0.0352935791015625, 0.000213623046875, 0.0357208251953125, 0.07122802734375, 0.1067352294921875, 0.142242431640625, 0.1777496337890625, 0.2132568359375, 0.2487640380859375, 0.284271240234375, 0.3197784423828125, 0.35528564453125, 0.3907928466796875, 0.426300048828125, 0.4618072509765625, 0.497314453125, 0.5328216552734375, 0.568328857421875, 0.6038360595703125, 0.63934326171875, 0.6748504638671875, 0.710357666015625, 0.7458648681640625, 0.7813720703125, 0.8168792724609375, 0.852386474609375, 0.8878936767578125, 0.92340087890625, 0.9589080810546875, 0.994415283203125, 1.0299224853515625, 1.0654296875]}, "gradients/encoder.encoder.layers.0.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 2.0, 6.0, 3.0, 10.0, 10.0, 16.0, 19.0, 24.0, 53.0, 47.0, 96.0, 168.0, 327.0, 783.0, 2522.0, 16903.0, 3123801.0, 1033006.0, 12811.0, 2223.0, 728.0, 286.0, 157.0, 104.0, 51.0, 29.0, 40.0, 16.0, 16.0, 7.0, 9.0, 4.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.47265625, -6.22320556640625, -5.9737548828125, -5.72430419921875, -5.474853515625, -5.22540283203125, -4.9759521484375, -4.72650146484375, -4.47705078125, -4.22760009765625, -3.9781494140625, -3.72869873046875, -3.479248046875, -3.22979736328125, -2.9803466796875, -2.73089599609375, -2.4814453125, -2.23199462890625, -1.9825439453125, -1.73309326171875, -1.483642578125, -1.23419189453125, -0.9847412109375, -0.73529052734375, -0.48583984375, -0.23638916015625, 0.0130615234375, 0.26251220703125, 0.511962890625, 0.76141357421875, 1.0108642578125, 1.26031494140625, 1.509765625, 1.75921630859375, 2.0086669921875, 2.25811767578125, 2.507568359375, 2.75701904296875, 3.0064697265625, 3.25592041015625, 3.50537109375, 3.75482177734375, 4.0042724609375, 4.25372314453125, 4.503173828125, 4.75262451171875, 5.0020751953125, 5.25152587890625, 5.5009765625, 5.75042724609375, 5.9998779296875, 6.24932861328125, 6.498779296875, 6.74822998046875, 6.9976806640625, 7.24713134765625, 7.49658203125, 7.74603271484375, 7.9954833984375, 8.24493408203125, 8.494384765625, 8.74383544921875, 8.9932861328125, 9.24273681640625, 9.4921875]}, "gradients/encoder.encoder.layers.0.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 7.0, 5.0, 7.0, 4.0, 10.0, 26.0, 26.0, 23.0, 52.0, 66.0, 94.0, 143.0, 253.0, 393.0, 675.0, 883.0, 534.0, 307.0, 179.0, 111.0, 86.0, 54.0, 36.0, 34.0, 23.0, 12.0, 9.0, 10.0, 5.0, 6.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.67578125, -4.550445556640625, -4.42510986328125, -4.299774169921875, -4.1744384765625, -4.049102783203125, -3.92376708984375, -3.798431396484375, -3.673095703125, -3.547760009765625, -3.42242431640625, -3.297088623046875, -3.1717529296875, -3.046417236328125, -2.92108154296875, -2.795745849609375, -2.67041015625, -2.545074462890625, -2.41973876953125, -2.294403076171875, -2.1690673828125, -2.043731689453125, -1.91839599609375, -1.793060302734375, -1.667724609375, -1.542388916015625, -1.41705322265625, -1.291717529296875, -1.1663818359375, -1.041046142578125, -0.91571044921875, -0.790374755859375, -0.6650390625, -0.539703369140625, -0.41436767578125, -0.289031982421875, -0.1636962890625, -0.038360595703125, 0.08697509765625, 0.212310791015625, 0.337646484375, 0.462982177734375, 0.58831787109375, 0.713653564453125, 0.8389892578125, 0.964324951171875, 1.08966064453125, 1.214996337890625, 1.34033203125, 1.465667724609375, 1.59100341796875, 1.716339111328125, 1.8416748046875, 1.967010498046875, 2.09234619140625, 2.217681884765625, 2.343017578125, 2.468353271484375, 2.59368896484375, 2.719024658203125, 2.8443603515625, 2.969696044921875, 3.09503173828125, 3.220367431640625, 3.345703125]}, "gradients/encoder.encoder.layers.0.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 5.0, 6.0, 7.0, 6.0, 17.0, 29.0, 61.0, 130.0, 229.0, 227.0, 154.0, 55.0, 36.0, 15.0, 12.0, 6.0, 5.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-56.062652587890625, -54.5064582824707, -52.95026397705078, -51.394073486328125, -49.8378791809082, -48.28168487548828, -46.72549057006836, -45.16929626464844, -43.61310577392578, -42.05691146850586, -40.50071716308594, -38.94452667236328, -37.38833236694336, -35.83213806152344, -34.275943756103516, -32.719749450683594, -31.163555145263672, -29.60736083984375, -28.05116844177246, -26.49497413635254, -24.93878173828125, -23.382587432861328, -21.826393127441406, -20.270198822021484, -18.714006423950195, -17.157812118530273, -15.601619720458984, -14.045425415039062, -12.489232063293457, -10.933038711547852, -9.37684440612793, -7.820651054382324, -6.264461517333984, -4.708268165588379, -3.1520743370056152, -1.5958805084228516, -0.039687156677246094, 1.5165061950683594, 3.0727005004882812, 4.628893852233887, 6.185087203979492, 7.741280555725098, 9.297473907470703, 10.853668212890625, 12.40986156463623, 13.966054916381836, 15.522249221801758, 17.078441619873047, 18.63463592529297, 20.19083023071289, 21.74702262878418, 23.3032169342041, 24.85940933227539, 26.415603637695312, 27.971797943115234, 29.527992248535156, 31.084184646606445, 32.640377044677734, 34.196571350097656, 35.75276565551758, 37.3089599609375, 38.865150451660156, 40.421348571777344, 41.9775390625, 43.53373336791992]}, "gradients/encoder.encoder.layers.0.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 1.0, 3.0, 4.0, 8.0, 2.0, 5.0, 9.0, 9.0, 13.0, 9.0, 23.0, 18.0, 14.0, 20.0, 29.0, 25.0, 34.0, 35.0, 40.0, 36.0, 50.0, 34.0, 43.0, 48.0, 39.0, 53.0, 51.0, 39.0, 31.0, 37.0, 31.0, 25.0, 40.0, 22.0, 17.0, 20.0, 14.0, 11.0, 12.0, 10.0, 7.0, 7.0, 7.0, 6.0, 4.0, 1.0, 2.0, 1.0, 7.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.60654354095459, -14.12423038482666, -13.64191722869873, -13.1596040725708, -12.677289962768555, -12.194976806640625, -11.712663650512695, -11.230350494384766, -10.748037338256836, -10.265724182128906, -9.783411026000977, -9.301097869873047, -8.818784713745117, -8.336471557617188, -7.854157447814941, -7.371844291687012, -6.889531135559082, -6.407217979431152, -5.924904823303223, -5.442591190338135, -4.960278034210205, -4.477964878082275, -3.9956514835357666, -3.513338088989258, -3.031024932861328, -2.5487117767333984, -2.0663983821868896, -1.5840851068496704, -1.1017718315124512, -0.6194586753845215, -0.1371452808380127, 0.3451681137084961, 0.8274822235107422, 1.3097954988479614, 1.7921087741851807, 2.2744221687316895, 2.756735324859619, 3.239048480987549, 3.7213618755340576, 4.203675270080566, 4.685988426208496, 5.168301582336426, 5.6506147384643555, 6.132928371429443, 6.615241527557373, 7.097554683685303, 7.579868316650391, 8.06218147277832, 8.54449462890625, 9.02680778503418, 9.50912094116211, 9.991434097290039, 10.473747253417969, 10.956060409545898, 11.438374519348145, 11.920687675476074, 12.403000831604004, 12.885313987731934, 13.367627143859863, 13.849940299987793, 14.332254409790039, 14.814567565917969, 15.296880722045898, 15.779193878173828, 16.261507034301758]}, "gradients/encoder.encoder.layers.0.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 5.0, 14.0, 16.0, 41.0, 40.0, 103.0, 179.0, 314.0, 701.0, 1840.0, 5470.0, 22704.0, 211354.0, 749563.0, 43094.0, 8678.0, 2559.0, 945.0, 457.0, 221.0, 112.0, 58.0, 36.0, 18.0, 15.0, 5.0, 4.0, 5.0, 3.0, 2.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.203125, -3.109405517578125, -3.01568603515625, -2.921966552734375, -2.8282470703125, -2.734527587890625, -2.64080810546875, -2.547088623046875, -2.453369140625, -2.359649658203125, -2.26593017578125, -2.172210693359375, -2.0784912109375, -1.984771728515625, -1.89105224609375, -1.797332763671875, -1.70361328125, -1.609893798828125, -1.51617431640625, -1.422454833984375, -1.3287353515625, -1.235015869140625, -1.14129638671875, -1.047576904296875, -0.953857421875, -0.860137939453125, -0.76641845703125, -0.672698974609375, -0.5789794921875, -0.485260009765625, -0.39154052734375, -0.297821044921875, -0.2041015625, -0.110382080078125, -0.01666259765625, 0.077056884765625, 0.1707763671875, 0.264495849609375, 0.35821533203125, 0.451934814453125, 0.545654296875, 0.639373779296875, 0.73309326171875, 0.826812744140625, 0.9205322265625, 1.014251708984375, 1.10797119140625, 1.201690673828125, 1.29541015625, 1.389129638671875, 1.48284912109375, 1.576568603515625, 1.6702880859375, 1.764007568359375, 1.85772705078125, 1.951446533203125, 2.045166015625, 2.138885498046875, 2.23260498046875, 2.326324462890625, 2.4200439453125, 2.513763427734375, 2.60748291015625, 2.701202392578125, 2.794921875]}, "gradients/encoder.encoder.layers.0.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 7.0, 3.0, 6.0, 6.0, 3.0, 11.0, 6.0, 15.0, 11.0, 24.0, 16.0, 20.0, 32.0, 37.0, 40.0, 35.0, 41.0, 41.0, 52.0, 41.0, 42.0, 49.0, 41.0, 44.0, 42.0, 56.0, 37.0, 31.0, 42.0, 27.0, 21.0, 27.0, 12.0, 16.0, 14.0, 10.0, 13.0, 9.0, 4.0, 5.0, 4.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-1.150390625, -1.1154937744140625, -1.080596923828125, -1.0457000732421875, -1.01080322265625, -0.9759063720703125, -0.941009521484375, -0.9061126708984375, -0.8712158203125, -0.8363189697265625, -0.801422119140625, -0.7665252685546875, -0.73162841796875, -0.6967315673828125, -0.661834716796875, -0.6269378662109375, -0.592041015625, -0.5571441650390625, -0.522247314453125, -0.4873504638671875, -0.45245361328125, -0.4175567626953125, -0.382659912109375, -0.3477630615234375, -0.3128662109375, -0.2779693603515625, -0.243072509765625, -0.2081756591796875, -0.17327880859375, -0.1383819580078125, -0.103485107421875, -0.0685882568359375, -0.03369140625, 0.0012054443359375, 0.036102294921875, 0.0709991455078125, 0.10589599609375, 0.1407928466796875, 0.175689697265625, 0.2105865478515625, 0.2454833984375, 0.2803802490234375, 0.315277099609375, 0.3501739501953125, 0.38507080078125, 0.4199676513671875, 0.454864501953125, 0.4897613525390625, 0.524658203125, 0.5595550537109375, 0.594451904296875, 0.6293487548828125, 0.66424560546875, 0.6991424560546875, 0.734039306640625, 0.7689361572265625, 0.8038330078125, 0.8387298583984375, 0.873626708984375, 0.9085235595703125, 0.94342041015625, 0.9783172607421875, 1.013214111328125, 1.0481109619140625, 1.0830078125]}, "gradients/encoder.encoder.layers.0.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 4.0, 3.0, 0.0, 5.0, 2.0, 10.0, 7.0, 9.0, 14.0, 15.0, 16.0, 17.0, 28.0, 47.0, 55.0, 65.0, 114.0, 155.0, 254.0, 439.0, 854.0, 1814.0, 5740.0, 32010.0, 897953.0, 92224.0, 11187.0, 2855.0, 1143.0, 570.0, 325.0, 198.0, 125.0, 83.0, 67.0, 46.0, 33.0, 24.0, 14.0, 8.0, 6.0, 9.0, 2.0, 4.0, 0.0, 3.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-2.91796875, -2.83392333984375, -2.7498779296875, -2.66583251953125, -2.581787109375, -2.49774169921875, -2.4136962890625, -2.32965087890625, -2.24560546875, -2.16156005859375, -2.0775146484375, -1.99346923828125, -1.909423828125, -1.82537841796875, -1.7413330078125, -1.65728759765625, -1.5732421875, -1.48919677734375, -1.4051513671875, -1.32110595703125, -1.237060546875, -1.15301513671875, -1.0689697265625, -0.98492431640625, -0.90087890625, -0.81683349609375, -0.7327880859375, -0.64874267578125, -0.564697265625, -0.48065185546875, -0.3966064453125, -0.31256103515625, -0.228515625, -0.14447021484375, -0.0604248046875, 0.02362060546875, 0.107666015625, 0.19171142578125, 0.2757568359375, 0.35980224609375, 0.44384765625, 0.52789306640625, 0.6119384765625, 0.69598388671875, 0.780029296875, 0.86407470703125, 0.9481201171875, 1.03216552734375, 1.1162109375, 1.20025634765625, 1.2843017578125, 1.36834716796875, 1.452392578125, 1.53643798828125, 1.6204833984375, 1.70452880859375, 1.78857421875, 1.87261962890625, 1.9566650390625, 2.04071044921875, 2.124755859375, 2.20880126953125, 2.2928466796875, 2.37689208984375, 2.4609375]}, "gradients/encoder.encoder.layers.0.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 4.0, 4.0, 1.0, 4.0, 6.0, 3.0, 8.0, 14.0, 18.0, 25.0, 29.0, 32.0, 31.0, 52.0, 54.0, 83.0, 101.0, 120.0, 99.0, 62.0, 54.0, 35.0, 46.0, 26.0, 27.0, 14.0, 20.0, 15.0, 14.0, 9.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-9.3359375, -9.11065673828125, -8.8853759765625, -8.66009521484375, -8.434814453125, -8.20953369140625, -7.9842529296875, -7.75897216796875, -7.53369140625, -7.30841064453125, -7.0831298828125, -6.85784912109375, -6.632568359375, -6.40728759765625, -6.1820068359375, -5.95672607421875, -5.7314453125, -5.50616455078125, -5.2808837890625, -5.05560302734375, -4.830322265625, -4.60504150390625, -4.3797607421875, -4.15447998046875, -3.92919921875, -3.70391845703125, -3.4786376953125, -3.25335693359375, -3.028076171875, -2.80279541015625, -2.5775146484375, -2.35223388671875, -2.126953125, -1.90167236328125, -1.6763916015625, -1.45111083984375, -1.225830078125, -1.00054931640625, -0.7752685546875, -0.54998779296875, -0.32470703125, -0.09942626953125, 0.1258544921875, 0.35113525390625, 0.576416015625, 0.80169677734375, 1.0269775390625, 1.25225830078125, 1.4775390625, 1.70281982421875, 1.9281005859375, 2.15338134765625, 2.378662109375, 2.60394287109375, 2.8292236328125, 3.05450439453125, 3.27978515625, 3.50506591796875, 3.7303466796875, 3.95562744140625, 4.180908203125, 4.40618896484375, 4.6314697265625, 4.85675048828125, 5.08203125]}, "gradients/encoder.encoder.layers.0.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 2.0, 2.0, 6.0, 5.0, 5.0, 6.0, 10.0, 2.0, 6.0, 13.0, 25.0, 33.0, 67.0, 177.0, 422.0, 1494.0, 9956.0, 891261.0, 137517.0, 5871.0, 1036.0, 324.0, 145.0, 53.0, 34.0, 20.0, 9.0, 13.0, 10.0, 12.0, 7.0, 4.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.75244140625, -0.7254562377929688, -0.6984710693359375, -0.6714859008789062, -0.644500732421875, -0.6175155639648438, -0.5905303955078125, -0.5635452270507812, -0.53656005859375, -0.5095748901367188, -0.4825897216796875, -0.45560455322265625, -0.428619384765625, -0.40163421630859375, -0.3746490478515625, -0.34766387939453125, -0.3206787109375, -0.29369354248046875, -0.2667083740234375, -0.23972320556640625, -0.212738037109375, -0.18575286865234375, -0.1587677001953125, -0.13178253173828125, -0.10479736328125, -0.07781219482421875, -0.0508270263671875, -0.02384185791015625, 0.003143310546875, 0.03012847900390625, 0.0571136474609375, 0.08409881591796875, 0.111083984375, 0.13806915283203125, 0.1650543212890625, 0.19203948974609375, 0.219024658203125, 0.24600982666015625, 0.2729949951171875, 0.29998016357421875, 0.32696533203125, 0.35395050048828125, 0.3809356689453125, 0.40792083740234375, 0.434906005859375, 0.46189117431640625, 0.4888763427734375, 0.5158615112304688, 0.5428466796875, 0.5698318481445312, 0.5968170166015625, 0.6238021850585938, 0.650787353515625, 0.6777725219726562, 0.7047576904296875, 0.7317428588867188, 0.75872802734375, 0.7857131958007812, 0.8126983642578125, 0.8396835327148438, 0.866668701171875, 0.8936538696289062, 0.9206390380859375, 0.9476242065429688, 0.974609375]}, "gradients/encoder.encoder.layers.0.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 6.0, 5.0, 2.0, 5.0, 7.0, 11.0, 11.0, 2.0, 11.0, 11.0, 17.0, 31.0, 30.0, 44.0, 71.0, 64.0, 83.0, 94.0, 95.0, 82.0, 64.0, 61.0, 25.0, 36.0, 22.0, 19.0, 17.0, 12.0, 16.0, 4.0, 13.0, 4.0, 9.0, 7.0, 1.0, 4.0, 7.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.31348991394043e-05, -7.03074038028717e-05, -6.747990846633911e-05, -6.465241312980652e-05, -6.182491779327393e-05, -5.899742245674133e-05, -5.616992712020874e-05, -5.334243178367615e-05, -5.0514936447143555e-05, -4.768744111061096e-05, -4.485994577407837e-05, -4.2032450437545776e-05, -3.9204955101013184e-05, -3.637745976448059e-05, -3.3549964427948e-05, -3.0722469091415405e-05, -2.7894973754882812e-05, -2.506747841835022e-05, -2.2239983081817627e-05, -1.9412487745285034e-05, -1.658499240875244e-05, -1.3757497072219849e-05, -1.0930001735687256e-05, -8.102506399154663e-06, -5.27501106262207e-06, -2.4475157260894775e-06, 3.7997961044311523e-07, 3.207474946975708e-06, 6.034970283508301e-06, 8.862465620040894e-06, 1.1689960956573486e-05, 1.4517456293106079e-05, 1.7344951629638672e-05, 2.0172446966171265e-05, 2.2999942302703857e-05, 2.582743763923645e-05, 2.8654932975769043e-05, 3.1482428312301636e-05, 3.430992364883423e-05, 3.713741898536682e-05, 3.9964914321899414e-05, 4.279240965843201e-05, 4.56199049949646e-05, 4.844740033149719e-05, 5.1274895668029785e-05, 5.410239100456238e-05, 5.692988634109497e-05, 5.9757381677627563e-05, 6.258487701416016e-05, 6.541237235069275e-05, 6.823986768722534e-05, 7.106736302375793e-05, 7.389485836029053e-05, 7.672235369682312e-05, 7.954984903335571e-05, 8.23773443698883e-05, 8.52048397064209e-05, 8.803233504295349e-05, 9.085983037948608e-05, 9.368732571601868e-05, 9.651482105255127e-05, 9.934231638908386e-05, 0.00010216981172561646, 0.00010499730706214905, 0.00010782480239868164]}, "gradients/encoder.encoder.layers.0.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 4.0, 12.0, 3.0, 9.0, 13.0, 14.0, 23.0, 37.0, 36.0, 55.0, 91.0, 133.0, 190.0, 346.0, 578.0, 882.0, 1697.0, 3172.0, 6693.0, 17250.0, 63482.0, 818918.0, 96450.0, 21909.0, 8185.0, 3605.0, 1939.0, 1081.0, 587.0, 419.0, 231.0, 139.0, 110.0, 80.0, 43.0, 38.0, 33.0, 16.0, 13.0, 11.0, 8.0, 9.0, 8.0, 6.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.302978515625, -0.292388916015625, -0.28179931640625, -0.271209716796875, -0.2606201171875, -0.250030517578125, -0.23944091796875, -0.228851318359375, -0.21826171875, -0.207672119140625, -0.19708251953125, -0.186492919921875, -0.1759033203125, -0.165313720703125, -0.15472412109375, -0.144134521484375, -0.133544921875, -0.122955322265625, -0.11236572265625, -0.101776123046875, -0.0911865234375, -0.080596923828125, -0.07000732421875, -0.059417724609375, -0.048828125, -0.038238525390625, -0.02764892578125, -0.017059326171875, -0.0064697265625, 0.004119873046875, 0.01470947265625, 0.025299072265625, 0.035888671875, 0.046478271484375, 0.05706787109375, 0.067657470703125, 0.0782470703125, 0.088836669921875, 0.09942626953125, 0.110015869140625, 0.12060546875, 0.131195068359375, 0.14178466796875, 0.152374267578125, 0.1629638671875, 0.173553466796875, 0.18414306640625, 0.194732666015625, 0.205322265625, 0.215911865234375, 0.22650146484375, 0.237091064453125, 0.2476806640625, 0.258270263671875, 0.26885986328125, 0.279449462890625, 0.2900390625, 0.300628662109375, 0.31121826171875, 0.321807861328125, 0.3323974609375, 0.342987060546875, 0.35357666015625, 0.364166259765625, 0.374755859375]}, "gradients/encoder.encoder.layers.0.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 4.0, 3.0, 6.0, 11.0, 18.0, 15.0, 24.0, 37.0, 66.0, 90.0, 132.0, 157.0, 137.0, 94.0, 62.0, 46.0, 18.0, 17.0, 13.0, 14.0, 9.0, 5.0, 4.0, 2.0, 1.0, 3.0, 4.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.5888671875, -0.5707244873046875, -0.552581787109375, -0.5344390869140625, -0.51629638671875, -0.4981536865234375, -0.480010986328125, -0.4618682861328125, -0.4437255859375, -0.4255828857421875, -0.407440185546875, -0.3892974853515625, -0.37115478515625, -0.3530120849609375, -0.334869384765625, -0.3167266845703125, -0.298583984375, -0.2804412841796875, -0.262298583984375, -0.2441558837890625, -0.22601318359375, -0.2078704833984375, -0.189727783203125, -0.1715850830078125, -0.1534423828125, -0.1352996826171875, -0.117156982421875, -0.0990142822265625, -0.08087158203125, -0.0627288818359375, -0.044586181640625, -0.0264434814453125, -0.00830078125, 0.0098419189453125, 0.027984619140625, 0.0461273193359375, 0.06427001953125, 0.0824127197265625, 0.100555419921875, 0.1186981201171875, 0.1368408203125, 0.1549835205078125, 0.173126220703125, 0.1912689208984375, 0.20941162109375, 0.2275543212890625, 0.245697021484375, 0.2638397216796875, 0.281982421875, 0.3001251220703125, 0.318267822265625, 0.3364105224609375, 0.35455322265625, 0.3726959228515625, 0.390838623046875, 0.4089813232421875, 0.4271240234375, 0.4452667236328125, 0.463409423828125, 0.4815521240234375, 0.49969482421875, 0.5178375244140625, 0.535980224609375, 0.5541229248046875, 0.572265625]}, "gradients/encoder.encoder.layers.0.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 4.0, 11.0, 16.0, 18.0, 46.0, 74.0, 252.0, 408.0, 88.0, 50.0, 16.0, 7.0, 7.0, 3.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.335490226745605, -14.533239364624023, -13.730988502502441, -12.92873764038086, -12.126485824584961, -11.324234962463379, -10.521984100341797, -9.719732284545898, -8.917482376098633, -8.11523151397705, -7.3129801750183105, -6.5107293128967285, -5.708477973937988, -4.906227111816406, -4.103976249694824, -3.301724910736084, -2.4994735717773438, -1.6972224712371826, -0.894971489906311, -0.09272050857543945, 0.7095305919647217, 1.5117816925048828, 2.314032554626465, 3.116283893585205, 3.918534755706787, 4.720785617828369, 5.523036956787109, 6.325287818908691, 7.127538681030273, 7.929790019989014, 8.732040405273438, 9.534292221069336, 10.336542129516602, 11.138792991638184, 11.941043853759766, 12.743295669555664, 13.545546531677246, 14.347797393798828, 15.15004825592041, 15.952299118041992, 16.75455093383789, 17.55680274963379, 18.359052658081055, 19.161304473876953, 19.96355438232422, 20.765806198120117, 21.568058013916016, 22.37030792236328, 23.172557830810547, 23.974809646606445, 24.77705955505371, 25.57931137084961, 26.381561279296875, 27.183813095092773, 27.986064910888672, 28.788314819335938, 29.590566635131836, 30.392818450927734, 31.195068359375, 31.9973201751709, 32.7995719909668, 33.60182189941406, 34.40407180786133, 35.20632553100586, 36.008575439453125]}, "gradients/encoder.encoder.layers.0.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 3.0, 8.0, 7.0, 9.0, 9.0, 16.0, 12.0, 15.0, 20.0, 24.0, 19.0, 35.0, 27.0, 76.0, 115.0, 161.0, 128.0, 69.0, 34.0, 31.0, 20.0, 32.0, 24.0, 21.0, 11.0, 19.0, 11.0, 13.0, 8.0, 6.0, 4.0, 8.0, 3.0, 3.0, 2.0, 0.0, 2.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-13.373866081237793, -12.868083000183105, -12.362300872802734, -11.856517791748047, -11.35073471069336, -10.844952583312988, -10.3391695022583, -9.83338737487793, -9.327604293823242, -8.821821212768555, -8.316039085388184, -7.810256004333496, -7.304473400115967, -6.7986907958984375, -6.29290771484375, -5.787125110626221, -5.281342506408691, -4.775559902191162, -4.269777297973633, -3.7639942169189453, -3.258211612701416, -2.7524290084838867, -2.2466461658477783, -1.74086332321167, -1.2350807189941406, -0.7292979955673218, -0.22351527214050293, 0.2822674512863159, 0.7880501747131348, 1.293832778930664, 1.7996156215667725, 2.305398464202881, 2.8111820220947266, 3.316964626312256, 3.8227474689483643, 4.328530311584473, 4.834312915802002, 5.340095520019531, 5.845878601074219, 6.351661205291748, 6.857443809509277, 7.363226413726807, 7.869009017944336, 8.374792098999023, 8.880575180053711, 9.386357307434082, 9.89214038848877, 10.39792251586914, 10.903705596923828, 11.409488677978516, 11.915270805358887, 12.421053886413574, 12.926836013793945, 13.432619094848633, 13.93840217590332, 14.444185256958008, 14.949967384338379, 15.455750465393066, 15.961532592773438, 16.467315673828125, 16.973098754882812, 17.4788818359375, 17.984663009643555, 18.490446090698242, 18.99622917175293]}, "gradients/encoder.encoder.pos_conv_embed.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 3.0, 8.0, 4.0, 5.0, 6.0, 12.0, 6.0, 14.0, 13.0, 14.0, 20.0, 28.0, 32.0, 27.0, 37.0, 38.0, 59.0, 273.0, 124.0, 50.0, 40.0, 29.0, 25.0, 18.0, 17.0, 23.0, 13.0, 11.0, 4.0, 13.0, 10.0, 10.0, 7.0, 5.0, 6.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2099609375, -1.171844482421875, -1.13372802734375, -1.095611572265625, -1.0574951171875, -1.019378662109375, -0.98126220703125, -0.943145751953125, -0.905029296875, -0.866912841796875, -0.82879638671875, -0.790679931640625, -0.7525634765625, -0.714447021484375, -0.67633056640625, -0.638214111328125, -0.60009765625, -0.561981201171875, -0.52386474609375, -0.485748291015625, -0.4476318359375, -0.409515380859375, -0.37139892578125, -0.333282470703125, -0.295166015625, -0.257049560546875, -0.21893310546875, -0.180816650390625, -0.1427001953125, -0.104583740234375, -0.06646728515625, -0.028350830078125, 0.009765625, 0.047882080078125, 0.08599853515625, 0.124114990234375, 0.1622314453125, 0.200347900390625, 0.23846435546875, 0.276580810546875, 0.314697265625, 0.352813720703125, 0.39093017578125, 0.429046630859375, 0.4671630859375, 0.505279541015625, 0.54339599609375, 0.581512451171875, 0.61962890625, 0.657745361328125, 0.69586181640625, 0.733978271484375, 0.7720947265625, 0.810211181640625, 0.84832763671875, 0.886444091796875, 0.924560546875, 0.962677001953125, 1.00079345703125, 1.038909912109375, 1.0770263671875, 1.115142822265625, 1.15325927734375, 1.191375732421875, 1.2294921875]}, "gradients/encoder.encoder.pos_conv_embed.conv.weight_v": {"_type": "histogram", "values": [4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 10.0, 11.0, 7.0, 14.0, 31.0, 37.0, 93.0, 222.0, 716.0, 3314.0, 55805.0, 8321307.0, 5406.0, 1060.0, 321.0, 104.0, 57.0, 36.0, 16.0, 10.0, 4.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-17.974224090576172, -17.447715759277344, -16.921207427978516, -16.394699096679688, -15.86819076538086, -15.341682434082031, -14.815174102783203, -14.288665771484375, -13.762157440185547, -13.235649108886719, -12.70914077758789, -12.182632446289062, -11.656124114990234, -11.129615783691406, -10.603107452392578, -10.07659912109375, -9.550089836120605, -9.023581504821777, -8.49707317352295, -7.970564842224121, -7.444056510925293, -6.917548179626465, -6.3910393714904785, -5.86453104019165, -5.338022708892822, -4.811514377593994, -4.285006046295166, -3.758497476577759, -3.2319891452789307, -2.7054808139801025, -2.1789722442626953, -1.6524639129638672, -1.1259565353393555, -0.5994481444358826, -0.07293975353240967, 0.453568696975708, 0.9800770282745361, 1.5065853595733643, 2.0330939292907715, 2.5596022605895996, 3.0861105918884277, 3.612618923187256, 4.139127254486084, 4.66563606262207, 5.192144393920898, 5.718652725219727, 6.245161056518555, 6.771669387817383, 7.298177719116211, 7.824686050415039, 8.351194381713867, 8.877702713012695, 9.404211044311523, 9.930719375610352, 10.45722770690918, 10.983736038208008, 11.510244369506836, 12.036752700805664, 12.563261032104492, 13.08976936340332, 13.616277694702148, 14.142786026000977, 14.669294357299805, 15.195802688598633, 15.722311973571777]}, "gradients/encoder.encoder.pos_conv_embed.conv.weight_g": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 3.0, 1.0, 5.0, 1.0, 6.0, 7.0, 3.0, 7.0, 1.0, 10.0, 5.0, 2.0, 0.0, 2.0, 5.0, 6.0, 8.0, 4.0, 7.0, 3.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-13.36073112487793, -12.965507507324219, -12.570283889770508, -12.175060272216797, -11.779836654663086, -11.384613037109375, -10.989389419555664, -10.59416675567627, -10.198943138122559, -9.803719520568848, -9.408495903015137, -9.013272285461426, -8.618048667907715, -8.22282600402832, -7.827601909637451, -7.432378768920898, -7.037154674530029, -6.641931056976318, -6.246707439422607, -5.851484298706055, -5.456260681152344, -5.061037063598633, -4.665813446044922, -4.270589828491211, -3.875366449356079, -3.480142831802368, -3.0849194526672363, -2.6896958351135254, -2.2944722175598145, -1.8992488384246826, -1.5040252208709717, -1.1088018417358398, -0.7135782241821289, -0.31835469603538513, 0.07686883211135864, 0.4720923900604248, 0.8673158884048462, 1.2625393867492676, 1.6577630043029785, 2.0529863834381104, 2.4482100009918213, 2.8434336185455322, 3.238656997680664, 3.633880615234375, 4.029104232788086, 4.424327850341797, 4.819551467895508, 5.2147746086120605, 5.6099982261657715, 6.005221843719482, 6.400445461273193, 6.795668601989746, 7.190892219543457, 7.586115837097168, 7.981339454650879, 8.37656307220459, 8.7717866897583, 9.167010307312012, 9.562233924865723, 9.957457542419434, 10.352681159973145, 10.747903823852539, 11.14312744140625, 11.538351058959961, 11.933574676513672]}, "gradients/encoder.feature_projection.projection.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 2.0, 1.0, 10.0, 7.0, 12.0, 17.0, 33.0, 42.0, 66.0, 119.0, 214.0, 612.0, 2764.0, 42948.0, 444866.0, 29365.0, 2246.0, 515.0, 161.0, 90.0, 52.0, 41.0, 27.0, 14.0, 9.0, 10.0, 7.0, 3.0, 5.0, 2.0, 6.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-39.625, -38.53759765625, -37.4501953125, -36.36279296875, -35.275390625, -34.18798828125, -33.1005859375, -32.01318359375, -30.92578125, -29.83837890625, -28.7509765625, -27.66357421875, -26.576171875, -25.48876953125, -24.4013671875, -23.31396484375, -22.2265625, -21.13916015625, -20.0517578125, -18.96435546875, -17.876953125, -16.78955078125, -15.7021484375, -14.61474609375, -13.52734375, -12.43994140625, -11.3525390625, -10.26513671875, -9.177734375, -8.09033203125, -7.0029296875, -5.91552734375, -4.828125, -3.74072265625, -2.6533203125, -1.56591796875, -0.478515625, 0.60888671875, 1.6962890625, 2.78369140625, 3.87109375, 4.95849609375, 6.0458984375, 7.13330078125, 8.220703125, 9.30810546875, 10.3955078125, 11.48291015625, 12.5703125, 13.65771484375, 14.7451171875, 15.83251953125, 16.919921875, 18.00732421875, 19.0947265625, 20.18212890625, 21.26953125, 22.35693359375, 23.4443359375, 24.53173828125, 25.619140625, 26.70654296875, 27.7939453125, 28.88134765625, 29.96875]}, "gradients/encoder.feature_projection.projection.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 6.0, 2.0, 3.0, 3.0, 1.0, 2.0, 5.0, 5.0, 7.0, 8.0, 13.0, 26.0, 22.0, 25.0, 32.0, 34.0, 56.0, 56.0, 74.0, 70.0, 67.0, 75.0, 83.0, 58.0, 65.0, 42.0, 30.0, 39.0, 24.0, 24.0, 17.0, 8.0, 8.0, 4.0, 8.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.4560546875, -1.40618896484375, -1.3563232421875, -1.30645751953125, -1.256591796875, -1.20672607421875, -1.1568603515625, -1.10699462890625, -1.05712890625, -1.00726318359375, -0.9573974609375, -0.90753173828125, -0.857666015625, -0.80780029296875, -0.7579345703125, -0.70806884765625, -0.658203125, -0.60833740234375, -0.5584716796875, -0.50860595703125, -0.458740234375, -0.40887451171875, -0.3590087890625, -0.30914306640625, -0.25927734375, -0.20941162109375, -0.1595458984375, -0.10968017578125, -0.059814453125, -0.00994873046875, 0.0399169921875, 0.08978271484375, 0.1396484375, 0.18951416015625, 0.2393798828125, 0.28924560546875, 0.339111328125, 0.38897705078125, 0.4388427734375, 0.48870849609375, 0.53857421875, 0.58843994140625, 0.6383056640625, 0.68817138671875, 0.738037109375, 0.78790283203125, 0.8377685546875, 0.88763427734375, 0.9375, 0.98736572265625, 1.0372314453125, 1.08709716796875, 1.136962890625, 1.18682861328125, 1.2366943359375, 1.28656005859375, 1.33642578125, 1.38629150390625, 1.4361572265625, 1.48602294921875, 1.535888671875, 1.58575439453125, 1.6356201171875, 1.68548583984375, 1.7353515625]}, "gradients/encoder.feature_projection.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 4.0, 6.0, 8.0, 15.0, 20.0, 74.0, 120.0, 106.0, 63.0, 26.0, 20.0, 8.0, 4.0, 4.0, 4.0, 2.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.08098793029785, -17.565959930419922, -17.050931930541992, -16.535905838012695, -16.020877838134766, -15.505849838256836, -14.990821838378906, -14.475793838500977, -13.960766792297363, -13.445738792419434, -12.93071174621582, -12.41568374633789, -11.900655746459961, -11.385628700256348, -10.870600700378418, -10.355573654174805, -9.840545654296875, -9.325517654418945, -8.810490608215332, -8.295462608337402, -7.780435085296631, -7.265407562255859, -6.75037956237793, -6.235352039337158, -5.720324516296387, -5.205296993255615, -4.690269470214844, -4.175241470336914, -3.6602139472961426, -3.145186424255371, -2.6301586627960205, -2.11513090133667, -1.6001014709472656, -1.0850738286972046, -0.5700461864471436, -0.05501854419708252, 0.4600090980529785, 0.97503662109375, 1.4900643825531006, 2.005092144012451, 2.5201196670532227, 3.035147190093994, 3.5501749515533447, 4.065202713012695, 4.580230236053467, 5.095257759094238, 5.610285758972168, 6.1253132820129395, 6.640340805053711, 7.155368328094482, 7.670395851135254, 8.185423851013184, 8.700450897216797, 9.215478897094727, 9.730506896972656, 10.245534896850586, 10.7605619430542, 11.275589942932129, 11.790616989135742, 12.305644989013672, 12.820672988891602, 13.335700035095215, 13.850728034973145, 14.365755081176758, 14.880783081054688]}, "gradients/encoder.feature_projection.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 5.0, 2.0, 1.0, 3.0, 7.0, 4.0, 3.0, 6.0, 7.0, 11.0, 11.0, 24.0, 40.0, 53.0, 66.0, 70.0, 59.0, 33.0, 19.0, 14.0, 8.0, 8.0, 5.0, 6.0, 6.0, 2.0, 4.0, 2.0, 1.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-7.073486804962158, -6.85106086730957, -6.628635406494141, -6.406209468841553, -6.183783531188965, -5.961358070373535, -5.738932132720947, -5.516506195068359, -5.29408073425293, -5.071654796600342, -4.849229335784912, -4.626803398132324, -4.404377460479736, -4.181951522827148, -3.9595260620117188, -3.737100124359131, -3.514674186706543, -3.292248487472534, -3.0698225498199463, -2.8473968505859375, -2.6249709129333496, -2.402545213699341, -2.180119514465332, -1.9576936960220337, -1.7352678775787354, -1.512842059135437, -1.2904162406921387, -1.0679905414581299, -0.8455647230148315, -0.6231389045715332, -0.4007132053375244, -0.17828738689422607, 0.04413795471191406, 0.26656374335289, 0.48898953199386597, 0.7114152908325195, 0.9338411092758179, 1.1562669277191162, 1.378692626953125, 1.6011184453964233, 1.8235442638397217, 2.0459699630737305, 2.2683959007263184, 2.490821599960327, 2.713247299194336, 2.935673236846924, 3.1580989360809326, 3.3805246353149414, 3.6029505729675293, 3.825376272201538, 4.047801971435547, 4.270227909088135, 4.492653846740723, 4.715079307556152, 4.93750524520874, 5.159931182861328, 5.382356643676758, 5.604782581329346, 5.827208042144775, 6.049633979797363, 6.272059917449951, 6.494485855102539, 6.716911315917969, 6.939337253570557, 7.1617631912231445]}, "eval/loss": 1.6936465501785278, "eval/wer": 1.0167988893296311, "eval/runtime": 928.0354, "eval/samples_per_second": 2.847, "eval/steps_per_second": 0.357}