{ " ": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": true, "fqn": "qa_outputs", "input_tensor_infos": [ { "id": 195, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.015900198370218277 ], "zero_point": [ 115 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.0020301283802837133, 0.0012198260519653559 ], "zero_point": [ 0, 0 ] } ], "output_tensor_infos": [ { "id": 196, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": { "0": { "op_type": "", "fqn": "", "input_tensor_infos": [ { "id": 196, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {} ], "output_tensor_infos": [ { "id": 197, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, { "id": 198, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "1": { "op_type": "", "fqn": "", "input_tensor_infos": [ { "id": 197, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {} ], "output_tensor_infos": [ { "id": 199, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "2": { "op_type": "", "fqn": "", "input_tensor_infos": [ { "id": 199, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 200, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "3": { "op_type": "", "fqn": "", "input_tensor_infos": [ { "id": 198, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {} ], "output_tensor_infos": [ { "id": 201, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "4": { "op_type": "", "fqn": "", "input_tensor_infos": [ { "id": 201, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 202, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] } }, "layer_output_infos": [] }, "roberta": { "q_op_infos": {}, "nonq_op_infos": { "0": { "op_type": "", "fqn": "roberta", "input_tensor_infos": [ { "id": 0, "orig_dtype": "torch.int64", "inf_dtype": "torch.int64" } ], "output_tensor_infos": [] }, "1": { "op_type": "", "fqn": "roberta", "input_tensor_infos": [ { "id": 1, "orig_dtype": "torch.int64", "inf_dtype": "torch.int64" } ], "output_tensor_infos": [] }, "2": { "op_type": "", "fqn": "roberta", "input_tensor_infos": [ { "id": 1, "orig_dtype": "torch.int64", "inf_dtype": "torch.int64" } ], "output_tensor_infos": [] }, "3": { "op_type": "", "fqn": "roberta", "input_tensor_infos": [ { "id": 1, "orig_dtype": "torch.int64", "inf_dtype": "torch.int64" } ], "output_tensor_infos": [] }, "4": { "op_type": "", "fqn": "roberta", "input_tensor_infos": [ { "id": 1, "orig_dtype": "torch.int64", "inf_dtype": "torch.int64" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 2, "orig_dtype": "torch.int64", "inf_dtype": "torch.int64" } ] }, "5": { "op_type": "", "fqn": "roberta", "input_tensor_infos": [ { "id": 2, "orig_dtype": "torch.int64", "inf_dtype": "torch.int64" } ], "output_tensor_infos": [ { "id": 3, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "6": { "op_type": "", "fqn": "roberta", "input_tensor_infos": [ { "id": 3, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {} ], "output_tensor_infos": [ { "id": 4, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "7": { "op_type": "", "fqn": "roberta", "input_tensor_infos": [ { "id": 4, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {} ], "output_tensor_infos": [ { "id": 5, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] } }, "layer_output_infos": [] }, "roberta:embeddings": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.embeddings", "input_tensor_infos": [ { "id": 14, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 0.013835686258971691 ], "zero_point": [ 162 ] }, { "id": 16, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 0.0058896709233522415 ], "zero_point": [ 165 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 17, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": { "0": { "op_type": "", "fqn": "roberta.embeddings", "input_tensor_infos": [ { "id": 0, "orig_dtype": "torch.int64", "inf_dtype": "torch.int64" }, {} ], "output_tensor_infos": [ { "id": 6, "orig_dtype": "torch.bool", "inf_dtype": "torch.bool" } ] }, "1": { "op_type": "", "fqn": "roberta.embeddings", "input_tensor_infos": [ { "id": 6, "orig_dtype": "torch.bool", "inf_dtype": "torch.bool" } ], "output_tensor_infos": [ { "id": 7, "orig_dtype": "torch.int32", "inf_dtype": "torch.int32" } ] }, "2": { "op_type": "", "fqn": "roberta.embeddings", "input_tensor_infos": [ { "id": 7, "orig_dtype": "torch.int32", "inf_dtype": "torch.int32" } ], "output_tensor_infos": [ { "id": 8, "orig_dtype": "torch.int64", "inf_dtype": "torch.int64" } ] }, "3": { "op_type": "", "fqn": "roberta.embeddings", "input_tensor_infos": [ { "id": 8, "orig_dtype": "torch.int64", "inf_dtype": "torch.int64" }, { "id": 7, "orig_dtype": "torch.int32", "inf_dtype": "torch.int32" } ], "output_tensor_infos": [ { "id": 9, "orig_dtype": "torch.int32", "inf_dtype": "torch.int32" } ] }, "4": { "op_type": "", "fqn": "roberta.embeddings", "input_tensor_infos": [ { "id": 9, "orig_dtype": "torch.int32", "inf_dtype": "torch.int32" }, {} ], "output_tensor_infos": [ { "id": 10, "orig_dtype": "torch.int32", "inf_dtype": "torch.int32" } ] }, "5": { "op_type": "", "fqn": "roberta.embeddings", "input_tensor_infos": [ { "id": 10, "orig_dtype": "torch.int32", "inf_dtype": "torch.int32" }, { "id": 7, "orig_dtype": "torch.int32", "inf_dtype": "torch.int32" } ], "output_tensor_infos": [ { "id": 11, "orig_dtype": "torch.int32", "inf_dtype": "torch.int32" } ] }, "6": { "op_type": "", "fqn": "roberta.embeddings", "input_tensor_infos": [ { "id": 11, "orig_dtype": "torch.int32", "inf_dtype": "torch.int32" } ], "output_tensor_infos": [ { "id": 12, "orig_dtype": "torch.int64", "inf_dtype": "torch.int64" } ] }, "7": { "op_type": "", "fqn": "roberta.embeddings", "input_tensor_infos": [ { "id": 12, "orig_dtype": "torch.int64", "inf_dtype": "torch.int64" }, {} ], "output_tensor_infos": [ { "id": 13, "orig_dtype": "torch.int64", "inf_dtype": "torch.int64" } ] }, "8": { "op_type": "", "fqn": "roberta.embeddings", "input_tensor_infos": [ { "id": 0, "orig_dtype": "torch.int64", "inf_dtype": "torch.int64" } ], "output_tensor_infos": [] }, "9": { "op_type": "", "fqn": "roberta.embeddings.word_embeddings", "input_tensor_infos": [ { "id": 0, "orig_dtype": "torch.int64", "inf_dtype": "torch.int64" } ], "output_tensor_infos": [ { "id": 14, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "10": { "op_type": "", "fqn": "roberta.embeddings.token_type_embeddings", "input_tensor_infos": [ { "id": 15, "orig_dtype": "torch.int64", "inf_dtype": "torch.int64" } ], "output_tensor_infos": [ { "id": 16, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "11": { "op_type": "", "fqn": "roberta.embeddings.position_embeddings", "input_tensor_infos": [ { "id": 13, "orig_dtype": "torch.int64", "inf_dtype": "torch.int64" } ], "output_tensor_infos": [ { "id": 18, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "12": { "op_type": "", "fqn": "roberta.embeddings", "input_tensor_infos": [ { "id": 17, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, { "id": 18, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 19, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "13": { "op_type": "", "fqn": "roberta.embeddings.LayerNorm", "input_tensor_infos": [ { "id": 19, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 20, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "14": { "op_type": "", "fqn": "roberta.embeddings.dropout", "input_tensor_infos": [ { "id": 20, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 21, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] } }, "layer_output_infos": [ { "id": 21, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder": { "q_op_infos": {}, "nonq_op_infos": { "0": { "op_type": "", "fqn": "roberta.encoder", "input_tensor_infos": [ { "id": 21, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ], "output_tensor_infos": [] } }, "layer_output_infos": [] }, "roberta:encoder:layer": { "q_op_infos": {}, "nonq_op_infos": {}, "layer_output_infos": [] }, "roberta:encoder:layer:0": { "q_op_infos": {}, "nonq_op_infos": {}, "layer_output_infos": [] }, "roberta:encoder:layer:0:attention": { "q_op_infos": {}, "nonq_op_infos": {}, "layer_output_infos": [ { "id": 44, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:0:attention:self": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.0.attention.self.query", "input_tensor_infos": [ { "id": 21, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.0292754415422678 ], "zero_point": [ 132 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.002873834688216448, 0.005623165983706713, 0.0033755162730813026, 0.0042610145173966885, 0.0031071000266820192, 0.004027101211249828, 0.0035134879872202873, 0.0032578965183347464, 0.003264312632381916, 0.0037465495988726616, 0.003010871121659875, 0.0028233956545591354, 0.003964824602007866, 0.003346708370372653, 0.003323798533529043, 0.003793960902839899, 0.004091750364750624, 0.002947071334347129, 0.0035553788766264915, 0.0033291473519057035, 0.0031473739072680473, 0.004430967848747969, 0.003327206475660205, 0.003426009090617299, 0.003410767298191786, 0.0027557318098843098, 0.003316738875582814, 0.0034328363835811615, 0.00337956752628088, 0.0034994303714483976, 0.0034055793657898903, 0.0028954842127859592, 0.0021239144261926413, 0.0027751002926379442, 0.002389639848843217, 0.0026000558864325285, 0.0022957143373787403, 0.003903118660673499, 0.0022163945250213146, 0.0025220175739377737, 0.0034427738282829523, 0.0024112204555422068, 0.002349704271182418, 0.0026869846042245626, 0.0035568266175687313, 0.00338123575784266, 0.002377328695729375, 0.0025853454135358334, 0.002893737517297268, 0.002692373236641288, 0.0030687132384628057, 0.0026529179885983467, 0.0022811871021986008, 0.002958238823339343, 0.0031826940830796957, 0.0024612208362668753, 0.0026065066922456026, 0.0029555861838161945, 0.002911909483373165, 0.0031408502254635096, 0.00258329208008945, 0.002360140671953559, 0.0028048469685018063, 0.002275406150147319, 0.0035562242846935987, 0.0028953836299479008, 0.0037673136685043573, 0.004545168485492468, 0.0032152768690139055, 0.0038787778466939926, 0.005275837145745754, 0.0035483650863170624, 0.003409798489883542, 0.0048882002010941505, 0.0038781226612627506, 0.005943513009697199, 0.003736988641321659, 0.0051724594086408615, 0.003991247620433569, 0.004037023056298494, 0.0039319684728980064, 0.0039837113581597805, 0.0027187166269868612, 0.0054903714917600155, 0.004955061245709658, 0.005579140968620777, 0.004893546458333731, 0.0037468275986611843, 0.0041172378696501255, 0.0031875655986368656, 0.0033171039540320635, 0.004010534379631281, 0.004493036773055792, 0.004242527298629284, 0.0035650988575071096, 0.0037502795457839966, 0.004414310213178396, 0.003322983393445611, 0.0037760245613753796, 0.003952622413635254, 0.0034352338407188654, 0.0030109717044979334, 0.0031571623403578997, 0.0029975352808833122, 0.0035647284239530563, 0.0038705880288034678, 0.002853252226486802, 0.0039260112680494785, 0.004946799483150244, 0.003749680006876588, 0.003765178844332695, 0.0043558161705732346, 0.0033664992079138756, 0.004522938746958971, 0.005071721971035004, 0.003688310505822301, 0.004733445588499308, 0.00413136649876833, 0.003881913609802723, 0.0034364161547273397, 0.004490310791879892, 0.0038869930431246758, 0.0038713079411536455, 0.003996723331511021, 0.004396697506308556, 0.005574608221650124, 0.0029937548097223043, 0.0042430330067873, 0.0067454855889081955, 0.00863695703446865, 0.00860870722681284, 0.0054075452499091625, 0.005380214657634497, 0.005237082950770855, 0.007183154113590717, 0.0061140344478189945, 0.006555916275829077, 0.009238719008862972, 0.005407280288636684, 0.005984797142446041, 0.006461844779551029, 0.005847570952028036, 0.0050338744185864925, 0.0052534737624228, 0.0074911718256771564, 0.0075201173312962055, 0.008113480173051357, 0.007343248929828405, 0.005504006519913673, 0.008784695528447628, 0.009725646115839481, 0.007524590939283371, 0.007879268378019333, 0.007993343286216259, 0.007780912332236767, 0.01022124569863081, 0.008126674219965935, 0.006031052675098181, 0.008827651850879192, 0.006321309600025415, 0.003560940967872739, 0.0036858979146927595, 0.0037282633129507303, 0.0026630202773958445, 0.0028497474268078804, 0.003640115726739168, 0.0024993368424475193, 0.003523891791701317, 0.0025960307102650404, 0.003961043432354927, 0.0041803596541285515, 0.0029476319905370474, 0.0033032093197107315, 0.0038140621036291122, 0.003667508950456977, 0.0033395688515156507, 0.00279968767426908, 0.0029808899853378534, 0.0031002715695649385, 0.003669144120067358, 0.00524839898571372, 0.0026225766632705927, 0.0032410514540970325, 0.00351643655449152, 0.0029626984614878893, 0.0032485974952578545, 0.0029738221783190966, 0.0036484282463788986, 0.0047662872821092606, 0.005203065928071737, 0.0046912566758692265, 0.0038423030637204647, 0.008827419951558113, 0.008419139310717583, 0.010838126763701439, 0.006701089907437563, 0.007483535911887884, 0.0054171280935406685, 0.005631302483379841, 0.008845288306474686, 0.00780106894671917, 0.0072019705548882484, 0.010341553017497063, 0.010618134401738644, 0.0068244319409132, 0.008520711213350296, 0.009907728992402554, 0.009714070707559586, 0.01011381670832634, 0.0058535863645374775, 0.008219223469495773, 0.008631732314825058, 0.006101194303482771, 0.007058055605739355, 0.0063604325987398624, 0.008403205312788486, 0.007367767859250307, 0.006001845933496952, 0.008930693380534649, 0.005256021395325661, 0.009207363240420818, 0.010135860182344913, 0.00805741734802723, 0.004867923445999622, 0.005227953195571899, 0.0037590216379612684, 0.0024096411652863026, 0.006480642128735781, 0.0027238212060183287, 0.006353422533720732, 0.0035436979960650206, 0.0028523956425487995, 0.003992373589426279, 0.0031455564312636852, 0.0029259645380079746, 0.002813382539898157, 0.0023454660549759865, 0.0029278858564794064, 0.0034278433304280043, 0.0031515383161604404, 0.006820394191890955, 0.002955409698188305, 0.0033306535333395004, 0.006616994272917509, 0.0030015171505510807, 0.0023673889227211475, 0.0027563099283725023, 0.006139666307717562, 0.005537695251405239, 0.0026467496063560247, 0.006491708569228649, 0.0030186125077307224, 0.003630910301581025, 0.0038567197043448687, 0.005386414472013712, 0.007771024946123362, 0.0030359283555299044, 0.004107940476387739, 0.00365369557403028, 0.003281873883679509, 0.0034806127659976482, 0.003429427510127425, 0.0049782865680754185, 0.002800805028527975, 0.0038642692379653454, 0.003281722776591778, 0.004812082275748253, 0.003367567667737603, 0.004362817853689194, 0.0033869242761284113, 0.007497471757233143, 0.0030384876299649477, 0.0027596524450927973, 0.0036335608456283808, 0.003960404545068741, 0.0030121440067887306, 0.0032031501177698374, 0.003484229324385524, 0.002810376463457942, 0.004280309658497572, 0.003026205115020275, 0.0035819984041154385, 0.0035132707562297583, 0.0029885012190788984, 0.004259273409843445, 0.0031012841500341892, 0.004736969247460365, 0.00432956637814641, 0.0038143275305628777, 0.0030401668045669794, 0.004008229356259108, 0.003428469877690077, 0.004027004353702068, 0.0037569929845631123, 0.004042271990329027, 0.004405939485877752, 0.004880846943706274, 0.0033912602812051773, 0.004678227007389069, 0.003323390381410718, 0.004046163056045771, 0.003426174633204937, 0.004285488277673721, 0.004769735503941774, 0.003443146590143442, 0.0036880760453641415, 0.003550389315932989, 0.0031401528976857662, 0.004209345206618309, 0.003325418336316943, 0.0034426699858158827, 0.00405818922445178, 0.0033614549320191145, 0.0038840528577566147, 0.004444303456693888, 0.004792709834873676, 0.004225634504109621, 0.0056345765478909016, 0.00358723197132349, 0.004378066398203373, 0.002993345959112048, 0.0032575384248048067, 0.003416585037484765, 0.0030994464177638292, 0.0032262392342090607, 0.003140549175441265, 0.0037332242354750633, 0.002943178405985236, 0.0031853988766670227, 0.0034112015273422003, 0.0038226840551942587, 0.003435201710090041, 0.002786541124805808, 0.002995893592014909, 0.002771023428067565, 0.003841163357719779, 0.002546364674344659, 0.0028298506513237953, 0.003570065600797534, 0.003061156952753663, 0.003284864593297243, 0.0029888434801250696, 0.003223435953259468, 0.0035168856848031282, 0.003074959386140108, 0.0030477207619696856, 0.003316821763291955, 0.002882988192141056, 0.003176357364282012, 0.004268690478056669, 0.0031080080661922693, 0.0035043577663600445, 0.0029406314715743065, 0.002806378761306405, 0.0037719616666436195, 0.0033400487154722214, 0.00277655734680593, 0.003489765804260969, 0.0035441091749817133, 0.0024427042808383703, 0.0031156500335782766, 0.0027023456059396267, 0.0026619690470397472, 0.0037845319602638483, 0.003306611208245158, 0.002870045369490981, 0.0028633123729377985, 0.0027754721231758595, 0.0030120539013296366, 0.002934110350906849, 0.003444368951022625, 0.0034331264905631542, 0.0035832501016557217, 0.0027608340606093407, 0.003932409454137087, 0.002977812197059393, 0.0024220224004238844, 0.00392253790050745, 0.00281632412225008, 0.0030948249623179436, 0.003391904989257455, 0.002898614387959242, 0.002675156109035015, 0.002893847180530429 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 22, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "1": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.0.attention.self.key", "input_tensor_infos": [ { "id": 21, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.0292754415422678 ], "zero_point": [ 132 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.002838398329913616, 0.0033709374256432056, 0.0034564712550491095, 0.004067287314683199, 0.003464885288849473, 0.004122307989746332, 0.003388781100511551, 0.0032004485838115215, 0.003707118332386017, 0.00449533574283123, 0.003275413764640689, 0.003303240519016981, 0.0037938819732517004, 0.003737596794962883, 0.0030067681800574064, 0.004269784316420555, 0.00423987302929163, 0.002932373434305191, 0.003847842337563634, 0.0033840343821793795, 0.003717356128618121, 0.004861004650592804, 0.003327857470139861, 0.004561812151223421, 0.003522776300087571, 0.003828172804787755, 0.0032962895929813385, 0.00322711025364697, 0.004600539803504944, 0.0034947586245834827, 0.0038264142349362373, 0.0028240366373211145, 0.002793634310364723, 0.004413951188325882, 0.0025293659418821335, 0.0022248104214668274, 0.0028365321923047304, 0.003692920785397291, 0.0027885122690349817, 0.0025237463414669037, 0.003389642108231783, 0.007639283314347267, 0.005678366404026747, 0.0023050305899232626, 0.0032143734861165285, 0.003167903982102871, 0.004023137968033552, 0.0025608937721699476, 0.0025384989567101, 0.0033119244035333395, 0.0036019771359860897, 0.002702475991100073, 0.0022141081281006336, 0.0025811048690229654, 0.004158842843025923, 0.0026675609406083822, 0.005633938126266003, 0.0034861292224377394, 0.0029369161929935217, 0.0024643009528517723, 0.003432873170822859, 0.003117404878139496, 0.005222650244832039, 0.003733570221811533, 0.004164574667811394, 0.004136725794523954, 0.0040699802339077, 0.0044029224663972855, 0.00398631626740098, 0.004588885698467493, 0.004790508653968573, 0.004430258646607399, 0.0035605996381491423, 0.005508256610482931, 0.0033046903554350138, 0.004014855250716209, 0.004713816102594137, 0.00484527787193656, 0.004348563961684704, 0.00417237589135766, 0.003949699457734823, 0.005724087357521057, 0.004962661303579807, 0.00506560318171978, 0.0046765487641096115, 0.00403908547013998, 0.00461061904206872, 0.004540087655186653, 0.004863009322434664, 0.005281553138047457, 0.006414392963051796, 0.00522663164883852, 0.00443557882681489, 0.004227417521178722, 0.0042757005430758, 0.0051933107897639275, 0.00356453750282526, 0.0050014713779091835, 0.0039046353194862604, 0.004006535280495882, 0.0040232473984360695, 0.005567837972193956, 0.003549933433532715, 0.004156345501542091, 0.0034405796322971582, 0.004534854553639889, 0.0035665801260620356, 0.003769347444176674, 0.0035550089087337255, 0.004445320460945368, 0.003718738676980138, 0.003908815793693066, 0.0031974869780242443, 0.003218648722395301, 0.003927338868379593, 0.003720052307471633, 0.0034853764809668064, 0.0032978823874145746, 0.0035089217126369476, 0.004650329239666462, 0.004243112169206142, 0.0050591579638421535, 0.003946761135011911, 0.0034271262120455503, 0.004250866360962391, 0.004461097531020641, 0.004425307735800743, 0.003215570468455553, 0.006414309609681368, 0.008366846479475498, 0.00816568173468113, 0.004922293592244387, 0.005460366141051054, 0.004199072252959013, 0.007572309114038944, 0.004695267882198095, 0.004659642931073904, 0.005917777307331562, 0.00508494209498167, 0.0044852267019450665, 0.0060954284854233265, 0.0052456241101026535, 0.006074849516153336, 0.004730659071356058, 0.005841208156198263, 0.0069560823030769825, 0.007041905075311661, 0.005410721059888601, 0.004643550142645836, 0.006932937074452639, 0.008610901422798634, 0.0059011029079556465, 0.006861942820250988, 0.006138943135738373, 0.009694965556263924, 0.008671162649989128, 0.005859492812305689, 0.007422401569783688, 0.009859833866357803, 0.005822859238833189, 0.002723742974922061, 0.002653677249327302, 0.00268137757666409, 0.0031823802273720503, 0.0025828827638179064, 0.0029456857591867447, 0.003405827796086669, 0.0029561487026512623, 0.0024700395297259092, 0.003005489706993103, 0.0032972798217087984, 0.0035819835029542446, 0.0025645396672189236, 0.0029344994109123945, 0.002798283938318491, 0.0028079368639737368, 0.0033952456433326006, 0.002522825263440609, 0.0028025242500007153, 0.00280302157625556, 0.003500060411170125, 0.0029592763166874647, 0.0023048496805131435, 0.0028133168816566467, 0.0028104272205382586, 0.0032078309450298548, 0.0036627422086894512, 0.002873674500733614, 0.003121598158031702, 0.0031619591172784567, 0.0027752204332500696, 0.0022033662535250187, 0.006174991838634014, 0.009231619536876678, 0.006498141214251518, 0.007002826780080795, 0.004797235131263733, 0.006255941931158304, 0.004250950645655394, 0.007511179894208908, 0.007144146133214235, 0.005264288745820522, 0.007144645322114229, 0.008510740473866463, 0.006348907016217709, 0.00680996710434556, 0.0072429669089615345, 0.006891450844705105, 0.005934332497417927, 0.005141386296600103, 0.006854463368654251, 0.006287082564085722, 0.005758689250797033, 0.007177257444709539, 0.006863081362098455, 0.007486965041607618, 0.005997505038976669, 0.006198416464030743, 0.009278482757508755, 0.005161602050065994, 0.005112078040838242, 0.008504525758326054, 0.005956908222287893, 0.0053960587829351425, 0.003076966619119048, 0.0031607053242623806, 0.004081288352608681, 0.002951524220407009, 0.003497624769806862, 0.003001095959916711, 0.003501851111650467, 0.003413429483771324, 0.0036472517531365156, 0.0028809283394366503, 0.002548126969486475, 0.0037749235052615404, 0.0035292278043925762, 0.0028738249093294144, 0.003616074565798044, 0.0039248098619282246, 0.002410232089459896, 0.0029570397455245256, 0.0025812324602156878, 0.005981371272355318, 0.003297446295619011, 0.0028875472489744425, 0.0029268008656799793, 0.0032175248488783836, 0.0037574642337858677, 0.0033061481080949306, 0.0037989215925335884, 0.0030716273467987776, 0.0040713283233344555, 0.0036015999503433704, 0.0022339264396578074, 0.0040538860484957695, 0.003506438573822379, 0.003960666712373495, 0.00274101784452796, 0.004096584860235453, 0.00307809398509562, 0.004109096713364124, 0.0035231858491897583, 0.004181974101811647, 0.0033813780173659325, 0.003876130562275648, 0.003531982423737645, 0.002959080971777439, 0.004452499095350504, 0.002958781085908413, 0.003643224248662591, 0.0038995288778096437, 0.003207726636901498, 0.0037555203307420015, 0.002856311621144414, 0.0033321657683700323, 0.0033009289763867855, 0.004071643576025963, 0.002950273221358657, 0.0038907728157937527, 0.0034325243905186653, 0.0035393456928431988, 0.0027066238690167665, 0.0032062907703220844, 0.0034615222830325365, 0.004267865791916847, 0.0037863755133002996, 0.0029158361721783876, 0.004588807001709938, 0.0033110887743532658, 0.0038772202096879482, 0.0033715534955263138, 0.003364942269399762, 0.0030933525413274765, 0.004780749324709177, 0.0034899888560175896, 0.003935313783586025, 0.003906593658030033, 0.004854587838053703, 0.004205836448818445, 0.0036227882374078035, 0.003093886189162731, 0.003312942571938038, 0.0038132097106426954, 0.003908325918018818, 0.004138219635933638, 0.0036425581201910973, 0.005726690404117107, 0.003858366748318076, 0.0033209219109266996, 0.003871731460094452, 0.004652060568332672, 0.003979526460170746, 0.00533192977309227, 0.00521562434732914, 0.003507035318762064, 0.003369692014530301, 0.0041730767115950584, 0.0029353720601648092, 0.0034108669497072697, 0.0030687195248901844, 0.003925945144146681, 0.0029773428104817867, 0.0033776010386645794, 0.003152573248371482, 0.0029007873963564634, 0.0037991651333868504, 0.003355940105393529, 0.005584820173680782, 0.004479344002902508, 0.003749890485778451, 0.0046813758090138435, 0.0033812483306974173, 0.0031784481834620237, 0.0034007388167083263, 0.0031043554190546274, 0.003094586543738842, 0.0032987601589411497, 0.0035724446643143892, 0.0034240277018398046, 0.0037197135388851166, 0.0034251133911311626, 0.003158892272040248, 0.002922117942944169, 0.003434049431234598, 0.003976155538111925, 0.002784710144624114, 0.004770828410983086, 0.003779015736654401, 0.003391362726688385, 0.002851750236004591, 0.0026166008319705725, 0.002958358731120825, 0.0031279230024665594, 0.003287959611043334, 0.0032769362442195415, 0.003366617253050208, 0.002792316721752286, 0.0037333476357162, 0.0034520223271101713, 0.00394485704600811, 0.0034056538715958595, 0.0039035796653479338, 0.0029781702905893326, 0.0031032529659569263, 0.003987109754234552, 0.0028332218062132597, 0.002484492724761367, 0.003350499551743269, 0.0028237521182745695, 0.0027668753173202276, 0.002735484391450882, 0.0027579793240875006, 0.0038083051331341267, 0.0029634758830070496, 0.0036920891143381596, 0.0037054461427032948, 0.002713850699365139, 0.003110331017524004, 0.003301182994619012, 0.003124507609754801, 0.003124187234789133, 0.0032775145955383778, 0.002964882180094719 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 23, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "2": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.0.attention.self.value", "input_tensor_infos": [ { "id": 21, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.0292754415422678 ], "zero_point": [ 132 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.0017011660384014249, 0.0016819805605337024, 0.0016843951307237148, 0.0017852261662483215, 0.0015381803968921304, 0.0016408049268648028, 0.0019360214937478304, 0.0015520707238465548, 0.0014015466440469027, 0.001661544549278915, 0.0016831192187964916, 0.0016090612625703216, 0.0017466084100306034, 0.001955952262505889, 0.002282161731272936, 0.0016119909705594182, 0.0018552930559962988, 0.0017674448899924755, 0.0018128096126019955, 0.0018242517253383994, 0.001807758235372603, 0.0018434727098792791, 0.0016760695725679398, 0.002188200131058693, 0.0024526366032660007, 0.001664617215283215, 0.001757933758199215, 0.0013434500433504581, 0.001828366657719016, 0.0017864526016637683, 0.0024665379896759987, 0.0018783049890771508, 0.0014190238434821367, 0.0014092902420088649, 0.0014893084298819304, 0.0014575306558981538, 0.001625463250093162, 0.0016031732084229589, 0.001551642082631588, 0.0014417527709156275, 0.002137217903509736, 0.0016676747472956777, 0.001861732336692512, 0.0012862719595432281, 0.001659687957726419, 0.0017886013956740499, 0.0013680898118764162, 0.0015610584523528814, 0.0017344866646453738, 0.0012929752701893449, 0.0013174338964745402, 0.0011869838926941156, 0.002414275659248233, 0.0013850715477019548, 0.0015172712737694383, 0.0021319508086889982, 0.0015287484275177121, 0.001745261368341744, 0.0015096961287781596, 0.0013085710816085339, 0.0018492324743419886, 0.0018880635034292936, 0.0021995827555656433, 0.0013329348294064403, 0.0017357147298753262, 0.0017938039964064956, 0.0016504761297255754, 0.0021663359366357327, 0.0016410596435889602, 0.0016658586682751775, 0.0015625248197466135, 0.0020872654858976603, 0.0018181109335273504, 0.0017352448776364326, 0.0017751400591805577, 0.0016601065872237086, 0.0015205825911834836, 0.0019664710853248835, 0.0026628244668245316, 0.0012788514140993357, 0.0014768174150958657, 0.0017674417467787862, 0.0015796036459505558, 0.0017926378641277552, 0.00148894137237221, 0.001934265485033393, 0.001660222071222961, 0.001778074074536562, 0.0014180390862748027, 0.0014884519623592496, 0.0017567244358360767, 0.0014485238352790475, 0.0016995422774925828, 0.0018296608468517661, 0.0014316709712147713, 0.002114528091624379, 0.001442653825506568, 0.0017102975398302078, 0.001384320785291493, 0.0017411485314369202, 0.0015189627883955836, 0.001458884566091001, 0.0015215082094073296, 0.001810571295209229, 0.001404795330017805, 0.0014533360954374075, 0.0018198624020442367, 0.0013946689432486892, 0.0014404035173356533, 0.0014374484308063984, 0.0014132577925920486, 0.001251423149369657, 0.0014369714772328734, 0.0012966326903551817, 0.001249958761036396, 0.0013796373968943954, 0.0015571261756122112, 0.0015933301765471697, 0.0016136717749759555, 0.0021197993773967028, 0.004170921165496111, 0.002705479972064495, 0.0014919084496796131, 0.0013785493792966008, 0.0011932754423469305, 0.0014641539892181754, 0.0020832493901252747, 0.0013558865757659078, 0.0011388794519007206, 0.00097859394736588, 0.0009087812504731119, 0.0010948884300887585, 0.0009558653691783547, 0.001320714014582336, 0.001232115551829338, 0.0009085355559363961, 0.0009493244579061866, 0.0008395520853810012, 0.0008131464710459113, 0.0009531124960631132, 0.0010727428598329425, 0.0009975088760256767, 0.0011085448786616325, 0.0011554793454706669, 0.0009908450301736593, 0.0009503492037765682, 0.001041953801177442, 0.0010199528187513351, 0.0009331870824098587, 0.0008932071505114436, 0.0010153476614505053, 0.0009631116408854723, 0.001109646400436759, 0.0008432576432824135, 0.0010137618519365788, 0.000875640835147351, 0.000913652591407299, 0.0009470119257457554, 0.0009222126682288945, 0.0008635455742478371, 0.0017827176488935947, 0.0017008737195283175, 0.001907140132971108, 0.0029426938854157925, 0.0018549251835793257, 0.0014533123467117548, 0.001503567909821868, 0.0020695829298347235, 0.0021907268092036247, 0.0017949450993910432, 0.002135881455615163, 0.0017648987704887986, 0.0016324252355843782, 0.0014428721042349935, 0.0019081729697063565, 0.001946030417457223, 0.0018366118893027306, 0.0020514114294201136, 0.0019012140110135078, 0.0018725405680015683, 0.001975966151803732, 0.001675945008173585, 0.0017138058319687843, 0.0017725537763908505, 0.0016123815439641476, 0.0016958320047706366, 0.0022497139871120453, 0.0020140004344284534, 0.001642244285903871, 0.0021274909377098083, 0.0017597588011994958, 0.0023593902587890625, 0.001258104806765914, 0.0009457481210120022, 0.0008803256205283105, 0.0013411670224741101, 0.0009026976185850799, 0.0010132209863513708, 0.0009129291283898056, 0.0011767728719860315, 0.0009161699563264847, 0.0010199792450293899, 0.0010493786539882421, 0.0007339944131672382, 0.0011122784344479442, 0.0009323947015218437, 0.0013073020381852984, 0.001325076911598444, 0.0009412113577127457, 0.0008326498209498823, 0.0009327512234449387, 0.0010659713298082352, 0.0028068041428923607, 0.0008404074469581246, 0.0009172590798698366, 0.0007797995931468904, 0.001220971462316811, 0.000952016212977469, 0.0009669495048001409, 0.0009277064236812294, 0.0011934945359826088, 0.0015086072962731123, 0.0009200857020914555, 0.0011889260495081544, 0.0015736592467874289, 0.0016206941800191998, 0.0014175812248140574, 0.0017890756716951728, 0.0018245497485622764, 0.0015812652418389916, 0.0016276892274618149, 0.0016505056992173195, 0.0018503565806895494, 0.0023258966393768787, 0.001628197613172233, 0.0017801157664507627, 0.0015694961184635758, 0.0020557623356580734, 0.0014941751724109054, 0.0016489229165017605, 0.0017197582637891173, 0.0014396447222679853, 0.0017017748905345798, 0.0017539012478664517, 0.0016424563946202397, 0.002106352476403117, 0.0018632508581504226, 0.0017127441242337227, 0.0019506487296894193, 0.0019109403947368264, 0.0014605065807700157, 0.0019306349568068981, 0.0018275262555107474, 0.0018020840361714363, 0.00203010649420321, 0.0018484605243429542, 0.0019300541607663035, 0.0018591196276247501, 0.0020532896742224693, 0.0015825508162379265, 0.0017128854524344206, 0.001589201157912612, 0.0017315304139629006, 0.0020995214581489563, 0.0016089834971353412, 0.001943419105373323, 0.0020422290544956923, 0.0017635762924328446, 0.0017542962450534105, 0.0017677209107205272, 0.0019228907767683268, 0.0015164384385570884, 0.0021073694806545973, 0.0025609261356294155, 0.001991858473047614, 0.0017860166262835264, 0.001808917848393321, 0.0017455937340855598, 0.001358275767415762, 0.0019182232208549976, 0.0019241305999457836, 0.0018416661769151688, 0.0031295374501496553, 0.001480288919992745, 0.001656507607549429, 0.0020539420656859875, 0.002082976745441556, 0.0018915728433057666, 0.0016641528345644474, 0.0014286040095612407, 0.0030060650315135717, 0.0017262743785977364, 0.0012343921698629856, 0.0018651463324204087, 0.0014111660420894623, 0.0016037521418184042, 0.0017007553251460195, 0.0015996925067156553, 0.0013654555659741163, 0.0016016482841223478, 0.001965915085747838, 0.0019597127102315426, 0.0015934205148369074, 0.0015947994543239474, 0.0020895961206406355, 0.001367352087981999, 0.001787132932804525, 0.0017275098944082856, 0.002601952524855733, 0.0018618465401232243, 0.0017945150611922145, 0.0014063367852941155, 0.0022229168098419905, 0.002159916562959552, 0.001768607529811561, 0.001940028159879148, 0.0014089483302086592, 0.001778746722266078, 0.0018464248860254884, 0.001728273113258183, 0.001512446440756321, 0.0015549752861261368, 0.0012358055682852864, 0.0010976953199133277, 0.0013769251527264714, 0.0016908583929762244, 0.0012508981162682176, 0.001869467436335981, 0.001108952215872705, 0.001155728125013411, 0.001214256975799799, 0.001183513319119811, 0.0014496712246909738, 0.0012917545391246676, 0.0014752025017514825, 0.0011800728971138597, 0.0011025043204426765, 0.001455310033634305, 0.0015348070301115513, 0.0012869625352323055, 0.001181849860586226, 0.0011960575357079506, 0.0012910678051412106, 0.0013589649461209774, 0.0014360820641741157, 0.0009408527985215187, 0.001550216693431139, 0.0010432784911245108, 0.0011823633685708046, 0.001087693264707923, 0.0014397879131138325, 0.0013467420358210802, 0.006362397689372301, 0.0009412174113094807, 0.0019056388409808278, 0.0017176958499476314, 0.001344771240837872, 0.0015590230468660593, 0.0031187732238322496, 0.000972192850895226, 0.0026454876642674208, 0.001077262801118195, 0.0009739006054587662, 0.001383537775836885, 0.0014427402056753635, 0.00113019032869488, 0.0009533211123198271, 0.0010150105226784945, 0.002137798350304365, 0.001165016321465373, 0.0019131918670609593, 0.000996286398731172, 0.0009498713770881295, 0.0014240213204175234, 0.0008956691599451005, 0.00120951933786273, 0.002000880427658558, 0.0015757614746689796, 0.0009050040389411151, 0.0018084754701703787, 0.0011441762326285243, 0.0017186891054734588, 0.0018694205209612846, 0.001275517512112856 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 26, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "3": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.0.attention.self", "input_tensor_infos": [ { "id": 30, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.10255569964647293 ], "zero_point": [ 124 ] }, { "id": 31, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.0955890342593193 ], "zero_point": [ 136 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 32, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "4": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.0.attention.self", "input_tensor_infos": [ { "id": 33, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 0.5206096172332764 ], "zero_point": [ 119 ] }, { "id": 5, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 1.3344405750530544e+36 ], "zero_point": [ 255 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 34, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "5": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.0.attention.self", "input_tensor_infos": [ { "id": 36, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.003921568859368563 ], "zero_point": [ 0 ] }, { "id": 28, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.027660725638270378 ], "zero_point": [ 99 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 37, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": { "0": { "op_type": "", "fqn": "roberta.encoder.layer.0.attention.self", "input_tensor_infos": [ { "id": 23, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [] }, "1": { "op_type": "", "fqn": "roberta.encoder.layer.0.attention.self", "input_tensor_infos": [ { "id": 23, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 24, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "2": { "op_type": "", "fqn": "roberta.encoder.layer.0.attention.self", "input_tensor_infos": [ { "id": 24, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 25, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "3": { "op_type": "", "fqn": "roberta.encoder.layer.0.attention.self", "input_tensor_infos": [ { "id": 26, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [] }, "4": { "op_type": "", "fqn": "roberta.encoder.layer.0.attention.self", "input_tensor_infos": [ { "id": 26, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 27, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "5": { "op_type": "", "fqn": "roberta.encoder.layer.0.attention.self", "input_tensor_infos": [ { "id": 27, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 28, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "6": { "op_type": "", "fqn": "roberta.encoder.layer.0.attention.self", "input_tensor_infos": [ { "id": 22, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [] }, "7": { "op_type": "", "fqn": "roberta.encoder.layer.0.attention.self", "input_tensor_infos": [ { "id": 22, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 29, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "8": { "op_type": "", "fqn": "roberta.encoder.layer.0.attention.self", "input_tensor_infos": [ { "id": 29, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 30, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "9": { "op_type": "", "fqn": "roberta.encoder.layer.0.attention.self", "input_tensor_infos": [ { "id": 25, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {} ], "output_tensor_infos": [ { "id": 31, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "10": { "op_type": "", "fqn": "roberta.encoder.layer.0.attention.self", "input_tensor_infos": [ { "id": 32, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {} ], "output_tensor_infos": [ { "id": 33, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "11": { "op_type": "", "fqn": "roberta.encoder.layer.0.attention.self", "input_tensor_infos": [ { "id": 34, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 35, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "12": { "op_type": "", "fqn": "roberta.encoder.layer.0.attention.self.dropout", "input_tensor_infos": [ { "id": 35, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 36, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "13": { "op_type": "", "fqn": "roberta.encoder.layer.0.attention.self", "input_tensor_infos": [ { "id": 37, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 38, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "14": { "op_type": "", "fqn": "roberta.encoder.layer.0.attention.self", "input_tensor_infos": [ { "id": 38, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 39, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "15": { "op_type": "", "fqn": "roberta.encoder.layer.0.attention.self", "input_tensor_infos": [ { "id": 39, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [] }, "16": { "op_type": "", "fqn": "roberta.encoder.layer.0.attention.self", "input_tensor_infos": [ { "id": 39, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {} ], "output_tensor_infos": [ { "id": 40, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] } }, "layer_output_infos": [ { "id": 40, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:0:attention:output": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.0.attention.output.dense", "input_tensor_infos": [ { "id": 40, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.018054315820336342 ], "zero_point": [ 119 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.001252697198651731, 0.0024342581164091825, 0.0014946588780730963, 0.001287325518205762, 0.002075714524835348, 0.0015765884891152382, 0.0014343670336529613, 0.0012640483910217881, 0.0011415929766371846, 0.0014260431053116918, 0.0015596465673297644, 0.0022547682747244835, 0.0014709176030009985, 0.0015108122024685144, 0.0017107301391661167, 0.001372284721583128, 0.0016195288626477122, 0.0014169665519148111, 0.0012788483873009682, 0.0014606735203415155, 0.001608243677765131, 0.002280106069520116, 0.0019162105163559318, 0.0014935199869796634, 0.001608958700671792, 0.004001763183623552, 0.001448349212296307, 0.0013794343685731292, 0.0012516683200374246, 0.001505866996012628, 0.0016245199367403984, 0.001250067725777626, 0.0012634312734007835, 0.0018001135904341936, 0.0028391776140779257, 0.0017881004605442286, 0.0017488474259153008, 0.001747822854667902, 0.001820267178118229, 0.001446237089112401, 0.0014203411992639303, 0.0009896975243464112, 0.005055181682109833, 0.0012783484999090433, 0.002452968619763851, 0.0010560035007074475, 0.0016621473478153348, 0.001366991433314979, 0.0018681091023609042, 0.0014183721505105495, 0.0013104865793138742, 0.0019528510747477412, 0.001721139531582594, 0.001424651825800538, 0.0013031322741881013, 0.0015036951517686248, 0.0019395719282329082, 0.0014997058315202594, 0.0013541609514504671, 0.0016565757105126977, 0.0014873811742290854, 0.0012448562774807215, 0.0017838571220636368, 0.0011556914541870356, 0.0012700619408860803, 0.0014389182906597853, 0.0013801325112581253, 0.0020637814886868, 0.0021806578151881695, 0.0016599870286881924, 0.0014704500790685415, 0.0014267597580328584, 0.0019301284337416291, 0.002057426143437624, 0.001665150048211217, 0.0017731573898345232, 0.0014977958053350449, 0.0012657246552407742, 0.001215313095599413, 0.0015761015238240361, 0.0017337086610496044, 0.0017885648412629962, 0.001650927821174264, 0.0017729781102389097, 0.001509299618192017, 0.0015230446588248014, 0.0013532827142626047, 0.002298257779330015, 0.0018810719484463334, 0.0016007991507649422, 0.0015984306810423732, 0.0019248834578320384, 0.0015292582102119923, 0.0015928494976833463, 0.00185875513125211, 0.0019568209536373615, 0.001252389862202108, 0.0013449861435219646, 0.003427124349400401, 0.001541305216960609, 0.001652078004553914, 0.0014990434283390641, 0.0015372736379504204, 0.001298152026720345, 0.0014752374263480306, 0.0016978421481326222, 0.001886815414763987, 0.0019162824610248208, 0.0017730011604726315, 0.0016902874922379851, 0.001509141642600298, 0.0018743989057838917, 0.001148098148405552, 0.001994578866288066, 0.001970351440832019, 0.0015818894607946277, 0.0015176846645772457, 0.0018656209576874971, 0.001683054375462234, 0.0012935542035847902, 0.0016291961073875427, 0.0016610579332336783, 0.0021891777869313955, 0.0013848886592313647, 0.001607321435585618, 0.0018360005924478173, 0.001897944021038711, 0.0017193179810419679, 0.0012743138941004872, 0.0012586712837219238, 0.0013564572436735034, 0.001854768954217434, 0.0013909030240029097, 0.0016252532368525863, 0.0015364338178187609, 0.003216756274923682, 0.002079386729747057, 0.0018782524857670069, 0.0016334018437191844, 0.0017357144970446825, 0.0017170733772218227, 0.0016399648739024997, 0.0016575329937040806, 0.001389932818710804, 0.001263765268959105, 0.001479952479712665, 0.0015219768974930048, 0.00137405248824507, 0.0015367507003247738, 0.0014603855088353157, 0.001882494310848415, 0.0012869475176557899, 0.0016633678460493684, 0.0013308392371982336, 0.0017019481165334582, 0.0015573248965665698, 0.001607317477464676, 0.0015513906255364418, 0.0016001848271116614, 0.0015854287194088101, 0.0017714129062369466, 0.0012438814155757427, 0.0015055672265589237, 0.0018099670996889472, 0.0021230378188192844, 0.001772772055119276, 0.0024700849317014217, 0.001599096693098545, 0.0011475984938442707, 0.0015598532045260072, 0.001467580092139542, 0.0015932730166241527, 0.0014558294788002968, 0.0013821292668581009, 0.002028976334258914, 0.00166458694729954, 0.0017307470552623272, 0.0018008442129939795, 0.0018411055207252502, 0.004347539506852627, 0.002282712608575821, 0.0015454196836799383, 0.0017883317777886987, 0.0018941956805065274, 0.001650097663514316, 0.0023431351874023676, 0.0010873305145651102, 0.0015677963383495808, 0.0015722759999334812, 0.0014403772074729204, 0.0011602414306253195, 0.0014892825856804848, 0.0017912256298586726, 0.0015929712681099772, 0.0018449182389304042, 0.0013819369487464428, 0.0012904740869998932, 0.0029113278724253178, 0.0012556633446365595, 0.0016218473901972175, 0.0014450399903580546, 0.0018394992221146822, 0.0015501989983022213, 0.0013251745840534568, 0.0016488577239215374, 0.0015671676956117153, 0.001722619985230267, 0.0017731593688949943, 0.0014136357931420207, 0.001436844584532082, 0.0015680767828598619, 0.0016723647713661194, 0.00142161815892905, 0.0016714941011741757, 0.0016090032877400517, 0.0014046509750187397, 0.0016580590745434165, 0.006641521584242582, 0.0015386322047561407, 0.0016452796990051866, 0.0017007595160976052, 0.0018555206479504704, 0.0013808920048177242, 0.001748131588101387, 0.001815358642488718, 0.0019823128823190928, 0.001519748941063881, 0.0012674517929553986, 0.0015906404005363584, 0.0013765871990472078, 0.001146383467130363, 0.0016510500572621822, 0.0016675576334819198, 0.002967621898278594, 0.0013395356945693493, 0.002068059053272009, 0.0014090754557400942, 0.0014564006123691797, 0.001549951615743339, 0.0016293630469590425, 0.0016469407128170133, 0.0013829057570546865, 0.001740061677992344, 0.004330886527895927, 0.001318979891948402, 0.0015135516878217459, 0.0024854072835296392, 0.0014018770307302475, 0.001802026410587132, 0.0017741273622959852, 0.0012509927619248629, 0.0020537034142762423, 0.0013601405080407858, 0.0012858437839895487, 0.0018606045050546527, 0.0016705617308616638, 0.001621293486095965, 0.0013726281467825174, 0.001278496696613729, 0.0011321837082505226, 0.0016766045009717345, 0.0020180789288133383, 0.0043938178569078445, 0.0017667004140093923, 0.0021171781700104475, 0.0015025195898488164, 0.0015484312316402793, 0.0015926233027130365, 0.0014537530951201916, 0.0013253326760604978, 0.0017673107795417309, 0.001708784606307745, 0.0014414790784940124, 0.002053255448117852, 0.0014598823618143797, 0.0014589219354093075, 0.0014382146764546633, 0.001515467301942408, 0.001768653397448361, 0.0012986168731004, 0.0017446487909182906, 0.0016575652407482266, 0.0016354747349396348, 0.0016657125670462847, 0.0016645625000819564, 0.00237319921143353, 0.0014769016997888684, 0.0016466968227177858, 0.0013508371775969863, 0.0014821969671174884, 0.001669073011726141, 0.001680163899436593, 0.0016023254720494151, 0.0015594500582665205, 0.0015101219760254025, 0.001516128657385707, 0.00206687580794096, 0.0015493128448724747, 0.0011694839922711253, 0.0014496161602437496, 0.00157807650975883, 0.00163743004668504, 0.00153676129411906, 0.0021200671326369047, 0.0015925203915685415, 0.0019715079106390476, 0.00172321661375463, 0.001827695989049971, 0.0019959236960858107, 0.00204253476113081, 0.001438775914721191, 0.004704984370619059, 0.001535111223347485, 0.002184651093557477, 0.0011810212163254619, 0.0015908702043816447, 0.0017442719545215368, 0.002277231775224209, 0.0017011893214657903, 0.0037354109808802605, 0.0016493718139827251, 0.0011759797343984246, 0.0014829256106168032, 0.0016242183046415448, 0.002102041617035866, 0.0016105477698147297, 0.0010856867302209139, 0.0017113236244767904, 0.0035306280478835106, 0.0018757021753117442, 0.002091649454087019, 0.0015906398184597492, 0.0015977382427081466, 0.0012990389950573444, 0.0013843558263033628, 0.0011992530198767781, 0.001474061980843544, 0.002003323519602418, 0.001470636809244752, 0.0011212575482204556, 0.002145947888493538, 0.0013612943002954125, 0.0015066429041326046, 0.0014472441980615258, 0.0017139777773991227, 0.0012436056276783347, 0.0017852645833045244, 0.0015753415646031499, 0.0018496039556339383, 0.001388086355291307, 0.0018093915423378348, 0.0018111658282577991, 0.0018184792716056108, 0.0013751137303188443, 0.0013624413404613733, 0.0014056185027584434, 0.0015676075126975775, 0.0018263778183609247, 0.0012912754900753498, 0.0014701916370540857, 0.0020790956914424896, 0.0021375822834670544, 0.0017138603143393993, 0.0014743449864909053, 0.0013538207858800888, 0.0015550850657746196, 0.0014986940659582615, 0.0015841179993003607, 0.0013901423662900925, 0.001358641660772264, 0.0015163443749770522, 0.0015011585783213377, 0.0021316937636584044, 0.0015180198242887855, 0.0017675475683063269, 0.001256040297448635, 0.0016642576083540916, 0.0015779613750055432, 0.001958944136276841, 0.0016894025029614568, 0.0014710508985444903, 0.0019313867669552565, 0.0020127356983721256, 0.0011563791194930673 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 41, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "1": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.0.attention.output", "input_tensor_infos": [ { "id": 42, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 0.01959865167737007 ], "zero_point": [ 177 ] }, { "id": 21, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.0292754415422678 ], "zero_point": [ 132 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 43, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": { "0": { "op_type": "", "fqn": "roberta.encoder.layer.0.attention.output.dropout", "input_tensor_infos": [ { "id": 41, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 42, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "1": { "op_type": "", "fqn": "roberta.encoder.layer.0.attention.output.LayerNorm", "input_tensor_infos": [ { "id": 43, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 44, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] } }, "layer_output_infos": [ { "id": 44, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:0:intermediate": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.0.intermediate.dense", "input_tensor_infos": [ { "id": 44, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.16280364990234375 ], "zero_point": [ 184 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.0025157479103654623, 0.0014560080599039793, 0.002465301426127553, 0.00368717173114419, 0.003370125312358141, 0.0010832530679181218, 0.0024700716603547335, 0.001756292418576777, 0.0036013356875628233, 0.002455982146784663, 0.0033155642449855804, 0.0022461670450866222, 0.0020208547357469797, 0.0012558340094983578, 0.003120607929304242, 0.0020547336898744106, 0.0026086491998285055, 0.0027122334577143192, 0.0041258204728364944, 0.001575746457092464, 0.0027184414211660624, 0.0022170681040734053, 0.002175434958189726, 0.0017836097395047545, 0.002056075492873788, 0.0015406552702188492, 0.0014470116002485156, 0.002616378478705883, 0.002458860632032156, 0.0013805368216708302, 0.0009948635706678033, 0.002288194838911295, 0.003026711056008935, 0.0024397908709943295, 0.006738811731338501, 0.0022914446890354156, 0.00220280303619802, 0.0020694425329566, 0.0011894666822627187, 0.0022072214633226395, 0.001192942843772471, 0.0027880598790943623, 0.0021331666503101587, 0.0011257627047598362, 0.002757927868515253, 0.0026498669758439064, 0.002273405436426401, 0.0028225055430084467, 0.0031147703994065523, 0.002318578539416194, 0.005047662649303675, 0.0022101181093603373, 0.0027902559377253056, 0.0023417682386934757, 0.0030228777322918177, 0.0025310060009360313, 0.004205132368952036, 0.0018223460065200925, 0.0019230274483561516, 0.0023772134445607662, 0.0037177945487201214, 0.002062605693936348, 0.002856547711417079, 0.003140590386465192, 0.0023337926249951124, 0.0025747930631041527, 0.0014082019915804267, 0.0029283640906214714, 0.002282629255205393, 0.002360385376960039, 0.003217268269509077, 0.0027097659185528755, 0.0024856592062860727, 0.0019751880317926407, 0.002571855904534459, 0.003915917593985796, 0.0017216396518051624, 0.0020151007920503616, 0.002722154138609767, 0.002946969587355852, 0.0036383899860084057, 0.004538075532764196, 0.002445752965286374, 0.0012866304023191333, 0.0012436308898031712, 0.0017339460318908095, 0.0021609636023640633, 0.0026244670152664185, 0.002936398144811392, 0.00272907642647624, 0.002243613824248314, 0.0016458205645903945, 0.0020209422800689936, 0.002122025704011321, 0.004414828959852457, 0.0018664321396499872, 0.0012366074370220304, 0.0025950020644813776, 0.0012335514184087515, 0.0024996961001306772, 0.0026427367702126503, 0.001682273461483419, 0.0019879182800650597, 0.0027526889462023973, 0.002162711229175329, 0.0028955191373825073, 0.003349353326484561, 0.002659963211044669, 0.002251869300380349, 0.0023595034144818783, 0.0030397684313356876, 0.0030413062777370214, 0.0021862012799829245, 0.0016979845240712166, 0.0034053740091621876, 0.0010678153485059738, 0.0012206898536533117, 0.0014424130786210299, 0.002452959306538105, 0.002825434785336256, 0.0014280058676376939, 0.004033144097775221, 0.003805839689448476, 0.002945606131106615, 0.003201478160917759, 0.002762573305517435, 0.00161563022993505, 0.002843123394995928, 0.0030721831135451794, 0.003041700692847371, 0.0027041765861213207, 0.0026480676606297493, 0.002474295673891902, 0.0013965911930426955, 0.00245817587710917, 0.0028165571857243776, 0.003540507284924388, 0.0010288429912179708, 0.0034217783249914646, 0.002591499127447605, 0.0020804014056921005, 0.0020648317877203226, 0.0028094775043427944, 0.0022319152485579252, 0.001416357816196978, 0.0035432951990514994, 0.0021159159950912, 0.001956774853169918, 0.003125471295788884, 0.0023100893013179302, 0.002414905931800604, 0.002766787074506283, 0.002220800844952464, 0.002748810453340411, 0.0026374233420938253, 0.001697713858447969, 0.002798994304612279, 0.0025763888843357563, 0.0022193000186234713, 0.0014649088261649013, 0.001865979633294046, 0.004166873637586832, 0.0024494510143995285, 0.003507674904540181, 0.003081939183175564, 0.0017960250843316317, 0.0019361996091902256, 0.0023939511738717556, 0.001241853809915483, 0.0037723220884799957, 0.00304223014973104, 0.002388445660471916, 0.001790322014130652, 0.002455676905810833, 0.0019220391986891627, 0.0012604068033397198, 0.0021385455038398504, 0.004319045227020979, 0.003950400743633509, 0.0023621886502951384, 0.0029280397575348616, 0.0020843041129410267, 0.00221929419785738, 0.002161475596949458, 0.0018342792754992843, 0.004109830595552921, 0.002763907890766859, 0.002989383414387703, 0.002155931433662772, 0.00455065630376339, 0.0016982596134766936, 0.0030044913291931152, 0.0012228589039295912, 0.0013024379732087255, 0.0014956917148083448, 0.002448467770591378, 0.0025009464006870985, 0.0028758798725903034, 0.0022229154128581285, 0.0033861498814076185, 0.002426968887448311, 0.0017455198103561997, 0.002789658261463046, 0.0024955496191978455, 0.002812245860695839, 0.00211392086930573, 0.0019399357261136174, 0.0031617667991667986, 0.0018141372129321098, 0.001042151008732617, 0.0030774446204304695, 0.0017494304338470101, 0.0018134943675249815, 0.0019751163199543953, 0.0041536311618983746, 0.001592831453308463, 0.00172678311355412, 0.0033205014187842607, 0.0025527358520776033, 0.0024435061495751143, 0.0022822031751275063, 0.0015981282340362668, 0.0017795845633372664, 0.002107854001224041, 0.001105634612031281, 0.0036907161120325327, 0.001265781931579113, 0.0030267764814198017, 0.0020105859730392694, 0.002023635897785425, 0.0023316601291298866, 0.0015765194548293948, 0.0013958218041807413, 0.0017635972471907735, 0.0012030554935336113, 0.0034388862550258636, 0.0022871666587889194, 0.002235118532553315, 0.002356260782107711, 0.0017927669687196612, 0.0030036414973437786, 0.0024824838619679213, 0.00276400544680655, 0.0011559559497982264, 0.0018703596433624625, 0.0018466284964233637, 0.0026522872503846884, 0.0026894714683294296, 0.0036949075292795897, 0.0023475289344787598, 0.0026345353107899427, 0.0021362127736210823, 0.0025624968111515045, 0.003004172584041953, 0.001454190001823008, 0.00169653061311692, 0.002204475924372673, 0.0036635599099099636, 0.0013543741079047322, 0.0011590328067541122, 0.0021521258167922497, 0.0026625250466167927, 0.0030737777706235647, 0.0027040191926062107, 0.00220161909237504, 0.0016959559870883822, 0.0031301602721214294, 0.0024249418638646603, 0.0024569653905928135, 0.0033794587943702936, 0.0020277032162994146, 0.0013297009281814098, 0.005512662697583437, 0.001990574412047863, 0.0026781007181853056, 0.002090824069455266, 0.002205983269959688, 0.004093002062290907, 0.003459725994616747, 0.002285677706822753, 0.002733430126681924, 0.0027293809689581394, 0.0018887670012190938, 0.0022732303477823734, 0.002265354385599494, 0.002591310301795602, 0.002722873818129301, 0.002367120236158371, 0.002437346149235964, 0.0020308156963437796, 0.0011132023064419627, 0.002714401576668024, 0.003536601085215807, 0.0022793977987021208, 0.0034561960492283106, 0.002179007511585951, 0.003471303964033723, 0.0024384409189224243, 0.002597929909825325, 0.003555133705958724, 0.0030339322984218597, 0.0015805789735168219, 0.004035602323710918, 0.0025671396870166063, 0.0020454481709748507, 0.007016334217041731, 0.002821114379912615, 0.0030373164918273687, 0.003868771716952324, 0.0024431925266981125, 0.0020881416276097298, 0.0031950671691447496, 0.002019820734858513, 0.002117712749168277, 0.0027048280462622643, 0.002229192527011037, 0.003571507055312395, 0.0008431619498878717, 0.001373299048282206, 0.002060225699096918, 0.0029516101349145174, 0.002189985942095518, 0.0012032337253913283, 0.0018817996606230736, 0.0019978175405412912, 0.0020169690251350403, 0.0012717533390969038, 0.0028027717489749193, 0.0020750691182911396, 0.0023810535203665495, 0.002695533214136958, 0.002562267705798149, 0.0017815653700381517, 0.0026477002538740635, 0.0011293551651760936, 0.004246152937412262, 0.0022358503192663193, 0.0015374907525256276, 0.0028798850253224373, 0.006280019413679838, 0.0028820079751312733, 0.00252433936111629, 0.0014288469683378935, 0.002189353108406067, 0.003184746252372861, 0.001291021122597158, 0.0020822943188250065, 0.0027486777398735285, 0.0017339251935482025, 0.004269022960215807, 0.0017167608020827174, 0.004515103530138731, 0.003613364417105913, 0.0027674869634211063, 0.00409628776833415, 0.0023527175653725863, 0.002226747339591384, 0.003771069459617138, 0.0029476138297468424, 0.002276637824252248, 0.00253500253893435, 0.00240795174613595, 0.004196536261588335, 0.001158353523351252, 0.0024869719054549932, 0.0030357514042407274, 0.004356196615844965, 0.003199964063242078, 0.0021693885792046785, 0.002591329626739025, 0.0032597293611615896, 0.001674224273301661, 0.0020531893242150545, 0.002586072776466608, 0.002534679602831602, 0.0035879136994481087, 0.0018092800164595246, 0.0012462094891816378, 0.0022415337152779102, 0.0012228458654135466, 0.0039017489179968834, 0.001671666745096445, 0.0027034468948841095, 0.002741339383646846, 0.002384212100878358, 0.0015651071444153786, 0.0023341148626059294, 0.0014822225784882903, 0.002889101393520832, 0.003935328219085932, 0.0013131038285791874, 0.002221400151029229, 0.0024272394366562366, 0.0028699925169348717, 0.002246942138299346, 0.0024089012295007706, 0.0027242128271609545, 0.001889305654913187, 0.0018631432903930545, 0.0015345639549195766, 0.0014049205929040909, 0.0018838440300896764, 0.0012462381273508072, 0.0010598067892715335, 0.003990904428064823, 0.0024769948795437813, 0.0017780467169359326, 0.0031683833803981543, 0.003041687421500683, 0.001663511386141181, 0.0024898643605411053, 0.004302858840674162, 0.0012267688289284706, 0.002686647465452552, 0.002386655192822218, 0.0029589131008833647, 0.001837290939874947, 0.003683255286887288, 0.002702526981011033, 0.002420942997559905, 0.0009349716710858047, 0.0029825291130691767, 0.0022953844163566828, 0.00294410134665668, 0.0029404545202851295, 0.0012982244370505214, 0.002730179578065872, 0.0021952572278678417, 0.002361263846978545, 0.004826480057090521, 0.0026239189319312572, 0.0038894079625606537, 0.0020901751704514027, 0.002921887906268239, 0.001839076983742416, 0.002424921840429306, 0.0031823485624045134, 0.001296485774219036, 0.002355955308303237, 0.004789647180587053, 0.0013098292984068394, 0.004265742376446724, 0.0017455265624448657, 0.0019111386500298977, 0.002057204954326153, 0.0027330098673701286, 0.0021563947666436434, 0.003053542459383607, 0.0023547050077468157, 0.0038980757817626, 0.0026343176141381264, 0.001718659303151071, 0.002352300565689802, 0.0012300816597416997, 0.0030412115156650543, 0.002850797027349472, 0.0025538804475218058, 0.0022662209812551737, 0.002316574566066265, 0.0030981663148850203, 0.0020990564953535795, 0.003265649313107133, 0.002585052512586117, 0.0020039910450577736, 0.0014036906650289893, 0.0009666246478445828, 0.0038473189342767, 0.00286706630140543, 0.003431633347645402, 0.00412128446623683, 0.0036157001741230488, 0.0033094577956944704, 0.0027118930593132973, 0.0025367243215441704, 0.0011349401902407408, 0.002040568506345153, 0.0029928996227681637, 0.0027716495096683502, 0.0015284974360838532, 0.002402988262474537, 0.0021072854287922382, 0.0029874027241021395, 0.0010819878662005067, 0.002686453750357032, 0.0012183908838778734, 0.0018658050103113055, 0.003027179976925254, 0.0017846630653366446, 0.0016903021605685353, 0.0022227957379072905, 0.002807300304993987, 0.0030575718265026808, 0.002371676731854677, 0.002323514549061656, 0.0011772485449910164, 0.0020075992215424776, 0.00246144225820899, 0.0019662093836814165, 0.005140642169862986, 0.003800023579970002, 0.0029165963642299175, 0.0017105276929214597, 0.0026760546024888754, 0.0016902206698432565, 0.0019337323028594255, 0.0029412976000458, 0.0013695473317056894, 0.0012116843136027455, 0.0017336590681225061, 0.0022347504273056984, 0.0019176508067175746, 0.0021590215619653463, 0.0030903879087418318, 0.0026041867677122355, 0.0013925364473834634, 0.002160087926313281, 0.0012111993273720145, 0.0019996119663119316, 0.0011460690293461084, 0.0035694947000592947, 0.002598328050225973, 0.002282290020957589, 0.0022803281899541616, 0.0019525287207216024, 0.001686505856923759, 0.0028790829237550497, 0.0024059319403022528, 0.001357693807221949, 0.0025637061335146427, 0.0033475710079073906, 0.0018563361372798681, 0.003049996215850115, 0.001356553635559976, 0.001655475702136755, 0.0009492181125096977, 0.0016565086552873254, 0.0032529691234230995, 0.0028961950447410345, 0.0015643324004486203, 0.0023399614728987217, 0.0029433101881295443, 0.0010530396830290556, 0.0016510644927620888, 0.0027339637745171785, 0.0025814378168433905, 0.0038216342218220234, 0.0017731382977217436, 0.0031220726668834686, 0.002526373602449894, 0.0030895620584487915, 0.002001423155888915, 0.002293461002409458, 0.0017837383784353733, 0.002535324776545167, 0.002536761574447155, 0.0010147513821721077, 0.0013021632330492139, 0.0026532767806202173, 0.003937812522053719, 0.0027943607419729233, 0.002117786556482315, 0.0015304991975426674, 0.0013891035923734307, 0.001196590019389987, 0.006870500277727842, 0.0014228567015379667, 0.004048249684274197, 0.004075359087437391, 0.0021887770853936672, 0.0013059552293270826, 0.0027653384022414684, 0.003018092829734087, 0.0012341405963525176, 0.0010068968404084444, 0.003201979212462902, 0.002008770126849413, 0.0018208359833806753, 0.002380963647738099, 0.0021523539908230305, 0.0036060449201613665, 0.001807773020118475, 0.0033530404325574636, 0.0028738402761518955, 0.0025171053130179644, 0.0017974444199353456, 0.0020258657168596983, 0.0018858007388189435, 0.0029865000396966934, 0.0028839693404734135, 0.004895023535937071, 0.002646994311362505, 0.0024189320392906666, 0.0031183783430606127, 0.0031031672842800617, 0.0012842343421652913, 0.003400428220629692, 0.0021127332001924515, 0.0026527526788413525, 0.0016234557842835784, 0.0027182537596672773, 0.0024089303333312273, 0.004508701618760824, 0.002974717179313302, 0.002275295089930296, 0.0012272618478164077, 0.0027573651168495417, 0.002387064276263118, 0.0024658720940351486, 0.001200521131977439, 0.00238708290271461, 0.0031443166080862284, 0.0024294182658195496, 0.00099361187312752, 0.0027867911849170923, 0.0026276963762938976, 0.0019389725057408214, 0.0017086397856473923, 0.003314881818369031, 0.002056726487353444, 0.004010015167295933, 0.001425214926712215, 0.002501764101907611, 0.0025389036163687706, 0.008553991094231606, 0.0037619455251842737, 0.0022798017598688602, 0.002472309162840247, 0.0012812819331884384, 0.002393425442278385, 0.002533462829887867, 0.001228939276188612, 0.0030888477340340614, 0.0017636382253840566, 0.001082967035472393, 0.0019500023918226361, 0.0027273462619632483, 0.002781560178846121, 0.0022898679599165916, 0.001626861048862338, 0.0028911505360156298, 0.002818876411765814, 0.0033437074162065983, 0.0010810215026140213, 0.0018384555587545037, 0.00317541416734457, 0.0025247230660170317, 0.0022661956027150154, 0.002321801381185651, 0.0013228747993707657, 0.0020152300130575895, 0.0029135262593626976, 0.0018685859395191073, 0.0015590013936161995, 0.003066315082833171, 0.003454869845882058, 0.0023277050349861383, 0.0024298091884702444, 0.001956034917384386, 0.003524130443111062, 0.0019584500696510077, 0.0027622636407613754, 0.0012994969729334116, 0.0014021893730387092, 0.002141582313925028, 0.003352954052388668, 0.0027132569812238216, 0.002736313734203577, 0.002563032554462552, 0.0014406157424673438, 0.0026346587110310793, 0.0026400750502943993, 0.0013498252956196666, 0.0021371766924858093, 0.004083078354597092, 0.0028294739313423634, 0.0024119303561747074, 0.0017957279924303293, 0.001647529541514814, 0.003012388711795211, 0.0021074942778795958, 0.0032932728063315153, 0.0025736538227647543, 0.0021320043597370386, 0.001256025512702763, 0.001947960932739079, 0.0029772769194096327, 0.004668145440518856, 0.0026869631838053465, 0.00187680555973202, 0.0030201831832528114, 0.0023358319886028767, 0.0015822536079213023, 0.0031708120368421078, 0.0020163303706794977, 0.0010098217753693461, 0.001861112890765071, 0.003776464145630598, 0.003521491540595889, 0.0024373733904212713, 0.002035612240433693, 0.001255432958714664, 0.002421148121356964, 0.0025145444087684155, 0.002491219202056527, 0.0025943119544535875, 0.0016790548106655478, 0.0026861128862947226, 0.001194568001665175, 0.0024066013284027576, 0.002222442766651511, 0.001983641181141138, 0.0018851548666134477, 0.0023829385172575712, 0.004026982467621565, 0.0022584309335798025, 0.001295184949412942, 0.0027920634020119905, 0.0018170792609453201, 0.004259116947650909, 0.0024507350753992796, 0.002451683860272169, 0.003190909279510379, 0.0025590399745851755, 0.00278243375942111, 0.002477463101968169, 0.0019760809373110533, 0.0032160738483071327, 0.0030495997052639723, 0.0023887725546956062, 0.004644425120204687, 0.0026227503549307585, 0.002839595777913928, 0.0023738578893244267, 0.0011488108430057764, 0.0019823352340608835, 0.0032567200250923634, 0.0024764356203377247, 0.0012645333772525191, 0.004308683797717094, 0.002390028676018119, 0.0021159802563488483, 0.0016023116186261177, 0.0026135083753615618, 0.0015163159696385264, 0.002492381725460291, 0.0029783211648464203, 0.0022388838697224855, 0.0012702640378847718, 0.002657633274793625, 0.0010315541876479983, 0.001761151826940477, 0.0026184432208538055, 0.0011349176056683064, 0.0025446442887187004, 0.0024703287053853273, 0.002815438900142908, 0.002516604959964752, 0.0022567056585103273, 0.0020935044158250093, 0.0039916313253343105, 0.002340093022212386, 0.0013027850072830915, 0.002109931083396077, 0.0031716616358608007, 0.0014917058870196342, 0.0034341267310082912, 0.0032616308890283108, 0.002204430988058448, 0.002236489439383149, 0.002596249571070075, 0.002012650016695261, 0.000974740250967443, 0.0015759884845465422, 0.002442762488499284, 0.004401328973472118, 0.003635616507381201, 0.0022211854811757803, 0.0018556718714535236, 0.0028124970849603415, 0.0020522703416645527, 0.002473130589351058, 0.002478391397744417, 0.0020342592615634203, 0.003139531472697854, 0.0032276154961436987, 0.001336122048087418, 0.001344751100987196, 0.0016653139609843493, 0.0024092760868370533, 0.0034302023705095053, 0.0027205648366361856, 0.0017085205763578415, 0.002125914441421628, 0.0040553961880505085, 0.003432169556617737, 0.003315675538033247, 0.006492913234978914, 0.0011167200282216072, 0.001294829067774117, 0.0022300861310213804, 0.0017557240789756179, 0.001386948861181736, 0.001201672712340951, 0.0033382142428308725, 0.002803683979436755, 0.001371938269585371, 0.002238254528492689, 0.0029023331589996815, 0.0015780600951984525, 0.0027633397839963436, 0.0011948735918849707, 0.004432335961610079, 0.0015582971973344684, 0.002386152045801282, 0.0018862938741222024, 0.0017099481774494052, 0.003125485498458147, 0.0014028685400262475, 0.003850989742204547, 0.0024380581453442574, 0.0020520344842225313, 0.0027568417135626078, 0.001404080423526466, 0.0020107682794332504, 0.0048719849437475204, 0.0018954095430672169, 0.003173152217641473, 0.0010881692869588733, 0.0023794181179255247, 0.002630961360409856, 0.0015163811622187495, 0.0020610301289707422, 0.002361464314162731, 0.0022492369171231985, 0.002161641838029027, 0.0035361330956220627, 0.002471520798280835, 0.002454830566421151, 0.002549972850829363, 0.0025266327429562807, 0.002333560027182102, 0.004012136720120907, 0.0013290782226249576, 0.0030662594363093376, 0.0019303098088130355, 0.0027561227325350046, 0.0026715800631791353, 0.0024221271742135286, 0.002828717464581132, 0.003268456319347024, 0.0030652410350739956, 0.0019725612364709377, 0.0018877912079915404, 0.003211510833352804, 0.0028954611625522375, 0.005333842243999243, 0.002452637767419219, 0.00183507998008281, 0.007320817559957504, 0.0016793537652119994, 0.002371228765696287, 0.0017620351864024997, 0.0019421956967562437, 0.0013056773459538817, 0.0015778192318975925, 0.0012884291354566813, 0.004112555645406246, 0.0024522203020751476, 0.001977007370442152, 0.001977072097361088, 0.0025475926231592894, 0.0023041197564452887, 0.003146558068692684, 0.0025868385564535856, 0.0018324139527976513, 0.0019667267333716154, 0.0028610669542104006, 0.0014084038557484746, 0.0023539760150015354, 0.001551224384456873, 0.0021956779528409243, 0.00254643801599741, 0.0018195317825302482, 0.0024560962338000536, 0.0023662117309868336, 0.0012403284199535847, 0.0017596704419702291, 0.0025911054108291864, 0.00228285975754261, 0.0019227919401600957, 0.002759016351774335, 0.003296785056591034, 0.0035679733846336603, 0.0024860233534127474, 0.0013745306059718132, 0.0031070723198354244, 0.0030159715097397566, 0.003235419047996402, 0.004017101135104895, 0.0020834235474467278, 0.0022816224955022335, 0.003053761785849929, 0.002389384899288416, 0.0024130232632160187, 0.00120320706628263, 0.00233452464453876, 0.0034137298353016376, 0.0028608113061636686, 0.0019854421261698008, 0.002986330073326826, 0.002333425683900714, 0.001818242366425693, 0.002364029409363866, 0.0023272845428436995, 0.0028144712559878826, 0.0020735107827931643, 0.002718659583479166, 0.001968041295185685, 0.0019045342924073339, 0.002489959355443716, 0.0017575690289959311, 0.0021461148280650377, 0.0025922697968780994, 0.0032153974752873182, 0.004276766907423735, 0.0028123115189373493, 0.001315411413088441, 0.004381710663437843, 0.004342717118561268, 0.002428133273497224, 0.0019638233352452517, 0.002832479542121291, 0.0045722960494458675, 0.0024446090683341026, 0.0046050092205405235, 0.002123321173712611, 0.002036570105701685, 0.0031757517717778683, 0.003266925923526287, 0.0037874465342611074, 0.0017055516364052892, 0.0029571109917014837, 0.0051645925268530846, 0.001607027486898005, 0.00233094347640872, 0.0017945857252925634, 0.0014658892760053277, 0.002151833614334464, 0.0023809338454157114, 0.002482076408341527, 0.00304792751558125, 0.002516672480851412, 0.0030279227066785097, 0.002165289130061865, 0.0016724648885428905, 0.001775600016117096, 0.0015659049386158586, 0.002005726331844926, 0.006869561970233917, 0.002688481705263257, 0.002331643598154187, 0.001968176569789648, 0.002546205185353756, 0.004960670601576567, 0.003540978766977787, 0.001959783025085926, 0.0029639697168022394, 0.001708410563878715, 0.002314216922968626, 0.0009163523209281266, 0.002867532894015312, 0.0021208564285188913, 0.0023081577382981777, 0.0023006910923868418, 0.0020892529282718897, 0.0026648470666259527, 0.0026823491789400578, 0.0026581687852740288, 0.0013014842988923192, 0.0016526355175301433, 0.0013992076274007559, 0.002724383259192109, 0.0017631057417020202, 0.0022017601877450943, 0.0027515569236129522, 0.0027957181446254253, 0.001934078405611217, 0.0019126482075080276, 0.0016425695503130555, 0.003404750255867839, 0.001005895552225411, 0.001600456889718771, 0.0021306267008185387, 0.0011476142099127173, 0.0027183410711586475, 0.0014358515618368983, 0.0018855648813769221, 0.0030013397336006165, 0.001717130420729518, 0.002899992046877742, 0.0015228738775476813, 0.002968324115499854, 0.003358333371579647, 0.002352500334382057, 0.0027337248902767897, 0.0019192398758605123, 0.00236137374304235, 0.0012907235650345683, 0.0017259386368095875, 0.0035799473989754915, 0.0027871732600033283, 0.0036904215812683105, 0.0019160178489983082, 0.002968516666442156, 0.0035809041000902653, 0.002412021392956376, 0.0026234539691358805, 0.0014540720731019974, 0.002345975022763014, 0.0023844512179493904, 0.0026692214887589216, 0.004017596133053303, 0.002139721531420946, 0.002411127323284745, 0.0024846061132848263, 0.0011031227186322212, 0.003396465675905347, 0.0033214488066732883, 0.003693139413371682, 0.0021684332750737667, 0.0016720645362511277, 0.0030461314599961042, 0.0026152199134230614, 0.001946931122802198, 0.002741584787145257, 0.0012161779450252652, 0.003042093478143215, 0.0014671665849164128, 0.002359961625188589, 0.0022947199176996946, 0.002647587563842535, 0.001254851813428104, 0.002774421125650406, 0.001607739133760333, 0.0008584876195527613, 0.0022526977118104696, 0.0025782722514122725, 0.0032370281405746937, 0.0026862844824790955, 0.0012815629597753286, 0.0016107072588056326, 0.002077060751616955, 0.002081792801618576, 0.002059690188616514, 0.0023697013966739178, 0.0018716079648584127, 0.0030436753295361996, 0.0020777948666363955, 0.0024226815439760685, 0.00244186632335186, 0.002154764486476779, 0.001822143793106079, 0.003020761301741004, 0.0030337271746248007, 0.004122577141970396, 0.002690834691748023, 0.0017880166415125132, 0.0028565460816025734, 0.001612088643014431, 0.0034003404434770346, 0.0016819211887195706, 0.002392314840108156, 0.0019137741765007377, 0.002816316904500127, 0.0014866694109514356, 0.001490859780460596, 0.0022520064376294613, 0.0033830199390649796, 0.0019685912411659956, 0.0031740095000714064, 0.0020252966787666082, 0.002254551276564598, 0.002766660414636135, 0.003910086117684841, 0.0014327053213492036, 0.0023464260157197714, 0.0019910414703190327, 0.0037946593947708607, 0.002716149901971221, 0.0019383104518055916, 0.004129406530410051, 0.0021244827657938004, 0.002702490659430623, 0.0016143940156325698, 0.0019752448424696922, 0.0011428170837461948, 0.00359065062366426, 0.0016649848548695445, 0.0023291069082915783, 0.003218650119379163, 0.001379053806886077, 0.0020304671488702297, 0.0029423930682241917, 0.0021199178881943226, 0.00237067649140954, 0.0030619774479418993, 0.002233886858448386, 0.002196352230384946, 0.00253766356036067, 0.0010222939308732748, 0.0018310419982299209, 0.0044756317511200905, 0.003363395109772682, 0.003972955979406834, 0.0020339232869446278, 0.0022999721113592386, 0.0018259749049320817, 0.002965981373563409, 0.002298142993822694, 0.0022559838835150003, 0.0017045929562300444, 0.002388271037489176, 0.0028537081088870764, 0.0033573515247553587, 0.0012325744610279799, 0.002765656914561987, 0.0015873245429247618, 0.002791942795738578, 0.0023487815633416176, 0.0014025148702785373, 0.002691129222512245, 0.0019364752806723118, 0.0027096697594970465, 0.001957337837666273, 0.0020979950204491615, 0.0033572784159332514, 0.0026036419440060854, 0.0019432039698585868, 0.0024726323317736387, 0.0019674678333103657, 0.002895534969866276, 0.0027638371102511883, 0.0013257779646664858, 0.0028456426225602627, 0.002287930343300104, 0.0019840807653963566, 0.0016334338579326868, 0.002960927551612258, 0.001986254006624222, 0.002227696357294917, 0.0018833825597539544, 0.0016372952377423644, 0.0025715811643749475, 0.0030581452883780003, 0.0021298197098076344, 0.0023744700010865927, 0.0018333279294893146, 0.0012159227626398206, 0.0013604918494820595, 0.00341125950217247, 0.0020418697968125343, 0.002379485871642828, 0.001606376958079636, 0.0029270576778799295, 0.002402907470241189, 0.0022709909826517105, 0.001904427306726575, 0.0027819848619401455, 0.0028265148866921663, 0.0018884195014834404, 0.0023412401787936687, 0.0013229763135313988, 0.0028892955742776394, 0.0012404248118400574, 0.0023011695593595505, 0.002678216202184558, 0.0013891566777601838, 0.002362073166295886, 0.0014940291875973344, 0.0023250561207532883, 0.0022138748317956924, 0.001759446575306356, 0.0015268034767359495, 0.002597595565021038, 0.0025523800868541002, 0.0029240858275443316, 0.0034134371671825647, 0.0024591691326349974, 0.002204200718551874, 0.0041622319258749485, 0.0039023614954203367, 0.0024391990154981613, 0.002766604535281658, 0.0036946339532732964, 0.003217547433450818, 0.002661308739334345, 0.00225365674123168, 0.003950301092118025, 0.0021743380930274725, 0.0028558417689055204, 0.002864213427528739, 0.002549785189330578, 0.0023832139559090137, 0.0014279639581218362, 0.002195892622694373, 0.0024582017213106155, 0.0032207733020186424, 0.002078436780720949, 0.003002778859809041, 0.002028008457273245, 0.0026271753013134003, 0.0010237684473395348, 0.0025596674531698227, 0.0018474069656804204, 0.003870116313919425, 0.0038516069762408733, 0.002632574876770377, 0.002219444140791893, 0.002844402566552162, 0.00255968002602458, 0.00234718038700521, 0.002395602408796549, 0.001967318821698427, 0.002973610535264015, 0.002983775921165943, 0.0015756181674078107, 0.0013293108204379678, 0.0024873651564121246, 0.002033717930316925, 0.002524210838600993, 0.0031929570250213146, 0.003327880287542939, 0.0018473974196240306, 0.002726934850215912, 0.0019568654242902994, 0.005217834375798702, 0.002635039621964097, 0.001977615524083376, 0.0031344660092145205, 0.0028585593681782484, 0.0023533208295702934, 0.003666079370304942, 0.0027030594646930695, 0.0024381487164646387, 0.0021317561622709036, 0.002460522809997201, 0.0020930881146341562, 0.0020298773888498545, 0.0019596146885305643, 0.001224615960381925, 0.003621897427365184, 0.0022382193710654974, 0.002284272573888302, 0.0034899290185421705, 0.0012894293759018183, 0.004624158143997192, 0.0025217533111572266, 0.0030866912566125393, 0.001772495685145259, 0.0021084051113575697, 0.0028700493276119232, 0.001988624921068549, 0.0029755164869129658, 0.0011532212374731898, 0.0013910842826589942, 0.0018908707424998283, 0.00325531093403697, 0.0031633558683097363, 0.0016573528992012143, 0.0038716818671673536, 0.003093829145655036, 0.0024636031594127417, 0.002993728267028928, 0.003532746573910117, 0.0023642713204026222, 0.002861249726265669, 0.002333115553483367, 0.0034745712764561176, 0.0017210241639986634, 0.002559063723310828, 0.0022320093121379614, 0.0036684004589915276, 0.0026347392704337835, 0.00113820715341717, 0.0020673375111073256, 0.0034945656079798937, 0.002132606226950884, 0.0028860229067504406, 0.002017728518694639, 0.0021831162739545107, 0.004173058085143566, 0.003222629427909851, 0.004885858856141567, 0.001176805584691465, 0.0027338184881955385, 0.0013352411333471537, 0.004642514046281576, 0.0021568015217781067, 0.0028876049909740686, 0.0009773473720997572, 0.003503083949908614, 0.0026262402534484863, 0.0014218358555808663, 0.0021570196840912104, 0.0017718028975650668, 0.002468766877427697, 0.0020126551389694214, 0.002476187888532877, 0.0028634483460336924, 0.0033351234160363674, 0.0037275273352861404, 0.002646182430908084, 0.002791216829791665, 0.0023639448918402195, 0.002172131324186921, 0.003433945355936885, 0.0025946625974029303, 0.0054181646555662155, 0.0023724043276160955, 0.0022228157613426447, 0.0015213395236060023, 0.0020977461244910955, 0.0018523669568821788, 0.0015855074161663651, 0.0013322161976248026, 0.0038605257868766785, 0.0019085702951997519, 0.0027959446888417006, 0.0026372335851192474, 0.001860126038081944, 0.0014170287176966667, 0.002402964746579528, 0.0022644982673227787, 0.0025208343286067247, 0.0018934615654870868, 0.0034865867346525192, 0.0022350160870701075, 0.002356669632717967, 0.002372841816395521, 0.0038552377372980118, 0.003799742553383112, 0.0030483920127153397, 0.0019815857522189617, 0.002387799322605133, 0.0011919023236259818, 0.0011103374417871237, 0.0027369153685867786, 0.0026422839146107435, 0.0024329056032001972, 0.0020550615154206753, 0.003007590537890792, 0.0020279278978705406, 0.0026637755800038576, 0.002386534819379449, 0.003139245556667447, 0.004280793480575085, 0.0018997283186763525, 0.0030045260209590197, 0.003295533824712038, 0.0035745578352361917, 0.002869345247745514, 0.0013960148207843304, 0.0025086861569434404, 0.001606140867806971, 0.004254722036421299, 0.0026133896317332983, 0.0010181077523157, 0.0027930664364248514, 0.0023964049760252237, 0.002439146162942052, 0.001983493799343705, 0.0023994094226509333, 0.0026375208981335163, 0.003355384571477771, 0.001996851759031415, 0.002844770671799779, 0.0023896077182143927, 0.0022840548772364855, 0.003278986783698201, 0.003070530714467168, 0.0017683785408735275, 0.0021883125882595778, 0.0031822710298001766, 0.0020777832251042128, 0.002016042824834585, 0.0024073608219623566, 0.004039440769702196, 0.00340843154117465, 0.002605052897706628, 0.002989856991916895, 0.0026928489096462727, 0.0017268621595576406, 0.003238801844418049, 0.0019108839333057404, 0.0024422300048172474, 0.0035845960956066847, 0.003753054654225707, 0.003640411887317896, 0.0035612236242741346, 0.0017757839523255825, 0.0021405895240604877, 0.0020092895720154047, 0.002881390741094947, 0.002283478854224086, 0.0018177881138399243, 0.0025186631828546524, 0.002576024504378438, 0.0014760560588911176, 0.0014006491983309388, 0.003507800865918398, 0.0018172581912949681, 0.0019423299236223102, 0.0020884177647531033, 0.0016822448233142495, 0.002520306035876274, 0.002253616927191615, 0.0017205628100782633, 0.003710587974637747, 0.0036665366496890783, 0.0020051721949130297, 0.0015755480853840709, 0.0035317083820700645, 0.002885956782847643, 0.00321774510666728, 0.00197604950517416, 0.0023293669801205397, 0.0014140704879537225, 0.002932652598246932, 0.0017964206635951996, 0.0018254840979352593, 0.001635025953873992, 0.002957593183964491, 0.0016076721949502826, 0.0024593097623437643, 0.0035589411854743958, 0.004724167753010988, 0.0016675491351634264, 0.002532067708671093, 0.0015737507492303848, 0.002307260874658823, 0.0039004122372716665, 0.002793956082314253, 0.0024794978089630604, 0.002207020530477166, 0.0013779462315142155, 0.002126795705407858, 0.0031109023839235306, 0.004928359761834145, 0.0027285863179713488, 0.0015453139785677195, 0.0025691911578178406, 0.002636909717693925, 0.0024396595545113087, 0.0024974592961370945, 0.0010529266437515616, 0.002926412969827652, 0.0059273154474794865, 0.0029802999924868345, 0.0013534367317333817, 0.0027964201290160418, 0.0012409924529492855, 0.0018261836376041174, 0.004151178989559412, 0.001848696731030941, 0.002494512125849724, 0.0021591060794889927, 0.00290971458889544, 0.0033825282007455826, 0.002402283949777484, 0.0017915857024490833, 0.0021601279731839895, 0.0034373574890196323, 0.0022235666401684284, 0.001449425588361919, 0.001765884691849351, 0.003096379106864333, 0.0020011102315038443, 0.0027792283799499273, 0.001636370550841093, 0.0027315961197018623, 0.0023068233858793974, 0.0013502570800483227, 0.0015413580695167184, 0.0019769477657973766, 0.0019394835690036416, 0.0022301343269646168, 0.003127122763544321, 0.002053002128377557, 0.0021377294324338436, 0.0021170477848500013, 0.0026942749973386526, 0.0020008657593280077, 0.0034357004333287477, 0.0020626275800168514, 0.0029415185563266277, 0.0015339107485488057, 0.0010937086772173643, 0.002602809574455023, 0.00229046237654984, 0.0023750634863972664, 0.0036801020614802837, 0.002101453021168709, 0.0023118439130485058, 0.0027340182568877935, 0.003253188217058778, 0.0023056496866047382, 0.002760734409093857, 0.0023458958603441715, 0.003038510913029313, 0.004258452914655209, 0.002064578700810671, 0.0035101233515888453, 0.002418836811557412, 0.0010149459121748805, 0.005069061182439327, 0.0013856044970452785, 0.0036507502663880587, 0.0038849138654768467, 0.0033993690740317106, 0.002468737540766597, 0.002546142553910613, 0.002243837807327509, 0.002638287376612425, 0.0013783818576484919, 0.002552100457251072, 0.002900762716308236, 0.002088879467919469, 0.0023128450848162174, 0.0019861164037138224, 0.004523483105003834, 0.0015734814805909991, 0.0025488438550382853, 0.0014055410865694284, 0.002759288065135479, 0.0028099846094846725, 0.0025365015026181936 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 45, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": {}, "layer_output_infos": [ { "id": 46, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:0:intermediate:intermediate_act_fn": { "q_op_infos": {}, "nonq_op_infos": { "0": { "op_type": "", "fqn": "roberta.encoder.layer.0.intermediate.intermediate_act_fn", "input_tensor_infos": [ { "id": 45, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 46, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "1": { "op_type": "", "fqn": "roberta.encoder.layer.0.intermediate.intermediate_act_fn", "input_tensor_infos": [ { "id": 74, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 75, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "2": { "op_type": "", "fqn": "roberta.encoder.layer.0.intermediate.intermediate_act_fn", "input_tensor_infos": [ { "id": 103, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 104, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "3": { "op_type": "", "fqn": "roberta.encoder.layer.0.intermediate.intermediate_act_fn", "input_tensor_infos": [ { "id": 132, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 133, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "4": { "op_type": "", "fqn": "roberta.encoder.layer.0.intermediate.intermediate_act_fn", "input_tensor_infos": [ { "id": 161, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 162, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "5": { "op_type": "", "fqn": "roberta.encoder.layer.0.intermediate.intermediate_act_fn", "input_tensor_infos": [ { "id": 190, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 191, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] } }, "layer_output_infos": [ { "id": 46, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" }, { "id": 75, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" }, { "id": 104, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" }, { "id": 133, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" }, { "id": 162, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" }, { "id": 191, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:0:output": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.0.output.dense", "input_tensor_infos": [ { "id": 46, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.02330244891345501 ], "zero_point": [ 7 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.002437229733914137, 0.002148497849702835, 0.0017577903345227242, 0.0014989601913839579, 0.002267304342240095, 0.001658703084103763, 0.0013234356883913279, 0.0018406709423288703, 0.0019202677067369223, 0.0022166878916323185, 0.0025421208702027798, 0.0028697862289845943, 0.0017732084961608052, 0.0021057119593024254, 0.0027809368912130594, 0.0020616441033780575, 0.002282366156578064, 0.0016416297294199467, 0.0016747672343626618, 0.0020209818612784147, 0.0025892837438732386, 0.002919661346822977, 0.00266088149510324, 0.002134812530130148, 0.005191912408918142, 0.005809543188661337, 0.002775857923552394, 0.002719592535868287, 0.0017375783063471317, 0.001919616712257266, 0.005005538929253817, 0.002649452304467559, 0.0027205622754991055, 0.003261954989284277, 0.004173805937170982, 0.005797841120511293, 0.0020776756573468447, 0.0021023107692599297, 0.0016892320709303021, 0.0020940557587891817, 0.0016345945186913013, 0.0015749121084809303, 0.006564808078110218, 0.0015955902636051178, 0.002545764669775963, 0.0020060441456735134, 0.002288567367941141, 0.0022004181519150734, 0.003527936525642872, 0.002124730497598648, 0.0022109602577984333, 0.002439911710098386, 0.003952174913138151, 0.0018872065702453256, 0.0029667485505342484, 0.003307652659714222, 0.004458966664969921, 0.0019018477760255337, 0.0021481518633663654, 0.003147570649161935, 0.0031003342010080814, 0.0030551371164619923, 0.0026027020066976547, 0.0016599524533376098, 0.0023207764606922865, 0.002624675165861845, 0.002730579348281026, 0.002066797111183405, 0.0023419286590069532, 0.0018879713024944067, 0.0018418596591800451, 0.0016457843594253063, 0.0033959010615944862, 0.004052225966006517, 0.0022128771524876356, 0.002559961285442114, 0.002672479022294283, 0.003059997223317623, 0.0014689583331346512, 0.005152651574462652, 0.003036342328414321, 0.0019269969779998064, 0.002517020097002387, 0.003154126927256584, 0.0029411755967885256, 0.0019237929955124855, 0.0017762219067662954, 0.0029923557303845882, 0.002723105950281024, 0.0020208661444485188, 0.0028467834927141666, 0.002407367806881666, 0.0019742741715162992, 0.0030015059746801853, 0.0023540742695331573, 0.002333198208361864, 0.0022099267225712538, 0.0021336053032428026, 0.0043195015750825405, 0.002153986133635044, 0.004466556012630463, 0.003073733998462558, 0.003157777013257146, 0.0019485168159008026, 0.001670737168751657, 0.0036635801661759615, 0.0021292667370289564, 0.0025993711315095425, 0.0030678247567266226, 0.00525614945217967, 0.00240933895111084, 0.0016767880879342556, 0.0017196153057739139, 0.0058705867268145084, 0.002592872828245163, 0.0026138119865208864, 0.0019347895868122578, 0.00515724578872323, 0.00196648552082479, 0.0014583226293325424, 0.006059417501091957, 0.0027898240368813276, 0.0025339308194816113, 0.001802605576813221, 0.003711256431415677, 0.003012749133631587, 0.0022381336893886328, 0.0018828430911526084, 0.002273866208270192, 0.0019460773328319192, 0.0017747682286426425, 0.002022446831688285, 0.0021210378035902977, 0.002570386277511716, 0.0023715889547020197, 0.007167539559304714, 0.002202309900894761, 0.003956811036914587, 0.002183835953474045, 0.0016035528387874365, 0.0017821673536673188, 0.0027893586084246635, 0.0028109175618737936, 0.003393343882635236, 0.003454645397141576, 0.0020642525050789118, 0.002846806077286601, 0.002214990323409438, 0.002156494650989771, 0.0018740269588306546, 0.004090950358659029, 0.002298216102644801, 0.0031739030964672565, 0.0020038317888975143, 0.0016871659317985177, 0.0018812690395861864, 0.011431406252086163, 0.0024125135969370604, 0.002008451148867607, 0.0027065007016062737, 0.0016334564425051212, 0.001907622441649437, 0.002282100962474942, 0.0030788646545261145, 0.003152660094201565, 0.0017788689583539963, 0.003916651010513306, 0.0023087444715201855, 0.0016894604777917266, 0.0021956628188490868, 0.0015858475817367435, 0.00288305152207613, 0.001823065453208983, 0.002049761125817895, 0.0021716037299484015, 0.002345435321331024, 0.002710732165724039, 0.0020618608687072992, 0.003467158880084753, 0.004689343273639679, 0.003116765059530735, 0.0014343453804031014, 0.0024588233791291714, 0.0020970094483345747, 0.0020035640336573124, 0.005855859257280827, 0.0026913564652204514, 0.002507774392142892, 0.0015851284842938185, 0.002214785199612379, 0.0022934884764254093, 0.0039201402105391026, 0.0030308254063129425, 0.0017448621802031994, 0.0024607754312455654, 0.002186281606554985, 0.0016086730174720287, 0.025787362828850746, 0.0021277519408613443, 0.001973275560885668, 0.0063305869698524475, 0.005543043836951256, 0.002162298886105418, 0.0017737955786287785, 0.0018347167642787099, 0.001990308752283454, 0.007188176736235619, 0.007353874854743481, 0.0035701452288776636, 0.002621459076181054, 0.0020657596178352833, 0.002347766887396574, 0.0029163381550461054, 0.002412541536614299, 0.0023039227817207575, 0.003946987446397543, 0.0024324741680175066, 0.010461142286658287, 0.002327637979760766, 0.0020505376160144806, 0.0023474080953747034, 0.002492389176040888, 0.0024639838375151157, 0.0019160655792802572, 0.0028536254540085793, 0.0023153077345341444, 0.001803046092391014, 0.001354059437289834, 0.0016678626416251063, 0.0017673406982794404, 0.0019321436993777752, 0.002240719273686409, 0.0017211353406310081, 0.0033902067225426435, 0.001663948642089963, 0.0048403050750494, 0.0017470994498580694, 0.0015347737353295088, 0.005083226598799229, 0.002184620127081871, 0.001569426036439836, 0.0017539614345878363, 0.0018987805815413594, 0.007872248068451881, 0.002387405838817358, 0.0019923741929233074, 0.004641075152903795, 0.002036960329860449, 0.0017290732357650995, 0.0024027761537581682, 0.0026378068141639233, 0.0020676085259765387, 0.0020612345542758703, 0.003006567480042577, 0.002015864010900259, 0.0021783020347356796, 0.0023467596620321274, 0.0025525204837322235, 0.0022427102085202932, 0.0020931989420205355, 0.0017881200183182955, 0.0022277720272541046, 0.0053543634712696075, 0.002751438645645976, 0.0028036562725901604, 0.0019580875523388386, 0.0024836414959281683, 0.0037906107027083635, 0.0019118435448035598, 0.0019926554523408413, 0.0022125705145299435, 0.001962718553841114, 0.0025737073738127947, 0.0024655021261423826, 0.002267742995172739, 0.001487458823248744, 0.0017255862476304173, 0.001927170087583363, 0.0033686235547065735, 0.0016785335028544068, 0.002614598022773862, 0.00168974744156003, 0.002183153061196208, 0.0023499128874391317, 0.0034304391592741013, 0.002302369335666299, 0.0019192744512110949, 0.0025248192250728607, 0.002070424612611532, 0.0022136790212243795, 0.0024189676623791456, 0.0016835147980600595, 0.0020250221714377403, 0.00299177598208189, 0.002361160470172763, 0.0016437730519101024, 0.002131083747372031, 0.0014340829802677035, 0.0019280783599242568, 0.001840341603383422, 0.00248886551707983, 0.0016484376974403858, 0.002127543557435274, 0.002964786486700177, 0.0019506335956975818, 0.0029597291722893715, 0.0027855385560542345, 0.0020952089689671993, 0.0026588349137455225, 0.0022876053117215633, 0.0016847769729793072, 0.0063535962253808975, 0.002680508652701974, 0.0026503149420022964, 0.001970598939806223, 0.002639656886458397, 0.0018828760366886854, 0.004979342687875032, 0.0026072049513459206, 0.0050683459267020226, 0.0019738345872610807, 0.0017974149668589234, 0.002617050427943468, 0.0019123427337035537, 0.0021760561503469944, 0.0015627952525392175, 0.003252445487305522, 0.001684120623394847, 0.005783383268862963, 0.0024593034759163857, 0.003146225353702903, 0.0021452689543366432, 0.0037180858198553324, 0.0022933201398700476, 0.0019973062444478273, 0.0015331774484366179, 0.002427279483526945, 0.0032820594497025013, 0.002480341587215662, 0.0021730796433985233, 0.0031973831355571747, 0.0030788599979132414, 0.002132487017661333, 0.001982314046472311, 0.0024892198853194714, 0.002079380676150322, 0.0028258543461561203, 0.0019317006226629019, 0.003292736364528537, 0.0018770911265164614, 0.0034097626339644194, 0.0019402375910431147, 0.002290660049766302, 0.0018578674644231796, 0.004050686024129391, 0.0014428416034206748, 0.0029951853211969137, 0.0024224596563726664, 0.0040894681587815285, 0.0018937947461381555, 0.0023332659620791674, 0.001956311520189047, 0.0026763868518173695, 0.002636103890836239, 0.002488610101863742, 0.0024207031819969416, 0.002450639382004738, 0.0021298325154930353, 0.0016509693814441562, 0.0021989350207149982, 0.0033820783719420433, 0.001954724546521902, 0.0023879348300397396, 0.001866128295660019, 0.0019382815808057785, 0.0020918226800858974, 0.002105584368109703, 0.0021665969397872686, 0.008861258625984192, 0.0034601299557834864, 0.0022269771434366703, 0.005010742228478193, 0.002107095206156373, 0.001586649101227522 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 47, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "1": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.0.output", "input_tensor_infos": [ { "id": 48, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 0.07384274899959564 ], "zero_point": [ 204 ] }, { "id": 44, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.16280364990234375 ], "zero_point": [ 184 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 49, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": { "0": { "op_type": "", "fqn": "roberta.encoder.layer.0.output.dropout", "input_tensor_infos": [ { "id": 47, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 48, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "1": { "op_type": "", "fqn": "roberta.encoder.layer.0.output.LayerNorm", "input_tensor_infos": [ { "id": 49, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 50, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] } }, "layer_output_infos": [ { "id": 50, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:1": { "q_op_infos": {}, "nonq_op_infos": {}, "layer_output_infos": [] }, "roberta:encoder:layer:1:attention": { "q_op_infos": {}, "nonq_op_infos": {}, "layer_output_infos": [ { "id": 73, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:1:attention:self": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.1.attention.self.query", "input_tensor_infos": [ { "id": 50, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.032990146428346634 ], "zero_point": [ 155 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.003388854442164302, 0.002936218399554491, 0.002845554379746318, 0.0025812024250626564, 0.002755350898951292, 0.003503908636048436, 0.0032593735959380865, 0.0030141575261950493, 0.0030603911727666855, 0.003088760655373335, 0.0030396010261029005, 0.0027651386335492134, 0.0028813693206757307, 0.0026866088155657053, 0.0030983577016741037, 0.002845226554200053, 0.0032077860087156296, 0.002471611835062504, 0.003115879837423563, 0.003414922161027789, 0.003697446547448635, 0.0035892848391085863, 0.003271956229582429, 0.0034121545031666756, 0.002758897142484784, 0.003095491323620081, 0.0025829486548900604, 0.003300015116110444, 0.002662676153704524, 0.003537027398124337, 0.003040433395653963, 0.004260587971657515, 0.0034317104145884514, 0.0031794561073184013, 0.0028824699111282825, 0.0028146954718977213, 0.0037495160941034555, 0.0040427157655358315, 0.005087474826723337, 0.0031373626552522182, 0.003888392122462392, 0.0037436538841575384, 0.0035961552057415247, 0.002946274122223258, 0.0034036636352539062, 0.003636736888438463, 0.003225983353331685, 0.004323635250329971, 0.002902750624343753, 0.0032308551017194986, 0.003811686299741268, 0.00305629288777709, 0.0034525294322520494, 0.002595813013613224, 0.0032473611645400524, 0.0037410659715533257, 0.0038985887076705694, 0.0037691243924200535, 0.003096706233918667, 0.003374967025592923, 0.0037150071002542973, 0.0035873623564839363, 0.0033356533385813236, 0.002924306783825159, 0.003040326526388526, 0.003942779265344143, 0.00311453128233552, 0.0037854707334190607, 0.0032163101714104414, 0.0029398174956440926, 0.0036447125021368265, 0.0028076786547899246, 0.003108666278421879, 0.0027529478538781404, 0.003504242515191436, 0.0035526130814105272, 0.004164422862231731, 0.003511598100885749, 0.0029939597006887197, 0.002654493320733309, 0.0030688748229295015, 0.0045845406129956245, 0.003998086787760258, 0.0030581781174987555, 0.0035831481218338013, 0.0032256976701319218, 0.004819884430617094, 0.0035117550287395716, 0.0035109773743897676, 0.003103644121438265, 0.0031573723535984755, 0.003541580168530345, 0.0027997789438813925, 0.003835185430943966, 0.0037833433598279953, 0.0036885838489979506, 0.003030546475201845, 0.003073242027312517, 0.004028461407870054, 0.0030448506586253643, 0.0025736165698617697, 0.0030227317474782467, 0.002504348289221525, 0.0027415608055889606, 0.002881104126572609, 0.003264321945607662, 0.0033654102589935064, 0.002789618680253625, 0.002486228244379163, 0.003139810636639595, 0.0024965081829577684, 0.002538073807954788, 0.003527628956362605, 0.0028361266013234854, 0.0033273394219577312, 0.0024186621885746717, 0.002870692638680339, 0.0026828336995095015, 0.0031527159735560417, 0.0034954778384417295, 0.0030821324326097965, 0.002660750411450863, 0.0027774819172918797, 0.002380865393206477, 0.002632688032463193, 0.0025204147677868605, 0.00344404811039567, 0.003433879930526018, 0.0027634480502456427, 0.002358311088755727, 0.002158010145649314, 0.0024306578561663628, 0.0021823239512741566, 0.002861235523596406, 0.0024872254580259323, 0.0028036802541464567, 0.002437175251543522, 0.0030170672107487917, 0.002586021088063717, 0.003220439190044999, 0.0026076219510287046, 0.0029369592666625977, 0.002954813651740551, 0.002337889513000846, 0.0026817950420081615, 0.0021791306789964437, 0.002661158097907901, 0.0024450269993394613, 0.0024414530489593744, 0.0025113478768616915, 0.0027487289626151323, 0.003094141837209463, 0.0024927672930061817, 0.0035467571578919888, 0.002849961631000042, 0.0024657612666487694, 0.002413057256489992, 0.0023566598538309336, 0.0031737815588712692, 0.0033545936457812786, 0.002393936738371849, 0.0028905055951327085, 0.003508151974529028, 0.004384114872664213, 0.0024091850500553846, 0.002360500628128648, 0.0024617386516183615, 0.0022116070613265038, 0.0027125070337206125, 0.003039389383047819, 0.002951909089460969, 0.004155011381953955, 0.0036135970149189234, 0.0029423246160149574, 0.0023209592327475548, 0.0027995959389954805, 0.002562707057222724, 0.0026505652349442244, 0.002517123008146882, 0.0030289364513009787, 0.002980264602228999, 0.0027399088721722364, 0.0024023631121963263, 0.0026525072753429413, 0.0031737529207021, 0.00266383308917284, 0.0027515331748872995, 0.003683990566059947, 0.0023342231288552284, 0.004356418736279011, 0.0027813317719846964, 0.004990153945982456, 0.0023509522434324026, 0.0021745101548731327, 0.0030541846062988043, 0.0023663353640586138, 0.003979098051786423, 0.003223058069124818, 0.0032037526834756136, 0.003162527456879616, 0.004330682568252087, 0.004149069543927908, 0.002466319128870964, 0.0028400300070643425, 0.0026793256402015686, 0.003408509772270918, 0.0026852546725422144, 0.0027523618191480637, 0.0023023232351988554, 0.0026823352091014385, 0.0025813570246100426, 0.0024192798882722855, 0.0032272720709443092, 0.003573612542822957, 0.002563521033152938, 0.004304972942918539, 0.002471272135153413, 0.0024732635356485844, 0.0024148686788976192, 0.0029125462751835585, 0.002788268029689789, 0.003931705374270678, 0.0027350159361958504, 0.002361821476370096, 0.0034495596773922443, 0.0033251983113586903, 0.003488251008093357, 0.0033668470568954945, 0.0036379885859787464, 0.004683952312916517, 0.003960282541811466, 0.00440997164696455, 0.003819435602054, 0.004015349317342043, 0.0044873864389956, 0.005678380373865366, 0.006526498589664698, 0.003981877584010363, 0.003922550939023495, 0.003582602832466364, 0.004070202354341745, 0.003409144002944231, 0.003510597627609968, 0.0038741992320865393, 0.003643645206466317, 0.003801894374191761, 0.008055864833295345, 0.004118130076676607, 0.003421107539907098, 0.008084404282271862, 0.004519665148109198, 0.0038940543308854103, 0.004098610952496529, 0.007170123513787985, 0.00372773758135736, 0.004499468952417374, 0.0026703556068241596, 0.0023828400298953056, 0.0023097603116184473, 0.002808205783367157, 0.0031786696054041386, 0.002688205800950527, 0.0024004525039345026, 0.002881897147744894, 0.0034157689660787582, 0.00271781999617815, 0.0031037030275911093, 0.0028878836892545223, 0.002418378135189414, 0.002741606906056404, 0.002793574705719948, 0.003090957645326853, 0.0031349514611065388, 0.002950486959889531, 0.0031134262681007385, 0.0023509329184889793, 0.0026026254054158926, 0.0029722684994339943, 0.0028434123378247023, 0.00269702379591763, 0.0023673640098422766, 0.0035785275977104902, 0.0028380299918353558, 0.002935516182333231, 0.002893136814236641, 0.0025589419528841972, 0.0030705812387168407, 0.002354128984734416, 0.0019998736679553986, 0.0032465127296745777, 0.0022774734534323215, 0.0028957684990018606, 0.002702631987631321, 0.002351077040657401, 0.0023795703891664743, 0.002700270153582096, 0.0029485926497727633, 0.002324169734492898, 0.0034386413171887398, 0.002743298653513193, 0.002920050173997879, 0.002605675719678402, 0.0023490958847105503, 0.0026497896760702133, 0.0022768215276300907, 0.0024476521648466587, 0.002420525997877121, 0.0026459963992238045, 0.002647676505148411, 0.002905619563534856, 0.0021753853652626276, 0.0026731465477496386, 0.0021390996407717466, 0.003100740257650614, 0.0033044470474123955, 0.0025298111140727997, 0.002595455851405859, 0.0023701810277998447, 0.003065254772081971, 0.003121394431218505, 0.005219530779868364, 0.006433242466300726, 0.004317771643400192, 0.004374551586806774, 0.004812957253307104, 0.005413820035755634, 0.00467718718573451, 0.007544924970716238, 0.0039230166003108025, 0.004757491406053305, 0.003997394349426031, 0.0045195589773356915, 0.004439762327820063, 0.0035775634460151196, 0.004506655968725681, 0.003935821820050478, 0.0075564635917544365, 0.0050421711057424545, 0.003853547153994441, 0.005822537466883659, 0.004133701324462891, 0.005116317421197891, 0.005617197602987289, 0.005513318348675966, 0.006991103757172823, 0.0040595349855721, 0.003745149588212371, 0.005399486515671015, 0.0037495854776352644, 0.003765782108530402, 0.0037493142299354076, 0.003844622988253832, 0.003937238361686468, 0.004944440443068743, 0.0038590815383940935, 0.0035927481949329376, 0.0044732466340065, 0.004240716341882944, 0.0034919334575533867, 0.004679656121879816, 0.0029755253344774246, 0.0035159436520189047, 0.0037389250937849283, 0.0034769263584166765, 0.0036361822858452797, 0.004980193451046944, 0.004024354740977287, 0.003556154202669859, 0.0038125794380903244, 0.003739532083272934, 0.0034465205390006304, 0.0037065704818814993, 0.003676951862871647, 0.003221161663532257, 0.00429780688136816, 0.00376847293227911, 0.003842104459181428, 0.0032439627684652805, 0.004115287214517593, 0.0034573667217046022, 0.0032721657771617174, 0.0036870555486530066, 0.0035136679653078318, 0.0037257985677570105 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 51, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "1": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.1.attention.self.key", "input_tensor_infos": [ { "id": 50, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.032990146428346634 ], "zero_point": [ 155 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.0058961487375199795, 0.004018435720354319, 0.0028062232304364443, 0.004067308269441128, 0.004083925858139992, 0.00784741248935461, 0.00818021222949028, 0.002591370139271021, 0.0051732780411839485, 0.0031721319537609816, 0.0053039491176605225, 0.004565519746392965, 0.004517216235399246, 0.004028745926916599, 0.003689850913360715, 0.0031657961662858725, 0.004920585546642542, 0.004016113001853228, 0.0055582099594175816, 0.00308962631970644, 0.009615348652005196, 0.0047218082472682, 0.004357307218015194, 0.004003055393695831, 0.004398962948471308, 0.00377555750310421, 0.004437954630702734, 0.004110153764486313, 0.003259209915995598, 0.005490962415933609, 0.004492457024753094, 0.009158051572740078, 0.0050225090235471725, 0.003858075710013509, 0.004441187251359224, 0.0045033893547952175, 0.004662547260522842, 0.005556496791541576, 0.006686850916594267, 0.004912551026791334, 0.0034993046429008245, 0.006437867414206266, 0.004415021277964115, 0.0037206162232905626, 0.003295781323686242, 0.00801806803792715, 0.0031980902422219515, 0.0035814677830785513, 0.004055891651660204, 0.004136541858315468, 0.00863092765212059, 0.0030094736721366644, 0.003206537337973714, 0.003668390680104494, 0.0047789402306079865, 0.006893244571983814, 0.0043627191334962845, 0.005257900338619947, 0.0032785767689347267, 0.0042577823624014854, 0.002919471124187112, 0.005351073574274778, 0.007995029911398888, 0.005403831601142883, 0.003199140541255474, 0.004485871642827988, 0.0036613696720451117, 0.0035405969247221947, 0.003898071823641658, 0.004117557313293219, 0.002738328417763114, 0.00373776163905859, 0.004248274024575949, 0.003460261505097151, 0.002912882249802351, 0.0032777090091258287, 0.0039046478923410177, 0.0038913653697818518, 0.0033944977913051844, 0.004706242121756077, 0.00277913105674088, 0.003935202490538359, 0.004660217557102442, 0.006397702731192112, 0.004042874090373516, 0.003432986792176962, 0.005194192752242088, 0.004009845666587353, 0.004400565754622221, 0.003080542664974928, 0.005356668960303068, 0.005880739074200392, 0.0030741728842258453, 0.004443393088877201, 0.004740044474601746, 0.003652963088825345, 0.002593749202787876, 0.003290829248726368, 0.002981256227940321, 0.0019824982155114412, 0.0024015281815081835, 0.0032854911405593157, 0.0029540446121245623, 0.00303364684805274, 0.003117084503173828, 0.003114124061539769, 0.00269063632003963, 0.002995240269228816, 0.0031896959990262985, 0.002909100381657481, 0.0028924094513058662, 0.003342095296829939, 0.0037847610656172037, 0.0024208894465118647, 0.003030467312783003, 0.002721968339756131, 0.0030899348203092813, 0.002781064249575138, 0.003038439666852355, 0.0030864195432513952, 0.0037022377364337444, 0.0028897717129439116, 0.0021504501346498728, 0.0027608158998191357, 0.003418899141252041, 0.0025985329411923885, 0.0028994863387197256, 0.0027864696457982063, 0.0025493470020592213, 0.0024850303307175636, 0.003197404323145747, 0.002357513178139925, 0.002347723115235567, 0.0026134662330150604, 0.0040844338946044445, 0.005456274840980768, 0.0026512301992625, 0.0024690788704901934, 0.0023740038741379976, 0.0025784079916775227, 0.0025307529140263796, 0.003914203029125929, 0.0036999862641096115, 0.002938562538474798, 0.002529599703848362, 0.002788408426567912, 0.0026694147381931543, 0.0026931636966764927, 0.002348658861592412, 0.00244537484832108, 0.003634195774793625, 0.005621055141091347, 0.004271183628588915, 0.005610883701592684, 0.003164463210850954, 0.003648472484201193, 0.0027896396350115538, 0.0030091844964772463, 0.00466762762516737, 0.002265805611386895, 0.003927106969058514, 0.005448293872177601, 0.006723139435052872, 0.003638332709670067, 0.0023129209876060486, 0.004912421107292175, 0.005067791324108839, 0.002872682176530361, 0.00271405465900898, 0.003835998708382249, 0.0052168830297887325, 0.01026148907840252, 0.0048387316055595875, 0.00418177992105484, 0.003500081831589341, 0.004202418029308319, 0.0065330201759934425, 0.0066670081578195095, 0.003166099078953266, 0.004425715189427137, 0.007086364086717367, 0.005114017520099878, 0.0028495145961642265, 0.004983515478670597, 0.004755521658807993, 0.003332751337438822, 0.004262353293597698, 0.005855116993188858, 0.003310329047963023, 0.0053591313771903515, 0.004957479890435934, 0.009241161867976189, 0.004903273656964302, 0.005187880247831345, 0.004777031019330025, 0.0040134466253221035, 0.005305666942149401, 0.0031079850159585476, 0.008111627772450447, 0.0026923653203994036, 0.006356601137667894, 0.0065756323747336864, 0.004703044891357422, 0.004387649241834879, 0.003681235248222947, 0.0063028279691934586, 0.004289139993488789, 0.004865365102887154, 0.0033610041718930006, 0.004906715825200081, 0.0025729951448738575, 0.003129758406430483, 0.003328101709485054, 0.005565251689404249, 0.003984525799751282, 0.011172090657055378, 0.003669697791337967, 0.0022535112220793962, 0.005400426685810089, 0.004175984300673008, 0.0044778515584766865, 0.00785076804459095, 0.008071268908679485, 0.002814333187416196, 0.004876484163105488, 0.0032380246557295322, 0.0058005438186228275, 0.004460880998522043, 0.008964083157479763, 0.005753699690103531, 0.005357376765459776, 0.005438294727355242, 0.0035722122993320227, 0.00410426314920187, 0.0039808680303394794, 0.006206986960023642, 0.006427950691431761, 0.0052262404933571815, 0.003226506058126688, 0.004772777669131756, 0.003948126919567585, 0.0031882142648100853, 0.0037377369590103626, 0.0038997686933726072, 0.004489881452172995, 0.007592053152620792, 0.005165093578398228, 0.004148862324655056, 0.003793747164309025, 0.006663457490503788, 0.004576235543936491, 0.004798376467078924, 0.005392281338572502, 0.0065208361484110355, 0.004396145697683096, 0.010491836816072464, 0.0024581255856901407, 0.0024408260360360146, 0.0028227404691278934, 0.0022707704920321703, 0.003153214231133461, 0.003245019819587469, 0.003416907275095582, 0.0029196718242019415, 0.0031978473998606205, 0.00263068825006485, 0.0028449406381696463, 0.0027081326115876436, 0.0032097501680254936, 0.0026568847242742777, 0.0024792298208922148, 0.0028087610844522715, 0.002662399783730507, 0.002667896216735244, 0.002629862166941166, 0.002360282465815544, 0.0028169883880764246, 0.0037840157747268677, 0.003116935957223177, 0.003235062351450324, 0.0022765803150832653, 0.003405082505196333, 0.003410299774259329, 0.003224660875275731, 0.002718159928917885, 0.002455907640978694, 0.002856288570910692, 0.002431320259347558, 0.00402563763782382, 0.0037507086526602507, 0.0035427426919341087, 0.004258348606526852, 0.003354443470016122, 0.0034242048859596252, 0.0026159435510635376, 0.0028955969028174877, 0.004392984788864851, 0.004080829676240683, 0.002642078325152397, 0.002959422068670392, 0.002847652416676283, 0.003933161497116089, 0.0026773817371577024, 0.0035872124135494232, 0.0031790921930223703, 0.0028861428145319223, 0.003077760571613908, 0.0033375900238752365, 0.0027364008128643036, 0.003124876879155636, 0.0029892094898968935, 0.0033764136023819447, 0.00319469696842134, 0.0040592593140900135, 0.004308665171265602, 0.0034446080680936575, 0.0037318493705242872, 0.00253598066046834, 0.0029693245887756348, 0.0032350842375308275, 0.005346828140318394, 0.00498775253072381, 0.003767956979572773, 0.005768835078924894, 0.0055196573957800865, 0.0039055203087627888, 0.0050394874997437, 0.007607319392263889, 0.004471617750823498, 0.0035675084218382835, 0.00544958608224988, 0.005397290922701359, 0.004352182149887085, 0.0044167377054691315, 0.003890600986778736, 0.0066697364673018456, 0.004621919244527817, 0.0054681673645973206, 0.0060573541559278965, 0.0056844912469387054, 0.004315475467592478, 0.005423995200544596, 0.0035240144934505224, 0.005247705616056919, 0.004563453141599894, 0.0039535709656775, 0.013560877181589603, 0.0037805531173944473, 0.004170597996562719, 0.0035248782951384783, 0.005203068722039461, 0.005527535919100046, 0.007399829104542732, 0.0038353747222572565, 0.002896643243730068, 0.0036772298626601696, 0.006689060479402542, 0.00397768709808588, 0.004985334351658821, 0.003787918947637081, 0.009976522997021675, 0.0037497603334486485, 0.003506617620587349, 0.003534484887495637, 0.0048660035245120525, 0.005504288710653782, 0.005520742852240801, 0.0034443882759660482, 0.003961813170462847, 0.0059551335871219635, 0.005519272293895483, 0.005938105285167694, 0.003207752015441656, 0.006480169482529163, 0.006023057736456394, 0.0029350046534091234, 0.0048156180419027805, 0.004083363339304924, 0.0053790719248354435, 0.0042131380178034306, 0.0036942572332918644, 0.005706545896828175, 0.004918677266687155, 0.003526795655488968 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 52, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "2": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.1.attention.self.value", "input_tensor_infos": [ { "id": 50, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.032990146428346634 ], "zero_point": [ 155 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.002001845045015216, 0.0018898535054177046, 0.0018061500741168857, 0.002059027785435319, 0.001743425615131855, 0.001898277667351067, 0.0019105038372799754, 0.0015742918476462364, 0.0015661787474527955, 0.0016169279115274549, 0.0019823198672384024, 0.0018373004859313369, 0.0015694033354520798, 0.0015167484525591135, 0.0017547825118526816, 0.0015563861234113574, 0.0017379119526594877, 0.0016455174190923572, 0.001662014750763774, 0.001384380622766912, 0.0017967099556699395, 0.001308290520682931, 0.0016295429086312652, 0.0015515157720074058, 0.001998817315325141, 0.0015651622088626027, 0.0014925514115020633, 0.0018242248333990574, 0.0016156798228621483, 0.0016120976069942117, 0.0016731276409700513, 0.0017482406692579389, 0.0016478706384077668, 0.001738762017339468, 0.0015152555424720049, 0.0016890827100723982, 0.0018191609997302294, 0.0017463606782257557, 0.0017176049295812845, 0.001837278134189546, 0.0017584379529580474, 0.0020649279467761517, 0.0017662369646131992, 0.0017196994740515947, 0.0015815339284017682, 0.0018837540410459042, 0.0019991793669760227, 0.0018270694417878985, 0.002136531053110957, 0.0016477603930979967, 0.0020425477996468544, 0.0016663020942360163, 0.0017271259566769004, 0.0015787313459441066, 0.0026678761932998896, 0.001865483121946454, 0.0016948356060311198, 0.0017837483901530504, 0.0015265617985278368, 0.0013734332751482725, 0.001659559435211122, 0.0016933995066210628, 0.0015023534651845694, 0.001827394706197083, 0.0023161028511822224, 0.0017279101302847266, 0.0017782713985070586, 0.001802938524633646, 0.0018310776213184, 0.0019534805323928595, 0.0016257205279543996, 0.0017325320513918996, 0.0016489868285134435, 0.002051724586635828, 0.0016396190039813519, 0.0020700946915894747, 0.001738939667120576, 0.002266810042783618, 0.002069471636787057, 0.0017733039567247033, 0.0018124276539310813, 0.001860336516983807, 0.001926206867210567, 0.0022218343801796436, 0.0020352338906377554, 0.0019697260577231646, 0.0016784736653789878, 0.001826552557758987, 0.0016842701006680727, 0.0017825643299147487, 0.0016503758961334825, 0.0020420958753675222, 0.0016725498717278242, 0.0021474515087902546, 0.0016725786263123155, 0.00178648775909096, 0.0021465879399329424, 0.0020490570459514856, 0.002275213599205017, 0.0017853764584288, 0.001574006280861795, 0.002051174407824874, 0.0014680357417091727, 0.0020067356526851654, 0.0021277647465467453, 0.0019309970084577799, 0.0018750963499769568, 0.0022470103576779366, 0.001541205565445125, 0.001505283871665597, 0.0016577255446463823, 0.0019955516327172518, 0.0017780234338715672, 0.002057855250313878, 0.0018209167756140232, 0.0019393449183553457, 0.0017062296392396092, 0.0017471346072852612, 0.0016339989379048347, 0.0019915737211704254, 0.0014548794133588672, 0.0019420135067775846, 0.0015756086213514209, 0.0016527854604646564, 0.0017593269003555179, 0.0017878831131383777, 0.0019409524975344539, 0.0014057510998100042, 0.0021458324044942856, 0.0020753247663378716, 0.0019183183321729302, 0.0031449473462998867, 0.0019121750956401229, 0.0023494153283536434, 0.002341619925573468, 0.0023055621422827244, 0.0024436686653643847, 0.002354125026613474, 0.0022780627477914095, 0.002621637424454093, 0.0023398271296173334, 0.0019526543328538537, 0.0023859080392867327, 0.0028517015744000673, 0.0022354270331561565, 0.0024912625085562468, 0.002307756105437875, 0.00197396706789732, 0.001979024149477482, 0.002266723196953535, 0.0022398708388209343, 0.0022985227406024933, 0.002223193645477295, 0.0021036325488239527, 0.002117226831614971, 0.0023082110565155745, 0.0026051232125610113, 0.0019890903495252132, 0.003275143913924694, 0.002368735382333398, 0.0018546819919720292, 0.0019664824940264225, 0.0015979696763679385, 0.0023325192742049694, 0.0017595946555957198, 0.001559874857775867, 0.001721478532999754, 0.001687809475697577, 0.0016222689300775528, 0.0019119639182463288, 0.0015635137679055333, 0.0028421746101230383, 0.0014451484894379973, 0.002159132156521082, 0.001592888031154871, 0.001925107790157199, 0.0013737196568399668, 0.001746392110362649, 0.0017629157518967986, 0.0015941091114655137, 0.0018698078347370028, 0.001763452892191708, 0.0016573590692132711, 0.0018830075860023499, 0.0020890391897410154, 0.0027257821056991816, 0.0017779741901904345, 0.0018150587566196918, 0.00233052228577435, 0.0012615409214049578, 0.0020334781147539616, 0.0017910759197548032, 0.0015337597578763962, 0.0020750181283801794, 0.0019314732635393739, 0.0019121879013255239, 0.002063262974843383, 0.0020325423683971167, 0.0016499143093824387, 0.0022753914818167686, 0.0024980753660202026, 0.0017744040815159678, 0.0019680806435644627, 0.0017341829370707273, 0.00199326453730464, 0.002068601083010435, 0.0018552362453192472, 0.002340811537578702, 0.0015529039083048701, 0.0018618330359458923, 0.001777826459147036, 0.0021087098866701126, 0.0019017389276996255, 0.0024084339383989573, 0.0016094095772132277, 0.001775258919224143, 0.0025445546489208937, 0.0019194725900888443, 0.0037443458568304777, 0.0018164153443649411, 0.0018698821077123284, 0.0017415005713701248, 0.002323722466826439, 0.0017004297114908695, 0.0014189170906320214, 0.0019286813912913203, 0.001822721678763628, 0.0017054238123819232, 0.0018789427122101188, 0.0017709670355543494, 0.0016385255148634315, 0.0015262068482115865, 0.0014471240574494004, 0.0013821491738781333, 0.0016923195216804743, 0.001327569130808115, 0.001642507268115878, 0.001786673441529274, 0.0014913150807842612, 0.0014234696282073855, 0.0012887712800875306, 0.001777958357706666, 0.001746969879604876, 0.0012167975073680282, 0.001643996685743332, 0.0016452646814286709, 0.0011703523341566324, 0.0016917658504098654, 0.0020215476397424936, 0.0017000308725982904, 0.001626066630706191, 0.0013977527851238847, 0.0017888848669826984, 0.0016087274998426437, 0.0014025727286934853, 0.0017018916551023722, 0.001904359320178628, 0.0018774325726553798, 0.0018270155414938927, 0.0020758258178830147, 0.0024940099101513624, 0.0017159422859549522, 0.002722829347476363, 0.003578601637855172, 0.001729463692754507, 0.0017354940064251423, 0.0018627227982506156, 0.0021975927520543337, 0.0027697011828422546, 0.0016250633634626865, 0.0036896339152008295, 0.0016928552649915218, 0.0023748616222292185, 0.0021296001505106688, 0.0018090171506628394, 0.0020365030504763126, 0.0016771084628999233, 0.00209613423794508, 0.0019701512064784765, 0.0020861905068159103, 0.0018108825897797942, 0.0015826909802854061, 0.0020167315378785133, 0.002013160614296794, 0.0021199039183557034, 0.0022002316545695066, 0.0021031834185123444, 0.0018000894924625754, 0.0020073414780199528, 0.0021680989302694798, 0.0020731829572468996, 0.0018779959063977003, 0.0018937040586024523, 0.002089071087539196, 0.002111660549417138, 0.0025024826172739267, 0.0019718718249350786, 0.0018535902490839362, 0.002036782680079341, 0.00222196476534009, 0.0020210540387779474, 0.0020113687496632338, 0.0016546692932024598, 0.0023424066603183746, 0.0018351224716752768, 0.0022258509416133165, 0.002020619111135602, 0.001818449585698545, 0.0017689689993858337, 0.001812079339288175, 0.00206057820469141, 0.002047824440523982, 0.0019098266493529081, 0.0019182516261935234, 0.0017715850844979286, 0.002106856554746628, 0.0023835175670683384, 0.002509433077648282, 0.0019328423077240586, 0.003040567971765995, 0.0015885969623923302, 0.0020876587368547916, 0.0018524106126278639, 0.0017712160479277372, 0.0011694362619891763, 0.0014847004786133766, 0.0015837840037420392, 0.0018926952034235, 0.0016394173726439476, 0.001705338479951024, 0.001480047358199954, 0.001380707137286663, 0.0012326636351644993, 0.001923141535371542, 0.0015540029853582382, 0.0016339669236913323, 0.0017322798958048224, 0.0016319284914061427, 0.0018201678758487105, 0.001518021454103291, 0.0012554480927065015, 0.001590013038367033, 0.0017786924727261066, 0.0014681256143376231, 0.0013412211555987597, 0.0019426685757935047, 0.0014274647692218423, 0.0016942470101639628, 0.0015374498907476664, 0.001686359872110188, 0.0019185063429176807, 0.0014131730422377586, 0.0014040262904018164, 0.0014744509244337678, 0.0012367414310574532, 0.0018890438368543983, 0.0013964985264465213, 0.0014464657288044691, 0.0014192090602591634, 0.0017814780585467815, 0.0017465221462771297, 0.0013769508805125952, 0.0014802146470174193, 0.001313646323978901, 0.0015202905051410198, 0.0016293098451569676, 0.0015647021355107427, 0.0014181742444634438, 0.001449638162739575, 0.0014664650661870837, 0.0013465884840115905, 0.0014284498756751418, 0.0015982178738340735, 0.0020186470355838537, 0.0015931380912661552, 0.0015609347028657794, 0.0013281709980219603, 0.0017922035185620189, 0.0014750425470992923, 0.0015695926267653704, 0.0013180034002289176, 0.0013161833630874753, 0.00219488306902349, 0.001348766847513616 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 55, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "3": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.1.attention.self", "input_tensor_infos": [ { "id": 59, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.07065226137638092 ], "zero_point": [ 126 ] }, { "id": 60, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.07544367760419846 ], "zero_point": [ 135 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 61, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "4": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.1.attention.self", "input_tensor_infos": [ { "id": 62, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 0.1729268729686737 ], "zero_point": [ 156 ] }, { "id": 5, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 1.3344405750530544e+36 ], "zero_point": [ 255 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 63, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "5": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.1.attention.self", "input_tensor_infos": [ { "id": 65, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.003920726478099823 ], "zero_point": [ 0 ] }, { "id": 57, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.026279859244823456 ], "zero_point": [ 117 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 66, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": { "0": { "op_type": "", "fqn": "roberta.encoder.layer.1.attention.self", "input_tensor_infos": [ { "id": 52, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [] }, "1": { "op_type": "", "fqn": "roberta.encoder.layer.1.attention.self", "input_tensor_infos": [ { "id": 52, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 53, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "2": { "op_type": "", "fqn": "roberta.encoder.layer.1.attention.self", "input_tensor_infos": [ { "id": 53, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 54, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "3": { "op_type": "", "fqn": "roberta.encoder.layer.1.attention.self", "input_tensor_infos": [ { "id": 55, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [] }, "4": { "op_type": "", "fqn": "roberta.encoder.layer.1.attention.self", "input_tensor_infos": [ { "id": 55, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 56, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "5": { "op_type": "", "fqn": "roberta.encoder.layer.1.attention.self", "input_tensor_infos": [ { "id": 56, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 57, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "6": { "op_type": "", "fqn": "roberta.encoder.layer.1.attention.self", "input_tensor_infos": [ { "id": 51, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [] }, "7": { "op_type": "", "fqn": "roberta.encoder.layer.1.attention.self", "input_tensor_infos": [ { "id": 51, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 58, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "8": { "op_type": "", "fqn": "roberta.encoder.layer.1.attention.self", "input_tensor_infos": [ { "id": 58, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 59, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "9": { "op_type": "", "fqn": "roberta.encoder.layer.1.attention.self", "input_tensor_infos": [ { "id": 54, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {} ], "output_tensor_infos": [ { "id": 60, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "10": { "op_type": "", "fqn": "roberta.encoder.layer.1.attention.self", "input_tensor_infos": [ { "id": 61, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {} ], "output_tensor_infos": [ { "id": 62, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "11": { "op_type": "", "fqn": "roberta.encoder.layer.1.attention.self", "input_tensor_infos": [ { "id": 63, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 64, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "12": { "op_type": "", "fqn": "roberta.encoder.layer.1.attention.self.dropout", "input_tensor_infos": [ { "id": 64, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 65, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "13": { "op_type": "", "fqn": "roberta.encoder.layer.1.attention.self", "input_tensor_infos": [ { "id": 66, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 67, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "14": { "op_type": "", "fqn": "roberta.encoder.layer.1.attention.self", "input_tensor_infos": [ { "id": 67, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 68, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "15": { "op_type": "", "fqn": "roberta.encoder.layer.1.attention.self", "input_tensor_infos": [ { "id": 68, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [] }, "16": { "op_type": "", "fqn": "roberta.encoder.layer.1.attention.self", "input_tensor_infos": [ { "id": 68, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {} ], "output_tensor_infos": [ { "id": 69, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] } }, "layer_output_infos": [ { "id": 69, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:1:attention:output": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.1.attention.output.dense", "input_tensor_infos": [ { "id": 69, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.019795553758740425 ], "zero_point": [ 129 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.0010286252945661545, 0.001905027311295271, 0.0018388930475339293, 0.0011424922849982977, 0.00130977644585073, 0.0012448800262063742, 0.0010917094768956304, 0.0021647268440574408, 0.0009472852107137442, 0.00211884081363678, 0.0015047031920403242, 0.001888622879050672, 0.001655579311773181, 0.001849851105362177, 0.002108875196427107, 0.0012769753811880946, 0.0018266908591613173, 0.0009325927239842713, 0.0011070686159655452, 0.0012590843252837658, 0.002640737686306238, 0.0024853521026670933, 0.0019323696615174413, 0.002167564118281007, 0.001574841095134616, 0.0026166632305830717, 0.0016389351803809404, 0.0016290191560983658, 0.0012150437105447054, 0.0017290381947532296, 0.0008342693909071386, 0.0012042899616062641, 0.0016217513475567102, 0.002040684223175049, 0.0021028819028288126, 0.0019675542134791613, 0.0016670433105900884, 0.0025187479332089424, 0.0014697929145768285, 0.0015714762266725302, 0.001011194079183042, 0.0010508340783417225, 0.0022218881640583277, 0.0014134537195786834, 0.002561494242399931, 0.0009600139455869794, 0.0021564087364822626, 0.001295683323405683, 0.0027349689044058323, 0.0022842083126306534, 0.0008960606064647436, 0.001590442261658609, 0.002078248420730233, 0.0010699640261009336, 0.000877194048371166, 0.001774727599695325, 0.0009285412379540503, 0.0015263062668964267, 0.002449764171615243, 0.0019168953876942396, 0.001517565455287695, 0.0014305964577943087, 0.0012867257464677095, 0.0013319916324689984, 0.0017797985346987844, 0.001683079288341105, 0.0014206664636731148, 0.001148992800153792, 0.0019691046327352524, 0.002384015591815114, 0.0012841668212786317, 0.001109990873374045, 0.001456171739846468, 0.002231148537248373, 0.0018016417743638158, 0.0026234006509184837, 0.0013010187540203333, 0.0015461496077477932, 0.0015303606633096933, 0.002350807888433337, 0.0019680955447256565, 0.0026236132252961397, 0.002230679616332054, 0.002221856266260147, 0.0016433721175417304, 0.002394351875409484, 0.0017350467387586832, 0.0024860387202352285, 0.001970437355339527, 0.0024995598942041397, 0.00166734226513654, 0.0009065697086043656, 0.0014949800679460168, 0.0020177143160253763, 0.0031496179290115833, 0.0014718788443133235, 0.0019401588942855597, 0.0015251771546900272, 0.001613764907233417, 0.0018375907093286514, 0.0016249488107860088, 0.0012839001137763262, 0.002490381244570017, 0.0009560763719491661, 0.0010686052264645696, 0.002012133365496993, 0.0015079983277246356, 0.0013140015071257949, 0.0023565730080008507, 0.002108963904902339, 0.0012419000267982483, 0.0016654307255521417, 0.0012244719546288252, 0.0023903758265078068, 0.0024629069957882166, 0.001771601033397019, 0.0019448177190497518, 0.0019025721121579409, 0.0016163300024345517, 0.001066077733412385, 0.001134818303398788, 0.0015802738489583135, 0.0024157946463674307, 0.0011674273991957307, 0.0023685325868427753, 0.0018037577392533422, 0.0018626488745212555, 0.0016125182155519724, 0.0019728203769773245, 0.0014209350338205695, 0.0013727652840316296, 0.001265222323127091, 0.0018650192068889737, 0.002345677698031068, 0.0022876509465277195, 0.0028546247631311417, 0.000994813279248774, 0.0019774772226810455, 0.0023462160024791956, 0.0019000705797225237, 0.0013560592196881771, 0.003333123167976737, 0.0020218095742166042, 0.0011218974832445383, 0.001655776402913034, 0.0018403888680040836, 0.0023606170434504747, 0.0020960518158972263, 0.001944812247529626, 0.0013960901414975524, 0.002596049103885889, 0.0013962301891297102, 0.0017868438735604286, 0.0012665449175983667, 0.0015755660133436322, 0.0014653424732387066, 0.0019066727254539728, 0.002008513081818819, 0.0013506861869245768, 0.0011353781446814537, 0.0015981070464476943, 0.0016876127338036895, 0.0014207379426807165, 0.002308495342731476, 0.0025512389838695526, 0.0013505996903404593, 0.0016813031397759914, 0.0023247378412634134, 0.0013914823066443205, 0.0014649959048256278, 0.0011946957092732191, 0.002729906002059579, 0.0009405406308360398, 0.0013078894698992372, 0.0016079428605735302, 0.0018134326674044132, 0.002290894277393818, 0.0025617796927690506, 0.00230689300224185, 0.0032114589121192694, 0.002237876644358039, 0.0010770326480269432, 0.002416465897113085, 0.00179003004450351, 0.0016556178452447057, 0.0027342273388057947, 0.0009592257556505501, 0.0012211623834446073, 0.001098768087103963, 0.0017164659220725298, 0.0013146146666258574, 0.0013651804765686393, 0.0019801505841314793, 0.0016694641672074795, 0.0018844272708520293, 0.0008485182770527899, 0.0010201866971328855, 0.0012476490810513496, 0.000954624149017036, 0.0013779493747279048, 0.0015750662423670292, 0.0026628512423485518, 0.0022870765533298254, 0.0017401737859472632, 0.0020235797856003046, 0.001091471523977816, 0.0009292817558161914, 0.0019419955788180232, 0.0011080811964347959, 0.001128930365666747, 0.0009500056621618569, 0.002145421924069524, 0.001956511288881302, 0.0024549774825572968, 0.0013137365458533168, 0.0011652496177703142, 0.0020603479351848364, 0.0019635078497231007, 0.002031091134995222, 0.0008212458924390376, 0.0019324960885569453, 0.0019039433682337403, 0.0013449382968246937, 0.0016733856173232198, 0.002099347300827503, 0.0024410283658653498, 0.001082933391444385, 0.0009482394088990986, 0.0011262234766036272, 0.000963160942774266, 0.001060780487023294, 0.0024384150747209787, 0.0012793284840881824, 0.0018142977496609092, 0.0016788082430139184, 0.002036679768934846, 0.00155764096416533, 0.0010553081519901752, 0.0011229435913264751, 0.002396234543994069, 0.0018149593379348516, 0.0013646980514749885, 0.0016498909099027514, 0.003829247783869505, 0.0022142366506159306, 0.0023925774730741978, 0.0016756326658651233, 0.001729214796796441, 0.0012795409420505166, 0.0018675391329452395, 0.0013566723791882396, 0.0025691601913422346, 0.0013328458881005645, 0.0013506067916750908, 0.002037366619333625, 0.0016449119430035353, 0.0024234051816165447, 0.000940564670599997, 0.0009785135043784976, 0.0009876920375972986, 0.001814789604395628, 0.0021943573374301195, 0.002605016343295574, 0.0025139471981674433, 0.0023327411618083715, 0.0015542650362476707, 0.002106186468154192, 0.0012069016229361296, 0.0013462143251672387, 0.0021101117599755526, 0.0012872795341536403, 0.0019870405085384846, 0.0016808118671178818, 0.0016366472700610757, 0.0011306622764095664, 0.0011950827902182937, 0.0012806192971765995, 0.0017996537499129772, 0.0028571714647114277, 0.0013773066457360983, 0.002086733467876911, 0.0015691950684413314, 0.0026099567767232656, 0.002101859077811241, 0.0023704657796770334, 0.0018255222821608186, 0.0009769742609933019, 0.0017538313986733556, 0.001632180530577898, 0.0014884468400850892, 0.0014150076312944293, 0.001548855914734304, 0.0019777652341872454, 0.001252054120413959, 0.002502098446711898, 0.0009587487438693643, 0.0020132369827479124, 0.0011316444724798203, 0.0014461148530244827, 0.001220782520249486, 0.002471080282703042, 0.0009952835971489549, 0.0013742551673203707, 0.0015269931172952056, 0.001592590706422925, 0.0018700864166021347, 0.002136511029675603, 0.0016626633005216718, 0.0020283495541661978, 0.0021593100391328335, 0.0009083912591449916, 0.0028710660990327597, 0.0014151361538097262, 0.002880388405174017, 0.0012048108037561178, 0.0020815194584429264, 0.0010304899187758565, 0.0022555801551789045, 0.0014635648112744093, 0.0038696660194545984, 0.001180620864033699, 0.0014357913751155138, 0.0018778161611407995, 0.0022025960497558117, 0.002318659797310829, 0.0016705052694305778, 0.0010966701665893197, 0.0011472611222416162, 0.002223898656666279, 0.0021030688658356667, 0.0021146386861801147, 0.0017600663704797626, 0.002174119697883725, 0.0011971790809184313, 0.0009753635968081653, 0.0011929330648854375, 0.0017243307083845139, 0.0019519327906891704, 0.002428762149065733, 0.001077665132470429, 0.0024661673232913017, 0.0008794539025984704, 0.001131183234974742, 0.001069659716449678, 0.0027488982304930687, 0.0012031157966703176, 0.0027013637591153383, 0.0014781453646719456, 0.0025488552637398243, 0.0013391041429713368, 0.0021743334364145994, 0.001414687023498118, 0.00241675041615963, 0.0017399231437593699, 0.0013259201077744365, 0.0014621471054852009, 0.001697478466667235, 0.0024989836383610964, 0.0015858261613175273, 0.0022439411841332912, 0.0024750956799834967, 0.0017030824674293399, 0.0014253227273002267, 0.0022831398528069258, 0.0010739922290667892, 0.0014984023291617632, 0.001955776009708643, 0.0018617783207446337, 0.0012574028223752975, 0.0009666348923929036, 0.0009465547627769411, 0.0017907792935147882, 0.0018794821808114648, 0.001975961960852146, 0.0017732359701767564, 0.0013887974200770259, 0.0017268103547394276, 0.0020066273864358664, 0.0026194897945970297, 0.0010876847663894296, 0.0016492408467456698, 0.002574823098257184, 0.0018425105372443795, 0.000975394097622484 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 70, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "1": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.1.attention.output", "input_tensor_infos": [ { "id": 71, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 0.017106669023633003 ], "zero_point": [ 134 ] }, { "id": 50, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.032990146428346634 ], "zero_point": [ 155 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 72, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": { "0": { "op_type": "", "fqn": "roberta.encoder.layer.1.attention.output.dropout", "input_tensor_infos": [ { "id": 70, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 71, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "1": { "op_type": "", "fqn": "roberta.encoder.layer.1.attention.output.LayerNorm", "input_tensor_infos": [ { "id": 72, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 73, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] } }, "layer_output_infos": [ { "id": 73, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:1:intermediate": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.1.intermediate.dense", "input_tensor_infos": [ { "id": 73, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.1580234318971634 ], "zero_point": [ 217 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.0016824337653815746, 0.002914783312007785, 0.0035581933334469795, 0.002821512520313263, 0.0024309461005032063, 0.002782172290608287, 0.002919341204687953, 0.0021300665102899075, 0.0026057984214276075, 0.003171710530295968, 0.002334640361368656, 0.003446997841820121, 0.0013589662266895175, 0.0029115162324160337, 0.003775825956836343, 0.002957210410386324, 0.002819744171574712, 0.002584527712315321, 0.00246331375092268, 0.002729414263740182, 0.002133046742528677, 0.0015350503381341696, 0.002800079295411706, 0.003029156243428588, 0.0026075951755046844, 0.0015977683942764997, 0.00537568936124444, 0.0038369805552065372, 0.0033709295094013214, 0.0025783583987504244, 0.0023278261069208384, 0.002741161733865738, 0.0012519396841526031, 0.005577604286372662, 0.003071149345487356, 0.0025443362537771463, 0.0026846397668123245, 0.004242464434355497, 0.001534226001240313, 0.0026864351239055395, 0.001585196703672409, 0.001252804882824421, 0.003440712345764041, 0.0040090796537697315, 0.003535980125889182, 0.001486686640419066, 0.002838345943018794, 0.002961415797472, 0.0024095000699162483, 0.001931303646415472, 0.001326562836766243, 0.0026760248001664877, 0.0032227151095867157, 0.002345454413443804, 0.0016186302527785301, 0.0028625652194023132, 0.0022923483047634363, 0.0032459658104926348, 0.001787266694009304, 0.0024081708397716284, 0.0038514339830726385, 0.0015832989010959864, 0.002629427006468177, 0.003130730241537094, 0.002356776734814048, 0.004251284524798393, 0.0027710353024303913, 0.002066465327516198, 0.0038459987845271826, 0.0022840695455670357, 0.002236265456303954, 0.0028372660744935274, 0.00286432565189898, 0.0022659481037408113, 0.0034969153348356485, 0.004868987016379833, 0.0017990670166909695, 0.0013907268876209855, 0.002193970838561654, 0.0026897380594164133, 0.003121322486549616, 0.0028827900532633066, 0.004851965233683586, 0.002090743975713849, 0.00321870855987072, 0.004860192537307739, 0.0019710706546902657, 0.0033497707918286324, 0.0024741708766669035, 0.004012068267911673, 0.0029630872886627913, 0.001419423962943256, 0.0022351606748998165, 0.0014036217471584678, 0.0027577478904277086, 0.00510072847828269, 0.0036879926919937134, 0.002022011438384652, 0.00564922159537673, 0.003965816460549831, 0.0019889436662197113, 0.0021108118817210197, 0.005017199087888002, 0.005120407324284315, 0.0016508778790012002, 0.0023909988813102245, 0.0024311740417033434, 0.0032986653968691826, 0.0031196691561490297, 0.0031211460009217262, 0.00244136736728251, 0.0017705784412100911, 0.0015500686131417751, 0.0018883252050727606, 0.002761576324701309, 0.0030644626822322607, 0.002736923284828663, 0.0030556388664990664, 0.002035323763266206, 0.0016870395047590137, 0.002306537237018347, 0.0019851343240588903, 0.0013517726911231875, 0.0034500709734857082, 0.0031992595177143812, 0.0019962203223258257, 0.0025640958920121193, 0.0018352327169850469, 0.0024852717760950327, 0.002628287533298135, 0.0015935470582917333, 0.0016716945683583617, 0.0023756076116114855, 0.0033916605170816183, 0.002390055451542139, 0.003835612442344427, 0.003006742335855961, 0.001621405710466206, 0.0027708830311894417, 0.0034828048665076494, 0.0024299274664372206, 0.003683371702209115, 0.002640515798702836, 0.0017258713487535715, 0.0028704446740448475, 0.0033873661886900663, 0.0017561200074851513, 0.003785650944337249, 0.0013521952787414193, 0.0018495796248316765, 0.002965963911265135, 0.0030975094996392727, 0.0010999308433383703, 0.0026861790101975203, 0.0020718523301184177, 0.0016822315519675612, 0.0023546137381345034, 0.002782450057566166, 0.0031806938350200653, 0.0016409343807026744, 0.0017431176966056228, 0.0021620735060423613, 0.0016661460977047682, 0.005355714820325375, 0.0031831124797463417, 0.0019089571433141828, 0.0019671041518449783, 0.0028393343091011047, 0.00204406282864511, 0.002358743455260992, 0.003060538787394762, 0.0032865325920283794, 0.0015537829603999853, 0.0041641248390078545, 0.0035908266436308622, 0.004281464498490095, 0.0020262012258172035, 0.002383377170190215, 0.0027120299637317657, 0.004333473276346922, 0.002523426664993167, 0.0024747655261307955, 0.0031783818267285824, 0.0029742680490016937, 0.0017140517011284828, 0.001715563703328371, 0.0038618259131908417, 0.0028203618712723255, 0.002232577186077833, 0.0014484856510534883, 0.003435841528698802, 0.0030731079168617725, 0.0024553248658776283, 0.002850315533578396, 0.0019082350190728903, 0.0017930729081854224, 0.002339422469958663, 0.0022335846442729235, 0.001336258603259921, 0.0022883163765072823, 0.0035104297567158937, 0.0025812406092882156, 0.0013918587937951088, 0.0019516035681590438, 0.002519341418519616, 0.0031766947358846664, 0.0029738035518676043, 0.0018974519334733486, 0.004170205909758806, 0.002678598277270794, 0.0024076616391539574, 0.0017312176059931517, 0.0021666106767952442, 0.0029091208707541227, 0.0020631386432796717, 0.0024247511755675077, 0.003853151574730873, 0.003438125364482403, 0.001371170743368566, 0.002808279823511839, 0.0047071827575564384, 0.0026482553221285343, 0.0014369555283337831, 0.003443207358941436, 0.003343957709148526, 0.004670343361794949, 0.0016435482539236546, 0.003763267071917653, 0.002363292733207345, 0.003071789862588048, 0.0023956317454576492, 0.002002134919166565, 0.0027208535466343164, 0.0018723711837083101, 0.0023134013172239065, 0.004337216727435589, 0.003229970345273614, 0.0022635352797806263, 0.0021465905010700226, 0.0020395636092871428, 0.0011387967970222235, 0.002631333889439702, 0.00454646535217762, 0.00253284047357738, 0.0020604513119906187, 0.0018584509380161762, 0.0021615868899971247, 0.0025102796498686075, 0.002083518775179982, 0.0024776088539510965, 0.0023783165961503983, 0.0035884063690900803, 0.0026671597734093666, 0.005612170323729515, 0.002179787028580904, 0.0017405174439772964, 0.0023813412990421057, 0.0032787469681352377, 0.004224111791700125, 0.002595539903268218, 0.0031418304424732924, 0.002818494103848934, 0.0012299653608351946, 0.003286465536803007, 0.0021849616896361113, 0.0027154625859111547, 0.0014996493700891733, 0.004282972775399685, 0.0013795326231047511, 0.002075372263789177, 0.001785246655344963, 0.0016251206398010254, 0.0034292032942175865, 0.0036217328161001205, 0.0017684388440102339, 0.0031485999934375286, 0.0027712618466466665, 0.004139913246035576, 0.0026232509408146143, 0.0027512353844940662, 0.0020353542640805244, 0.0023270309902727604, 0.0022509093396365643, 0.002102330094203353, 0.0012096568243578076, 0.002235958818346262, 0.0039513432420790195, 0.0034713728819042444, 0.0030660557094961405, 0.003220298094674945, 0.003601070959120989, 0.0031217755749821663, 0.0025693599600344896, 0.002840703818947077, 0.0014709529932588339, 0.0016544554382562637, 0.0017672308022156358, 0.0035110905300825834, 0.003390445839613676, 0.0024111983366310596, 0.0024425999727100134, 0.0026780557818710804, 0.00233997474424541, 0.0043284837156534195, 0.003065390745177865, 0.0029074111953377724, 0.002855118364095688, 0.0025979678612202406, 0.0032803399953991175, 0.0017929879250004888, 0.00236505176872015, 0.0026637022383511066, 0.0017484116833657026, 0.0016926872776821256, 0.0024298925418406725, 0.002361085033044219, 0.002058236161246896, 0.0019690266344696283, 0.0023052331525832415, 0.004471419379115105, 0.0024991920217871666, 0.003737902967259288, 0.0025118356570601463, 0.005286738742142916, 0.0014495933428406715, 0.002219769638031721, 0.001919803093187511, 0.002138703828677535, 0.0014132994692772627, 0.0039058576803654432, 0.0023459300864487886, 0.0029415569733828306, 0.0024280929937958717, 0.0015602968633174896, 0.0016579745570197701, 0.0045090424828231335, 0.0011942029232159257, 0.002834174083545804, 0.0031112642027437687, 0.00326463021337986, 0.002272984478622675, 0.0027650082483887672, 0.001726525486446917, 0.0021026402246207, 0.0028836859855800867, 0.004734728951007128, 0.003921879455447197, 0.0018651651917025447, 0.0028311077039688826, 0.002851144876331091, 0.0025468901731073856, 0.0024488132912665606, 0.002087939064949751, 0.0016878782771527767, 0.007523277308791876, 0.0021748621948063374, 0.003031136468052864, 0.003079415066167712, 0.0031696928199380636, 0.0025206077843904495, 0.0020374092273414135, 0.0039511071518063545, 0.001773302792571485, 0.0019205082207918167, 0.003983813803642988, 0.002583411056548357, 0.0020380618516355753, 0.0015947910724207759, 0.0036147681530565023, 0.004358348902314901, 0.0021637671161442995, 0.00283440132625401, 0.0014988691546022892, 0.002016301266849041, 0.002038458827883005, 0.0031272675842046738, 0.004424876533448696, 0.0029071420431137085, 0.003688359633088112, 0.0029745593201369047, 0.0024887898471206427, 0.0019261385314166546, 0.003136190352961421, 0.0027392904739826918, 0.002803456038236618, 0.0030839769169688225, 0.002741354051977396, 0.004680697340518236, 0.0025880190078169107, 0.0043161832727491856, 0.002128347521647811, 0.0035746805369853973, 0.001653156359679997, 0.003353203646838665, 0.0036899910774081945, 0.002456426853314042, 0.0013522447552531958, 0.002249180804938078, 0.0029900288209319115, 0.003210927126929164, 0.001833947841078043, 0.003242689650505781, 0.003999351058155298, 0.0011924558784812689, 0.0027559841983020306, 0.002285451628267765, 0.004198665730655193, 0.003375055966898799, 0.0042631118558347225, 0.0038457599002867937, 0.002539278008043766, 0.0033376270439475775, 0.002878177212551236, 0.002892371965572238, 0.003549333196133375, 0.0013303138548508286, 0.0020094348583370447, 0.001679370179772377, 0.003979833796620369, 0.003915515728294849, 0.0021871672943234444, 0.0031066678930073977, 0.002188207348808646, 0.0016249454347416759, 0.003122312016785145, 0.0026746983639895916, 0.004009098280221224, 0.0032071236055344343, 0.0012362999841570854, 0.001961560919880867, 0.001175503944978118, 0.0015800707042217255, 0.003204604145139456, 0.003108877455815673, 0.0022516194730997086, 0.0031194761395454407, 0.003676229389384389, 0.0041335164569318295, 0.002093569841235876, 0.0019475906156003475, 0.002984187798574567, 0.002464516321197152, 0.0028466181829571724, 0.0021426533348858356, 0.0029570411425083876, 0.0018961317837238312, 0.0029283976182341576, 0.00199685525149107, 0.003348396625369787, 0.001851976732723415, 0.00262658204883337, 0.0037890749517828226, 0.0013981942320242524, 0.0011411434970796108, 0.0015937286661937833, 0.0013203014386817813, 0.0019760108552873135, 0.002361339284107089, 0.0023590517230331898, 0.004096901509910822, 0.00233830395154655, 0.00160406983923167, 0.002666798187419772, 0.0028791509103029966, 0.0015508505748584867, 0.0020057656802237034, 0.0016376640414819121, 0.0036820359528064728, 0.0023200688883662224, 0.0044279517605900764, 0.0013912231661379337, 0.0014830108266323805, 0.0034116096794605255, 0.0020465985871851444, 0.0031344278249889612, 0.0016293636290356517, 0.0020539266988635063, 0.0053556268103420734, 0.0021137141156941652, 0.0029473023023456335, 0.0029881689697504044, 0.0013605323620140553, 0.0021700463257730007, 0.003272263566032052, 0.0022664773277938366, 0.002398100681602955, 0.0018629638943821192, 0.002982065314427018, 0.0022156296763569117, 0.002310647862032056, 0.0032598136458545923, 0.0022951741702854633, 0.002660832367837429, 0.0023296319413930178, 0.0038384702056646347, 0.004168422427028418, 0.0022474261932075024, 0.002443190198391676, 0.0028582902159541845, 0.001740776700899005, 0.001935043022967875, 0.002684477251023054, 0.00359276938252151, 0.0026385243982076645, 0.002435272326692939, 0.0014219506410881877, 0.003890327177941799, 0.002803429262712598, 0.0016531354049220681, 0.001970567274838686, 0.0018351419130340219, 0.002240575850009918, 0.0036413511261343956, 0.0014961713459342718, 0.0029745385982096195, 0.0034423954784870148, 0.0022877261508256197, 0.0015449175843968987, 0.0035632008221000433, 0.002551677403971553, 0.002583699068054557, 0.004744803998619318, 0.0033402384724467993, 0.0037780562415719032, 0.002226982032880187, 0.002544375602155924, 0.0015993488486856222, 0.0026230087969452143, 0.002960208337754011, 0.0024392157793045044, 0.002761188196018338, 0.002207711571827531, 0.0019035206642001867, 0.003018065355718136, 0.0017329148249700665, 0.0028268916066735983, 0.0023350687697529793, 0.004311784636229277, 0.0024648853577673435, 0.0036333773750811815, 0.004592238925397396, 0.0028000897727906704, 0.0022424461785703897, 0.002215792890638113, 0.005627476144582033, 0.0024593009147793055, 0.006041842047125101, 0.002217273460701108, 0.002025727415457368, 0.0029712372925132513, 0.001792723429389298, 0.0016151159070432186, 0.0023848633281886578, 0.003753286087885499, 0.003097717184573412, 0.004811819177120924, 0.0024889560882002115, 0.0014158168341964483, 0.004600340034812689, 0.002029913943260908, 0.002768079051747918, 0.002465144032612443, 0.002807218348607421, 0.003683052957057953, 0.003327029524371028, 0.001656258013099432, 0.0026739321183413267, 0.0019545916002243757, 0.004729133564978838, 0.0029354444704949856, 0.0016869754763320088, 0.0024131103418767452, 0.0020352755673229694, 0.0023830682039260864, 0.0021120961755514145, 0.0026266910135746002, 0.0020617221016436815, 0.0018571899272501469, 0.003593090223148465, 0.0016678738174960017, 0.001488194684498012, 0.003385015996173024, 0.0037519659381359816, 0.004354925360530615, 0.002523815492168069, 0.003074344014748931, 0.0015769620658829808, 0.0019595965277403593, 0.0014172487426549196, 0.002114810748025775, 0.0020643773023039103, 0.002309410134330392, 0.001777329365722835, 0.0025072370190173388, 0.0030093968380242586, 0.0018622302450239658, 0.001298312097787857, 0.0018658909248188138, 0.0021186594385653734, 0.003517038421705365, 0.0018924493342638016, 0.0020849190186709166, 0.0014863881515339017, 0.0015929288929328322, 0.0023186062462627888, 0.0018266792176291347, 0.0028080064803361893, 0.0028068821411579847, 0.003325898200273514, 0.0022796832490712404, 0.0016979107167571783, 0.005100464913994074, 0.0016207827720791101, 0.002688332926481962, 0.00413915840908885, 0.0023392916191369295, 0.003967256285250187, 0.0029113097116351128, 0.0014176794793456793, 0.0019324737368151546, 0.002560134045779705, 0.002930459100753069, 0.0013356755953282118, 0.0013067153049632907, 0.0027709784917533398, 0.0022468052338808775, 0.004068711306899786, 0.005880763754248619, 0.00388839072547853, 0.0031174561008810997, 0.0017172525404021144, 0.0016149278962984681, 0.0029471239540725946, 0.0036286411341279745, 0.003541163634508848, 0.0036509819328784943, 0.001652955892495811, 0.0023814241867512465, 0.0023935851640999317, 0.0012244351673871279, 0.004288055934011936, 0.002861969405785203, 0.003458552062511444, 0.0019967681728303432, 0.0019622137770056725, 0.0025310483761131763, 0.002119764918461442, 0.003019573399797082, 0.001848337589763105, 0.0025960435159504414, 0.0018945044139400125, 0.0014435300836339593, 0.00312359188683331, 0.0027004366274923086, 0.0026692934334278107, 0.002214249689131975, 0.0036300027277320623, 0.0019786255434155464, 0.002158057875931263, 0.00251259608194232, 0.003155282000079751, 0.0016556310001760721, 0.003587153274565935, 0.0025166135746985674, 0.0014876676723361015, 0.0033149896189570427, 0.002144698752090335, 0.0013806924689561129, 0.0026810932904481888, 0.0032044709660112858, 0.002758628223091364, 0.0020798055920749903, 0.002973079914227128, 0.0014402105007320642, 0.0011757757747545838, 0.0016094904858618975, 0.004534468986093998, 0.0032603731378912926, 0.0048163821920752525, 0.0017332324059680104, 0.002363390289247036, 0.0017987723695114255, 0.0069136349484324455, 0.0019277071114629507, 0.003535367315635085, 0.0023629774805158377, 0.0022846832871437073, 0.001486578257754445, 0.0011596436379477382, 0.0019308214541524649, 0.0027587353251874447, 0.0014062855625525117, 0.0029180780984461308, 0.0031868270598351955, 0.005109977442771196, 0.0030237624887377024, 0.0020399983040988445, 0.005026264116168022, 0.0017784120282158256, 0.0017263899790123105, 0.0014295768924057484, 0.004020694177597761, 0.0028368677012622356, 0.002015735488384962, 0.001712789642624557, 0.0027514679823070765, 0.004615036305040121, 0.001724574831314385, 0.002811437239870429, 0.0039374069310724735, 0.001815278665162623, 0.0028660648968070745, 0.0023093607742339373, 0.004971972666680813, 0.005799363367259502, 0.0038005774840712547, 0.003391254460439086, 0.002616348210722208, 0.002474516397342086, 0.00412609102204442, 0.0034659700468182564, 0.0030700420029461384, 0.003871588036417961, 0.0019044328946620226, 0.002851139986887574, 0.0022630186285823584, 0.0021294939797371626, 0.0019664003048092127, 0.0023207888007164, 0.004591354634612799, 0.0022730825003236532, 0.003036891110241413, 0.0024197662714868784, 0.0028385326731950045, 0.0016381636960431933, 0.003898007096722722, 0.0021672190632671118, 0.001209770329296589, 0.0014631825033575296, 0.0034362769220024347, 0.001672151149250567, 0.0034906668588519096, 0.001871186075732112, 0.002120556542649865, 0.002786599798128009, 0.00126805086620152, 0.002264883602038026, 0.0030551101081073284, 0.0033652407582849264, 0.0013433430576696992, 0.003059689188376069, 0.0021278082858771086, 0.002505745505914092, 0.0011416918132454157, 0.00301902717910707, 0.0037338025867938995, 0.002050702925771475, 0.0027725480031222105, 0.0015970788663253188, 0.004655164200812578, 0.003912119660526514, 0.003086760640144348, 0.00355009688064456, 0.0014935717917978764, 0.0029070256277918816, 0.001958774635568261, 0.0017412835732102394, 0.0016919616609811783, 0.002264594892039895, 0.002167335944250226, 0.002366080181673169, 0.004516392480581999, 0.001952777849510312, 0.0030514642130583525, 0.0018276502378284931, 0.003148828400298953, 0.0022759451530873775, 0.005431747529655695, 0.0030523405876010656, 0.0012761196121573448, 0.0026130033656954765, 0.002946059452369809, 0.0028236559592187405, 0.003936571069061756, 0.0022063590586185455, 0.0035300457384437323, 0.00320214475505054, 0.003508055815473199, 0.0011663449695333838, 0.0017088187159970403, 0.0019845638889819384, 0.0029287668876349926, 0.002518006833270192, 0.002168372506275773, 0.0027170113753527403, 0.004098561126738787, 0.0022771526128053665, 0.001854815986007452, 0.003840115386992693, 0.002956590848043561, 0.0031937439925968647, 0.0028844247572124004, 0.004580738954246044, 0.002151020336896181, 0.0026126427110284567, 0.0026840330101549625, 0.001677080406807363, 0.0017083329148590565, 0.002943184459581971, 0.0019217822700738907, 0.002179581904783845, 0.0023522230330854654, 0.0025288830511271954, 0.0012513280380517244, 0.002110769273713231, 0.00217889784835279, 0.003362881951034069, 0.003605461213737726, 0.0012272107414901257, 0.002779200440272689, 0.0017029407899826765, 0.00226132501848042, 0.002289105672389269, 0.0020394502207636833, 0.003012194065377116, 0.004246358759701252, 0.0043303584679961205, 0.001623650430701673, 0.0042557427659630775, 0.0016040568007156253, 0.002751633757725358, 0.003290879772976041, 0.0027842174749821424, 0.003483004868030548, 0.002849432174116373, 0.002929444657638669, 0.002183692529797554, 0.001484880456700921, 0.0038678834680467844, 0.0020239464938640594, 0.0022108606062829494, 0.0030199592001736164, 0.001622615265659988, 0.0012516842689365149, 0.0016674945363774896, 0.0032920336816459894, 0.003987125586718321, 0.0026889208238571882, 0.0012005070457234979, 0.0015503405593335629, 0.002578087616711855, 0.0022661718539893627, 0.0023067924194037914, 0.0022520762868225574, 0.00199361820705235, 0.003486553207039833, 0.0018200123449787498, 0.0032523779664188623, 0.002817159751430154, 0.0020256296265870333, 0.0026498970109969378, 0.0022422210313379765, 0.002181204967200756, 0.0031012212857604027, 0.002480115508660674, 0.002898336621001363, 0.00488935736939311, 0.0010723434388637543, 0.0017751756822690368, 0.0026208304334431887, 0.003019223688170314, 0.00164711382240057, 0.0026557266246527433, 0.0014513269998133183, 0.0034313001669943333, 0.0032609414774924517, 0.0016491017304360867, 0.0034221019595861435, 0.0022495852317661047, 0.004401481710374355, 0.0020637523848563433, 0.0028074961155653, 0.0038524544797837734, 0.0013531154254451394, 0.0026245987974107265, 0.003876207396388054, 0.004297060426324606, 0.0018685482209548354, 0.002375227864831686, 0.002568615833297372, 0.0018083162140101194, 0.003145473077893257, 0.0020680236630141735, 0.002566075185313821, 0.005997988395392895, 0.0018434827215969563, 0.002629645634442568, 0.0023837739136070013, 0.0028683007694780827, 0.0025678002275526524, 0.0027854458894580603, 0.0016334070824086666, 0.0029261785093694925, 0.003371891565620899, 0.0028973480220884085, 0.004001962020993233, 0.0017269551753997803, 0.0012727916473522782, 0.0037465253844857216, 0.0026267662178725004, 0.002266035182401538, 0.002400338416919112, 0.003109852783381939, 0.0023252477403730154, 0.0012310226447880268, 0.0013343668542802334, 0.001775189652107656, 0.0019509567646309733, 0.005721436347812414, 0.0025487730745226145, 0.0018415296217426658, 0.003353578969836235, 0.0012366389855742455, 0.0025130892172455788, 0.0026031157467514277, 0.001806277665309608, 0.0013092136941850185, 0.002216581255197525, 0.0016645167488604784, 0.0026247098576277494, 0.002282247878611088, 0.0026746862567961216, 0.0022917368914932013, 0.0033626488875597715, 0.002311551012098789, 0.0040206690318882465, 0.0022682552225887775, 0.003091484773904085, 0.001262206700630486, 0.002405337058007717, 0.0022494676522910595, 0.00163673993665725, 0.002993700560182333, 0.0033258753828704357, 0.0016742426669225097, 0.003489264752715826, 0.0031297726090997458, 0.002003108849748969, 0.004155782982707024, 0.0022394047118723392, 0.003620750503614545, 0.0016501274658367038, 0.0026855911128222942, 0.002124383579939604, 0.002605606336146593, 0.002639854559674859, 0.0038584296125918627, 0.0019324658205732703, 0.003125827992334962, 0.0031237045768648386, 0.001996150240302086, 0.0021579505410045385, 0.003463330212980509, 0.0028589419089257717, 0.0030558397993445396, 0.0018440033309161663, 0.002812175080180168, 0.0024522747844457626, 0.0014177915873005986, 0.0036615501157939434, 0.0022625119891017675, 0.0014751334674656391, 0.0042407154105603695, 0.003314260160550475, 0.0036485479213297367, 0.0025448279920965433, 0.002099363598972559, 0.002301375847309828, 0.0031109158881008625, 0.004480086266994476, 0.0015286190900951624, 0.001108477939851582, 0.0014852590393275023, 0.00314969546161592, 0.0033945294562727213, 0.0027656930033117533, 0.004769681952893734, 0.003848152467980981, 0.003618125803768635, 0.0025531859137117863, 0.0018835748778656125, 0.0012433019001036882, 0.0017010491574183106, 0.0023297572042793036, 0.002064536325633526, 0.005510583519935608, 0.00317407981492579, 0.0026391162537038326, 0.001490672235377133, 0.004191262181848288, 0.0019463396165519953, 0.0016730158822610974, 0.0033716887701302767, 0.0022460254840552807, 0.0020001172088086605, 0.0049359844997525215, 0.0037181877996772528, 0.003087208839133382, 0.0024188526440411806, 0.0016829513479024172, 0.0019878223538398743, 0.002239482942968607, 0.0032462275121361017, 0.002127405721694231, 0.00211941241286695, 0.002762498799711466, 0.002319813473150134, 0.004032767377793789, 0.003479162696748972, 0.0013955808244645596, 0.003193837823346257, 0.0053605311550199986, 0.0035767219960689545, 0.002454089932143688, 0.0016203932464122772, 0.002790039638057351, 0.0019338078564032912, 0.0024333258625119925, 0.0011572630610316992, 0.0020229460205882788, 0.004204651806503534, 0.0025801064912229776, 0.002376945922151208, 0.002445936668664217, 0.0024329018779098988, 0.002707601524889469, 0.0029408710543066263, 0.004549803212285042, 0.003143287729471922, 0.0022387991193681955, 0.002206319011747837, 0.0013000203762203455, 0.002299804240465164, 0.0016719130799174309, 0.004168124869465828, 0.0026379378978163004, 0.0023010848090052605, 0.0019951295107603073, 0.002128452993929386, 0.002420935546979308, 0.0017286004731431603, 0.002936114091426134, 0.0023798211477696896, 0.0027554749976843596, 0.0017766155069693923, 0.0014062029076740146, 0.004125010222196579, 0.0014601930743083358, 0.0018300492083653808, 0.003000906202942133, 0.0028375466354191303, 0.0021022921428084373, 0.0017755980370566249, 0.0021143541671335697, 0.003385436488315463, 0.0030996333807706833, 0.004105822183191776, 0.002816181629896164, 0.0027611912228167057, 0.0016073881415650249, 0.003486471250653267, 0.0024631600826978683, 0.0023576472885906696, 0.0012288709403946996, 0.004144669510424137, 0.0015292525058612227, 0.0017556672682985663, 0.0034981428179889917, 0.0034095800947397947, 0.002050301991403103, 0.0035360800102353096, 0.0025371084921061993, 0.004053527023643255, 0.0014036797219887376, 0.002422790974378586, 0.002065823180601001, 0.003644616110250354, 0.002373748691752553, 0.0035843411460518837, 0.002112011192366481, 0.0016926826210692525, 0.0019667488522827625, 0.003285488113760948, 0.0022296991664916277, 0.0025823090691119432, 0.0028290266636759043, 0.0028535709716379642, 0.003424539230763912, 0.0021991257090121508, 0.0029877955093979836, 0.0020119748078286648, 0.0035247942432761192, 0.0012922331225126982, 0.001216425560414791, 0.0035530973691493273, 0.0022817302960902452, 0.0015992824919521809, 0.0030610987450927496, 0.002702070167288184, 0.0028569968417286873, 0.0030805335845798254, 0.0027963186148554087, 0.001419560401700437, 0.002681723330169916, 0.002468261867761612, 0.0019014361314475536, 0.003450981108471751, 0.0022387627977877855, 0.0020042271353304386, 0.002067804569378495, 0.0035706276539713144, 0.002063165418803692, 0.001792623195797205, 0.002259422093629837, 0.003389609744772315, 0.0024576832074671984, 0.002436196431517601, 0.0019377931021153927, 0.00210650940425694, 0.0031236372888088226, 0.0025024989154189825, 0.0029820252675563097, 0.0038544253911823034, 0.0028749420307576656, 0.002846924588084221, 0.002591521944850683, 0.0036826913710683584, 0.0021343519911170006, 0.0020232917740941048, 0.0038221038412302732, 0.0022259335964918137, 0.002814163686707616, 0.0020954813808202744, 0.0022524422965943813, 0.00233990210108459, 0.0018235277384519577, 0.002959728939458728, 0.003935225773602724, 0.0018528752261772752, 0.002753304550424218, 0.002232746686786413, 0.0033875934313982725, 0.003448455361649394, 0.0022005552891641855, 0.0016693049110472202, 0.001587194623425603, 0.0043151043355464935, 0.001987809082493186, 0.002965578343719244, 0.002464010613039136, 0.0015316444914788008, 0.004114267881959677, 0.0010236017405986786, 0.0034348610788583755, 0.0016952910227701068, 0.003621496492996812, 0.001992429606616497, 0.0012522790348157287, 0.0029040270019322634, 0.002358129946514964, 0.003193009179085493, 0.0019072324503213167, 0.0015676007606089115, 0.0019447299418970942, 0.002009866526350379, 0.0026986899320036173, 0.002484464319422841, 0.001546009792946279, 0.00225475593470037, 0.0025030190590769053, 0.0017530838958919048, 0.0015596935991197824, 0.003379393368959427, 0.0017394260503351688, 0.004218278452754021, 0.0018476058030501008, 0.001960177207365632, 0.002286306582391262, 0.001193001284264028, 0.0034251748584210873, 0.002827430609613657, 0.004385179840028286, 0.002349406247958541, 0.0021437618415802717, 0.002019667299464345, 0.00188895920291543, 0.0029898223001509905, 0.0026627318002283573, 0.0020604413002729416, 0.0011904462007805705, 0.0016500629717484117, 0.0025043226778507233, 0.0024809306487441063, 0.0028431774117052555, 0.002476464258506894, 0.0014368293341249228, 0.0023757461458444595, 0.003612374421209097, 0.0032703790348023176, 0.0023180481512099504, 0.0012079384177923203, 0.0017852636519819498, 0.003243314102292061, 0.0020605435129255056, 0.001681013498455286, 0.001446866663172841, 0.0023379679769277573, 0.002836806932464242, 0.0023502244148403406, 0.0024177206214517355, 0.003959320485591888, 0.0013357652351260185, 0.0017541737761348486, 0.004019658546894789, 0.002385025378316641, 0.0034246856812387705, 0.0021320960950106382, 0.0027372436597943306, 0.0014584728050976992, 0.002551841549575329, 0.0029833256267011166, 0.0013420470058918, 0.0020915931090712547, 0.0034995072055608034, 0.001621388946659863, 0.0037306391168385744, 0.0011711666593328118, 0.002693924820050597, 0.0012156519806012511, 0.0024852193892002106, 0.0012256730115041137, 0.0033886723686009645, 0.0026657101698219776, 0.0017231249948963523, 0.0012468062341213226, 0.002725133439525962, 0.0018779461970552802, 0.0024480607826262712, 0.001322735333815217, 0.0027614037971943617, 0.004830469377338886, 0.0013467881362885237, 0.0028822144959121943, 0.0037188685964792967, 0.0018655983731150627, 0.003644482931122184, 0.0027461738791316748, 0.002016733167693019, 0.003518828423693776, 0.0017396863549947739, 0.003440865082666278, 0.0030965537298470736, 0.0031662043184041977, 0.003192424075677991, 0.0013723720330744982, 0.0015920602018013597, 0.0023855643812566996, 0.0031396890990436077, 0.003179022343829274, 0.0021318059880286455, 0.006438813637942076, 0.003920699004083872, 0.0028642513789236546, 0.002141787437722087, 0.003775329329073429, 0.0019372972892597318, 0.00391912367194891, 0.004582149442285299, 0.0011374845635145903, 0.00228960532695055, 0.0022020505275577307, 0.0025578485801815987, 0.002928532660007477, 0.0032845893874764442, 0.002543657785281539, 0.002396180760115385, 0.0023497147485613823, 0.0030358661897480488, 0.0026451435405761003, 0.002381417900323868, 0.0032271933741867542, 0.0038493650499731302, 0.0032206401228904724, 0.003342588199302554, 0.0013256680686026812, 0.002591945230960846, 0.0032393410801887512, 0.0024543541949242353, 0.005485700909048319, 0.002982328413054347, 0.0022206446155905724, 0.003426664974540472, 0.0030111076775938272, 0.004128354135900736, 0.003021870506927371, 0.0012900674482807517, 0.0015560864703729749, 0.0013368944637477398, 0.003188320202752948, 0.0016926692333072424, 0.0034198137000203133, 0.003058571834117174, 0.0016674329526722431, 0.0016945156967267394, 0.0028301342390477657, 0.0018129536183550954, 0.003681614063680172, 0.004374712239950895, 0.002805239288136363, 0.001790274283848703, 0.001961099449545145, 0.0024299996439367533, 0.0029087180737406015, 0.002727894112467766, 0.002817934611812234, 0.002299525309354067, 0.001875865738838911, 0.0019574607722461224, 0.001664608484134078, 0.0018172060372307897, 0.0036175306886434555, 0.0019057041499763727, 0.0019340815488249063, 0.0025289631448686123, 0.0025991015136241913, 0.0023853632155805826, 0.0038188996259123087, 0.0013148015132173896, 0.0016419511521235108, 0.00300013180822134, 0.001723887980915606, 0.0025041266344487667, 0.002609495772048831, 0.0035153040662407875, 0.002478190930560231, 0.004413900431245565, 0.002200793009251356, 0.002536601619794965, 0.004507201723754406, 0.0024984655901789665, 0.002955737756565213, 0.0025372819509357214, 0.0011906467843800783, 0.0030922978185117245, 0.0027665107045322657, 0.002511518308892846, 0.0030048692133277655, 0.0019108487758785486, 0.006525141187012196, 0.0020163562148809433, 0.001867320854216814, 0.0026678938884288073, 0.0031368837226182222, 0.003729554358869791, 0.002700393320992589, 0.002522708848118782, 0.0024473294615745544, 0.0012693870812654495, 0.0018074060790240765, 0.001579580712132156, 0.0018049260834231973, 0.0015761920949444175, 0.004037100821733475, 0.0026302554178982973, 0.002074158051982522, 0.0027325775008648634, 0.0013919878983870149, 0.0024694495368748903, 0.002231476129963994, 0.0024642227217555046, 0.004070573020726442, 0.0025843463372439146, 0.00152815121691674, 0.004393725655972958, 0.0031223564874380827, 0.003261909354478121, 0.0030509333591908216, 0.003161991247907281, 0.002066054381430149, 0.001539414282888174, 0.002182029653340578, 0.001206989400088787, 0.001894138753414154, 0.0029261044692248106, 0.00240472168661654, 0.0022965644020587206, 0.005830913316458464, 0.0026499752420932055, 0.001541677862405777, 0.0015211771242320538, 0.00319231441244483, 0.0011898367665708065, 0.0021544541232287884, 0.0016994745237752795, 0.0022714685183018446, 0.0022597156930714846, 0.0034142720978707075, 0.0031305458396673203, 0.0017396407201886177, 0.001294882269576192, 0.002451256150379777, 0.003459060564637184, 0.005776132456958294, 0.0012079370208084583, 0.004803739953786135, 0.0019970277789980173, 0.0019056079909205437, 0.001168919843621552, 0.003134646685793996, 0.004038999322801828, 0.002414274262264371, 0.003611369524151087, 0.0016177556244656444, 0.0033540416043251753, 0.0015734033659100533, 0.0015946660423651338, 0.0018047704361379147, 0.0015630917623639107, 0.0024241721257567406, 0.002334529533982277, 0.002411177847534418, 0.0014845457626506686, 0.0015505127375945449, 0.002862371038645506, 0.0024176985025405884, 0.0032759197056293488, 0.002060953062027693, 0.0022232953924685717, 0.002935112686827779, 0.0014607204357162118, 0.0018193444702774286, 0.001747739501297474, 0.002445987891405821, 0.0017369698034599423, 0.0017021357780322433, 0.003794575808569789, 0.002082889899611473, 0.003023473545908928, 0.007647828198969364, 0.001853173365816474, 0.0022818793077021837, 0.0024869199842214584, 0.002058262238278985, 0.00243203341960907, 0.0045456732623279095, 0.0010374929988756776, 0.002113322028890252, 0.002605749061331153, 0.0023217203561216593, 0.003854612819850445, 0.002736507449299097, 0.001958972541615367, 0.0021563994232565165, 0.003570383880287409, 0.0014743729261681437, 0.002685378072783351, 0.0037619336508214474, 0.0028451350517570972, 0.0030419158283621073, 0.002922659507021308, 0.0015279357321560383, 0.0012081991881132126, 0.0038473326712846756, 0.0023019579239189625, 0.0023519210517406464, 0.0023758148308843374, 0.004484894685447216, 0.0062406896613538265, 0.0028032155241817236, 0.0024417024105787277, 0.0024521653540432453, 0.0027259672060608864, 0.0030773149337619543, 0.0030242346692830324, 0.0020634590182453394, 0.0031831380911171436, 0.0022383916657418013, 0.0024752982426434755, 0.002557732630521059, 0.0016743310261517763, 0.0012391017517074943, 0.0019353132229298353, 0.002383515704423189, 0.0017500785179436207, 0.0023817431647330523, 0.0029625319875776768, 0.0036159877199679613, 0.001898826565593481, 0.003214704105630517, 0.002630968578159809, 0.0012326178839430213, 0.0024373852647840977, 0.0029048852156847715, 0.003105167532339692, 0.002825002186000347, 0.0032638711854815483, 0.002506331540644169, 0.0032973524648696184, 0.0026464336551725864, 0.005383458454161882, 0.0020292119588702917, 0.0025700556579977274, 0.0028464326169341803, 0.0025752566289156675, 0.003257842268794775, 0.001448783208616078, 0.0027436537202447653, 0.0017313146963715553, 0.002991650253534317, 0.002919925842434168, 0.002241254784166813, 0.0031004345510154963, 0.0022750108037143946, 0.002525538671761751, 0.001460534636862576, 0.0026795174926519394, 0.0016079135239124298, 0.003153429366648197, 0.005666379351168871, 0.0014240272575989366, 0.0026866046246141195, 0.0024147580843418837, 0.003519840305671096, 0.002876205602660775, 0.002617138670757413, 0.0020209397189319134 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 74, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": {}, "layer_output_infos": [ { "id": 75, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:1:output": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.1.output.dense", "input_tensor_infos": [ { "id": 75, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.024913186207413673 ], "zero_point": [ 7 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.002107044216245413, 0.002246848540380597, 0.0029212688095867634, 0.0019509891280904412, 0.001717696781270206, 0.0020922296680510044, 0.0020071666222065687, 0.002750973217189312, 0.0028110004495829344, 0.0022065278608351946, 0.00220579095184803, 0.0030507433693856, 0.002778299618512392, 0.0032639733981341124, 0.002519827103242278, 0.002821738366037607, 0.0021999289747327566, 0.0020068471785634756, 0.0023145766463130713, 0.0019135168986395001, 0.004215765744447708, 0.002909319242462516, 0.0029939664527773857, 0.0027338978834450245, 0.0038299390580505133, 0.0071049826219677925, 0.0024575148709118366, 0.0025689243339002132, 0.0020627379417419434, 0.002472813008353114, 0.005544228944927454, 0.0017155347159132361, 0.003016341244801879, 0.0025731108617037535, 0.0036825225688517094, 0.003895618487149477, 0.0018558957381173968, 0.002291003242135048, 0.0015249125426635146, 0.0020858661737293005, 0.0020724348723888397, 0.0019406250212341547, 0.00861295498907566, 0.0020755580626428127, 0.004766416735947132, 0.0022784522734582424, 0.00326033728197217, 0.0029720424208790064, 0.003938742913305759, 0.0037623124662786722, 0.0033694745507091284, 0.002342878608033061, 0.0031124940142035484, 0.0045210192911326885, 0.003756339196115732, 0.003063624259084463, 0.004298188723623753, 0.0016265680314972997, 0.002920643426477909, 0.0022905978839844465, 0.003709983779117465, 0.0020147720351815224, 0.002933324547484517, 0.0018550638342276216, 0.002730434061959386, 0.002314676297828555, 0.003289946122094989, 0.002388755325227976, 0.0024322832468897104, 0.0020180344581604004, 0.001704449183307588, 0.001587219419889152, 0.00370840379036963, 0.00259003764949739, 0.0021953415125608444, 0.003039875766262412, 0.002038780367001891, 0.0022972121369093657, 0.00301550910808146, 0.0025777958799153566, 0.0029851882718503475, 0.002908529946580529, 0.0028787078335881233, 0.002084702719002962, 0.0030154564883559942, 0.003852304769679904, 0.0024129257071763277, 0.002774605294689536, 0.002855731174349785, 0.0030929886270314455, 0.004984382074326277, 0.003908821381628513, 0.0029766596853733063, 0.0022931944113224745, 0.003264436963945627, 0.0016721209976822138, 0.0017553194193169475, 0.002250178949907422, 0.006025234237313271, 0.002638178411871195, 0.0025330616626888514, 0.002671585651114583, 0.0031484004575759172, 0.0022854343988001347, 0.0021798666566610336, 0.0028359994757920504, 0.0022402629256248474, 0.0041039325296878815, 0.0038615060038864613, 0.0029058221261948347, 0.002311917720362544, 0.003088287077844143, 0.0017606959445402026, 0.0023558202665299177, 0.002877249149605632, 0.0027977621648460627, 0.0029845628887414932, 0.00280603370629251, 0.0029603533912450075, 0.0018882666481658816, 0.003058195346966386, 0.002213730476796627, 0.003634728491306305, 0.001735536614432931, 0.00231386860832572, 0.003109660465270281, 0.0024828894529491663, 0.002604580717161298, 0.0033145835623145103, 0.0024242931976914406, 0.002267898293212056, 0.0022645683493465185, 0.0027857664972543716, 0.002930654212832451, 0.0037983101792633533, 0.0072118681855499744, 0.002413108479231596, 0.002432818291708827, 0.0024447410833090544, 0.002516447100788355, 0.002288759220391512, 0.0036632115952670574, 0.0021247609984129667, 0.004112882073968649, 0.0019588246941566467, 0.002411995781585574, 0.002237935783341527, 0.0022031732369214296, 0.003303705947473645, 0.001664637471549213, 0.0035235059913247824, 0.0020820980425924063, 0.0025270201731473207, 0.00203467789106071, 0.0019297468243166804, 0.0034478597808629274, 0.002364318585023284, 0.002095601288601756, 0.0023582056164741516, 0.002152367029339075, 0.002846258459612727, 0.002817354863509536, 0.0021288939751684666, 0.002718748990446329, 0.0038965600542724133, 0.0028391843661665916, 0.004569772630929947, 0.0038563255220651627, 0.0022720028646290302, 0.004430403467267752, 0.0019284242298454046, 0.004003769718110561, 0.0024403086863458157, 0.0030443710274994373, 0.0035996248479932547, 0.0028531078714877367, 0.002612712327390909, 0.0028897884767502546, 0.0029138438403606415, 0.003443384077399969, 0.004467386286705732, 0.0014966354938223958, 0.0027069468051195145, 0.0025786818005144596, 0.0030600063037127256, 0.003744281129911542, 0.0019016483565792441, 0.0034910228569060564, 0.0019305836176499724, 0.0027566561475396156, 0.0019163333345204592, 0.0018816652009263635, 0.002645777305588126, 0.002348502865061164, 0.0030893050134181976, 0.0035392469726502895, 0.0021087308414280415, 0.010519764386117458, 0.0014322735369205475, 0.0023235834669321775, 0.0032906043343245983, 0.002595481462776661, 0.0025235177017748356, 0.0018297814531251788, 0.002711068606004119, 0.002169218612834811, 0.004829381126910448, 0.003613693406805396, 0.0033770441077649593, 0.0028635445050895214, 0.002476676134392619, 0.002391891786828637, 0.003115552244707942, 0.0027551359962671995, 0.0036202888004481792, 0.0040088980458676815, 0.002566745737567544, 0.009431199170649052, 0.0026529328897595406, 0.003833924885839224, 0.002738949842751026, 0.002676976379007101, 0.00241282326169312, 0.002088300185278058, 0.0028715573716908693, 0.002856201957911253, 0.002316840458661318, 0.0016553094610571861, 0.0019514658488333225, 0.0021103108301758766, 0.0016873007407411933, 0.0026862863451242447, 0.0015800376422703266, 0.003557052230462432, 0.001963202375918627, 0.0038102564867585897, 0.0029532848857343197, 0.001805267995223403, 0.0023838458582758904, 0.002492819679901004, 0.002223334275186062, 0.002244082512333989, 0.0017228936776518822, 0.008257957175374031, 0.002190542174503207, 0.0025133229792118073, 0.004432237707078457, 0.0021773476619273424, 0.0014616793487221003, 0.002927109831944108, 0.0023263522889465094, 0.003109824378043413, 0.0023941355757415295, 0.0031204831320792437, 0.00263775116764009, 0.0024494340177625418, 0.0029122435953468084, 0.0022824080660939217, 0.002858757507055998, 0.0015777708031237125, 0.0023847322445362806, 0.0029528485611081123, 0.006636301055550575, 0.002995844231918454, 0.0025401487946510315, 0.0023735761642456055, 0.0027266957331448793, 0.0025846674107015133, 0.002280684420838952, 0.0021077811252325773, 0.0022704373113811016, 0.0021473662927746773, 0.002721408847719431, 0.003248250810429454, 0.0026065073907375336, 0.0018096279818564653, 0.002760327188298106, 0.0024488926865160465, 0.0026253408286720514, 0.0019328589551150799, 0.003081537550315261, 0.0032806412782520056, 0.001994106452912092, 0.0030021124985069036, 0.0029464727267622948, 0.0019386300118640065, 0.0023450928274542093, 0.0025437057483941317, 0.002667826134711504, 0.00198608310893178, 0.003346251556649804, 0.0023052189499139786, 0.0023488616570830345, 0.002433167537674308, 0.0026635511312633753, 0.002151359338313341, 0.0029999527614563704, 0.002085957443341613, 0.002179659204557538, 0.0032764084171503782, 0.002815835876390338, 0.0020022925455123186, 0.0030941746663302183, 0.00392884248867631, 0.001870995038188994, 0.002477845875546336, 0.0028689440805464983, 0.0025524981319904327, 0.00243407697416842, 0.0023104208521544933, 0.0031214652117341757, 0.007359934970736504, 0.002144313883036375, 0.0037156406324356794, 0.001877651666291058, 0.002530500991269946, 0.002443344797939062, 0.0021230988204479218, 0.0023227001074701548, 0.005191211588680744, 0.0027692345902323723, 0.003260984318330884, 0.002948372159153223, 0.002504559699445963, 0.0025494492147117853, 0.0022255205549299717, 0.003786396002396941, 0.0018332678591832519, 0.004681417718529701, 0.0027361030224710703, 0.003023231402039528, 0.0033308255951851606, 0.003094410989433527, 0.0019347122870385647, 0.0023910386953502893, 0.0016036892775446177, 0.003245370229706168, 0.0031233320478349924, 0.004316763952374458, 0.002340235747396946, 0.0032057822681963444, 0.0029062468092888594, 0.0019051224226132035, 0.002366944681853056, 0.002210526494309306, 0.0018228207482025027, 0.003127716016024351, 0.002344356616958976, 0.0026654296088963747, 0.002592683769762516, 0.00291933910921216, 0.0018746628193184733, 0.002266391646116972, 0.0016860691830515862, 0.0018443800508975983, 0.002524157054722309, 0.002685809275135398, 0.0022250607144087553, 0.0024923989549279213, 0.005011152941733599, 0.002880680374801159, 0.0023833613377064466, 0.00379236601293087, 0.0026934826746582985, 0.0025189437437802553, 0.002219861140474677, 0.0022620451636612415, 0.0029862786177545786, 0.0019540893845260143, 0.002253007609397173, 0.0034511422272771597, 0.0022765640169382095, 0.0025352512020617723, 0.00232120999135077, 0.0023095514625310898, 0.002052017254754901, 0.004158885683864355, 0.0025723925791680813, 0.0028752258513122797, 0.0017400046344846487, 0.0022427313961088657, 0.002426149556413293, 0.0023079749662429094, 0.0020024676341563463 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 76, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "1": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.1.output", "input_tensor_infos": [ { "id": 77, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 0.018062923103570938 ], "zero_point": [ 133 ] }, { "id": 73, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.1580234318971634 ], "zero_point": [ 217 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 78, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": { "0": { "op_type": "", "fqn": "roberta.encoder.layer.1.output.dropout", "input_tensor_infos": [ { "id": 76, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 77, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "1": { "op_type": "", "fqn": "roberta.encoder.layer.1.output.LayerNorm", "input_tensor_infos": [ { "id": 78, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 79, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] } }, "layer_output_infos": [ { "id": 79, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:2": { "q_op_infos": {}, "nonq_op_infos": {}, "layer_output_infos": [] }, "roberta:encoder:layer:2:attention": { "q_op_infos": {}, "nonq_op_infos": {}, "layer_output_infos": [ { "id": 102, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:2:attention:self": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.2.attention.self.query", "input_tensor_infos": [ { "id": 79, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.029360048472881317 ], "zero_point": [ 146 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.002307339571416378, 0.0025442445185035467, 0.002086593536660075, 0.0027806831058114767, 0.002800634130835533, 0.0020382499787956476, 0.0025037757586687803, 0.0023101402912288904, 0.003129677614197135, 0.002462332369759679, 0.0027138867881149054, 0.002868297277018428, 0.00256446679122746, 0.0033453621435910463, 0.002930763643234968, 0.0023520379327237606, 0.0030668829567730427, 0.002833253936842084, 0.002518397755920887, 0.0033236497547477484, 0.0022547701373696327, 0.0024816824588924646, 0.0022881487384438515, 0.0034202132374048233, 0.002352305455133319, 0.0024795951321721077, 0.0022948035039007664, 0.00318510876968503, 0.002959026489406824, 0.0031964355148375034, 0.0022184778936207294, 0.0026202218141406775, 0.003723589237779379, 0.0034014966804534197, 0.004232572857290506, 0.0035765389911830425, 0.00293676252476871, 0.0031984474044293165, 0.003210686380043626, 0.0035814442671835423, 0.003219455014914274, 0.002847485477104783, 0.003988838754594326, 0.003164206398651004, 0.003166076261550188, 0.002984069986268878, 0.003255461575463414, 0.0029908150900155306, 0.0022932016290724277, 0.0032436244655400515, 0.002817552536725998, 0.004076672252267599, 0.002946781925857067, 0.0027933106757700443, 0.004212796222418547, 0.0025157989002764225, 0.0026869704015552998, 0.003426874754950404, 0.004342902917414904, 0.0028164114337414503, 0.004252096172422171, 0.00560093903914094, 0.00521783996373415, 0.002953434595838189, 0.003937094938009977, 0.003155661514028907, 0.004128182306885719, 0.0035502510145306587, 0.0035218584816902876, 0.0027265457902103662, 0.004859910346567631, 0.003947804216295481, 0.00352140748873353, 0.004014480393379927, 0.004138271324336529, 0.0038747182115912437, 0.0034817212726920843, 0.00433302391320467, 0.003708463627845049, 0.0040239011868834496, 0.0030165198259055614, 0.003781222505494952, 0.003989839926362038, 0.0036742519587278366, 0.0038524542469531298, 0.0035963882692158222, 0.0034128082916140556, 0.005226682405918837, 0.003684247611090541, 0.004572243429720402, 0.0042581879533827305, 0.00314398854970932, 0.00388347334228456, 0.0033218911848962307, 0.0035541506949812174, 0.004091997630894184, 0.0030171400867402554, 0.004047113005071878, 0.004052828531712294, 0.0032312357798218727, 0.0026032838504761457, 0.002860977780073881, 0.002432512352243066, 0.0032466694246977568, 0.003299694275483489, 0.0023050240706652403, 0.006223387084901333, 0.003622567979618907, 0.0023922151885926723, 0.0039846585132181644, 0.002969925757497549, 0.0027406306471675634, 0.002653352916240692, 0.0030269830022007227, 0.0051742494106292725, 0.003118499182164669, 0.00303546991199255, 0.0020210694056004286, 0.00245855120010674, 0.002779658418148756, 0.0023921336978673935, 0.0029939929954707623, 0.0032907917629927397, 0.002875615144148469, 0.0026498748920857906, 0.0026369437109678984, 0.003942020703107119, 0.0036085844039916992, 0.0021354188211262226, 0.0025273864157497883, 0.004136828240007162, 0.0028937035240232944, 0.0024845695588737726, 0.002886613365262747, 0.0027961907908320427, 0.0035526063293218613, 0.004257814958691597, 0.002828772645443678, 0.0029387769754976034, 0.002790752798318863, 0.0028041491750627756, 0.002432586858049035, 0.0033672405406832695, 0.002939306665211916, 0.00237940507940948, 0.004771229811012745, 0.0028272797353565693, 0.0025971578434109688, 0.0029359415639191866, 0.0037124594673514366, 0.00319647672586143, 0.002623677020892501, 0.0031908780802041292, 0.0026324682403355837, 0.002781529212370515, 0.002938571386039257, 0.0030986452475190163, 0.0019017261220142245, 0.0023439463693648577, 0.0029447576962411404, 0.003216385142877698, 0.004906251095235348, 0.0028667550068348646, 0.004202215000987053, 0.004733975511044264, 0.0030419970862567425, 0.002861365210264921, 0.0033402869012206793, 0.002561042318120599, 0.00488126790151, 0.003916281275451183, 0.003142929868772626, 0.0032716416753828526, 0.0026529424358159304, 0.0031633281614631414, 0.006079408340156078, 0.0031331293284893036, 0.0031693994533270597, 0.004098722245544195, 0.0030028026085346937, 0.0036414600908756256, 0.0044018859043717384, 0.0027502146549522877, 0.0038647407200187445, 0.0028902110643684864, 0.003314876463264227, 0.0028185963165014982, 0.0028433497063815594, 0.0026314137503504753, 0.0023895639460533857, 0.0027295085601508617, 0.004645258188247681, 0.002948927925899625, 0.004230360966175795, 0.0025855523999780416, 0.004363199230283499, 0.00416134437546134, 0.0021466866601258516, 0.002488203812390566, 0.004720879718661308, 0.002161153592169285, 0.0025527440011501312, 0.0026606563478708267, 0.003090454498305917, 0.003988460637629032, 0.0024621642660349607, 0.0022495929151773453, 0.0044500017538666725, 0.002923646941781044, 0.002366498112678528, 0.0026845692191272974, 0.002922060200944543, 0.00402717012912035, 0.002012323820963502, 0.002517770742997527, 0.003911243751645088, 0.003188710194081068, 0.002270001219585538, 0.0034114704467356205, 0.002596114529296756, 0.0028793998062610626, 0.0020206363406032324, 0.0028526464011520147, 0.0040795523673295975, 0.0033166503999382257, 0.002416378352791071, 0.002815527841448784, 0.002745670033618808, 0.003630378283560276, 0.00314311939291656, 0.0024959000293165445, 0.0024459257256239653, 0.002488726517185569, 0.0026348354294896126, 0.0030657609459012747, 0.0027795748319476843, 0.002350530354306102, 0.002984776394441724, 0.0026030626613646746, 0.0026219214778393507, 0.0026285832282155752, 0.0026838709600269794, 0.0029793381690979004, 0.0026406783144921064, 0.0027632589917629957, 0.002844074973836541, 0.0028699031099677086, 0.002231018617749214, 0.0027849343605339527, 0.0026288838125765324, 0.0026738697197288275, 0.002509793732315302, 0.00244130683131516, 0.0028923216741532087, 0.0022416894789785147, 0.0037577440962195396, 0.0031349449418485165, 0.00302274152636528, 0.0027150411624461412, 0.003196596633642912, 0.0032719566952437162, 0.0038482556119561195, 0.0027459689881652594, 0.0029944726265966892, 0.0035212980583310127, 0.0030074024107307196, 0.0025763437151908875, 0.0030656573362648487, 0.0024092441890388727, 0.002909773262217641, 0.0029922020621597767, 0.002918071812018752, 0.003056672401726246, 0.003277343697845936, 0.003030797466635704, 0.003173433942720294, 0.0033377245999872684, 0.003418521722778678, 0.0028888527303934097, 0.002980747725814581, 0.002798839006572962, 0.003757480764761567, 0.0033844537101686, 0.002647596411406994, 0.002957811113446951, 0.003751190146431327, 0.003252703230828047, 0.003594061126932502, 0.002684075850993395, 0.004502763971686363, 0.0028728374745696783, 0.0036361226812005043, 0.0028619414661079645, 0.003954358398914337, 0.0037457363214343786, 0.002417350886389613, 0.0024256298784166574, 0.0025665853172540665, 0.0033486178144812584, 0.002712314948439598, 0.0035260410513728857, 0.0027757626958191395, 0.002866531489416957, 0.0031252317130565643, 0.00399249279871583, 0.003389673540368676, 0.002707544481381774, 0.004301679786294699, 0.0035990243777632713, 0.003807351691648364, 0.0027539252769201994, 0.0037659627851098776, 0.0025413117837160826, 0.00326147279702127, 0.0034009304363280535, 0.004566713701933622, 0.003360153641551733, 0.002856257138773799, 0.0027787918224930763, 0.0045170048251748085, 0.004381854087114334, 0.003206216497346759, 0.004026382230222225, 0.0037939883768558502, 0.004110297653824091, 0.0032978446688503027, 0.0037082904018461704, 0.0037115018349140882, 0.004120361525565386, 0.004034246318042278, 0.0032237335108220577, 0.0048636626452207565, 0.0033300728537142277, 0.0033451635390520096, 0.004356712102890015, 0.0031986087560653687, 0.0028062688652426004, 0.0027472451329231262, 0.003343570977449417, 0.0029937841463834047, 0.0033739027567207813, 0.0029820294585078955, 0.0030753007158637047, 0.003084587398916483, 0.00337823573499918, 0.003225418273359537, 0.0037302987184375525, 0.0036858669482171535, 0.003927670419216156, 0.0028411864768713713, 0.0038745435886085033, 0.0030188709497451782, 0.0029298586305230856, 0.0029051979072391987, 0.003878919407725334, 0.002695877104997635, 0.0031707179732620716, 0.003056144341826439, 0.003464760258793831, 0.0033578157890588045, 0.00379932951182127, 0.0032363426871597767, 0.002953313058242202, 0.0027284666430205107, 0.003160851076245308, 0.003078526584431529, 0.002853920916095376, 0.0029482292011380196, 0.003998625557869673, 0.00311314151622355, 0.0028767806943506002, 0.003197885351255536, 0.0032741923350840807, 0.004187340848147869, 0.003207968547940254, 0.0031992371659725904, 0.0026668671052902937, 0.003646651515737176, 0.0032480305526405573, 0.0030364415142685175, 0.003347654826939106, 0.00356047204695642, 0.0030603338964283466, 0.0033980030566453934 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 80, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "1": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.2.attention.self.key", "input_tensor_infos": [ { "id": 79, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.029360048472881317 ], "zero_point": [ 146 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.002939839381724596, 0.0025511072017252445, 0.0037399176508188248, 0.002441310789436102, 0.0030147109646350145, 0.003642088733613491, 0.002995324321091175, 0.0034440450835973024, 0.0028554224409163, 0.0025711669586598873, 0.002611444564536214, 0.0028219737578183413, 0.002840474247932434, 0.003461226122453809, 0.005321399308741093, 0.006983475759625435, 0.0024448230396956205, 0.002858266467228532, 0.0030037104152143, 0.0034150821156799793, 0.0031461843755096197, 0.0037171002477407455, 0.004112257622182369, 0.002251653466373682, 0.004317000973969698, 0.0026365448720753193, 0.003852291963994503, 0.0025701462291181087, 0.0030659514013677835, 0.002621868159621954, 0.0023062091786414385, 0.0024246908724308014, 0.00433958088979125, 0.006107210647314787, 0.004620392806828022, 0.003328296123072505, 0.002531283302232623, 0.003299291245639324, 0.0034782132133841515, 0.003419632324948907, 0.007872942835092545, 0.0028831015806645155, 0.004875142127275467, 0.0037502155173569918, 0.004015394952148199, 0.0031921647023409605, 0.004509054124355316, 0.0034853750839829445, 0.0027735065668821335, 0.004062715917825699, 0.00339507102034986, 0.00685099745169282, 0.0035032581072300673, 0.003988390788435936, 0.0037803626619279385, 0.0036796769127249718, 0.005145976319909096, 0.0037502595223486423, 0.010459898971021175, 0.002590423682704568, 0.00478470791131258, 0.0061822934076189995, 0.00616429140791297, 0.004417428281158209, 0.004991091322153807, 0.003853786503896117, 0.003187959548085928, 0.005017451476305723, 0.007544189225882292, 0.0036942544393241405, 0.004005586728453636, 0.0032605179585516453, 0.0033719076309353113, 0.0031989894341677427, 0.0035046450793743134, 0.004163499455899, 0.0033579454757273197, 0.004139644559472799, 0.0033695283345878124, 0.003398036351427436, 0.0032730174716562033, 0.004137138836085796, 0.004923081025481224, 0.003470282768830657, 0.002989146625623107, 0.003324777353554964, 0.0028140018694102764, 0.003389908466488123, 0.003613036824390292, 0.0037387139163911343, 0.0035562918055802584, 0.003151048207655549, 0.004284192807972431, 0.003766139503568411, 0.003553957911208272, 0.004501033574342728, 0.007319400552660227, 0.010941345244646072, 0.0031894624698907137, 0.0029608584009110928, 0.0024283260572701693, 0.006626575253903866, 0.0032386346720159054, 0.0023993963841348886, 0.005780424457043409, 0.0035912664607167244, 0.008727770298719406, 0.007313136477023363, 0.0025025340728461742, 0.008672635070979595, 0.0038712050300091505, 0.004123751539736986, 0.0034600216895341873, 0.003094817977398634, 0.008087288588285446, 0.002426571911200881, 0.0035815441515296698, 0.0038365309592336416, 0.003872714703902602, 0.006322100758552551, 0.0048928214237093925, 0.005449316464364529, 0.004529315512627363, 0.003756730817258358, 0.003824878018349409, 0.004528104327619076, 0.005048720166087151, 0.004907905124127865, 0.002608123468235135, 0.003889919025823474, 0.002500427421182394, 0.003489794908091426, 0.002998542506247759, 0.0022640565875917673, 0.0027512095402926207, 0.005133611150085926, 0.004746424499899149, 0.0037028377410024405, 0.002380930120125413, 0.0017814363818615675, 0.0028218841180205345, 0.002904176479205489, 0.003117768792435527, 0.0028247700538486242, 0.002548262244090438, 0.006153537891805172, 0.004223307128995657, 0.0022020854521542788, 0.0023558379616588354, 0.004213795531541109, 0.005799968261271715, 0.0028509926050901413, 0.003745567286387086, 0.0026347883976995945, 0.0037371318321675062, 0.0034102071076631546, 0.0026893187314271927, 0.0022336910478770733, 0.002408967586234212, 0.003359427908435464, 0.0034700955729931593, 0.0037747619207948446, 0.004569308366626501, 0.0067442781291902065, 0.007450761739164591, 0.005767737049609423, 0.0038008440751582384, 0.003607003251090646, 0.003551590722054243, 0.008262164890766144, 0.002570777665823698, 0.0049306959845125675, 0.0046372245997190475, 0.006357457954436541, 0.003194473683834076, 0.009310266003012657, 0.004824316594749689, 0.0031182742677628994, 0.006378998514264822, 0.0051423292607069016, 0.006282337941229343, 0.00870609376579523, 0.0035932911559939384, 0.00841305311769247, 0.0030446036253124475, 0.002595186699181795, 0.002706785686314106, 0.002783664735034108, 0.0029206033796072006, 0.004097160417586565, 0.0037007301580160856, 0.007593025453388691, 0.0056679812259972095, 0.006056905724108219, 0.002816678024828434, 0.006138411816209555, 0.00488998182117939, 0.003206297755241394, 0.0029121008701622486, 0.0066815828904509544, 0.002309430157765746, 0.003658592002466321, 0.0025291871279478073, 0.002802659058943391, 0.006391030736267567, 0.0026008328422904015, 0.004007358103990555, 0.008348566479980946, 0.005389602854847908, 0.003221698570996523, 0.002965032123029232, 0.008402449078857899, 0.007931310683488846, 0.0022821391467005014, 0.004270612262189388, 0.004774273373186588, 0.004293989855796099, 0.00410417327657342, 0.002840284025296569, 0.002247506519779563, 0.0024490307550877333, 0.0020182167645543814, 0.002764684846624732, 0.00758762564510107, 0.003303632838651538, 0.0029442468658089638, 0.002565149450674653, 0.0032579475082457066, 0.0024448768235743046, 0.0035233667585998774, 0.0029610246419906616, 0.002584393136203289, 0.003211749717593193, 0.0028114919550716877, 0.002616805722936988, 0.002207884332165122, 0.003676054999232292, 0.0037069604732096195, 0.004192886874079704, 0.0031478845048695803, 0.00248512951657176, 0.0029229028150439262, 0.0026626824401319027, 0.0027226118836551905, 0.0030017702374607325, 0.0030432059429585934, 0.0025028965901583433, 0.0029033259488642216, 0.002175671048462391, 0.00300794024951756, 0.002250215969979763, 0.002268351847305894, 0.0022690275218337774, 0.0024629803374409676, 0.002868114970624447, 0.0036469202022999525, 0.0033388433512300253, 0.003533819690346718, 0.0029874376486986876, 0.003926760517060757, 0.0029786904342472553, 0.0031281523406505585, 0.0027697181794792414, 0.003162992652505636, 0.0024805034045130014, 0.0031577120535075665, 0.0035331263206899166, 0.0032107627484947443, 0.002906123176217079, 0.0024426362942904234, 0.0025743378791958094, 0.0029006432741880417, 0.003152757417410612, 0.003108687698841095, 0.0026653336826711893, 0.0029440298676490784, 0.0030252791475504637, 0.0029790515545755625, 0.0030346503481268883, 0.003500126302242279, 0.002684250008314848, 0.0030264731030911207, 0.003172109369188547, 0.0031912464182823896, 0.0029476529452949762, 0.0026371926069259644, 0.0033235016744583845, 0.0027773564215749502, 0.0030924901366233826, 0.0056506250984966755, 0.003131072735413909, 0.005515548400580883, 0.0031000014860183, 0.00545606529340148, 0.008511947467923164, 0.0063765570521354675, 0.0023155435919761658, 0.005347724538296461, 0.0038905967958271503, 0.004784044809639454, 0.00495281582698226, 0.0027315106708556414, 0.003976314328610897, 0.0057885898277163506, 0.005063378252089024, 0.003216995857656002, 0.003693097271025181, 0.007441509515047073, 0.007378635462373495, 0.005248366389423609, 0.0041806660592556, 0.004627569578588009, 0.002623779233545065, 0.005741792265325785, 0.005594888236373663, 0.005436245817691088, 0.0027854826766997576, 0.004049126524478197, 0.002937349723652005, 0.0066172294318675995, 0.0065586864948272705, 0.003619666211307049, 0.005781445186585188, 0.008919920772314072, 0.003966515883803368, 0.0059488629922270775, 0.004411220550537109, 0.003914348315447569, 0.00306608434766531, 0.003931852988898754, 0.0041490099392831326, 0.004407507833093405, 0.00464087538421154, 0.004013720899820328, 0.004775060806423426, 0.0028668022714555264, 0.0025087979156523943, 0.0038426262326538563, 0.004616620950400829, 0.005103365518152714, 0.005659975111484528, 0.003295880276709795, 0.003638834459707141, 0.004841462709009647, 0.0045329853892326355, 0.0028168794233351946, 0.0052177561447024345, 0.004875530023127794, 0.006059551611542702, 0.003052112879231572, 0.006503933109343052, 0.004438447300344706, 0.002557588741183281, 0.003175449790433049, 0.002664384199306369, 0.0031536456663161516, 0.002418398391455412, 0.004667104221880436, 0.002983843209221959, 0.002858738647773862, 0.0031230729073286057, 0.0029413243755698204, 0.003239528276026249, 0.0025814760010689497, 0.0029576467350125313, 0.003070306731387973, 0.0037421206943690777, 0.002725473837926984, 0.0027377617079764605, 0.002553114201873541, 0.0030398163944482803, 0.0030606635846197605, 0.0025219356175512075, 0.0028881377074867487, 0.0029045159462839365, 0.003544555976986885, 0.003674686886370182, 0.00246637687087059, 0.003116099163889885, 0.0026095795910805464, 0.002778788795694709, 0.003163775894790888, 0.0029196760151535273, 0.0028004443738609552 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 81, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "2": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.2.attention.self.value", "input_tensor_infos": [ { "id": 79, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.029360048472881317 ], "zero_point": [ 146 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.0017795845633372664, 0.0025778773706406355, 0.0029813668224960566, 0.0019922908395528793, 0.002191792009398341, 0.0018101627938449383, 0.0021940923761576414, 0.0021770417224615812, 0.0015148547245189548, 0.001896368688903749, 0.0017627369379624724, 0.001705282717011869, 0.0016313198721036315, 0.002960990648716688, 0.0022630358580499887, 0.001981116831302643, 0.0016133947065100074, 0.0019980971701443195, 0.0022873918060213327, 0.002043718472123146, 0.0019410073291510344, 0.002066159388050437, 0.002009997610002756, 0.0019917553290724754, 0.0020670269150286913, 0.0022152841556817293, 0.00193696073256433, 0.0018378978129476309, 0.0021024784073233604, 0.0017259520245715976, 0.003098848043009639, 0.0022216576617211103, 0.0018780281534418464, 0.0017261696048080921, 0.0018438444240018725, 0.0018967780051752925, 0.00200626696459949, 0.00348731130361557, 0.0018781699473038316, 0.002024352317675948, 0.0018489477224647999, 0.0019198473310098052, 0.0016523010563105345, 0.002691492438316345, 0.001977010862901807, 0.002509248675778508, 0.002759130671620369, 0.0018395509105175734, 0.0017892004689201713, 0.002130290726199746, 0.0023409563582390547, 0.0024664364755153656, 0.0021633284632116556, 0.001807203283533454, 0.002350715920329094, 0.0021571575198322535, 0.0023679244332015514, 0.001910088350996375, 0.002086942782625556, 0.002910967916250229, 0.0016629036981612444, 0.0019396451534703374, 0.0020882333628833294, 0.0019880360923707485, 0.00130714219994843, 0.0013699829578399658, 0.0015484223840758204, 0.0016194080235436559, 0.0025335317477583885, 0.0014173665549606085, 0.0017055579228326678, 0.0016165388515219092, 0.0017973871435970068, 0.0018442858709022403, 0.0015382124111056328, 0.0014747031964361668, 0.0012308531440794468, 0.0014426143607124686, 0.0015191888669505715, 0.001417164341546595, 0.001284914673306048, 0.0017079549143090844, 0.0014888630248606205, 0.0013613952323794365, 0.0015792588237673044, 0.0012519577285274863, 0.0014516887022182345, 0.001448831520974636, 0.0019196675857529044, 0.0015631429851055145, 0.0013480903580784798, 0.0016210793983191252, 0.0013353524263948202, 0.0013205313589423895, 0.0013697516405954957, 0.001900040777400136, 0.0028370313812047243, 0.0025932027492672205, 0.0025345273315906525, 0.0023402816150337458, 0.0027823480777442455, 0.003023006720468402, 0.0026953222695738077, 0.0029011263977736235, 0.0021550278179347515, 0.00286537641659379, 0.002636425429955125, 0.0026409022975713015, 0.0025223414413630962, 0.0026047362480312586, 0.002778607187792659, 0.0028381291776895523, 0.003102352377027273, 0.0026045802515000105, 0.0023548766039311886, 0.003066352102905512, 0.0035928047727793455, 0.003522815415635705, 0.002888844348490238, 0.0024122155737131834, 0.0032030765432864428, 0.0035960213281214237, 0.002137106377631426, 0.0027660198975354433, 0.0038755873683840036, 0.0033028030302375555, 0.0032933163456618786, 0.0022642887197434902, 0.003179691033437848, 0.0022978801280260086, 0.0032517854124307632, 0.0021295093465596437, 0.002948947250843048, 0.0028802859596908092, 0.0026683942414820194, 0.0028976621106266975, 0.002498225076124072, 0.0020978942047804594, 0.003307409817352891, 0.0022770471405237913, 0.0026698235888034105, 0.002298940671607852, 0.0022624339908361435, 0.002629518276080489, 0.0028355461545288563, 0.002225299831479788, 0.0030254945158958435, 0.0026259617879986763, 0.0027697975747287273, 0.0025249167811125517, 0.0022772366646677256, 0.0024325833655893803, 0.00251097627915442, 0.002266176277771592, 0.0032319966703653336, 0.0019504439551383257, 0.002340642735362053, 0.0021532452665269375, 0.0022591191809624434, 0.00262760859914124, 0.0021175083238631487, 0.0020217287819832563, 0.0021195875015109777, 0.002207135548815131, 0.002612276002764702, 0.0025945035740733147, 0.0025346404872834682, 0.00258296518586576, 0.0019617159850895405, 0.0023251711390912533, 0.0030069148633629084, 0.0029907983262091875, 0.002178168622776866, 0.002146592829376459, 0.0021957557182759047, 0.0023774784058332443, 0.0028591156005859375, 0.0021912171505391598, 0.0030190867837518454, 0.0020931551698595285, 0.002348831156268716, 0.0029845871031284332, 0.0024614904541522264, 0.0020313060376793146, 0.0021739460062235594, 0.002569876378402114, 0.0023011357989162207, 0.0028596024494618177, 0.003255200805142522, 0.0023642797023057938, 0.002230729442089796, 0.0017825743416324258, 0.0020636278204619884, 0.0025793667882680893, 0.0025243540294468403, 0.0030612503178417683, 0.0030919769778847694, 0.0027447580359876156, 0.0031555374152958393, 0.0024430903140455484, 0.002226370619609952, 0.0024603889323771, 0.003122908528894186, 0.0030227310489863157, 0.0025750119239091873, 0.0023311839904636145, 0.0034216870553791523, 0.0019951872527599335, 0.0025260807015001774, 0.0026228008791804314, 0.0029284663032740355, 0.0028620404191315174, 0.0028220214881002903, 0.0026158790569752455, 0.0026255841366946697, 0.003271290333941579, 0.0025747481267899275, 0.0024332839529961348, 0.0018063571769744158, 0.0025734910741448402, 0.0027423992287367582, 0.0031202570535242558, 0.002576177939772606, 0.002379213459789753, 0.0020218745339661837, 0.0025821493472903967, 0.0024604201316833496, 0.0022458992898464203, 0.0029422282241284847, 0.0023164337035268545, 0.0024374499917030334, 0.0020854370668530464, 0.0022932766005396843, 0.002364029176533222, 0.00238527893088758, 0.0023483275435864925, 0.002793653169646859, 0.0027544605545699596, 0.002438564319163561, 0.002180226845666766, 0.0023856675252318382, 0.0021594392601400614, 0.001857831492088735, 0.0021356926299631596, 0.002286022761836648, 0.002162575488910079, 0.0024110388476401567, 0.002090024994686246, 0.001983305672183633, 0.0022189372684806585, 0.0023213145323097706, 0.002081216312944889, 0.002939615398645401, 0.002091561444103718, 0.003133232006803155, 0.0023182430304586887, 0.0026861538644880056, 0.002249176613986492, 0.0031140835490077734, 0.0026555221993476152, 0.0020428725983947515, 0.0023105856962502003, 0.0021096160635352135, 0.001978095853701234, 0.002772351959720254, 0.002690741326659918, 0.0026036733761429787, 0.00227488880045712, 0.002406519604846835, 0.002326477784663439, 0.0020661973394453526, 0.003576271003112197, 0.002550276694819331, 0.00268084229901433, 0.0023650324437767267, 0.0020651803351938725, 0.002718523843213916, 0.0023101968690752983, 0.0023414725437760353, 0.003105971496552229, 0.002684809733182192, 0.0026484301779419184, 0.0021912911906838417, 0.001987491035833955, 0.0026285708881914616, 0.002459717681631446, 0.0032156305387616158, 0.0020801066420972347, 0.0024630131665617228, 0.0029811919666826725, 0.0022631848696619272, 0.002393897855654359, 0.0027687856927514076, 0.0022933778818696737, 0.002246666233986616, 0.0018875140231102705, 0.0018750110175460577, 0.0019632193725556135, 0.002158320974558592, 0.0018594225402921438, 0.0036387902218848467, 0.0024593397974967957, 0.0024968755897134542, 0.0026951865293085575, 0.002243555849418044, 0.002487692516297102, 0.0019184803823009133, 0.0020479103550314903, 0.0020094700157642365, 0.0018718686187639832, 0.0028877088334411383, 0.0027026678435504436, 0.0019749628845602274, 0.0019604763947427273, 0.002391412854194641, 0.0023344424553215504, 0.0030242016073316336, 0.0030172429978847504, 0.001782233826816082, 0.0021935696713626385, 0.0019420882454141974, 0.0016310976352542639, 0.0016354036051779985, 0.0017636707052588463, 0.0016250776825472713, 0.001854974078014493, 0.0014202720485627651, 0.0018197717145085335, 0.0018902564188465476, 0.0026617238763719797, 0.001483786036260426, 0.0019318825798109174, 0.0018815360963344574, 0.001972230849787593, 0.002649106318131089, 0.0020222829189151525, 0.002029472030699253, 0.001669635414145887, 0.0017399636562913656, 0.001821594312787056, 0.0015988514060154557, 0.0014147099573165178, 0.0017409221036359668, 0.0014826919650658965, 0.001923931296914816, 0.0018922528252005577, 0.0014592837542295456, 0.002307842019945383, 0.0015137388836592436, 0.0025107525289058685, 0.0016201587859541178, 0.0016222221311181784, 0.002769750775769353, 0.002263037720695138, 0.0020473769400268793, 0.002159605734050274, 0.002513580722734332, 0.0028956562746316195, 0.002011073287576437, 0.002466293517500162, 0.002363824052736163, 0.0031157461926341057, 0.0027237767353653908, 0.0026678156573325396, 0.0022304130252450705, 0.0019324972527101636, 0.0023415994364768267, 0.002346497029066086, 0.002866766881197691, 0.002624061657115817, 0.002342644613236189, 0.0027923842426389456, 0.0022797146812081337, 0.002073366194963455, 0.0029619259294122458, 0.0024536331184208393, 0.0025241647381335497, 0.0026791435666382313, 0.002969709923490882, 0.002974363276734948, 0.0021895321551710367, 0.0025359359569847584, 0.0025493416469544172, 0.0029529747553169727 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 84, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "3": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.2.attention.self", "input_tensor_infos": [ { "id": 88, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.05773419514298439 ], "zero_point": [ 126 ] }, { "id": 89, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.07159605622291565 ], "zero_point": [ 121 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 90, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "4": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.2.attention.self", "input_tensor_infos": [ { "id": 91, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 0.1473989337682724 ], "zero_point": [ 158 ] }, { "id": 5, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 1.3344405750530544e+36 ], "zero_point": [ 255 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 92, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "5": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.2.attention.self", "input_tensor_infos": [ { "id": 94, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.0038727002684026957 ], "zero_point": [ 0 ] }, { "id": 86, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.030492007732391357 ], "zero_point": [ 124 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 95, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": { "0": { "op_type": "", "fqn": "roberta.encoder.layer.2.attention.self", "input_tensor_infos": [ { "id": 81, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [] }, "1": { "op_type": "", "fqn": "roberta.encoder.layer.2.attention.self", "input_tensor_infos": [ { "id": 81, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 82, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "2": { "op_type": "", "fqn": "roberta.encoder.layer.2.attention.self", "input_tensor_infos": [ { "id": 82, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 83, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "3": { "op_type": "", "fqn": "roberta.encoder.layer.2.attention.self", "input_tensor_infos": [ { "id": 84, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [] }, "4": { "op_type": "", "fqn": "roberta.encoder.layer.2.attention.self", "input_tensor_infos": [ { "id": 84, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 85, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "5": { "op_type": "", "fqn": "roberta.encoder.layer.2.attention.self", "input_tensor_infos": [ { "id": 85, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 86, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "6": { "op_type": "", "fqn": "roberta.encoder.layer.2.attention.self", "input_tensor_infos": [ { "id": 80, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [] }, "7": { "op_type": "", "fqn": "roberta.encoder.layer.2.attention.self", "input_tensor_infos": [ { "id": 80, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 87, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "8": { "op_type": "", "fqn": "roberta.encoder.layer.2.attention.self", "input_tensor_infos": [ { "id": 87, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 88, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "9": { "op_type": "", "fqn": "roberta.encoder.layer.2.attention.self", "input_tensor_infos": [ { "id": 83, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {} ], "output_tensor_infos": [ { "id": 89, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "10": { "op_type": "", "fqn": "roberta.encoder.layer.2.attention.self", "input_tensor_infos": [ { "id": 90, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {} ], "output_tensor_infos": [ { "id": 91, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "11": { "op_type": "", "fqn": "roberta.encoder.layer.2.attention.self", "input_tensor_infos": [ { "id": 92, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 93, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "12": { "op_type": "", "fqn": "roberta.encoder.layer.2.attention.self.dropout", "input_tensor_infos": [ { "id": 93, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 94, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "13": { "op_type": "", "fqn": "roberta.encoder.layer.2.attention.self", "input_tensor_infos": [ { "id": 95, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 96, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "14": { "op_type": "", "fqn": "roberta.encoder.layer.2.attention.self", "input_tensor_infos": [ { "id": 96, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 97, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "15": { "op_type": "", "fqn": "roberta.encoder.layer.2.attention.self", "input_tensor_infos": [ { "id": 97, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [] }, "16": { "op_type": "", "fqn": "roberta.encoder.layer.2.attention.self", "input_tensor_infos": [ { "id": 97, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {} ], "output_tensor_infos": [ { "id": 98, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] } }, "layer_output_infos": [ { "id": 98, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:2:attention:output": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.2.attention.output.dense", "input_tensor_infos": [ { "id": 98, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.01839609071612358 ], "zero_point": [ 135 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.0010593495098873973, 0.0018313121981918812, 0.001619468443095684, 0.0010782846948131919, 0.001089581404812634, 0.0015940162120386958, 0.0012270838487893343, 0.0032275787089020014, 0.0010948481503874063, 0.0020915025379508734, 0.0019262058194726706, 0.0033975255209952593, 0.001530569395981729, 0.0019184696720913053, 0.0024390947073698044, 0.0014513216447085142, 0.0018160839099436998, 0.0010717310942709446, 0.0013177057262510061, 0.0013016731245443225, 0.002118962351232767, 0.003395515028387308, 0.002124471589922905, 0.002191835315898061, 0.00165243586525321, 0.0007991984602995217, 0.0016851102700456977, 0.0017700489843264222, 0.001116027939133346, 0.001996103674173355, 0.001679580775089562, 0.0011484726564958692, 0.0016282977303490043, 0.002219837624579668, 0.002937532728537917, 0.002920431550592184, 0.0018536128336563706, 0.00177004374563694, 0.0009994158754125237, 0.0021816641092300415, 0.0009943905752152205, 0.0010531698353588581, 0.000756923109292984, 0.0014486882137134671, 0.0021721129305660725, 0.0010531950974836946, 0.0029094135388731956, 0.0010601598769426346, 0.002880117855966091, 0.0017868292052298784, 0.001464327098801732, 0.0012818678515031934, 0.002264621900394559, 0.00105236133094877, 0.0008798121125437319, 0.002163479570299387, 0.0008674618438817561, 0.0010080966167151928, 0.002239604014903307, 0.002764603355899453, 0.0014788364060223103, 0.0014607548946514726, 0.0011427123099565506, 0.0011838325299322605, 0.0017732601845636964, 0.0018212132854387164, 0.001758025144226849, 0.0007770415395498276, 0.002761640353128314, 0.001724360859952867, 0.0013603550614789128, 0.0009269386646337807, 0.0009410780621692538, 0.0030466311145573854, 0.0018761880928650498, 0.0026540395338088274, 0.0010845287470147014, 0.0017827474512159824, 0.0019729319028556347, 0.002969763707369566, 0.0015577790327370167, 0.0026532935444265604, 0.002354023512452841, 0.0025322886649519205, 0.002513300394639373, 0.0024983619805425406, 0.001431996002793312, 0.00256874761544168, 0.0022925471421331167, 0.001723826047964394, 0.0016453351126983762, 0.0010528354905545712, 0.0018171905539929867, 0.0020353745203465223, 0.002535429550334811, 0.001048397971317172, 0.0014428660506382585, 0.0019048075191676617, 0.0008274051360785961, 0.0017811122816056013, 0.0022076701279729605, 0.0013918166514486074, 0.0028923912905156612, 0.0010366959031671286, 0.0010236867237836123, 0.0030180206522345543, 0.0015902349259704351, 0.0024013309739530087, 0.0026515184435993433, 0.0024639165494590998, 0.0010267229517921805, 0.0017355186864733696, 0.001139364903792739, 0.0020617488771677017, 0.0025975839234888554, 0.0018294879700988531, 0.0020487401634454727, 0.0021744901314377785, 0.0022110622376203537, 0.0012361444532871246, 0.0021006856113672256, 0.002027984941378236, 0.0021750812884420156, 0.0011522126151248813, 0.0021690567955374718, 0.0020050969906151295, 0.0022523102816194296, 0.002026536036282778, 0.0022049169056117535, 0.0016433157725259662, 0.001955880783498287, 0.0017701027682051063, 0.002900521969422698, 0.0039254454895854, 0.0012503727339208126, 0.00039152210229076445, 0.0012853110674768686, 0.0021233297884464264, 0.003027825616300106, 0.00222212728112936, 0.0015143067575991154, 0.00261546578258276, 0.002158047864213586, 0.0008700955659151077, 0.002188643906265497, 0.0018543743062764406, 0.0024461490102112293, 0.002021717606112361, 0.002531798556447029, 0.0015113516710698605, 0.0025721671991050243, 0.0011389163555577397, 0.0019039387116208673, 0.0014732216950505972, 0.0012227775296196342, 0.0016715594101697206, 0.0018062673043459654, 0.002741067437455058, 0.0014145104214549065, 0.000906544562894851, 0.0016235685907304287, 0.0015849045012146235, 0.0014982303837314248, 0.0024294608738273382, 0.0027225627563893795, 0.0009127163793891668, 0.001079220324754715, 0.0019326702458783984, 0.0016877177404239774, 0.0015802548732608557, 0.0013595207128673792, 0.0025035752914845943, 0.0011355268070474267, 0.0014103434514254332, 0.0018421229906380177, 0.001972169615328312, 0.002293658209964633, 0.0025462759658694267, 0.002873969031497836, 0.0005166419432498515, 0.0032489881850779057, 0.001247517066076398, 0.00376334460452199, 0.002013287739828229, 0.002317696111276746, 0.0028044504579156637, 0.0011637915158644319, 0.001044371398165822, 0.0012968461960554123, 0.002611758653074503, 0.0015750862658023834, 0.0011315508745610714, 0.0023637707345187664, 0.0020799909252673388, 0.0021341820247471333, 0.0012805061414837837, 0.0013180681271478534, 0.002994006499648094, 0.0012964655179530382, 0.0017987685278058052, 0.001379123656079173, 0.0023101118858903646, 0.003024899633601308, 0.0015610054833814502, 0.0029199703130871058, 0.0008925154688768089, 0.0006639936473220587, 0.0019206443103030324, 0.000835687096696347, 0.0008725851075723767, 0.0009384023724123836, 0.0020402120426297188, 0.003408388700336218, 0.0028456789441406727, 0.0014573762891814113, 0.0012760031968355179, 0.002833391772583127, 0.0017171662766486406, 0.002077158773317933, 0.0011082430137321353, 0.002517068525776267, 0.0025929948315024376, 0.001266989391297102, 0.001848387299105525, 0.0027644892688840628, 0.003300297539681196, 0.0010804192861542106, 0.0014497247757390141, 0.0013606149004772305, 0.0010672362986952066, 0.000996929593384266, 0.0027698345948010683, 0.0011573809897527099, 0.002013783436268568, 0.0011881610844284296, 0.002864488400518894, 0.0020222163293510675, 0.001161121530458331, 0.0010240846313536167, 0.0027788651641458273, 0.0019997362978756428, 0.0009693507454358041, 0.0016024949727579951, 0.0006107866065576673, 0.0016603798139840364, 0.0023321686312556267, 0.00054778135381639, 0.0019228990422561765, 0.0011724106734618545, 0.0020233464892953634, 0.0011283005587756634, 0.0021685571409761906, 0.0016478286124765873, 0.000983552192337811, 0.0020168039482086897, 0.0018907726043835282, 0.002727412385866046, 0.0009819533443078399, 0.0010018807370215654, 0.0012451495276764035, 0.003118649125099182, 0.0020041530951857567, 0.0011153757805004716, 0.0031537588220089674, 0.0025695706717669964, 0.0015916069969534874, 0.0022314235102385283, 0.0009159201290458441, 0.0013932116562500596, 0.0022690086625516415, 0.001841152086853981, 0.0024798314552754164, 0.0022227419540286064, 0.0024375999346375465, 0.0017424519173800945, 0.001168987713754177, 0.0015533013502135873, 0.002288715448230505, 0.0026038256473839283, 0.0017135798698291183, 0.0019303068984299898, 0.001570928143337369, 0.0022141237277537584, 0.0022098806221038103, 0.0032988975290209055, 0.002188194775953889, 0.0008653586264699697, 0.0022848981898278, 0.0017525189323350787, 0.0021558066364377737, 0.002025274559855461, 0.0018265561666339636, 0.002531400416046381, 0.0016859397292137146, 0.0018396066734567285, 0.0007797976140864193, 0.0024395198561251163, 0.0012234911555424333, 0.0011152224615216255, 0.0014756780583411455, 0.0021014355588704348, 0.000845209404360503, 0.0015116294380277395, 0.0009776412043720484, 0.001948255579918623, 0.0023643283639103174, 0.0022546679247170687, 0.001964916940778494, 0.0029231421649456024, 0.002987045096233487, 0.0007283552549779415, 0.0003778906539082527, 0.001048694597557187, 0.0021434640511870384, 0.0012532963883131742, 0.0021807055454701185, 0.001134173129685223, 0.0022506066597998142, 0.0011441765818744898, 0.0003236125339753926, 0.000885243178345263, 0.0010920551139861345, 0.0021064586471766233, 0.0026033499743789434, 0.0021215251181274652, 0.0017112971981987357, 0.000958116608671844, 0.0015138414455577731, 0.0014905926072970033, 0.0028289826586842537, 0.0024500335566699505, 0.002665510168299079, 0.002440157812088728, 0.0010268520563840866, 0.0009107518708333373, 0.0010966943809762597, 0.0027783114928752184, 0.002449191641062498, 0.0031742830760776997, 0.001330875325948, 0.0028156840708106756, 0.001148904557339847, 0.0013160246890038252, 0.0010363878682255745, 0.0029992444906383753, 0.0015976077411323786, 0.0023022533860057592, 0.0017340292688459158, 0.0026795286685228348, 0.0016607326688244939, 0.002402118407189846, 0.0015488620847463608, 0.002499995520338416, 0.0017090875189751387, 0.0013378532603383064, 0.0013626383151859045, 0.0014669304946437478, 0.002080408623442054, 0.00204597320407629, 0.0022467426024377346, 0.002481782343238592, 0.002176206326112151, 0.0011071913177147508, 0.0017033204203471541, 0.0008179179858416319, 0.001497182878665626, 0.0023743535857647657, 0.0018999406602233648, 0.0015322185354307294, 0.0012643772643059492, 0.0008391642477363348, 0.002745485631749034, 0.0016400690656155348, 0.0014877207577228546, 0.0014936227817088366, 0.0014813314191997051, 0.0020372297149151564, 0.002279044361785054, 0.002193541033193469, 0.0008624402107670903, 0.002119905548170209, 0.0024246638640761375, 0.002097075805068016, 0.0013975126203149557 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 99, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "1": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.2.attention.output", "input_tensor_infos": [ { "id": 100, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 0.018895667046308517 ], "zero_point": [ 136 ] }, { "id": 79, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.029360048472881317 ], "zero_point": [ 146 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 101, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": { "0": { "op_type": "", "fqn": "roberta.encoder.layer.2.attention.output.dropout", "input_tensor_infos": [ { "id": 99, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 100, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "1": { "op_type": "", "fqn": "roberta.encoder.layer.2.attention.output.LayerNorm", "input_tensor_infos": [ { "id": 101, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 102, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] } }, "layer_output_infos": [ { "id": 102, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:2:intermediate": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.2.intermediate.dense", "input_tensor_infos": [ { "id": 102, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.1369764506816864 ], "zero_point": [ 225 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.0027137661818414927, 0.0039904192090034485, 0.0037060806062072515, 0.0018751020543277264, 0.0026293392293155193, 0.0017124174628406763, 0.0026818655896931887, 0.0028953265864402056, 0.0015099247684702277, 0.005984113551676273, 0.0014630240621045232, 0.0021068484056741, 0.003075669053941965, 0.0040371413342654705, 0.001208918052725494, 0.0026954454369843006, 0.0029413248412311077, 0.0038443689700216055, 0.0013120687799528241, 0.0021784999407827854, 0.003290209686383605, 0.003116787178441882, 0.0016671651974320412, 0.004044941160827875, 0.0038007337134331465, 0.003414392238482833, 0.002088703215122223, 0.0016666293377056718, 0.002824630821123719, 0.0022513186559081078, 0.001467318506911397, 0.0026240069419145584, 0.003795742755755782, 0.002198867266997695, 0.0018645941745489836, 0.0015633117873221636, 0.0012804253492504358, 0.002545733004808426, 0.0018412104109302163, 0.0016047907993197441, 0.00110790622420609, 0.001447339658625424, 0.002387896878644824, 0.002035099547356367, 0.004622104577720165, 0.002190122613683343, 0.0020507012959569693, 0.0030666147358715534, 0.00207367236725986, 0.0014383990783244371, 0.0018058002460747957, 0.0017265576170757413, 0.002626965520903468, 0.0023364312946796417, 0.0033215952571481466, 0.00256247166544199, 0.0018075163243338466, 0.0021014190278947353, 0.0018334807828068733, 0.0013206868898123503, 0.001265062135644257, 0.002199015114456415, 0.0028232422191649675, 0.004750045016407967, 0.002159288851544261, 0.002531002974137664, 0.001485961489379406, 0.0021835374645888805, 0.001439733779989183, 0.0030515603721141815, 0.0012099704472348094, 0.002173143206164241, 0.0013008610112592578, 0.0024451417848467827, 0.003992169629782438, 0.0066046747379004955, 0.0013434323482215405, 0.0027098713908344507, 0.0035480984952300787, 0.004749539773911238, 0.0015624408842995763, 0.0011369955027475953, 0.0013486986281350255, 0.001335649169050157, 0.002378425793722272, 0.00256832386367023, 0.002945799147710204, 0.00251398840919137, 0.0022231710609048605, 0.0024026143364608288, 0.0015520381275564432, 0.0038948883302509785, 0.0028682900592684746, 0.005315497983247042, 0.004073800053447485, 0.0023815457243472338, 0.0020561963319778442, 0.0014171033399179578, 0.0016666186274960637, 0.002364647574722767, 0.0029056258499622345, 0.0031499876640737057, 0.0028015896677970886, 0.003700680797919631, 0.0026144287548959255, 0.003297921270132065, 0.003534286515787244, 0.0015232908772304654, 0.002903796499595046, 0.0019521639915183187, 0.0015710924053564668, 0.0028087375685572624, 0.0027535753324627876, 0.002429736079648137, 0.0019614805933088064, 0.0030732625164091587, 0.001604103366844356, 0.0024750023148953915, 0.0017448576400056481, 0.003912812098860741, 0.0032972705084830523, 0.0037933881394565105, 0.0036767954006791115, 0.0015285596018657088, 0.004117542412132025, 0.004272851161658764, 0.0035646921023726463, 0.0025074526201933622, 0.0022066719830036163, 0.003910338506102562, 0.0028783748857676983, 0.001276187365874648, 0.002095883945003152, 0.0023779761977493763, 0.0031468768138438463, 0.0013309441274031997, 0.0030232069548219442, 0.0023760052863508463, 0.0020648716017603874, 0.0019238936947658658, 0.003648140002042055, 0.0029015708714723587, 0.002624040236696601, 0.0019060177728533745, 0.0014713346026837826, 0.00265032728202641, 0.0026910779997706413, 0.001589760067872703, 0.00180436868686229, 0.0021414984948933125, 0.0029171856585890055, 0.0029435204342007637, 0.0011721664341166615, 0.0028159914072602987, 0.004593002609908581, 0.0019433907000347972, 0.002118102042004466, 0.003793037496507168, 0.0014293900458142161, 0.0021660274360328913, 0.0026327609084546566, 0.0016679074615240097, 0.0030335434712469578, 0.0014138267142698169, 0.0017902363324537873, 0.0019135646289214492, 0.0021331720054149628, 0.0018296720227226615, 0.0015272265300154686, 0.0016640526009723544, 0.002737740520387888, 0.0017345653614029288, 0.0021515183616429567, 0.0016179261729121208, 0.004538840614259243, 0.003782514948397875, 0.002820749767124653, 0.0019520180067047477, 0.0012540946481749415, 0.002011388773098588, 0.0012358463136479259, 0.0030197727028280497, 0.002499411813914776, 0.0031104539521038532, 0.004551422782242298, 0.002483540214598179, 0.0023381044156849384, 0.0022743057925254107, 0.0027441575657576323, 0.002223796211183071, 0.003358074463903904, 0.001079463749192655, 0.0033482073340564966, 0.0021815665531903505, 0.0025687431916594505, 0.0011941774282604456, 0.0013584229163825512, 0.0034886582288891077, 0.0033320037182420492, 0.0022131772711873055, 0.0025293955113738775, 0.0027188335079699755, 0.002928097266703844, 0.003760061925277114, 0.002052365569397807, 0.0024714269675314426, 0.002211598213762045, 0.004642178770154715, 0.0023550628684461117, 0.0017121047712862492, 0.002143350662663579, 0.0027537678834050894, 0.0012743104016408324, 0.002067236928269267, 0.0013665722217410803, 0.0015479729045182467, 0.0013236176455393434, 0.0014422322856262326, 0.0037522742059081793, 0.00267739943228662, 0.0030383027624338865, 0.003169107250869274, 0.0027145827189087868, 0.0038167687598615885, 0.002503257943317294, 0.0032577270176261663, 0.0015067961066961288, 0.00284160696901381, 0.0026575017254799604, 0.003042409894987941, 0.003199387574568391, 0.0032270776573568583, 0.0024183362256735563, 0.002129968488588929, 0.0010718968696892262, 0.0012912321835756302, 0.0028816720005124807, 0.0027216135058552027, 0.0026407281402498484, 0.0025783886667340994, 0.0019512652652338147, 0.0032212429214268923, 0.0022864616475999355, 0.0015981204342097044, 0.0027212367858737707, 0.0036278250627219677, 0.0013582126703113317, 0.0013644702266901731, 0.001985283335670829, 0.0033647746313363314, 0.0018416378879919648, 0.00308794854208827, 0.0035922634415328503, 0.003478680271655321, 0.0015370354522019625, 0.0028159948997199535, 0.004028762690722942, 0.0016936019528657198, 0.002769372658804059, 0.0017409275751560926, 0.002032365184277296, 0.0021690132562071085, 0.0017540110275149345, 0.002836785977706313, 0.002271851757541299, 0.0025747553445398808, 0.002695261500775814, 0.0019961472135037184, 0.0031768474727869034, 0.0016908483812585473, 0.0014942582929506898, 0.0021954788826406, 0.0017545478185638785, 0.001395872444845736, 0.0013816423015668988, 0.002825637347996235, 0.003537164768204093, 0.002763083903118968, 0.0013814069097861648, 0.0012988438829779625, 0.0023056671489030123, 0.0032799094915390015, 0.0028630709275603294, 0.0031319265253841877, 0.0020793555304408073, 0.002388525754213333, 0.0020141275599598885, 0.0009781948756426573, 0.0025321883149445057, 0.0023887779098004103, 0.0020202987361699343, 0.002313236240297556, 0.0031059947796165943, 0.0013119126670062542, 0.0012834775261580944, 0.002032875781878829, 0.002258804626762867, 0.0037458371371030807, 0.0019213497871533036, 0.001506430679000914, 0.0013413102133199573, 0.0019144945545122027, 0.004563222173601389, 0.002187518635764718, 0.0022365055046975613, 0.001941691618412733, 0.004906034097075462, 0.0020856554619967937, 0.0013040672056376934, 0.003191309981048107, 0.001835344941355288, 0.0024142644833773375, 0.004250941798090935, 0.0016407250659540296, 0.001826414605602622, 0.002961191115900874, 0.0023411717265844345, 0.0015487830387428403, 0.0034108178224414587, 0.0019899795297533274, 0.004982596728950739, 0.004099064506590366, 0.0019952126313000917, 0.0018150630639865994, 0.0016780358273535967, 0.001090795616619289, 0.002737761475145817, 0.0019374676048755646, 0.002037942176684737, 0.001928082900121808, 0.0023879415821284056, 0.0015746799763292074, 0.003062595846131444, 0.002289069350808859, 0.0021136323921382427, 0.0015239357016980648, 0.002140664728358388, 0.001558312913402915, 0.005495306570082903, 0.002936172066256404, 0.0018853713991120458, 0.00174007099121809, 0.0016916701570153236, 0.002214835025370121, 0.001483233878389001, 0.0046099103055894375, 0.0018019259441643953, 0.002889563562348485, 0.0018176704179495573, 0.003348183585330844, 0.0029838550835847855, 0.0033615061547607183, 0.004112419672310352, 0.002651824615895748, 0.0020674008410423994, 0.0032162547577172518, 0.004318361170589924, 0.002514519961550832, 0.003972099162638187, 0.0020660702139139175, 0.0020083144772797823, 0.0021125138737261295, 0.0022821289021521807, 0.0014369223499670625, 0.0026428536511957645, 0.0036663443315774202, 0.0013135303743183613, 0.001850675093010068, 0.004030675161629915, 0.0028984127566218376, 0.004406156949698925, 0.004861791152507067, 0.002039883751422167, 0.00301348720677197, 0.00151350861415267, 0.001657766057178378, 0.003753440687432885, 0.0023349805269390345, 0.0017672787653282285, 0.005337007809430361, 0.003331325249746442, 0.0033708587288856506, 0.0019642054103314877, 0.001820270554162562, 0.0016929390840232372, 0.0026710431557148695, 0.00407811114564538, 0.002892904682084918, 0.0015015910612419248, 0.002989881206303835, 0.0039011971093714237, 0.002955415053293109, 0.002496358472853899, 0.0027243418153375387, 0.0025728894397616386, 0.002096907002851367, 0.0016003570053726435, 0.002453942084684968, 0.001980220666155219, 0.0022686361335217953, 0.004020043648779392, 0.003325759433209896, 0.001525904517620802, 0.0014055161736905575, 0.0023982112761586905, 0.0025027787778526545, 0.0024889677297323942, 0.0014000568771734834, 0.0037711462937295437, 0.002097474178299308, 0.002713527763262391, 0.0025255295913666487, 0.002564719645306468, 0.0031935349106788635, 0.0034447165671736, 0.0014082061825320125, 0.0019373478135094047, 0.003391273319721222, 0.00327518698759377, 0.0013249620096758008, 0.0016545859398320317, 0.0022659110836684704, 0.002708220621570945, 0.001378065557219088, 0.002290331060066819, 0.00261450232937932, 0.002943547908216715, 0.0018245101673528552, 0.0059731402434408665, 0.0018509322544559836, 0.002948608249425888, 0.0025612746831029654, 0.0017692632973194122, 0.0028518149629235268, 0.001210227026604116, 0.0024257164914160967, 0.001430688425898552, 0.0026580130215734243, 0.0022301403805613518, 0.0033184776548296213, 0.003376356093212962, 0.0023506288416683674, 0.0027391379699110985, 0.0015210735145956278, 0.0029327927622944117, 0.0021460005082190037, 0.0023061903193593025, 0.002280172659084201, 0.001933701685629785, 0.002082791877910495, 0.002661920851096511, 0.0025547805707901716, 0.0031245106365531683, 0.0018296389607712626, 0.0022300502751022577, 0.004195434972643852, 0.003735080361366272, 0.0018661832436919212, 0.0014093613717705011, 0.00425207894295454, 0.0014436111086979508, 0.0034359488636255264, 0.0022784362081438303, 0.005593570414930582, 0.0030647199600934982, 0.002410520100966096, 0.0022317387629300356, 0.0022349918726831675, 0.0025749532505869865, 0.0027954676188528538, 0.0042699952609837055, 0.0013533171731978655, 0.0013943100348114967, 0.0030742844101041555, 0.0026424338575452566, 0.003033702028915286, 0.0028852950781583786, 0.0013011969858780503, 0.003572990885004401, 0.001970316283404827, 0.0031459853053092957, 0.0024514070246368647, 0.0014318542089313269, 0.0022927545942366123, 0.00243753450922668, 0.002193627879023552, 0.0018481446895748377, 0.0022333022207021713, 0.002636374905705452, 0.0033302779775112867, 0.0026482040993869305, 0.0016954172169789672, 0.0026177428662776947, 0.0017641836311668158, 0.0020810505375266075, 0.0016009877435863018, 0.002046664245426655, 0.0015600956976413727, 0.0016555589390918612, 0.0031349577475339174, 0.0019791144877672195, 0.0037928444799035788, 0.0025467565283179283, 0.0015807744348421693, 0.001880750758573413, 0.0024855302181094885, 0.0011725048534572124, 0.001243829377926886, 0.0019720138516277075, 0.004030692856758833, 0.0021961755119264126, 0.0029869345016777515, 0.0011040734825655818, 0.0016241228440776467, 0.002536321757361293, 0.0020411701407283545, 0.0026640701107680798, 0.0017998452531173825, 0.0024315230548381805, 0.0022234420757740736, 0.0018963859183713794, 0.0025945776142179966, 0.001378620625473559, 0.0031850766390562057, 0.0026826225221157074, 0.0025035033468157053, 0.0035091617610305548, 0.001079561305232346, 0.0013607506407424808, 0.002808942459523678, 0.0028638388030231, 0.0019459830364212394, 0.0026307543739676476, 0.001980752684175968, 0.0020073179621249437, 0.0014687224756926298, 0.0035922809038311243, 0.0011673959670588374, 0.002677070675417781, 0.0025541994255036116, 0.003639901988208294, 0.003535918425768614, 0.0016831805696710944, 0.0011079143732786179, 0.0026644247118383646, 0.002365103457123041, 0.0020324215292930603, 0.002474599750712514, 0.0034918501041829586, 0.0018762750551104546, 0.0028523821383714676, 0.0030085700564086437, 0.0013253566576167941, 0.004218604415655136, 0.0025755034293979406, 0.0016403256449848413, 0.0028122200164943933, 0.0025356202386319637, 0.0018861184362322092, 0.0031915586441755295, 0.0022630696184933186, 0.0049108401872217655, 0.0033326097764074802, 0.0020859912037849426, 0.0023698294535279274, 0.0016275725793093443, 0.0018302715616300702, 0.0022838276345282793, 0.0031169001013040543, 0.002831906545907259, 0.0031097412575036287, 0.0020524831488728523, 0.004626549314707518, 0.0033757067285478115, 0.0024764060508459806, 0.004770756233483553, 0.0013983388198539615, 0.0022281832061707973, 0.0019122996600344777, 0.003479792969301343, 0.0017047454603016376, 0.0026198956184089184, 0.0021390148904174566, 0.002018902450799942, 0.003911825828254223, 0.0017576557584106922, 0.0016366119962185621, 0.002242749324068427, 0.004650552291423082, 0.0019801936578005552, 0.0037059527821838856, 0.003061993746086955, 0.003101359587162733, 0.0032674584072083235, 0.002678915858268738, 0.002832431113347411, 0.00250916532240808, 0.0019523337250575423, 0.0013831787509843707, 0.0029257372952997684, 0.0023015127517282963, 0.0037708543241024017, 0.001539930235594511, 0.002509254263713956, 0.0022710380144417286, 0.001991244964301586, 0.0016374648548662663, 0.0028692525811493397, 0.002780152950435877, 0.0018152249976992607, 0.0017972601344808936, 0.0017211061203852296, 0.0017911643953993917, 0.0010710455244407058, 0.0017594783566892147, 0.0030243967194110155, 0.002822351176291704, 0.003774878801777959, 0.002626194152981043, 0.0025778033304959536, 0.0031797420233488083, 0.0024995587300509214, 0.0029099867679178715, 0.004267697222530842, 0.002122418023645878, 0.0021648372057825327, 0.003358724294230342, 0.0016202630940824747, 0.0024261053185909986, 0.003589687868952751, 0.0025232150219380856, 0.0032177199609577656, 0.0027602023910731077, 0.0016141168307512999, 0.0023454546462744474, 0.0023300170432776213, 0.0019683835562318563, 0.0018925702897831798, 0.003061888040974736, 0.00407759565860033, 0.001242721569724381, 0.003043439704924822, 0.0022913608700037003, 0.00451640784740448, 0.002264800714328885, 0.0022374961990863085, 0.002580889966338873, 0.0027951556257903576, 0.003966303076595068, 0.0027253590524196625, 0.003028913401067257, 0.0022545848041772842, 0.0029572241473942995, 0.0019302493892610073, 0.0015384501311928034, 0.006068123038858175, 0.002108147833496332, 0.002629994647577405, 0.0027584887575358152, 0.0027140118181705475, 0.0019021054031327367, 0.0026937404181808233, 0.004537960980087519, 0.0027821515686810017, 0.0024702907539904118, 0.001995996804907918, 0.002600767184048891, 0.0010659565450623631, 0.0030529405921697617, 0.0013461527414619923, 0.004569049458950758, 0.003387495642527938, 0.002114896895363927, 0.0018021708820015192, 0.003963165450841188, 0.0011944479774683714, 0.0024238619953393936, 0.0015448846388608217, 0.0012809813488274813, 0.0021195465233176947, 0.0038372722920030355, 0.003224574262276292, 0.0019871664699167013, 0.001246352680027485, 0.0031032683327794075, 0.00367025937885046, 0.0019731640350073576, 0.0031627484131604433, 0.0016854103887453675, 0.0029826161917299032, 0.0044455877505242825, 0.0035853299777954817, 0.0018550495151430368, 0.0026557703968137503, 0.0025251980405300856, 0.0029099234379827976, 0.004527695011347532, 0.003524806583300233, 0.002629488008096814, 0.0021514184772968292, 0.00306330737657845, 0.003978830762207508, 0.00613816175609827, 0.0027170286048203707, 0.001971509074792266, 0.0018351421458646655, 0.0019872828852385283, 0.001533010508865118, 0.002396045718342066, 0.0015316600911319256, 0.00394946476444602, 0.0017614001408219337, 0.0017359777120873332, 0.001840478740632534, 0.001186442794278264, 0.0018812260823324323, 0.0025828289799392223, 0.0022555352188646793, 0.002175720641389489, 0.0025470699183642864, 0.0015769159654155374, 0.0018097676802426577, 0.0016743839951232076, 0.003967373166233301, 0.00155148736666888, 0.001975989667698741, 0.0027171550318598747, 0.0022066161036491394, 0.004383590538054705, 0.0014559413539245725, 0.002633574651554227, 0.002127421321347356, 0.002995033049955964, 0.0024144549388438463, 0.0016537070041522384, 0.0018878703704103827, 0.0021846238523721695, 0.0030661525670439005, 0.0029670586809515953, 0.0026326049119234085, 0.002454540226608515, 0.0017851031152531505, 0.0017033894546329975, 0.002613163786008954, 0.003618351649492979, 0.002088365610688925, 0.0061215669848024845, 0.002675456227734685, 0.002008540090173483, 0.0022223859559744596, 0.005148761905729771, 0.004161144141107798, 0.003094065934419632, 0.003692625556141138, 0.0016322230221703649, 0.0030408003367483616, 0.004271320998668671, 0.0015142661286517978, 0.002062360057607293, 0.001549505046568811, 0.0017196066910400987, 0.0018722283421084285, 0.0014138402184471488, 0.0032418055925518274, 0.0016855108551681042, 0.0009751778561621904, 0.003125199116766453, 0.005400898866355419, 0.0016926407115533948, 0.0015090388478711247, 0.0027047519106417894, 0.0024300510995090008, 0.002617414342239499, 0.002589468378573656, 0.001567771309055388, 0.0012752662878483534, 0.0033187412191182375, 0.0027596442960202694, 0.0023076320067048073, 0.003553671995177865, 0.004594740457832813, 0.0019571746233850718, 0.002254768740385771, 0.001212483155541122, 0.0012140998151153326, 0.001200278289616108, 0.0015183419454842806, 0.0013100540963932872, 0.0033728783018887043, 0.0027319546788930893, 0.003063892712816596, 0.002787952311336994, 0.0023112716153264046, 0.002335377037525177, 0.001532966736704111, 0.0048571741208434105, 0.002170418854802847, 0.0022499416954815388, 0.0026548104360699654, 0.0014819749630987644, 0.0015005440218374133, 0.002360784448683262, 0.00442949403077364, 0.0021455336827784777, 0.0028215583879500628, 0.0026103779673576355, 0.0013039297191426158, 0.0013328276108950377, 0.0012240648502483964, 0.0024414407089352608, 0.0038705135229974985, 0.0013045062078163028, 0.0052596586756408215, 0.0015886228065937757, 0.0035494931507855654, 0.003999856300652027, 0.0046000732108950615, 0.0021819244138896465, 0.001575099304318428, 0.0019165212288498878, 0.00140486191958189, 0.00193431053776294, 0.0030848532915115356, 0.0013516712933778763, 0.003959231078624725, 0.004141070414334536, 0.00390464230440557, 0.0016661914996802807, 0.002177115064114332, 0.003900779178366065, 0.002806691452860832, 0.0015778228407725692, 0.0031201299279928207, 0.0029191391076892614, 0.0017621134174987674, 0.001435086946003139, 0.0014831384178251028, 0.0027991055976599455, 0.0031424479093402624, 0.00327812391333282, 0.001654226565733552, 0.003265108447521925, 0.002304768655449152, 0.001824333332479, 0.0022002109326422215, 0.003217533929273486, 0.0026411195285618305, 0.0021797874942421913, 0.001649262965656817, 0.005013270769268274, 0.001440713880583644, 0.002041220897808671, 0.0025672463234514, 0.004064532928168774, 0.002498070942237973, 0.0027361284010112286, 0.0019123944221064448, 0.0018026132602244616, 0.0038190344348549843, 0.0018454898381605744, 0.0019737952388823032, 0.002346767345443368, 0.002620455576106906, 0.002450676169246435, 0.003571969224140048, 0.002788629150018096, 0.0025719888508319855, 0.001941006164997816, 0.001958332257345319, 0.0024167471565306187, 0.0015192129649221897, 0.001994395162910223, 0.0017782693030312657, 0.0019192529143765569, 0.0021779483649879694, 0.0009986633667722344, 0.0017686563078314066, 0.0032469143625348806, 0.0012516981223598123, 0.0017797270556911826, 0.0018824371509253979, 0.0019861876498907804, 0.0021688893903046846, 0.0015421999851241708, 0.002513572573661804, 0.004064370412379503, 0.0022434894926846027, 0.002018187427893281, 0.003321197582408786, 0.0020846424158662558, 0.0025966668035835028, 0.002816607477143407, 0.0021092689130455256, 0.0012256185291334987, 0.0027771703898906708, 0.001409883494488895, 0.002434245776385069, 0.001536351046524942, 0.0020601211581379175, 0.0025083168875426054, 0.0032750112004578114, 0.002541206544265151, 0.0015900556463748217, 0.0011629880173131824, 0.0010963153326883912, 0.0026687742210924625, 0.0012573794228956103, 0.0035842026118189096, 0.002344834618270397, 0.001836401759646833, 0.001398810069076717, 0.00231660227291286, 0.0014344359515234828, 0.0027458341792225838, 0.0036900509148836136, 0.0015085884369909763, 0.005615277215838432, 0.0015064950566738844, 0.0027028208132833242, 0.0021165006328374147, 0.002453220309689641, 0.0024129757657647133, 0.0025904704816639423, 0.0035049067810177803, 0.0020293951965868473, 0.001656520296819508, 0.0020229858346283436, 0.0018464620225131512, 0.0019360847072675824, 0.0036331808660179377, 0.0025331692304462194, 0.0011164617026224732, 0.002500837901607156, 0.0012113930424675345, 0.0032336576841771603, 0.004737601615488529, 0.0015224271919578314, 0.004947345703840256, 0.0014139862032607198, 0.0024163909256458282, 0.0024182035122066736, 0.00148972705937922, 0.0023599870037287474, 0.0036723725497722626, 0.0021233553998172283, 0.0016870023682713509, 0.0015338774537667632, 0.0024792731273919344, 0.002568633761256933, 0.0040983292274177074, 0.002567633520811796, 0.004224330652505159, 0.003975493833422661, 0.0021314877085387707, 0.002537002321332693, 0.00376856978982687, 0.002046196023002267, 0.002263357164338231, 0.003335079876706004, 0.0017378624761477113, 0.0013661315897479653, 0.0034552791621536016, 0.0019091725116595626, 0.0020516111981123686, 0.0024264403618872166, 0.0032691708765923977, 0.0015443175798282027, 0.0019991956651210785, 0.002230883575975895, 0.0014005384873598814, 0.0022120915818959475, 0.0020459711086004972, 0.0011128647020086646, 0.0014765497762709856, 0.0015649866545572877, 0.0018864137819036841, 0.0017242701724171638, 0.0015874223317950964, 0.0022943008225411177, 0.002896014368161559, 0.002030816627666354, 0.0021879556588828564, 0.0023207892663776875, 0.003018050454556942, 0.0013807000359520316, 0.00132044218480587, 0.0024785075802356005, 0.0014242633478716016, 0.0029119239188730717, 0.0034951698035001755, 0.0024822289124131203, 0.002350034425035119, 0.0016307670157402754, 0.0024037419352680445, 0.0026444883551448584, 0.0024783455301076174, 0.003435013582929969, 0.002340602455660701, 0.0016331407241523266, 0.0014444246189668775, 0.0018655622843652964, 0.0021159229800105095, 0.0033537682611495256, 0.0021293889731168747, 0.0021273742895573378, 0.00485945725813508, 0.0019448663806542754, 0.00333344261161983, 0.0013685000594705343, 0.0014953957870602608, 0.0016857502050697803, 0.0023795354645699263, 0.0012345380382612348, 0.0020552834030240774, 0.0028438870795071125, 0.0013611639151349664, 0.002853080164641142, 0.0029759956523776054, 0.0027576610445976257, 0.002970481989905238, 0.0022876106668263674, 0.0021277773194015026, 0.0016632563201710582, 0.003162838751450181, 0.002065270207822323, 0.0020961249247193336, 0.00182190106716007, 0.0020552717614918947, 0.0021502196323126554, 0.0013644180726259947, 0.0019698450341820717, 0.002982566598802805, 0.0028116244357079268, 0.0021231328137218952, 0.0022273266222327948, 0.0022916763555258512, 0.002007978968322277, 0.002263038419187069, 0.0026534295175224543, 0.0015033044619485736, 0.002054044743999839, 0.001178162987343967, 0.001935916836373508, 0.0019313559168949723, 0.0015486489282920957, 0.002275169128552079, 0.0030369304586201906, 0.0018754692282527685, 0.003107783617451787, 0.0022275575902312994, 0.0020884298719465733, 0.002465507946908474, 0.0037052491679787636, 0.0018932390958070755, 0.0014760775957256556, 0.0017752612475305796, 0.0026374179869890213, 0.002216348424553871, 0.0030257555190473795, 0.002144260797649622, 0.0034994855523109436, 0.0021441795397549868, 0.00521097332239151, 0.005003924015909433, 0.0030715197790414095, 0.002315649762749672, 0.001858722185716033, 0.004249244462698698, 0.002167296363040805, 0.00457383319735527, 0.0033012856729328632, 0.0016672619385644794, 0.002298318315297365, 0.0029595631640404463, 0.0025402565952390432, 0.0015943063190206885, 0.0011157171102240682, 0.0022573622409254313, 0.004289121832698584, 0.0011480058310553432, 0.001993852900341153, 0.0021335429046303034, 0.0037017595022916794, 0.0037890973035246134, 0.0018399124965071678, 0.0021056130062788725, 0.0033997383434325457, 0.002017512684687972, 0.0023187140468508005, 0.0018957961583510041, 0.0034512474667280912, 0.003775815013796091, 0.002103731269016862, 0.0023234267719089985, 0.001942205592058599, 0.0032588436733931303, 0.002152510453015566, 0.003585502738133073, 0.0011554574593901634, 0.004678539466112852, 0.0019505141535773873, 0.002208445221185684, 0.0021455215755850077, 0.0016615333734080195, 0.0012734177289530635, 0.0024771399330347776, 0.002017740625888109, 0.001601691241376102, 0.0029001575894653797, 0.0034339078702032566, 0.0010739528806880116, 0.003088344819843769, 0.0016835757996886969, 0.0017906947759911418, 0.0018569398671388626, 0.0017157188849523664, 0.0025013110134750605, 0.002509556943550706, 0.003485738532617688, 0.0022568681742995977, 0.0021724184043705463, 0.003302144119516015, 0.004511262755841017, 0.003184029832482338, 0.0010601186659187078, 0.0018328857840970159, 0.003241191618144512, 0.005332564935088158, 0.0023638259153813124, 0.007741086184978485, 0.0015952696558088064, 0.0017424772959202528, 0.0019379452569410205, 0.0036176161374896765, 0.0019200015813112259, 0.002098055323585868, 0.0022275166120380163, 0.002804226242005825, 0.0026703127659857273, 0.004076892975717783, 0.002829069271683693, 0.002184238051995635, 0.00216290052048862, 0.0023849187418818474, 0.0019742294680327177, 0.0032925992272794247, 0.00214555230922997, 0.001328920596279204, 0.0024411133490502834, 0.002491393592208624, 0.0031491939444094896, 0.00326549238525331, 0.0020023570396006107, 0.0032111643813550472, 0.0013538028579205275, 0.0034629683941602707, 0.0015157003654167056, 0.0024671268183737993, 0.0023068164009600878, 0.002335110679268837, 0.0015368885360658169, 0.004313260316848755, 0.00510479137301445, 0.0016975809121504426, 0.002017210703343153, 0.003347928635776043, 0.002013531280681491, 0.002306889044120908, 0.0033871119376271963, 0.0011402282398194075, 0.0021621198393404484, 0.0021373203489929438, 0.00185477826744318, 0.004026283044368029, 0.003328107763081789, 0.0033000754192471504, 0.0013825276400893927, 0.0016690839547663927, 0.005261452868580818, 0.0028295472729951143, 0.0026340943295508623, 0.0011661050375550985, 0.002550730248913169, 0.001970564015209675, 0.002605814253911376, 0.003276115283370018, 0.002347386907786131, 0.0014432294992730021, 0.0012793303467333317, 0.0022296863608062267, 0.0021940087899565697, 0.0018455996178090572, 0.0026810732670128345, 0.004057997837662697, 0.0020977656822651625, 0.0038191007915884256, 0.0015877631958574057, 0.0018715023761615157, 0.00194779341109097, 0.002098470227792859, 0.003576766699552536, 0.0026291427202522755, 0.0015953548718243837, 0.003425685688853264, 0.002529058838263154, 0.003325941739603877, 0.00287814368493855, 0.0023993798531591892, 0.0016126263653859496, 0.00388826965354383, 0.004328321665525436, 0.003072996623814106, 0.004567331168800592, 0.0025141306687146425, 0.0019339668797329068, 0.0038951814640313387, 0.0030376140493899584, 0.002794296247884631, 0.003328519407659769, 0.003612436354160309, 0.0029600365087389946, 0.0035798903554677963, 0.0017897109501063824, 0.0031041009351611137, 0.0032273444812744856, 0.0034043623600155115, 0.0029362619388848543, 0.0014050441095605493, 0.0031186104752123356, 0.002540291752666235, 0.002426500665023923, 0.0034389421343803406, 0.001829130807891488, 0.0016808472573757172, 0.0014382682275027037, 0.001138076651841402, 0.0026821051724255085, 0.0021382749546319246, 0.002218556124716997, 0.00223577325232327, 0.0022384868934750557, 0.0017846936825662851, 0.0015416535316035151, 0.0031261700205504894, 0.0016026758821681142, 0.003275822615250945, 0.00328825693577528, 0.0037417144048959017, 0.001470215735025704, 0.004705651663243771, 0.0023769952822476625, 0.0027583108749240637, 0.002613696502521634, 0.002791407285258174, 0.00341651844792068, 0.0019317411351948977, 0.0021520755253732204, 0.0017044269479811192, 0.001584271085448563, 0.002759326249361038, 0.0017677242867648602, 0.0027811643667519093, 0.00432597566395998, 0.002838958753272891, 0.0035642501898109913, 0.002426189836114645, 0.0032692740205675364, 0.0026842814404517412, 0.001426332164555788, 0.00273259449750185, 0.004415517672896385, 0.0019664759747684, 0.0026541762053966522, 0.0014460321981459856, 0.00272991880774498, 0.002478205133229494, 0.0027418057434260845, 0.001761938096024096, 0.0027794810011982918, 0.002615039935335517, 0.0021507490891963243, 0.0030299059581011534, 0.0011331952409818769, 0.0019531918223947287, 0.003411263460293412, 0.0027193522546440363, 0.0031239434611052275, 0.0025987490080296993, 0.0024462242145091295, 0.0023397861514240503, 0.003323294222354889, 0.002092744456604123, 0.0036183283664286137, 0.002584801521152258, 0.0028061752673238516, 0.0017261255998164415, 0.0030992331448942423, 0.0020579006522893906, 0.004933211952447891, 0.002892661141231656, 0.0017989736516028643, 0.0013754864921793342, 0.0034959123004227877, 0.003090989077463746, 0.0023761128541082144, 0.002900092164054513, 0.0022146073170006275, 0.002708590589463711, 0.004310896620154381, 0.001469599548727274, 0.0023339507170021534, 0.0021222473587840796, 0.003975433763116598, 0.001271178014576435, 0.002077483804896474, 0.0019610896706581116, 0.002997207920998335, 0.0026679004076868296, 0.0024828019086271524, 0.0020993396174162626, 0.0024336129426956177, 0.002542695729061961, 0.0013260439736768603, 0.0019682967104017735, 0.0010865398216992617, 0.0014743698993697762, 0.0016782768070697784, 0.0015009858179837465, 0.003274735528975725, 0.0027926675975322723, 0.0022397441789507866, 0.0010485192760825157, 0.003698814194649458, 0.0025972381699830294, 0.002326721791177988, 0.002593553625047207, 0.0013018558965995908, 0.002373321680352092, 0.0015061760786920786, 0.0021810284815728664, 0.0026195370592176914, 0.0011295998701825738, 0.002259801607578993, 0.001273911795578897, 0.0026823573280125856, 0.0025146275293082, 0.0014262082986533642, 0.0013520403299480677, 0.0012175269657745957, 0.002543371170759201, 0.00309002585709095, 0.0011472423793748021, 0.002880951389670372, 0.0024285975378006697, 0.0024885402526706457, 0.0014403878012672067, 0.0013221047120168805, 0.0012513658730313182, 0.002212969120591879, 0.002211937913671136, 0.0029348828829824924, 0.002824308816343546, 0.0035584575962275267, 0.002821336267516017, 0.002047513844445348, 0.0032491351012140512, 0.002583904191851616, 0.0026032268069684505, 0.001436496269889176, 0.002326135290786624, 0.0019043713109567761, 0.0035425873938947916, 0.0013617841759696603, 0.0039040844421833754, 0.0019042892381548882, 0.0035620350390672684, 0.0013062076177448034, 0.0016140684019774199, 0.003858356038108468, 0.0020662567112594843, 0.0032121986150741577, 0.0017196679254993796, 0.003504472319036722, 0.0023965006694197655, 0.003157728584483266, 0.001976925181224942, 0.0023156795650720596, 0.002819886663928628, 0.0027409482281655073, 0.001537892036139965, 0.0020574103109538555, 0.002586459508165717, 0.0016225773142650723, 0.003315947251394391, 0.0029698233120143414, 0.002592085860669613, 0.0015268571441993117, 0.004031670745462179, 0.003280125092715025, 0.0015290466835722327, 0.0015452319057658315, 0.0020625279285013676, 0.002274131868034601, 0.003306293860077858, 0.0036637738812714815, 0.004238909110426903, 0.0023445473052561283, 0.0031354562379419804, 0.0022094801533967257, 0.002971814014017582, 0.0029425150714814663, 0.0027660990599542856, 0.002546626375988126, 0.0024603684432804585, 0.003040397772565484, 0.0031178167555481195, 0.002496604807674885, 0.002784350421279669, 0.004286330193281174, 0.0013657407835125923, 0.002809829544275999, 0.0024650634732097387, 0.00207097502425313, 0.0013485841918736696, 0.0036775716580450535, 0.002257471438497305, 0.002809423254802823, 0.002860340755432844, 0.003453860990703106, 0.0015821311390027404, 0.0021905405446887016, 0.005471190437674522, 0.0021772044710814953, 0.001958644250407815, 0.001535190618596971, 0.0030404815915971994, 0.004289971198886633, 0.00368509185500443, 0.0026067181024700403, 0.0035738793667405844, 0.0012588960817083716, 0.002340921899303794, 0.0013705154415220022, 0.0017994733061641455, 0.002664592582732439, 0.0030234528239816427, 0.002666233107447624, 0.0022178732324391603, 0.0024436276871711016, 0.0016369940713047981, 0.0034050196409225464, 0.0021171309053897858, 0.0024468007031828165, 0.002672298811376095, 0.00497796293348074, 0.00288854306563735, 0.0018803999992087483, 0.0027543148025870323, 0.0030876051168888807, 0.00253177247941494, 0.0079139843583107, 0.002186728175729513, 0.0023934361524879932, 0.002539009554311633, 0.0014029360609129071, 0.0021547689102590084, 0.0021020923741161823, 0.00245388550683856, 0.0022060121409595013, 0.0033760694786906242, 0.0019843478221446276, 0.0014150518691167235, 0.001949768397025764, 0.004799904301762581, 0.0018253870075568557, 0.002423572586849332, 0.0014918982051312923, 0.0031569278798997402, 0.0024962734896689653, 0.0030507631599903107, 0.004062529653310776, 0.004561823792755604, 0.0032020648941397667, 0.001232265611179173, 0.0015695380279794335, 0.00507096853107214, 0.002836794825270772, 0.002690111519768834, 0.0058622825890779495, 0.0026101642288267612, 0.0034261182881891727, 0.002345076762139797, 0.002481131348758936, 0.002502774354070425, 0.003040686948224902, 0.0021073543466627598, 0.0038820612244307995, 0.002795647829771042, 0.0027416148222982883, 0.0012850002385675907, 0.0018024343298748136, 0.0028871973045170307, 0.0014058458618819714, 0.0014379916246980429, 0.0021821483969688416, 0.0013261104468256235, 0.0010983175598084927, 0.0028076719027012587, 0.003237638622522354, 0.0030972748063504696, 0.0019987982232123613, 0.001186940586194396, 0.001414633821696043, 0.0013055712915956974, 0.0022831191308796406, 0.0021606681402772665, 0.0013185532297939062, 0.0015721683157607913, 0.0027393328491598368, 0.0019617772195488214, 0.002048430498689413, 0.001543350168503821, 0.0012496269773691893, 0.001647068653255701, 0.001203392748720944, 0.001268560765311122, 0.0023723910562694073, 0.0020129813347011805, 0.0016002344200387597, 0.0017454262124374509, 0.0018727800343185663, 0.0026846888940781355, 0.0019605483394116163, 0.002290248405188322, 0.001947707263752818, 0.0022899676114320755 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 103, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": {}, "layer_output_infos": [ { "id": 104, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:2:output": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.2.output.dense", "input_tensor_infos": [ { "id": 104, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.01996305212378502 ], "zero_point": [ 9 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.0020702786277979612, 0.0034493363928049803, 0.002877278486266732, 0.0013704156735911965, 0.001652987557463348, 0.0028136230539530516, 0.00174427661113441, 0.002059409860521555, 0.003038159105926752, 0.0015218229964375496, 0.00356174074113369, 0.003224635496735573, 0.0027643993962556124, 0.0025977720506489277, 0.0020291400142014027, 0.0021302150562405586, 0.002826827811077237, 0.0024394013453274965, 0.0013998877257108688, 0.0015746201388537884, 0.002402827376499772, 0.0040113478899002075, 0.003123154165223241, 0.002688234904780984, 0.028517480939626694, 0.008526577614247799, 0.0019427520455792546, 0.0027116171550005674, 0.002518841763958335, 0.0022714228834956884, 0.02693096548318863, 0.0014802010264247656, 0.0036339019425213337, 0.002290586242452264, 0.002301283646374941, 0.0037159568164497614, 0.0020420209039002657, 0.0017367067048326135, 0.0037199787329882383, 0.0020805802196264267, 0.001566607505083084, 0.001976958243176341, 0.006258352659642696, 0.002407996915280819, 0.003215539501979947, 0.0017358673503622413, 0.0030618116725236177, 0.002243045484647155, 0.002275844570249319, 0.0020834580063819885, 0.0022104671224951744, 0.002995982998982072, 0.002071837894618511, 0.001632072264328599, 0.0023204663302749395, 0.004119173623621464, 0.0031060189940035343, 0.001871591666713357, 0.0023033947218209505, 0.002225488657131791, 0.0020198426209390163, 0.0024444919545203447, 0.002340569393709302, 0.001674673636443913, 0.0029972053598612547, 0.001901168841868639, 0.0019329829374328256, 0.002209771890193224, 0.0034576617181301117, 0.002708124229684472, 0.001950753154233098, 0.0019846458453685045, 0.0016929571283981204, 0.0032320867758244276, 0.0019932992290705442, 0.0035480812657624483, 0.002265871036797762, 0.003133082529529929, 0.002411122201010585, 0.00251401262357831, 0.0018635010346770287, 0.0033965043257921934, 0.0031541266944259405, 0.0015718445647507906, 0.003145376453176141, 0.0034162593074142933, 0.0019633083138614893, 0.002669775625690818, 0.0032326362561434507, 0.0025223318953067064, 0.001785952365025878, 0.0038885874673724174, 0.0020553800277411938, 0.0027185578364878893, 0.002307840157300234, 0.0014765840023756027, 0.001897378358989954, 0.0036019410472363234, 0.006354167591780424, 0.003277922747656703, 0.001932323444634676, 0.002073870971798897, 0.002225083764642477, 0.002355810021981597, 0.0028266014996916056, 0.002673050854355097, 0.0020677619613707066, 0.005943949334323406, 0.0028592143207788467, 0.0027063675224781036, 0.0023254293482750654, 0.0026616891846060753, 0.0021457793191075325, 0.003103797324001789, 0.004932890646159649, 0.001568205188959837, 0.0018149898387491703, 0.0029732875991612673, 0.003191506490111351, 0.0018128844676539302, 0.002147512976080179, 0.0023839115165174007, 0.001806381973437965, 0.002388671273365617, 0.0035939794033765793, 0.003235376439988613, 0.002370605943724513, 0.0020374497398734093, 0.002672774950042367, 0.0022049073595553637, 0.001960043329745531, 0.0022239633835852146, 0.003232761984691024, 0.002778402529656887, 0.002566074952483177, 0.004974127747118473, 0.0022775318939238787, 0.002119458978995681, 0.0035089703742414713, 0.0026775002479553223, 0.0037273033522069454, 0.002452528104186058, 0.001492842799052596, 0.003468040144070983, 0.0029302218463271856, 0.002176645677536726, 0.004047795664519072, 0.003233811818063259, 0.003644557436928153, 0.0019382662139832973, 0.0030081255827099085, 0.0024248608388006687, 0.0022889021784067154, 0.002016856800764799, 0.0014761777129024267, 0.0019078722689300776, 0.0025429041124880314, 0.002109629102051258, 0.0016484132502228022, 0.002396439900621772, 0.0027844668366014957, 0.0031362895388156176, 0.002858520485460758, 0.005367104895412922, 0.003662632778286934, 0.0020382811781018972, 0.005348997190594673, 0.0030433388892561197, 0.002304025227203965, 0.0017292650882154703, 0.001530094537883997, 0.0036780089139938354, 0.002351204864680767, 0.001987529918551445, 0.002619568957015872, 0.002419187920168042, 0.0017557023093104362, 0.0025956477038562298, 0.0024855337105691433, 0.004221394658088684, 0.003903958946466446, 0.0019164200639352202, 0.0031595102045685053, 0.002211932325735688, 0.0020245357882231474, 0.003128225216642022, 0.0021834562066942453, 0.0024335952475667, 0.0019191955216228962, 0.002361466409638524, 0.0018613087013363838, 0.001926357508637011, 0.00211924291215837, 0.002000223845243454, 0.004230401013046503, 0.0027281716465950012, 0.002234752755612135, 0.01005746703594923, 0.0023255457635968924, 0.002552492544054985, 0.002399508375674486, 0.0032267130445688963, 0.0027380716055631638, 0.0018937628483399749, 0.002149284118786454, 0.0018387583550065756, 0.0030073062516748905, 0.004118659999221563, 0.0024473490193486214, 0.0034622743260115385, 0.002535758540034294, 0.003064705291762948, 0.00340243149548769, 0.0029888744466006756, 0.001720063854008913, 0.002354517811909318, 0.00408428767696023, 0.0066731697879731655, 0.001984389964491129, 0.001976779894903302, 0.0025145704858005047, 0.002726474776864052, 0.001833537477068603, 0.001964527415111661, 0.002378772245720029, 0.0028416861314326525, 0.0019841135945171118, 0.0024714451283216476, 0.001823812024667859, 0.0023736627772450447, 0.0016647325828671455, 0.0030824251007288694, 0.0020999484695494175, 0.003435493214055896, 0.0025397271383553743, 0.0026481549721211195, 0.0019682233687490225, 0.0021240031346678734, 0.003887461731210351, 0.002351794159039855, 0.0023992343340069056, 0.00295128277502954, 0.002043147338554263, 0.009916264563798904, 0.0016100272769108415, 0.002237103646621108, 0.0041392892599105835, 0.0028185162227600813, 0.0016434876015409827, 0.004043630789965391, 0.002422044984996319, 0.003960222005844116, 0.0024369109887629747, 0.0018657565815374255, 0.001748743117786944, 0.002455121139064431, 0.0031094802543520927, 0.001747093047015369, 0.0027166942600160837, 0.0014858153881505132, 0.0021543707698583603, 0.0017213925020769238, 0.006977490149438381, 0.003092275932431221, 0.002592751756310463, 0.001916249981150031, 0.0026553859934210777, 0.0026047087740153074, 0.0023494178894907236, 0.0025539982598274946, 0.001945675816386938, 0.0026688138023018837, 0.0024708621203899384, 0.0022396494168788195, 0.0017051022732630372, 0.001974770799279213, 0.0022369788493961096, 0.0022694237995892763, 0.002640816615894437, 0.0024519586004316807, 0.0024602110497653484, 0.002899021143093705, 0.0019262470304965973, 0.004313033074140549, 0.003801875514909625, 0.002359002595767379, 0.0015703982207924128, 0.0019219901878386736, 0.0023759552277624607, 0.0021674807649105787, 0.002228727098554373, 0.0018115475540980697, 0.0017794546438381076, 0.0017973192734643817, 0.0020727035589516163, 0.0018329378217458725, 0.0024338373914361, 0.0017332038842141628, 0.0020029733423143625, 0.0030860586557537317, 0.004142917226999998, 0.0030058284755796194, 0.0018368521705269814, 0.004366500303149223, 0.0021730661392211914, 0.0027821273542940617, 0.0038942373357713223, 0.0034771901555359364, 0.005515497177839279, 0.002269518794491887, 0.00253263465128839, 0.005729427095502615, 0.001740568084642291, 0.0026582989376038313, 0.0022648826707154512, 0.002703201724216342, 0.001938707078807056, 0.0016848916420713067, 0.0018216802272945642, 0.005103765521198511, 0.0019939132034778595, 0.0025701546110212803, 0.0020571528002619743, 0.003414703533053398, 0.0017492353217676282, 0.0021407033782452345, 0.0011523093562573195, 0.002613468561321497, 0.003999457694590092, 0.0022550737485289574, 0.003304581856355071, 0.002858250169083476, 0.0038409261032938957, 0.0024610813707113266, 0.002179663861170411, 0.0019506860990077257, 0.0025607848074287176, 0.0024540391750633717, 0.00420351792126894, 0.0014198529534041882, 0.004276768770068884, 0.0024078763090074062, 0.0026749414391815662, 0.0025540601927787066, 0.002768401289358735, 0.0017400668002665043, 0.002672306727617979, 0.0018464511958882213, 0.003937912173569202, 0.0023833131417632103, 0.002195861889049411, 0.0023738103918731213, 0.0026861587539315224, 0.0028757944237440825, 0.0019218589877709746, 0.002240833593532443, 0.0032263868488371372, 0.0024152228143066168, 0.0024887952022254467, 0.00229447684250772, 0.003611733205616474, 0.002450017025694251, 0.001555528026074171, 0.0026720601599663496, 0.0034079987090080976, 0.002472465392202139, 0.0021027179900556803, 0.0028470782563090324, 0.001942077069543302, 0.002000155858695507, 0.002408114727586508, 0.003962984308600426, 0.003413126105442643, 0.002851988887414336, 0.0027566736098378897, 0.0025387071073055267, 0.003077402478083968, 0.003740444080904126, 0.0031037034932523966, 0.0018980121240019798, 0.002696690848097205, 0.001894723391160369, 0.0028386591002345085, 0.0032536815851926804 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 105, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "1": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.2.output", "input_tensor_infos": [ { "id": 106, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 0.04250195622444153 ], "zero_point": [ 138 ] }, { "id": 102, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.1369764506816864 ], "zero_point": [ 225 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 107, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": { "0": { "op_type": "", "fqn": "roberta.encoder.layer.2.output.dropout", "input_tensor_infos": [ { "id": 105, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 106, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "1": { "op_type": "", "fqn": "roberta.encoder.layer.2.output.LayerNorm", "input_tensor_infos": [ { "id": 107, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 108, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] } }, "layer_output_infos": [ { "id": 108, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:3": { "q_op_infos": {}, "nonq_op_infos": {}, "layer_output_infos": [] }, "roberta:encoder:layer:3:attention": { "q_op_infos": {}, "nonq_op_infos": {}, "layer_output_infos": [ { "id": 131, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:3:attention:self": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.3.attention.self.query", "input_tensor_infos": [ { "id": 108, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.033381491899490356 ], "zero_point": [ 140 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.003454020246863365, 0.002912971656769514, 0.002740485593676567, 0.003206708002835512, 0.0023336915764957666, 0.0032121585682034492, 0.002567406976595521, 0.00226305378600955, 0.0038013840094208717, 0.0035527662839740515, 0.0031586838886141777, 0.0025949720293283463, 0.002863325411453843, 0.0034127698745578527, 0.0034443263430148363, 0.0030691928695887327, 0.00335190468467772, 0.002563482616096735, 0.002700475277379155, 0.003921950701624155, 0.003886256366968155, 0.0027644073124974966, 0.002939231926575303, 0.004821307957172394, 0.0037942822091281414, 0.0027251774445176125, 0.0030486208852380514, 0.0030119861476123333, 0.0031135401222854853, 0.003320703050121665, 0.0032432943116873503, 0.004043909255415201, 0.0030688808765262365, 0.0029457053169608116, 0.003108728677034378, 0.0028981303330510855, 0.0029975820798426867, 0.002940898295491934, 0.0029393492732197046, 0.002996629336848855, 0.00288650905713439, 0.0030982650350779295, 0.002934733172878623, 0.0035670746583491564, 0.002827615011483431, 0.0034894810523837805, 0.0027153552509844303, 0.003767305286601186, 0.0034044194035232067, 0.0033324635587632656, 0.0034273904748260975, 0.0033990484662353992, 0.00357819814234972, 0.003672429360449314, 0.002843511290848255, 0.0033027511090040207, 0.0030693591106683016, 0.0035299991723150015, 0.0037153312005102634, 0.0032602210994809866, 0.0039043202996253967, 0.003101062262430787, 0.003452709410339594, 0.004336095880717039, 0.003109610639512539, 0.003305790713056922, 0.003483741544187069, 0.0033970570657402277, 0.003612618427723646, 0.003494776552543044, 0.0036925747990608215, 0.003346681362017989, 0.0035779541358351707, 0.004207391757518053, 0.003171809483319521, 0.003311147214844823, 0.003287212224677205, 0.0032492419704794884, 0.00292279408313334, 0.0032749678939580917, 0.0030321513768285513, 0.0029570218175649643, 0.0034161799121648073, 0.0034513550344854593, 0.004111280664801598, 0.002892511198297143, 0.002745987381786108, 0.0033954631071537733, 0.003635814879089594, 0.0032168058678507805, 0.003821409773081541, 0.0036658882163465023, 0.003056073095649481, 0.003971342463046312, 0.003275081515312195, 0.0034375835675746202, 0.002971265697851777, 0.0032609638292342424, 0.0036814820487052202, 0.00391182117164135, 0.003701268695294857, 0.003561269026249647, 0.003183922963216901, 0.0029024332761764526, 0.0037842385936528444, 0.003201656974852085, 0.0035486777778714895, 0.003379309317097068, 0.0037336666136980057, 0.003928507212549448, 0.0033300488721579313, 0.003430504584684968, 0.0039321123622357845, 0.004578114952892065, 0.005133301019668579, 0.003238706849515438, 0.003754186909645796, 0.0035265092737972736, 0.003420318942517042, 0.0045342035591602325, 0.0035955721978098154, 0.0032003542874008417, 0.003433216828852892, 0.0032968944869935513, 0.003038728842511773, 0.002859631320461631, 0.004697159398347139, 0.003396082203835249, 0.002379088895395398, 0.002697324613109231, 0.0027516146656125784, 0.0026409791316837072, 0.002718416042625904, 0.002513931365683675, 0.002348005073145032, 0.002868283074349165, 0.0030201019253581762, 0.0031086276285350323, 0.0029362328350543976, 0.0024405186995863914, 0.0020761790219694376, 0.0025501728523522615, 0.002887808019295335, 0.0025330055505037308, 0.00436501344665885, 0.0033573985565453768, 0.0027765759732574224, 0.002975149778649211, 0.0022402696777135134, 0.003926052711904049, 0.0022472869604825974, 0.002848296193405986, 0.002662290818989277, 0.0023389216512441635, 0.002761388663202524, 0.0025689173489809036, 0.002692294307053089, 0.0026272940449416637, 0.0023072920739650726, 0.0027249630074948072, 0.002430550055578351, 0.0031483578495681286, 0.00382252037525177, 0.003610381856560707, 0.002557679545134306, 0.0026753151323646307, 0.002500851172953844, 0.0031439324375241995, 0.002799831796437502, 0.0023611148353666067, 0.003246363950893283, 0.0024027288891375065, 0.002351516392081976, 0.0033710079733282328, 0.0029304951895028353, 0.0023734604474157095, 0.0026051742024719715, 0.0023925257846713066, 0.0028576829936355352, 0.00343869486823678, 0.0023385470267385244, 0.0027321260422468185, 0.0036219614557921886, 0.0021667222026735544, 0.002173040295019746, 0.0029718969017267227, 0.0028770731296390295, 0.0027035868261009455, 0.002669005189090967, 0.0028806589543819427, 0.002725456142798066, 0.002609282499179244, 0.002881423570215702, 0.0027119300793856382, 0.002284907503053546, 0.00277782347984612, 0.002443430246785283, 0.0032904911786317825, 0.002196438144892454, 0.002470008097589016, 0.002174875931814313, 0.002434041118249297, 0.002121784957125783, 0.0022438373416662216, 0.002061862964183092, 0.0036963922902941704, 0.0027298014611005783, 0.0020951416809111834, 0.002975028706714511, 0.0026067933067679405, 0.0023588493932038546, 0.00250840000808239, 0.0020786237437278032, 0.0020691752433776855, 0.0025285007432103157, 0.0019715242087841034, 0.002471372252330184, 0.002411541296169162, 0.002117915078997612, 0.002461268100887537, 0.0027289933059364557, 0.003950674552470446, 0.0031244740821421146, 0.0025017375592142344, 0.0036489609628915787, 0.0035356166772544384, 0.003954822197556496, 0.003387026721611619, 0.0023086578585207462, 0.004007366485893726, 0.0035566119477152824, 0.003094176761806011, 0.004060599487274885, 0.003478807397186756, 0.0032788515090942383, 0.003540043020620942, 0.0033127451315522194, 0.0033650679979473352, 0.0037591971922665834, 0.0036426486913114786, 0.0027706834953278303, 0.0036824545823037624, 0.00244133616797626, 0.0027488344348967075, 0.0033598521258682013, 0.003031846135854721, 0.0029516704380512238, 0.003855360671877861, 0.0033905114978551865, 0.0034926298540085554, 0.006213188637048006, 0.002504712203517556, 0.00354750151745975, 0.003873394802212715, 0.00356422271579504, 0.002808301243931055, 0.003492192830890417, 0.0034769438207149506, 0.003229074412956834, 0.003444097237661481, 0.005056086927652359, 0.003349534934386611, 0.003985096234828234, 0.0028202179819345474, 0.004030673764646053, 0.003517051925882697, 0.0037756990641355515, 0.003931275103241205, 0.0034409756772220135, 0.0037698803935199976, 0.0028995864558964968, 0.0033405302092432976, 0.0036081578582525253, 0.003545071929693222, 0.0029231447260826826, 0.002923664404079318, 0.003114407416433096, 0.0032613291405141354, 0.0031750572379678488, 0.003823575098067522, 0.003377494402229786, 0.004572476260364056, 0.002721895696595311, 0.004280344117432833, 0.0029399918857961893, 0.0027854565996676683, 0.003246710868552327, 0.003826429136097431, 0.002252755220979452, 0.0019704701844602823, 0.002704454818740487, 0.0032857307232916355, 0.0024155310820788145, 0.004303265362977982, 0.002555582672357559, 0.003489144379273057, 0.0029326064977794886, 0.003099781693890691, 0.0031681631226092577, 0.002852638717740774, 0.004735841881483793, 0.0021841605193912983, 0.002904685912653804, 0.0033707083202898502, 0.003967958968132734, 0.0025008467491716146, 0.002285825787112117, 0.0027900042477995157, 0.0046937777660787106, 0.002792665269225836, 0.002913620788604021, 0.002316189231351018, 0.002617437159642577, 0.0025500720366835594, 0.002736455760896206, 0.0030917387921363115, 0.002264660783112049, 0.00505060562863946, 0.002943196799606085, 0.004009506199508905, 0.00340280425734818, 0.002928979229182005, 0.0026025502011179924, 0.0044247740879654884, 0.002942653838545084, 0.0034620414953678846, 0.0028400407172739506, 0.0033296290785074234, 0.0031264806166291237, 0.0023296072613447905, 0.0031626855488866568, 0.0023993346840143204, 0.0044692386873066425, 0.0024657691828906536, 0.002699361415579915, 0.0027997521683573723, 0.0028105955570936203, 0.0032101531978696585, 0.002564753405749798, 0.0026210506912320852, 0.003983708564192057, 0.0032795346342027187, 0.0026475379709154367, 0.002419344848021865, 0.0029854809399694204, 0.002771123079583049, 0.0028054427821189165, 0.0028562438674271107, 0.002593646291643381, 0.002200524089857936, 0.0034217985812574625, 0.0029207118786871433, 0.0025161392986774445, 0.0029918618965893984, 0.0026465801056474447, 0.0027373384218662977, 0.003740079700946808, 0.002630513394251466, 0.0025128619745373726, 0.0031017751898616552, 0.0031501706689596176, 0.005406367592513561, 0.002784127602353692, 0.0028259428218007088, 0.0034537422470748425, 0.002943785861134529, 0.003229555208235979, 0.0029376959428191185, 0.0027983919717371464, 0.0027475939132273197, 0.002571230987086892, 0.002762781921774149, 0.0028113394510000944, 0.0028163001406937838, 0.003350724233314395, 0.002485599834471941, 0.002530006691813469, 0.002804708667099476, 0.004057107027620077, 0.0023217869456857443, 0.0034946275409311056, 0.002852729521691799, 0.002491181716322899, 0.0032276478596031666 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 109, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "1": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.3.attention.self.key", "input_tensor_infos": [ { "id": 108, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.033381491899490356 ], "zero_point": [ 140 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.0045564924366772175, 0.004993391688913107, 0.0033425388392060995, 0.002491928869858384, 0.00285398680716753, 0.0046527199447155, 0.0031043007038533688, 0.0030486551113426685, 0.004968157969415188, 0.003178802551701665, 0.004283830989152193, 0.002976200543344021, 0.00377950188703835, 0.0033508080523461103, 0.003343543503433466, 0.0029544762801378965, 0.0030342519748955965, 0.002700283657759428, 0.0038468523416668177, 0.003937424626201391, 0.0031847204081714153, 0.005386357195675373, 0.0026634731329977512, 0.0049439393915236, 0.0030769240111112595, 0.0030060834251344204, 0.0038689086213707924, 0.0037137595936656, 0.0033904677256941795, 0.002939089434221387, 0.005789064336568117, 0.004244026727974415, 0.002723450306802988, 0.0033967734780162573, 0.0028374893590807915, 0.0026907967403531075, 0.002901111962273717, 0.004191833082586527, 0.0032012483570724726, 0.0025525889359414577, 0.004359611310064793, 0.0032474978361278772, 0.0029940828680992126, 0.003263943362981081, 0.0032055291812866926, 0.005300171673297882, 0.0028626001439988613, 0.0034215357154607773, 0.0035339570604264736, 0.0044709076173603535, 0.004987888038158417, 0.0031635258346796036, 0.0031391798984259367, 0.0024422553833574057, 0.0028531590942293406, 0.0032858257181942463, 0.004113702103495598, 0.002749761799350381, 0.0034554717130959034, 0.0037943508941680193, 0.0031868198420852423, 0.0037012917455285788, 0.0041579026728868484, 0.0026474473997950554, 0.003350743092596531, 0.0032160028349608183, 0.0032735702116042376, 0.00265935598872602, 0.003092712489888072, 0.002774440450593829, 0.003109848825260997, 0.002874863101169467, 0.0023947556037455797, 0.0033698389306664467, 0.0025841095484793186, 0.002657057251781225, 0.0032981503754854202, 0.0033811924513429403, 0.0029664081521332264, 0.0035628709010779858, 0.0030778555665165186, 0.0028136097826063633, 0.003521501086652279, 0.004323621280491352, 0.003725147107616067, 0.002983459969982505, 0.002682305872440338, 0.004018188454210758, 0.003572210669517517, 0.002956433454528451, 0.0033124564215540886, 0.0028332413639873266, 0.0027030357159674168, 0.002717327792197466, 0.00326539040543139, 0.0034753535874187946, 0.0035297642461955547, 0.0035384921357035637, 0.00370010850019753, 0.004061945714056492, 0.003085232339799404, 0.0028544296510517597, 0.0034335111267864704, 0.0029091755859553814, 0.0032526745926588774, 0.002778266090899706, 0.0033953161910176277, 0.0029525747522711754, 0.0034306920133531094, 0.002969158813357353, 0.003635141998529434, 0.003281486453488469, 0.003811664180830121, 0.0042420499958097935, 0.0043964930810034275, 0.002966715255752206, 0.003023169469088316, 0.0037692547775804996, 0.004218366462737322, 0.003787433262914419, 0.003038416150957346, 0.0029432957526296377, 0.0028812990058213472, 0.003369889920577407, 0.003792325733229518, 0.0031922420021146536, 0.0035152032505720854, 0.003000544384121895, 0.0023725400678813457, 0.0034383090678602457, 0.002383589278906584, 0.002883575391024351, 0.0035542885307222605, 0.0021746058482676744, 0.002611980540677905, 0.0030574132688343525, 0.002716453978791833, 0.0030906309839338064, 0.002668264089152217, 0.0026061770040541887, 0.0028828131034970284, 0.0019830395467579365, 0.0037799200508743525, 0.0022948409896343946, 0.00269696325995028, 0.002931517083197832, 0.003756952239200473, 0.0026114319916814566, 0.0024857197422534227, 0.0026439193170517683, 0.002157564042136073, 0.003209591843187809, 0.0025327291805297136, 0.0026595359668135643, 0.0036405983846634626, 0.00276396912522614, 0.002584781963378191, 0.0030133044347167015, 0.003163636429235339, 0.002896047430112958, 0.0030662643257528543, 0.0039292797446250916, 0.00542138796299696, 0.0055137453600764275, 0.00349095044657588, 0.0029323375783860683, 0.0028117080219089985, 0.003335115034133196, 0.003932842053472996, 0.005325168836861849, 0.003309758845716715, 0.002630706178024411, 0.003964888397604227, 0.0051053366623818874, 0.0036851917393505573, 0.0027820526156574488, 0.0029407835099846125, 0.0029747914522886276, 0.0023414359893649817, 0.00724584236741066, 0.0025283165741711855, 0.0033575536217540503, 0.009008544497191906, 0.004307369701564312, 0.0023064797278493643, 0.0031249807216227055, 0.0039007719606161118, 0.0029516767244786024, 0.004135012626647949, 0.003235851414501667, 0.0027596713043749332, 0.00485509866848588, 0.002124297432601452, 0.0024331314489245415, 0.0031563558150082827, 0.002079183468595147, 0.002152566332370043, 0.0019501905189827085, 0.002903840970247984, 0.0026687721256166697, 0.003189632436260581, 0.002932073315605521, 0.0022708314936608076, 0.0025203030090779066, 0.0020020143128931522, 0.0024987896904349327, 0.003412415273487568, 0.00233084917999804, 0.00300046568736434, 0.002623320324346423, 0.0024506128393113613, 0.003213953459635377, 0.0017752523999661207, 0.003252096241340041, 0.003391628386452794, 0.002071808325126767, 0.002092882292345166, 0.0023731025867164135, 0.0022872283589094877, 0.004103682469576597, 0.0020952820777893066, 0.00607449933886528, 0.002228256780654192, 0.0023044112604111433, 0.006040379870682955, 0.005144986789673567, 0.006420423276722431, 0.004381684586405754, 0.003895529080182314, 0.0034240507520735264, 0.004846292082220316, 0.002528749406337738, 0.0025506014935672283, 0.006314672064036131, 0.004568540956825018, 0.004019445274025202, 0.003787253051996231, 0.0028332285583019257, 0.0055632865987718105, 0.006731987465173006, 0.003005219390615821, 0.004790996201336384, 0.0037735181394964457, 0.002575657097622752, 0.0069575561210513115, 0.002641113242134452, 0.003496703691780567, 0.0024451541248708963, 0.0028598702047020197, 0.003638338064774871, 0.00527584133669734, 0.0026938761584460735, 0.005505240987986326, 0.0030129975639283657, 0.002408963395282626, 0.003390956437215209, 0.003222396830096841, 0.002892003860324621, 0.0031847432255744934, 0.00298764044418931, 0.0027153787668794394, 0.0027744362596422434, 0.0038351567927747965, 0.0028636909555643797, 0.0026430548168718815, 0.0028191383462399244, 0.002894412958994508, 0.0032998870592564344, 0.0028942101635038853, 0.0032848285045474768, 0.0029741846956312656, 0.002654758747667074, 0.0022257843520492315, 0.0025687888264656067, 0.0028309011831879616, 0.002784268232062459, 0.0028741208370774984, 0.002672926988452673, 0.0033687069080770016, 0.0035210447385907173, 0.002519110683351755, 0.002835797844454646, 0.003072502790018916, 0.0030304288957268, 0.0031441422179341316, 0.0027171822730451822, 0.0028502829372882843, 0.003032467793673277, 0.002792070619761944, 0.0022041015326976776, 0.0031697507947683334, 0.002868790877982974, 0.002852831734344363, 0.004012995399534702, 0.001989898970350623, 0.005345725920051336, 0.0026683907490223646, 0.005995953921228647, 0.0051261247135698795, 0.0027212067507207394, 0.008340876549482346, 0.002077219309285283, 0.005513004492968321, 0.004157619550824165, 0.008740763179957867, 0.003759665647521615, 0.0036693597212433815, 0.005337783135473728, 0.00442642392590642, 0.0036812392063438892, 0.004817679524421692, 0.005182066932320595, 0.0024562294129282236, 0.00262492336332798, 0.0044988044537603855, 0.0031342615839093924, 0.003419232089072466, 0.0073911570943892, 0.003062582341954112, 0.00546132680028677, 0.0033610835671424866, 0.0025711674243211746, 0.003249229397624731, 0.003091469407081604, 0.00205530459061265, 0.0028573214076459408, 0.0021075326949357986, 0.002809774363413453, 0.00265690335072577, 0.0026084703858941793, 0.0022830378729850054, 0.003093417501077056, 0.003991634584963322, 0.002192076528444886, 0.0033630135003477335, 0.0021216522436589003, 0.0034168839920312166, 0.0028236217331141233, 0.002062654122710228, 0.002030509291216731, 0.002956867218017578, 0.003990321885794401, 0.0022441591136157513, 0.0024280170910060406, 0.003569534746930003, 0.0031536780297756195, 0.003621139097958803, 0.002407067222520709, 0.0026872626040130854, 0.0026369330007582903, 0.0027104795444756746, 0.002594605553895235, 0.0029604986775666475, 0.004106001928448677, 0.004156911745667458, 0.004101437050849199, 0.004155836068093777, 0.003634985303506255, 0.002666339511051774, 0.002684567356482148, 0.005204767920076847, 0.005833114963024855, 0.004012392368167639, 0.0030642154160887003, 0.005320658441632986, 0.00472125643864274, 0.003401086200028658, 0.0035982169210910797, 0.004451855085790157, 0.0031775410752743483, 0.0030154730193316936, 0.002931297291070223, 0.003481310559436679, 0.003466937458142638, 0.0035760519094765186, 0.0035832191351801157, 0.0031444267369806767, 0.002591859083622694, 0.005813362076878548, 0.004352239891886711, 0.003215822856873274, 0.002371483016759157, 0.0028523034416139126, 0.003605074714869261 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 110, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "2": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.3.attention.self.value", "input_tensor_infos": [ { "id": 108, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.033381491899490356 ], "zero_point": [ 140 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.0021644062362611294, 0.002057753037661314, 0.0023778111208230257, 0.0022057159803807735, 0.0017689093947410583, 0.002824438503012061, 0.0023534682113677263, 0.001917657325975597, 0.001982305198907852, 0.002389634493738413, 0.0022036151494830847, 0.0026030077133327723, 0.00212266412563622, 0.002295734593644738, 0.0022757304832339287, 0.0018393954960629344, 0.0018567409133538604, 0.0019243125570937991, 0.0022636232897639275, 0.0027059840504080057, 0.0019675649236887693, 0.0025549863930791616, 0.0019520475761964917, 0.0019916468299925327, 0.0018667869735509157, 0.002249636221677065, 0.0020945477299392223, 0.0021890727803111076, 0.002017066115513444, 0.0019335061078891158, 0.002237581880763173, 0.0019127908162772655, 0.0019275879021734, 0.0024248131085187197, 0.002377795986831188, 0.0016625287244096398, 0.0026134871877729893, 0.0018378780223429203, 0.0016901774797588587, 0.0019328888738527894, 0.0035342946648597717, 0.002146840561181307, 0.0024937328416854143, 0.002966589294373989, 0.002327718073502183, 0.0031073701102286577, 0.0019435854628682137, 0.0019539068453013897, 0.002235535066574812, 0.0029403995722532272, 0.001737763173878193, 0.0020439245272427797, 0.0022922437638044357, 0.0017021464882418513, 0.002801731927320361, 0.0028315826784819365, 0.0025979531928896904, 0.001931219594553113, 0.00181831163354218, 0.002479879418388009, 0.0028019496239721775, 0.002238495508208871, 0.002264417940750718, 0.0018900529248639941, 0.0016488282708451152, 0.001955934800207615, 0.0019665409345179796, 0.0018216390162706375, 0.0025020078755915165, 0.001633509062230587, 0.001358673209324479, 0.00149301637429744, 0.002071061870083213, 0.00220829201862216, 0.0019920850172638893, 0.0016026609810069203, 0.0019718692637979984, 0.0017654276452958584, 0.0018690002616494894, 0.0027688785921782255, 0.0017052110051736236, 0.0015611331909894943, 0.001769445138052106, 0.0019260888220742345, 0.0016494977753609419, 0.0015994920395314693, 0.002352736424654722, 0.0018412102945148945, 0.0015275588957592845, 0.0019080548081547022, 0.0018063598545268178, 0.0017952860798686743, 0.0015924384351819754, 0.0025284348521381617, 0.00197002780623734, 0.002094330033287406, 0.0024490412324666977, 0.0028817325364798307, 0.002089772140607238, 0.002528408309444785, 0.002068889793008566, 0.0019957320764660835, 0.0022910030093044043, 0.002023397944867611, 0.0016510430723428726, 0.0025610800366848707, 0.002227534307166934, 0.0020940122194588184, 0.0018997093429788947, 0.0018770165042951703, 0.0021780419629067183, 0.0022882872726768255, 0.0021543633192777634, 0.0022155046463012695, 0.002343276748433709, 0.002311142161488533, 0.0019489605911076069, 0.00245834537781775, 0.0021404644940048456, 0.0026054985355585814, 0.0021081946324557066, 0.0016961484216153622, 0.002549357945099473, 0.0023845452815294266, 0.001968940021470189, 0.0023185815662145615, 0.0018679561326280236, 0.0020767508540302515, 0.003681286470964551, 0.0023126883897930384, 0.004444424994289875, 0.00312391621991992, 0.00225470750592649, 0.0034812306985259056, 0.0038794372230768204, 0.003286590101197362, 0.003018067218363285, 0.0037586912512779236, 0.002163398079574108, 0.002868351759389043, 0.002153055975213647, 0.0045141782611608505, 0.0032844138331711292, 0.005222845822572708, 0.0034278722014278173, 0.0026959674432873726, 0.002134346403181553, 0.0023306524381041527, 0.002933492651209235, 0.002762394491583109, 0.0028086144011467695, 0.002628204645588994, 0.002710609696805477, 0.0024681556969881058, 0.003377721179276705, 0.002617897465825081, 0.003232762450352311, 0.0041098324581980705, 0.0026663062162697315, 0.0027374718338251114, 0.004625324159860611, 0.003053319174796343, 0.003011658787727356, 0.0025834273546934128, 0.002786060329526663, 0.0034590030554682016, 0.003865489037707448, 0.0040392791852355, 0.003459811443462968, 0.003768043825402856, 0.004085435066372156, 0.00306275999173522, 0.002552272519096732, 0.002728070132434368, 0.0038278803694993258, 0.0032640343997627497, 0.00382907222956419, 0.0026117318775504827, 0.0025927165988832712, 0.003043697914108634, 0.004041197244077921, 0.002291262149810791, 0.0027081540320068598, 0.0027689957059919834, 0.0032304085325449705, 0.0028931759297847748, 0.0024978704750537872, 0.003355366876348853, 0.0027068532072007656, 0.004218784626573324, 0.0027045689057558775, 0.0032289219088852406, 0.0020260994788259268, 0.0021963261533528566, 0.0016696708044037223, 0.0026087756268680096, 0.0023942505940794945, 0.0024608264211565256, 0.0019520546775311232, 0.0021224620286375284, 0.001645600888878107, 0.0016942647052928805, 0.0022671872284263372, 0.0021427792962640524, 0.0019874919671565294, 0.0018238076008856297, 0.00178172264713794, 0.0019923080690205097, 0.0022907427046447992, 0.0023133931681513786, 0.0021616967860609293, 0.001667818520218134, 0.0016617400106042624, 0.0018859021365642548, 0.0026456087362021208, 0.0019837894942611456, 0.002345195272937417, 0.002092556096613407, 0.0025127495173364878, 0.0026749747339636087, 0.0023254051338881254, 0.0019871466793119907, 0.002339552156627178, 0.002011452103033662, 0.002617224818095565, 0.0029393606819212437, 0.0029267382342368364, 0.0020714716520160437, 0.0027181068435311317, 0.0023286440409719944, 0.002010580152273178, 0.0024199041072279215, 0.0023716629948467016, 0.0018251248402521014, 0.002021327381953597, 0.002909851958975196, 0.002617324935272336, 0.0022027732338756323, 0.002435645554214716, 0.0016648973105475307, 0.00213164952583611, 0.002173119690269232, 0.002350864000618458, 0.002144742989912629, 0.0022261515259742737, 0.002056788420304656, 0.0025791581720113754, 0.0026145277079194784, 0.0023338310420513153, 0.0021587922237813473, 0.0022299084812402725, 0.0024549069348722696, 0.002347793662920594, 0.0035809471737593412, 0.002285752911120653, 0.002347382949665189, 0.002471391810104251, 0.0026091134641319513, 0.0027838926762342453, 0.0034675467759370804, 0.0028464205097407103, 0.002960227895528078, 0.002937984187155962, 0.002766067860648036, 0.002601939020678401, 0.002289804397150874, 0.003605142468586564, 0.0026786918751895428, 0.0019605725537985563, 0.0024856722448021173, 0.0020864305552095175, 0.0029346696101129055, 0.002200149465352297, 0.0026000787038356066, 0.00257920497097075, 0.0020040173549205065, 0.0023304736241698265, 0.002806736622005701, 0.003475618315860629, 0.0028534624725580215, 0.002069364069029689, 0.0033505435567349195, 0.002995819319039583, 0.0028490254189819098, 0.00255515961907804, 0.002712560584768653, 0.003220163518562913, 0.002520519308745861, 0.0034234393388032913, 0.0031350182835012674, 0.0029638088308274746, 0.0027969712391495705, 0.0029549666214734316, 0.003729454008862376, 0.0022775339893996716, 0.002450399799272418, 0.002542208880186081, 0.002713967813178897, 0.002724528545513749, 0.0031741554848849773, 0.003145793452858925, 0.0025219579692929983, 0.0027269991114735603, 0.0028836748097091913, 0.0030886454042047262, 0.0024648599792271852, 0.0026297876611351967, 0.0022957148030400276, 0.003702135058119893, 0.002949449000880122, 0.003038461087271571, 0.003031386760994792, 0.00228048674762249, 0.0029559964314103127, 0.002097601303830743, 0.002819233573973179, 0.0027889679186046124, 0.002332631265744567, 0.0025802345480769873, 0.002940320409834385, 0.0037183361127972603, 0.0028772978112101555, 0.003629635088145733, 0.002985471161082387, 0.0025845388881862164, 0.003074314445257187, 0.003082923125475645, 0.0034024608321487904, 0.0030156192369759083, 0.004013152793049812, 0.0030486811883747578, 0.002967950887978077, 0.003574635135009885, 0.002460419200360775, 0.003050236962735653, 0.002440596930682659, 0.0026281969621777534, 0.0031946133822202682, 0.0032383110374212265, 0.0024412155617028475, 0.003331258660182357, 0.002919889288023114, 0.0024068213533610106, 0.003058740170672536, 0.0038530644960701466, 0.0031918485183268785, 0.0022903415374457836, 0.003604186698794365, 0.0027067686896771193, 0.00371249346062541, 0.0030379006639122963, 0.003125897143036127, 0.0014319594483822584, 0.0015157877933233976, 0.0016031429404392838, 0.0015119118615984917, 0.002161226700991392, 0.0020076942164450884, 0.0015609244583174586, 0.0017930174944922328, 0.0017345728119835258, 0.0017722620395943522, 0.002155072521418333, 0.002623118693009019, 0.0016282666474580765, 0.002073185984045267, 0.0018009886844083667, 0.0015852453652769327, 0.002477263333275914, 0.001565128448419273, 0.00173091737087816, 0.0017804078524932265, 0.001652366598136723, 0.0014614942483603954, 0.0023129673209041357, 0.001462501473724842, 0.0019064393127337098, 0.0017326349625363946, 0.0017728102393448353, 0.0019264972070232034, 0.001490234863013029, 0.0018489022040739655, 0.0016140204388648272, 0.0019410117529332638 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 113, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "3": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.3.attention.self", "input_tensor_infos": [ { "id": 117, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.05775441601872444 ], "zero_point": [ 130 ] }, { "id": 118, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.06507106870412827 ], "zero_point": [ 133 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 119, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "4": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.3.attention.self", "input_tensor_infos": [ { "id": 120, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 0.13142576813697815 ], "zero_point": [ 161 ] }, { "id": 5, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 1.3344405750530544e+36 ], "zero_point": [ 255 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 121, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "5": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.3.attention.self", "input_tensor_infos": [ { "id": 123, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.0039130328223109245 ], "zero_point": [ 0 ] }, { "id": 115, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.031616419553756714 ], "zero_point": [ 135 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 124, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": { "0": { "op_type": "", "fqn": "roberta.encoder.layer.3.attention.self", "input_tensor_infos": [ { "id": 110, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [] }, "1": { "op_type": "", "fqn": "roberta.encoder.layer.3.attention.self", "input_tensor_infos": [ { "id": 110, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 111, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "2": { "op_type": "", "fqn": "roberta.encoder.layer.3.attention.self", "input_tensor_infos": [ { "id": 111, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 112, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "3": { "op_type": "", "fqn": "roberta.encoder.layer.3.attention.self", "input_tensor_infos": [ { "id": 113, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [] }, "4": { "op_type": "", "fqn": "roberta.encoder.layer.3.attention.self", "input_tensor_infos": [ { "id": 113, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 114, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "5": { "op_type": "", "fqn": "roberta.encoder.layer.3.attention.self", "input_tensor_infos": [ { "id": 114, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 115, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "6": { "op_type": "", "fqn": "roberta.encoder.layer.3.attention.self", "input_tensor_infos": [ { "id": 109, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [] }, "7": { "op_type": "", "fqn": "roberta.encoder.layer.3.attention.self", "input_tensor_infos": [ { "id": 109, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 116, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "8": { "op_type": "", "fqn": "roberta.encoder.layer.3.attention.self", "input_tensor_infos": [ { "id": 116, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 117, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "9": { "op_type": "", "fqn": "roberta.encoder.layer.3.attention.self", "input_tensor_infos": [ { "id": 112, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {} ], "output_tensor_infos": [ { "id": 118, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "10": { "op_type": "", "fqn": "roberta.encoder.layer.3.attention.self", "input_tensor_infos": [ { "id": 119, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {} ], "output_tensor_infos": [ { "id": 120, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "11": { "op_type": "", "fqn": "roberta.encoder.layer.3.attention.self", "input_tensor_infos": [ { "id": 121, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 122, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "12": { "op_type": "", "fqn": "roberta.encoder.layer.3.attention.self.dropout", "input_tensor_infos": [ { "id": 122, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 123, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "13": { "op_type": "", "fqn": "roberta.encoder.layer.3.attention.self", "input_tensor_infos": [ { "id": 124, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 125, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "14": { "op_type": "", "fqn": "roberta.encoder.layer.3.attention.self", "input_tensor_infos": [ { "id": 125, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 126, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "15": { "op_type": "", "fqn": "roberta.encoder.layer.3.attention.self", "input_tensor_infos": [ { "id": 126, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [] }, "16": { "op_type": "", "fqn": "roberta.encoder.layer.3.attention.self", "input_tensor_infos": [ { "id": 126, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {} ], "output_tensor_infos": [ { "id": 127, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] } }, "layer_output_infos": [ { "id": 127, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:3:attention:output": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.3.attention.output.dense", "input_tensor_infos": [ { "id": 127, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.021432746201753616 ], "zero_point": [ 139 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.0008016771753318608, 0.0027869115583598614, 0.001326901838183403, 0.001209826092235744, 0.0009254932519979775, 0.0013161278329789639, 0.001464030472561717, 0.001428244635462761, 0.000968142703641206, 0.0013672391651198268, 0.0015870884526520967, 0.003151057520881295, 0.001963134156540036, 0.0012767021544277668, 0.0014733248390257359, 0.0011243673507124186, 0.001970964716747403, 0.0009415574604645371, 0.0010882997885346413, 0.0014108247123658657, 0.0017933101626113057, 0.0023418483324348927, 0.002040425781160593, 0.001969787059351802, 0.0031983063090592623, 0.0017316116718575358, 0.0018504394683986902, 0.001482900814153254, 0.0011097906390205026, 0.0016619858797639608, 0.002044578781351447, 0.0012618349865078926, 0.0014451311435550451, 0.0025953021831810474, 0.0018627814715728164, 0.00246064062230289, 0.0017933384515345097, 0.0015421629650518298, 0.0009547253139317036, 0.0020825692918151617, 0.0011040604440495372, 0.0009390934719704092, 0.0012385748559609056, 0.0012018365086987615, 0.003702593268826604, 0.0009396758396178484, 0.002554761478677392, 0.0008655664278194308, 0.002572463359683752, 0.0015239485073834658, 0.0008435841300524771, 0.0010214925277978182, 0.002451593056321144, 0.001222148654051125, 0.0010637427913025022, 0.002512414241209626, 0.0007955381297506392, 0.00101472029928118, 0.0023962068371474743, 0.0026032442692667246, 0.0010693834628909826, 0.0014153114752843976, 0.0010955419857054949, 0.0013493300648406148, 0.0018536605639383197, 0.0014491021865978837, 0.0013111484004184604, 0.0010165770072489977, 0.0024712958838790655, 0.0015789755852892995, 0.0011783350491896272, 0.0011368656996637583, 0.0007751088123768568, 0.0019598198123276234, 0.0018017790280282497, 0.0019931336864829063, 0.0009814236545935273, 0.00190915132407099, 0.0015880368882790208, 0.0021889377385377884, 0.0019734029192477465, 0.002203867770731449, 0.003100210800766945, 0.0013209684984758496, 0.0027559606824070215, 0.0023573755752295256, 0.0013637166703119874, 0.0023340496700257063, 0.002766809891909361, 0.0015025766333565116, 0.0009633753797970712, 0.0008436351781710982, 0.0020647826604545116, 0.002204645425081253, 0.0017714264104142785, 0.0011202562600374222, 0.0014269931707531214, 0.0014045124407857656, 0.0012336847139522433, 0.0017700433963909745, 0.002140470314770937, 0.0009392485371790826, 0.0029280094895511866, 0.0011160345748066902, 0.001313159940764308, 0.0029190804343670607, 0.001472344039939344, 0.0027419268153607845, 0.0017227028729394078, 0.0020554582588374615, 0.0007297794800251722, 0.0011806709226220846, 0.0011565639870241284, 0.00317954458296299, 0.0023290435783565044, 0.0015021433355286717, 0.0021513260435312986, 0.0033001084811985493, 0.002046112436801195, 0.0009468359057791531, 0.0011314221192151308, 0.002355012809857726, 0.0019550216384232044, 0.0011422440875321627, 0.0027096658013761044, 0.0024119876325130463, 0.002617837395519018, 0.0013825694331899285, 0.002052833093330264, 0.0015240239445120096, 0.0013348306529223919, 0.0014666080242022872, 0.002296691294759512, 0.002286685863509774, 0.0007418794557452202, 0.003230640897527337, 0.0011422595707699656, 0.0021042211446911097, 0.002152465982362628, 0.002147817052900791, 0.001233454211615026, 0.002804938005283475, 0.0014264392666518688, 0.0007681632414460182, 0.0016993487952277064, 0.0013903621584177017, 0.0032511241734027863, 0.0016464353539049625, 0.002274822210893035, 0.0012869774363934994, 0.0022474988363683224, 0.0010078087216243148, 0.0019117525080218911, 0.0014613261446356773, 0.000992945278994739, 0.0017156561370939016, 0.001560127711854875, 0.0017677855212241411, 0.001458821352571249, 0.0008094797376543283, 0.0017998787807300687, 0.0018819241086021066, 0.0010633986676111817, 0.00262876832857728, 0.0020107317250221968, 0.0011503847781568766, 0.0014206261839717627, 0.0020852135494351387, 0.0016501083737239242, 0.001995708094909787, 0.0010742080630734563, 0.002278279047459364, 0.0009741191170178354, 0.0010703864973038435, 0.0017636099364608526, 0.0022568311542272568, 0.001968264812603593, 0.002934981370344758, 0.003891848726198077, 0.0028475429862737656, 0.0025916548911482096, 0.001015673391520977, 0.0024760104715824127, 0.001464550499804318, 0.0019098117481917143, 0.0026383325457572937, 0.0008070638286881149, 0.0008627810166217387, 0.0010849159443750978, 0.0019456471782177687, 0.0011005965061485767, 0.000984346610493958, 0.002478648442775011, 0.0019105946412310004, 0.0017822840018197894, 0.0008315849117934704, 0.0009016731637530029, 0.00383772817440331, 0.001044115168042481, 0.0015654799062758684, 0.0016213287599384785, 0.0020529753528535366, 0.00191162945702672, 0.0015110119711607695, 0.0023030685260891914, 0.001003732206299901, 0.0007072353619150817, 0.0024635549634695053, 0.0007989421137608588, 0.0012496664421632886, 0.000836671213619411, 0.0014491364127025008, 0.002814055187627673, 0.0022372836247086525, 0.0009722117683850229, 0.0007508198614232242, 0.0030765142291784286, 0.0006017816485837102, 0.00322149321436882, 0.0008016693755052984, 0.002645348897203803, 0.0018941509770229459, 0.0011836834019050002, 0.001619661576114595, 0.0025340483989566565, 0.0031208847649395466, 0.001014437759295106, 0.0011028338922187686, 0.0016160710947588086, 0.0008791257860139012, 0.0009083471377380192, 0.0022827431093901396, 0.0009038647986017168, 0.0011751512065529823, 0.000995320500805974, 0.0030163361225277185, 0.0012727354187518358, 0.0010374932317063212, 0.0009382856078445911, 0.001801447942852974, 0.0014661297900602221, 0.001031958032399416, 0.0011833683820441365, 0.001614900422282517, 0.0016315808752551675, 0.0017756777815520763, 0.0009380215778946877, 0.001356780994683504, 0.0009601977653801441, 0.0016230192268267274, 0.001116012455895543, 0.0027537308633327484, 0.0015360828256234527, 0.0007922707591205835, 0.0018832366913557053, 0.0015988802770152688, 0.0019755535759031773, 0.0010747385676950216, 0.0008783304365351796, 0.0009551983675919473, 0.0022364151664078236, 0.0025434575509279966, 0.001328525715507567, 0.002482745796442032, 0.002328675938770175, 0.0012686359696090221, 0.0017939653480425477, 0.0009264647960662842, 0.0014668508665636182, 0.0019129582215100527, 0.0015817367238923907, 0.0016550307627767324, 0.0020714052952826023, 0.0017314053839072585, 0.0012451186776161194, 0.001083814655430615, 0.001398382824845612, 0.0021954975090920925, 0.002420028205960989, 0.0020809764973819256, 0.00239774608053267, 0.001421441906131804, 0.0025485234800726175, 0.0024699869100004435, 0.003316738875582814, 0.0020643530879169703, 0.0009036207920871675, 0.001591264270246029, 0.0012709546135738492, 0.001432907534763217, 0.0018546378705650568, 0.0018584398785606027, 0.0017830271972343326, 0.0011704576900228858, 0.0031884433701634407, 0.0014483295381069183, 0.0035284615587443113, 0.0011139503913000226, 0.001369692850857973, 0.0012585284421220422, 0.0021619193721562624, 0.0009750842000357807, 0.0016954786842688918, 0.0010485853999853134, 0.001634068088606, 0.001965093892067671, 0.002086482010781765, 0.002683546394109726, 0.0026810942217707634, 0.002298092469573021, 0.0008309328695759177, 0.002491247607395053, 0.0007494763704016805, 0.0022890684194862843, 0.0013128367718309164, 0.0025657478254288435, 0.0009073957917280495, 0.001965482020750642, 0.0008614721009507775, 0.0029912381432950497, 0.0010805960046127439, 0.0011137431720271707, 0.002539715263992548, 0.0033705418463796377, 0.0028522515203803778, 0.001364224823191762, 0.0007653889479115605, 0.001081796013750136, 0.0010655452497303486, 0.002317765261977911, 0.002074498450383544, 0.002001439919695258, 0.003027945524081588, 0.001256156130693853, 0.000991704990155995, 0.0009698477224446833, 0.001982081448659301, 0.0017427639104425907, 0.002488927450031042, 0.0009201279026456177, 0.0036217286251485348, 0.0010738171404227614, 0.0011335497256368399, 0.0010634519858285785, 0.002588442759588361, 0.0008784789242781699, 0.002214002888649702, 0.0021379333920776844, 0.002427541185170412, 0.0016526144463568926, 0.0020365796517580748, 0.0014766465174034238, 0.0022924060467630625, 0.0012691416777670383, 0.000965845596510917, 0.0009170945850200951, 0.00158697587903589, 0.002811332233250141, 0.002011795761063695, 0.001584374811500311, 0.002067004097625613, 0.0014811429427936673, 0.0010921411449089646, 0.0017129662446677685, 0.001102407113648951, 0.001335294102318585, 0.0017037696670740843, 0.0017161996802315116, 0.0015909615904092789, 0.0010027424432337284, 0.0008827493875287473, 0.0025717306416481733, 0.0015889769420027733, 0.0009561448823660612, 0.0014863598626106977, 0.0013202971313148737, 0.0018986717332154512, 0.0026960037648677826, 0.002114143455401063, 0.0009758308297023177, 0.0026789051480591297, 0.0020855176262557507, 0.0025594274047762156, 0.0010036616586148739 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 128, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "1": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.3.attention.output", "input_tensor_infos": [ { "id": 129, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 0.024368969723582268 ], "zero_point": [ 135 ] }, { "id": 108, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.033381491899490356 ], "zero_point": [ 140 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 130, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": { "0": { "op_type": "", "fqn": "roberta.encoder.layer.3.attention.output.dropout", "input_tensor_infos": [ { "id": 128, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 129, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "1": { "op_type": "", "fqn": "roberta.encoder.layer.3.attention.output.LayerNorm", "input_tensor_infos": [ { "id": 130, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 131, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] } }, "layer_output_infos": [ { "id": 131, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:3:intermediate": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.3.intermediate.dense", "input_tensor_infos": [ { "id": 131, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.08105538785457611 ], "zero_point": [ 176 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.0038104341365396976, 0.0013497397303581238, 0.0035710427910089493, 0.002734419656917453, 0.001969794509932399, 0.001886459649540484, 0.0015571612166240811, 0.0017164892051368952, 0.002012609038501978, 0.001637350069358945, 0.002633875934407115, 0.002190943341702223, 0.003036544658243656, 0.0016292973887175322, 0.0028398262802511454, 0.0024031305219978094, 0.002250854391604662, 0.0022893124260008335, 0.002153870416805148, 0.0015606700908392668, 0.0014684443594887853, 0.003071168204769492, 0.0015151475090533495, 0.0024430493358522654, 0.0033152520190924406, 0.0030826844740659, 0.0012708434369415045, 0.0034413773100823164, 0.0022851538378745317, 0.003903736360371113, 0.0015751575119793415, 0.0017707808874547482, 0.0026267908979207277, 0.0015228654956445098, 0.001828033709898591, 0.0023932107724249363, 0.0021718356292694807, 0.0021645259112119675, 0.0019980152137577534, 0.001959026325494051, 0.004006962291896343, 0.0035876387264579535, 0.001194311655126512, 0.0018202984938398004, 0.002750665182247758, 0.002477112924680114, 0.001985460054129362, 0.0055533116683363914, 0.0014785800594836473, 0.0015972815454006195, 0.001310389256104827, 0.0019174851477146149, 0.0030284554231911898, 0.002435778034850955, 0.0016147852875292301, 0.0024822901468724012, 0.0017761820927262306, 0.003786503802984953, 0.0037699888925999403, 0.0016285706078633666, 0.002040670020505786, 0.0027024128939956427, 0.001838312833569944, 0.002426314400509, 0.0018067023484036326, 0.0017883667023852468, 0.002084119012579322, 0.0024362632539123297, 0.001312475185841322, 0.0016979388892650604, 0.0020795294549316168, 0.0020238307770341635, 0.0032724107149988413, 0.002652776660397649, 0.0027623018249869347, 0.0017221965827047825, 0.0020236140117049217, 0.0031292722560465336, 0.001515768701210618, 0.0015047392807900906, 0.002492237836122513, 0.004296963103115559, 0.0023421866353601217, 0.003251719754189253, 0.0026685744524002075, 0.00146541150752455, 0.0015878527192398906, 0.002221065340563655, 0.0013745849719271064, 0.002783014439046383, 0.0014896576758474112, 0.0028465050272643566, 0.0023345714434981346, 0.0029540129471570253, 0.0030483268201351166, 0.0015563720371574163, 0.0031787152402102947, 0.0015945375198498368, 0.003948977217078209, 0.0017418968491256237, 0.002753538778051734, 0.0027508640196174383, 0.001476710895076394, 0.0018234157469123602, 0.0016792475944384933, 0.0014720698818564415, 0.001552993431687355, 0.001766072353348136, 0.002661897102370858, 0.003911166451871395, 0.0029955306090414524, 0.002144900383427739, 0.002362899947911501, 0.0032707436475902796, 0.0014648406067863107, 0.002001894637942314, 0.002219756133854389, 0.002820896450430155, 0.0017037378856912255, 0.0022718615364283323, 0.001321749179624021, 0.0021476829424500465, 0.0015960079617798328, 0.0013846526853740215, 0.0031212465837597847, 0.004776872228831053, 0.002542985137552023, 0.0018761958926916122, 0.0016028881072998047, 0.0029278863221406937, 0.0025207442231476307, 0.0024549823720008135, 0.0035585188306868076, 0.0017075866926461458, 0.0016444649081677198, 0.0033233545254915953, 0.004248758777976036, 0.0035369591787457466, 0.00276105641387403, 0.0035119429230690002, 0.0015379015821963549, 0.0014205491170287132, 0.001681519323028624, 0.001986157149076462, 0.004808469209820032, 0.0013612039620056748, 0.003438679501414299, 0.0025937275495380163, 0.0018161444459110498, 0.002434211317449808, 0.001422874047420919, 0.0019428299274295568, 0.0013830959796905518, 0.0020849748980253935, 0.0013316627591848373, 0.0031424628105014563, 0.002567751333117485, 0.0015908341156318784, 0.0023505811113864183, 0.0020183457527309656, 0.002747513586655259, 0.0019173944601789117, 0.002029166091233492, 0.0013440469047054648, 0.0026746876537799835, 0.0010973499156534672, 0.0022787628695368767, 0.0030375325586646795, 0.0034820628352463245, 0.0020863504614681005, 0.0017017672071233392, 0.0013281700666993856, 0.001800494035705924, 0.002622385509312153, 0.0020126907620579004, 0.003113149432465434, 0.0020343195647001266, 0.004204063676297665, 0.004331245087087154, 0.0021558403968811035, 0.0018890072824433446, 0.003418759908527136, 0.001299999188631773, 0.0023729668464511633, 0.0016821313183754683, 0.001831773086450994, 0.0027335570193827152, 0.0010940175270661712, 0.0021837223321199417, 0.0020543260034173727, 0.0018884766614064574, 0.0021426030434668064, 0.0020581730641424656, 0.002752477303147316, 0.0021443860605359077, 0.002392698312178254, 0.004720003809779882, 0.002080765087157488, 0.0011268295347690582, 0.002200027462095022, 0.0038344883359968662, 0.002149411477148533, 0.002466828329488635, 0.0010582184186205268, 0.0010258620604872704, 0.0036235773004591465, 0.002406243234872818, 0.005073568318039179, 0.0016686590388417244, 0.001968122785910964, 0.002704415237531066, 0.0017091738991439342, 0.0020121175330132246, 0.0022533719893544912, 0.002038093050941825, 0.0024856918025761843, 0.0018035315442830324, 0.002047757850959897, 0.0018984030466526747, 0.0013224390568211675, 0.0019194354536011815, 0.0017993343062698841, 0.0033556770067662, 0.0016285242745652795, 0.002772533567622304, 0.001260650809854269, 0.002107646781951189, 0.002266630297526717, 0.0014086717274039984, 0.0016327466582879424, 0.0014590640785172582, 0.0029209423810243607, 0.0015259699430316687, 0.0019975865725427866, 0.0019315354293212295, 0.0034964000806212425, 0.0021769660525023937, 0.00267415470443666, 0.002549913711845875, 0.0016998033970594406, 0.002475566230714321, 0.0013438696041703224, 0.0021779644303023815, 0.0025721776764839888, 0.0010038273176178336, 0.0023999803233891726, 0.0015100236050784588, 0.0033823216799646616, 0.0018434843514114618, 0.0023300868924707174, 0.0018901152070611715, 0.0014200567966327071, 0.0020112735219299793, 0.0033814103808254004, 0.0033353029284626245, 0.0015807432355359197, 0.0024510459043085575, 0.0010877485619857907, 0.002113597933202982, 0.001640730886720121, 0.0016753103118389845, 0.001136583974584937, 0.0013216403312981129, 0.00483613321557641, 0.0019164629047736526, 0.0018575985450297594, 0.0013326320331543684, 0.002864144742488861, 0.00138180295471102, 0.002013695426285267, 0.001970068085938692, 0.0020196896512061357, 0.001198410987854004, 0.001580737647600472, 0.004134049639105797, 0.0033774871844798326, 0.002702543744817376, 0.0016292259097099304, 0.0017118460964411497, 0.0032952632755041122, 0.003115440020337701, 0.0016258549876511097, 0.0037377981934696436, 0.0025435048155486584, 0.0010997812496498227, 0.00336260162293911, 0.0014706284273415804, 0.0032267924398183823, 0.0016586285782977939, 0.002480554161593318, 0.0023304130882024765, 0.0015937397256493568, 0.00301380455493927, 0.002215947490185499, 0.001583579578436911, 0.002793011022731662, 0.0021916620898991823, 0.0028948516119271517, 0.001925118500366807, 0.001400320092216134, 0.0015719059156253934, 0.003327997401356697, 0.0014932325575500727, 0.0021465271711349487, 0.003253844566643238, 0.0027567686047405005, 0.0020507413428276777, 0.001683417591266334, 0.0026568882167339325, 0.003993891179561615, 0.0018705264665186405, 0.0017881187377497554, 0.0029579566325992346, 0.002665690379217267, 0.0021159921307116747, 0.0025825686752796173, 0.0012813499197363853, 0.002503909170627594, 0.002253791783004999, 0.0030883534345775843, 0.002333815209567547, 0.0017099155811592937, 0.0016711644129827619, 0.0013238354586064816, 0.0037107355892658234, 0.0020756672602146864, 0.003332143183797598, 0.001976964296773076, 0.0024337777867913246, 0.003829460358247161, 0.0024362371768802404, 0.0016179954400286078, 0.0014589822385460138, 0.0011475941864773631, 0.0011575595708563924, 0.0013037939788773656, 0.002438898431137204, 0.0010962141677737236, 0.001992933452129364, 0.0014655428240075707, 0.002395800780504942, 0.002060564700514078, 0.001286264625377953, 0.002738416660577059, 0.0012681607622653246, 0.004071123898029327, 0.002171911299228668, 0.003284525591880083, 0.0016158579383045435, 0.001281190779991448, 0.001974172191694379, 0.0023439014330506325, 0.0025625701528042555, 0.0027413489297032356, 0.003432562341913581, 0.0022606244310736656, 0.0012407791800796986, 0.001406396273523569, 0.0030951357912272215, 0.0016766366316005588, 0.0018077545100823045, 0.001975772436708212, 0.003225493710488081, 0.002305991481989622, 0.0013577970676124096, 0.0028291167691349983, 0.0014522778801620007, 0.0027891492936760187, 0.0024261523503810167, 0.0024336266797035933, 0.0023030948359519243, 0.0009525949135422707, 0.0017350370762869716, 0.003226621774956584, 0.004029310308396816, 0.0023889525327831507, 0.002618907717987895, 0.0018392137717455626, 0.001775785582140088, 0.0024352010805159807, 0.0018131252145394683, 0.001360035501420498, 0.0013266210444271564, 0.0012500633019953966, 0.002366702537983656, 0.002503103343769908, 0.00147154089063406, 0.0017134868539869785, 0.0020687798969447613, 0.0014484778512269258, 0.0015122772892937064, 0.002297749975696206, 0.001580992597155273, 0.0021771120373159647, 0.0020380786154419184, 0.0018710909644141793, 0.0023867199197411537, 0.0018384148133918643, 0.0012951069511473179, 0.0020670827943831682, 0.0030924829188734293, 0.0012706824345514178, 0.0011824278626590967, 0.003217338351532817, 0.003913842607289553, 0.0011959319235756993, 0.001185901928693056, 0.002051656600087881, 0.0022090801503509283, 0.001893556327559054, 0.003208944806829095, 0.0031137133482843637, 0.0017929136520251632, 0.0024783338885754347, 0.0024256205651909113, 0.0017749059479683638, 0.0028642108663916588, 0.004128813277930021, 0.0031796349212527275, 0.0012936649145558476, 0.0022078610491007566, 0.0017249913653358817, 0.0018333144253119826, 0.0012704570544883609, 0.003296711714938283, 0.0020251187961548567, 0.0028758945409208536, 0.001548283500596881, 0.0018563400954008102, 0.0030970352236181498, 0.0012696932535618544, 0.0025064547080546618, 0.0015735895140096545, 0.0026687297504395247, 0.0016743390588089824, 0.0018594941357150674, 0.0012360565597191453, 0.0016675656661391258, 0.001812886679545045, 0.0014431645395234227, 0.0018671079305931926, 0.001178933773189783, 0.002305862493813038, 0.0025635960046201944, 0.002092667855322361, 0.001257029245607555, 0.0017786307726055384, 0.0025651853065937757, 0.002324050525203347, 0.0019562526140362024, 0.0022555356845259666, 0.0014478210359811783, 0.0016216873191297054, 0.0014482657425105572, 0.0022212378680706024, 0.0020336108282208443, 0.003117610700428486, 0.0020182987209409475, 0.0022414957638829947, 0.004175541922450066, 0.0024767329450696707, 0.0041395872831344604, 0.0018722841050475836, 0.002349084010347724, 0.0012096313294023275, 0.003343205200508237, 0.0012989984825253487, 0.0021947261411696672, 0.004247519187629223, 0.0014097519451752305, 0.0018933492247015238, 0.0023175692185759544, 0.0023042531684041023, 0.00424570357427001, 0.0016434156568720937, 0.0028250953182578087, 0.003021831624209881, 0.0011229199590161443, 0.001898579765111208, 0.0019367905333638191, 0.0018609556136652827, 0.0014897568617016077, 0.0015078706201165915, 0.0025733637157827616, 0.0028375040274113417, 0.00224934215657413, 0.0026930589228868484, 0.0017270436510443687, 0.002469744300469756, 0.0023436169140040874, 0.0017293757991865277, 0.0017526195151731372, 0.0028168854769319296, 0.0019043851643800735, 0.0016012453706935048, 0.0017240969464182854, 0.0022960463538765907, 0.0013368692016229033, 0.0024027146864682436, 0.0028510417323559523, 0.0015076847048476338, 0.0016427505761384964, 0.0012660211650654674, 0.0014879988739266992, 0.0011246781796216965, 0.001276872819289565, 0.001434963895007968, 0.0033842558041214943, 0.0013898024335503578, 0.0023223268799483776, 0.003030103864148259, 0.0022530932910740376, 0.0026853447780013084, 0.0018766085850074887, 0.002065214328467846, 0.002447079634293914, 0.0022240150719881058, 0.0024488025810569525, 0.0023194989189505577, 0.0012727270368486643, 0.0014805685495957732, 0.0033916134852916002, 0.001955859363079071, 0.0032018483616411686, 0.0023691412061452866, 0.003002977930009365, 0.004281540401279926, 0.0018847278552129865, 0.0015150513499975204, 0.0017455779016017914, 0.0017132555367425084, 0.003366795601323247, 0.0018090074881911278, 0.0018754778429865837, 0.002913477597758174, 0.002473715227097273, 0.0011520434636622667, 0.0013834427809342742, 0.003312321612611413, 0.0023528262972831726, 0.00137985753826797, 0.0015402843710035086, 0.0019708839245140553, 0.002412805100902915, 0.0015376262599602342, 0.002522851573303342, 0.0015274701872840524, 0.001691656420007348, 0.00275833485648036, 0.0013748890487477183, 0.001818845048546791, 0.003176139434799552, 0.0023356492165476084, 0.001950955018401146, 0.0027260249480605125, 0.0014376777689903975, 0.0015878386329859495, 0.0018138292944058776, 0.0029741604812443256, 0.002559538232162595, 0.004174937028437853, 0.002233404666185379, 0.0020459683146327734, 0.001681737368926406, 0.0014876177301630378, 0.0028801888693124056, 0.0029832583386451006, 0.0021842841524630785, 0.0036077084951102734, 0.0038877776823937893, 0.0012455127434805036, 0.00448150048032403, 0.0027818968519568443, 0.0022971162106841803, 0.0018882140284404159, 0.001681811292655766, 0.0017135906964540482, 0.0019518811022862792, 0.0010373431723564863, 0.003091086633503437, 0.0025846848729997873, 0.0024902226869016886, 0.0016736192628741264, 0.0024643533397465944, 0.0022905301302671432, 0.0018725362606346607, 0.0019060237100347877, 0.00250789406709373, 0.0016920586349442601, 0.00388007378205657, 0.0014833164168521762, 0.004515086300671101, 0.0015995779540389776, 0.001579688978381455, 0.0026816243771463633, 0.0017714513232931495, 0.0022927368991076946, 0.0020925526041537523, 0.0018904343014582992, 0.001652624225243926, 0.0019164992263540626, 0.002372108632698655, 0.001744935056194663, 0.002494443440809846, 0.0018055206164717674, 0.0017788141267374158, 0.0017794199520722032, 0.0032288648653775454, 0.0024329687003046274, 0.00220484915189445, 0.003183280350640416, 0.0032156368251889944, 0.0016653811326250434, 0.0024010019842535257, 0.0023970934562385082, 0.0021466787438839674, 0.002231862861663103, 0.0016093315789476037, 0.0020420285873115063, 0.0033161805476993322, 0.002558047417551279, 0.0014150463975965977, 0.0012229105923324823, 0.0016890226397663355, 0.0013605018611997366, 0.0020831795409321785, 0.0018688971176743507, 0.0044790711253881454, 0.002514319494366646, 0.0028311684727668762, 0.0012871186481788754, 0.0013309856876730919, 0.003925092983990908, 0.0030071951914578676, 0.002706640399992466, 0.00217665103264153, 0.0019228855380788445, 0.0022361669689416885, 0.0018807274755090475, 0.003246681299060583, 0.0015398162649944425, 0.0031132702715694904, 0.003267040243372321, 0.002654737327247858, 0.003445001319050789, 0.0022982966620475054, 0.002225362230092287, 0.0019041260238736868, 0.0014576250687241554, 0.0011767615796998143, 0.0014495141804218292, 0.002395370276644826, 0.0028093080036342144, 0.004835386760532856, 0.0027835085056722164, 0.0015184892108663917, 0.002718803472816944, 0.002002174034714699, 0.001993100857362151, 0.003282394725829363, 0.002059058751910925, 0.002099811565130949, 0.0014772405847907066, 0.0027746392879635096, 0.001295532681979239, 0.0015000310959294438, 0.0023154807277023792, 0.0013214460341259837, 0.0025293133221566677, 0.0032329694367945194, 0.004783980548381805, 0.001065937103703618, 0.0031238440424203873, 0.001473398064263165, 0.001967910211533308, 0.001761938096024096, 0.0015674433670938015, 0.002099682344123721, 0.0011671294923871756, 0.0013239736435934901, 0.004518128000199795, 0.0024919440038502216, 0.0030005727894604206, 0.0012642060173675418, 0.0019624356646090746, 0.0032534946221858263, 0.005829880014061928, 0.0022496692836284637, 0.0018332175677642226, 0.0033740834333002567, 0.0019150107400491834, 0.0016491288552060723, 0.002141655655577779, 0.001619348768144846, 0.0031816824339330196, 0.002150846878066659, 0.002039089798927307, 0.0018314296612516046, 0.0024225793313235044, 0.0020647107157856226, 0.002801241585984826, 0.00401338329538703, 0.0016389706870540977, 0.00227361754514277, 0.003683533752337098, 0.0018994897836819291, 0.0018216239986941218, 0.002464230405166745, 0.0024082742165774107, 0.0016499714693054557, 0.0024218333419412374, 0.001608451479114592, 0.0029817242175340652, 0.002253288868814707, 0.0022027972154319286, 0.0030497978441417217, 0.0032074563205242157, 0.003960787318646908, 0.0021770065650343895, 0.0022305529564619064, 0.002273223362863064, 0.001689078169874847, 0.001908635487779975, 0.002103969221934676, 0.0026357173919677734, 0.002984120510518551, 0.002147519728168845, 0.0015241216169670224, 0.0015776464715600014, 0.002150515327230096, 0.0024810051545500755, 0.0021513497922569513, 0.0029303627088665962, 0.0010825394419953227, 0.0013829994713887572, 0.002001808723434806, 0.0027188274543732405, 0.0014107320457696915, 0.003565670922398567, 0.0021979771554470062, 0.00182040233630687, 0.001753537217155099, 0.0026044142432510853, 0.004374146461486816, 0.001763457665219903, 0.001288244384340942, 0.0010395828867331147, 0.0011337207397446036, 0.00345290987752378, 0.001498502679169178, 0.00198735692538321, 0.0013565586414188147, 0.003925749566406012, 0.0028636958450078964, 0.00153610878624022, 0.0029098549857735634, 0.002823527669534087, 0.002814830746501684, 0.0023451705928891897, 0.002426526276394725, 0.0014769308036193252, 0.002587856724858284, 0.002210546052083373, 0.0012406343594193459, 0.0015235363971441984, 0.0025130053982138634, 0.0019114237511530519, 0.0029549053870141506, 0.0023866011761128902, 0.002040120540186763, 0.0022408063523471355, 0.0012113165576010942, 0.0017452777829021215, 0.00196634279564023, 0.002684277016669512, 0.0030318270437419415, 0.0035336788278073072, 0.0015097771538421512, 0.001539579126983881, 0.0015964870108291507, 0.0013171258615329862, 0.0027640825137495995, 0.0016346018528565764, 0.0026582914870232344, 0.0018496736884117126, 0.0017492033075541258, 0.001552119036205113, 0.002085360698401928, 0.002044654218479991, 0.003230870934203267, 0.0015947007341310382, 0.0025806480553001165, 0.0014761924976482987, 0.0027885567396879196, 0.002706358442083001, 0.003206940134987235, 0.002084556967020035, 0.0038057155907154083, 0.00310907862149179, 0.002401235979050398, 0.002395482501015067, 0.0019273038487881422, 0.0028178945649415255, 0.0032244445756077766, 0.0013654433423653245, 0.001069021294824779, 0.002791043370962143, 0.0033244688529521227, 0.0023909376468509436, 0.0013645159779116511, 0.0013755393447354436, 0.0023920307867228985, 0.0010848671663552523, 0.004780496470630169, 0.0024344732519239187, 0.0023412127047777176, 0.001148860203102231, 0.002588726580142975, 0.002920115366578102, 0.001818598946556449, 0.0013928713742643595, 0.00244126352481544, 0.001442848821170628, 0.0015467769699171185, 0.0030063095036894083, 0.00219497992657125, 0.0018997123697772622, 0.0015175743028521538, 0.0019444416975602508, 0.002784079872071743, 0.002233457751572132, 0.0013358470750972629, 0.002372271381318569, 0.0018311141757294536, 0.001355853513814509, 0.0012365840375423431, 0.003326765727251768, 0.002561605768278241, 0.003147099632769823, 0.0027537555433809757, 0.001911731669679284, 0.0011062282137572765, 0.002743224147707224, 0.0013411607360467315, 0.0023794372100383043, 0.0010246526217088103, 0.003379405941814184, 0.0016990338917821646, 0.0015253942692652345, 0.002101428108289838, 0.0013202191330492496, 0.002911381423473358, 0.0018309711012989283, 0.0017145633464679122, 0.001510401489213109, 0.0022421348839998245, 0.0016054748557507992, 0.0023365486413240433, 0.001894754241220653, 0.0021759038791060448, 0.0022109495475888252, 0.002572624944150448, 0.002004732610657811, 0.0017284384230151772, 0.0020176153630018234, 0.001814268995076418, 0.004240174312144518, 0.0013888099929317832, 0.002125389873981476, 0.002504451898857951, 0.002139569725841284, 0.003243898507207632, 0.0020981214474886656, 0.003943882882595062, 0.002434163587167859, 0.004727370571345091, 0.0038284542970359325, 0.0027674208395183086, 0.0020383980590850115, 0.0014327103272080421, 0.0017731906846165657, 0.0028585379477590322, 0.0016763164894655347, 0.0028239204548299313, 0.001835089409723878, 0.00251030083745718, 0.0013368049403652549, 0.0031631842721253633, 0.0014301443006843328, 0.0018205676460638642, 0.0011774447048082948, 0.00356730236671865, 0.0033474434167146683, 0.0012342191766947508, 0.0021672213915735483, 0.0017550953198224306, 0.0021739229559898376, 0.002849537879228592, 0.0018833376234397292, 0.002008293755352497, 0.002280621323734522, 0.0023904573172330856, 0.0031155634205788374, 0.0021069073118269444, 0.001556707313284278, 0.003878860268741846, 0.001522999838925898, 0.0020690292585641146, 0.002248761709779501, 0.006537299137562513, 0.0015280857915058732, 0.0026818488258868456, 0.0019040448823943734, 0.0031981859356164932, 0.004006010480225086, 0.0026874763425439596, 0.0019350070506334305, 0.002453392604365945, 0.0021371820475906134, 0.0010582717368379235, 0.0015754434280097485, 0.0013543838867917657, 0.0017105761216953397, 0.002498516347259283, 0.002111160196363926, 0.0015729160513728857, 0.0014180961297824979, 0.002705254126340151, 0.0013110085856169462, 0.0019610768649727106, 0.0028679536189883947, 0.0016250567277893424, 0.0013437931193038821, 0.002477659611031413, 0.0014585003955289721, 0.0023918175138533115, 0.001255656941793859, 0.001419129315763712, 0.0023072161711752415, 0.0019808614160865545, 0.0012288823490962386, 0.002993789967149496, 0.0021477430127561092, 0.002923680702224374, 0.0023995647206902504, 0.0028089152183383703, 0.0019458839669823647, 0.001661943388171494, 0.0015291146701201797, 0.002316522179171443, 0.0035103645641356707, 0.0020551076158881187, 0.002079399535432458, 0.0015320343663915992, 0.001828480395488441, 0.00243748864158988, 0.002112888265401125, 0.0015875756507739425, 0.004112901631742716, 0.001707939780317247, 0.0024711950682103634, 0.001061731018126011, 0.003447196912020445, 0.0014547067694365978, 0.0026274819392710924, 0.0016051060520112514, 0.0015181440394371748, 0.003061782568693161, 0.0015473319217562675, 0.0022452890407294035, 0.0014994010562077165, 0.002740302123129368, 0.0016371689271181822, 0.0028536056634038687, 0.004182477947324514, 0.0018605910008773208, 0.004623346962034702, 0.0013815310085192323, 0.0014080163091421127, 0.0011899976525455713, 0.0013559411745518446, 0.002177918329834938, 0.002757567912340164, 0.0020389147102832794, 0.0012851079227402806, 0.0020993337966501713, 0.004160925280302763, 0.001700704568065703, 0.00202414533123374, 0.002150911372154951, 0.003237245138734579, 0.003957315348088741, 0.0023166912142187357, 0.0032648565247654915, 0.0016611070604994893, 0.002800656482577324, 0.0015680518699809909, 0.0016795721603557467, 0.0029680917505174875, 0.0018052310915663838, 0.0019307403126731515, 0.001499334815889597, 0.0024683205410838127, 0.001308384700678289, 0.0020600089337676764, 0.0027423379942774773, 0.0028935950249433517, 0.001597834751009941, 0.0015822683926671743, 0.004277493339031935, 0.001986550400033593, 0.0013181774411350489, 0.001665454008616507, 0.0019394645933061838, 0.002017026534304023, 0.001213473966345191, 0.002180033829063177, 0.0014639311702921987, 0.0019948557019233704, 0.0018429422052577138, 0.0022829852532595396, 0.0034334268420934677, 0.0019351342925801873, 0.0018655257299542427, 0.0018273170571774244, 0.002004779875278473, 0.0015712653985247016, 0.0025263093411922455, 0.0025306728202849627, 0.0030227522365748882, 0.001748685142956674, 0.0025199579540640116, 0.0015060517471283674, 0.0023229036014527082, 0.004139843862503767, 0.002624867483973503, 0.0023581208661198616, 0.002267013071104884, 0.002480856841430068, 0.001640937989577651, 0.001581669901497662, 0.004422351252287626, 0.002561338944360614, 0.005548464134335518, 0.002604425186291337, 0.003225695574656129, 0.0035859812051057816, 0.004047727212309837, 0.002233201405033469, 0.0018760451348498464, 0.001477784593589604, 0.003747631097212434, 0.0023970482870936394, 0.001381516456604004, 0.0022604733239859343, 0.0016946641262620687, 0.0016875395085662603, 0.0033970680087804794, 0.0012130273971706629, 0.0025065052323043346, 0.0017600925639271736, 0.002949522342532873, 0.001681412337347865, 0.0014008688740432262, 0.0018706258852034807, 0.0019074189476668835, 0.0026781056076288223, 0.0038493936881422997, 0.0027118828147649765, 0.0019052850548177958, 0.0014412148157134652, 0.001631452003493905, 0.004206358455121517, 0.0020022059325128794, 0.0016956102335825562, 0.0024373019114136696, 0.0020453641191124916, 0.0027290352154523134, 0.002910903887823224, 0.0011608753120526671, 0.003126993542537093, 0.0018546603387221694, 0.0013333098031580448, 0.0024672558065503836, 0.004494125954806805, 0.0017190991202369332, 0.0019019469618797302, 0.0020248503424227238, 0.00383226340636611, 0.0024377391673624516, 0.003319700015708804, 0.0026352903805673122, 0.0012079642619937658, 0.0018139441963285208, 0.002849066397175193, 0.001247233129106462, 0.002067680237814784, 0.0024408854078501463, 0.001356942462734878, 0.0019746595062315464, 0.0019626719877123833, 0.002043611602857709, 0.0017103459686040878, 0.0014378584455698729, 0.001959351124241948, 0.0014514519134536386, 0.001973508158698678, 0.0014526599552482367, 0.00235420698300004, 0.0019913858268409967, 0.0018112040124833584, 0.003036310663446784, 0.002477233298122883, 0.0034452062100172043, 0.0024055985268205404, 0.0031938799656927586, 0.0026756497099995613, 0.003107335651293397, 0.003626833204180002, 0.0032473199535161257, 0.0014647671487182379, 0.0016153715550899506, 0.001522742328234017, 0.0015118937008082867, 0.0015951762907207012, 0.0011421554954722524, 0.0018784217536449432, 0.001099827466532588, 0.001956651918590069, 0.0011937349336221814, 0.0022096356842666864, 0.0015289182774722576, 0.0049012103118002415, 0.0019628768786787987, 0.0018306634156033397, 0.004806247074157, 0.002008416224271059, 0.002611518604680896, 0.0009908969514071941, 0.002963140606880188, 0.0015586840454488993, 0.003850237699225545, 0.002176022855564952, 0.001949273282662034, 0.0038574421778321266, 0.0019537622574716806, 0.0023657672572880983, 0.0023318096064031124, 0.0017743996577337384, 0.0019897122401744127, 0.0034843345638364553, 0.0023219718132168055, 0.0029393506702035666, 0.004193940199911594, 0.002348259324207902, 0.0011731948470696807, 0.003253508824855089, 0.0017596585676074028, 0.001650166930630803, 0.00606887461617589, 0.0019479660550132394, 0.0011784433154389262, 0.001991039142012596, 0.0019461155170574784, 0.003398796310648322, 0.0033445649314671755, 0.0024239642079919577, 0.0013825164642184973, 0.0017424037214368582, 0.0018178930040448904, 0.002047058194875717, 0.0026737195439636707, 0.0021344663109630346, 0.002095875795930624, 0.0016635198844596744, 0.0015366185689345002, 0.0019085571402683854, 0.0015778274973854423, 0.0013238544343039393, 0.005204884335398674, 0.002021527849137783, 0.0029649497009813786, 0.0024630732368677855, 0.0041429693810641766, 0.0014774866867810488, 0.0037919189780950546, 0.0015398021787405014, 0.002230054698884487, 0.002268945099785924, 0.002362283179536462, 0.0012501272140070796, 0.0029264434706419706, 0.0013551708543673158, 0.0014410328585654497, 0.002589605748653412, 0.003038446418941021, 0.00254031247459352, 0.002110951580107212, 0.002731230342760682, 0.003696321276947856, 0.002741079544648528, 0.0014539401745423675, 0.002276862505823374, 0.0014842342352494597, 0.0018873141380026937, 0.002831731690093875, 0.0015725550474599004, 0.0027667146641761065, 0.001316809793934226, 0.0014005438424646854, 0.002110997913405299, 0.0012159148463979363, 0.0015436360845342278, 0.0016258861869573593, 0.0032204799354076385, 0.0011931390035897493, 0.0019253737991675735, 0.002468855120241642, 0.0019884260836988688, 0.0017930467147380114, 0.0016150804003700614, 0.002427605912089348, 0.002974768867716193, 0.0012757009826600552, 0.0010936203179880977, 0.003373741637915373, 0.0020109026227146387, 0.0023042696993798018, 0.001218940131366253, 0.00258819293230772, 0.0023727843072265387, 0.0019250991754233837, 0.0012839911505579948, 0.002757049398496747, 0.0012056928826496005, 0.0021035827230662107, 0.0027128891088068485, 0.001728114322759211, 0.001571106375195086, 0.002430663676932454, 0.0029611370991915464, 0.0021751003805547953, 0.002280318411067128, 0.0017401250079274178, 0.002890294184908271, 0.0025805486366152763, 0.0016407161019742489, 0.0013689029728993773, 0.0018814154900610447, 0.0027220307383686304, 0.0013017201563343406, 0.002569577656686306, 0.002108246786519885, 0.0027512942906469107, 0.0014030541060492396, 0.0023981155827641487, 0.0017346101813018322, 0.0017502282280474901, 0.0013448389945551753, 0.0022805531043559313, 0.002284580608829856, 0.0017113054636865854, 0.0027967155911028385, 0.0014508295571431518, 0.0025797788985073566, 0.002545597730204463, 0.0032389513216912746, 0.002747564809396863, 0.0025458780582994223, 0.0014834209578111768, 0.0020189525093883276, 0.0026577638927847147, 0.0018777686636894941, 0.002969571854919195, 0.002569709438830614, 0.0023063025437295437, 0.002228005090728402, 0.0032879759091883898, 0.0016877095913514495, 0.002105802996084094, 0.0021042863372713327, 0.001385130686685443, 0.0024092893581837416, 0.001912520034238696, 0.0019595460034906864, 0.001426842762157321, 0.0031227997969835997, 0.002530129626393318, 0.0014870401937514544, 0.0033885135781019926, 0.001971099991351366, 0.0020744006615132093, 0.0029713697731494904, 0.0014263518387451768, 0.0022937916219234467, 0.001651662401854992, 0.0021433443762362003, 0.0017997855320572853, 0.002875038655474782, 0.0024508265778422356, 0.004816425498574972, 0.0015536978607997298, 0.0013876132434234023, 0.0018114836420863867, 0.002088893437758088, 0.0028972632717341185, 0.0014393541496247053, 0.0029527347069233656, 0.0016467641107738018, 0.001919820555485785, 0.0026072233449667692, 0.00333548616617918, 0.002537941560149193, 0.002379130106419325, 0.0015883551677688956, 0.002578214043751359, 0.0034674745984375477, 0.0028052066918462515, 0.0024947056081146, 0.001820102916099131, 0.0017212377861142159, 0.001329747843556106, 0.001961127622053027, 0.0011384169338271022, 0.0039564636535942554, 0.0017106366576626897, 0.0019217226654291153, 0.0021210554987192154, 0.003906088648363948, 0.0022743898443877697, 0.0018911899533122778, 0.001312664127908647, 0.002063790103420615, 0.0014196315314620733, 0.0028231649193912745, 0.001388757023960352, 0.001852335873991251, 0.001175647252239287, 0.0013571358285844326, 0.003240906400606036, 0.0017429465660825372, 0.002768534002825618, 0.002175341360270977, 0.0029086971189826727, 0.0015387561870738864, 0.0017596360994502902, 0.0012826807796955109, 0.0016162736574187875, 0.002188208047300577, 0.0021537705324590206, 0.0018302807584404945, 0.001297556096687913, 0.0015176426386460662, 0.0015936201671138406, 0.0020663554314523935, 0.003265508683398366, 0.0014862387906759977, 0.001995714381337166, 0.0029945133719593287, 0.005004595033824444, 0.002849280135706067, 0.0018771972972899675, 0.0018213491421192884, 0.0017940903780981898, 0.0028727829921990633, 0.0011882970575243235, 0.0023157098330557346, 0.001656866748817265, 0.0017158201662823558, 0.002190483035519719, 0.0019826460629701614, 0.0029595699161291122, 0.0025141399819403887, 0.0019171282183378935, 0.0016135175246745348, 0.0022766401525586843, 0.001716840430162847, 0.002207029378041625, 0.0014018607325851917, 0.0018513755640015006, 0.0027874282095581293, 0.0020372727885842323, 0.0022643853444606066, 0.002108171349391341, 0.0021098945289850235, 0.004484600853174925, 0.0012279842048883438, 0.0023885045666247606, 0.002084870357066393, 0.00198059412650764, 0.0021339901722967625, 0.002582055749371648, 0.003417777828872204, 0.004421273246407509, 0.003233902854844928, 0.0060408515855669975, 0.0024223560467362404, 0.0018537618452683091, 0.003882643301039934, 0.0017491255421191454, 0.0033403027337044477, 0.002205156721174717, 0.0030003772117197514, 0.0033370039891451597, 0.0022663408890366554, 0.0030576984863728285, 0.002908378141000867, 0.0026382256764918566, 0.0013929597334936261, 0.0033627755474299192, 0.0011709275422617793, 0.0020745289511978626, 0.001984268194064498, 0.003089248901233077, 0.005264919251203537, 0.0014304282376542687, 0.002684267470613122, 0.0025665336288511753, 0.0025282150600105524, 0.0015544937923550606, 0.0034716883674263954, 0.0019458156311884522, 0.0025074167642742395, 0.0031879476737231016, 0.0020579760894179344, 0.001123524270951748, 0.0014772753929719329, 0.0023382543586194515, 0.002986676525324583, 0.0014484786661341786, 0.001524783787317574, 0.002739780116826296, 0.002671441761776805, 0.002645242726430297, 0.0018429822521284223, 0.00218077190220356, 0.0016694560181349516, 0.002455654554069042, 0.0011010258458554745, 0.002784651704132557, 0.0025169462896883488, 0.0023072976619005203, 0.0015364699065685272, 0.0024341295938938856, 0.0028493900317698717, 0.002873104764148593, 0.002344252774491906, 0.0019141564844176173, 0.0020543732680380344, 0.0023395270109176636, 0.0014159006532281637, 0.0013771713711321354, 0.0021329151932150126, 0.0024176868610084057, 0.004820616915822029, 0.0022996242623776197, 0.0016019967151805758, 0.0016468127723783255, 0.0015328150475397706, 0.0016458422178402543, 0.0013405588688328862, 0.002206414705142379, 0.0016223707934841514, 0.003231450216844678, 0.002034179400652647, 0.0023183326702564955, 0.001586682628840208, 0.002407396212220192, 0.0011324806837365031, 0.002247852273285389, 0.002239340217784047, 0.0020049624145030975, 0.001356781809590757, 0.0034742543939501047, 0.0020004701800644398, 0.002755289664492011, 0.0029669643845409155, 0.0029842653311789036, 0.001989793498069048, 0.0013394072884693742, 0.001653936691582203, 0.0032812815625220537, 0.0023740839678794146, 0.001847252482548356, 0.0028871106915175915, 0.0015141257317736745, 0.0017139316769316792, 0.0019607553258538246, 0.0011690388200804591, 0.001449104631319642, 0.0023627798072993755, 0.001842849189415574, 0.0018462641164660454, 0.001996866427361965, 0.0014326024102047086, 0.002115683862939477, 0.002487089252099395, 0.00266254972666502, 0.0024691240396350622, 0.0034101391211152077, 0.0020660902373492718, 0.0013040440389886498, 0.0012671989388763905, 0.004173538647592068, 0.0022950144484639168, 0.0015455058310180902, 0.00311492383480072, 0.0027061395812779665, 0.002088540466502309, 0.0014837646158412099, 0.004871224984526634, 0.0015847889008000493, 0.0011316512245684862, 0.002250897930935025, 0.0012853492517024279, 0.0014443875988945365, 0.0019512345315888524, 0.002226297976449132, 0.0023534747306257486, 0.002968603279441595, 0.0011425191769376397, 0.0026651311200112104, 0.0015253659803420305, 0.002448899205774069, 0.0017520434921607375, 0.0017455550841987133, 0.0026716464199125767, 0.001988320844247937, 0.001938071334734559, 0.0012488110223785043, 0.002730311593040824, 0.0012450532522052526, 0.001629452221095562, 0.0026954307686537504, 0.0020762074273079634, 0.002240193309262395 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 132, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": {}, "layer_output_infos": [ { "id": 133, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:3:output": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.3.output.dense", "input_tensor_infos": [ { "id": 133, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.015414293855428696 ], "zero_point": [ 11 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.002816595369949937, 0.0021069946233183146, 0.0016715923557057977, 0.001430934644304216, 0.0022008854430168867, 0.0023630638606846333, 0.001833115005865693, 0.0019711903296411037, 0.003021018812432885, 0.0018086944473907351, 0.007777804508805275, 0.0022202401887625456, 0.001457211677916348, 0.002182771684601903, 0.001727016642689705, 0.00244140625, 0.004107114393264055, 0.0018944470211863518, 0.0024747145362198353, 0.0028086542151868343, 0.0026357537135481834, 0.0022850502282381058, 0.0015965972561389208, 0.0031407258938997984, 0.04024677351117134, 0.006849745754152536, 0.00155147654004395, 0.002168055158108473, 0.001868701889179647, 0.001841994235292077, 0.035236552357673645, 0.0020754127763211727, 0.0024304368998855352, 0.0031337172258645296, 0.0020755187142640352, 0.002385831205174327, 0.0017729849787428975, 0.002140549710020423, 0.003603549674153328, 0.00296658999286592, 0.003958666231483221, 0.0017526592127978802, 0.00638797739520669, 0.002794533036649227, 0.001958610489964485, 0.0017674503615126014, 0.008606946095824242, 0.0029799342155456543, 0.002804587362334132, 0.0016017043963074684, 0.004319236613810062, 0.0020020524971187115, 0.0033301785588264465, 0.0033989171497523785, 0.005036910064518452, 0.0016638615634292364, 0.006801309064030647, 0.0013859106693416834, 0.0021485930774360895, 0.0035039756912738085, 0.0022510443814098835, 0.004122762009501457, 0.0017458400689065456, 0.0014303551288321614, 0.003884990932419896, 0.0021199556067585945, 0.0015888737980276346, 0.0022160978987812996, 0.0035245500039309263, 0.0028043792117387056, 0.002118386561051011, 0.0014104953734204173, 0.001822493621148169, 0.0030947597697377205, 0.0021604029461741447, 0.003438329789787531, 0.0015926200430840254, 0.0023384527303278446, 0.0020738739985972643, 0.0023571313358843327, 0.0026717439759522676, 0.0018488739151507616, 0.00270396308042109, 0.0018866659374907613, 0.0037239352241158485, 0.002502525458112359, 0.0015375479124486446, 0.002666084561496973, 0.0015955014387145638, 0.0031102984212338924, 0.0017084564315155149, 0.0019295394886285067, 0.001952632563188672, 0.002110505709424615, 0.002618401078507304, 0.002121949102729559, 0.0018175375880673528, 0.002658858895301819, 0.00349156535230577, 0.0022753921803086996, 0.0024937461130321026, 0.0012976849684491754, 0.002712466288357973, 0.0014058792730793357, 0.0027392799966037273, 0.0023390050046145916, 0.001884756376966834, 0.019583532586693764, 0.001996105769649148, 0.003094550920650363, 0.002325334120541811, 0.0027186295483261347, 0.002308173105120659, 0.0030664887744933367, 0.0041244556196033955, 0.0015258823987096548, 0.0025782333686947823, 0.0020198894198983908, 0.0027856198139488697, 0.0018783735577017069, 0.005268528126180172, 0.0019999996293336153, 0.003070451319217682, 0.001664757844991982, 0.0020083216950297356, 0.004880353808403015, 0.002091529779136181, 0.002296128775924444, 0.00235389219596982, 0.002135929185897112, 0.0016278509283438325, 0.0016392566030845046, 0.0035593509674072266, 0.002466978970915079, 0.0032245847396552563, 0.004728238098323345, 0.0021508540958166122, 0.002014365280047059, 0.0035560037940740585, 0.0021881985012441874, 0.0016636832151561975, 0.00205235299654305, 0.004411661997437477, 0.006735813803970814, 0.0019269740441814065, 0.002784842625260353, 0.00465988926589489, 0.0034383407328277826, 0.006603098940104246, 0.0022220986429601908, 0.0032823372166603804, 0.006332077085971832, 0.0016582306707277894, 0.0038176695816218853, 0.0014516531955450773, 0.0020966113079339266, 0.0018329728627577424, 0.003813552437350154, 0.003145557828247547, 0.0034764024894684553, 0.001515266252681613, 0.0017485718708485365, 0.0019835305865854025, 0.0026643972378224134, 0.0019364941399544477, 0.0018906204495579004, 0.004275071434676647, 0.00295223668217659, 0.0012279170332476497, 0.0020356422755867243, 0.001826443593017757, 0.0018642472568899393, 0.0019277587998658419, 0.00262139062397182, 0.0021025652531534433, 0.008958324790000916, 0.0019272926729172468, 0.0020439508371055126, 0.002772699110209942, 0.003088469384238124, 0.0030159810557961464, 0.002120198914781213, 0.0026335185393691063, 0.001532832277007401, 0.0018512626411393285, 0.0018462551524862647, 0.0017753869760781527, 0.00491771474480629, 0.0030157621949911118, 0.001896533416584134, 0.001672887708991766, 0.0020548736210912466, 0.007249484769999981, 0.0014039183733984828, 0.003692914731800556, 0.00377183360978961, 0.0037097367458045483, 0.013999846763908863, 0.0014667598297819495, 0.001626177690923214, 0.002054143464192748, 0.002246333286166191, 0.0024429799523204565, 0.0030061297584325075, 0.004902391694486141, 0.0024720763321965933, 0.004755174741148949, 0.0022330335341393948, 0.003451375290751457, 0.0025087243411689997, 0.0025293955113738775, 0.0037510977126657963, 0.0025045217480510473, 0.003881466342136264, 0.0015340360114350915, 0.0035963584668934345, 0.0026029208675026894, 0.005767731461673975, 0.0028678039088845253, 0.003786293091252446, 0.0024531001690775156, 0.0013436720473691821, 0.0015306067653000355, 0.001401697751134634, 0.002176149282604456, 0.0024552380200475454, 0.002980574034154415, 0.002088980982080102, 0.0027000189293175936, 0.0023828495759516954, 0.0014504987047985196, 0.0027901099529117346, 0.0018476012628525496, 0.0021602220367640257, 0.002395539777353406, 0.0031976213213056326, 0.0025682554114609957, 0.001977533334866166, 0.0026991611812263727, 0.0020922571420669556, 0.0020577600225806236, 0.0022889296524226665, 0.0013863327912986279, 0.0058510033413767815, 0.0018936312990263104, 0.0019043002976104617, 0.008338416926562786, 0.003629700979217887, 0.0014578831614926457, 0.0041165123693645, 0.0017184939933940768, 0.0034004889894276857, 0.002846712712198496, 0.004994019865989685, 0.00338442949578166, 0.0014577008550986648, 0.002516570035368204, 0.002699832199141383, 0.002881061751395464, 0.0031598072964698076, 0.00425689248368144, 0.0016726827016100287, 0.005212062504142523, 0.0030021690763533115, 0.002388065680861473, 0.0012356872903183103, 0.002036315156146884, 0.002402527490630746, 0.00538589945062995, 0.002858525374904275, 0.0015635958407074213, 0.0028995343018323183, 0.0016911841230466962, 0.002312044845893979, 0.0012936858693137765, 0.001894590212032199, 0.001879919203929603, 0.0018757602665573359, 0.0035158051177859306, 0.0017545938026160002, 0.0022566739935427904, 0.0024728171993047, 0.00281166797503829, 0.033877722918987274, 0.0037048293743282557, 0.002629227936267853, 0.004094608593732119, 0.0023057188373059034, 0.001758637954480946, 0.002749920357018709, 0.002074909396469593, 0.0018040109425783157, 0.0020604771561920643, 0.0019072440918534994, 0.0023195540998131037, 0.0021858299151062965, 0.0016488590044900775, 0.003131589852273464, 0.0020527257584035397, 0.0018750251037999988, 0.002299574203789234, 0.001908557373099029, 0.0019927257671952248, 0.00330924685113132, 0.0017761277267709374, 0.002042289823293686, 0.0024116355925798416, 0.001842727418988943, 0.0029597620014101267, 0.002925322623923421, 0.0026980869006365538, 0.003973823040723801, 0.0022665623109787703, 0.0038841695059090853, 0.00149566272739321, 0.003346924437209964, 0.0020190279465168715, 0.0015676505863666534, 0.002140744822099805, 0.0036404342390596867, 0.00522053986787796, 0.002110589761286974, 0.004775657318532467, 0.0038068427238613367, 0.0017925931606441736, 0.001387108932249248, 0.0012954137055203319, 0.0016893278807401657, 0.0024020588025450706, 0.002881932770833373, 0.0019089319976046681, 0.0018898150883615017, 0.003331606974825263, 0.002150109503418207, 0.0024976187851279974, 0.0013294370146468282, 0.00195533549413085, 0.0026595392264425755, 0.0033623503986746073, 0.0016685868613421917, 0.003906731493771076, 0.0048453314229846, 0.0038363749627023935, 0.0024598727468401194, 0.0020129613112658262, 0.001554360263980925, 0.0033253866713494062, 0.0016223472775891423, 0.0022014249116182327, 0.0055277287028729916, 0.0021930865477770567, 0.001555802533403039, 0.0018385467119514942, 0.0018067755736410618, 0.001626235549338162, 0.0016248227329924703, 0.0021616523154079914, 0.0023033469915390015, 0.0018741762032732368, 0.00279597588814795, 0.002244874369353056, 0.0030591553077101707, 0.002626457717269659, 0.0018714260077103972, 0.0023008817806839943, 0.0019164528930559754, 0.0017313894350081682, 0.0027130721136927605, 0.001585334655828774, 0.002585975918918848, 0.003938077017664909, 0.0020288212690502405, 0.002522778930142522, 0.0016188235022127628, 0.002618613885715604, 0.005803562700748444, 0.001648145611397922, 0.0028329582419246435, 0.002616054378449917, 0.0031032662373036146, 0.0017642875900492072, 0.003227074397727847, 0.0018547768704593182, 0.0015632048016414046 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 134, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "1": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.3.output", "input_tensor_infos": [ { "id": 135, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 0.0428653210401535 ], "zero_point": [ 111 ] }, { "id": 131, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.08105538785457611 ], "zero_point": [ 176 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 136, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": { "0": { "op_type": "", "fqn": "roberta.encoder.layer.3.output.dropout", "input_tensor_infos": [ { "id": 134, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 135, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "1": { "op_type": "", "fqn": "roberta.encoder.layer.3.output.LayerNorm", "input_tensor_infos": [ { "id": 136, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 137, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] } }, "layer_output_infos": [ { "id": 137, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:4": { "q_op_infos": {}, "nonq_op_infos": {}, "layer_output_infos": [] }, "roberta:encoder:layer:4:attention": { "q_op_infos": {}, "nonq_op_infos": {}, "layer_output_infos": [ { "id": 160, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:4:attention:self": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.4.attention.self.query", "input_tensor_infos": [ { "id": 137, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.03533483296632767 ], "zero_point": [ 142 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.0023930498864501715, 0.002326464280486107, 0.002120852004736662, 0.0023837254848331213, 0.002123049693182111, 0.002375480253249407, 0.0023304179776459932, 0.0025071792770177126, 0.002688333159312606, 0.002476353431120515, 0.002554217353463173, 0.0023194539826363325, 0.0021509467624127865, 0.002156085567548871, 0.0023270666133612394, 0.002225284231826663, 0.002845016773790121, 0.002398151671513915, 0.002785716438665986, 0.002137087984010577, 0.0026149179320782423, 0.0017145394813269377, 0.00205168011598289, 0.0020372257567942142, 0.002187830163165927, 0.001990566262975335, 0.002282939152792096, 0.0022341166622936726, 0.002346926601603627, 0.0023172078654170036, 0.0026102554984390736, 0.001907727331854403, 0.0025234688073396683, 0.002717158757150173, 0.003181327600032091, 0.0030709626153111458, 0.0028428942896425724, 0.0033993739634752274, 0.003390889847651124, 0.002688019536435604, 0.002750236075371504, 0.0038507692515850067, 0.0031547995749861, 0.0035476621706038713, 0.00308336247690022, 0.002986174076795578, 0.0032111515756696463, 0.0031141869258135557, 0.002893332624807954, 0.0029212983790785074, 0.003381315153092146, 0.0032677906565368176, 0.0037560893688350916, 0.002477646106854081, 0.0029031431768089533, 0.002986718202009797, 0.0029449453577399254, 0.0037560018245130777, 0.0027238500770181417, 0.0035724735353142023, 0.0029242774471640587, 0.0024180603213608265, 0.002791290869936347, 0.0033472715876996517, 0.0032190061174333096, 0.003265292616561055, 0.0025324863381683826, 0.002799246460199356, 0.00344502879306674, 0.002219032496213913, 0.003132836427539587, 0.0030728853307664394, 0.002682618098333478, 0.0035065999254584312, 0.002857930725440383, 0.0027030149940401316, 0.0035180721897631884, 0.0027110716328024864, 0.002864440670236945, 0.0028696649242192507, 0.0029235726688057184, 0.0028610066510736942, 0.0030278172343969345, 0.00253747939132154, 0.0023757917806506157, 0.0028556466568261385, 0.002129223896190524, 0.0035088080912828445, 0.0029554576613008976, 0.0030886882450431585, 0.003530157031491399, 0.003185963723808527, 0.00291869742795825, 0.0032627545297145844, 0.002946346765384078, 0.0029312772676348686, 0.0030805342830717564, 0.0029819749761372805, 0.002945384941995144, 0.0033378521911799908, 0.0030265222303569317, 0.0033618055749684572, 0.003940788097679615, 0.0037734743673354387, 0.003560467856004834, 0.0032835775054991245, 0.0032359003089368343, 0.003163338406011462, 0.004275541752576828, 0.0030129135120660067, 0.0035556359216570854, 0.0034354734234511852, 0.0027308389544487, 0.003515487303957343, 0.003639979986473918, 0.00330930482596159, 0.00265160808339715, 0.002460030373185873, 0.0026777293533086777, 0.0029787770472466946, 0.003063300857320428, 0.0031689591705799103, 0.00391888665035367, 0.0030441589187830687, 0.0033299808856099844, 0.004017454106360674, 0.0028476305305957794, 0.0046049668453633785, 0.003217919496819377, 0.00280123483389616, 0.002550434321165085, 0.0028606399428099394, 0.0032288634683936834, 0.00294693885371089, 0.0026618717238307, 0.0026187351904809475, 0.003245521569624543, 0.002588849049061537, 0.003237500786781311, 0.0028973252046853304, 0.003290961729362607, 0.0029324020724743605, 0.003389796707779169, 0.0029591701459139585, 0.003368076868355274, 0.0029054894112050533, 0.002588378032669425, 0.003140872810035944, 0.003194965422153473, 0.0025051822885870934, 0.0026695390697568655, 0.002992035122588277, 0.0026897555217146873, 0.0030608668457716703, 0.0031402818858623505, 0.0033793996553868055, 0.0027466658502817154, 0.0027755307964980602, 0.002825736068189144, 0.0028440882451832294, 0.002451936714351177, 0.003072767285630107, 0.0026557950768619776, 0.002793869934976101, 0.0023086359724402428, 0.003507608314976096, 0.0024586976505815983, 0.002771971747279167, 0.002620994346216321, 0.0021386637818068266, 0.0031182910315692425, 0.0024462025612592697, 0.0033324018586426973, 0.0034669521264731884, 0.002322856104001403, 0.0025875307619571686, 0.0020713794510811567, 0.003138969885185361, 0.002810115460306406, 0.0034656901843845844, 0.002469309139996767, 0.003117194166406989, 0.002534518949687481, 0.0033962586894631386, 0.0022045799996703863, 0.0031241136603057384, 0.0023598719853907824, 0.0026880770456045866, 0.002296660328283906, 0.0033334989566355944, 0.002612567972391844, 0.0023920375388115644, 0.0037071951664984226, 0.003954784013330936, 0.003334778593853116, 0.0038115154020488262, 0.0030520393047481775, 0.0030549252405762672, 0.004507484380155802, 0.00512580294162035, 0.002822300884872675, 0.003257925622165203, 0.0031861234456300735, 0.002664786297827959, 0.003371373051777482, 0.0028111571446061134, 0.0044091385789215565, 0.004240676295012236, 0.003219814971089363, 0.004568034783005714, 0.0031603353563696146, 0.002936331322416663, 0.003423630492761731, 0.0034854616969823837, 0.003008231520652771, 0.003167219227179885, 0.0031284280121326447, 0.0036627808585762978, 0.0035570962354540825, 0.0028375396504998207, 0.0026813955046236515, 0.0025783830787986517, 0.0032573395874351263, 0.004300813656300306, 0.003368489211425185, 0.002670279936864972, 0.0033984468318521976, 0.0023303483612835407, 0.0036295908503234386, 0.0026668524369597435, 0.0029977269005030394, 0.003112313337624073, 0.003292304929345846, 0.004526634234935045, 0.00332854432053864, 0.0027687284164130688, 0.003754623234272003, 0.003569425083696842, 0.00292584509588778, 0.0026711574755609035, 0.003433553734794259, 0.0027439738623797894, 0.003024931298568845, 0.0031386541668325663, 0.003569825552403927, 0.004114121664315462, 0.0031439901795238256, 0.004208206664770842, 0.0030875408556312323, 0.003138159867376089, 0.0028390022926032543, 0.0037317778915166855, 0.004216135013848543, 0.003166267415508628, 0.003755940357223153, 0.003069607075303793, 0.0023813187144696712, 0.003052008803933859, 0.003541946178302169, 0.0037695819046348333, 0.004907969385385513, 0.0024591831024736166, 0.00426544900983572, 0.0037321005947887897, 0.0028596515767276287, 0.003066004253923893, 0.003116597654297948, 0.0037458164151757956, 0.0032510855235159397, 0.0023775319568812847, 0.004027238115668297, 0.003027926664799452, 0.0026328666135668755, 0.0035214214585721493, 0.002567447256296873, 0.002445426071062684, 0.0028751359786838293, 0.0030007949098944664, 0.0039301179349422455, 0.0030430632177740335, 0.0033623245544731617, 0.0030997185967862606, 0.005435343831777573, 0.00284502818249166, 0.0028739902190864086, 0.0026847533881664276, 0.0032227274496108294, 0.003265195759013295, 0.0032223928719758987, 0.002773239742964506, 0.0036318490747362375, 0.0032345070503652096, 0.003100895555689931, 0.0048073334619402885, 0.0031368802301585674, 0.004322017543017864, 0.0029310511890798807, 0.002963440027087927, 0.003158442908897996, 0.002898754319176078, 0.003954585641622543, 0.0036767462734133005, 0.0026868656277656555, 0.004191214218735695, 0.003212556941434741, 0.0029044095426797867, 0.002930806018412113, 0.0032039154320955276, 0.00334265292622149, 0.0033706713002175093, 0.0038952562026679516, 0.0035087151918560266, 0.0028081978671252728, 0.0032216061372309923, 0.003287631319835782, 0.004501678980886936, 0.0029353038407862186, 0.0034099221229553223, 0.004553121514618397, 0.005610466469079256, 0.002968509215861559, 0.0026941830292344093, 0.0025476915761828423, 0.002597394399344921, 0.0027024196460843086, 0.003161073662340641, 0.0036545100156217813, 0.0024557551369071007, 0.0029621105641126633, 0.0019765954930335283, 0.0030160052701830864, 0.003289382206276059, 0.0029161213897168636, 0.002662478480488062, 0.0025910334661602974, 0.0024100597947835922, 0.002174143912270665, 0.003349251812323928, 0.0029035243205726147, 0.002506811637431383, 0.0021830867044627666, 0.003167566144838929, 0.0026261319871991873, 0.0020578166004270315, 0.002416705945506692, 0.0026080531533807516, 0.0037618763744831085, 0.002344931475818157, 0.002488333499059081, 0.003911785315722227, 0.003136840183287859, 0.002752440981566906, 0.003861528355628252, 0.0036261198110878468, 0.004425818100571632, 0.004168178420513868, 0.0036324530374258757, 0.004049239214509726, 0.004331192467361689, 0.00484094861894846, 0.0041787768714129925, 0.004290053155273199, 0.004825497046113014, 0.0031907958909869194, 0.004994825925678015, 0.0034673106856644154, 0.004188092425465584, 0.004376847296953201, 0.003911812789738178, 0.004032577853649855, 0.003744555404409766, 0.003351762890815735, 0.004554536659270525, 0.003967277705669403, 0.003354958724230528, 0.003196557518094778, 0.004836630541831255, 0.004637512844055891, 0.00345675484277308, 0.005008564330637455, 0.003655750537291169, 0.0041516623459756374, 0.003914917353540659, 0.004266713745892048 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 138, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "1": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.4.attention.self.key", "input_tensor_infos": [ { "id": 137, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.03533483296632767 ], "zero_point": [ 142 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.002684183418750763, 0.0027299453504383564, 0.0029412470757961273, 0.0025605661794543266, 0.0026984598953276873, 0.0022951764985919, 0.0024252026341855526, 0.004112767521291971, 0.0027442832943052053, 0.0024587013758718967, 0.002322243759408593, 0.002158310730010271, 0.0021058833226561546, 0.004090874455869198, 0.0022580286022275686, 0.0026929762680083513, 0.002780928974971175, 0.002214799402281642, 0.0026488800067454576, 0.0023140376433730125, 0.0024832889903336763, 0.002378094708546996, 0.001883175689727068, 0.0029064661357551813, 0.002282454865053296, 0.002895575715228915, 0.002836883533746004, 0.0020437068305909634, 0.002030959352850914, 0.002000961219891906, 0.0025841807946562767, 0.0020803194493055344, 0.002944118808954954, 0.004080052021890879, 0.0032490247394889593, 0.0033918104600161314, 0.0027019456028938293, 0.003170399460941553, 0.003242775797843933, 0.003063419135287404, 0.003301954595372081, 0.0035688800271600485, 0.0030683460645377636, 0.0029064943082630634, 0.0036682821810245514, 0.003609522944316268, 0.003235181560739875, 0.003125524614006281, 0.0034188502468168736, 0.004010402597486973, 0.002690659835934639, 0.0031618827488273382, 0.0036563933826982975, 0.0031264617573469877, 0.003148067509755492, 0.0035939374938607216, 0.0031743706203997135, 0.002876698039472103, 0.002815232379361987, 0.0038112967740744352, 0.0034057169687002897, 0.0034675567876547575, 0.0032798335887491703, 0.004551833029836416, 0.002704442711547017, 0.0024491301737725735, 0.002618904924020171, 0.0031245420686900616, 0.0028553172014653683, 0.0022330009378492832, 0.0037632060702890158, 0.0030915983952581882, 0.002770703984424472, 0.0027555248234421015, 0.0039034809451550245, 0.0025807193014770746, 0.0029503703117370605, 0.004270574543625116, 0.0025840948801487684, 0.002501434413716197, 0.003222075058147311, 0.0031972439028322697, 0.002413709880784154, 0.002889398019760847, 0.0027894843369722366, 0.003072948893532157, 0.0032465816475450993, 0.0029246925842016935, 0.002873653080314398, 0.0027285157702863216, 0.003114175284281373, 0.0029316782020032406, 0.002832971978932619, 0.0027077323757112026, 0.003458588384091854, 0.0025375771801918745, 0.0030079467687755823, 0.003365352051332593, 0.0031662306282669306, 0.003970894496887922, 0.0030362727120518684, 0.0032006152905523777, 0.003395579755306244, 0.0033329310826957226, 0.002218161476776004, 0.0032654767856001854, 0.0040583242662250996, 0.0033244274090975523, 0.0031806258484721184, 0.0026772180572152138, 0.003632542910054326, 0.0028561530634760857, 0.0028830603696405888, 0.004265592433512211, 0.00266525661572814, 0.0032170070335268974, 0.0033871144987642765, 0.002787655219435692, 0.004900466650724411, 0.0030605208594352007, 0.002868716139346361, 0.0031213057227432728, 0.002835676306858659, 0.002959233708679676, 0.0035275842528790236, 0.004189194180071354, 0.0030373428016901016, 0.003581835888326168, 0.0028068653773516417, 0.003307999111711979, 0.0025218988303095102, 0.002545686438679695, 0.002990486565977335, 0.002988150343298912, 0.003277143929153681, 0.003458700841292739, 0.0031240652315318584, 0.003654050873592496, 0.0024805390276014805, 0.0030581997707486153, 0.0028797085396945477, 0.003367269178852439, 0.0035267844796180725, 0.004753305576741695, 0.0025553295854479074, 0.0026926808059215546, 0.003524805186316371, 0.002824051771312952, 0.0037206492852419615, 0.002741769887506962, 0.0035006627440452576, 0.0052469344809651375, 0.0032321340404450893, 0.0035724721383303404, 0.002783752977848053, 0.0031804104801267385, 0.0027697421610355377, 0.003690020414069295, 0.002576488768681884, 0.003296307288110256, 0.0031981945503503084, 0.0028319016564637423, 0.0031618333887308836, 0.00437464565038681, 0.0020228794310241938, 0.0038820833433419466, 0.003301117103546858, 0.0033635678701102734, 0.0033108487259596586, 0.0025239549577236176, 0.002400906290858984, 0.003671466838568449, 0.0029908556025475264, 0.003173100296407938, 0.002713510300964117, 0.0032109308522194624, 0.002472902648150921, 0.0036532613448798656, 0.0030106741469353437, 0.0032040379010140896, 0.0029142573475837708, 0.0024702714290469885, 0.002730265259742737, 0.005391114857047796, 0.00284128007479012, 0.0028764456510543823, 0.0021693806629627943, 0.002672616159543395, 0.0024197318125516176, 0.0024322508834302425, 0.0034137219190597534, 0.002260133158415556, 0.004055785946547985, 0.004197512287646532, 0.006534010637551546, 0.0038049768190830946, 0.004461633041501045, 0.004896129947155714, 0.004196944180876017, 0.005129160359501839, 0.003535366151481867, 0.002668738132342696, 0.0030363902915269136, 0.0039996011182665825, 0.004398377146571875, 0.0025225989520549774, 0.0029665043111890554, 0.003759767860174179, 0.0033819274976849556, 0.004678135272115469, 0.002529086545109749, 0.0027448139153420925, 0.004233752842992544, 0.005757839418947697, 0.003829934634268284, 0.005464192014187574, 0.002990810200572014, 0.004410842899233103, 0.005114356055855751, 0.0026607883628457785, 0.0033843088895082474, 0.003889720654115081, 0.0032061608508229256, 0.00297058979049325, 0.004308843053877354, 0.0031961407512426376, 0.0034061307087540627, 0.0041228705085814, 0.0038414737209677696, 0.003308995859697461, 0.0025335343088954687, 0.00430250121280551, 0.0027116902638226748, 0.003454353427514434, 0.0024373172782361507, 0.0033190902322530746, 0.002895461395382881, 0.004135335795581341, 0.0038015705067664385, 0.003336495254188776, 0.0032085697166621685, 0.0027058804407715797, 0.0024724621325731277, 0.003124075010418892, 0.003484728280454874, 0.0029675064142793417, 0.004025555215775967, 0.0035453266464173794, 0.0033897373359650373, 0.0030655984301120043, 0.004403948783874512, 0.005002073477953672, 0.0026700980961322784, 0.003981281071901321, 0.004163727629929781, 0.00272424821741879, 0.00328845321200788, 0.0027095673140138388, 0.003067802172154188, 0.0061740693636238575, 0.004040978383272886, 0.0026870393194258213, 0.005931375082582235, 0.00680740550160408, 0.0033636162988841534, 0.0031020205933600664, 0.0038766833022236824, 0.0037923462223261595, 0.0063627539202570915, 0.0030660296324640512, 0.004438656382262707, 0.006322154775261879, 0.0027271523140370846, 0.005125739611685276, 0.002941962331533432, 0.002955135190859437, 0.0026487610302865505, 0.0030434750951826572, 0.0028172554448246956, 0.0026387711986899376, 0.006229917518794537, 0.003652573097497225, 0.004426146857440472, 0.003166043432429433, 0.0032313913106918335, 0.0029586360324174166, 0.002755987923592329, 0.004175765905529261, 0.004723403137177229, 0.0032869514543563128, 0.005415843799710274, 0.002750389277935028, 0.0037300344556570053, 0.0052565899677574635, 0.0029192811343818903, 0.0031158900819718838, 0.003760211868211627, 0.002946149790659547, 0.0036065971944481134, 0.0029018817003816366, 0.004283639136701822, 0.003410717938095331, 0.002848225412890315, 0.003666162956506014, 0.006111836526542902, 0.003346031764522195, 0.003054132917895913, 0.0053044999949634075, 0.0027657155878841877, 0.004688728600740433, 0.0033076838590204716, 0.003013705601915717, 0.0030839501414448023, 0.0036046721506863832, 0.0033831880427896976, 0.004356370773166418, 0.0036626483779400587, 0.0038963970728218555, 0.0035950548481196165, 0.0037970906123518944, 0.0030677663162350655, 0.0035253912210464478, 0.00251118210144341, 0.00301703461445868, 0.00416988879442215, 0.003934886306524277, 0.004336181562393904, 0.0030404916033148766, 0.0035090160090476274, 0.00240071932785213, 0.0035063461400568485, 0.0024424076545983553, 0.003363491967320442, 0.0031782283913344145, 0.002684833249077201, 0.002640984719619155, 0.00423349067568779, 0.002931548748165369, 0.0028879395686089993, 0.003283481812104583, 0.0025669338647276163, 0.00225642928853631, 0.0038026394322514534, 0.00260989204980433, 0.002725734142586589, 0.002832421800121665, 0.004368308000266552, 0.0020974064245820045, 0.002436257665976882, 0.002727936254814267, 0.003270136658102274, 0.00351320905610919, 0.0044507356360554695, 0.003474028082564473, 0.0032735413406044245, 0.004007886163890362, 0.0037901760078966618, 0.004235951695591211, 0.0035665491595864296, 0.004071655683219433, 0.003405112773180008, 0.00512821925804019, 0.004821899812668562, 0.0029989471659064293, 0.003787919646129012, 0.003568831365555525, 0.0036433327477425337, 0.004984251223504543, 0.0038943274412304163, 0.004304335452616215, 0.0028998369816690683, 0.003902651136741042, 0.0036459050606936216, 0.0030522113665938377, 0.003297812305390835, 0.0032063680700957775, 0.003689680015668273, 0.003740899031981826, 0.003727877978235483, 0.003636652370914817, 0.003199756843969226, 0.003891723696142435, 0.0028454107232391834, 0.003690100973471999 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 139, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "2": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.4.attention.self.value", "input_tensor_infos": [ { "id": 137, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.03533483296632767 ], "zero_point": [ 142 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.0028560252394527197, 0.002582474611699581, 0.0029270583763718605, 0.0025007694493979216, 0.0019040468614548445, 0.002288967836648226, 0.001868327264674008, 0.0022032347042113543, 0.002240789821371436, 0.0021818445529788733, 0.002698510652408004, 0.0022447339724749327, 0.0026665455661714077, 0.002024622168391943, 0.0020034005865454674, 0.0028515898156911135, 0.0018089036457240582, 0.002466325182467699, 0.002382692415267229, 0.00272988504730165, 0.002836997387930751, 0.00216301204636693, 0.003059459151700139, 0.0026588733308017254, 0.0022872004192322493, 0.002429040614515543, 0.002620284678414464, 0.00248461845330894, 0.002257727785035968, 0.0027432770002633333, 0.0026188211049884558, 0.0021012229844927788, 0.003504663472995162, 0.00256027071736753, 0.0023474337067455053, 0.0029223307501524687, 0.0024381601251661777, 0.002797725610435009, 0.002980323974043131, 0.0025945010129362345, 0.002517905319109559, 0.0030797275248914957, 0.0024359547533094883, 0.0024974653497338295, 0.002882895292714238, 0.002989687956869602, 0.0035390821285545826, 0.004129180684685707, 0.003639044938609004, 0.0029045564588159323, 0.0030155128333717585, 0.003448751987889409, 0.0029441900551319122, 0.0028990430291742086, 0.003520563244819641, 0.0034671497996896505, 0.002349692163988948, 0.002480851486325264, 0.002875381149351597, 0.0035245781764388084, 0.0034923104103654623, 0.003092776518315077, 0.002604980953037739, 0.0034536842722445726, 0.002885660156607628, 0.002819942543283105, 0.004595469683408737, 0.003913554362952709, 0.003866941435262561, 0.00480925478041172, 0.004919371567666531, 0.0025584150571376085, 0.002348704030737281, 0.0028311684727668762, 0.002856918377801776, 0.0031838188879191875, 0.0031143787782639265, 0.002581711858510971, 0.003331070765852928, 0.002269572112709284, 0.003046458587050438, 0.0035801015328615904, 0.002383562969043851, 0.0034928980749100447, 0.003601178526878357, 0.003670344827696681, 0.003989147488027811, 0.0029615573585033417, 0.002471316372975707, 0.0025160880759358406, 0.003164357505738735, 0.0027196251321583986, 0.0035048290155828, 0.0038077605422586203, 0.005266432650387287, 0.0033263631630688906, 0.0020137804094702005, 0.0018831974593922496, 0.001998886000365019, 0.0024617945309728384, 0.0024394493084400892, 0.0016695926897227764, 0.0022009150125086308, 0.002243763068690896, 0.0020635565742850304, 0.002989918226376176, 0.0017302710330113769, 0.002334133256226778, 0.0018344609998166561, 0.0018295011250302196, 0.001702032284811139, 0.002150739775970578, 0.002295371377840638, 0.0018661818467080593, 0.0020284783095121384, 0.0022179349325597286, 0.002396741881966591, 0.0021552275866270065, 0.002107351552695036, 0.002171420259401202, 0.002935288241133094, 0.002112983027473092, 0.0020430581644177437, 0.00303607783280313, 0.00242451555095613, 0.00259453896433115, 0.0021775471977889538, 0.003308887593448162, 0.0044011143036186695, 0.004140730481594801, 0.0025554730091243982, 0.002130899578332901, 0.0030296368058770895, 0.0027902377769351006, 0.0024793350603431463, 0.0025246816221624613, 0.003988971933722496, 0.002380340127274394, 0.002643375424668193, 0.00313501781783998, 0.0025721301790326834, 0.0028987389523535967, 0.002318614162504673, 0.0023326012305915356, 0.0027711635921150446, 0.003399100387468934, 0.001999319763854146, 0.002509709680452943, 0.002146688522771001, 0.002345403889194131, 0.002621418097987771, 0.0027352904435247183, 0.0023825583048164845, 0.0031734660733491182, 0.0034934417344629765, 0.0021118696313351393, 0.00225268118083477, 0.002229799749329686, 0.003931720741093159, 0.0021721746306866407, 0.005344407167285681, 0.002905735746026039, 0.003310569329187274, 0.0032353780698031187, 0.003446688409894705, 0.0036908392794430256, 0.0029229021165519953, 0.002920611063018441, 0.003638867288827896, 0.002623780630528927, 0.0031264247372746468, 0.003102905349805951, 0.003053323132917285, 0.0033051101490855217, 0.003301317570731044, 0.002552453661337495, 0.0023519517853856087, 0.0033323292154818773, 0.003865470178425312, 0.0028297477401793003, 0.0023738862946629524, 0.003524255473166704, 0.003142370143905282, 0.002823900431394577, 0.003199012251570821, 0.0042989845387637615, 0.0026865024119615555, 0.0032865209504961967, 0.003503246698528528, 0.0026839927304536104, 0.0031643803231418133, 0.003542718943208456, 0.0024187788367271423, 0.0022171272430568933, 0.0014561173738911748, 0.002362777478992939, 0.0023959283716976643, 0.001884675701148808, 0.002077792538329959, 0.0018469661008566618, 0.002080481732264161, 0.0014814547030255198, 0.0026255392003804445, 0.00186170544475317, 0.001815860508941114, 0.002448418876156211, 0.002112504793331027, 0.002440707990899682, 0.0027227080427110195, 0.0023745798971503973, 0.0028307493776082993, 0.002252217149361968, 0.0025826895143836737, 0.0018681887304410338, 0.0018666579853743315, 0.0027306443080306053, 0.00206352723762393, 0.0035576890222728252, 0.002671900438144803, 0.0017631575465202332, 0.002866046968847513, 0.002187028992921114, 0.0018255292670801282, 0.002474093111231923, 0.00278755696490407, 0.004953800700604916, 0.005733810365200043, 0.003087816061452031, 0.0033583256881684065, 0.004113201983273029, 0.005574665032327175, 0.0037288391031324863, 0.0026455672923475504, 0.00444736797362566, 0.004263926297426224, 0.0039949361234903336, 0.003962566144764423, 0.003777913050726056, 0.00517858425155282, 0.0040638865903019905, 0.003617385635152459, 0.004337336402386427, 0.00429696636274457, 0.003793120849877596, 0.0030737274792045355, 0.006260809954255819, 0.004614528734236956, 0.0029734191484749317, 0.0037312484346330166, 0.0037707535084336996, 0.003345490898936987, 0.004863593261688948, 0.00360802561044693, 0.0038311986718326807, 0.003612615168094635, 0.004016993101686239, 0.0033159228041768074, 0.0039378004148602486, 0.0020490032620728016, 0.0043146004900336266, 0.0036568513605743647, 0.0024850377812981606, 0.0031513881403952837, 0.002630326896905899, 0.0024595758877694607, 0.0029195586685091257, 0.002315176883712411, 0.002387896180152893, 0.0026295287534594536, 0.0027195431757718325, 0.002787323435768485, 0.0025993981398642063, 0.0023108413442969322, 0.004063361790031195, 0.0027814586646854877, 0.0026309210807085037, 0.002977271331474185, 0.0015087698120623827, 0.002710961503908038, 0.002924747532233596, 0.002822338603436947, 0.005080923903733492, 0.0032276164274662733, 0.0025436056312173605, 0.0021226087119430304, 0.0039186556823551655, 0.0028754014056175947, 0.0030768164433538914, 0.001769760623574257, 0.0024050367064774036, 0.0024090188089758158, 0.002713038120418787, 0.0017976254457607865, 0.002107410691678524, 0.002265101997181773, 0.002037824597209692, 0.0027154521085321903, 0.002650057664141059, 0.0016272504581138492, 0.0023589753545820713, 0.002358249621465802, 0.0016673890640959144, 0.0014945792499929667, 0.0017266885843127966, 0.001913426909595728, 0.0020754211582243443, 0.00184226396959275, 0.0016630184836685658, 0.0016017368761822581, 0.002532288199290633, 0.002041178522631526, 0.0017411113949492574, 0.001545966137200594, 0.002343002939596772, 0.001555878552608192, 0.0018687532283365726, 0.002350572729483247, 0.0019324704771861434, 0.002354128984734416, 0.0017763092182576656, 0.004778653383255005, 0.003861629869788885, 0.003087251214310527, 0.0028185269329696894, 0.002562854439020157, 0.003974253311753273, 0.004976768512278795, 0.0033987550996243954, 0.0043627251870930195, 0.0037015024572610855, 0.003056210232898593, 0.004262998700141907, 0.006373910699039698, 0.007233098614960909, 0.004995453637093306, 0.0038925434928387403, 0.004397306125611067, 0.005235334858298302, 0.005122192669659853, 0.00591581966727972, 0.005808277055621147, 0.0033462464343756437, 0.003984176088124514, 0.002898554550483823, 0.004002558998763561, 0.003902606898918748, 0.004767114762216806, 0.0029724983032792807, 0.0031552654691040516, 0.0035948066506534815, 0.0029053655453026295, 0.0064635309390723705, 0.002383981365710497, 0.0020461624953895807, 0.0017771144630387425, 0.0014683213084936142, 0.001817942364141345, 0.002162630669772625, 0.0016183017287403345, 0.0016906592063605785, 0.0023874519392848015, 0.0018936330452561378, 0.002531436737626791, 0.0024771455209702253, 0.0017148234182968736, 0.0018109207740053535, 0.0021321747917681932, 0.001691110199317336, 0.002245549578219652, 0.0021915845572948456, 0.0016945470124483109, 0.0023750753607600927, 0.001619216869585216, 0.0018197247991338372, 0.0019794602412730455, 0.0024863434955477715, 0.0019954817835241556, 0.0017538467654958367, 0.0020668567158281803, 0.0019263305002823472, 0.0038360385224223137, 0.0026276761200278997, 0.0021765120327472687, 0.0022042763885110617 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 142, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "3": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.4.attention.self", "input_tensor_infos": [ { "id": 146, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.057563602924346924 ], "zero_point": [ 125 ] }, { "id": 147, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.06475650519132614 ], "zero_point": [ 132 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 148, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "4": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.4.attention.self", "input_tensor_infos": [ { "id": 149, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 0.11800593882799149 ], "zero_point": [ 160 ] }, { "id": 5, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 1.3344405750530544e+36 ], "zero_point": [ 255 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 150, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "5": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.4.attention.self", "input_tensor_infos": [ { "id": 152, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.0036439839750528336 ], "zero_point": [ 0 ] }, { "id": 144, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.029532507061958313 ], "zero_point": [ 115 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 153, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": { "0": { "op_type": "", "fqn": "roberta.encoder.layer.4.attention.self", "input_tensor_infos": [ { "id": 139, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [] }, "1": { "op_type": "", "fqn": "roberta.encoder.layer.4.attention.self", "input_tensor_infos": [ { "id": 139, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 140, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "2": { "op_type": "", "fqn": "roberta.encoder.layer.4.attention.self", "input_tensor_infos": [ { "id": 140, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 141, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "3": { "op_type": "", "fqn": "roberta.encoder.layer.4.attention.self", "input_tensor_infos": [ { "id": 142, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [] }, "4": { "op_type": "", "fqn": "roberta.encoder.layer.4.attention.self", "input_tensor_infos": [ { "id": 142, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 143, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "5": { "op_type": "", "fqn": "roberta.encoder.layer.4.attention.self", "input_tensor_infos": [ { "id": 143, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 144, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "6": { "op_type": "", "fqn": "roberta.encoder.layer.4.attention.self", "input_tensor_infos": [ { "id": 138, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [] }, "7": { "op_type": "", "fqn": "roberta.encoder.layer.4.attention.self", "input_tensor_infos": [ { "id": 138, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 145, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "8": { "op_type": "", "fqn": "roberta.encoder.layer.4.attention.self", "input_tensor_infos": [ { "id": 145, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 146, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "9": { "op_type": "", "fqn": "roberta.encoder.layer.4.attention.self", "input_tensor_infos": [ { "id": 141, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {} ], "output_tensor_infos": [ { "id": 147, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "10": { "op_type": "", "fqn": "roberta.encoder.layer.4.attention.self", "input_tensor_infos": [ { "id": 148, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {} ], "output_tensor_infos": [ { "id": 149, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "11": { "op_type": "", "fqn": "roberta.encoder.layer.4.attention.self", "input_tensor_infos": [ { "id": 150, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 151, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "12": { "op_type": "", "fqn": "roberta.encoder.layer.4.attention.self.dropout", "input_tensor_infos": [ { "id": 151, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 152, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "13": { "op_type": "", "fqn": "roberta.encoder.layer.4.attention.self", "input_tensor_infos": [ { "id": 153, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 154, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "14": { "op_type": "", "fqn": "roberta.encoder.layer.4.attention.self", "input_tensor_infos": [ { "id": 154, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 155, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "15": { "op_type": "", "fqn": "roberta.encoder.layer.4.attention.self", "input_tensor_infos": [ { "id": 155, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [] }, "16": { "op_type": "", "fqn": "roberta.encoder.layer.4.attention.self", "input_tensor_infos": [ { "id": 155, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {} ], "output_tensor_infos": [ { "id": 156, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] } }, "layer_output_infos": [ { "id": 156, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:4:attention:output": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.4.attention.output.dense", "input_tensor_infos": [ { "id": 156, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.01940973661839962 ], "zero_point": [ 122 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.0011816062033176422, 0.0021169001702219248, 0.00112478609662503, 0.0011632810346782207, 0.0013008277164772153, 0.001511428039520979, 0.001018209382891655, 0.0019144963007420301, 0.001241183141246438, 0.001329499646089971, 0.0011901507386937737, 0.003000871278345585, 0.0014984913868829608, 0.0015265344409272075, 0.001239392557181418, 0.0013298946432769299, 0.0014577663969248533, 0.0009223473025485873, 0.0012360595865175128, 0.0019740136340260506, 0.0016345150070264935, 0.0019720769487321377, 0.0015447994228452444, 0.0015044674510136247, 0.001892500906251371, 0.0019643157720565796, 0.0015112541150301695, 0.0016424516215920448, 0.0011495115468278527, 0.0015253400197252631, 0.0015939088771119714, 0.0009971179533749819, 0.0011942029232159257, 0.002220472786575556, 0.00239804619923234, 0.0027461317367851734, 0.0011824009707197547, 0.0011624909238889813, 0.0014156167162582278, 0.001813574810512364, 0.0009771744953468442, 0.001168381655588746, 0.0028509418480098248, 0.0009584854706190526, 0.002561402041465044, 0.000850152166094631, 0.0015846885507926345, 0.0010361591121181846, 0.002952786162495613, 0.0012913503451272845, 0.0009154703584499657, 0.0011648985091596842, 0.0024600839242339134, 0.0011449273442849517, 0.0011940969852730632, 0.0021470736246556044, 0.0011469331802800298, 0.00101456418633461, 0.0022693986538797617, 0.0023903611581772566, 0.0012673407327383757, 0.0010965171968564391, 0.0012669760035350919, 0.0010093434248119593, 0.0018816444789990783, 0.0013266183668747544, 0.0012211351422592998, 0.001070054597221315, 0.0023142986465245485, 0.001315196161158383, 0.0011299166362732649, 0.0013128658756613731, 0.0010773742105811834, 0.0015142877819016576, 0.0015010625356808305, 0.0024226538371294737, 0.0010458676842972636, 0.0021941354498267174, 0.0013749838108196855, 0.003207351779565215, 0.0012255096808075905, 0.0022094298619776964, 0.0022839626763015985, 0.0013663275167346, 0.002148403786122799, 0.0027533795218914747, 0.0014335619052872062, 0.0021739022340625525, 0.0020539481192827225, 0.0016208880115300417, 0.001181919127702713, 0.001009892555885017, 0.001421336317434907, 0.0017154114320874214, 0.0014165069442242384, 0.001031175721436739, 0.0012066805502399802, 0.0012819274561479688, 0.002043120563030243, 0.0014952468918636441, 0.0015007820911705494, 0.0012830859050154686, 0.003274181392043829, 0.0010538662318140268, 0.0014809108106419444, 0.003077296307310462, 0.0012766738655045629, 0.002002291614189744, 0.0013251815689727664, 0.0016724474262446165, 0.0009394437656737864, 0.0010694169905036688, 0.0014582214644178748, 0.001922965981066227, 0.0024439541157335043, 0.001227478263899684, 0.0019359263824298978, 0.0032355228904634714, 0.0017769961850717664, 0.0013023924548178911, 0.001049273181706667, 0.0017030207673087716, 0.0020320569165050983, 0.0011450974270701408, 0.0017884070985019207, 0.0018055058317258954, 0.00243563624098897, 0.0011510858312249184, 0.0020806381944566965, 0.0012141074985265732, 0.0012415319215506315, 0.0014177093980833888, 0.0023510169703513384, 0.002771672559902072, 0.0012374399229884148, 0.0021469241473823786, 0.0018633276922628284, 0.002388470806181431, 0.0033366787247359753, 0.001775180222466588, 0.0012032026425004005, 0.0018042015144601464, 0.0012977742590010166, 0.001060276641510427, 0.0016472991555929184, 0.0013365702470764518, 0.00199961313046515, 0.001410948927514255, 0.0031607546843588352, 0.0017346235690638423, 0.002006133086979389, 0.001206166110932827, 0.0019432547269389033, 0.0010647866874933243, 0.0008541154093109071, 0.001405822578817606, 0.0012714165495708585, 0.0012256948975846171, 0.001154990284703672, 0.0010371862445026636, 0.0015824352158233523, 0.0018798739183694124, 0.0009840616257861257, 0.001854565110988915, 0.0024021987337619066, 0.0010035105515271425, 0.0021050977520644665, 0.001671173027716577, 0.0013099650386720896, 0.0014569255290552974, 0.0012047183699905872, 0.0019789747893810272, 0.001158391940407455, 0.0012606668751686811, 0.0017234395490959287, 0.00233898195438087, 0.0019425759091973305, 0.0023525613360106945, 0.0028831183444708586, 0.002133338712155819, 0.0030988301150500774, 0.001321270945481956, 0.002354583004489541, 0.001124673173762858, 0.0015133657725527883, 0.0020143897272646427, 0.0013689313782379031, 0.001195839373394847, 0.0010052616707980633, 0.0017167411278933287, 0.0014246983919292688, 0.0010683026630431414, 0.001726013608276844, 0.0020599497947841883, 0.001342509058304131, 0.0011709003010764718, 0.0010859948815777898, 0.0028275293298065662, 0.0011662454344332218, 0.001417723367922008, 0.0014375831233337522, 0.0015128189697861671, 0.0016759964637458324, 0.0012726396089419723, 0.0020941230468451977, 0.001127100083976984, 0.0007136145140975714, 0.0016357616987079382, 0.0011496440274640918, 0.0011952226050198078, 0.0010885084047913551, 0.0012446594191715121, 0.0031025889329612255, 0.0023750122636556625, 0.0013659007381647825, 0.0011230527888983488, 0.003241997677832842, 0.0011370262363925576, 0.001389033393934369, 0.0009333376074209809, 0.0023367709945887327, 0.001187258050777018, 0.001301445416174829, 0.0017081425758078694, 0.0014727311208844185, 0.002417934825643897, 0.0014907863223925233, 0.0010322312591597438, 0.0013235871447250247, 0.001016185968182981, 0.0009404105367138982, 0.002603202825412154, 0.0013088819105178118, 0.002134471433237195, 0.0013196251820772886, 0.002463423414155841, 0.0011433622566983104, 0.001021280069835484, 0.0011022168910130858, 0.0015461259754374623, 0.0013789827935397625, 0.001112994272261858, 0.0013913569273427129, 0.002491177059710026, 0.0012664386304095387, 0.0017855113837867975, 0.0012987381778657436, 0.0016892347484827042, 0.0009342352277599275, 0.0016562702367082238, 0.0012015007669106126, 0.002076416742056608, 0.0012162146158516407, 0.0009052063687704504, 0.0012185026425868273, 0.0016995370388031006, 0.0018004573648795485, 0.0011189911747351289, 0.0009510446107015014, 0.001098002539947629, 0.0014895935310050845, 0.0014916809741407633, 0.0025907489471137524, 0.002056282013654709, 0.001955116633325815, 0.0012503155739977956, 0.0012386903399601579, 0.0008481249096803367, 0.0014231512323021889, 0.0016401177272200584, 0.001540639204904437, 0.001451229676604271, 0.0014533554203808308, 0.002325172070413828, 0.0013948396081104875, 0.0010904384544119239, 0.0014148539630696177, 0.0019993679597973824, 0.001838351832702756, 0.0013581158127635717, 0.0023116092197597027, 0.0010731280781328678, 0.003020310075953603, 0.0018311361782252789, 0.0031509811524301767, 0.0013245653826743364, 0.0009745109709911048, 0.001432922319509089, 0.0012040480505675077, 0.0014621972804889083, 0.0015629729023203254, 0.001367732067592442, 0.0017907369183376431, 0.0010771546512842178, 0.002232467755675316, 0.0010130360024049878, 0.0023857904598116875, 0.0009846081957221031, 0.0010134533513337374, 0.0012216130271553993, 0.0018679872155189514, 0.0010163263650611043, 0.0013378389412537217, 0.0019574856851249933, 0.0014112296048551798, 0.0017047441797330976, 0.0022061944473534822, 0.0019051707349717617, 0.0024935996625572443, 0.001936294138431549, 0.0009578599128872156, 0.0017285604262724519, 0.0009685324039310217, 0.0013981589581817389, 0.0010491247521713376, 0.0018245234386995435, 0.001204076805151999, 0.0015300200320780277, 0.0010210786713287234, 0.0018264208920300007, 0.0011612088419497013, 0.001207386376336217, 0.0031776640098541975, 0.002760546514764428, 0.0018864029552787542, 0.0012949465308338404, 0.002158073941245675, 0.0010677429381757975, 0.001202707993797958, 0.002251973142847419, 0.0018797556404024363, 0.0016815506387501955, 0.002719139913097024, 0.0012042217422276735, 0.0012253315653651953, 0.0011747379321604967, 0.0018171577248722315, 0.00233471835963428, 0.0026357686147093773, 0.0011101308045908809, 0.00357060506939888, 0.0011562228901311755, 0.001115023042075336, 0.0009466707124374807, 0.0028914054855704308, 0.0009940504096448421, 0.0020683074835687876, 0.0011698250891640782, 0.002321637235581875, 0.0017031077295541763, 0.002013830002397299, 0.0012389338808134198, 0.0021070651710033417, 0.001243671285919845, 0.0011322417994961143, 0.0010777614079415798, 0.0015928982757031918, 0.0023601327557116747, 0.0015685880789533257, 0.001468326197937131, 0.0016010754043236375, 0.0014201797312125564, 0.0013566626003012061, 0.0017766949022188783, 0.0010589805897325277, 0.0013513193698599935, 0.0021941368468105793, 0.0014660570304840803, 0.0013519421918317676, 0.0011628898791968822, 0.0012663244269788265, 0.0023218158166855574, 0.0015087614301592112, 0.0012308390578255057, 0.0021599200554192066, 0.0011914134956896305, 0.0017938286764547229, 0.0019155896734446287, 0.002039339393377304, 0.0014290906256064773, 0.0022273212671279907, 0.002305898116901517, 0.001501880120486021, 0.0009029571083374321 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 157, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "1": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.4.attention.output", "input_tensor_infos": [ { "id": 158, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 0.024015052244067192 ], "zero_point": [ 128 ] }, { "id": 137, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.03533483296632767 ], "zero_point": [ 142 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 159, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": { "0": { "op_type": "", "fqn": "roberta.encoder.layer.4.attention.output.dropout", "input_tensor_infos": [ { "id": 157, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 158, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "1": { "op_type": "", "fqn": "roberta.encoder.layer.4.attention.output.LayerNorm", "input_tensor_infos": [ { "id": 159, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 160, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] } }, "layer_output_infos": [ { "id": 160, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:4:intermediate": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.4.intermediate.dense", "input_tensor_infos": [ { "id": 160, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.04090873897075653 ], "zero_point": [ 127 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.002709303516894579, 0.00155968451872468, 0.0016415383433923125, 0.002636866644024849, 0.0032971762120723724, 0.0017003000248223543, 0.0011059250682592392, 0.0015097495634108782, 0.0026920181699097157, 0.003920672461390495, 0.0026801310013979673, 0.00128555775154382, 0.0016012750566005707, 0.0017769945552572608, 0.005654018372297287, 0.0014689071103930473, 0.003396330401301384, 0.0022908521350473166, 0.0014995461096987128, 0.0017286298098042607, 0.001916255452670157, 0.0012557472800835967, 0.002213583793491125, 0.0018800991820171475, 0.00148978759534657, 0.002758400049060583, 0.0018811081536114216, 0.0014643995091319084, 0.001869747182354331, 0.0017466150457039475, 0.0014890176244080067, 0.002710112603381276, 0.0014186787884682417, 0.0022948463447391987, 0.0015499205328524113, 0.0029023478273302317, 0.0016482899663969874, 0.0026820458006113768, 0.0037845992483198643, 0.0026615725364536047, 0.002881825901567936, 0.002630758797749877, 0.001379509223625064, 0.0016442174091935158, 0.0011932977940887213, 0.0012600895715877414, 0.0026507216971367598, 0.0015441852156072855, 0.002572215162217617, 0.0014576908433809876, 0.0018402233254164457, 0.004724662285298109, 0.0033929855562746525, 0.0016659951070323586, 0.0018827443709596992, 0.0014542301651090384, 0.0014308932004496455, 0.0015380437253043056, 0.003117028856649995, 0.0018741738749668002, 0.0017109460895881057, 0.0014465218409895897, 0.001674420083872974, 0.003781951265409589, 0.0015469739446416497, 0.003308416111394763, 0.001596414134837687, 0.003449689131230116, 0.0014751474373042583, 0.0019519240595400333, 0.001720330910757184, 0.003390827914699912, 0.0015632198192179203, 0.002559471409767866, 0.0013775838306173682, 0.0015985264908522367, 0.0012871891958639026, 0.002875109203159809, 0.0024342304095625877, 0.0026658549904823303, 0.0015040062135085464, 0.0016121716471388936, 0.0013722885632887483, 0.0024048248305916786, 0.002567901276051998, 0.0012634278973564506, 0.0016207210719585419, 0.0017150939675047994, 0.0014567230828106403, 0.001508816727437079, 0.0015641344944015145, 0.002403023187071085, 0.00231679598800838, 0.0018420979613438249, 0.0016035923035815358, 0.001822279067710042, 0.0017106459708884358, 0.0013291218783706427, 0.0019993826281279325, 0.0014759300975129008, 0.0016820556484162807, 0.002108366461470723, 0.0021335119381546974, 0.0013638550881296396, 0.002733823610469699, 0.0025074193254113197, 0.002462849486619234, 0.00318288616836071, 0.0017037108773365617, 0.0026569582987576723, 0.0022903219796717167, 0.0024825078435242176, 0.0017914448399096727, 0.001390306162647903, 0.00250825984403491, 0.0014642028836533427, 0.0017283633351325989, 0.0013987378915771842, 0.0031401521991938353, 0.004710792563855648, 0.0018143558409065008, 0.002135261194780469, 0.005445703864097595, 0.001660846872255206, 0.0028160575311630964, 0.0023783519864082336, 0.0018943966133520007, 0.0018184608779847622, 0.0020241662859916687, 0.0014195661060512066, 0.003328163642436266, 0.0022279880940914154, 0.002524776617065072, 0.0033886616583913565, 0.0013326086336746812, 0.0013685943558812141, 0.0019525029929354787, 0.0015705102123320103, 0.0018471399089321494, 0.0024798070080578327, 0.0016939258202910423, 0.0017842530505731702, 0.001714895712211728, 0.002955034142360091, 0.0021427860483527184, 0.0013051209971308708, 0.0015389139298349619, 0.0020079759415239096, 0.0037380193825811148, 0.0018258217023685575, 0.006261378526687622, 0.001821274170652032, 0.002078557386994362, 0.0019706569146364927, 0.0031944457441568375, 0.001925764954648912, 0.0012786212610080838, 0.002548003336414695, 0.0012555182911455631, 0.001369435922242701, 0.0010542646050453186, 0.0022044547367841005, 0.0029469269793480635, 0.0013081661891192198, 0.004068720154464245, 0.002461107447743416, 0.0023052142933011055, 0.0025995250325649977, 0.0009268486173823476, 0.002557427855208516, 0.001477556535974145, 0.0023965071886777878, 0.001827918691560626, 0.0015033724484965205, 0.0034034245181828737, 0.00241410406306386, 0.0017128982581198215, 0.0013848718954250216, 0.0019124285317957401, 0.003267118474468589, 0.0016845597419887781, 0.002000348409637809, 0.0026476774364709854, 0.0012728554429486394, 0.007443626411259174, 0.0018505469197407365, 0.0015402332646772265, 0.001779498066753149, 0.002568144118413329, 0.002008812502026558, 0.0019667083397507668, 0.00141535559669137, 0.0023843056987971067, 0.004487562924623489, 0.002162699354812503, 0.004531569313257933, 0.0015533528057858348, 0.0024438004475086927, 0.0022154964972287416, 0.0040664649568498135, 0.0012422682484611869, 0.0026903897523880005, 0.0028138633351773024, 0.0023926193825900555, 0.0015467245830222964, 0.0015809816541150212, 0.0013264083536341786, 0.0017170505598187447, 0.0019011979456990957, 0.002986177336424589, 0.0015571539988741279, 0.0023672443348914385, 0.0018037825357168913, 0.0022429004311561584, 0.0014225768391042948, 0.0018270066939294338, 0.0016856169095262885, 0.00153493566904217, 0.0016042429488152266, 0.002973497612401843, 0.0020407058764249086, 0.0019659686367958784, 0.0024275192990899086, 0.0026002065278589725, 0.0025166424456983805, 0.0018586409278213978, 0.0011574841337278485, 0.0010371857788413763, 0.0013663737336173654, 0.0016610905295237899, 0.001218335353769362, 0.0026866821572184563, 0.0016093844315037131, 0.002241280861198902, 0.008609144948422909, 0.0014802548103034496, 0.004198915790766478, 0.0015593126881867647, 0.0022608155850321054, 0.0029579894617199898, 0.0020058280788362026, 0.0032520429231226444, 0.004210472572594881, 0.0026019257493317127, 0.0013222782872617245, 0.0019459290197119117, 0.0014731152914464474, 0.001665486372075975, 0.0021027298644185066, 0.0014955117367208004, 0.003141178283840418, 0.005913475528359413, 0.0013230909826233983, 0.0012500302400439978, 0.0015954540576785803, 0.0012228512205183506, 0.0021734111942350864, 0.0013276890385895967, 0.0017249524826183915, 0.0014576289104297757, 0.0013007200323045254, 0.0020198398269712925, 0.00217002397403121, 0.0025766969192773104, 0.0016374795231968164, 0.001384069793857634, 0.0015794934006407857, 0.0016516358591616154, 0.0015205773524940014, 0.0013931435532867908, 0.0013674483634531498, 0.0012383086141198874, 0.00348665495403111, 0.0019452307606115937, 0.0015578276943415403, 0.0015997114824131131, 0.001448228140361607, 0.0015032024821266532, 0.0014110944466665387, 0.0017935674404725432, 0.0017586207250133157, 0.0023049369920045137, 0.0017588339978829026, 0.001310853403992951, 0.0026386426761746407, 0.0014818481868132949, 0.0031850889790803194, 0.0015181797789409757, 0.0027978112921118736, 0.0030048906337469816, 0.0033037865068763494, 0.0014833707828074694, 0.0035918999928981066, 0.0024975792039185762, 0.0018378229578956962, 0.003894784254953265, 0.0012561503099277616, 0.0015054488321766257, 0.001315268804319203, 0.002329129260033369, 0.003966857213526964, 0.002309907227754593, 0.0012701356317847967, 0.0013248512987047434, 0.002086410066112876, 0.0018995776772499084, 0.0014768200926482677, 0.0030101193115115166, 0.003474653232842684, 0.0020254035480320454, 0.0015631959540769458, 0.0026243615429848433, 0.0018831768538802862, 0.0027999395970255136, 0.0009510687668807805, 0.001667425618506968, 0.0012372846249490976, 0.002076036063954234, 0.002293033991008997, 0.0014006774872541428, 0.0026984894648194313, 0.0010636202059686184, 0.0017960499972105026, 0.0014167323242872953, 0.0016703085275366902, 0.0023512004408985376, 0.0023419903591275215, 0.0017771015409380198, 0.002022211439907551, 0.0014201540034264326, 0.001917877234518528, 0.0015337703516706824, 0.0014119789702817798, 0.0013230324257165194, 0.0021259754430502653, 0.0021629801485687494, 0.001595150912180543, 0.0016469452530145645, 0.0025833197869360447, 0.0017760483315214515, 0.0022955217864364386, 0.0016988888382911682, 0.0016023992793634534, 0.0025604860857129097, 0.0015766333090141416, 0.0026100582908838987, 0.0017171839717775583, 0.0014382312074303627, 0.0028817057609558105, 0.0033599482849240303, 0.0033210315741598606, 0.0016246835002675653, 0.0015791605692356825, 0.0019854630809277296, 0.004967294633388519, 0.0025311000645160675, 0.003095281310379505, 0.003489905968308449, 0.0015578899765387177, 0.0022621562238782644, 0.002983776153996587, 0.0014369904529303312, 0.0014234677655622363, 0.0019837827421724796, 0.0014002688694745302, 0.0021027682814747095, 0.002118427539244294, 0.001822003978304565, 0.0031607975251972675, 0.002608428243547678, 0.0034193829633295536, 0.0014960115076974034, 0.0027651789132505655, 0.002437313087284565, 0.0018153632991015911, 0.002147308085113764, 0.001504609826952219, 0.003575559239834547, 0.001144076930359006, 0.001335724606178701, 0.003788786707445979, 0.002966731321066618, 0.0014812239678576589, 0.0038862547371536493, 0.0019069547997787595, 0.003123427974060178, 0.002519435714930296, 0.003936056513339281, 0.002458117436617613, 0.0015584860229864717, 0.0013866358203813434, 0.0018491966184228659, 0.0019534893799573183, 0.0017964255530387163, 0.0014654356054961681, 0.0026865226682275534, 0.0026385143864899874, 0.002063545398414135, 0.003198482096195221, 0.0017245740164071321, 0.0027226440142840147, 0.0013835116988047957, 0.0014250209787860513, 0.0015702606178820133, 0.003350156359374523, 0.0020385750103741884, 0.001344891032204032, 0.001143959118053317, 0.0012108013033866882, 0.00284960656426847, 0.001340513932518661, 0.001434745965525508, 0.004036040045320988, 0.006552678067237139, 0.0018724332330748439, 0.0013565017143264413, 0.0016830154927447438, 0.0017730798572301865, 0.0013264783192425966, 0.0050329831428825855, 0.003709424054250121, 0.002444756915792823, 0.003155285958200693, 0.002885199850425124, 0.002026735804975033, 0.006324208807200193, 0.0015860733110457659, 0.0013621140969917178, 0.0014486261643469334, 0.0013302139705047011, 0.0013899477198719978, 0.001237716875039041, 0.00395936518907547, 0.001941269845701754, 0.004228792153298855, 0.0012897439301013947, 0.00197224342264235, 0.0017498394008725882, 0.003042045049369335, 0.0031616506166756153, 0.0026696128770709038, 0.0014823372475802898, 0.0032774126157164574, 0.003233324969187379, 0.0027328513097018003, 0.003832216840237379, 0.001223239698447287, 0.0021729525178670883, 0.001191302784718573, 0.0017754918662831187, 0.002236723667010665, 0.0013102444354444742, 0.004062500782310963, 0.0023615448735654354, 0.001689663389697671, 0.0014854429755359888, 0.0018755245255306363, 0.0019019433530047536, 0.0017998737748712301, 0.0020354576408863068, 0.001614452456124127, 0.0017586060566827655, 0.0022605753038078547, 0.0017715260619297624, 0.0032219241838902235, 0.002440509619191289, 0.003134883241727948, 0.0015603610081598163, 0.0015745187411084771, 0.0029074333142489195, 0.0017044191481545568, 0.001689221477136016, 0.0018240208737552166, 0.0012099987361580133, 0.002638663863763213, 0.0014550820924341679, 0.003134841565042734, 0.0018366859294474125, 0.0029117956291884184, 0.001575771369971335, 0.0012582865310832858, 0.0032230692449957132, 0.003646109253168106, 0.00157401233445853, 0.005408123601227999, 0.0028054805006831884, 0.0026917404029518366, 0.0012750879395753145, 0.0027890021447092295, 0.00200949190184474, 0.0022443640045821667, 0.003453883808106184, 0.0020142069552093744, 0.002469215542078018, 0.0017222302267327905, 0.0015108596999198198, 0.001690730918198824, 0.0033064563758671284, 0.0015749005833640695, 0.0025605810806155205, 0.0018522145692259073, 0.003327909391373396, 0.0014973690267652273, 0.0011722857598215342, 0.0017950801411643624, 0.0029883654788136482, 0.005761243868619204, 0.0015087389620020986, 0.0018395878141745925, 0.004127169959247112, 0.0013899216428399086, 0.0013549186987802386, 0.0017934925854206085, 0.0028762954752892256, 0.0024490950163453817, 0.0011395453475415707, 0.00289776548743248, 0.0015195142477750778, 0.001506689703091979, 0.003221045481041074, 0.0012938494328409433, 0.001429197727702558, 0.0025334779638797045, 0.004275726154446602, 0.0033210753463208675, 0.002885522088035941, 0.001809514593333006, 0.0014715088764205575, 0.0016532477457076311, 0.0012888094643130898, 0.0020663756877183914, 0.00372383464127779, 0.0033921650610864162, 0.0018331457395106554, 0.0014962508575990796, 0.002240497153252363, 0.0020471566822379827, 0.0013781450688838959, 0.0019512203289195895, 0.002346831141039729, 0.001838005380704999, 0.002004869282245636, 0.0010981255909428, 0.001458995509892702, 0.0014976756647229195, 0.0022195205092430115, 0.0011985348537564278, 0.002083024475723505, 0.002216842258349061, 0.0021173309069126844, 0.001234830473549664, 0.0023068718146532774, 0.003827707376331091, 0.0018613701686263084, 0.003045528894290328, 0.0022844341583549976, 0.0021991506218910217, 0.0018326613353565335, 0.0020359063055366278, 0.001580587006174028, 0.0016565457917749882, 0.001865214784629643, 0.0016335255932062864, 0.0014452495379373431, 0.0011930027976632118, 0.0019108388805761933, 0.002087976783514023, 0.00605500815436244, 0.002410071436315775, 0.0018278544303029776, 0.003094474319368601, 0.0012257701018825173, 0.0019343446474522352, 0.003187554655596614, 0.003435370745137334, 0.0026476639322936535, 0.001569741521961987, 0.004129364620894194, 0.0016552637098357081, 0.001791294664144516, 0.0013903887011110783, 0.0014182862360030413, 0.002142718294635415, 0.001794119249098003, 0.0012572306441143155, 0.0012154310243204236, 0.0012996963923797011, 0.0013337499694898725, 0.0031012988183647394, 0.0019484267104417086, 0.0014656421262770891, 0.0019123009406030178, 0.0030671427957713604, 0.002115768613293767, 0.0013153727632015944, 0.0015762961702421308, 0.001281190779991448, 0.00318440655246377, 0.0028566839173436165, 0.0035514123737812042, 0.005825318396091461, 0.0013334506656974554, 0.0018071412341669202, 0.001924665062688291, 0.0023224009200930595, 0.001660353154875338, 0.0017535925144329667, 0.0016226944280788302, 0.001839695149101317, 0.003871450899168849, 0.0017669310327619314, 0.0015104120830073953, 0.0015404934529215097, 0.0015810903860256076, 0.0015418099937960505, 0.0015158004825934768, 0.0015275189653038979, 0.0016374965198338032, 0.0015916473930701613, 0.0013279785634949803, 0.0017152351792901754, 0.0024469755589962006, 0.0020912240725010633, 0.0035174230579286814, 0.0027265939861536026, 0.0024393119383603334, 0.0024491476360708475, 0.00227546039968729, 0.0016506531974300742, 0.002336588455364108, 0.001632003579288721, 0.0039548794738948345, 0.002549863886088133, 0.0017578845145180821, 0.0014266720972955227, 0.001375319785438478, 0.003133620135486126, 0.004452635068446398, 0.0036451646592468023, 0.0019154547480866313, 0.0015186343807727098, 0.0015803376445546746, 0.003962928429245949, 0.0020224303007125854, 0.00290881609544158, 0.0018931649392470717, 0.0019501226488500834, 0.0011608300264924765, 0.0013191265752539039, 0.001302292919717729, 0.0034688045270740986, 0.0018359313253313303, 0.0017977950628846884, 0.0013221552362665534, 0.00199660356156528, 0.002329491777345538, 0.0013590049929916859, 0.002272644778713584, 0.0017484312411397696, 0.001967570511624217, 0.001661935355514288, 0.0026130324695259333, 0.001813319744542241, 0.0018346039578318596, 0.0013580996310338378, 0.001284548663534224, 0.0031603395473212004, 0.00231013260781765, 0.0025206764694303274, 0.001872098888270557, 0.002557751489803195, 0.0014686723006889224, 0.0027907853946089745, 0.0016128300921991467, 0.001434366567991674, 0.001470940769650042, 0.0023130031768232584, 0.00445379875600338, 0.005528182256966829, 0.0019665081053972244, 0.001825993531383574, 0.0014351565623655915, 0.0016493124421685934, 0.0016363433096557856, 0.0019828593358397484, 0.001082295668311417, 0.002469118684530258, 0.002510399790480733, 0.002598479622974992, 0.0013230605982244015, 0.0014170586364343762, 0.0013601962709799409, 0.0024614885915070772, 0.0025965608656406403, 0.0030640154145658016, 0.001434251433238387, 0.001612729043699801, 0.003679088782519102, 0.0011645579943433404, 0.0013700987910851836, 0.0016045887023210526, 0.004602078814059496, 0.0032606618478894234, 0.0015373935457319021, 0.001390468212775886, 0.0017675362760201097, 0.0036845041904598475, 0.001962006324902177, 0.0032100093085318804, 0.001438863342627883, 0.003287130268290639, 0.0012906956253573298, 0.0016029616817831993, 0.0016011905390769243, 0.0025720354169607162, 0.001366782351396978, 0.002377093769609928, 0.0018378195818513632, 0.001950976438820362, 0.001717776875011623, 0.0029937569051980972, 0.001934380503371358, 0.003631916828453541, 0.00247261393815279, 0.0015195851447060704, 0.001505608088336885, 0.002034655073657632, 0.0016055197920650244, 0.0043153343722224236, 0.002060960279777646, 0.0017565381713211536, 0.0013854240532964468, 0.0018831053748726845, 0.002149332081899047, 0.001794784446246922, 0.0020782737992703915, 0.0014035605126991868, 0.0016382973408326507, 0.001338290749117732, 0.002867136849090457, 0.0013647103914991021, 0.002747936872765422, 0.0017587840557098389, 0.003637958550825715, 0.004655212163925171, 0.0026134278159588575, 0.003624208038672805, 0.001925226068124175, 0.0024430209305137396, 0.00349261611700058, 0.002541906200349331, 0.001579277217388153, 0.002061262493953109, 0.0015716685447841883, 0.0027997628785669804, 0.0013172355247661471, 0.0018233605660498142, 0.0021845742594450712, 0.0015507463831454515, 0.0019467673264443874, 0.001371768768876791, 0.0035470733419060707, 0.001808074302971363, 0.001162031665444374, 0.0012420557904988527, 0.0011530753690749407, 0.0015885349130257964, 0.002105914056301117, 0.0020468076691031456, 0.0018785431748256087, 0.0023129244800657034, 0.0015599020989611745, 0.0016735938843339682, 0.001296078902669251, 0.0018109679222106934, 0.0011480808025225997, 0.0031792945228517056, 0.0012873546220362186, 0.0018821099074557424, 0.0015847504837438464, 0.0031872540712356567, 0.002655420219525695, 0.002383778803050518, 0.0014585969038307667, 0.0018602866912260652, 0.0014833570457994938, 0.002212741645053029, 0.001580950221978128, 0.0019386240746825933, 0.0035944983828812838, 0.002406226471066475, 0.0016141226515173912, 0.0018412446370348334, 0.0011127241887152195, 0.001499597798101604, 0.0013052631402388215, 0.0017373309237882495, 0.001270295470021665, 0.0015933401882648468, 0.0016984272515401244, 0.0013148928992450237, 0.0013943107333034277, 0.0015325453132390976, 0.0026495642960071564, 0.0040122694335877895, 0.0013006145600229502, 0.0019356883130967617, 0.0013969552237540483, 0.0015343519626185298, 0.003291488392278552, 0.0027245706878602505, 0.002423563040792942, 0.0018527642823755741, 0.002544068032875657, 0.00403409730643034, 0.0015725035918876529, 0.0019341805018484592, 0.001791966613382101, 0.0018306734273210168, 0.0037731993943452835, 0.001832665060646832, 0.0027516477275639772, 0.0019070958951488137, 0.001381013309583068, 0.001411045785062015, 0.0015451631043106318, 0.0018045884789898992, 0.0027551872190088034, 0.0013094019377604127, 0.0017122809076681733, 0.0034939756151288748, 0.0012217371258884668, 0.0015708283754065633, 0.0024901023134589195, 0.0016578290378674865, 0.0016228402964770794, 0.0019494554726406932, 0.0017379013588652015, 0.0020321232732385397, 0.002247000113129616, 0.001411870471201837, 0.0013451424892991781, 0.001968045486137271, 0.00364180700853467, 0.0015726197743788362, 0.004911415278911591, 0.0015145414508879185, 0.0020616722758859396, 0.0035434234887361526, 0.0035579430405050516, 0.0013699638657271862, 0.0035588841419667006, 0.0031101773492991924, 0.0014339833287522197, 0.0024693282321095467, 0.0018618627218529582, 0.0017384605016559362, 0.0026136143133044243, 0.0020851048175245523, 0.00223318999633193, 0.004105681087821722, 0.0015260224463418126, 0.00251977052539587, 0.008070808835327625, 0.0016718048136681318, 0.0017655098345130682, 0.0024240233469754457, 0.0020080830436199903, 0.00143152114469558, 0.0016010216204449534, 0.0016543790698051453, 0.00155932130292058, 0.0033645860385149717, 0.0015191889833658934, 0.001971340971067548, 0.0019032710697501898, 0.004006658215075731, 0.002645554021000862, 0.002811006736010313, 0.0024399692192673683, 0.004057166166603565, 0.001277876552194357, 0.0015245669055730104, 0.002206699224188924, 0.0016065274830907583, 0.0014772117137908936, 0.004203350283205509, 0.0013878659810870886, 0.0018851985223591328, 0.0013458866160362959, 0.001585114630870521, 0.004596641752868891, 0.0021775448694825172, 0.0013472449500113726, 0.00500302342697978, 0.0016624841373413801, 0.002822682959958911, 0.0020791194401681423, 0.0016402414767071605, 0.0029073648620396852, 0.004459288902580738, 0.0015724905533716083, 0.0029365315567702055, 0.002515613567084074, 0.0030003602150827646, 0.0035471562296152115, 0.004587255883961916, 0.001534910756163299, 0.002253218088299036, 0.0037836323026567698, 0.002201059367507696, 0.0022551752626895905, 0.0016749294009059668, 0.004784614313393831, 0.0027893621008843184, 0.003603182965889573, 0.0014440390514209867, 0.0012336905347183347, 0.002790886675938964, 0.005771611351519823, 0.0018658714834600687, 0.0016612621257081628, 0.002396955154836178, 0.0014626466436311603, 0.005254235118627548, 0.0027134669944643974, 0.0014959108084440231, 0.0019274592632427812, 0.0014228771906346083, 0.001671254518441856, 0.0012721134116873145, 0.0009352428023703396, 0.0013703383738175035, 0.0018092355458065867, 0.0011602145386859775, 0.0025626870337873697, 0.002460464835166931, 0.0013175592757761478, 0.0011867211433127522, 0.00378879951313138, 0.003986711613833904, 0.001650570658966899, 0.004069351591169834, 0.001831134781241417, 0.001638681162148714, 0.0020558745600283146, 0.002203857060521841, 0.0012309227604418993, 0.0013512881705537438, 0.0021020611748099327, 0.0012417358811944723, 0.0017445917474105954, 0.0013945342507213354, 0.0041113547049462795, 0.002171511296182871, 0.0017052276525646448, 0.001569773769006133, 0.0015309801092371345, 0.002017164370045066, 0.0027276824694126844, 0.0026762294583022594, 0.0013147600693628192, 0.0014629086945205927, 0.0022461428306996822, 0.001432829420082271, 0.002915074583142996, 0.0012792551424354315, 0.0022147945128381252, 0.005227654241025448, 0.0025103315711021423, 0.0012039672583341599, 0.0036961131263524294, 0.003786445129662752, 0.0014501047553494573, 0.0012982847401872277, 0.007797041442245245, 0.0015882774023339152, 0.002267267322167754, 0.001658837078139186, 0.0019920598715543747, 0.003290223889052868, 0.003615141613408923, 0.0018745328998193145, 0.0013999076327309012, 0.0016726137837395072, 0.0017841893713921309, 0.002603644970804453, 0.0021831528283655643, 0.001963170478120446, 0.0015113340923562646, 0.0045977067202329636, 0.0015479715075343847, 0.0017908865120261908, 0.0015898896381258965, 0.005837858188897371, 0.0016055672895163298, 0.001492045819759369, 0.0021224170923233032, 0.004135244060307741, 0.0019434404093772173, 0.001681067980825901, 0.001415124163031578, 0.0018980101449415088, 0.0017484193667769432, 0.0013918508775532246, 0.0011833771131932735, 0.0026636929251253605, 0.002505938056856394, 0.001236937940120697, 0.0015139683382585645, 0.004597252234816551, 0.001341922441497445, 0.0018652993021532893, 0.001461992971599102, 0.002723914571106434, 0.0016364332986995578, 0.0028968665283173323, 0.0011434591142460704, 0.0038930855225771666, 0.0030013900250196457, 0.0020307067316025496, 0.002047192770987749, 0.0033715530298650265, 0.0024780037347227335, 0.001278370269574225, 0.001658403198234737, 0.0013533239252865314, 0.003055889392271638, 0.0019652906339615583, 0.003024987643584609, 0.001763187232427299, 0.002193928463384509, 0.002981281839311123, 0.002064527478069067, 0.0017694331472739577, 0.003240560181438923, 0.0018469297792762518, 0.001849872525781393, 0.0017533320933580399, 0.0023765158839523792, 0.0014013651525601745, 0.0037418995052576065, 0.002492785220965743, 0.002072780393064022, 0.003729619551450014, 0.003698348067700863, 0.0018175970762968063, 0.0011664736084640026, 0.0018398761749267578, 0.0024057948030531406, 0.0014714616117998958, 0.0013892074348405004, 0.0038978038355708122, 0.004258827306330204, 0.001872938359156251, 0.0017684049671515822, 0.0011792174773290753, 0.0028487935196608305, 0.0021411003544926643, 0.002721705473959446, 0.0016408764058724046, 0.0013092231238260865, 0.002606405643746257, 0.0013485229574143887, 0.003879708703607321, 0.001969076693058014, 0.0013720444403588772, 0.001664076349698007, 0.001581760705448687, 0.0026491566095501184, 0.0016064352821558714, 0.0019201027462258935, 0.0019519170746207237, 0.002306461101397872, 0.0016557389171794057, 0.0014077050145715475, 0.0018898913403972983, 0.0017732030246406794, 0.0015985809732228518, 0.0016621197573840618, 0.002269990276545286, 0.001219195662997663, 0.0020930313039571047, 0.002141920616850257, 0.001100438297726214, 0.0018776669166982174, 0.0014274228597059846, 0.002742157783359289, 0.002622142666950822, 0.0019899888429790735, 0.0021671736612915993, 0.0013737885747104883, 0.0030347276479005814, 0.001627717399969697, 0.0015972076216712594, 0.003934156149625778, 0.003565910505130887, 0.0012213906738907099, 0.001955566694959998, 0.0016220463439822197, 0.0018070185324177146, 0.0013599502854049206, 0.0025695431977510452, 0.0017196668777614832, 0.0016259703552350402, 0.0014406865229830146, 0.003307606326416135, 0.00215001474134624, 0.0021937834098935127, 0.0014576944522559643, 0.0015201818896457553, 0.001282252836972475, 0.0012137535959482193, 0.0022188653238117695, 0.005068243481218815, 0.0020588834304362535, 0.0032454642932862043, 0.001992837293073535, 0.0029329718090593815, 0.0024298939388245344, 0.0026244514156132936, 0.0012114684795960784, 0.001624894212000072, 0.0014978209510445595, 0.0016119874780997634, 0.003028972540050745, 0.0018102122703567147, 0.0013658037642017007, 0.0015252528246492147, 0.0013874615542590618, 0.0053333984687924385, 0.0025533076841384172, 0.0026330603286623955, 0.0016047687968239188, 0.0024695817846804857, 0.0029792897403240204, 0.0015361241530627012, 0.0016619989182800055, 0.00139406300149858, 0.004829498939216137, 0.002022811444476247, 0.0017445107223466039, 0.0020179578568786383, 0.0019150165608152747, 0.0021475974936038256, 0.001359760295599699, 0.0036935966927558184, 0.001665947725996375, 0.0014931500190868974, 0.004335660021752119, 0.001374799758195877, 0.00288060843013227, 0.0014265457866713405, 0.0019304844317957759, 0.0036954269744455814, 0.004271666519343853, 0.0018683694070205092, 0.0020252354443073273, 0.001959701767191291, 0.0012601753696799278, 0.002343797590583563, 0.002558635314926505, 0.00399750005453825, 0.0013783237664029002, 0.0023490083403885365, 0.0031804500613361597, 0.004485780838876963, 0.0019252168713137507, 0.0014611681690439582, 0.002388214925304055, 0.002355985576286912, 0.002628455637022853, 0.001674634637311101, 0.003820908023044467, 0.001475828350521624, 0.0018550517270341516, 0.0019292335491627455, 0.0032132735941559076, 0.0018869639607146382, 0.00406083557754755, 0.0015325896674767137, 0.0017271989490836859, 0.0023818097542971373, 0.004142238292843103, 0.0014746632659807801, 0.002802967792376876, 0.0012475722469389439, 0.002133633941411972, 0.0030165305361151695, 0.0014618764398619533, 0.0016678468091413379, 0.0014809999847784638, 0.0017806217074394226, 0.002710215048864484, 0.001311735948547721, 0.0018907638732343912, 0.0011906122090294957, 0.0014558958355337381, 0.0029756876174360514, 0.0017095999792218208, 0.0013798312284052372, 0.0012133745476603508, 0.0037988866679370403, 0.0013382085599005222, 0.002639393787831068, 0.002512696897611022, 0.00412926496937871, 0.0017203765455633402, 0.004181880969554186, 0.0016835036221891642, 0.001454901765100658, 0.003150569973513484, 0.002975745126605034, 0.0017191683873534203, 0.0012664977693930268, 0.0032373785506933928, 0.0021372116170823574, 0.0022791996598243713, 0.0017460534581914544, 0.004282641224563122, 0.0020235672127455473, 0.001042123301886022, 0.001516890712082386, 0.0014917420921847224, 0.002521309070289135, 0.0012841441202908754, 0.0030038803815841675, 0.002440840471535921, 0.001358494977466762, 0.003211512928828597, 0.0027808798477053642, 0.0038047267589718103, 0.0016372890677303076, 0.00251507549546659, 0.0017899204976856709, 0.0018701889785006642, 0.0012072924291715026, 0.001776273944415152, 0.0014318465255200863, 0.0023609152995049953, 0.0033437043894082308, 0.0015426687896251678, 0.0035213385708630085, 0.0015162400668486953, 0.0014782737707719207, 0.0013412234839051962, 0.006058315746486187, 0.0019744939636439085, 0.00134302768856287, 0.0015112529508769512, 0.0019195271888747811, 0.0021931787487119436, 0.0013807420618832111, 0.005528823938220739, 0.0014006388373672962, 0.0017390791326761246, 0.0015780729008838534, 0.0014949972974136472, 0.0018608060199767351, 0.0016325137112289667, 0.0016093867598101497, 0.001396192004904151, 0.0016733616357669234, 0.0025909815449267626, 0.001025007339194417, 0.0015926968771964312, 0.001505661173723638, 0.002875078935176134, 0.005051419138908386, 0.0014819143107160926, 0.0016207981389015913, 0.0033463486470282078, 0.0016922337235882878, 0.0015128577360883355, 0.002331624273210764, 0.0013956197071820498, 0.0018880877178162336, 0.0012571607949212193, 0.003972562495619059, 0.001218908466398716, 0.0037240353412926197, 0.0019311237847432494, 0.0019120569340884686, 0.0014166438486427069, 0.0022065099328756332, 0.0015816543018445373, 0.0014932224294170737, 0.0012101338943466544, 0.0014391993172466755, 0.0012853018706664443, 0.001785795553587377, 0.0013685178710147738, 0.0035267272032797337, 0.0015173678984865546, 0.0016348917270079255, 0.001661021844483912, 0.001721828244626522, 0.003319873008877039, 0.0020646993070840836, 0.0017369985580444336, 0.0021265645045787096, 0.0022304218728095293, 0.0017923923442140222, 0.0015030052745714784, 0.001792576746083796, 0.00414724787697196, 0.0027617989107966423, 0.0016698288964107633, 0.0011333986185491085, 0.0015127811348065734, 0.004010663367807865, 0.004352501127868891, 0.0017505191499367356, 0.0015944691840559244, 0.00257087335921824, 0.00130156718660146, 0.0014914394123479724, 0.001731008873321116, 0.00272105704061687, 0.001831735367886722, 0.0020106390584260225, 0.0025411248207092285, 0.003927002660930157, 0.0015259444480761886, 0.002949413377791643, 0.005868210457265377, 0.002241089940071106, 0.0022522984072566032, 0.004211201798170805, 0.0024395885411649942, 0.0020580696873366833, 0.0012339492095634341, 0.001686916220933199, 0.0016140753868967295, 0.0012117914156988263, 0.0039385054260492325, 0.002165271434932947, 0.0011820156360045075, 0.0022479649633169174, 0.0019489825936034322, 0.0011633604299277067, 0.001514051342383027, 0.002140836091712117, 0.0014826039550825953, 0.0029997345991432667, 0.002523093018680811, 0.0013665924780070782, 0.0014613656094297767, 0.0018798542441800237, 0.0016729326453059912, 0.0011143021984025836, 0.002993229543790221, 0.002152866218239069, 0.0021391762420535088, 0.002217549830675125, 0.003134820843115449, 0.003164220368489623, 0.001464097760617733, 0.0023465731646865606, 0.0033975623082369566, 0.003121668705716729, 0.004033003468066454, 0.002171326195821166, 0.002022251021116972, 0.0031017165165394545, 0.001970867393538356, 0.0046118865720927715, 0.0029493544716387987, 0.0026088892482221127, 0.0027979484293609858, 0.0023060482926666737, 0.0022222392726689577, 0.0011422706302255392, 0.0025377615820616484, 0.0025384649634361267, 0.003985823597759008, 0.0037871848326176405, 0.0032107189763337374, 0.001765326363965869, 0.0021064202301204205, 0.0016600999515503645, 0.002498927526175976, 0.0019808069337159395, 0.00171100243460387, 0.0016222986159846187, 0.0026167097967118025, 0.0032244513276964426, 0.0013947332045063376, 0.0029877973720431328, 0.0026884349063038826, 0.0016874057473614812, 0.002406127518042922, 0.0027105435729026794, 0.002807250479236245, 0.0014084391295909882, 0.0027602575719356537, 0.002630879171192646, 0.0015523943584412336, 0.004358869511634111, 0.0014685337664559484, 0.0026571035850793123, 0.0017038866644725204, 0.00366862490773201, 0.0016515981405973434, 0.0017534173093736172, 0.0015955691924318671, 0.0019165959674865007, 0.002377386437729001, 0.002499435795471072, 0.001833567162975669, 0.0014038995141163468, 0.0011598595883697271, 0.001711309771053493, 0.00129638088401407, 0.005318185780197382, 0.005522138439118862, 0.001689393538981676, 0.0015044767642393708, 0.0011085920268669724, 0.001640777220018208, 0.002800485584884882, 0.0018275569891557097, 0.002351912437006831, 0.001819564145989716, 0.0013486925745382905, 0.0018793336348608136, 0.004650131333619356, 0.0017436970956623554, 0.0015937628922984004, 0.0012745421845465899, 0.0016355393454432487, 0.003105555195361376, 0.001310595660470426, 0.0012958541046828032, 0.0013272829819470644, 0.004257737658917904, 0.002844482194632292, 0.004286027047783136, 0.0016234739450737834, 0.00162918318528682, 0.0011202188907191157, 0.001774708041921258, 0.004393802955746651, 0.0024316757917404175, 0.002656423719599843, 0.0016487865941599011, 0.00215150392614305, 0.0020221874583512545, 0.004255348816514015, 0.0013076683972030878, 0.0018379894318059087, 0.0030326268170028925, 0.0018068415811285377, 0.0025315892416983843, 0.0017635045805945992, 0.001616513472981751, 0.002211987739428878, 0.0034426276106387377, 0.002610331866890192, 0.006236426532268524, 0.0015711088199168444, 0.004095551557838917, 0.001523918122984469, 0.0013838228769600391, 0.002635511802509427, 0.001359306974336505, 0.0019520650384947658, 0.0021785327699035406, 0.002269031247124076, 0.0020640979055315256, 0.0035867264959961176, 0.0023005057591944933, 0.0033345476258546114, 0.0024760833475738764, 0.0014787992695346475, 0.001992142992094159, 0.002728495979681611, 0.0038476826157420874, 0.0027270903810858727, 0.0014318093890324235, 0.001880795112811029, 0.002225095173344016, 0.0015643637161701918, 0.003324815770611167, 0.0016694695223122835, 0.0035083582624793053, 0.0017587746260687709, 0.002198656788095832, 0.0021037780679762363, 0.0014726779190823436, 0.0026431167498230934, 0.002047001151368022, 0.002124377992004156, 0.0020782987121492624, 0.0017050260212272406, 0.002704109763726592, 0.001275059417821467, 0.0030676263850182295, 0.003276984905824065, 0.0033702850341796875, 0.002022838918492198, 0.0014680499443784356, 0.0018905940232798457, 0.001491180039010942, 0.0026175074744969606, 0.001299142837524414, 0.0012511308304965496, 0.0017033598851412535, 0.001293370733037591, 0.0014837870839983225, 0.001263856771402061, 0.0014073237543925643, 0.0013310197973623872, 0.0021938439458608627, 0.00274670054204762, 0.003160981461405754, 0.003336681053042412, 0.0013173904735594988, 0.0056846304796636105, 0.003112249542027712, 0.001390778343193233, 0.001911959028802812, 0.0016501459758728743, 0.001347245997749269, 0.002767405938357115, 0.0013946245890110731, 0.0014963106950744987, 0.0030747565906494856, 0.0025547309778630733, 0.004596513230353594, 0.0014831998851150274, 0.002752761822193861, 0.0016156445490196347, 0.0025304004084318876, 0.0015203168150037527, 0.0020581046119332314 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 161, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": {}, "layer_output_infos": [ { "id": 162, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:4:output": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.4.output.dense", "input_tensor_infos": [ { "id": 162, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.013283117674291134 ], "zero_point": [ 13 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.0011007484281435609, 0.001763424021191895, 0.0014594073873013258, 0.0013772482052445412, 0.0019383413018658757, 0.00207959464751184, 0.001418918021954596, 0.0016582402167841792, 0.002066492335870862, 0.0018135354621335864, 0.001619904418475926, 0.0023900435771793127, 0.0017364969244226813, 0.001944201998412609, 0.0018012502696365118, 0.0040373955853283405, 0.0013772201491519809, 0.001422474510036409, 0.0016235418152064085, 0.0018238319316878915, 0.002050301991403103, 0.003063117852434516, 0.0017317914171144366, 0.0018456142861396074, 0.0075714779086411, 0.004198780748993158, 0.0015507828211411834, 0.0013542654924094677, 0.0016420872416347265, 0.0012826344463974237, 0.010908747091889381, 0.0013968227431178093, 0.0013499499764293432, 0.0019474407890811563, 0.0026011550799012184, 0.0018229696433991194, 0.0014535058289766312, 0.0015839319676160812, 0.0016505173407495022, 0.00164565141312778, 0.0013024841900914907, 0.001747933798469603, 0.003880861448124051, 0.0014475208008661866, 0.004364226013422012, 0.0011673367116600275, 0.0019693048670887947, 0.0014608034398406744, 0.002313540317118168, 0.0021588727831840515, 0.0012700335355475545, 0.0020803059451282024, 0.001976623432710767, 0.0017376035684719682, 0.0013308556517586112, 0.0022155065089464188, 0.0013014163123443723, 0.0013508603442460299, 0.002104854444041848, 0.0021912469528615475, 0.0016505514504387975, 0.0016094372840598226, 0.0015444675227627158, 0.0015915491385385394, 0.0019955653697252274, 0.0014184190658852458, 0.0016037258319556713, 0.0017942356644198298, 0.0018933832179754972, 0.001592623651959002, 0.00119305111002177, 0.001735745812766254, 0.0020597444381564856, 0.0017052660696208477, 0.001928772428072989, 0.0022582397796213627, 0.003012044122442603, 0.0016349040670320392, 0.0017408595886081457, 0.0018190913833677769, 0.0013681493001058698, 0.002236106898635626, 0.0034862575121223927, 0.0019404669292271137, 0.0029453751631081104, 0.0026536243967711926, 0.0013742453884333372, 0.0017632275121286511, 0.0015867380425333977, 0.0016012642299756408, 0.0017914160853251815, 0.001716567319817841, 0.00168760702945292, 0.0012831500498577952, 0.0020522717386484146, 0.0013956793118268251, 0.0017913315678015351, 0.0012655843747779727, 0.003588943975046277, 0.0016768411733210087, 0.0015009990893304348, 0.0013519258936867118, 0.002714770380407572, 0.0012039259308949113, 0.002106086118146777, 0.0031026520300656557, 0.002311909571290016, 0.004951990209519863, 0.002214854583144188, 0.0015584956854581833, 0.002257981803268194, 0.0017492832848802209, 0.001329291146248579, 0.002704653423279524, 0.0026248691137880087, 0.0014306175289675593, 0.002076635602861643, 0.0026331639382988214, 0.001385952578857541, 0.0016340244328603148, 0.002188555197790265, 0.002296213526278734, 0.0018222921062260866, 0.001395971979945898, 0.0020168451592326164, 0.0018055004766210914, 0.0018477857811376452, 0.0016628074226900935, 0.002541497116908431, 0.0014215396950021386, 0.0015480214497074485, 0.0023134287912398577, 0.0022596640046685934, 0.003369113663211465, 0.0017595022218301892, 0.0027903812006115913, 0.001659858739003539, 0.0017356745665892959, 0.0036485681775957346, 0.0016605979762971401, 0.0017453492619097233, 0.0026474236510694027, 0.0013090219581499696, 0.0013149915030226111, 0.0014976345701143146, 0.0015601663617417216, 0.0021580501925200224, 0.0023000112269073725, 0.002435444388538599, 0.0012872781371697783, 0.0020629744976758957, 0.0021959319710731506, 0.001488102599978447, 0.0017870430601760745, 0.0015300906961783767, 0.0016494330484420061, 0.0016161123057827353, 0.0014385789399966598, 0.0021414696238934994, 0.0011679361341521144, 0.0017173712840303779, 0.0014138774713501334, 0.0015599260805174708, 0.0022620020899921656, 0.0025376249104738235, 0.0017021331004798412, 0.004530038218945265, 0.0028330727946013212, 0.0013142667012289166, 0.002362951636314392, 0.001228699809871614, 0.00181576085742563, 0.0019057478057220578, 0.0015196527820080519, 0.002290641190484166, 0.0021370998583734035, 0.0019838251173496246, 0.003185979789122939, 0.0024173869751393795, 0.0034737347159534693, 0.002484576078131795, 0.0014786568935960531, 0.003455929923802614, 0.001820560428313911, 0.0015544956550002098, 0.0024608324747532606, 0.0024543709587305784, 0.0014034891501069069, 0.00145560665987432, 0.0019361107842996716, 0.0014209129149094224, 0.00140886171720922, 0.002211306942626834, 0.0015818231040611863, 0.0016286568716168404, 0.0026370612904429436, 0.0015473983949050307, 0.008402624167501926, 0.0014124487061053514, 0.0016004019416868687, 0.001518811914138496, 0.002514361636713147, 0.0021212438587099314, 0.0017655306728556752, 0.001830769469961524, 0.0011387659469619393, 0.0016018567839637399, 0.002465370809659362, 0.0012358820531517267, 0.002935245633125305, 0.002586252987384796, 0.0013942476361989975, 0.0034834810066968203, 0.002373702125623822, 0.0020434779580682516, 0.0014275932917371392, 0.003006426617503166, 0.004862765781581402, 0.0017341967904940248, 0.0014329132391139865, 0.002267570234835148, 0.0015533880796283484, 0.0016913115978240967, 0.0016438873717561364, 0.0022054591681808233, 0.0023150744382292032, 0.001614172593690455, 0.0013400668976828456, 0.0016050050035119057, 0.0021209956612437963, 0.001478649559430778, 0.002836890984326601, 0.001812991569750011, 0.002335333963856101, 0.001502854167483747, 0.0029039569199085236, 0.0013951174914836884, 0.001487568486481905, 0.001925976132042706, 0.0017272606492042542, 0.0015964711783453822, 0.0014918027445673943, 0.0016458426835015416, 0.0035490875598043203, 0.001627593650482595, 0.0018385422881692648, 0.0021197041496634483, 0.0014987509930506349, 0.001926999888382852, 0.00161423918325454, 0.002120288787409663, 0.002191747771576047, 0.0014315852895379066, 0.0012693149037659168, 0.0013022180646657944, 0.0014836974442005157, 0.0016116279875859618, 0.001982636982575059, 0.0015966304345056415, 0.0013539933133870363, 0.00200063013471663, 0.0016955205937847495, 0.004302709363400936, 0.0016965512186288834, 0.0019729556515812874, 0.0018793222261592746, 0.0014687167713418603, 0.0021784550044685602, 0.0019448659149929881, 0.0020511241164058447, 0.001314620953053236, 0.001910446328110993, 0.0018208754481747746, 0.0013351483503356576, 0.001320584211498499, 0.0013497613836079836, 0.0017324209911748767, 0.0021146584767848253, 0.0015844552544876933, 0.0018537730211392045, 0.00229022023268044, 0.0030909734778106213, 0.0033698268234729767, 0.003865999635308981, 0.0027285716496407986, 0.0013959106290712953, 0.0015629783738404512, 0.0016541429795324802, 0.00165790063329041, 0.0018267259001731873, 0.0014139467384666204, 0.002163928933441639, 0.0015086154453456402, 0.0020462253596633673, 0.002197555499151349, 0.0016908030956983566, 0.002154940739274025, 0.0017058139201253653, 0.0013955134199932218, 0.001621460192836821, 0.0018551782704889774, 0.0016760083381086588, 0.0016595881897956133, 0.003936254885047674, 0.0016116026090458035, 0.001983311492949724, 0.0020995500963181257, 0.001997332787141204, 0.0017379794735461473, 0.0015470366925001144, 0.002524800831452012, 0.002715177135542035, 0.0013912867289036512, 0.0014890183228999376, 0.0013320095604285598, 0.0025434524286538363, 0.0014040246605873108, 0.0018815567018464208, 0.001821625279262662, 0.0027713344898074865, 0.0013500484637916088, 0.0012645089300349355, 0.003248353488743305, 0.0022235580254346132, 0.0023235485423356295, 0.0014847891870886087, 0.005278932861983776, 0.0012035847175866365, 0.0022322575096040964, 0.0028719038236886263, 0.0016211341135203838, 0.001777030061930418, 0.001996783073991537, 0.0013194088824093342, 0.002010101918131113, 0.0016371880192309618, 0.0016669360920786858, 0.00157333561219275, 0.0030127638019621372, 0.0011446047574281693, 0.002277391729876399, 0.0015779337845742702, 0.0014458310324698687, 0.0015195301966741681, 0.004346330650150776, 0.0015965859638527036, 0.0018028730992227793, 0.0016443098429590464, 0.0017775268061086535, 0.0020457464270293713, 0.0022358379792422056, 0.0015441443538293242, 0.0015747194411233068, 0.0017084683058783412, 0.0014533030334860086, 0.0015284093096852303, 0.001360140973702073, 0.0019332986557856202, 0.0017081985715776682, 0.001831243047490716, 0.0018030921928584576, 0.0013688931940123439, 0.001999295549467206, 0.001379667199216783, 0.002894030651077628, 0.0014222455210983753, 0.002028515562415123, 0.0014399713836610317, 0.0014792799483984709, 0.0017712643602862954, 0.0017710725078359246, 0.0017637870041653514, 0.001663360046222806, 0.0012912355596199632, 0.0014439005171880126, 0.0014140568673610687, 0.002006263704970479, 0.0019395970739424229, 0.0018588494276627898, 0.0022003173362463713, 0.0013931072317063808, 0.0021632425487041473, 0.0016019140603020787, 0.0018787410808727145 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 163, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "1": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.4.output", "input_tensor_infos": [ { "id": 164, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 0.02364288456737995 ], "zero_point": [ 141 ] }, { "id": 160, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.04090873897075653 ], "zero_point": [ 127 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 165, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": { "0": { "op_type": "", "fqn": "roberta.encoder.layer.4.output.dropout", "input_tensor_infos": [ { "id": 163, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 164, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "1": { "op_type": "", "fqn": "roberta.encoder.layer.4.output.LayerNorm", "input_tensor_infos": [ { "id": 165, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 166, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] } }, "layer_output_infos": [ { "id": 166, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:5": { "q_op_infos": {}, "nonq_op_infos": {}, "layer_output_infos": [] }, "roberta:encoder:layer:5:attention": { "q_op_infos": {}, "nonq_op_infos": {}, "layer_output_infos": [ { "id": 189, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:5:attention:self": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.5.attention.self.query", "input_tensor_infos": [ { "id": 166, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.027287954464554787 ], "zero_point": [ 126 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.0027785366401076317, 0.0020720739848911762, 0.0026372431311756372, 0.0028963943477720022, 0.0026922302786260843, 0.0025459190364927053, 0.0034555497113615274, 0.002482168609276414, 0.003525868756696582, 0.0031879397574812174, 0.003059993265196681, 0.0024804940912872553, 0.0031326806638389826, 0.003281001467257738, 0.0023554156068712473, 0.0031923572532832623, 0.0033070268109440804, 0.0029724002815783024, 0.0032629789784550667, 0.0022286365274339914, 0.002841149689629674, 0.0031107536051422358, 0.0027395221404731274, 0.0029663960449397564, 0.0038057484198361635, 0.003282115561887622, 0.003051214851438999, 0.003055158071219921, 0.002850959077477455, 0.0037460022140294313, 0.004890799522399902, 0.0037888935767114162, 0.0028112377040088177, 0.0041765556670725346, 0.0031550212297588587, 0.0028049410320818424, 0.0029419842176139355, 0.0032040844671428204, 0.002988724736496806, 0.003762609325349331, 0.0025484981015324593, 0.003343014046549797, 0.0036778985522687435, 0.003705427050590515, 0.003509410424157977, 0.0036947065964341164, 0.003735340666025877, 0.0034481692127883434, 0.0033573140390217304, 0.0031436432618647814, 0.002737139817327261, 0.0029344488866627216, 0.002708037616685033, 0.0028206752613186836, 0.0034020021557807922, 0.002440582262352109, 0.0020182172302156687, 0.002565905684605241, 0.0031101428903639317, 0.002552190562710166, 0.0027165301144123077, 0.0029053364414721727, 0.0025596998166292906, 0.003670470090582967, 0.002990641864016652, 0.0032035952899605036, 0.003543902188539505, 0.003391789272427559, 0.0026276425924152136, 0.00270359986461699, 0.0031968888361006975, 0.0021755967754870653, 0.0029213170055299997, 0.0033456003293395042, 0.0035973654594272375, 0.0028832927346229553, 0.0027992946561425924, 0.002999924821779132, 0.0030122213065624237, 0.0030916850082576275, 0.0032728833612054586, 0.002995514776557684, 0.0034185631666332483, 0.0035112623590976, 0.0025551090948283672, 0.0024991498794406652, 0.002840984845533967, 0.0020532989874482155, 0.002864678157493472, 0.002679110039025545, 0.0027547923382371664, 0.0030305611435323954, 0.0025344667956233025, 0.0028979817871004343, 0.0026266691274940968, 0.003076719818636775, 0.003404282731935382, 0.0033563619945198298, 0.0038809769321233034, 0.002322467276826501, 0.0030352207832038403, 0.0022397444117814302, 0.00276873167604208, 0.002693203277885914, 0.002444689394906163, 0.0026812260039150715, 0.0027542859315872192, 0.002943143481388688, 0.0021079913713037968, 0.00297191902063787, 0.0022734813392162323, 0.002863098168745637, 0.004021444357931614, 0.0024662974756211042, 0.0023484299890697002, 0.0031886387150734663, 0.0028272357303649187, 0.0031343044247478247, 0.002892390126362443, 0.0028529351111501455, 0.0031477627344429493, 0.0027673630975186825, 0.00325302267447114, 0.0032642227597534657, 0.0027366820722818375, 0.0024647670798003674, 0.00252961041405797, 0.0024944311007857323, 0.002815749729052186, 0.0025728836189955473, 0.002789674326777458, 0.003153459168970585, 0.0031512510031461716, 0.0037819279823452234, 0.0029798229224979877, 0.0025154317263513803, 0.0031906922813504934, 0.003181121312081814, 0.0026136392261832952, 0.0028503015637397766, 0.00346768693998456, 0.0022334177047014236, 0.002944562118500471, 0.0028359091375023127, 0.003412427380681038, 0.0027188891544938087, 0.0032113036140799522, 0.0033191367983818054, 0.0031937682069838047, 0.0043903798796236515, 0.0025522552896291018, 0.002423616126179695, 0.002523722592741251, 0.003124000271782279, 0.002671380527317524, 0.0024513087701052427, 0.0029239440336823463, 0.0032527795992791653, 0.002881428459659219, 0.0029699751175940037, 0.0031979402992874384, 0.0030882502906024456, 0.003062346950173378, 0.003101983806118369, 0.0026343862991780043, 0.00399876618757844, 0.002750404877588153, 0.003004833124577999, 0.0026132380589842796, 0.002659493125975132, 0.002684725448489189, 0.002350584138184786, 0.0029806948732584715, 0.0031976248137652874, 0.002693273825570941, 0.0028819122817367315, 0.0029234751127660275, 0.003251009853556752, 0.002654077485203743, 0.0031554147135466337, 0.002416495233774185, 0.0024386681616306305, 0.0028376381378620863, 0.002689509419724345, 0.0022934195585548878, 0.002555473940446973, 0.003187171183526516, 0.0020975384395569563, 0.0025905794464051723, 0.0027550712693482637, 0.0034604910761117935, 0.003070318605750799, 0.002355952514335513, 0.00267159310169518, 0.002680787118151784, 0.0029057702049613, 0.0025783590972423553, 0.002793477615341544, 0.004160720389336348, 0.0032332581467926502, 0.0034148595295846462, 0.002777994843199849, 0.0029683115426450968, 0.0037241450045257807, 0.0028219749219715595, 0.0030741735827177763, 0.0039017328526824713, 0.0032927992288023233, 0.0028193786274641752, 0.003493640571832657, 0.002855145838111639, 0.003404489252716303, 0.002883101347833872, 0.0037105341907590628, 0.002822187729179859, 0.0034529687836766243, 0.0024864317383617163, 0.0026256449054926634, 0.0028091149870306253, 0.002706433180719614, 0.0027658366598188877, 0.0031511045526713133, 0.002704555168747902, 0.0021797064691781998, 0.0025159409269690514, 0.0031076213344931602, 0.002702422672882676, 0.0026432424783706665, 0.0027297029737383127, 0.0026592605281621218, 0.002721340861171484, 0.0030431810300797224, 0.0027216325979679823, 0.003283316269516945, 0.0030432785861194134, 0.002889245981350541, 0.002824443392455578, 0.0026608696207404137, 0.0024660173803567886, 0.002628103131428361, 0.0025050733238458633, 0.0024448775220662355, 0.0034214460756629705, 0.003842652775347233, 0.0030191512778401375, 0.002976955147460103, 0.0035801948979496956, 0.0037681006360799074, 0.002728140214458108, 0.0027923518791794777, 0.003631973871961236, 0.003530610352754593, 0.003474924946203828, 0.0031648699659854174, 0.004318603314459324, 0.0028560999780893326, 0.003940988797694445, 0.003143581096082926, 0.0029865787364542484, 0.002674991264939308, 0.003780696075409651, 0.003657691180706024, 0.004568145610392094, 0.002806399017572403, 0.002909865230321884, 0.003543446771800518, 0.004518580622971058, 0.0030551422387361526, 0.0035912436433136463, 0.0029878304339945316, 0.0029723194893449545, 0.0033848390448838472, 0.0032802880741655827, 0.0028212498873472214, 0.0027176106814295053, 0.00269120279699564, 0.003706519026309252, 0.003037964226678014, 0.0030422480776906013, 0.0029831589199602604, 0.0029307554941624403, 0.004100098740309477, 0.003047694219276309, 0.0033441665582358837, 0.0030876672826707363, 0.0036225945223122835, 0.0030269210692495108, 0.002935695229098201, 0.0030790565069764853, 0.0030187969096004963, 0.0028978458140045404, 0.0035912131424993277, 0.0025764480233192444, 0.00231488817371428, 0.0033512276131659746, 0.00384626560844481, 0.0030751314479857683, 0.002953635761514306, 0.0025069161783903837, 0.0024714628234505653, 0.003815545467659831, 0.0030347639694809914, 0.0028303007129579782, 0.0033970915246754885, 0.004718550015240908, 0.004319958854466677, 0.0035512896720319986, 0.003017827868461609, 0.0036669543478637934, 0.00250530568882823, 0.0029164650477468967, 0.0027003418654203415, 0.003284803591668606, 0.0036930700298398733, 0.004089890513569117, 0.0026441130321472883, 0.003148730145767331, 0.002664669416844845, 0.0028210163582116365, 0.00304995640181005, 0.002613136311993003, 0.0027048129122704268, 0.0024273181334137917, 0.0029343317728489637, 0.0023494965862482786, 0.0024513767566531897, 0.0022660575341433287, 0.0025076011661440134, 0.003176072845235467, 0.003249776316806674, 0.00253229308873415, 0.003514090785756707, 0.0024515900295227766, 0.0025838003493845463, 0.0030136206187307835, 0.0024815816432237625, 0.0022413781844079494, 0.002893253229558468, 0.0029559223912656307, 0.002386856824159622, 0.0036694544833153486, 0.0027041069697588682, 0.003370906226336956, 0.002889998024329543, 0.003343295305967331, 0.0028681685216724873, 0.002812072169035673, 0.003219541860744357, 0.002847785595804453, 0.0033303960226476192, 0.003300576703622937, 0.002891391282901168, 0.0029245209880173206, 0.003186318790540099, 0.0033516068942844868, 0.0021385028958320618, 0.0033654647413641214, 0.003042122581973672, 0.002640055026859045, 0.0022008707746863365, 0.0034293425269424915, 0.0030776311177760363, 0.0033015243243426085, 0.0032014541793614626, 0.003144029527902603, 0.0035633083898574114, 0.003107881871983409, 0.0033569459337741137, 0.003425023751333356, 0.0046311658807098866, 0.003083469346165657, 0.0040660435333848, 0.0031798111740499735, 0.0032304967753589153, 0.003549199551343918, 0.0026962277479469776, 0.0037750424817204475, 0.002597416052594781, 0.002566050738096237, 0.002821475500240922, 0.0027666750829666853, 0.003831752808764577, 0.002543041482567787, 0.002384711289778352 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 167, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "1": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.5.attention.self.key", "input_tensor_infos": [ { "id": 166, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.027287954464554787 ], "zero_point": [ 126 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.0042584128677845, 0.003487928071990609, 0.002862019231542945, 0.0030318384524434805, 0.0027825876604765654, 0.0036558336578309536, 0.0025080794002860785, 0.0027745887637138367, 0.002626013709232211, 0.0029641406144946814, 0.0027992106042802334, 0.002419444965198636, 0.003172891214489937, 0.0035342166665941477, 0.002773897023871541, 0.0033100340515375137, 0.0033776499330997467, 0.0031844032928347588, 0.0026925259735435247, 0.002682645805180073, 0.003201108891516924, 0.0031410723458975554, 0.002639865269884467, 0.0027183336205780506, 0.0026984671130776405, 0.002951640635728836, 0.003301131771877408, 0.0027955854311585426, 0.0029109271708875895, 0.0025407583452761173, 0.0023582822177559137, 0.002798148663714528, 0.002612457610666752, 0.002932123374193907, 0.002903103595599532, 0.0029948283918201923, 0.00257172086276114, 0.002816323656588793, 0.003283169586211443, 0.003605011384934187, 0.004225288052111864, 0.0030902561265975237, 0.0032734840642660856, 0.0038553071208298206, 0.0028519106563180685, 0.003043916542083025, 0.0029402654618024826, 0.003725196700543165, 0.003121023066341877, 0.0024671636056154966, 0.0026556707452982664, 0.0033569415099918842, 0.0027418259996920824, 0.0030432858038693666, 0.0031421820167452097, 0.002384222811087966, 0.0026060291565954685, 0.00270113255828619, 0.002758961170911789, 0.0023806244134902954, 0.0028694448992609978, 0.0023441584780812263, 0.003114235820248723, 0.0025209400337189436, 0.002724491525441408, 0.002411333378404379, 0.0028332590591162443, 0.0023630564101040363, 0.002327727386727929, 0.0027994706761091948, 0.002812014427036047, 0.002721657743677497, 0.002952941693365574, 0.0033376102801412344, 0.003290169406682253, 0.003068868536502123, 0.002861449494957924, 0.003605238161981106, 0.003178007435053587, 0.002577765379101038, 0.0038031453732401133, 0.0028788542840629816, 0.003173925681039691, 0.002522326773032546, 0.0029668945353478193, 0.003961558919399977, 0.0032419487833976746, 0.0028306629974395037, 0.0030463042203336954, 0.0035351174883544445, 0.0032721415627747774, 0.0034827946219593287, 0.0028286695014685392, 0.0032886802218854427, 0.0035113010089844465, 0.003047957317903638, 0.0027099349536001682, 0.0023480302188545465, 0.002735230838879943, 0.003081029048189521, 0.003793082432821393, 0.0023408089764416218, 0.0028124148957431316, 0.003538338467478752, 0.002752681029960513, 0.003144670743495226, 0.0033174874261021614, 0.0032351294066756964, 0.002876581158488989, 0.0032902683597058058, 0.0023769366089254618, 0.002258826047182083, 0.003016393631696701, 0.002406395273283124, 0.0029167525935918093, 0.0026024687103927135, 0.0024033403024077415, 0.0022650824394077063, 0.0026115120854228735, 0.0030732094310224056, 0.00357559765689075, 0.0038101389072835445, 0.0033290733117610216, 0.002741910982877016, 0.003146354341879487, 0.0029378400649875402, 0.0036257535684853792, 0.003701518289744854, 0.0033653059508651495, 0.0034279394894838333, 0.0029375848826020956, 0.0030995672568678856, 0.0027801990509033203, 0.0028601509984582663, 0.002850189572200179, 0.0025404873304069042, 0.002632605144754052, 0.002519729547202587, 0.0029040598310530186, 0.002401426900178194, 0.0024220701307058334, 0.0029188990592956543, 0.0033152825199067593, 0.0031106919050216675, 0.0026557862292975187, 0.0024762863758951426, 0.0028672649059444666, 0.002864676062017679, 0.0025179346557706594, 0.0034261306282132864, 0.0025663687847554684, 0.002495658118277788, 0.002349014626815915, 0.0030442497227340937, 0.002339770318940282, 0.0031947351526468992, 0.002434940543025732, 0.003167233197018504, 0.0030384936835616827, 0.0031572156585752964, 0.003541710553690791, 0.002867276780307293, 0.002657077508047223, 0.002500419272109866, 0.002670401707291603, 0.00296422210521996, 0.0024565260391682386, 0.0028942956123501062, 0.0035476493649184704, 0.0026153589133173227, 0.002760670380666852, 0.0026062445249408484, 0.0026558823883533478, 0.002855708822607994, 0.002832639729604125, 0.003250586334615946, 0.003584010759368539, 0.002725414466112852, 0.002845492446795106, 0.0038030650466680527, 0.002790094818919897, 0.0029251067899167538, 0.0034567208494991064, 0.002441531280055642, 0.002997918985784054, 0.00420701177790761, 0.0029753074049949646, 0.00314947753213346, 0.002531196689233184, 0.002630406292155385, 0.0030190644320100546, 0.002860028762370348, 0.0031345963943749666, 0.0028285884764045477, 0.002828424097970128, 0.0029278199654072523, 0.0038828146643936634, 0.0027934943791478872, 0.003815539414063096, 0.0029961380641907454, 0.002844067756086588, 0.004111370071768761, 0.0030728557612746954, 0.0025772114749997854, 0.002718504285439849, 0.003263904945924878, 0.0024128975346684456, 0.003399632638320327, 0.0024015966337174177, 0.003673714818432927, 0.0029651045333594084, 0.0026295706629753113, 0.003192045260220766, 0.00519197341054678, 0.002824893221259117, 0.002830472309142351, 0.0027938038110733032, 0.0031718574464321136, 0.002231904538348317, 0.002980389166623354, 0.002634117379784584, 0.003660494228824973, 0.002877447521314025, 0.0025750757195055485, 0.002310285810381174, 0.002484741387888789, 0.002661285223439336, 0.002468464896082878, 0.0030164539348334074, 0.0032782445196062326, 0.0037476045545190573, 0.0030884956941008568, 0.0027908480260521173, 0.0030986343044787645, 0.0025202820543199778, 0.002541385591030121, 0.002894022036343813, 0.003033451037481427, 0.003028957638889551, 0.003957710228860378, 0.0038248333148658276, 0.003250795416533947, 0.0038261590525507927, 0.005463357083499432, 0.0037538334727287292, 0.0031326082535088062, 0.0034542407374829054, 0.003130295779556036, 0.003980669658631086, 0.002889956347644329, 0.0035594927612692118, 0.00324870808981359, 0.003473035292699933, 0.0035826924722641706, 0.005354269407689571, 0.003126960713416338, 0.003754825796931982, 0.0034279378596693277, 0.003146709641441703, 0.003421562956646085, 0.00448554428294301, 0.003660083282738924, 0.003876549657434225, 0.004527886863797903, 0.00257207453250885, 0.00304735591635108, 0.003134376835078001, 0.0038314559496939182, 0.0033667879179120064, 0.0028667699079960585, 0.0028794058598577976, 0.003178118960931897, 0.003290611319243908, 0.003859619377180934, 0.002613659016788006, 0.0031787760090082884, 0.003162992186844349, 0.0037267382722347975, 0.0031258619856089354, 0.0028051382396370173, 0.0025814392138272524, 0.0026216921396553516, 0.003332524560391903, 0.0030545282643288374, 0.002881343010812998, 0.003341503208503127, 0.0034056040458381176, 0.003451323602348566, 0.00299679022282362, 0.0034175331238657236, 0.0031274401117116213, 0.0029713993426412344, 0.002537755062803626, 0.0031800256110727787, 0.0030879508703947067, 0.003347056685015559, 0.0032392297871410847, 0.004270301200449467, 0.0031770800705999136, 0.003393189050257206, 0.0033489507623016834, 0.0030922747682780027, 0.0027359079103916883, 0.0029872371815145016, 0.0027886186726391315, 0.0034530945122241974, 0.0036720409989356995, 0.0033250621054321527, 0.0025122608058154583, 0.002878800733014941, 0.00279107759706676, 0.002875971607863903, 0.0024914557579904795, 0.0024132661055773497, 0.00327808759175241, 0.003053115913644433, 0.00245046429336071, 0.002782799070701003, 0.003093667794018984, 0.003200555918738246, 0.0029914609622210264, 0.0034360159188508987, 0.0034405996557325125, 0.003108032513409853, 0.0026665180921554565, 0.0033070887438952923, 0.0026029120199382305, 0.003348046448081732, 0.00297356303781271, 0.0032976039219647646, 0.002617486286908388, 0.002742571057751775, 0.0032074397895485163, 0.0032404824160039425, 0.0028048239182680845, 0.002525873016566038, 0.0028188559226691723, 0.00248383148573339, 0.0027593295089900494, 0.0024181983899325132, 0.003195022465661168, 0.00242146966047585, 0.00299887266010046, 0.002068650908768177, 0.002690634224563837, 0.002772177569568157, 0.003708484349772334, 0.002424253150820732, 0.0029678300488740206, 0.0028073692228645086, 0.002271183067932725, 0.0024057962000370026, 0.0026854081079363823, 0.0033354321494698524, 0.0027974452823400497, 0.0024641347117722034, 0.003630690975114703, 0.0023839075583964586, 0.003363225609064102, 0.003300079144537449, 0.004028938710689545, 0.0030210684053599834, 0.003580216085538268, 0.0034548647236078978, 0.0031630895100533962, 0.004139117896556854, 0.003581244731321931, 0.0029770531691610813, 0.0034014154225587845, 0.0034448951482772827, 0.0028816743288189173, 0.0029961965046823025, 0.004069840535521507, 0.002566114068031311, 0.002683633705601096, 0.00293429265730083, 0.0026833454612642527, 0.0035673489328473806, 0.0027226703241467476, 0.0030231315176934004, 0.002617234131321311, 0.002830448327586055, 0.002554030390456319, 0.002655209507793188 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 168, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "2": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.5.attention.self.value", "input_tensor_infos": [ { "id": 166, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.027287954464554787 ], "zero_point": [ 126 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.0032731385435909033, 0.002027705777436495, 0.0019065217347815633, 0.0023219441063702106, 0.001790772657841444, 0.0019838253501802683, 0.002632934832945466, 0.002206257311627269, 0.002082203747704625, 0.0020492486655712128, 0.0023724527563899755, 0.0016782017191872, 0.0019586298149079084, 0.002281381282955408, 0.00168867118190974, 0.001771890907548368, 0.00257173553109169, 0.0017699608579277992, 0.0017097755335271358, 0.001898927497677505, 0.0019326608162373304, 0.0017763921059668064, 0.0018386674346402287, 0.0017508553573861718, 0.0018086277414113283, 0.0016878102906048298, 0.0018002063734456897, 0.0015497443964704871, 0.0023414406459778547, 0.0015508437063544989, 0.0018309324514120817, 0.001486336113885045, 0.0015593627467751503, 0.002201923169195652, 0.001721947337500751, 0.0015432158252224326, 0.0016749923815950751, 0.0018974527483806014, 0.0023465368431061506, 0.001993373967707157, 0.0020235241390764713, 0.0018001081189140677, 0.001684022368863225, 0.0016863448545336723, 0.001773462863638997, 0.0014152606017887592, 0.0016845065401867032, 0.0017459241207689047, 0.004108984023332596, 0.0031366983894258738, 0.0032403720542788506, 0.003613038919866085, 0.0036164659541100264, 0.004373045172542334, 0.0030157852452248335, 0.0029883449897170067, 0.003058428643271327, 0.003732830984517932, 0.0031124006491154432, 0.003254585899412632, 0.0037388764321804047, 0.0036315459292382, 0.0028164200484752655, 0.003151103388518095, 0.004394377116113901, 0.0035104015842080116, 0.003256450407207012, 0.0035646508913487196, 0.0034650058951228857, 0.0031193564645946026, 0.0030271802097558975, 0.0029137746896594763, 0.002165882382541895, 0.0019341104198247194, 0.002020864747464657, 0.0023438790813088417, 0.002743974095210433, 0.0017114679794758558, 0.0021334246266633272, 0.0020403796806931496, 0.0019169581355527043, 0.0016772293020039797, 0.002240446163341403, 0.0018599297618493438, 0.0024215341545641422, 0.0017648665234446526, 0.002076245378702879, 0.0022294616792351007, 0.0023562838323414326, 0.0017620514845475554, 0.0018210107227787375, 0.0024862673599272966, 0.0024159024469554424, 0.0017881547100842, 0.0023221666924655437, 0.0017048218287527561, 0.002072623698040843, 0.002041943371295929, 0.0029541507828980684, 0.0024055447429418564, 0.0024045000318437815, 0.003386970842257142, 0.002892889780923724, 0.002162058837711811, 0.0027714676689356565, 0.0031356005929410458, 0.0030748217832297087, 0.0020625030156224966, 0.002630828646942973, 0.0026470236480236053, 0.0021629156544804573, 0.0027062022127211094, 0.0025916427839547396, 0.0025374889373779297, 0.0028684455901384354, 0.0035034366883337498, 0.002473446074873209, 0.002682878402993083, 0.0025344230234622955, 0.0024580189492553473, 0.0019349466310814023, 0.001761007122695446, 0.002056834753602743, 0.0021550513338297606, 0.0019616095814853907, 0.0022819789592176676, 0.002076319418847561, 0.0018724140245467424, 0.0017560779815539718, 0.0017989777261391282, 0.0018706342671066523, 0.0022329885978251696, 0.0020199697464704514, 0.0022689159959554672, 0.002196746878325939, 0.0020141375716775656, 0.0016288760816678405, 0.0020116770174354315, 0.0016781078884378076, 0.0018880944699048996, 0.0019354487303644419, 0.00239271717146039, 0.0021110905800014734, 0.00231886631809175, 0.003047590609639883, 0.0029143239371478558, 0.002422803081572056, 0.002666523912921548, 0.0030946736223995686, 0.0030981150921434164, 0.0026274833362549543, 0.002687133150175214, 0.0031440171878784895, 0.002578587969765067, 0.00241670198738575, 0.00270490231923759, 0.0029472841415554285, 0.0021897824481129646, 0.0025352658703923225, 0.002568305702880025, 0.0035540072713047266, 0.002297682221978903, 0.0025105008389800787, 0.0023368997499346733, 0.002717436058446765, 0.002618025057017803, 0.0026245585177093744, 0.0028677540831267834, 0.002714994829148054, 0.0027539809234440327, 0.003413570113480091, 0.0040395185351371765, 0.0029878548812121153, 0.0034009164664894342, 0.003923445008695126, 0.0037120995111763477, 0.003950293641537428, 0.002695543924346566, 0.0036318921484053135, 0.003777996404096484, 0.0034477885346859694, 0.0031902077607810497, 0.0036466645542532206, 0.003033431014046073, 0.0030800283420830965, 0.004181909374892712, 0.003367000725120306, 0.003593816887587309, 0.004009590949863195, 0.003155837068334222, 0.0023234416730701923, 0.002856093691661954, 0.0019568055868148804, 0.0024314457550644875, 0.001878261100500822, 0.0021739662624895573, 0.0026202560402452946, 0.0024689831770956516, 0.001986872171983123, 0.0018071291269734502, 0.0020459310617297888, 0.002296533202752471, 0.002146522281691432, 0.002325221197679639, 0.0022485600784420967, 0.0018252175068482757, 0.0020977607928216457, 0.002139874966815114, 0.001986490795388818, 0.002363852458074689, 0.002094096504151821, 0.002368299523368478, 0.0021672563161700964, 0.0019892710261046886, 0.0022939611226320267, 0.002228145720437169, 0.0020721883047372103, 0.001870247651822865, 0.0027500332798808813, 0.001776312361471355, 0.0017091792542487383, 0.0024553691036999226, 0.0019805061165243387, 0.0018404697766527534, 0.0017408402636647224, 0.001778186997398734, 0.002492316998541355, 0.0018856816459447145, 0.0020648306235671043, 0.00202351831831038, 0.0016647328156977892, 0.0020098525565117598, 0.0016737813130021095, 0.0024506233166903257, 0.0024505851324647665, 0.0022406920325011015, 0.0019596354104578495, 0.0025439676828682423, 0.0017742217751219869, 0.0021639768965542316, 0.002860735170543194, 0.0022799973376095295, 0.002398379845544696, 0.0023426669649779797, 0.003182128071784973, 0.0027365710120648146, 0.0025483134668320417, 0.0029606998432427645, 0.0025421720929443836, 0.0024241760838776827, 0.0024983983021229506, 0.00311564770527184, 0.002284335670992732, 0.002293332014232874, 0.0026156834792345762, 0.002127488609403372, 0.0022413700353354216, 0.0025898327585309744, 0.002328092698007822, 0.0019602095708251, 0.0036620793398469687, 0.0022056405432522297, 0.0027029449120163918, 0.002001688349992037, 0.0015317123616114259, 0.0017681998433545232, 0.0014316505985334516, 0.0013253489742055535, 0.0010841838084161282, 0.001661473186686635, 0.0016012790147215128, 0.0013600339880213141, 0.001387517200782895, 0.0020498689264059067, 0.0016555280890315771, 0.001659472705796361, 0.001436280901543796, 0.0015620867488905787, 0.0017716900911182165, 0.0017748199170455337, 0.0013639103854075074, 0.0016409049276262522, 0.0016971449367702007, 0.0013939401833340526, 0.0015737175708636642, 0.0015268001006916165, 0.0022878730669617653, 0.0030196127481758595, 0.0016216275980696082, 0.001948750694282353, 0.0014907334698364139, 0.0017333128489553928, 0.0016659271204844117, 0.0019117782358080149, 0.0017759515903890133, 0.0015974570997059345, 0.0017133790533989668, 0.001813568756915629, 0.0016064583323895931, 0.0016597711946815252, 0.0016790115041658282, 0.0017251648241654038, 0.0018710538279265165, 0.0014344911323860288, 0.001527519547380507, 0.0015517536085098982, 0.0023665307089686394, 0.002688108943402767, 0.002262671245262027, 0.001696673221886158, 0.001831408473663032, 0.002265178132802248, 0.0019812090322375298, 0.002853700192645192, 0.0022789044305682182, 0.002285538474097848, 0.002713337540626526, 0.0029894274193793535, 0.00242606014944613, 0.0023271034006029367, 0.0022548730485141277, 0.002591247670352459, 0.0030243536457419395, 0.002121862256899476, 0.002521742368116975, 0.00201018457300961, 0.0029479810036718845, 0.0024266934487968683, 0.0018813401693478227, 0.0017761606723070145, 0.0023169731721282005, 0.00212353584356606, 0.002381999045610428, 0.0017061842372640967, 0.0020747785456478596, 0.0017390652792528272, 0.0021310728043317795, 0.002592482604086399, 0.00253319856710732, 0.0019110190914943814, 0.0018410487100481987, 0.0020126239396631718, 0.0020429962314665318, 0.0021730621811002493, 0.0018221755744889379, 0.001580938813276589, 0.0023439573124051094, 0.0021938320714980364, 0.0018325061537325382, 0.002065566135570407, 0.0015996403526514769, 0.0017751578707247972, 0.0027139857411384583, 0.00234267208725214, 0.0017247613286599517, 0.0017879609949886799, 0.0021254951134324074, 0.0024178463499993086, 0.0025878865271806717, 0.0019140117801725864, 0.0013168755685910583, 0.0018131000688299537, 0.0013108509592711926, 0.0022554779425263405, 0.001482394291087985, 0.0013277168618515134, 0.0012073797406628728, 0.0012592754792422056, 0.0017224118346348405, 0.00119689607527107, 0.002135199261829257, 0.002083205385133624, 0.001461090287193656, 0.0014709485694766045, 0.0014267114456743002, 0.0014730991097167134, 0.001514321193099022, 0.0013807433424517512, 0.0017004399560391903, 0.0016493425937369466, 0.002147642895579338, 0.0015133129199966788, 0.0019498122856020927, 0.0010276652174070477 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 171, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "3": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.5.attention.self", "input_tensor_infos": [ { "id": 175, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.04853586480021477 ], "zero_point": [ 123 ] }, { "id": 176, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.04781746119260788 ], "zero_point": [ 132 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 177, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "4": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.5.attention.self", "input_tensor_infos": [ { "id": 178, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 0.11081812530755997 ], "zero_point": [ 145 ] }, { "id": 5, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 1.3344405750530544e+36 ], "zero_point": [ 255 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 179, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "5": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.5.attention.self", "input_tensor_infos": [ { "id": 181, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.0039199343882501125 ], "zero_point": [ 0 ] }, { "id": 173, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.028918566182255745 ], "zero_point": [ 133 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 182, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": { "0": { "op_type": "", "fqn": "roberta.encoder.layer.5.attention.self", "input_tensor_infos": [ { "id": 168, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [] }, "1": { "op_type": "", "fqn": "roberta.encoder.layer.5.attention.self", "input_tensor_infos": [ { "id": 168, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 169, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "2": { "op_type": "", "fqn": "roberta.encoder.layer.5.attention.self", "input_tensor_infos": [ { "id": 169, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 170, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "3": { "op_type": "", "fqn": "roberta.encoder.layer.5.attention.self", "input_tensor_infos": [ { "id": 171, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [] }, "4": { "op_type": "", "fqn": "roberta.encoder.layer.5.attention.self", "input_tensor_infos": [ { "id": 171, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 172, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "5": { "op_type": "", "fqn": "roberta.encoder.layer.5.attention.self", "input_tensor_infos": [ { "id": 172, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 173, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "6": { "op_type": "", "fqn": "roberta.encoder.layer.5.attention.self", "input_tensor_infos": [ { "id": 167, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [] }, "7": { "op_type": "", "fqn": "roberta.encoder.layer.5.attention.self", "input_tensor_infos": [ { "id": 167, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 174, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "8": { "op_type": "", "fqn": "roberta.encoder.layer.5.attention.self", "input_tensor_infos": [ { "id": 174, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 175, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "9": { "op_type": "", "fqn": "roberta.encoder.layer.5.attention.self", "input_tensor_infos": [ { "id": 170, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {} ], "output_tensor_infos": [ { "id": 176, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "10": { "op_type": "", "fqn": "roberta.encoder.layer.5.attention.self", "input_tensor_infos": [ { "id": 177, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {} ], "output_tensor_infos": [ { "id": 178, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "11": { "op_type": "", "fqn": "roberta.encoder.layer.5.attention.self", "input_tensor_infos": [ { "id": 179, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 180, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "12": { "op_type": "", "fqn": "roberta.encoder.layer.5.attention.self.dropout", "input_tensor_infos": [ { "id": 180, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 181, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "13": { "op_type": "", "fqn": "roberta.encoder.layer.5.attention.self", "input_tensor_infos": [ { "id": 182, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {}, {} ], "output_tensor_infos": [ { "id": 183, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "14": { "op_type": "", "fqn": "roberta.encoder.layer.5.attention.self", "input_tensor_infos": [ { "id": 183, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 184, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "15": { "op_type": "", "fqn": "roberta.encoder.layer.5.attention.self", "input_tensor_infos": [ { "id": 184, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [] }, "16": { "op_type": "", "fqn": "roberta.encoder.layer.5.attention.self", "input_tensor_infos": [ { "id": 184, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" }, {}, {}, {} ], "output_tensor_infos": [ { "id": 185, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] } }, "layer_output_infos": [ { "id": 185, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:5:attention:output": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.5.attention.output.dense", "input_tensor_infos": [ { "id": 185, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.02398117631673813 ], "zero_point": [ 123 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.00019125017570331693, 0.0001837015151977539, 0.0002497099048923701, 0.00022995674225967377, 0.0002409704029560089, 0.0002530040801502764, 0.00017806612595450133, 0.00015644211089238524, 0.00016722071450203657, 0.00022322229051496834, 0.000269796175416559, 0.00018891772197093815, 0.0001888036640593782, 0.0002252363774459809, 0.00026902835816144943, 0.00020603516895789653, 0.0002409883454674855, 0.00019980527576990426, 0.00018633154104463756, 0.0001922599331010133, 0.00022484950022771955, 0.00019733929366338998, 0.0001761703606462106, 0.0002509707410354167, 0.00024628694518469274, 0.00023250043159350753, 0.00020556924573611468, 0.0002528779732529074, 0.00019430370593909174, 0.00019831297686323524, 0.000242985159275122, 0.00023227355268318206, 0.00023474205227103084, 0.00021353355259634554, 0.00027766701532527804, 0.00023089507885742933, 0.00019924298976548016, 0.0001923399540828541, 0.00019643742416519672, 0.00020175088138785213, 0.00020764602231793106, 0.0002558769192546606, 0.00023808053811080754, 0.00019845299539156258, 0.00020253022375982255, 0.00020615963148884475, 0.00019990479631815106, 0.00018552574329078197, 0.00018677460320759565, 0.0001933794264914468, 0.00020118296379223466, 0.00015026179607957602, 0.0002007931616390124, 0.0001965727424249053, 0.00019656488439068198, 0.00019657246593851596, 0.0002289762778673321, 0.00015466043259948492, 0.00020444746769499034, 0.00019773149688262492, 0.00020108108583372086, 0.0002526935422793031, 0.00021295135957188904, 0.0001813835115171969, 0.0002033416531048715, 0.0002562420559115708, 0.00023262201284524053, 0.00018608376558404416, 0.00017304472567047924, 0.0001860095508163795, 0.00023662371677346528, 0.00015424462617374957, 0.00016516981122549623, 0.00019005023932550102, 0.00019554278696887195, 0.00019765262550208718, 0.00017739535542204976, 0.00023738878371659666, 0.00019840004097204655, 0.00019990223518107086, 0.00019982981029897928, 0.00016503428923897445, 0.00019540164794307202, 0.00020549565670080483, 0.0002242856426164508, 0.00016467762179672718, 0.00020834102178923786, 0.00019367523782420903, 0.00018986531358677894, 0.00017526725423522294, 0.00027405505534261465, 0.00022287493629846722, 0.00018836508388631046, 0.0002059347607428208, 0.00017195186228491366, 0.00017124252917710692, 0.00021060511062387377, 0.00025585369439795613, 0.00024273783492390066, 0.00019773755047935992, 0.00018918361456599087, 0.0001442386128474027, 0.00020501443941611797, 0.00018989137606695294, 0.0002331644354853779, 0.00016590165614616126, 0.00021775368077214807, 0.0002959220146294683, 0.00018348352750763297, 0.00019602796237450093, 0.0001740172883728519, 0.00018632045248523355, 0.00019204651471227407, 0.00018223356164526194, 0.00024026153550948948, 0.00016358672291971743, 0.0002029532042797655, 0.0001776495628291741, 0.00018508393259253353, 0.0001798556186258793, 0.00021234701853245497, 0.0001765936758602038, 0.00020347427926026285, 0.00015644489030819386, 0.00022985193936619908, 0.0002325760287931189, 0.000184974807780236, 0.0002061289269477129, 0.0001538072101539001, 0.000312924588797614, 0.0002162098535336554, 0.00018142232147511095, 0.00021234640735201538, 0.00021215510787442327, 0.00021426554303616285, 0.00023513633641414344, 0.00023401879298035055, 0.00018398705287836492, 0.00022104794334154576, 0.00021945311164017767, 0.0001727072085486725, 0.0001717775739962235, 0.00022193904442247003, 0.00019491702551022172, 0.000204094045329839, 0.00025675559299997985, 0.00018360059766564518, 0.00016543513629585505, 0.0002062784187728539, 0.00021399169054348022, 0.0002403770195087418, 0.00021369443857111037, 0.0001410042168572545, 0.00022416235879063606, 0.00017228892829734832, 0.00021782104158774018, 0.00018320362141821533, 0.00019589222210925072, 0.00018187002569902688, 0.00023647549096494913, 0.0001402155467076227, 0.0002315546735189855, 0.00017477144137956202, 0.00021382277191150934, 0.0001796914148144424, 0.0001996648352360353, 0.00020713456615339965, 0.0002045283472398296, 0.00020596796821337193, 0.00019355269614607096, 0.00016407827206421643, 0.00017457344802096486, 0.00024276522162836045, 0.000232059508562088, 0.00020891510939691216, 0.00024798474623821676, 0.000229301571380347, 0.00021108479995746166, 0.00019311660435050726, 0.00018362571427132934, 0.00020283981575630605, 0.00022931190324015915, 0.00024682143703103065, 0.00018566986545920372, 0.0002184039622079581, 0.00022508531401399523, 0.0002246182702947408, 0.00015545399219263345, 0.00023502932162955403, 0.00016578673967160285, 0.00024566956562921405, 0.00019818902364932, 0.0001761903113219887, 0.00020313682034611702, 0.00022919631737750024, 0.00012617414176929742, 0.00021745054982602596, 0.00028121343348175287, 0.0002168153878301382, 0.0001786781649570912, 0.00028515912708826363, 0.0002102527505485341, 0.00023280791356228292, 0.00023915270867291838, 0.00017411279259249568, 0.00024889400810934603, 0.00014545633166562766, 0.0002143344172509387, 0.0001805946376407519, 0.00016595998022239655, 0.00019483634969219565, 0.00021480799478013068, 0.00021699111675843596, 0.00023852942103985697, 0.0002019120001932606, 0.00021537989960052073, 0.00022030480613466352, 0.00020399982167873532, 0.00017142118304036558, 0.0002134575042873621, 0.00022537588665727526, 0.00025350655778311193, 0.00026905181584879756, 0.00020619829592760652, 0.00021834812650922686, 0.00023340711777564138, 0.00025214924244210124, 0.00023101581609807909, 0.00017270445823669434, 0.00018583395285531878, 0.00016272600623779, 0.00016972291632555425, 0.000192027902812697, 0.000235003957641311, 0.0002481692936271429, 0.00023987467284314334, 0.0001951033336808905, 0.00019538165361154824, 0.00024259065685328096, 0.0002493234642315656, 0.00025753770023584366, 0.00021013792138546705, 0.00023381599748972803, 0.00026475233607925475, 0.00019278576655779034, 0.0002482154523022473, 0.00015326692664530128, 0.00020715514256153256, 0.00018717300554271787, 0.00033009820617735386, 0.00017909699818119407, 0.00018250560970045626, 0.00015821700799278915, 0.00014483059931080788, 0.00017548953474033624, 0.0001935498003149405, 0.0001844172365963459, 0.00022961026115808636, 0.00020299546304158866, 0.00023976901138667017, 0.00017396738985553384, 0.00020238436991348863, 0.0002514516527298838, 0.00020912870240863413, 0.0002467437298037112, 0.000249333621468395, 0.00017134560039266944, 0.00020232272800058126, 0.00021503663447219878, 0.00029353785794228315, 0.00016721469000913203, 0.00021381945407483727, 0.00019563644309528172, 0.00016988256538752466, 0.00021052944066468626, 0.00016894041618797928, 0.00023607391631230712, 0.00013607193250209093, 0.00022619497030973434, 0.00017222415772266686, 0.00018075907428283244, 0.00016291224164888263, 0.0003324732824694365, 0.0002050754992524162, 0.00019778807472903281, 0.00022812689712736756, 0.00016250915359705687, 0.0001793664850993082, 0.00020139687694609165, 0.00021016581740695983, 0.00015440768038388342, 0.00021097779972478747, 0.0002257447486044839, 0.00027899310225620866, 0.0001935386098921299, 0.00017257145373150706, 0.00023836021136958152, 0.00016804311599116772, 0.00020706634677480906, 0.00020233076065778732, 0.0002543155860621482, 0.0001730617950670421, 0.00016795082774478942, 0.00022990420984569937, 0.0001564888225402683, 0.00023357325699180365, 0.00019008084200322628, 0.00019120125216431916, 0.0002035114448517561, 0.00019700516713783145, 0.00018134780111722648, 0.00019616680219769478, 0.00019977516785729676, 0.00022590842854697257, 0.00015999427705537528, 0.0002235140564152971, 0.00015910319052636623, 0.0001680527930147946, 0.0001816571893868968, 0.0001884257362689823, 0.000181052484549582, 0.00018973959959112108, 0.00018993139383383095, 0.00020810608111787587, 0.00017959001706913114, 0.00023569495533593, 0.00023938064987305552, 0.00022292265202850103, 0.0001989514275919646, 0.00022268586326390505, 0.00015597113815601915, 0.0002291974233230576, 0.00020370329730212688, 0.00019268026517238468, 0.00020601734286174178, 0.00022749269555788487, 0.00023653372772969306, 0.00018000132695306093, 0.0002421458048047498, 0.00018234836170449853, 0.00022033481218386441, 0.00021843859576620162, 0.0002115741663146764, 0.00021441691205836833, 0.0001781651226337999, 0.00022304223966784775, 0.000216274696867913, 0.00020071922335773706, 0.000162009775522165, 0.0002124329621437937, 0.00022695030202157795, 0.0002555058745201677, 0.0002243407943751663, 0.00015123638149816543, 0.00027596723521128297, 0.00018969194206874818, 0.00020298847812227905, 0.00018302665557712317, 0.00018306888523511589, 0.00022313518275041133, 0.00018383197311777622, 0.0002264886279590428, 0.00019799932488240302, 0.00020776996097993106, 0.00019039210746996105, 0.00019998347852379084, 0.00019720449927262962, 0.0001966220879694447, 0.0001874939480330795, 0.00019624244305305183, 0.00017283116176258773, 0.00016719276027288288, 0.0002117563271895051, 0.000243583825067617, 0.00018118968000635505, 0.0001799089804990217, 0.00020171966752968729, 0.0002266603842144832, 0.00022836806601844728, 0.00022541588987223804, 0.00020831874280702323, 0.0002471729530952871, 0.00017496777581982315, 0.00016549319843761623 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 186, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "1": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.5.attention.output", "input_tensor_infos": [ { "id": 187, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 0.009986499324440956 ], "zero_point": [ 127 ] }, { "id": 166, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.027287954464554787 ], "zero_point": [ 126 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 188, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": { "0": { "op_type": "", "fqn": "roberta.encoder.layer.5.attention.output.dropout", "input_tensor_infos": [ { "id": 186, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 187, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "1": { "op_type": "", "fqn": "roberta.encoder.layer.5.attention.output.LayerNorm", "input_tensor_infos": [ { "id": 188, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 189, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] } }, "layer_output_infos": [ { "id": 189, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:5:intermediate": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.5.intermediate.dense", "input_tensor_infos": [ { "id": 189, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.01682308129966259 ], "zero_point": [ 127 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.0002306164096808061, 0.0002699292963370681, 0.0002425148122711107, 0.00022128422278910875, 0.0003086070064455271, 0.00022831496607977897, 0.0001782271428965032, 0.00022104526578914374, 0.00019911515119019896, 0.0002280090848216787, 0.00019313803932163864, 0.00031484171631745994, 0.00025920799816958606, 0.00022262841230258346, 0.00027772580506280065, 0.00026242915191687644, 0.00019628828158602118, 0.00025775033282116055, 0.00019069320114795119, 0.0002086851600324735, 0.00026334909489378333, 0.0002284635411342606, 0.00025805120822042227, 0.00023128070461098105, 0.0002522209251765162, 0.0002513591025490314, 0.00019651460752356797, 0.0002861947868950665, 0.00024307737476192415, 0.0002642316394485533, 0.0002418907533865422, 0.0002421087265247479, 0.0002449344901833683, 0.00023562593560200185, 0.00024261344515252858, 0.00020655167463701218, 0.0001890935527626425, 0.00023408287961501628, 0.00020804168889299035, 0.00018632036517374218, 0.0002098044496960938, 0.00019237826927565038, 0.00024079185095615685, 0.0002699363976716995, 0.000206149707082659, 0.00029231535154394805, 0.00020542509446386248, 0.00026095175417140126, 0.00020880605734419078, 0.00024946845951490104, 0.00029207876650616527, 0.00025567662669345737, 0.00026491802418604493, 0.00020170545030850917, 0.0002752651635091752, 0.00023747635714244097, 0.00021376219228841364, 0.00022816189448349178, 0.0003132419369649142, 0.0002604115870781243, 0.00021384796127676964, 0.0002716616145335138, 0.00020922212570440024, 0.00033192592673003674, 0.0003348147729411721, 0.00025181344244629145, 0.00026007078122347593, 0.00018881649884860963, 0.00028129181009717286, 0.0002433307672617957, 0.00022818711295258254, 0.00021393218776211143, 0.00021485732577275485, 0.0002872905461117625, 0.00024276465410366654, 0.0003310878819320351, 0.0002356213517487049, 0.00024920981377363205, 0.00027970009250566363, 0.00030692334985360503, 0.0002595354162622243, 0.00021013259538449347, 0.00020315576693974435, 0.0001995074562728405, 0.00019081964273937047, 0.00021563346672337502, 0.00023137760581448674, 0.00023192809021566063, 0.0002495906373951584, 0.0002233556006103754, 0.0002342478692298755, 0.000350182264810428, 0.00024589349050074816, 0.0002514971711207181, 0.00020490204042289406, 0.00020163021690677851, 0.00027014027000404894, 0.00019800869631581008, 0.00024994785781018436, 0.00020923707052133977, 0.0002289200492668897, 0.0002562150184530765, 0.0002925716689787805, 0.0003255995688959956, 0.00023609261552337557, 0.0002362230297876522, 0.00020586111349985003, 0.00022963575611356646, 0.00022730548516847193, 0.00028991911676712334, 0.0002172894892282784, 0.0003240561345592141, 0.0002257284359075129, 0.0002576743718236685, 0.0002336111501790583, 0.0002138861018465832, 0.0001657514803810045, 0.00028283370193094015, 0.00023381519713439047, 0.0002793338499031961, 0.00023634455283172429, 0.00027826649602502584, 0.00020371490973047912, 0.00020231316739227623, 0.00026689094374887645, 0.0002676103904377669, 0.00020353097352199256, 0.00021901392028667033, 0.00021256681066006422, 0.0002108342741848901, 0.00023946075816638768, 0.0002859880914911628, 0.00037210548180155456, 0.00025937549071386456, 0.00023174237867351621, 0.00024979349109344184, 0.0002519677218515426, 0.0002172600943595171, 0.000235331041039899, 0.00024981683236546814, 0.00016631936887279153, 0.0001803773338906467, 0.00019947619875892997, 0.00031781819416210055, 0.00024758142535574734, 0.0002543471928220242, 0.0003159093903377652, 0.00022408051881939173, 0.00019129621796309948, 0.00018045146134682, 0.0002098668774124235, 0.0002773028681986034, 0.00021314881450962275, 0.00017096959345508367, 0.0002582100860308856, 0.00021772572654299438, 0.0002569383359514177, 0.00032102473778650165, 0.0002928270841948688, 0.0002299426414538175, 0.00020283841877244413, 0.00025281295529566705, 0.0002156414557248354, 0.00019620849343482405, 0.0002419315424049273, 0.00023810261336620897, 0.00021386719890870154, 0.0002988961059600115, 0.000235045823501423, 0.0002879638341255486, 0.0001907925179693848, 0.0002132012596121058, 0.0002310171112185344, 0.0002775918401312083, 0.00034128845436498523, 0.0003196491743437946, 0.00019185378914698958, 0.00022564982646144927, 0.0002710891712922603, 0.0002112211805069819, 0.0002459462557453662, 0.000316574121825397, 0.00023199454881250858, 0.0002358771744184196, 0.00025774151436053216, 0.00024401867995038629, 0.0002218076988356188, 0.0002768355770967901, 0.00019733997760340571, 0.0002187199133913964, 0.00018022177391685545, 0.0002270438999403268, 0.00022873679699841887, 0.0002182381576858461, 0.0002889833995141089, 0.0002073710347758606, 0.00025780920987017453, 0.000212969389394857, 0.00022628987790085375, 0.00029365974478423595, 0.0001995315687963739, 0.0002575708494987339, 0.0003232880262658, 0.0001779239100869745, 0.0002226580400019884, 0.00018861988792195916, 0.00025738595286384225, 0.00028100042254664004, 0.00028541040956042707, 0.0002364866086281836, 0.00021017428662162274, 0.00023238059657160193, 0.00017206562915816903, 0.0002467491722200066, 0.0002615992270875722, 0.0003663604147732258, 0.00032816105522215366, 0.00022794616234023124, 0.00022417452419176698, 0.00026038818759843707, 0.00026710800011642277, 0.00021256887703202665, 0.0002472403284627944, 0.0002032029879046604, 0.00023210738436318934, 0.00037579171475954354, 0.00024243579537142068, 0.0002429896267130971, 0.00021274873870424926, 0.00019635757780633867, 0.00038667285116389394, 0.00033183806226588786, 0.00029097747756168246, 0.0002441497636027634, 0.00027932910597883165, 0.00023684774350840598, 0.00019546911062207073, 0.0002020730171352625, 0.0003136242739856243, 0.0003523691848386079, 0.000280553795164451, 0.00026713241823017597, 0.00018308116705156863, 0.00021305543486960232, 0.00024177429440896958, 0.00032841364736668766, 0.00021015469974372536, 0.0002411326568108052, 0.00019541452638804913, 0.00024131868849508464, 0.0003169579431414604, 0.00022208997688721865, 0.00022174087644089013, 0.00024271321308333427, 0.0002511846541892737, 0.0002550504868850112, 0.0002825180417858064, 0.000193209940334782, 0.0001807601802283898, 0.00024366029538214207, 0.00024117402790579945, 0.00023483377299271524, 0.00026225694455206394, 0.0002716273593250662, 0.0003587588726077229, 0.00024185172514989972, 0.0002719092008192092, 0.00028341609868220985, 0.00020814919844269753, 0.00023811675782781094, 0.00023424533719662577, 0.00021950664813630283, 0.00023875808983575553, 0.00033466503373347223, 0.00020922787371091545, 0.00021739010117016733, 0.000199714646441862, 0.00019421527395024896, 0.0003062451723963022, 0.0002530560886953026, 0.00023241226153913885, 0.00023754705034662038, 0.00020002873498015106, 0.0002605461049824953, 0.00031141197541728616, 0.00026366376550868154, 0.00028935345471836627, 0.0001733589160721749, 0.00026409607380628586, 0.00021989489323459566, 0.00018873915541917086, 0.00027386422152630985, 0.0002365814143558964, 0.00025769180501811206, 0.00021005148300901055, 0.00021083019964862615, 0.0002320079511264339, 0.00020893399778287858, 0.0002001206303248182, 0.00026409135898575187, 0.0002348964917473495, 0.0002706136438064277, 0.00023526900622528046, 0.0002923055144492537, 0.00022812675160821527, 0.00023452157620340586, 0.00024544293410144746, 0.00021135489805601537, 0.000216696469578892, 0.00018766889115795493, 0.0002308340190211311, 0.00022544953390024602, 0.0002597938000690192, 0.00025245427968911827, 0.00021825768635608256, 0.00021122940233908594, 0.000231024285312742, 0.00020536244846880436, 0.0002434153575450182, 0.00023794983280822635, 0.0003914116823580116, 0.00019591925956774503, 0.00019982321828138083, 0.00021276976622175425, 0.00020016283087898046, 0.0002600348670966923, 0.00020997878164052963, 0.0002677828597370535, 0.0002254159771837294, 0.000213543840800412, 0.0003229093854315579, 0.00024966857745312154, 0.00020965484145563096, 0.0002487133606337011, 0.0002069178008241579, 0.0003145353985019028, 0.0002216205175500363, 0.00025941708008758724, 0.0002357543708058074, 0.0002777461486402899, 0.00028599106008186936, 0.0003163308429066092, 0.0002588473726063967, 0.00023634464014321566, 0.00022312055807560682, 0.0002528738114051521, 0.00029666052432730794, 0.00023700075689703226, 0.00019221438560634851, 0.0002230345708085224, 0.0002450707252137363, 0.00019150010484736413, 0.00033317875931970775, 0.00023880801745690405, 0.00023591563513036817, 0.0002089994086418301, 0.0002892081392928958, 0.00024006226158235222, 0.0002614709665067494, 0.000257039355346933, 0.00022213072224985808, 0.00023863351088948548, 0.00022875652939546853, 0.00026409971178509295, 0.0002886714646592736, 0.00025093366275541484, 0.00019115160102955997, 0.00027464344748295844, 0.00031602635863237083, 0.00027354751364327967, 0.00023159728152677417, 0.0002742166689131409, 0.00023629755014553666, 0.0002364916290389374, 0.00033836797229014337, 0.0002481497940607369, 0.0001856739545473829, 0.0002067084569716826, 0.00020444020628929138, 0.0002013298071688041, 0.00023060382227413356, 0.00024021061835810542, 0.0001867084065452218, 0.0002025666763074696, 0.0001988583680940792, 0.00022370042279362679, 0.00027231560670770705, 0.00026912367320619524, 0.000276986975222826, 0.0002109146153088659, 0.0002289585827384144, 0.00028219399973750114, 0.0003309959720354527, 0.00017436569032724947, 0.00020160930580459535, 0.00021443083824124187, 0.00026230464573018253, 0.0003706939169205725, 0.00018885666213463992, 0.0003391458885744214, 0.00025704424479044974, 0.00023899824009276927, 0.00024760281667113304, 0.00019396420975681394, 0.0002619727747514844, 0.0002224630443379283, 0.00021723676763940603, 0.0002177777496399358, 0.0002521557325962931, 0.00022161570086609572, 0.0002564775641076267, 0.00023810830316506326, 0.000317199039272964, 0.00025085158995352685, 0.00039444444701075554, 0.00021955982083454728, 0.00022254469513427466, 0.00023887748830020428, 0.00023220198636408895, 0.0002100321144098416, 0.00024365725403185934, 0.00024518679128959775, 0.0002226946671726182, 0.00022065623488742858, 0.0002648339723236859, 0.0002669885288923979, 0.0002532530634198338, 0.00039425838622264564, 0.00028010798268951476, 0.0002839005319401622, 0.00024273757298942655, 0.00025837382418103516, 0.00021079258294776082, 0.00024408158787991852, 0.00022755441023036838, 0.00019802326278295368, 0.000312934658722952, 0.00024659803602844477, 0.00023237208370119333, 0.00020992421195842326, 0.00022098523913882673, 0.0002594800607766956, 0.0002310777927050367, 0.0002420557866571471, 0.00021304990514181554, 0.00018956699932459742, 0.00021245690004434437, 0.0002338120830245316, 0.00022854996495880187, 0.0002554017410147935, 0.00025159321376122534, 0.00027814661734737456, 0.00017707554798107594, 0.0002725127269513905, 0.0002510151534806937, 0.00024838544777594507, 0.0002347011468373239, 0.00026383812655694783, 0.00024111461243592203, 0.00018537708092480898, 0.00018143873603548855, 0.00023813842562958598, 0.00021339634258765727, 0.00033473788062110543, 0.0002284696529386565, 0.00028137420304119587, 0.0002560065477155149, 0.00031342857982963324, 0.00026085565332323313, 0.00022186212299857289, 0.0002243219205411151, 0.00022896379232406616, 0.0002711389970500022, 0.0002101879654219374, 0.0002932258939836174, 0.00018256163457408547, 0.00024022617435548455, 0.00041962420800700784, 0.00034170731669291854, 0.00027645076625049114, 0.00021510831720661372, 0.000274944759439677, 0.00017973178182728589, 0.00021058048878330737, 0.00023532660270575434, 0.0002497810637578368, 0.0002478749956935644, 0.0002043348940787837, 0.0002146666229236871, 0.00022574329341296107, 0.00026598971453495324, 0.00018608632672112435, 0.00024348116130568087, 0.00025337195256724954, 0.00020667133503593504, 0.0002391672896919772, 0.00021666042448487133, 0.0001996599166886881, 0.00020223096362315118, 0.00023462175158783793, 0.00020216924895066768, 0.00020655729167629033, 0.00022428263036999851, 0.00022576915216632187, 0.00024152886180672795, 0.000210447222343646, 0.00021703567472286522, 0.0002605711342766881, 0.00020851199224125594, 0.00023736822186037898, 0.0001916772307595238, 0.00022317247930914164, 0.00024972757091745734, 0.00021564337657764554, 0.00019125317339785397, 0.00025483855279162526, 0.0002112612855853513, 0.0002231086982646957, 0.00021386191656347364, 0.0002513448125682771, 0.00021074882533866912, 0.0002680778270587325, 0.0002237476728623733, 0.00021586401271633804, 0.0003074076084885746, 0.00023806524404790252, 0.0003008483035955578, 0.0003379430854693055, 0.0002288848627358675, 0.0002549406490288675, 0.00021016772370785475, 0.00017917748482432216, 0.00028794328682124615, 0.00023398545454256237, 0.000255871593253687, 0.00020323164062574506, 0.0002258951572002843, 0.0002506122982595116, 0.00030091768712736666, 0.00026059779338538647, 0.0003468009817879647, 0.0002090643538394943, 0.00017464871052652597, 0.0002382066159043461, 0.00022395304404199123, 0.00024635993759147823, 0.0002330998395336792, 0.00025598774664103985, 0.00020425932598300278, 0.0002435396600048989, 0.000248226395342499, 0.00022374236141331494, 0.0002268658427055925, 0.00022655451903119683, 0.00022799514408688992, 0.00019762323063332587, 0.00021669184206984937, 0.00027991377282887697, 0.00024961421149782836, 0.00025025077047757804, 0.00023632668307982385, 0.00028459684108383954, 0.0002463033888489008, 0.0003539541794452816, 0.00020368494733702391, 0.00021082368039060384, 0.0003315582580398768, 0.0002178704016841948, 0.00025403828476555645, 0.00021035004465375096, 0.0002845069393515587, 0.0003471567470114678, 0.000258285814197734, 0.0002267258969368413, 0.0002280396583955735, 0.0002394598996033892, 0.00025677893427200615, 0.00019991672888863832, 0.00024218126782216132, 0.00021751111489720643, 0.0003295665082987398, 0.00023424328537657857, 0.0002011364558711648, 0.0001997634390136227, 0.0001890767744043842, 0.00029871048172935843, 0.00020215341646689922, 0.00026646623155102134, 0.00018287848797626793, 0.00030958486604504287, 0.0002071502385661006, 0.0002156938862754032, 0.0002930576738435775, 0.0002045000292127952, 0.000248716096393764, 0.00021442625438794494, 0.00025074361474253237, 0.0002420025848550722, 0.0002200627204729244, 0.0001953711616806686, 0.00025719692348502576, 0.00032670938526280224, 0.00026995656662620604, 0.00027383712586015463, 0.00027749803848564625, 0.00024088988720905036, 0.00019576461636461318, 0.0002905229921452701, 0.00022373994579538703, 0.0002416759089101106, 0.0002405566774541512, 0.00022498430917039514, 0.00022593514586333185, 0.00019204651471227407, 0.0002350322320125997, 0.00021556713909376413, 0.00020417959603946656, 0.0002247740630991757, 0.00020606236648745835, 0.0002324298839084804, 0.00024450282217003405, 0.0003115330182481557, 0.00028138901689089835, 0.00027624351787380874, 0.00018793149502016604, 0.00021476087567862123, 0.00023956749646458775, 0.0002257701853523031, 0.0001775432174326852, 0.00020866132399532944, 0.0002430848398944363, 0.00023856607731431723, 0.0002580557484179735, 0.00023794610751792789, 0.00023667060304433107, 0.00022068008547648787, 0.00022020442702341825, 0.0002152550732716918, 0.0002953588555101305, 0.000269721494987607, 0.00021938970894552767, 0.00024025888706091791, 0.00021817273227497935, 0.00022183018154464662, 0.00027778992080129683, 0.00025726851890794933, 0.00020040530944243073, 0.0002574622631072998, 0.0002815926563926041, 0.000193303611013107, 0.00020337736350484192, 0.0002713421417865902, 0.0003051286330446601, 0.00020073445921298116, 0.00028947804821655154, 0.0002664115163497627, 0.00026859252830035985, 0.00023188434715848416, 0.00023536257504019886, 0.00019696939853020012, 0.00025752020883373916, 0.00023614575911778957, 0.000241086891037412, 0.00021427373576443642, 0.0002315044985152781, 0.00022522159270010889, 0.0002526537864468992, 0.0002351708390051499, 0.00022821550373919308, 0.0002701173652894795, 0.00025270821060985327, 0.0002387922868365422, 0.0002297280152561143, 0.000219605746679008, 0.00025592968449927866, 0.0002175481349695474, 0.00021625480439979583, 0.00023917209182400256, 0.00025287893367931247, 0.00023607803450431675, 0.00022984146198723465, 0.0002623156469780952, 0.0003279742959421128, 0.0002467857557348907, 0.0002264649810967967, 0.00025335673126392066, 0.00029877712950110435, 0.00021866006136406213, 0.00022322543372865766, 0.0001901416981127113, 0.0002083393483189866, 0.00023360579507425427, 0.00021463945449795574, 0.00019188261649105698, 0.00020776894234586507, 0.0002534205268602818, 0.0002851417229976505, 0.00030688242986798286, 0.0002517707762308419, 0.00027441748534329236, 0.00021186863887123764, 0.00020412509911693633, 0.0002201415627496317, 0.00018824930884875357, 0.0002488996833562851, 0.00023121519188862294, 0.00020444068650249392, 0.00026691987295635045, 0.000209643374546431, 0.00022520906350109726, 0.0002155056718038395, 0.0002073749346891418, 0.00023224142205435783, 0.00022901935153640807, 0.00021391735936049372, 0.00017373649461660534, 0.0002944452571682632, 0.00023104653519112617, 0.00017657117859926075, 0.00024539645528420806, 0.00024196745653171092, 0.00033190727117471397, 0.0003493601398076862, 0.00022927812824491411, 0.00022904582147020847, 0.0002592900418676436, 0.00023779542243573815, 0.00023783450888004154, 0.0002470476320013404, 0.000183085459866561, 0.0002502145362086594, 0.0002550504286773503, 0.00021285856200847775, 0.0002471129992045462, 0.00022046601225156337, 0.00022547694970853627, 0.00018348562298342586, 0.0002615473058540374, 0.00019756171968765557, 0.0002115523675456643, 0.00029015110339969397, 0.0002235160063719377, 0.00027210908592678607, 0.00023801368661224842, 0.0002290240372531116, 0.0002467229787725955, 0.00017727125668898225, 0.00021970611123833805, 0.0002567655756138265, 0.00024286191910505295, 0.00020378570479806513, 0.00023368769325315952, 0.00021464607561938465, 0.00024927136837504804, 0.00019476500165183097, 0.00024400783877354115, 0.00021813419880345464, 0.00021875205857213587, 0.00024793052580207586, 0.00022355069813784212, 0.00020847242558375, 0.00026163714937865734, 0.000275979662546888, 0.0001962325331987813, 0.00024145041243173182, 0.00027874132501892745, 0.00026337563758715987, 0.00027705958927981555, 0.00021377508528530598, 0.00019155043992213905, 0.000243408081587404, 0.0002445902500767261, 0.000297386955935508, 0.00029780276236124337, 0.00019068560504820198, 0.0003400299756322056, 0.0002684449136722833, 0.00022773980163037777, 0.0002003139816224575, 0.00021024378656875342, 0.00025027015362866223, 0.00025697340606711805, 0.00028523855144158006, 0.000266987772192806, 0.0002389138244325295, 0.0002447200531605631, 0.00020998099353164434, 0.0002366363478358835, 0.00021600710169877857, 0.0002416890492895618, 0.00026071156025864184, 0.0001848940155468881, 0.00021824197028763592, 0.00027054097154177725, 0.00019627470464911312, 0.00033846389851532876, 0.00022806380002293736, 0.0002978490083478391, 0.00023502569820266217, 0.0002544223971199244, 0.00030378263909369707, 0.0002459707611706108, 0.00029508364968933165, 0.00026074916240759194, 0.0002761726500466466, 0.0002360465150559321, 0.000252243917202577, 0.0001988140429602936, 0.00025827164063230157, 0.00023088805028237402, 0.00020003599638585, 0.00025423525949008763, 0.00022113299928605556, 0.00020254541595932096, 0.00024485515314154327, 0.00027495931135490537, 0.00025011380785144866, 0.0002762294025160372, 0.00025929787079803646, 0.0002461494295857847, 0.00018468852795194834, 0.0002653589763212949, 0.0002041346306214109, 0.00022805301705375314, 0.00017819652566686273, 0.00021547563665080816, 0.0002797648776322603, 0.00028121290961280465, 0.0003341006231494248, 0.0002936560194939375, 0.0001848016254371032, 0.00019044135115109384, 0.00023207697086036205, 0.00026808877009898424, 0.00021577368897851557, 0.000222743081394583, 0.00021242930961307138, 0.00023024174151942134, 0.0002166944177588448, 0.0002358391066081822, 0.00020313943969085813, 0.0002762935182545334, 0.00021502352319657803, 0.00021788441517855972, 0.0002814477775245905, 0.00023206125479191542, 0.00020861782832071185, 0.0003089512465521693, 0.0002113898517563939, 0.00023013874306343496, 0.00035006404505111277, 0.0002182753087254241, 0.0003179072809871286, 0.0002786777331493795, 0.0002352261944906786, 0.00023511618201155216, 0.00019191532919649035, 0.00022949939011596143, 0.0002598540158942342, 0.0003104297793470323, 0.00024224535445682704, 0.0002631511597428471, 0.00022779074788559228, 0.00029568816535174847, 0.0003396644024178386, 0.0002640992752276361, 0.00026988823083229363, 0.0002664368075784296, 0.00019031614647246897, 0.00023674174735788256, 0.000252482364885509, 0.00020329534891061485, 0.00020901723473798484, 0.00021409404871519655, 0.00022216158686205745, 0.0002352604642510414, 0.00022245562286116183, 0.00018195858865510672, 0.00021769755403511226, 0.00021344854030758142, 0.00020432886958587915, 0.00024208509421441704, 0.00023341688211075962, 0.00021207102690823376, 0.00023309254902414978, 0.0002808391582220793, 0.0002236301952507347, 0.00017208083590958267, 0.00028260951512493193, 0.00027370426687411964, 0.00020893648616038263, 0.000319138664053753, 0.00027320071239955723, 0.00023413426242768764, 0.00026381827774457633, 0.00023910650634206831, 0.00025149277644231915, 0.00026782305212691426, 0.00025716336676850915, 0.0002917591482400894, 0.000205137170269154, 0.00021297979401424527, 0.00018979287415277213, 0.00020491689792834222, 0.0002285820955876261, 0.0002729897969402373, 0.00022059358889237046, 0.00021710376313421875, 0.00029876388725824654, 0.00021731933520641178, 0.000213066246942617, 0.00031508240499533713, 0.00018507153436075896, 0.00028100216877646744, 0.00017182638111989945, 0.00021956484124530107, 0.0002664551429916173, 0.00021110409579705447, 0.00028537228354252875, 0.00023811984283383936, 0.0002898927195928991, 0.0003010680666193366, 0.00024007032334338874, 0.00021340398234315217, 0.0002594256366137415, 0.00021611139527522027, 0.00025030059623531997, 0.00031789380591362715, 0.00028183910762891173, 0.00027527505881153047, 0.00023558693646918982, 0.0002034906210610643, 0.00022445277136284858, 0.00023666326887905598, 0.00020056491484865546, 0.0002474330540280789, 0.0002337684709345922, 0.00018802784325089306, 0.0002503849391359836, 0.0002090827183565125, 0.00022726271708961576, 0.00024107765057124197, 0.00018417986575514078, 0.00022050953703001142, 0.0002409947192063555, 0.00023899607185740024, 0.00025822967290878296, 0.0002343036758247763, 0.0002553194062784314, 0.00023455284826923162, 0.00022949831327423453, 0.00022656007786281407, 0.00024257507175207138, 0.00025276181986555457, 0.00021213862055446953, 0.00018957052088808268, 0.00020440065418370068, 0.0002228509692940861, 0.0002675445575732738, 0.00018219866615254432, 0.0003027598140761256, 0.00023384600353892893, 0.00021672097500413656, 0.000229911514907144, 0.0001972460886463523, 0.0002285819937242195, 0.00024634157307446003, 0.00020886083075311035, 0.00028158037457615137, 0.00025374238612130284, 0.00025795670808292925, 0.0002755655150394887, 0.00023468545987270772, 0.00024821609258651733, 0.00020232894166838378, 0.0002998450363520533, 0.00019434386922512203, 0.00019559866632334888, 0.00022911830455996096, 0.00025020475732162595, 0.0002354128664592281, 0.00019893361604772508, 0.00025017239386215806, 0.00024140188179444522, 0.0003431821533013135, 0.00025173870380967855, 0.0002126796607626602, 0.00025202473625540733, 0.00023730756947770715, 0.00020447590213734657, 0.0002498221874702722, 0.0002896385849453509, 0.0001871556742116809, 0.0002046578738372773, 0.00029354760772548616, 0.00023059685190673918, 0.0003225632244721055, 0.00020203276653774083, 0.0003626883844844997, 0.00023346205125562847, 0.0002163155295420438, 0.0002813505125232041, 0.0002452324843034148, 0.00022633500338997692, 0.0003319983370602131, 0.00023112655617296696, 0.00021533900871872902, 0.000259859167272225, 0.00021464793826453388, 0.00022361996525432914, 0.0003371660131961107, 0.00022646404977422208, 0.00022795646509621292, 0.00018944632029160857, 0.0002433143963571638, 0.00029648555209860206, 0.00021353336342144758, 0.00028707642923109233, 0.00022255429939832538, 0.0002390940353507176, 0.00020286998187657446, 0.0002349030110053718, 0.00033166297362186015, 0.00028150304569862783, 0.00021453111548908055, 0.00022704710136167705, 0.00022403083858080208, 0.00022805435582995415, 0.00028441715403459966, 0.00018333815387450159, 0.0002867487201001495, 0.000233374084928073, 0.00024549555382691324, 0.00023759428586345166, 0.00025692296912893653, 0.00025176917552016675, 0.00018772830662783235, 0.0002202215837314725, 0.00027401832630857825, 0.00020911572210025042, 0.00018485120381228626, 0.00019627822621259838, 0.00027056504040956497, 0.00023448996944352984, 0.00024199558538384736, 0.00024018535623326898, 0.0003226014378014952, 0.00021470557840075344, 0.00021607289090752602, 0.00019276226521469653, 0.00029541662661358714, 0.00023741726181469858, 0.0002236618020106107, 0.0003031890082638711, 0.00027089292416349053, 0.0003087276127189398, 0.00022042066848371178, 0.0002004538691835478, 0.00020149737247265875, 0.0001848365063779056, 0.00022750318748876452, 0.0002548265038058162, 0.0002689506800379604, 0.0002647512883413583, 0.0002589058130979538, 0.00019943239749409258, 0.00021439336705952883, 0.0003076472203247249, 0.0002672565751709044, 0.00018548381922300905, 0.0002429288433631882, 0.00021875179663766176, 0.00028083217330276966, 0.0002722108329180628, 0.00023358095495495945, 0.00023762228374835104, 0.00021028687478974462, 0.00025761922006495297, 0.00021600033505819738, 0.0002130679349647835, 0.00020484162087086588, 0.00024116413260344416, 0.00031694717472419143, 0.0002218657755292952, 0.0002203682524850592, 0.00024274135648738593, 0.00024093306274153292, 0.00030534047982655466, 0.00022098375484347343, 0.00024147698422893882, 0.00023998331744223833, 0.00020446664711926132, 0.00029116077348589897, 0.00021448978804983199, 0.00023871278972364962, 0.00032904132967814803, 0.00024301173107232898, 0.00026540650287643075, 0.00020684250921476632, 0.0002747180114965886, 0.0001994823251152411, 0.00023495177447330207, 0.00021483589080162346, 0.0002385632978985086, 0.00027478724950924516, 0.00040581621578894556, 0.00020578238763846457, 0.00022811343660578132, 0.00029357982566580176, 0.00024213037977460772, 0.00020973382925149053, 0.00019958484335802495, 0.00022552032896783203, 0.00025993003509938717, 0.00022805533080827445, 0.00028347846819087863, 0.00019667962624225765, 0.000304445595247671, 0.00022928477847017348, 0.00024644422228448093, 0.00017776164168026298, 0.00020598983974196017, 0.00023347890237346292, 0.00027300327201373875, 0.00023233309912029654, 0.00019702236750163138, 0.00028764113085344434, 0.00020625272009056062, 0.0002457088266965002, 0.00025439055752940476, 0.0001903543306980282, 0.00018698704661801457, 0.000309222552459687, 0.0002363219391554594, 0.00023993043578229845, 0.00022414184059016407, 0.00023492076434195042, 0.00023173495719674975, 0.0002696207957342267, 0.0002279206964885816, 0.00028545758686959743, 0.0002175856934627518, 0.00026870323927141726, 0.00023499653616454452, 0.0002234536368632689, 0.00027024102746509016, 0.00022209722374100238, 0.0002679991885088384, 0.00024630679399706423, 0.00020628269703593105, 0.000234879509662278, 0.00021388022287283093, 0.00022742748842574656, 0.0001965166738955304, 0.0002518911787774414, 0.00019664273713715374, 0.000245283474214375, 0.0002230205136584118, 0.0001941930822795257, 0.00022201673709787428, 0.00027723857783712447, 0.00018974074919242412, 0.0002257749147247523, 0.00028200127417221665, 0.0002609729999676347, 0.00018674772582016885, 0.00021043088054284453, 0.0001893598382594064, 0.00021504303731489927, 0.00020246811618562788, 0.00022257650562096387, 0.00019776880799327046, 0.0002087500470224768, 0.00020562995632644743, 0.00020127440802752972, 0.0002555159153416753, 0.00022795828408561647, 0.0002143921155948192, 0.0002078777615679428, 0.00032455543987452984, 0.00021014368394389749, 0.0002601798332761973, 0.00026919058291241527, 0.0002329379494767636, 0.0002390014851698652, 0.00024714245228096843, 0.00018501085287425667, 0.0002697541785892099, 0.00023321245680563152, 0.00016287034668494016, 0.00018579019524622709, 0.00030509522184729576, 0.00028530831332318485, 0.0003085387288592756, 0.00023992401838768274, 0.0002880770480260253, 0.0002433688350720331, 0.00018998545419890434, 0.00019924211665056646, 0.0002891825570259243, 0.0002716282324399799, 0.0001761006424203515, 0.00021200488845352083, 0.00033407978480681777, 0.000265405309619382, 0.00027304902323521674, 0.0002944626612588763, 0.00027119441074319184, 0.0002153215027647093, 0.00020455187768675387, 0.0001789966190699488, 0.00025470220134593546, 0.00021968060173094273, 0.00023719374439679086, 0.00028450496029108763, 0.0002570695651229471, 0.0002290701522724703, 0.0002521999995224178, 0.00021272776939440519, 0.00019848259398713708, 0.0002003898989642039, 0.0003266935236752033, 0.00024457823019474745, 0.00022978620836511254, 0.0002264251234009862, 0.0002637915895320475, 0.00019045859517063946, 0.00023554048675578088, 0.0002615742268972099, 0.00023200796567834914, 0.00021231068240012974, 0.000262438872596249, 0.000252459169132635, 0.00026747205993160605, 0.00021628809918183833, 0.0001813486887840554, 0.0002534828381612897, 0.00024168055097106844, 0.0002560631255619228, 0.00018251441360916942, 0.0002486867888364941, 0.00018407823517918587, 0.00023143397993408144, 0.00023380036873277277, 0.00023663605679757893, 0.00031769718043506145, 0.00019207588047720492, 0.00018978805746883154, 0.00019165191042702645, 0.0002990393550135195, 0.0002050049661193043, 0.00023995582887437195, 0.00022212066687643528, 0.00030091757071204484, 0.00031730864429846406, 0.0002858246152754873, 0.00028353321249596775, 0.0002243288472527638, 0.0001902743533719331, 0.0003156239981763065, 0.0001962405804079026, 0.00022354234533850104, 0.00029669751529581845, 0.00024464630405418575, 0.00025915447622537613, 0.000231877900660038, 0.0003006173647008836, 0.00034678232623264194, 0.0002496463421266526, 0.00023489816521760076, 0.00018901958537753671, 0.00029432724113576114, 0.0001987298601306975, 0.00023269522353075445, 0.0002468007442075759, 0.00020920559472870082, 0.00021351886971388012, 0.0002511182683520019, 0.00029620539862662554, 0.00024379833484999835, 0.00024519924772903323, 0.00019709371554199606, 0.00025039620231837034, 0.00023421582591254264, 0.0002389300352660939, 0.00020112693891860545, 0.0002691801346372813, 0.0002659234160091728, 0.0002575659309513867, 0.00017441806267015636, 0.00023533316561952233, 0.00023550850164610893, 0.00018312243628315628, 0.0002496315282769501, 0.00020319285977166146, 0.00030681423959322274, 0.0002460613613948226, 0.0002670448739081621, 0.0002836422063410282, 0.00026074174093082547, 0.00020424005924724042, 0.0002393984905211255, 0.0002511757775209844, 0.00025843229377642274, 0.00020277590374462306, 0.00021488472702912986, 0.00021629250841215253, 0.00024061517615336925, 0.0003103214257862419, 0.00021267091506160796, 0.00021997184376232326, 0.0002286357048433274, 0.0002285391528857872, 0.00022131441801320761, 0.00020273978589102626, 0.00033107600756920874, 0.00024171984114218503, 0.00023430194414686412, 0.0002547872718423605, 0.00019431053078733385, 0.00020031574240420014, 0.0002484933356754482, 0.00017331338312942535, 0.000188764781341888, 0.0002370899892412126, 0.00020803332154173404, 0.00021065885084681213, 0.0002157388225896284, 0.0002282347995787859, 0.00028627217398025095, 0.0002346148539800197, 0.00022832331887912005, 0.000254650367423892, 0.0003145119990222156, 0.00023124783183448017, 0.00019134735339321196, 0.00027384734130464494, 0.00017360023048240691, 0.0002101007557939738, 0.0003019043360836804, 0.00025283900322392583, 0.00019022764172405005, 0.0002468471066094935, 0.0002434327034279704, 0.0002518214168958366, 0.0002074251533485949, 0.00018672824080567807, 0.00028291335911490023, 0.00025269348407164216, 0.00024475151440128684, 0.00023232406238093972, 0.000265084468992427, 0.00021968549117445946, 0.00022111888392828405, 0.0002728773979470134, 0.0002376161137362942, 0.00032852866570465267, 0.0002669005480129272, 0.0002683863276615739, 0.0002491131017450243, 0.00023537837842013687, 0.00019523699302226305, 0.00018632544379215688, 0.00023194338427856565, 0.0003222632221877575, 0.00022644069395028055, 0.00024759615189395845, 0.00030811416218057275, 0.00018774232012219727, 0.00020483412663452327, 0.00017634722462389618, 0.00022197727230377495, 0.00031017957371659577, 0.00023302211775444448, 0.00021887097682338208, 0.00025265439762733877, 0.0002159726427635178, 0.00019731876091100276, 0.0002659189922269434, 0.00017865966947283596, 0.00022352080850396305, 0.00021982112957630306, 0.0002342092921026051, 0.00023047464492265135, 0.00024377385852858424, 0.0002705335500650108, 0.00021826698502991349, 0.0002490926126483828, 0.00021195442241150886, 0.00023627675545867532, 0.00028079867479391396, 0.0002017417282331735, 0.0003351938212290406, 0.00023247372882906348, 0.00030921242432668805, 0.0001952450256794691, 0.00023704311752226204, 0.00022451825498137623, 0.00020148624025750905, 0.0002093567600240931, 0.0002753726439550519, 0.00027310752193443477, 0.00020446079724933952, 0.00020182064326945692, 0.00021767652651760727, 0.00022656130022369325, 0.0002069078473141417, 0.00027103148750029504, 0.00022964179515838623, 0.0002674410352483392, 0.00022787199122831225, 0.0002533754741307348, 0.000258599960943684, 0.00020621389558073133, 0.0002289475523866713, 0.0001989982119994238, 0.00024239889171440154, 0.00020672801474574953, 0.00021028911578468978, 0.0002770143619272858, 0.00017455201304983348, 0.00026737473672255874, 0.0002588385541457683, 0.00019764018361456692, 0.0002417157666059211, 0.0003649266727734357, 0.00020253592811059207, 0.00021321473468560725, 0.0002398916258243844, 0.0002713037538342178, 0.0002881708787754178, 0.0002271691628266126, 0.00022544755483977497, 0.00021448424377012998, 0.00017495274369139224, 0.0003420166904106736, 0.0002105010353261605, 0.00027098707505501807, 0.0002779794158414006, 0.0002444882702548057, 0.00023847290140111, 0.0002916590601671487, 0.0002291764976689592, 0.0002214124979218468, 0.0002213777625001967, 0.00022622205142397434, 0.00024928676430135965, 0.00020279324962757528, 0.00023939665697980672, 0.00026091141626238823, 0.0002094802912324667, 0.00023291161051020026, 0.00021686850232072175, 0.00019541181973181665, 0.00027437234530225396, 0.0003008372150361538, 0.0002886303700506687, 0.0002013664779951796, 0.0003492769319564104, 0.0002963081933557987, 0.00025332721997983754, 0.0002144861500710249, 0.0002809966972563416, 0.000247793534072116, 0.00027586682699620724, 0.0001892188738565892, 0.00034208974102512, 0.0002076283417409286, 0.00026658360729925334, 0.00020272798428777605, 0.0002159903961000964, 0.00025665503926575184, 0.0002860005770344287, 0.0003198216436430812, 0.00025009873206727207, 0.00022333698871079832, 0.00019988862914033234, 0.00027008852339349687, 0.0002942270366474986, 0.0002291299751959741, 0.00023191067157313228, 0.00024312737514264882, 0.00024362928525079042, 0.00020718469750136137, 0.0002499220718163997, 0.00020040578965563327, 0.0002188408252550289, 0.0002557985717430711, 0.0002080869599012658, 0.00019727932522073388, 0.000238460284890607, 0.00024518935242667794, 0.00023443906684406102, 0.00020996255625505, 0.00024521505110897124, 0.00016757662524469197, 0.000285672809695825, 0.0002919008838944137, 0.00022700050612911582, 0.00024594386923126876, 0.00026491371681913733, 0.00020526516891550273, 0.00020498161029536277, 0.0002823772665578872, 0.0002994499518536031, 0.0002509508340153843, 0.00024946790654212236, 0.00023124960716813803, 0.00022717502724844962, 0.00024451324134133756, 0.00026090769097208977, 0.00018875848036259413, 0.00028071663109585643, 0.00027720886282622814, 0.00032629695488139987, 0.00021154475689399987, 0.0002213193802163005, 0.00021379583631642163, 0.00025737087707966566, 0.0002599021536298096, 0.00025904516223818064, 0.00021587910305242985, 0.00023614951351191849, 0.0002742078504525125, 0.00026844063540920615, 0.00018202066712547094, 0.0002111643843818456, 0.00021485122852027416, 0.00021893704251851887, 0.0001915657485369593, 0.0002767314435914159, 0.0002803276584018022, 0.00019322159641887993, 0.00026778026949614286, 0.0002773456508293748, 0.0001998939987970516 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 190, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": {}, "layer_output_infos": [ { "id": 191, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] }, "roberta:encoder:layer:5:output": { "q_op_infos": { "0": { "op_type": "", "op_type_is_module": true, "fqn": "roberta.encoder.layer.5.output.dense", "input_tensor_infos": [ { "id": 191, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.003751948941498995 ], "zero_point": [ 45 ] } ], "weight_tensor_infos": [ { "orig_dtype": "torch.float32", "inf_dtype": "torch.qint8", "scale": [ 0.00019581826927606016, 0.00016811539535410702, 0.00012845367018599063, 0.00014794956950936466, 0.0002679583849385381, 0.00010978015779983252, 0.00018352588813286275, 0.00012737825454678386, 0.0001373567502014339, 0.00011427073332015425, 0.0001508967689005658, 9.035333641804755e-05, 0.00014238376752473414, 0.0001606205478310585, 0.00011385124525986612, 0.00013658996613230556, 0.00014400584041140974, 0.00012196113675599918, 0.00018611448467709124, 0.00023777813476044685, 0.00012992246774956584, 0.00013471860438585281, 0.00013621845573652536, 0.00012992513075005263, 0.00023821595823392272, 0.00018921987793873996, 0.00013799282896798104, 0.0001923715026350692, 0.00017684957128949463, 0.0001090533914975822, 0.0002522501745261252, 0.0001761720486683771, 0.00015660939970985055, 0.00013172363105695695, 0.0002563736925367266, 0.0001409920078003779, 0.00015112596156541258, 0.00012217427138239145, 0.00020176434190943837, 0.00011519990948727354, 0.0001469924027333036, 0.00023548277385998517, 0.0001597079390194267, 0.00021149417443666607, 0.0001244742888957262, 0.00011885844287462533, 0.00016233140195254236, 0.0001445653906557709, 0.00018378060485702008, 0.00013020836922805756, 0.0001858817267930135, 0.00027452551876194775, 0.00015624782827217132, 0.00029475000337697566, 0.00014249754894990474, 0.0001017456961562857, 0.00020268090884201229, 0.00012721501116175205, 0.00010782779281726107, 0.00020131314522586763, 0.0001431136333849281, 0.00022721191635355353, 0.00013683710130862892, 0.00015841815911699086, 0.00016944707022048533, 0.0002203221374657005, 0.00012980427709408104, 0.0003090356185566634, 0.00019095644529443234, 0.000163002303452231, 0.00017276524158660322, 0.00012164017971372232, 0.00022192872711457312, 0.00010627423034748062, 0.00015994101704563946, 0.00012612166756298393, 0.0002151785301975906, 0.00010548998398007825, 0.0001165362264146097, 0.00015866701141931117, 0.00011278805322945118, 9.826273162616417e-05, 0.00013643155398312956, 0.00013232542551122606, 9.148702520178631e-05, 0.00016692625649739057, 0.00018819933757185936, 0.0001284581230720505, 0.00013578210200648755, 0.00015265592082869262, 0.000262853573076427, 0.00020351998682599515, 9.91563792922534e-05, 0.000170981147675775, 0.0001233236980624497, 0.0001566542050568387, 0.00011721812188625336, 0.00016774353571236134, 0.0002627455396577716, 0.0001641857816139236, 0.0001578127994434908, 0.0001329600199824199, 0.00010855957225430757, 0.00018189784896094352, 0.00014417991042137146, 0.00013678762479685247, 9.333141497336328e-05, 0.00015531995450146496, 0.00010166615538764745, 0.0001216198070324026, 0.00022170471493154764, 0.00011225792695768178, 0.0001137919316533953, 0.0001787347864592448, 0.00013978323841001838, 0.00012471461377572268, 0.00011102301505161449, 0.0001221201237058267, 0.00016258213145192713, 0.0001866871170932427, 9.546938963467255e-05, 0.0001568617590237409, 0.0001767001231200993, 0.00017026555724442005, 0.00015892334340605885, 0.00011963872384512797, 0.00012699564103968441, 0.00010350990487495437, 0.00010218140232609585, 0.00019756489200517535, 0.00019582713139243424, 0.00015995724243111908, 0.00011346636165399104, 0.0001228894107043743, 0.00019720604177564383, 0.00024059071438387036, 0.00011743068171199411, 0.00015617182361893356, 0.00014912376354914159, 0.00011063511919928715, 0.00018048484344035387, 0.00012810429325327277, 0.00016371298988815397, 0.00014576782996300608, 0.0001813682756619528, 0.0002052765485132113, 0.00012404118024278432, 0.00018860526324715465, 0.00022692697530146688, 0.00013419314927887172, 0.00015927001368254423, 0.0002527362375985831, 0.00014031720638740808, 0.00011923036799998954, 0.00017177678819280118, 0.0001398802996845916, 0.00016469012189190835, 0.0002603981120046228, 0.0001629296748433262, 0.00018377004016656429, 0.0001977579086087644, 0.0001381756883347407, 0.00019140997028443962, 9.795186633709818e-05, 0.00020655877597164363, 0.00010860135080292821, 0.00012393895303830504, 0.00027503701858222485, 0.00021327902504708618, 0.00011342459038132802, 0.0002001531538553536, 0.0001442691427655518, 0.00014575413661077619, 0.00014417101920116693, 0.00015864285524003208, 0.0001340746966889128, 0.0001478026097174734, 0.00014601711882278323, 0.00010755455878097564, 0.00011990237544523552, 0.00011677037400659174, 0.00018239319615531713, 0.00015605533553753048, 0.00016851082909852266, 0.00015147945669014007, 0.00011614312825258821, 0.00027661537751555443, 0.00018463670858182013, 0.00015473602979909629, 0.00016822508769109845, 0.00017601103172637522, 0.00019119633361697197, 9.504767513135448e-05, 0.00018489999638404697, 0.00015438963600900024, 0.00013591746392194182, 0.00021151083637960255, 0.00022549547429662198, 0.0001503192906966433, 0.00013136508641764522, 0.00022819060541223735, 0.00016700156265869737, 0.00014869037840981036, 0.0001095112893381156, 0.0001514449540991336, 0.0001568552543176338, 0.00018025537428911775, 0.000161587682669051, 0.00015619168698322028, 0.0002331121067982167, 0.0001727592316456139, 0.0001459020422771573, 0.00011825999536085874, 0.00016544011305086315, 0.00011625397019088268, 9.976179717341438e-05, 0.00011519019608385861, 0.0002528580080252141, 9.532966942060739e-05, 0.00011396715854061767, 0.00014693521370645612, 0.00016749365022405982, 0.00016171892639249563, 0.00031185545958578587, 0.0002690377295948565, 0.00019060549675486982, 0.00016998033970594406, 0.000166505720699206, 0.00012204220547573641, 0.00013819485320709646, 0.00020608319027815014, 0.00010878635657718405, 9.732114995131269e-05, 0.0002834962506312877, 0.00015382349374704063, 9.763661364559084e-05, 0.00012818770483136177, 9.677807975094765e-05, 0.0002699034521356225, 0.00019112210429739207, 0.00018009150517173111, 0.0001756009296514094, 0.00021292529709171504, 0.0003542935592122376, 0.00013908326218370348, 0.00019611393508967012, 0.00015140684263315052, 0.00018642828217707574, 0.0003586679231375456, 0.0003651741717476398, 0.00021257108892314136, 0.00013057859905529767, 0.00011940457625314593, 0.00011337827163515612, 0.00012954146950505674, 0.00016007706290110946, 0.00016913778381422162, 0.00016176833014469594, 0.00018627956160344183, 0.00027177133597433567, 0.00015300957602448761, 0.00014427908172365278, 0.0002945664164144546, 0.00018185118096880615, 0.0002213681727880612, 0.00012948104995302856, 0.00010310028301319107, 0.00010956644109683111, 0.00013866070366930217, 0.0001521236845292151, 0.00018207634275313467, 0.00010904292139457539, 0.00012400727428030223, 0.00019977668125648052, 0.00024221817147918046, 0.00020219861471559852, 0.00011946711310883984, 9.141036571236327e-05, 0.0001553338806843385, 0.00016965165559668094, 0.00014228431973606348, 0.0001894743472803384, 0.00012166755186626688, 0.0001689871569396928, 0.00013449249672703445, 0.00012093788245692849, 0.00012614158913493156, 0.00014248625666368753, 0.00013131632294971496, 0.00018857880786526948, 0.00012254099419806153, 0.00013084919191896915, 0.00011886496213264763, 0.00021665760141331702, 0.0002225907810498029, 0.00012854186934418976, 0.00012247225095052272, 0.00013954128371551633, 0.00014724142965860665, 0.00011037422518711537, 0.00013183894043322653, 0.00025142490630969405, 0.00017978542018681765, 0.00017291950643993914, 0.00012240726209711283, 0.0001291410153498873, 0.00011199182335985824, 0.00011385808466002345, 0.00017449089500587434, 0.00011088584142271429, 0.0001718785206321627, 0.00014224696496967226, 0.00012890348443761468, 0.0002176772541133687, 0.00015162494673859328, 0.00020562273857649416, 0.00013507013500202447, 0.0002026235160883516, 0.0001389493845636025, 0.0001141014727181755, 0.00011037375224987045, 0.000146550708450377, 0.00013459684851113707, 0.00017749419203028083, 0.00016755513206589967, 0.00015130323299672455, 0.00028990887221880257, 0.0001628894970053807, 0.00022467999951913953, 0.0001197094825329259, 0.00021700715296901762, 0.00013200186367612332, 0.00012428210175130516, 0.00012028826313326135, 0.00010993776231771335, 0.00012143309140810743, 0.00011494890350149944, 0.00014511180052068084, 0.0001837298332247883, 0.00018884991004597396, 0.00011510815966175869, 0.0002166449121432379, 0.00015333732881117612, 0.00010253999062115327, 0.00014716936857439578, 0.00017290688992943615, 9.7177158750128e-05, 0.00012606073869392276, 9.835012315306813e-05, 0.00015120817988645285, 0.00018485731561668217, 0.00013288439367897809, 0.00011272728443145752, 0.0001521220401627943, 0.00011113545042462647, 0.00013787334319204092, 0.0001524187537143007, 0.00014439709775615484, 0.00014878700312692672, 0.0001295585825573653, 0.00012604374205693603, 0.00024627838865853846, 0.00013397011207416654, 0.00019075782620348036, 0.00018959230510517955, 0.00012907039490528405, 0.00021989617380313575, 0.00015058899589348584, 0.00010781636228784919, 0.00015850181807763875, 0.0001767401263350621, 0.00013230543117970228, 0.0001090361038222909, 0.00022611694294027984, 0.00013413232227321714, 9.885036706691608e-05, 0.00010907997057074681, 0.0001474013552069664, 0.00012100586900487542, 0.00015592644922435284, 0.00018365362484473735, 0.0001321779127465561, 0.0002982409205287695, 0.00015227950643748045 ], "zero_point": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ] } ], "output_tensor_infos": [ { "id": 192, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } }, "1": { "op_type": "", "op_type_is_module": false, "fqn": "roberta.encoder.layer.5.output", "input_tensor_infos": [ { "id": 193, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32", "force_dtype": "torch.float32", "scale": [ 0.01227146852761507 ], "zero_point": [ 126 ] }, { "id": 189, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8", "force_dtype": "torch.quint8", "scale": [ 0.01682308129966259 ], "zero_point": [ 127 ] } ], "weight_tensor_infos": [], "output_tensor_infos": [ { "id": 194, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "activation_observer": { "name": "MinMaxObserver", "dtype": "torch.quint8", "qscheme": "torch.per_tensor_affine", "reduce_range": false, "quant_min": 0, "quant_max": 255 }, "weight_observer": { "name": "PerChannelMinMaxObserver", "ch_axis": 0, "dtype": "torch.qint8", "qscheme": "torch.per_channel_symmetric", "reduce_range": false, "quant_min": -128, "quant_max": 127 } } }, "nonq_op_infos": { "0": { "op_type": "", "fqn": "roberta.encoder.layer.5.output.dropout", "input_tensor_infos": [ { "id": 192, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 193, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ] }, "1": { "op_type": "", "fqn": "roberta.encoder.layer.5.output.LayerNorm", "input_tensor_infos": [ { "id": 194, "orig_dtype": "torch.float32", "inf_dtype": "torch.float32" } ], "output_tensor_infos": [ { "id": 195, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] } }, "layer_output_infos": [ { "id": 195, "orig_dtype": "torch.float32", "inf_dtype": "torch.quint8" } ] } }