kreas
/

FA_benchmarks

Model card Files Files and versions Community

kreas commited on Apr 16

Commit

51d74fd

•

1 Parent(s): 15993f0

Upload /Mistral-7B-v0.1-AWQ/AWQ_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub

Browse files

Files changed (1) hide show

Mistral-7B-v0.1-AWQ/AWQ_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json +710 -971

Mistral-7B-v0.1-AWQ/AWQ_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json CHANGED Viewed

@@ -2,213 +2,208 @@
     "prefill": {
         "memory": {
             "unit": "MB",
-            "max_ram": 1995.329536,
             "max_vram": 5460.983808,
             "max_reserved": 4976.541696,
             "max_allocated": 4811.555328
         },
         "latency": {
             "unit": "s",
-            "mean": 0.052240782479445164,
-            "stdev": 0.0002239268149650273,
             "values": [
-                0.05463644790649414,
-                0.05386547088623047,
-                0.052364288330078126,
-                0.052365310668945314,
-                0.05238681411743164,
-                0.05246054458618164,
-                0.05280255889892578,
-                0.05278854370117188,
-                0.052359169006347656,
-                0.05221887969970703,
-                0.05225369644165039,
-                0.05220761489868164,
-                0.052209663391113284,
-                0.05223321533203125,
-                0.05228031921386719,
-                0.05220249557495117,
-                0.05220454406738281,
-                0.05230803298950195,
-                0.05221376037597656,
-                0.052206592559814455,
-                0.052245502471923826,
-                0.052190208435058595,
-                0.0521973762512207,
-                0.05216972732543945,
-                0.05218918228149414,
-                0.0521451530456543,
-                0.05223526382446289,
-                0.05220278549194336,
-                0.05220454406738281,
-                0.05211340713500977,
-                0.05216972732543945,
-                0.0521451530456543,
-                0.0522158088684082,
-                0.052135936737060545,
-                0.05221683120727539,
-                0.052141056060791016,
-                0.052190208435058595,
-                0.05217996978759765,
-                0.052182113647460934,
-                0.05213081741333008,
-                0.05225779342651367,
-                0.05218918228149414,
-                0.05219225692749024,
-                0.052140190124511716,
-                0.05215366363525391,
-                0.05217484664916992,
-                0.05222809600830078,
-                0.052147201538085934,
-                0.05215846252441406,
-                0.05211238479614258,
-                0.05220556640625,
-                0.05218304061889648,
-                0.05221068954467773,
-                0.052142078399658204,
-                0.0522017936706543,
-                0.05221068954467773,
-                0.05230080032348633,
-                0.05214310455322266,
-                0.052243488311767575,
-                0.05220249557495117,
-                0.052241409301757816,
-                0.052187137603759766,
-                0.052242431640625,
-                0.05217587280273438,
-                0.052217857360839844,
-                0.052206592559814455,
-                0.05222092819213867,
-                0.05212057495117187,
-                0.05216665649414062,
-                0.052138046264648436,
-                0.0522608642578125,
-                0.05216665649414062,
-                0.05217996978759765,
-                0.052139007568359375,
-                0.05218304061889648,
-                0.052178943634033206,
-                0.05223116683959961,
-                0.052144126892089845,
-                0.05219839859008789,
-                0.05215846252441406,
-                0.05221171188354492,
-                0.052152320861816405,
-                0.05219635009765625,
-                0.05217792129516602,
-                0.05225078582763672,
-                0.05218918228149414,
-                0.05221683120727539,
-                0.052203712463378904,
-                0.052241409301757816,
-                0.05213081741333008,
-                0.05220556640625,
-                0.05216972732543945,
-                0.05226598358154297,
-                0.052190208435058595,
-                0.0522874870300293,
-                0.05218918228149414,
-                0.0522239990234375,
-                0.05216153717041016,
-                0.05222809600830078,
-                0.05218304061889648,
-                0.05220044708251953,
-                0.05215129470825195,
-                0.0522874870300293,
-                0.052214046478271485,
-                0.0522874870300293,
-                0.05216665649414062,
-                0.052259838104248044,
-                0.052171775817871094,
-                0.05228851318359375,
-                0.052219905853271485,
-                0.05222707366943359,
-                0.052194591522216796,
-                0.052203521728515626,
-                0.052206592559814455,
-                0.052239360809326174,
-                0.052152320861816405,
-                0.05223731231689453,
-                0.05220556640625,
-                0.05225062561035156,
-                0.052190208435058595,
-                0.05225804901123047,
-                0.052201473236083984,
-                0.052241409301757816,
-                0.05220454406738281,
-                0.052209663391113284,
-                0.052174049377441405,
-                0.05220044708251953,
-                0.05215027236938476,
-                0.05221887969970703,
-                0.052261886596679685,
-                0.05219532775878906,
-                0.052203521728515626,
-                0.052206592559814455,
-                0.05222809600830078,
-                0.052225025177001956,
-                0.05215027236938476,
-                0.05224883270263672,
-                0.052187137603759766,
-                0.05225267028808594,
-                0.05217792129516602,
-                0.05226803207397461,
-                0.05219558334350586,
-                0.05229260635375976,
-                0.05217279815673828,
-                0.05222092819213867,
-                0.05220044708251953,
-                0.052241600036621094,
-                0.05218822479248047,
-                0.05222809600830078,
-                0.052203521728515626,
-                0.052241409301757816,
-                0.05218201446533203,
-                0.0521973762512207,
-                0.05213081741333008,
-                0.05219839859008789,
-                0.052188159942626954,
-                0.05223628616333008,
-                0.05214924621582031,
-                0.052209663391113284,
-                0.052219905853271485,
-                0.05225676727294922,
-                0.05215846252441406,
-                0.05228054428100586,
-                0.052212734222412106,
-                0.05225267028808594,
-                0.05221791839599609,
-                0.05228441619873047,
-                0.05218940734863281,
-                0.05222092819213867,
-                0.05224259185791016,
-                0.05228339385986328,
-                0.05225471878051758,
-                0.05230387115478516,
-                0.0522239990234375,
-                0.05228339385986328,
-                0.05225267028808594,
-                0.05224448013305664,
-                0.05219839859008789,
-                0.05224857711791992,
-                0.05220761489868164,
-                0.052296703338623046,
-                0.052225025177001956,
-                0.05226521682739258,
-                0.052187137603759766,
-                0.05224755096435547,
-                0.05224959945678711,
-                0.05224345779418945,
-                0.05216783905029297,
-                0.0522874870300293,
-                0.0522608642578125,
-                0.05224959945678711,
-                0.0522158088684082
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 4900.386017394105
         },
         "energy": null,
         "efficiency": null
@@ -216,24 +211,23 @@
     "decode": {
         "memory": {
             "unit": "MB",
-            "max_ram": 1995.329536,
             "max_vram": 5611.978752,
             "max_reserved": 5127.53664,
             "max_allocated": 4906.047488
         },
         "latency": {
             "unit": "s",
-            "mean": 4.57090930112203,
-            "stdev": 0.005113133946129416,
             "values": [
-                4.577864704132078,
-                4.569144195556642,
-                4.565719003677371
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 55.78758693317425
         },
         "energy": null,
         "efficiency": null
@@ -242,779 +236,524 @@
         "memory": null,
         "latency": {
             "unit": "s",
-            "mean": 0.01792513451420404,
-            "stdev": 0.00013962885651639049,
             "values": [
-                0.020190208435058594,
-                0.019397632598876953,
-                0.018004287719726564,
-                0.01784623908996582,
-                0.0179453125,
-                0.017928192138671875,
-                0.017910783767700195,
-                0.017842208862304688,
-                0.017923040390014647,
-                0.017887231826782226,
-                0.01794867134094238,
-                0.017923072814941408,
-                0.017905887603759767,
-                0.017863519668579103,
-                0.01800595283508301,
-                0.018077695846557617,
-                0.01790771293640137,
-                0.017933311462402343,
-                0.01777561569213867,
-                0.01794895935058594,
-                0.018020063400268554,
-                0.017932544708251952,
-                0.01791257667541504,
-                0.01794972801208496,
-                0.017933280944824218,
-                0.017990943908691406,
-                0.01795248031616211,
-                0.017884159088134767,
-                0.017933311462402343,
-                0.017913951873779296,
-                0.01802230453491211,
-                0.01804800033569336,
-                0.018010112762451173,
-                0.01787494468688965,
-                0.01799577522277832,
-                0.017923263549804686,
-                0.017924224853515625,
-                0.01795350456237793,
-                0.01791689682006836,
-                0.017931264877319338,
-                0.017922048568725587,
-                0.017963199615478515,
-                0.01787376022338867,
-                0.01788719940185547,
-                0.017944639205932617,
-                0.017946687698364258,
-                0.017946495056152343,
-                0.017984672546386717,
-                0.017936223983764647,
-                0.017999872207641602,
-                0.017984512329101563,
-                0.01844223976135254,
-                0.017933311462402343,
-                0.01788313674926758,
-                0.01801523208618164,
-                0.017994752883911135,
-                0.017949695587158202,
-                0.01798067283630371,
-                0.017984512329101563,
-                0.017966848373413086,
-                0.01802649688720703,
-                0.017945600509643556,
-                0.017963008880615236,
-                0.017970176696777345,
-                0.017961984634399415,
-                0.017913856506347657,
-                0.01785139274597168,
-                0.017927167892456054,
-                0.017930240631103517,
-                0.01799065589904785,
-                0.01790086364746094,
-                0.017936063766479493,
-                0.017934463500976563,
-                0.017913951873779296,
-                0.017893152236938478,
-                0.017880064010620117,
-                0.017925119400024413,
-                0.018137088775634767,
-                0.018156543731689453,
-                0.017952768325805665,
-                0.01801625633239746,
-                0.01798262405395508,
-                0.018032480239868164,
-                0.01794047927856445,
-                0.017966079711914062,
-                0.018678783416748047,
-                0.019367935180664063,
-                0.017970176696777345,
-                0.017934335708618163,
-                0.017897472381591797,
-                0.01798860740661621,
-                0.017986751556396483,
-                0.017870655059814455,
-                0.01791814422607422,
-                0.01794246482849121,
-                0.01787481689453125,
-                0.017905664443969727,
-                0.017914880752563478,
-                0.017869823455810546,
-                0.017833984375,
-                0.0178288631439209,
-                0.017833152770996095,
-                0.017879871368408202,
-                0.017885183334350584,
-                0.017821695327758787,
-                0.01786595153808594,
-                0.017880863189697265,
-                0.01784435272216797,
-                0.01783897590637207,
-                0.017868864059448243,
-                0.017816511154174805,
-                0.017889280319213868,
-                0.01782681655883789,
-                0.01783193588256836,
-                0.0178606071472168,
-                0.017840320587158204,
-                0.017853343963623047,
-                0.017868703842163085,
-                0.01789449691772461,
-                0.017891231536865233,
-                0.017913856506347657,
-                0.017886207580566405,
-                0.01781350326538086,
-                0.01782476806640625,
-                0.017893375396728514,
-                0.01784832000732422,
-                0.017896448135375977,
-                0.01784115219116211,
-                0.017869823455810546,
-                0.017861631393432616,
-                0.017886207580566405,
-                0.017848608016967773,
-                0.01786134338378906,
-                0.017893663406372072,
-                0.017944448471069335,
-                0.01791267204284668,
-                0.01787392044067383,
-                0.017905759811401366,
-                0.018026399612426757,
-                0.017908735275268553,
-                0.017898496627807618,
-                0.01787398338317871,
-                0.018012096405029297,
-                0.017924095153808595,
-                0.017922048568725587,
-                0.017937408447265626,
-                0.017950719833374023,
-                0.017929216384887696,
-                0.017997856140136718,
-                0.018034656524658202,
-                0.017960960388183594,
-                0.017909759521484374,
-                0.017925119400024413,
-                0.018,
-                0.017926015853881837,
-                0.017947647094726564,
-                0.017910783767700195,
-                0.017871871948242187,
-                0.01790771293640137,
-                0.017987680435180665,
-                0.017915807723999023,
-                0.01786777687072754,
-                0.017928352355957033,
-                0.01820476722717285,
-                0.017944320678710938,
-                0.0179815673828125,
-                0.017916959762573244,
-                0.017859424591064453,
-                0.0178536319732666,
-                0.017963104248046875,
-                0.01797625541687012,
-                0.017890079498291016,
-                0.01800396728515625,
-                0.018010208129882813,
-                0.017984479904174806,
-                0.017913791656494142,
-                0.017906976699829102,
-                0.01791766357421875,
-                0.017872896194458008,
-                0.017863679885864257,
-                0.017950719833374023,
-                0.017943552017211914,
-                0.017904640197753906,
-                0.017846527099609374,
-                0.017922815322875978,
-                0.017890623092651367,
-                0.017866432189941408,
-                0.017847328186035155,
-                0.017955839157104494,
-                0.01785856056213379,
-                0.018146528244018554,
-                0.01786751937866211,
-                0.017869823455810546,
-                0.01783500862121582,
-                0.017909759521484374,
-                0.017893375396728514,
-                0.01785753631591797,
-                0.017929279327392578,
-                0.017924287796020507,
-                0.017976064682006836,
-                0.017925119400024413,
-                0.01801523208618164,
-                0.017889280319213868,
-                0.017924095153808595,
-                0.017897727966308594,
-                0.017925888061523437,
-                0.017936384201049805,
-                0.017895423889160156,
-                0.017921024322509766,
-                0.017964191436767578,
-                0.01790140724182129,
-                0.017943552017211914,
-                0.017913951873779296,
-                0.017974336624145507,
-                0.01792393684387207,
-                0.017987583160400392,
-                0.017951744079589844,
-                0.017984512329101563,
-                0.017963008880615236,
-                0.01801625633239746,
-                0.017995840072631837,
-                0.018027456283569335,
-                0.017999872207641602,
-                0.017961984634399415,
-                0.01782918357849121,
-                0.0179616641998291,
-                0.017922048568725587,
-                0.017958911895751953,
-                0.01793849563598633,
-                0.01796601676940918,
-                0.017917951583862304,
-                0.017968128204345703,
-                0.01797222328186035,
-                0.017955839157104494,
-                0.01792848014831543,
-                0.01792278480529785,
-                0.017906688690185548,
-                0.017976320266723633,
-                0.017932287216186525,
-                0.017949695587158202,
-                0.017910783767700195,
-                0.017853439331054686,
-                0.01784115219116211,
-                0.01802137565612793,
-                0.017968191146850585,
-                0.01798240089416504,
-                0.01796403121948242,
-                0.01785990333557129,
-                0.01782956886291504,
-                0.01801625633239746,
-                0.01795814323425293,
-                0.01781427192687988,
-                0.01786675262451172,
-                0.017888256072998047,
-                0.017880064010620117,
-                0.018184064865112304,
-                0.018020351409912108,
-                0.01803468894958496,
-                0.01797942352294922,
-                0.01797340774536133,
-                0.018005823135375975,
-                0.01802342414855957,
-                0.017970176696777345,
-                0.017985536575317384,
-                0.017927167892456054,
-                0.01796816062927246,
-                0.017972192764282226,
-                0.017967103958129883,
-                0.017958911895751953,
-                0.018025472640991212,
-                0.018009088516235353,
-                0.01794047927856445,
-                0.018084863662719726,
-                0.018082815170288084,
-                0.017911808013916015,
-                0.017905664443969727,
-                0.017896575927734373,
-                0.01790572738647461,
-                0.01797715187072754,
-                0.017917951583862304,
-                0.01800601577758789,
-                0.017937408447265626,
-                0.017896448135375977,
-                0.017925119400024413,
-                0.017971200942993162,
-                0.01799065589904785,
-                0.017961023330688476,
-                0.017986495971679686,
-                0.017982688903808594,
-                0.01790572738647461,
-                0.017904415130615234,
-                0.017879999160766602,
-                0.01786675262451172,
-                0.01788035202026367,
-                0.01793712043762207,
-                0.017880064010620117,
-                0.017944576263427735,
-                0.01787392044067383,
-                0.01787494468688965,
-                0.01830297660827637,
-                0.01798860740661621,
-                0.017911808013916015,
-                0.01798963165283203,
-                0.017885440826416014,
-                0.017981279373168946,
-                0.01792201614379883,
-                0.017998783111572266,
-                0.01792723274230957,
-                0.01797420883178711,
-                0.01797324752807617,
-                0.018005088806152345,
-                0.017959039688110353,
-                0.01804265594482422,
-                0.01796108818054199,
-                0.01786662483215332,
-                0.017934335708618163,
-                0.017931264877319338,
-                0.018004159927368164,
-                0.017966943740844725,
-                0.018026464462280272,
-                0.017952768325805665,
-                0.01780944061279297,
-                0.01792515182495117,
-                0.01789638328552246,
-                0.017908735275268553,
-                0.017953792572021485,
-                0.017876991271972655,
-                0.017855487823486327,
-                0.017900543212890627,
-                0.017909824371337892,
-                0.01793631935119629,
-                0.017913856506347657,
-                0.017938432693481447,
-                0.018242559432983398,
-                0.017943552017211914,
-                0.01797555160522461,
-                0.01800371170043945,
-                0.01815449523925781,
-                0.017955839157104494,
-                0.01779916763305664,
-                0.01782476806640625,
-                0.017923072814941408,
-                0.01785856056213379,
-                0.017847295761108398,
-                0.01798963165283203,
-                0.017933311462402343,
-                0.01791814422607422,
-                0.017839935302734374,
-                0.01788323211669922,
-                0.017905567169189455,
-                0.017917951583862304,
-                0.017920255661010742,
-                0.01791257667541504,
-                0.017878015518188475,
-                0.017888256072998047,
-                0.017859872817993165,
-                0.017965856552124022,
-                0.017839040756225586,
-                0.017888256072998047,
-                0.01785753631591797,
-                0.01785958480834961,
-                0.01783500862121582,
-                0.01785139274597168,
-                0.017921247482299806,
-                0.017904415130615234,
-                0.01778483200073242,
-                0.01786675262451172,
-                0.01788323211669922,
-                0.01783900833129883,
-                0.017838079452514647,
-                0.017904735565185546,
-                0.01787081527709961,
-                0.017825727462768556,
-                0.017849504470825197,
-                0.01792291259765625,
-                0.01785036849975586,
-                0.017920000076293945,
-                0.017833984375,
-                0.017938432693481447,
-                0.017900543212890627,
-                0.017896703720092774,
-                0.017849088668823242,
-                0.017889280319213868,
-                0.01793849563598633,
-                0.01797228813171387,
-                0.018433919906616213,
-                0.017892351150512697,
-                0.017869823455810546,
-                0.017853439331054686,
-                0.017886207580566405,
-                0.017919296264648436,
-                0.017846975326538086,
-                0.017881376266479492,
-                0.017856224060058594,
-                0.017959936141967774,
-                0.017889280319213868,
-                0.017877056121826173,
-                0.01787811279296875,
-                0.017960800170898437,
-                0.017942527770996093,
-                0.017911808013916015,
-                0.017889280319213868,
-                0.017897472381591797,
-                0.017922048568725587,
-                0.017938432693481447,
-                0.01787923240661621,
-                0.018029504776000977,
-                0.01789548873901367,
-                0.01799888038635254,
-                0.017886207580566405,
-                0.018163488388061522,
-                0.017896448135375977,
-                0.018382848739624022,
-                0.017903871536254883,
-                0.01783475112915039,
-                0.017941600799560548,
-                0.017909664154052735,
-                0.017863679885864257,
-                0.017881088256835938,
-                0.017884191513061524,
-                0.017957151412963866,
-                0.017918655395507813,
-                0.01797324752807617,
-                0.01783830451965332,
-                0.01800067138671875,
-                0.017949695587158202,
-                0.01790771293640137,
-                0.01796406364440918,
-                0.017972192764282226,
-                0.017953792572021485,
-                0.017911808013916015,
-                0.017872095108032227,
-                0.017928991317749023,
-                0.018083839416503905,
-                0.01789030456542969,
-                0.01785241508483887,
-                0.017817728042602538,
-                0.017875839233398437,
-                0.017862655639648437,
-                0.01784832000732422,
-                0.017869823455810546,
-                0.01787596893310547,
-                0.017882272720336913,
-                0.017820512771606446,
-                0.017791296005249025,
-                0.017895103454589844,
-                0.01781452751159668,
-                0.017889280319213868,
-                0.017866783142089844,
-                0.017747936248779298,
-                0.017786880493164063,
-                0.017802240371704102,
-                0.017803264617919923,
-                0.01779814338684082,
-                0.017830911636352538,
-                0.01785651206970215,
-                0.017757183074951173,
-                0.017912832260131836,
-                0.017915903091430666,
-                0.01789132881164551,
-                0.017878015518188475,
-                0.017890432357788085,
-                0.017954687118530273,
-                0.01789030456542969,
-                0.017927295684814454,
-                0.01781747245788574,
-                0.01782374382019043,
-                0.017839103698730468,
-                0.017881376266479492,
-                0.017869632720947267,
-                0.017897375106811525,
-                0.017904640197753906,
-                0.017904703140258788,
-                0.017869760513305664,
-                0.017890560150146485,
-                0.017911712646484376,
-                0.017853504180908204,
-                0.017882911682128907,
-                0.017884159088134767,
-                0.017887264251708983,
-                0.01787913513183594,
-                0.017884031295776367,
-                0.01777996826171875,
-                0.01790540885925293,
-                0.01785753631591797,
-                0.01788313674926758,
-                0.017900543212890627,
-                0.017906688690185548,
-                0.01781760025024414,
-                0.017951744079589844,
-                0.017930240631103517,
-                0.017900543212890627,
-                0.0178606071472168,
-                0.017925119400024413,
-                0.017835039138793946,
-                0.017797376632690428,
-                0.01795350456237793,
-                0.017946624755859376,
-                0.018351104736328124,
-                0.017906688690185548,
-                0.017887231826782226,
-                0.017945791244506838,
-                0.017913663864135742,
-                0.017836032867431642,
-                0.017861919403076174,
-                0.017949407577514648,
-                0.01782681655883789,
-                0.017893375396728514,
-                0.01786787223815918,
-                0.0178492488861084,
-                0.018034656524658202,
-                0.017956127166748048,
-                0.01798422431945801,
-                0.017937408447265626,
-                0.017936384201049805,
-                0.01792211151123047,
-                0.017876928329467773,
-                0.017923072814941408,
-                0.017888256072998047,
-                0.017894399642944335,
-                0.01789132881164551,
-                0.018126848220825196,
-                0.018094079971313477,
-                0.017967103958129883,
-                0.017909759521484374,
-                0.01800297546386719,
-                0.0179005126953125,
-                0.017979391098022462,
-                0.017975296020507812,
-                0.017925119400024413,
-                0.01795289611816406,
-                0.017939327239990234,
-                0.017943552017211914,
-                0.017904640197753906,
-                0.017946624755859376,
-                0.017955839157104494,
-                0.017895584106445313,
-                0.017929056167602538,
-                0.017955968856811524,
-                0.017904544830322267,
-                0.01786979293823242,
-                0.017958112716674805,
-                0.017952543258666992,
-                0.017954816818237306,
-                0.017929248809814453,
-                0.017944543838500977,
-                0.01797545623779297,
-                0.01790447998046875,
-                0.01795814323425293,
-                0.017948543548583985,
-                0.017900415420532226,
-                0.018040000915527345,
-                0.017908544540405275,
-                0.017926143646240233,
-                0.017950719833374023,
-                0.01798041534423828,
-                0.017911808013916015,
-                0.017951967239379883,
-                0.017913631439208984,
-                0.017897695541381837,
-                0.017902368545532225,
-                0.017943552017211914,
-                0.01793849563598633,
-                0.01790867233276367,
-                0.017977344512939454,
-                0.01797427177429199,
-                0.01800726318359375,
-                0.017962783813476563,
-                0.017927167892456054,
-                0.01785763168334961,
-                0.017992767333984375,
-                0.017824607849121092,
-                0.017918975830078124,
-                0.017953792572021485,
-                0.017948703765869142,
-                0.01790870475769043,
-                0.017886207580566405,
-                0.017819648742675782,
-                0.017901567459106444,
-                0.017863679885864257,
-                0.017937408447265626,
-                0.01789030456542969,
-                0.01800396728515625,
-                0.017844224929809572,
-                0.01795686340332031,
-                0.017917951583862304,
-                0.017913951873779296,
-                0.017923999786376953,
-                0.01800601577758789,
-                0.017994752883911135,
-                0.01801420783996582,
-                0.017976320266723633,
-                0.01800499153137207,
-                0.01787392044067383,
-                0.01795686340332031,
-                0.01787392044067383,
-                0.01804800033569336,
-                0.017896448135375977,
-                0.01796201515197754,
-                0.01797532844543457,
-                0.01794963264465332,
-                0.0179835205078125,
-                0.017943519592285156,
-                0.01794047927856445,
-                0.017913856506347657,
-                0.017977344512939454,
-                0.017885408401489257,
-                0.018318111419677735,
-                0.017860767364501953,
-                0.017973087310791017,
-                0.017898496627807618,
-                0.017947647094726564,
-                0.017871871948242187,
-                0.017921087265014648,
-                0.017857471466064454,
-                0.01786777687072754,
-                0.017851551055908202,
-                0.01793020820617676,
-                0.01803660774230957,
-                0.0178525447845459,
-                0.017894432067871092,
-                0.017963104248046875,
-                0.01791360092163086,
-                0.017879039764404296,
-                0.017863679885864257,
-                0.017927167892456054,
-                0.017870847702026366,
-                0.017945823669433595,
-                0.017888032913208007,
-                0.017887231826782226,
-                0.01784320068359375,
-                0.01784012794494629,
-                0.01787392044067383,
-                0.017944799423217774,
-                0.018285343170166016,
-                0.017894399642944335,
-                0.017901567459106444,
-                0.017891519546508788,
-                0.017845056533813478,
-                0.01780940818786621,
-                0.017863679885864257,
-                0.0178155517578125,
-                0.017894399642944335,
-                0.01783622360229492,
-                0.01788806343078613,
-                0.01781350326538086,
-                0.017881088256835938,
-                0.017923072814941408,
-                0.017880064010620117,
-                0.017819648742675782,
-                0.017879039764404296,
-                0.017911808013916015,
-                0.01787392044067383,
-                0.01779715156555176,
-                0.017932256698608397,
-                0.01786777687072754,
-                0.017789087295532226,
-                0.01790979194641113,
-                0.017847103118896486,
-                0.01781657600402832,
-                0.017914880752563478,
-                0.017935359954833984,
-                0.017925119400024413,
-                0.017861631393432616,
-                0.01782579231262207,
-                0.01785241508483887,
-                0.017802240371704102,
-                0.01782067108154297,
-                0.01784115219116211,
-                0.01782476806640625,
-                0.017804576873779298,
-                0.017801952362060548,
-                0.017842239379882812,
-                0.01775609588623047,
-                0.017804288864135744,
-                0.017778688430786133,
-                0.01785139274597168,
-                0.01785753631591797,
-                0.01780531120300293,
-                0.0178155517578125,
-                0.01780735969543457,
-                0.017878015518188475,
-                0.017810432434082032,
-                0.01779302406311035,
-                0.017961984634399415,
-                0.017824031829833983,
-                0.01788591957092285,
-                0.017826080322265625,
-                0.017951520919799804,
-                0.01795167922973633,
-                0.017968128204345703,
-                0.017814720153808594,
-                0.017893184661865236,
-                0.017881088256835938,
-                0.01785958480834961,
-                0.01782374382019043,
-                0.017830944061279295,
-                0.017864959716796875,
-                0.017881824493408204,
-                0.01784217643737793,
-                0.017886207580566405,
-                0.017847295761108398,
-                0.01800396728515625,
-                0.01785139274597168,
-                0.01784524726867676,
-                0.017853471755981447,
-                0.017947616577148436,
-                0.017929216384887696,
-                0.017897472381591797,
-                0.017904640197753906,
-                0.017908735275268553,
-                0.01786476707458496,
-                0.01792608070373535,
-                0.017941503524780272,
-                0.01802342414855957,
-                0.0178288631439209,
-                0.017962047576904297,
-                0.017820608139038085,
-                0.017897567749023437,
-                0.0178504638671875,
-                0.01835398483276367,
-                0.017862655639648437,
-                0.01789030456542969,
-                0.017917119979858398,
-                0.01788703918457031,
-                0.01787392044067383,
-                0.01790902328491211,
-                0.017879776000976563,
-                0.017871871948242187,
-                0.017915199279785157,
-                0.017861312866210937,
-                0.017779712677001954,
-                0.017910783767700195,
-                0.017855487823486327,
-                0.01785683250427246,
-                0.01777529525756836,
-                0.01784320068359375,
-                0.017797119140625,
-                0.01787494468688965,
-                0.01779199981689453,
-                0.01781760025024414,
-                0.01781657600402832,
-                0.017894399642944335,
-                0.017781759262084963,
-                0.01786809539794922,
-                0.017888959884643556,
-                0.017887231826782226,
-                0.01822822380065918,
-                0.017888256072998047,
-                0.017839103698730468,
-                0.017898496627807618,
-                0.0178155517578125,
-                0.017917951583862304,
-                0.017883327484130858,
-                0.017884992599487306,
-                0.017862655639648437,
-                0.017914880752563478,
-                0.017900543212890627,
-                0.018089279174804688,
-                0.017860288619995116,
-                0.017896448135375977,
-                0.01781452751159668,
-                0.017910783767700195,
-                0.01782476806640625,
-                0.017760255813598632
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 55.787586933174246
         },
         "energy": null,
         "efficiency": null

     "prefill": {
         "memory": {
             "unit": "MB",
+            "max_ram": 3092.488192,
             "max_vram": 5460.983808,
             "max_reserved": 4976.541696,
             "max_allocated": 4811.555328
         },
         "latency": {
             "unit": "s",
+            "mean": 0.0534810035827963,
+            "stdev": 0.0004999394885810557,
             "values": [
+                0.058820575714111326,
+                0.05750271987915039,
+                0.05346406555175781,
+                0.0534200325012207,
+                0.053438465118408204,
+                0.05348483276367187,
+                0.05344972610473633,
+                0.05347430419921875,
+                0.05357158279418945,
+                0.053392383575439455,
+                0.05350809478759765,
+                0.05354403305053711,
+                0.05343641662597656,
+                0.05336576080322265,
+                0.05344575881958008,
+                0.053369857788085937,
+                0.05341491317749023,
+                0.053367904663085934,
+                0.053410816192626956,
+                0.05336883163452148,
+                0.053425151824951174,
+                0.053364734649658206,
+                0.05343539047241211,
+                0.053410816192626956,
+                0.053433345794677733,
+                0.053395454406738284,
+                0.05339241409301758,
+                0.05338623809814453,
+                0.05347840118408203,
+                0.05336166381835938,
+                0.05344870376586914,
+                0.053364734649658206,
+                0.053440799713134764,
+                0.05339955139160156,
+                0.05345075225830078,
+                0.05339955139160156,
+                0.05346918487548828,
+                0.05341900634765625,
+                0.05338009643554688,
+                0.053389312744140625,
+                0.05339955139160156,
+                0.053343231201171876,
+                0.053424129486083986,
+                0.053354496002197264,
+                0.05340774536132813,
+                0.05333913421630859,
+                0.05335039901733398,
+                0.05333196640014649,
+                0.05340262222290039,
+                0.053321983337402346,
+                0.05339852905273437,
+                0.05334636688232422,
+                0.05335039901733398,
+                0.053326847076416016,
+                0.0533831672668457,
+                0.05330636978149414,
+                0.05335347366333008,
+                0.05332278442382812,
+                0.05339033508300781,
+                0.0533043212890625,
+                0.05340671920776367,
+                0.05334527969360352,
+                0.05340377426147461,
+                0.05332070541381836,
+                0.05341593551635742,
+                0.05335859298706055,
+                0.053456897735595706,
+                0.053389312744140625,
+                0.05340774536132813,
+                0.053389312744140625,
+                0.0534466552734375,
+                0.053410816192626956,
+                0.05337318420410156,
+                0.05341004943847656,
+                0.05342617416381836,
+                0.05333299255371094,
+                0.053364734649658206,
+                0.053359745025634765,
+                0.05344063949584961,
+                0.05334527969360352,
+                0.05343539047241211,
+                0.053343231201171876,
+                0.053405696868896485,
+                0.053325054168701175,
+                0.05339136123657227,
+                0.05332377624511719,
+                0.05345497512817383,
+                0.053357566833496094,
+                0.053424129486083986,
+                0.05340671920776367,
+                0.05344563293457031,
+                0.05338828659057617,
+                0.05341900634765625,
+                0.053370880126953124,
+                0.05339350509643555,
+                0.05335347366333008,
+                0.05341286468505859,
+                0.053354751586914065,
+                0.053381118774414066,
+                0.0534015998840332,
+                0.05340364837646484,
+                0.05338828659057617,
+                0.05359820938110352,
+                0.053381118774414066,
+                0.05343231964111328,
+                0.05340774536132813,
+                0.05351628875732422,
+                0.05341491317749023,
+                0.05352140808105469,
+                0.053411838531494144,
+                0.05343027114868164,
+                0.05340774536132813,
+                0.053375999450683595,
+                0.053424129486083986,
+                0.05350912094116211,
+                0.05338755035400391,
+                0.0534365119934082,
+                0.053394432067871096,
+                0.053454849243164064,
+                0.053789695739746096,
+                0.054076416015625,
+                0.05348044967651367,
+                0.05356339263916016,
+                0.05341593551635742,
+                0.053986305236816405,
+                0.05344972610473633,
+                0.053392383575439455,
+                0.053365791320800784,
+                0.05375795364379883,
+                0.05348556900024414,
+                0.05345792007446289,
+                0.05341491317749023,
+                0.05343027114868164,
+                0.0533831672668457,
+                0.05340364837646484,
+                0.05339852905273437,
+                0.05342617416381836,
+                0.05332787322998047,
+                0.05343027114868164,
+                0.05339750289916992,
+                0.053410816192626956,
+                0.05336166381835938,
+                0.05341491317749023,
+                0.05340467071533203,
+                0.053422080993652345,
+                0.053379070281982424,
+                0.05348863983154297,
+                0.05343231964111328,
+                0.053539840698242185,
+                0.05345792007446289,
+                0.05349785614013672,
+                0.05344575881958008,
+                0.05350912094116211,
+                0.053443584442138675,
+                0.05348966217041016,
+                0.053477375030517575,
+                0.05345075225830078,
+                0.0534015998840332,
+                0.05349785614013672,
+                0.05345382308959961,
+                0.053623809814453124,
+                0.05342617416381836,
+                0.05347340774536133,
+                0.05342924880981445,
+                0.05349478530883789,
+                0.05340364837646484,
+                0.05350092697143555,
+                0.05343027114868164,
+                0.053515262603759765,
+                0.05342310333251953,
+                0.05353472137451172,
+                0.053441535949707034,
+                0.0535470085144043,
+                0.053440513610839846,
+                0.05353779220581055,
+                0.053375999450683595,
+                0.05345587158203125,
+                0.05341798400878906,
+                0.053460990905761716,
+                0.053411838531494144,
+                0.0535203857421875,
+                0.05346201705932617,
+                0.05347840118408203,
+                0.05340467071533203,
+                0.05348966217041016,
+                0.05341593551635742,
+                0.05347430419921875
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 4786.746374414517
         },
         "energy": null,
         "efficiency": null
     "decode": {
         "memory": {
             "unit": "MB",
+            "max_ram": 3092.488192,
             "max_vram": 5611.978752,
             "max_reserved": 5127.53664,
             "max_allocated": 4906.047488
         },
         "latency": {
             "unit": "s",
+            "mean": 5.41685758972168,
+            "stdev": 0.002873346328735149,
             "values": [
+                5.419730936050415,
+                5.413984243392945
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 47.0752637994129
         },
         "energy": null,
         "efficiency": null
         "memory": null,
         "latency": {
             "unit": "s",
+            "mean": 0.021242578783222287,
+            "stdev": 0.0003743508229375964,
             "values": [
+                0.023595008850097656,
+                0.02309427261352539,
+                0.021377216339111327,
+                0.021290815353393555,
+                0.021198848724365234,
+                0.021163007736206055,
+                0.02113043212890625,
+                0.021132095336914063,
+                0.02117340850830078,
+                0.021135200500488283,
+                0.021094400405883788,
+                0.021179391860961915,
+                0.021213184356689452,
+                0.021098623275756834,
+                0.021156736373901367,
+                0.021156959533691407,
+                0.021157791137695312,
+                0.021230592727661132,
+                0.021182464599609374,
+                0.021146623611450196,
+                0.021159936904907226,
+                0.021186559677124024,
+                0.021156864166259767,
+                0.021186559677124024,
+                0.02110771179199219,
+                0.02109644889831543,
+                0.021114879608154297,
+                0.021183488845825195,
+                0.021125247955322266,
+                0.021201791763305663,
+                0.028220415115356445,
+                0.02351411247253418,
+                0.020938751220703124,
+                0.021056800842285155,
+                0.021095136642456054,
+                0.02117750358581543,
+                0.02116796875,
+                0.02129408073425293,
+                0.02126950454711914,
+                0.021215391159057618,
+                0.021203807830810547,
+                0.021198848724365234,
+                0.02127667236328125,
+                0.02122547149658203,
+                0.021174272537231444,
+                0.0211693115234375,
+                0.021170015335083007,
+                0.021145599365234375,
+                0.021191680908203125,
+                0.021151744842529296,
+                0.021175296783447265,
+                0.021198047637939452,
+                0.021207839965820312,
+                0.021186559677124024,
+                0.02123263931274414,
+                0.021215232849121093,
+                0.021135360717773437,
+                0.021193727493286133,
+                0.021207071304321288,
+                0.02118569564819336,
+                0.021173055648803712,
+                0.021187616348266602,
+                0.021172191619873045,
+                0.021203968048095705,
+                0.02118889617919922,
+                0.021543712615966798,
+                0.021119104385375977,
+                0.021158720016479494,
+                0.021180479049682618,
+                0.021138368606567384,
+                0.021145599365234375,
+                0.02108847999572754,
+                0.0211167049407959,
+                0.021167104721069335,
+                0.02187980842590332,
+                0.0212674560546875,
+                0.02128281593322754,
+                0.0212992000579834,
+                0.02119987106323242,
+                0.021143552780151367,
+                0.021163007736206055,
+                0.02117955207824707,
+                0.021261152267456056,
+                0.021145599365234375,
+                0.02107187271118164,
+                0.02214726448059082,
+                0.022965055465698242,
+                0.021243904113769533,
+                0.021190784454345704,
+                0.021202816009521484,
+                0.021137407302856445,
+                0.021142528533935546,
+                0.02119987106323242,
+                0.0211190071105957,
+                0.021105632781982422,
+                0.021141504287719725,
+                0.021153791427612305,
+                0.021098495483398438,
+                0.021130239486694336,
+                0.021146623611450196,
+                0.021113855361938477,
+                0.021198848724365234,
+                0.020998144149780275,
+                0.0211015682220459,
+                0.02113849639892578,
+                0.021138368606567384,
+                0.02110054397583008,
+                0.021179391860961915,
+                0.02142207908630371,
+                0.021207040786743164,
+                0.021127168655395507,
+                0.02122444725036621,
+                0.021190656661987304,
+                0.02109337615966797,
+                0.021158912658691405,
+                0.021186559677124024,
+                0.021177343368530274,
+                0.021131263732910157,
+                0.021149791717529298,
+                0.02119772720336914,
+                0.021152992248535157,
+                0.021154592514038086,
+                0.021165056228637694,
+                0.021197824478149413,
+                0.021146623611450196,
+                0.02128179168701172,
+                0.021197824478149413,
+                0.021222400665283202,
+                0.021390335083007812,
+                0.021275648117065428,
+                0.021187583923339845,
+                0.021301248550415038,
+                0.021118976593017577,
+                0.021243904113769533,
+                0.02125619125366211,
+                0.021168127059936523,
+                0.021195775985717775,
+                0.021188608169555666,
+                0.02109951972961426,
+                0.02127257537841797,
+                0.021185823440551758,
+                0.02120265579223633,
+                0.021214208602905273,
+                0.021192703247070312,
+                0.021137407302856445,
+                0.021180416107177736,
+                0.021124351501464845,
+                0.02124569511413574,
+                0.02129305648803711,
+                0.021326847076416015,
+                0.021160959243774414,
+                0.02123161506652832,
+                0.021204992294311522,
+                0.021189632415771483,
+                0.021194751739501954,
+                0.02126848030090332,
+                0.021185535430908203,
+                0.021172224044799806,
+                0.021173248291015623,
+                0.021223424911499023,
+                0.021201919555664063,
+                0.021200895309448242,
+                0.02124083137512207,
+                0.021188735961914062,
+                0.021212032318115234,
+                0.021122047424316406,
+                0.021168127059936523,
+                0.021291168212890624,
+                0.02117411231994629,
+                0.021174272537231444,
+                0.021172447204589842,
+                0.0212324161529541,
+                0.02149273681640625,
+                0.021335039138793945,
+                0.021121183395385743,
+                0.021192544937133788,
+                0.021159936904907226,
+                0.021151744842529296,
+                0.02114681625366211,
+                0.021113664627075195,
+                0.021130239486694336,
+                0.021189632415771483,
+                0.021139455795288087,
+                0.021142528533935546,
+                0.021143552780151367,
+                0.021131263732910157,
+                0.02117635154724121,
+                0.02114556884765625,
+                0.021132287979125978,
+                0.021130239486694336,
+                0.02106879997253418,
+                0.021145599365234375,
+                0.021122047424316406,
+                0.021097471237182617,
+                0.021192703247070312,
+                0.021206016540527343,
+                0.02106982421875,
+                0.021121023178100586,
+                0.02104422378540039,
+                0.02123980712890625,
+                0.02138844871520996,
+                0.021332832336425783,
+                0.021153791427612305,
+                0.02127359962463379,
+                0.021144575119018554,
+                0.021156896591186525,
+                0.02111075210571289,
+                0.021209087371826172,
+                0.021118976593017577,
+                0.02128281593322754,
+                0.021131328582763672,
+                0.02123360061645508,
+                0.021136383056640624,
+                0.021187583923339845,
+                0.021061632156372072,
+                0.02126131248474121,
+                0.021137407302856445,
+                0.021300224304199217,
+                0.021189632415771483,
+                0.021261472702026368,
+                0.02117308807373047,
+                0.02122854423522949,
+                0.021143552780151367,
+                0.021184511184692383,
+                0.021140480041503908,
+                0.021168127059936523,
+                0.02110771179199219,
+                0.021161983489990235,
+                0.02123161506652832,
+                0.02126643180847168,
+                0.021235712051391603,
+                0.02123366355895996,
+                0.021525503158569336,
+                0.021320703506469727,
+                0.021194751739501954,
+                0.021222400665283202,
+                0.021239967346191407,
+                0.021257055282592772,
+                0.021209087371826172,
+                0.021227519989013673,
+                0.021135488510131837,
+                0.021223295211791993,
+                0.0211015682220459,
+                0.02126438331604004,
+                0.02123980712890625,
+                0.02125004768371582,
+                0.021309440612792968,
+                0.021185535430908203,
+                0.021029888153076173,
+                0.02128998374938965,
+                0.021325824737548828,
+                0.021094400405883788,
+                0.02111414337158203,
+                0.021275360107421874,
+                0.02110054397583008,
+                0.021123071670532227,
+                0.021313535690307618,
+                0.02125619125366211,
+                0.021195775985717775,
+                0.021262624740600585,
+                0.02132044792175293,
+                0.021295072555541993,
+                0.021315584182739256,
+                0.02130534362792969,
+                0.02126848030090332,
+                0.0212490234375,
+                0.02126540756225586,
+                0.021365760803222656,
+                0.021357568740844726,
+                0.021374975204467773,
+                0.021379072189331053,
+                0.02122444725036621,
+                0.021187583923339845,
+                0.021205055236816407,
+                0.021135295867919922,
+                0.021177343368530274,
+                0.02123993682861328,
+                0.021163040161132813,
+                0.021235551834106445,
+                0.021191680908203125,
+                0.02123980712890625,
+                0.02125209617614746,
+                0.021169151306152344,
+                0.021259263992309572,
+                0.02126540756225586,
+                0.021264511108398436,
+                0.021170047760009764,
+                0.021397504806518555,
+                0.02124083137512207,
+                0.021234687805175782,
+                0.02127462387084961,
+                0.02127872085571289,
+                0.02122265625,
+                0.02112089538574219,
+                0.021285888671875,
+                0.02109939193725586,
+                0.02115814399719238,
+                0.02110745620727539,
+                0.021172224044799806,
+                0.021117952346801756,
+                0.0212541446685791,
+                0.021179391860961915,
+                0.02125721549987793,
+                0.021165056228637694,
+                0.021194751739501954,
+                0.02117740821838379,
+                0.021205951690673828,
+                0.021098495483398438,
+                0.021295103073120117,
+                0.021203968048095705,
+                0.021295103073120117,
+                0.021212352752685546,
+                0.02123244857788086,
+                0.021170175552368165,
+                0.021204992294311522,
+                0.021307615280151366,
+                0.02122319984436035,
+                0.021097471237182617,
+                0.021846176147460938,
+                0.021316448211669923,
+                0.021235712051391603,
+                0.021284000396728515,
+                0.021239648818969725,
+                0.021143552780151367,
+                0.021242879867553712,
+                0.021192703247070312,
+                0.021194751739501954,
+                0.021184511184692383,
+                0.02122547149658203,
+                0.021183488845825195,
+                0.021212160110473634,
+                0.02124799919128418,
+                0.021275648117065428,
+                0.02127257537841797,
+                0.02128998374938965,
+                0.021300224304199217,
+                0.0212040958404541,
+                0.02148441505432129,
+                0.021232671737670898,
+                0.021211103439331056,
+                0.021258399963378905,
+                0.02126422309875488,
+                0.02123593521118164,
+                0.021178207397460937,
+                0.02123161506652832,
+                0.021129152297973634,
+                0.021198848724365234,
+                0.021201919555664063,
+                0.02129100799560547,
+                0.02128486442565918,
+                0.021163007736206055,
+                0.021097471237182617,
+                0.02129100799560547,
+                0.02123980712890625,
+                0.02120806312561035,
+                0.021163007736206055,
+                0.02131865692138672,
+                0.0212490234375,
+                0.021212160110473634,
+                0.02126028823852539,
+                0.021203968048095705,
+                0.021141504287719725,
+                0.021204992294311522,
+                0.021733440399169923,
+                0.02137388801574707,
+                0.02126950454711914,
+                0.02130227279663086,
+                0.021222400665283202,
+                0.021307392120361326,
+                0.021148672103881837,
+                0.021197824478149413,
+                0.02114899253845215,
+                0.02120467185974121,
+                0.021186559677124024,
+                0.021160959243774414,
+                0.021192703247070312,
+                0.02128179168701172,
+                0.021200895309448242,
+                0.021194751739501954,
+                0.021176319122314453,
+                0.021144575119018554,
+                0.021152767181396484,
+                0.021176319122314453,
+                0.021411968231201173,
+                0.021189504623413086,
+                0.02131455993652344,
+                0.021315584182739256,
+                0.021148672103881837,
+                0.02112512016296387,
+                0.021159936904907226,
+                0.021174272537231444,
+                0.021158016204833985,
+                0.021209983825683593,
+                0.021190847396850586,
+                0.021302080154418944,
+                0.02122137641906738,
+                0.021189632415771483,
+                0.021151744842529296,
+                0.021191680908203125,
+                0.021184511184692383,
+                0.02107187271118164,
+                0.021155839920043946,
+                0.021197824478149413,
+                0.021388288497924804,
+                0.021227519989013673,
+                0.02131046485900879,
+                0.021343231201171875,
+                0.021178367614746094,
+                0.021153791427612305,
+                0.021207040786743164,
+                0.021242879867553712,
+                0.021184511184692383,
+                0.021196800231933592,
+                0.021157888412475585,
+                0.021189632415771483,
+                0.021179391860961915,
+                0.021094400405883788,
+                0.021149696350097655,
+                0.021188608169555666,
+                0.021213184356689452,
+                0.021197824478149413,
+                0.021118976593017577,
+                0.021196800231933592,
+                0.02111516761779785,
+                0.021163743972778322,
+                0.021166080474853514,
+                0.021140480041503908,
+                0.021400575637817384,
+                0.02126438331604004,
+                0.021189632415771483,
+                0.021201919555664063,
+                0.02107699203491211,
+                0.02123478317260742,
+                0.0211823673248291,
+                0.021132287979125978,
+                0.021214208602905273,
+                0.02114579200744629,
+                0.021133119583129883,
+                0.021182464599609374,
+                0.02109951972961426,
+                0.021195775985717775,
+                0.02122137641906738,
+                0.021215232849121093,
+                0.021197824478149413,
+                0.021196800231933592,
+                0.021214208602905273,
+                0.021136383056640624,
+                0.021166080474853514,
+                0.021378047943115236,
+                0.021143552780151367,
+                0.021082111358642578,
+                0.021157888412475585,
+                0.021182464599609374,
+                0.021226495742797852,
+                0.021178367614746094,
+                0.021574655532836915,
+                0.021216352462768553,
+                0.021270431518554688,
+                0.021238016128540038,
+                0.021168895721435547,
+                0.021215232849121093,
+                0.0212541446685791,
+                0.02122035217285156,
+                0.021239839553833007,
+                0.021222368240356445,
+                0.021235712051391603,
+                0.02124492835998535,
+                0.02123366355895996,
+                0.02127462387084961,
+                0.02119987106323242,
+                0.02120806312561035,
+                0.02128895950317383,
+                0.02122854423522949,
+                0.021223424911499023,
+                0.02123161506652832,
+                0.021339136123657225,
+                0.021275648117065428,
+                0.02140572738647461,
+                0.021218271255493165,
+                0.021212160110473634,
+                0.021287935256958008,
+                0.021238784790039062,
+                0.021138431549072266,
+                0.021210111618041993,
+                0.021193727493286133,
+                0.021235712051391603,
+                0.021260351181030274,
+                0.021739456176757814,
+                0.021171199798583985,
+                0.021337087631225587,
+                0.021398527145385742,
+                0.02128179168701172,
+                0.02127769660949707,
+                0.02126233673095703,
+                0.021209087371826172,
+                0.021203968048095705,
+                0.021292032241821288,
+                0.02122444725036621,
+                0.02127872085571289,
+                0.02122444725036621,
+                0.021271551132202148,
+                0.021350400924682617,
+                0.021235712051391603,
+                0.021132287979125978,
+                0.02124492835998535,
+                0.021320703506469727,
+                0.021211135864257814,
+                0.021271551132202148,
+                0.02126848030090332,
+                0.021312511444091797
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 47.075263799412866
         },
         "energy": null,
         "efficiency": null