kreas
/

FA_benchmarks

Model card Files Files and versions Community

kreas commited on Mar 14

Commit

98a3256

•

1 Parent(s): b7849f4

Upload /Mistral-7B-v0.1-AWQ/AWQ_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub

Browse files

Files changed (1) hide show

Mistral-7B-v0.1-AWQ/AWQ_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json +963 -964

Mistral-7B-v0.1-AWQ/AWQ_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json CHANGED Viewed

@@ -2,214 +2,213 @@
     "prefill": {
         "memory": {
             "unit": "MB",
-            "max_ram": 3130.720256,
             "max_vram": 5460.983808,
             "max_reserved": 4976.541696,
             "max_allocated": 4811.555328
         },
         "latency": {
             "unit": "s",
-            "mean": 0.05203305583420196,
-            "stdev": 0.00024921750978539845,
             "values": [
-                0.05460294342041016,
-                0.05378047943115234,
                 0.05225267028808594,
-                0.05215334320068359,
-                0.05244518280029297,
-                0.052929534912109374,
-                0.052393985748291017,
-                0.05206016159057617,
-                0.05205811309814453,
-                0.051983455657958984,
-                0.05207449722290039,
-                0.051953662872314454,
-                0.052073471069335936,
-                0.0519444465637207,
-                0.05203558349609375,
-                0.05195264053344727,
-                0.0520849609375,
-                0.051961856842041014,
-                0.05204275131225586,
-                0.05197516632080078,
-                0.05202431869506836,
-                0.0519659538269043,
-                0.05202534484863281,
-                0.05197926330566406,
-                0.052013057708740235,
-                0.051931137084960936,
-                0.052029441833496094,
-                0.051904510498046875,
-                0.05207040023803711,
-                0.051978240966796874,
-                0.052034561157226565,
-                0.05189120101928711,
-                0.05260083389282227,
-                0.05216255950927735,
-                0.05204787063598633,
-                0.051917823791503906,
-                0.05202431869506836,
-                0.05199990463256836,
-                0.05199897766113281,
-                0.051899391174316405,
-                0.05201919937133789,
-                0.0519813117980957,
-                0.05204275131225586,
-                0.05197721481323242,
-                0.05206016159057617,
-                0.0519659538269043,
-                0.05205196762084961,
-                0.05193852615356445,
-                0.051999744415283204,
-                0.051969024658203126,
-                0.05203763198852539,
-                0.051919136047363285,
-                0.05202841567993164,
-                0.05195398330688476,
-                0.05199462509155273,
-                0.051931137084960936,
-                0.051986431121826174,
-                0.05191065597534179,
-                0.0519496955871582,
-                0.05187481689453125,
-                0.052004863739013675,
-                0.05186764907836914,
-                0.051942401885986325,
-                0.05190860748291016,
-                0.05199052810668945,
-                0.051883007049560545,
-                0.05203766250610352,
-                0.05195468902587891,
-                0.05205913543701172,
-                0.051937278747558595,
-                0.05206425476074219,
-                0.051955711364746096,
-                0.05200588989257812,
-                0.051953662872314454,
-                0.05206118392944336,
-                0.051932159423828124,
-                0.05204275131225586,
-                0.05194342422485351,
-                0.05200896072387695,
-                0.0519659538269043,
-                0.05204684829711914,
-                0.05197619247436523,
-                0.0521082878112793,
-                0.05191372680664062,
-                0.05204787063598633,
-                0.05198745727539063,
-                0.0520263671875,
-                0.051953662872314454,
-                0.05203763198852539,
-                0.051926017761230465,
-                0.05203046417236328,
-                0.0519659538269043,
-                0.052039966583251954,
-                0.051932159423828124,
-                0.05209907150268555,
-                0.05190681457519531,
-                0.052018177032470705,
-                0.05193011093139648,
-                0.052057086944580076,
-                0.05194342422485351,
-                0.05204275131225586,
-                0.05192396926879883,
-                0.052086784362792966,
-                0.05197926330566406,
-                0.05205196762084961,
-                0.05196083068847656,
-                0.05207244873046875,
-                0.05195398330688476,
-                0.05203763198852539,
-                0.05197516632080078,
-                0.05203353500366211,
-                0.05197926330566406,
-                0.05204070281982422,
-                0.05192704010009765,
-                0.05203968048095703,
-                0.05194137573242188,
-                0.05201715087890625,
-                0.05195468902587891,
-                0.05207449722290039,
-                0.05195980834960937,
-                0.05204684829711914,
-                0.05192192077636719,
-                0.05205401611328125,
-                0.052038654327392575,
-                0.05204304122924805,
-                0.05194342422485351,
-                0.05206630325317383,
-                0.05192192077636719,
-                0.05203046417236328,
-                0.05200281524658203,
-                0.05206528091430664,
-                0.051918846130371094,
-                0.052032512664794923,
-                0.05200384140014649,
-                0.05207244873046875,
-                0.05195161437988281,
-                0.052034751892089844,
-                0.051980384826660155,
-                0.05202022552490235,
-                0.05196492767333984,
-                0.052032512664794923,
-                0.05195673751831055,
-                0.05206835174560547,
-                0.051942401885986325,
-                0.052022270202636715,
-                0.05194137573242188,
-                0.052071422576904294,
-                0.051980289459228515,
-                0.05206118392944336,
-                0.05199257659912109,
-                0.05201715087890625,
-                0.051948543548583984,
-                0.05202841567993164,
-                0.05195161437988281,
-                0.05201715087890625,
-                0.05194649505615234,
-                0.05205913543701172,
-                0.051939327239990236,
-                0.05209088134765625,
-                0.051931137084960936,
-                0.052050945281982425,
-                0.051939327239990236,
-                0.05207756805419922,
-                0.05197619247436523,
-                0.052034561157226565,
-                0.05193830490112305,
-                0.05200691223144531,
-                0.051948543548583984,
-                0.05203046417236328,
-                0.051948543548583984,
-                0.05207040023803711,
-                0.05202739334106445,
-                0.05205920028686523,
-                0.051985408782958986,
-                0.052021247863769535,
-                0.051950592041015625,
-                0.05204787063598633,
-                0.05196083068847656,
-                0.05202431869506836,
-                0.05194137573242188,
-                0.05200281524658203,
-                0.051958782196044925,
-                0.05206016159057617,
-                0.05193830490112305,
-                0.05206835174560547,
-                0.051905696868896484,
-                0.052055038452148435,
-                0.05190963363647461,
-                0.052013057708740235,
-                0.05193011093139648,
-                0.052018177032470705,
-                0.0519024658203125,
-                0.05209395217895508
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 4919.949364798369
         },
         "energy": null,
         "efficiency": null
@@ -217,24 +216,24 @@
     "decode": {
         "memory": {
             "unit": "MB",
-            "max_ram": 3130.720256,
             "max_vram": 5611.978752,
             "max_reserved": 5127.53664,
             "max_allocated": 4906.047488
         },
         "latency": {
             "unit": "s",
-            "mean": 4.512734057744345,
-            "stdev": 0.0035741992318516686,
             "values": [
-                4.517775035858153,
-                4.509891458511356,
-                4.510535678863528
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 56.50676435550021
         },
         "energy": null,
         "efficiency": null
@@ -243,779 +242,779 @@
         "memory": null,
         "latency": {
             "unit": "s",
-            "mean": 0.017696996304879784,
-            "stdev": 0.00013706174045210662,
             "values": [
-                0.019846847534179687,
-                0.019079391479492187,
-                0.01759004783630371,
-                0.0176312313079834,
-                0.017687551498413084,
-                0.017656831741333007,
-                0.017689599990844726,
-                0.01763942337036133,
-                0.017704959869384765,
-                0.017819648742675782,
-                0.0176363525390625,
-                0.01764454460144043,
-                0.01769603157043457,
-                0.017734367370605467,
-                0.017698816299438477,
-                0.01765273666381836,
-                0.017754112243652344,
-                0.01765273666381836,
-                0.01765273666381836,
-                0.017617919921875,
-                0.01763942337036133,
-                0.01800809669494629,
-                0.017605663299560547,
-                0.017691583633422853,
-                0.01764249610900879,
-                0.01763759994506836,
-                0.017727264404296873,
-                0.017648639678955077,
-                0.0176312313079834,
-                0.01767331123352051,
-                0.01764240074157715,
-                0.01764761543273926,
-                0.017639455795288087,
-                0.01764454460144043,
-                0.01759228706359863,
-                0.017710079193115236,
-                0.017675264358520508,
-                0.01763942337036133,
-                0.017724416732788087,
-                0.01762713623046875,
-                0.017655807495117186,
-                0.017653823852539063,
-                0.017604799270629884,
-                0.017729503631591797,
-                0.017711135864257814,
-                0.017789695739746095,
-                0.017694719314575197,
-                0.017710079193115236,
-                0.018123775482177733,
-                0.017712255477905274,
-                0.017735551834106446,
-                0.017704959869384765,
-                0.017661951065063478,
-                0.017719488143920898,
-                0.01771295928955078,
-                0.017730560302734375,
-                0.017679359436035155,
-                0.017737728118896484,
-                0.01764975929260254,
-                0.017754016876220705,
-                0.01768550491333008,
-                0.017753087997436523,
-                0.017726463317871095,
-                0.0177838077545166,
-                0.017738752365112305,
-                0.017846271514892577,
-                0.01766409683227539,
-                0.017646495819091796,
-                0.017694719314575197,
-                0.017721343994140625,
-                0.017723392486572266,
-                0.017708032608032227,
-                0.017723392486572266,
-                0.01788211250305176,
-                0.017707008361816406,
-                0.017766687393188478,
-                0.01772719955444336,
-                0.01775209617614746,
-                0.017685472488403322,
-                0.01768448066711426,
-                0.017718271255493166,
-                0.01762918472290039,
-                0.01765068817138672,
-                0.017680383682250975,
-                0.017624063491821287,
-                0.01846272087097168,
-                0.01885491180419922,
-                0.017722528457641603,
-                0.017686368942260743,
-                0.017719295501708983,
-                0.017743871688842772,
-                0.0177061767578125,
-                0.017691455841064452,
-                0.017683456420898438,
-                0.01765273666381836,
-                0.017715200424194336,
-                0.017714176177978515,
-                0.017663999557495116,
-                0.017679359436035155,
-                0.017689599990844726,
-                0.017729536056518554,
-                0.017667167663574217,
-                0.017669023513793944,
-                0.017702911376953127,
-                0.017726463317871095,
-                0.01770086479187012,
-                0.01764454460144043,
-                0.017797216415405274,
-                0.0178187198638916,
-                0.017786687850952148,
-                0.01780531120300293,
-                0.017822719573974608,
-                0.017756160736083985,
-                0.017755136489868165,
-                0.017723392486572266,
-                0.017686527252197267,
-                0.017691648483276368,
-                0.017709247589111327,
-                0.017710975646972656,
-                0.017691583633422853,
-                0.01768169593811035,
-                0.017706720352172852,
-                0.017628320693969725,
-                0.017643360137939452,
-                0.017612800598144532,
-                0.017683456420898438,
-                0.017650911331176758,
-                0.017728288650512694,
-                0.01770412826538086,
-                0.017708864212036133,
-                0.017564672470092774,
-                0.017605632781982423,
-                0.017658079147338867,
-                0.017665824890136718,
-                0.01764352035522461,
-                0.01808076858520508,
-                0.017707263946533203,
-                0.017782527923583983,
-                0.017649663925170898,
-                0.01779199981689453,
-                0.01777769660949707,
-                0.017804256439208986,
-                0.01764761543273926,
-                0.01775846481323242,
-                0.017753856658935547,
-                0.017777727127075194,
-                0.01774278450012207,
-                0.01781865692138672,
-                0.017754112243652344,
-                0.017851360321044923,
-                0.017731679916381835,
-                0.017693599700927733,
-                0.017738752365112305,
-                0.017707008361816406,
-                0.017705984115600586,
-                0.017705984115600586,
-                0.01765171241760254,
-                0.0176712646484375,
-                0.01771612739562988,
-                0.0177838077545166,
-                0.017699840545654297,
-                0.017761280059814453,
-                0.0181790714263916,
-                0.017776767730712892,
-                0.017783679962158204,
-                0.01781862449645996,
-                0.017733631134033204,
                 0.01782476806640625,
-                0.017690624237060547,
-                0.017771520614624024,
-                0.017716224670410157,
-                0.017772544860839845,
-                0.017683679580688477,
-                0.01777129554748535,
-                0.017767679214477538,
-                0.01767500877380371,
-                0.017655807495117186,
-                0.017682432174682617,
-                0.017594623565673827,
-                0.017606559753417968,
-                0.017592159271240235,
-                0.017690847396850586,
-                0.01766275215148926,
-                0.017679359436035155,
-                0.01760153579711914,
-                0.017752063751220702,
-                0.01760051155090332,
-                0.01764463996887207,
-                0.017608800888061524,
-                0.01768560028076172,
-                0.017664735794067382,
-                0.01763020706176758,
-                0.01767344093322754,
-                0.017684255599975586,
-                0.017718271255493166,
-                0.01761484718322754,
-                0.01761689567565918,
-                0.017672319412231446,
-                0.017561471939086915,
-                0.017605632781982423,
-                0.01760358428955078,
-                0.017670143127441407,
-                0.017694847106933594,
-                0.017605728149414062,
-                0.017551136016845704,
-                0.017522687911987304,
-                0.017538047790527343,
-                0.017540096282958984,
-                0.017606752395629883,
-                0.01760041618347168,
-                0.017558784484863282,
-                0.017704959869384765,
-                0.017700607299804688,
-                0.017663999557495116,
-                0.01762816047668457,
-                0.017686527252197267,
-                0.01765990447998047,
-                0.01769887924194336,
-                0.017640384674072265,
-                0.017674240112304687,
-                0.017687551498413084,
-                0.01773465538024902,
-                0.01768448066711426,
-                0.017680608749389648,
-                0.01762179183959961,
-                0.01765385627746582,
-                0.017599647521972656,
-                0.017626880645751953,
-                0.01763839912414551,
-                0.017670143127441407,
-                0.01764454460144043,
-                0.01766912078857422,
-                0.0176629753112793,
-                0.01765990447998047,
-                0.01761075210571289,
-                0.017728511810302734,
-                0.017753087997436523,
-                0.017761280059814453,
-                0.01760361671447754,
-                0.017719263076782225,
-                0.01759846305847168,
-                0.017633472442626953,
-                0.017705823898315428,
-                0.017730527877807618,
-                0.01765171241760254,
-                0.017728511810302734,
-                0.017711231231689453,
-                0.01762086486816406,
-                0.01756876754760742,
-                0.018249727249145507,
-                0.017743871688842772,
-                0.017573888778686524,
-                0.017473535537719728,
-                0.01767628860473633,
-                0.01761996841430664,
-                0.017753984451293944,
-                0.01772035217285156,
-                0.017718240737915038,
-                0.017756160736083985,
-                0.01773263931274414,
-                0.017818592071533204,
-                0.01775103950500488,
-                0.017738847732543944,
-                0.017730464935302736,
-                0.017727487564086913,
-                0.017634368896484374,
-                0.017664960861206055,
-                0.01771232032775879,
-                0.017757120132446288,
-                0.017792896270751955,
-                0.017681728363037108,
-                0.01777324867248535,
-                0.017702911376953127,
                 0.01830297660827637,
-                0.017741823196411134,
-                0.017725439071655275,
-                0.0177039680480957,
-                0.01769059181213379,
-                0.017789951324462892,
-                0.017680383682250975,
-                0.01778892707824707,
-                0.017687551498413084,
-                0.017754112243652344,
-                0.017708032608032227,
-                0.01777769660949707,
-                0.017765632629394533,
-                0.017801952362060548,
-                0.017682432174682617,
-                0.01776742362976074,
-                0.017754112243652344,
-                0.017721343994140625,
-                0.017703935623168944,
-                0.017704959869384765,
-                0.017704959869384765,
-                0.017721343994140625,
-                0.017635488510131837,
-                0.01768556785583496,
-                0.017573728561401367,
-                0.01768953514099121,
-                0.01765068817138672,
-                0.017695743560791014,
-                0.01765068817138672,
-                0.017827840805053712,
-                0.017632255554199217,
-                0.017772544860839845,
-                0.01763737678527832,
-                0.017763328552246094,
-                0.01762211227416992,
-                0.01772230339050293,
-                0.017680448532104494,
-                0.017738655090332033,
                 0.017897472381591797,
-                0.017688575744628905,
-                0.01763667106628418,
-                0.017695743560791014,
-                0.01764422416687012,
-                0.017657888412475585,
-                0.01761702346801758,
-                0.01771811294555664,
-                0.017710079193115236,
-                0.01762713623046875,
-                0.017604608535766602,
-                0.01759846305847168,
-                0.01760051155090332,
-                0.01762726402282715,
-                0.01756982421875,
-                0.01761180877685547,
-                0.01763942337036133,
-                0.017667903900146484,
-                0.01759539222717285,
-                0.01762713623046875,
-                0.017705984115600586,
-                0.017711103439331053,
-                0.01764249610900879,
-                0.017691648483276368,
-                0.01767628860473633,
-                0.017683456420898438,
-                0.017729536056518554,
-                0.017654848098754884,
-                0.017601472854614258,
-                0.0176312313079834,
-                0.017675296783447265,
-                0.01760047912597656,
-                0.017625087738037108,
-                0.017671167373657228,
-                0.017683456420898438,
-                0.017648639678955077,
-                0.017625087738037108,
-                0.0176312313079834,
-                0.017618112564086914,
-                0.017611583709716796,
-                0.01754035186767578,
-                0.017625856399536132,
-                0.01756876754760742,
-                0.017675264358520508,
-                0.01759846305847168,
-                0.017655807495117186,
-                0.017635616302490234,
-                0.017682144165039063,
-                0.01761587142944336,
-                0.018103296279907227,
-                0.01759436798095703,
-                0.017702911376953127,
-                0.017730560302734375,
-                0.017730560302734375,
-                0.017617216110229494,
-                0.017753791809082032,
-                0.017610847473144533,
-                0.017752992630004884,
-                0.017665023803710937,
-                0.017726463317871095,
-                0.017604768753051756,
-                0.01770992088317871,
-                0.017590303421020508,
-                0.017688543319702148,
-                0.017611967086791993,
-                0.017657663345336912,
-                0.017655807495117186,
-                0.017723392486572266,
-                0.01762713623046875,
-                0.017712127685546874,
-                0.01766912078857422,
-                0.017714176177978515,
-                0.01765068817138672,
-                0.017689599990844726,
-                0.017740800857543947,
-                0.017715520858764648,
-                0.018017984390258788,
-                0.01763667106628418,
-                0.017618751525878905,
-                0.017675136566162108,
-                0.017740800857543947,
-                0.017749311447143555,
-                0.017686208724975585,
-                0.017789951324462892,
-                0.01767740821838379,
-                0.017692575454711913,
-                0.017689599990844726,
-                0.017744895935058593,
-                0.017710079193115236,
-                0.01769267272949219,
-                0.017719295501708983,
-                0.017711103439331053,
-                0.01777663993835449,
-                0.017732608795166017,
-                0.01775103950500488,
-                0.017764352798461915,
-                0.017744895935058593,
-                0.01776742362976074,
-                0.01770809555053711,
-                0.01775916862487793,
-                0.017613824844360353,
-                0.017678592681884767,
-                0.017655872344970704,
-                0.017609407424926758,
-                0.017571840286254883,
-                0.017705984115600586,
-                0.017613983154296874,
-                0.017669248580932616,
-                0.017609439849853515,
-                0.01769267272949219,
-                0.01762303924560547,
-                0.01765273666381836,
-                0.017567743301391603,
-                0.017702911376953127,
-                0.017636512756347655,
-                0.017685344696044922,
-                0.017690847396850586,
-                0.01765558433532715,
-                0.017612800598144532,
-                0.017743871688842772,
-                0.017564672470092774,
-                0.017667072296142578,
-                0.01759539222717285,
-                0.01766912078857422,
-                0.01760767936706543,
-                0.01765376091003418,
-                0.017648639678955077,
-                0.017648767471313477,
-                0.017530752182006837,
-                0.01760256004333496,
-                0.01761587142944336,
-                0.0176312313079834,
-                0.017631519317626954,
-                0.017605375289916993,
-                0.017647584915161132,
-                0.017560575485229494,
-                0.01762099266052246,
-                0.017660192489624024,
-                0.01753980827331543,
-                0.01761894416809082,
-                0.017605632781982423,
-                0.017699039459228516,
-                0.01759721565246582,
-                0.01765068817138672,
-                0.017670143127441407,
-                0.017639551162719726,
-                0.017716224670410157,
-                0.017703807830810547,
-                0.017727775573730467,
-                0.017650400161743164,
-                0.017609024047851564,
-                0.017712831497192383,
-                0.01763942337036133,
-                0.017674367904663087,
-                0.017589183807373048,
-                0.017657791137695313,
-                0.0177040958404541,
-                0.017614688873291016,
-                0.017663232803344725,
-                0.017629951477050782,
-                0.017641504287719725,
-                0.017619935989379883,
-                0.017624063491821287,
-                0.01815555191040039,
-                0.01773980712890625,
-                0.017668031692504884,
-                0.017681407928466796,
-                0.017639520645141602,
-                0.01761577606201172,
-                0.017704959869384765,
-                0.017686527252197267,
-                0.01768377685546875,
-                0.017688255310058593,
-                0.01767731285095215,
-                0.017708032608032227,
-                0.017702911376953127,
-                0.01777561569213867,
-                0.017694719314575197,
-                0.017780736923217775,
-                0.01775923156738281,
-                0.01762611198425293,
-                0.017691648483276368,
-                0.017684511184692383,
-                0.017669088363647462,
-                0.01765273666381836,
-                0.017661184310913087,
-                0.01772211265563965,
-                0.017698976516723634,
-                0.01768227195739746,
-                0.017708032608032227,
-                0.01820684814453125,
-                0.01773161506652832,
-                0.017611616134643553,
-                0.01765888023376465,
-                0.017725439071655275,
-                0.017616928100585936,
-                0.017661920547485353,
-                0.017649856567382813,
-                0.017633087158203126,
-                0.017678464889526367,
-                0.01762495994567871,
-                0.01774300765991211,
-                0.017669984817504883,
-                0.017872896194458008,
-                0.017743871688842772,
-                0.017719488143920898,
-                0.017694591522216797,
-                0.017701055526733397,
-                0.017700607299804688,
-                0.01781452751159668,
-                0.01775846481323242,
-                0.01770675277709961,
-                0.017777727127075194,
-                0.017686464309692382,
-                0.01776361656188965,
-                0.01774460792541504,
-                0.017696767807006835,
-                0.017720319747924804,
-                0.017807615280151366,
-                0.017707775115966797,
-                0.017747968673706056,
-                0.0176629753112793,
-                0.017688671112060548,
-                0.017704864501953126,
-                0.017785024642944337,
-                0.017735488891601564,
-                0.017702911376953127,
                 0.017886207580566405,
-                0.01765990447998047,
-                0.01767628860473633,
-                0.017695743560791014,
-                0.017692895889282228,
-                0.017742624282836916,
-                0.017665023803710937,
-                0.017699840545654297,
-                0.017541120529174805,
-                0.017736703872680663,
-                0.017649663925170898,
-                0.017688575744628905,
-                0.017762304306030274,
-                0.017661951065063478,
-                0.017757408142089842,
-                0.017727264404296873,
-                0.017764671325683594,
-                0.01772537612915039,
-                0.01783692741394043,
-                0.017862560272216797,
-                0.017766368865966796,
-                0.017781759262084963,
-                0.017671167373657228,
-                0.017760351181030275,
-                0.017720224380493164,
-                0.01780121612548828,
-                0.017746976852416992,
-                0.017855615615844728,
-                0.017639455795288087,
-                0.01776313591003418,
-                0.017681407928466796,
-                0.017768447875976562,
-                0.017707168579101564,
-                0.017778528213500976,
-                0.017670143127441407,
-                0.017771520614624024,
-                0.017665151596069337,
-                0.01765567970275879,
-                0.017530879974365234,
-                0.01775209617614746,
-                0.017723455429077148,
-                0.01779088020324707,
-                0.017740800857543947,
-                0.017726463317871095,
-                0.017769472122192383,
-                0.0177838077545166,
-                0.017747968673706056,
-                0.018157567977905274,
-                0.017752063751220702,
-                0.01788211250305176,
-                0.01772163200378418,
-                0.017719167709350586,
-                0.017635168075561522,
-                0.017743167877197267,
                 0.01779814338684082,
-                0.01765974426269531,
-                0.017628000259399413,
-                0.01764454460144043,
-                0.017746944427490235,
-                0.01764249610900879,
-                0.017886335372924805,
-                0.01769171142578125,
-                0.017719104766845704,
-                0.017663999557495116,
                 0.01784012794494629,
-                0.01768448066711426,
-                0.01770732879638672,
-                0.01778041648864746,
-                0.01777561569213867,
-                0.017645856857299805,
-                0.017749727249145506,
-                0.017640447616577147,
-                0.017666048049926757,
-                0.0176712646484375,
-                0.018104223251342772,
-                0.01759539222717285,
-                0.017671167373657228,
-                0.017667072296142578,
-                0.01768550491333008,
-                0.01759129524230957,
-                0.017584127426147463,
-                0.017597440719604493,
-                0.017612800598144532,
-                0.017550336837768556,
-                0.017666048049926757,
-                0.017581056594848633,
-                0.01761075210571289,
-                0.017573888778686524,
-                0.01765990447998047,
-                0.017572063446044922,
-                0.017660703659057617,
-                0.017701887130737306,
-                0.017624063491821287,
-                0.0176680965423584,
-                0.017718271255493166,
-                0.017690624237060547,
-                0.01762099266052246,
-                0.01760767936706543,
-                0.017656831741333007,
-                0.01765081596374512,
-                0.017702783584594727,
-                0.017655807495117186,
-                0.017689599990844726,
-                0.01768160057067871,
-                0.017741632461547852,
-                0.017633567810058592,
-                0.017700576782226564,
-                0.01764454460144043,
-                0.01759846305847168,
-                0.01761587142944336,
-                0.01757900810241699,
-                0.01761484718322754,
-                0.01759539222717285,
-                0.017670400619506837,
-                0.017616735458374024,
-                0.017695648193359375,
-                0.01765171241760254,
-                0.01760972785949707,
-                0.01762918472290039,
-                0.01761894416809082,
-                0.01764454460144043,
-                0.017597440719604493,
-                0.017785856246948242,
-                0.017713151931762695,
-                0.017680383682250975,
-                0.01761689567565918,
-                0.017672191619873046,
-                0.017662239074707032,
-                0.0175645751953125,
-                0.0175982723236084,
-                0.017597440719604493,
-                0.017543327331542968,
-                0.01775702476501465,
-                0.017640447616577147,
-                0.017654815673828126,
-                0.017620960235595704,
-                0.01761484718322754,
-                0.01761894416809082,
-                0.017603776931762696,
-                0.017602367401123045,
-                0.017686527252197267,
-                0.0175731201171875,
-                0.017659648895263672,
-                0.01760870361328125,
-                0.017687551498413084,
-                0.01758732795715332,
-                0.017683328628540038,
-                0.01762099266052246,
-                0.01773465538024902,
-                0.01764659118652344,
-                0.017634592056274413,
-                0.017738752365112305,
-                0.017631967544555663,
-                0.01768969535827637,
-                0.01762089538574219,
-                0.01758131217956543,
-                0.017702880859375,
-                0.01758697509765625,
-                0.017711103439331053,
-                0.017799423217773436,
-                0.01765555191040039,
-                0.017945600509643556,
-                0.017686527252197267,
-                0.01759129524230957,
-                0.017681407928466796,
-                0.01761587142944336,
-                0.017600576400756837,
-                0.017656063079833983,
-                0.0176114559173584,
-                0.01761177635192871,
-                0.01765888023376465,
-                0.01760358428955078,
-                0.017739776611328126,
-                0.01763871955871582,
-                0.017726144790649413,
-                0.017708032608032227,
-                0.017725439071655275,
-                0.01758515167236328,
-                0.017671167373657228,
-                0.017722368240356445,
-                0.017699840545654297,
-                0.017719295501708983,
-                0.01765273666381836,
-                0.01760972785949707,
-                0.01764454460144043,
-                0.01762611198425293,
-                0.017771583557128906,
-                0.017568927764892578,
-                0.0180098876953125,
-                0.017612800598144532,
-                0.017663103103637695,
-                0.017610624313354493,
-                0.017674240112304687,
-                0.01765990447998047,
-                0.017606752395629883,
-                0.01762089538574219,
-                0.017605632781982423,
-                0.01759334373474121,
-                0.017568927764892578,
-                0.017665887832641603,
-                0.01773465538024902,
-                0.01760063934326172,
-                0.017650560379028322,
-                0.01759231948852539,
-                0.017656831741333007,
-                0.01757900810241699,
-                0.017677440643310546,
-                0.017707008361816406,
-                0.017691520690917967,
-                0.017724416732788087,
-                0.01765888023376465,
-                0.01765888023376465,
-                0.0176363525390625,
-                0.017690624237060547,
-                0.017696767807006835,
-                0.017769472122192383,
-                0.017699840545654297,
-                0.017864704132080078,
-                0.017703935623168944,
-                0.017711103439331053,
                 0.017917951583862304,
-                0.01767628860473633,
-                0.017715391159057618,
-                0.017650495529174803,
-                0.01766912078857422,
-                0.017670207977294922,
-                0.017648576736450195
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 56.506764355500216
         },
         "energy": null,
         "efficiency": null

     "prefill": {
         "memory": {
             "unit": "MB",
+            "max_ram": 1995.329536,
             "max_vram": 5460.983808,
             "max_reserved": 4976.541696,
             "max_allocated": 4811.555328
         },
         "latency": {
             "unit": "s",
+            "mean": 0.052240782479445164,
+            "stdev": 0.0002239268149650273,
             "values": [
+                0.05463644790649414,
+                0.05386547088623047,
+                0.052364288330078126,
+                0.052365310668945314,
+                0.05238681411743164,
+                0.05246054458618164,
+                0.05280255889892578,
+                0.05278854370117188,
+                0.052359169006347656,
+                0.05221887969970703,
+                0.05225369644165039,
+                0.05220761489868164,
+                0.052209663391113284,
+                0.05223321533203125,
+                0.05228031921386719,
+                0.05220249557495117,
+                0.05220454406738281,
+                0.05230803298950195,
+                0.05221376037597656,
+                0.052206592559814455,
+                0.052245502471923826,
+                0.052190208435058595,
+                0.0521973762512207,
+                0.05216972732543945,
+                0.05218918228149414,
+                0.0521451530456543,
+                0.05223526382446289,
+                0.05220278549194336,
+                0.05220454406738281,
+                0.05211340713500977,
+                0.05216972732543945,
+                0.0521451530456543,
+                0.0522158088684082,
+                0.052135936737060545,
+                0.05221683120727539,
+                0.052141056060791016,
+                0.052190208435058595,
+                0.05217996978759765,
+                0.052182113647460934,
+                0.05213081741333008,
+                0.05225779342651367,
+                0.05218918228149414,
+                0.05219225692749024,
+                0.052140190124511716,
+                0.05215366363525391,
+                0.05217484664916992,
+                0.05222809600830078,
+                0.052147201538085934,
+                0.05215846252441406,
+                0.05211238479614258,
+                0.05220556640625,
+                0.05218304061889648,
+                0.05221068954467773,
+                0.052142078399658204,
+                0.0522017936706543,
+                0.05221068954467773,
+                0.05230080032348633,
+                0.05214310455322266,
+                0.052243488311767575,
+                0.05220249557495117,
+                0.052241409301757816,
+                0.052187137603759766,
+                0.052242431640625,
+                0.05217587280273438,
+                0.052217857360839844,
+                0.052206592559814455,
+                0.05222092819213867,
+                0.05212057495117187,
+                0.05216665649414062,
+                0.052138046264648436,
+                0.0522608642578125,
+                0.05216665649414062,
+                0.05217996978759765,
+                0.052139007568359375,
+                0.05218304061889648,
+                0.052178943634033206,
+                0.05223116683959961,
+                0.052144126892089845,
+                0.05219839859008789,
+                0.05215846252441406,
+                0.05221171188354492,
+                0.052152320861816405,
+                0.05219635009765625,
+                0.05217792129516602,
+                0.05225078582763672,
+                0.05218918228149414,
+                0.05221683120727539,
+                0.052203712463378904,
+                0.052241409301757816,
+                0.05213081741333008,
+                0.05220556640625,
+                0.05216972732543945,
+                0.05226598358154297,
+                0.052190208435058595,
+                0.0522874870300293,
+                0.05218918228149414,
+                0.0522239990234375,
+                0.05216153717041016,
+                0.05222809600830078,
+                0.05218304061889648,
+                0.05220044708251953,
+                0.05215129470825195,
+                0.0522874870300293,
+                0.052214046478271485,
+                0.0522874870300293,
+                0.05216665649414062,
+                0.052259838104248044,
+                0.052171775817871094,
+                0.05228851318359375,
+                0.052219905853271485,
+                0.05222707366943359,
+                0.052194591522216796,
+                0.052203521728515626,
+                0.052206592559814455,
+                0.052239360809326174,
+                0.052152320861816405,
+                0.05223731231689453,
+                0.05220556640625,
+                0.05225062561035156,
+                0.052190208435058595,
+                0.05225804901123047,
+                0.052201473236083984,
+                0.052241409301757816,
+                0.05220454406738281,
+                0.052209663391113284,
+                0.052174049377441405,
+                0.05220044708251953,
+                0.05215027236938476,
+                0.05221887969970703,
+                0.052261886596679685,
+                0.05219532775878906,
+                0.052203521728515626,
+                0.052206592559814455,
+                0.05222809600830078,
+                0.052225025177001956,
+                0.05215027236938476,
+                0.05224883270263672,
+                0.052187137603759766,
                 0.05225267028808594,
+                0.05217792129516602,
+                0.05226803207397461,
+                0.05219558334350586,
+                0.05229260635375976,
+                0.05217279815673828,
+                0.05222092819213867,
+                0.05220044708251953,
+                0.052241600036621094,
+                0.05218822479248047,
+                0.05222809600830078,
+                0.052203521728515626,
+                0.052241409301757816,
+                0.05218201446533203,
+                0.0521973762512207,
+                0.05213081741333008,
+                0.05219839859008789,
+                0.052188159942626954,
+                0.05223628616333008,
+                0.05214924621582031,
+                0.052209663391113284,
+                0.052219905853271485,
+                0.05225676727294922,
+                0.05215846252441406,
+                0.05228054428100586,
+                0.052212734222412106,
+                0.05225267028808594,
+                0.05221791839599609,
+                0.05228441619873047,
+                0.05218940734863281,
+                0.05222092819213867,
+                0.05224259185791016,
+                0.05228339385986328,
+                0.05225471878051758,
+                0.05230387115478516,
+                0.0522239990234375,
+                0.05228339385986328,
+                0.05225267028808594,
+                0.05224448013305664,
+                0.05219839859008789,
+                0.05224857711791992,
+                0.05220761489868164,
+                0.052296703338623046,
+                0.052225025177001956,
+                0.05226521682739258,
+                0.052187137603759766,
+                0.05224755096435547,
+                0.05224959945678711,
+                0.05224345779418945,
+                0.05216783905029297,
+                0.0522874870300293,
+                0.0522608642578125,
+                0.05224959945678711,
+                0.0522158088684082
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 4900.386017394105
         },
         "energy": null,
         "efficiency": null
     "decode": {
         "memory": {
             "unit": "MB",
+            "max_ram": 1995.329536,
             "max_vram": 5611.978752,
             "max_reserved": 5127.53664,
             "max_allocated": 4906.047488
         },
         "latency": {
             "unit": "s",
+            "mean": 4.57090930112203,
+            "stdev": 0.005113133946129416,
             "values": [
+                4.577864704132078,
+                4.569144195556642,
+                4.565719003677371
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 55.78758693317425
         },
         "energy": null,
         "efficiency": null
         "memory": null,
         "latency": {
             "unit": "s",
+            "mean": 0.01792513451420404,
+            "stdev": 0.00013962885651639049,
             "values": [
+                0.020190208435058594,
+                0.019397632598876953,
+                0.018004287719726564,
+                0.01784623908996582,
+                0.0179453125,
+                0.017928192138671875,
+                0.017910783767700195,
+                0.017842208862304688,
+                0.017923040390014647,
+                0.017887231826782226,
+                0.01794867134094238,
+                0.017923072814941408,
+                0.017905887603759767,
+                0.017863519668579103,
+                0.01800595283508301,
+                0.018077695846557617,
+                0.01790771293640137,
+                0.017933311462402343,
+                0.01777561569213867,
+                0.01794895935058594,
+                0.018020063400268554,
+                0.017932544708251952,
+                0.01791257667541504,
+                0.01794972801208496,
+                0.017933280944824218,
+                0.017990943908691406,
+                0.01795248031616211,
+                0.017884159088134767,
+                0.017933311462402343,
+                0.017913951873779296,
+                0.01802230453491211,
+                0.01804800033569336,
+                0.018010112762451173,
+                0.01787494468688965,
+                0.01799577522277832,
+                0.017923263549804686,
+                0.017924224853515625,
+                0.01795350456237793,
+                0.01791689682006836,
+                0.017931264877319338,
+                0.017922048568725587,
+                0.017963199615478515,
+                0.01787376022338867,
+                0.01788719940185547,
+                0.017944639205932617,
+                0.017946687698364258,
+                0.017946495056152343,
+                0.017984672546386717,
+                0.017936223983764647,
+                0.017999872207641602,
+                0.017984512329101563,
+                0.01844223976135254,
+                0.017933311462402343,
+                0.01788313674926758,
+                0.01801523208618164,
+                0.017994752883911135,
+                0.017949695587158202,
+                0.01798067283630371,
+                0.017984512329101563,
+                0.017966848373413086,
+                0.01802649688720703,
+                0.017945600509643556,
+                0.017963008880615236,
+                0.017970176696777345,
+                0.017961984634399415,
+                0.017913856506347657,
+                0.01785139274597168,
+                0.017927167892456054,
+                0.017930240631103517,
+                0.01799065589904785,
+                0.01790086364746094,
+                0.017936063766479493,
+                0.017934463500976563,
+                0.017913951873779296,
+                0.017893152236938478,
+                0.017880064010620117,
+                0.017925119400024413,
+                0.018137088775634767,
+                0.018156543731689453,
+                0.017952768325805665,
+                0.01801625633239746,
+                0.01798262405395508,
+                0.018032480239868164,
+                0.01794047927856445,
+                0.017966079711914062,
+                0.018678783416748047,
+                0.019367935180664063,
+                0.017970176696777345,
+                0.017934335708618163,
+                0.017897472381591797,
+                0.01798860740661621,
+                0.017986751556396483,
+                0.017870655059814455,
+                0.01791814422607422,
+                0.01794246482849121,
+                0.01787481689453125,
+                0.017905664443969727,
+                0.017914880752563478,
+                0.017869823455810546,
+                0.017833984375,
+                0.0178288631439209,
+                0.017833152770996095,
+                0.017879871368408202,
+                0.017885183334350584,
+                0.017821695327758787,
+                0.01786595153808594,
+                0.017880863189697265,
+                0.01784435272216797,
+                0.01783897590637207,
+                0.017868864059448243,
+                0.017816511154174805,
+                0.017889280319213868,
+                0.01782681655883789,
+                0.01783193588256836,
+                0.0178606071472168,
+                0.017840320587158204,
+                0.017853343963623047,
+                0.017868703842163085,
+                0.01789449691772461,
+                0.017891231536865233,
+                0.017913856506347657,
+                0.017886207580566405,
+                0.01781350326538086,
                 0.01782476806640625,
+                0.017893375396728514,
+                0.01784832000732422,
+                0.017896448135375977,
+                0.01784115219116211,
+                0.017869823455810546,
+                0.017861631393432616,
+                0.017886207580566405,
+                0.017848608016967773,
+                0.01786134338378906,
+                0.017893663406372072,
+                0.017944448471069335,
+                0.01791267204284668,
+                0.01787392044067383,
+                0.017905759811401366,
+                0.018026399612426757,
+                0.017908735275268553,
+                0.017898496627807618,
+                0.01787398338317871,
+                0.018012096405029297,
+                0.017924095153808595,
+                0.017922048568725587,
+                0.017937408447265626,
+                0.017950719833374023,
+                0.017929216384887696,
+                0.017997856140136718,
+                0.018034656524658202,
+                0.017960960388183594,
+                0.017909759521484374,
+                0.017925119400024413,
+                0.018,
+                0.017926015853881837,
+                0.017947647094726564,
+                0.017910783767700195,
+                0.017871871948242187,
+                0.01790771293640137,
+                0.017987680435180665,
+                0.017915807723999023,
+                0.01786777687072754,
+                0.017928352355957033,
+                0.01820476722717285,
+                0.017944320678710938,
+                0.0179815673828125,
+                0.017916959762573244,
+                0.017859424591064453,
+                0.0178536319732666,
+                0.017963104248046875,
+                0.01797625541687012,
+                0.017890079498291016,
+                0.01800396728515625,
+                0.018010208129882813,
+                0.017984479904174806,
+                0.017913791656494142,
+                0.017906976699829102,
+                0.01791766357421875,
+                0.017872896194458008,
+                0.017863679885864257,
+                0.017950719833374023,
+                0.017943552017211914,
+                0.017904640197753906,
+                0.017846527099609374,
+                0.017922815322875978,
+                0.017890623092651367,
+                0.017866432189941408,
+                0.017847328186035155,
+                0.017955839157104494,
+                0.01785856056213379,
+                0.018146528244018554,
+                0.01786751937866211,
+                0.017869823455810546,
+                0.01783500862121582,
+                0.017909759521484374,
+                0.017893375396728514,
+                0.01785753631591797,
+                0.017929279327392578,
+                0.017924287796020507,
+                0.017976064682006836,
+                0.017925119400024413,
+                0.01801523208618164,
+                0.017889280319213868,
+                0.017924095153808595,
+                0.017897727966308594,
+                0.017925888061523437,
+                0.017936384201049805,
+                0.017895423889160156,
+                0.017921024322509766,
+                0.017964191436767578,
+                0.01790140724182129,
+                0.017943552017211914,
+                0.017913951873779296,
+                0.017974336624145507,
+                0.01792393684387207,
+                0.017987583160400392,
+                0.017951744079589844,
+                0.017984512329101563,
+                0.017963008880615236,
+                0.01801625633239746,
+                0.017995840072631837,
+                0.018027456283569335,
+                0.017999872207641602,
+                0.017961984634399415,
+                0.01782918357849121,
+                0.0179616641998291,
+                0.017922048568725587,
+                0.017958911895751953,
+                0.01793849563598633,
+                0.01796601676940918,
+                0.017917951583862304,
+                0.017968128204345703,
+                0.01797222328186035,
+                0.017955839157104494,
+                0.01792848014831543,
+                0.01792278480529785,
+                0.017906688690185548,
+                0.017976320266723633,
+                0.017932287216186525,
+                0.017949695587158202,
+                0.017910783767700195,
+                0.017853439331054686,
+                0.01784115219116211,
+                0.01802137565612793,
+                0.017968191146850585,
+                0.01798240089416504,
+                0.01796403121948242,
+                0.01785990333557129,
+                0.01782956886291504,
+                0.01801625633239746,
+                0.01795814323425293,
+                0.01781427192687988,
+                0.01786675262451172,
+                0.017888256072998047,
+                0.017880064010620117,
+                0.018184064865112304,
+                0.018020351409912108,
+                0.01803468894958496,
+                0.01797942352294922,
+                0.01797340774536133,
+                0.018005823135375975,
+                0.01802342414855957,
+                0.017970176696777345,
+                0.017985536575317384,
+                0.017927167892456054,
+                0.01796816062927246,
+                0.017972192764282226,
+                0.017967103958129883,
+                0.017958911895751953,
+                0.018025472640991212,
+                0.018009088516235353,
+                0.01794047927856445,
+                0.018084863662719726,
+                0.018082815170288084,
+                0.017911808013916015,
+                0.017905664443969727,
+                0.017896575927734373,
+                0.01790572738647461,
+                0.01797715187072754,
+                0.017917951583862304,
+                0.01800601577758789,
+                0.017937408447265626,
+                0.017896448135375977,
+                0.017925119400024413,
+                0.017971200942993162,
+                0.01799065589904785,
+                0.017961023330688476,
+                0.017986495971679686,
+                0.017982688903808594,
+                0.01790572738647461,
+                0.017904415130615234,
+                0.017879999160766602,
+                0.01786675262451172,
+                0.01788035202026367,
+                0.01793712043762207,
+                0.017880064010620117,
+                0.017944576263427735,
+                0.01787392044067383,
+                0.01787494468688965,
                 0.01830297660827637,
+                0.01798860740661621,
+                0.017911808013916015,
+                0.01798963165283203,
+                0.017885440826416014,
+                0.017981279373168946,
+                0.01792201614379883,
+                0.017998783111572266,
+                0.01792723274230957,
+                0.01797420883178711,
+                0.01797324752807617,
+                0.018005088806152345,
+                0.017959039688110353,
+                0.01804265594482422,
+                0.01796108818054199,
+                0.01786662483215332,
+                0.017934335708618163,
+                0.017931264877319338,
+                0.018004159927368164,
+                0.017966943740844725,
+                0.018026464462280272,
+                0.017952768325805665,
+                0.01780944061279297,
+                0.01792515182495117,
+                0.01789638328552246,
+                0.017908735275268553,
+                0.017953792572021485,
+                0.017876991271972655,
+                0.017855487823486327,
+                0.017900543212890627,
+                0.017909824371337892,
+                0.01793631935119629,
+                0.017913856506347657,
+                0.017938432693481447,
+                0.018242559432983398,
+                0.017943552017211914,
+                0.01797555160522461,
+                0.01800371170043945,
+                0.01815449523925781,
+                0.017955839157104494,
+                0.01779916763305664,
+                0.01782476806640625,
+                0.017923072814941408,
+                0.01785856056213379,
+                0.017847295761108398,
+                0.01798963165283203,
+                0.017933311462402343,
+                0.01791814422607422,
+                0.017839935302734374,
+                0.01788323211669922,
+                0.017905567169189455,
+                0.017917951583862304,
+                0.017920255661010742,
+                0.01791257667541504,
+                0.017878015518188475,
+                0.017888256072998047,
+                0.017859872817993165,
+                0.017965856552124022,
+                0.017839040756225586,
+                0.017888256072998047,
+                0.01785753631591797,
+                0.01785958480834961,
+                0.01783500862121582,
+                0.01785139274597168,
+                0.017921247482299806,
+                0.017904415130615234,
+                0.01778483200073242,
+                0.01786675262451172,
+                0.01788323211669922,
+                0.01783900833129883,
+                0.017838079452514647,
+                0.017904735565185546,
+                0.01787081527709961,
+                0.017825727462768556,
+                0.017849504470825197,
+                0.01792291259765625,
+                0.01785036849975586,
+                0.017920000076293945,
+                0.017833984375,
+                0.017938432693481447,
+                0.017900543212890627,
+                0.017896703720092774,
+                0.017849088668823242,
+                0.017889280319213868,
+                0.01793849563598633,
+                0.01797228813171387,
+                0.018433919906616213,
+                0.017892351150512697,
+                0.017869823455810546,
+                0.017853439331054686,
+                0.017886207580566405,
+                0.017919296264648436,
+                0.017846975326538086,
+                0.017881376266479492,
+                0.017856224060058594,
+                0.017959936141967774,
+                0.017889280319213868,
+                0.017877056121826173,
+                0.01787811279296875,
+                0.017960800170898437,
+                0.017942527770996093,
+                0.017911808013916015,
+                0.017889280319213868,
                 0.017897472381591797,
+                0.017922048568725587,
+                0.017938432693481447,
+                0.01787923240661621,
+                0.018029504776000977,
+                0.01789548873901367,
+                0.01799888038635254,
                 0.017886207580566405,
+                0.018163488388061522,
+                0.017896448135375977,
+                0.018382848739624022,
+                0.017903871536254883,
+                0.01783475112915039,
+                0.017941600799560548,
+                0.017909664154052735,
+                0.017863679885864257,
+                0.017881088256835938,
+                0.017884191513061524,
+                0.017957151412963866,
+                0.017918655395507813,
+                0.01797324752807617,
+                0.01783830451965332,
+                0.01800067138671875,
+                0.017949695587158202,
+                0.01790771293640137,
+                0.01796406364440918,
+                0.017972192764282226,
+                0.017953792572021485,
+                0.017911808013916015,
+                0.017872095108032227,
+                0.017928991317749023,
+                0.018083839416503905,
+                0.01789030456542969,
+                0.01785241508483887,
+                0.017817728042602538,
+                0.017875839233398437,
+                0.017862655639648437,
+                0.01784832000732422,
+                0.017869823455810546,
+                0.01787596893310547,
+                0.017882272720336913,
+                0.017820512771606446,
+                0.017791296005249025,
+                0.017895103454589844,
+                0.01781452751159668,
+                0.017889280319213868,
+                0.017866783142089844,
+                0.017747936248779298,
+                0.017786880493164063,
+                0.017802240371704102,
+                0.017803264617919923,
                 0.01779814338684082,
+                0.017830911636352538,
+                0.01785651206970215,
+                0.017757183074951173,
+                0.017912832260131836,
+                0.017915903091430666,
+                0.01789132881164551,
+                0.017878015518188475,
+                0.017890432357788085,
+                0.017954687118530273,
+                0.01789030456542969,
+                0.017927295684814454,
+                0.01781747245788574,
+                0.01782374382019043,
+                0.017839103698730468,
+                0.017881376266479492,
+                0.017869632720947267,
+                0.017897375106811525,
+                0.017904640197753906,
+                0.017904703140258788,
+                0.017869760513305664,
+                0.017890560150146485,
+                0.017911712646484376,
+                0.017853504180908204,
+                0.017882911682128907,
+                0.017884159088134767,
+                0.017887264251708983,
+                0.01787913513183594,
+                0.017884031295776367,
+                0.01777996826171875,
+                0.01790540885925293,
+                0.01785753631591797,
+                0.01788313674926758,
+                0.017900543212890627,
+                0.017906688690185548,
+                0.01781760025024414,
+                0.017951744079589844,
+                0.017930240631103517,
+                0.017900543212890627,
+                0.0178606071472168,
+                0.017925119400024413,
+                0.017835039138793946,
+                0.017797376632690428,
+                0.01795350456237793,
+                0.017946624755859376,
+                0.018351104736328124,
+                0.017906688690185548,
+                0.017887231826782226,
+                0.017945791244506838,
+                0.017913663864135742,
+                0.017836032867431642,
+                0.017861919403076174,
+                0.017949407577514648,
+                0.01782681655883789,
+                0.017893375396728514,
+                0.01786787223815918,
+                0.0178492488861084,
+                0.018034656524658202,
+                0.017956127166748048,
+                0.01798422431945801,
+                0.017937408447265626,
+                0.017936384201049805,
+                0.01792211151123047,
+                0.017876928329467773,
+                0.017923072814941408,
+                0.017888256072998047,
+                0.017894399642944335,
+                0.01789132881164551,
+                0.018126848220825196,
+                0.018094079971313477,
+                0.017967103958129883,
+                0.017909759521484374,
+                0.01800297546386719,
+                0.0179005126953125,
+                0.017979391098022462,
+                0.017975296020507812,
+                0.017925119400024413,
+                0.01795289611816406,
+                0.017939327239990234,
+                0.017943552017211914,
+                0.017904640197753906,
+                0.017946624755859376,
+                0.017955839157104494,
+                0.017895584106445313,
+                0.017929056167602538,
+                0.017955968856811524,
+                0.017904544830322267,
+                0.01786979293823242,
+                0.017958112716674805,
+                0.017952543258666992,
+                0.017954816818237306,
+                0.017929248809814453,
+                0.017944543838500977,
+                0.01797545623779297,
+                0.01790447998046875,
+                0.01795814323425293,
+                0.017948543548583985,
+                0.017900415420532226,
+                0.018040000915527345,
+                0.017908544540405275,
+                0.017926143646240233,
+                0.017950719833374023,
+                0.01798041534423828,
+                0.017911808013916015,
+                0.017951967239379883,
+                0.017913631439208984,
+                0.017897695541381837,
+                0.017902368545532225,
+                0.017943552017211914,
+                0.01793849563598633,
+                0.01790867233276367,
+                0.017977344512939454,
+                0.01797427177429199,
+                0.01800726318359375,
+                0.017962783813476563,
+                0.017927167892456054,
+                0.01785763168334961,
+                0.017992767333984375,
+                0.017824607849121092,
+                0.017918975830078124,
+                0.017953792572021485,
+                0.017948703765869142,
+                0.01790870475769043,
+                0.017886207580566405,
+                0.017819648742675782,
+                0.017901567459106444,
+                0.017863679885864257,
+                0.017937408447265626,
+                0.01789030456542969,
+                0.01800396728515625,
+                0.017844224929809572,
+                0.01795686340332031,
+                0.017917951583862304,
+                0.017913951873779296,
+                0.017923999786376953,
+                0.01800601577758789,
+                0.017994752883911135,
+                0.01801420783996582,
+                0.017976320266723633,
+                0.01800499153137207,
+                0.01787392044067383,
+                0.01795686340332031,
+                0.01787392044067383,
+                0.01804800033569336,
+                0.017896448135375977,
+                0.01796201515197754,
+                0.01797532844543457,
+                0.01794963264465332,
+                0.0179835205078125,
+                0.017943519592285156,
+                0.01794047927856445,
+                0.017913856506347657,
+                0.017977344512939454,
+                0.017885408401489257,
+                0.018318111419677735,
+                0.017860767364501953,
+                0.017973087310791017,
+                0.017898496627807618,
+                0.017947647094726564,
+                0.017871871948242187,
+                0.017921087265014648,
+                0.017857471466064454,
+                0.01786777687072754,
+                0.017851551055908202,
+                0.01793020820617676,
+                0.01803660774230957,
+                0.0178525447845459,
+                0.017894432067871092,
+                0.017963104248046875,
+                0.01791360092163086,
+                0.017879039764404296,
+                0.017863679885864257,
+                0.017927167892456054,
+                0.017870847702026366,
+                0.017945823669433595,
+                0.017888032913208007,
+                0.017887231826782226,
+                0.01784320068359375,
                 0.01784012794494629,
+                0.01787392044067383,
+                0.017944799423217774,
+                0.018285343170166016,
+                0.017894399642944335,
+                0.017901567459106444,
+                0.017891519546508788,
+                0.017845056533813478,
+                0.01780940818786621,
+                0.017863679885864257,
+                0.0178155517578125,
+                0.017894399642944335,
+                0.01783622360229492,
+                0.01788806343078613,
+                0.01781350326538086,
+                0.017881088256835938,
+                0.017923072814941408,
+                0.017880064010620117,
+                0.017819648742675782,
+                0.017879039764404296,
+                0.017911808013916015,
+                0.01787392044067383,
+                0.01779715156555176,
+                0.017932256698608397,
+                0.01786777687072754,
+                0.017789087295532226,
+                0.01790979194641113,
+                0.017847103118896486,
+                0.01781657600402832,
+                0.017914880752563478,
+                0.017935359954833984,
+                0.017925119400024413,
+                0.017861631393432616,
+                0.01782579231262207,
+                0.01785241508483887,
+                0.017802240371704102,
+                0.01782067108154297,
+                0.01784115219116211,
+                0.01782476806640625,
+                0.017804576873779298,
+                0.017801952362060548,
+                0.017842239379882812,
+                0.01775609588623047,
+                0.017804288864135744,
+                0.017778688430786133,
+                0.01785139274597168,
+                0.01785753631591797,
+                0.01780531120300293,
+                0.0178155517578125,
+                0.01780735969543457,
+                0.017878015518188475,
+                0.017810432434082032,
+                0.01779302406311035,
+                0.017961984634399415,
+                0.017824031829833983,
+                0.01788591957092285,
+                0.017826080322265625,
+                0.017951520919799804,
+                0.01795167922973633,
+                0.017968128204345703,
+                0.017814720153808594,
+                0.017893184661865236,
+                0.017881088256835938,
+                0.01785958480834961,
+                0.01782374382019043,
+                0.017830944061279295,
+                0.017864959716796875,
+                0.017881824493408204,
+                0.01784217643737793,
+                0.017886207580566405,
+                0.017847295761108398,
+                0.01800396728515625,
+                0.01785139274597168,
+                0.01784524726867676,
+                0.017853471755981447,
+                0.017947616577148436,
+                0.017929216384887696,
+                0.017897472381591797,
+                0.017904640197753906,
+                0.017908735275268553,
+                0.01786476707458496,
+                0.01792608070373535,
+                0.017941503524780272,
+                0.01802342414855957,
+                0.0178288631439209,
+                0.017962047576904297,
+                0.017820608139038085,
+                0.017897567749023437,
+                0.0178504638671875,
+                0.01835398483276367,
+                0.017862655639648437,
+                0.01789030456542969,
+                0.017917119979858398,
+                0.01788703918457031,
+                0.01787392044067383,
+                0.01790902328491211,
+                0.017879776000976563,
+                0.017871871948242187,
+                0.017915199279785157,
+                0.017861312866210937,
+                0.017779712677001954,
+                0.017910783767700195,
+                0.017855487823486327,
+                0.01785683250427246,
+                0.01777529525756836,
+                0.01784320068359375,
+                0.017797119140625,
+                0.01787494468688965,
+                0.01779199981689453,
+                0.01781760025024414,
+                0.01781657600402832,
+                0.017894399642944335,
+                0.017781759262084963,
+                0.01786809539794922,
+                0.017888959884643556,
+                0.017887231826782226,
+                0.01822822380065918,
+                0.017888256072998047,
+                0.017839103698730468,
+                0.017898496627807618,
+                0.0178155517578125,
                 0.017917951583862304,
+                0.017883327484130858,
+                0.017884992599487306,
+                0.017862655639648437,
+                0.017914880752563478,
+                0.017900543212890627,
+                0.018089279174804688,
+                0.017860288619995116,
+                0.017896448135375977,
+                0.01781452751159668,
+                0.017910783767700195,
+                0.01782476806640625,
+                0.017760255813598632
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 55.787586933174246
         },
         "energy": null,
         "efficiency": null