kreas
/

FA_benchmarks

Model card Files Files and versions Community

kreas commited on Mar 14

Commit

f627450

•

1 Parent(s): 31b742e

Upload /gemma-2b/nf4_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub

Browse files

Files changed (1) hide show

gemma-2b/nf4_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json +858 -858

gemma-2b/nf4_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json CHANGED Viewed

@@ -2,410 +2,410 @@
     "prefill": {
         "memory": {
             "unit": "MB",
-            "max_ram": 1079.635968,
-            "max_vram": 3193.962496,
             "max_reserved": 2709.520384,
             "max_allocated": 2546.903552
         },
         "latency": {
             "unit": "s",
-            "mean": 0.025713854238122807,
-            "stdev": 0.00030360055341363323,
             "values": [
-                0.028421695709228516,
-                0.026586111068725587,
-                0.02635897636413574,
-                0.026595327377319337,
-                0.02615616035461426,
-                0.02615091133117676,
-                0.026216447830200194,
-                0.02633830451965332,
-                0.02635775947570801,
-                0.028296192169189452,
-                0.028580863952636718,
-                0.02812723159790039,
-                0.026614784240722656,
-                0.025801727294921875,
-                0.025643007278442383,
-                0.02571161651611328,
-                0.02567987251281738,
-                0.02573004722595215,
-                0.025627647399902344,
-                0.02555392074584961,
-                0.02555904006958008,
-                0.02552524757385254,
-                0.025627647399902344,
-                0.025594879150390625,
-                0.025639936447143553,
-                0.025636863708496094,
-                0.025624576568603515,
-                0.025669631958007814,
-                0.025668607711791993,
-                0.026396671295166017,
-                0.025655296325683592,
-                0.025596927642822266,
-                0.025604095458984375,
-                0.025593856811523437,
-                0.02571571159362793,
-                0.025676799774169923,
-                0.025693183898925782,
-                0.025657567977905273,
-                0.025619455337524414,
-                0.025572351455688477,
-                0.025641984939575195,
-                0.025677824020385744,
-                0.025586687088012695,
-                0.025771007537841797,
-                0.02571059226989746,
-                0.02568191909790039,
-                0.025643007278442383,
-                0.0256790714263916,
-                0.025750528335571288,
-                0.025626623153686523,
-                0.02572390365600586,
-                0.025693183898925782,
-                0.02567884826660156,
-                0.025667680740356445,
-                0.025677824020385744,
-                0.025693183898925782,
-                0.025705472946166992,
-                0.02569830322265625,
-                0.025693183898925782,
-                0.02565017509460449,
-                0.025603071212768554,
-                0.025639936447143553,
-                0.025669631958007814,
-                0.026003456115722655,
-                0.025650432586669922,
-                0.025627647399902344,
-                0.025637887954711915,
-                0.025620479583740235,
-                0.025596927642822266,
-                0.02570854377746582,
-                0.025680896759033203,
                 0.025646080017089845,
-                0.02559292793273926,
-                0.025628671646118165,
-                0.025656320571899413,
-                0.025630720138549806,
-                0.025626623153686523,
-                0.025656320571899413,
-                0.025659391403198242,
-                0.025604095458984375,
-                0.025623552322387694,
-                0.025882623672485353,
-                0.025602048873901367,
-                0.025581567764282227,
-                0.02564019203186035,
-                0.02571468734741211,
-                0.025657344818115234,
-                0.025643007278442383,
-                0.025655296325683592,
-                0.025636863708496094,
-                0.025693183898925782,
-                0.025605119705200196,
-                0.025582592010498048,
-                0.025683967590332032,
-                0.025585887908935546,
-                0.025625600814819335,
-                0.025606143951416017,
-                0.025663488388061522,
-                0.025602048873901367,
-                0.025652223587036133,
-                0.02555084800720215,
-                0.025608415603637694,
-                0.025586687088012695,
-                0.025596927642822266,
                 0.025648128509521483,
-                0.025610240936279297,
-                0.025595903396606445,
                 0.025654272079467775,
                 0.025622528076171876,
-                0.025627647399902344,
-                0.02561561584472656,
-                0.025592832565307616,
-                0.025609216690063476,
-                0.025610240936279297,
-                0.025593856811523437,
-                0.025595903396606445,
-                0.025646080017089845,
-                0.025613311767578126,
-                0.025671680450439452,
-                0.025647104263305662,
-                0.025613311767578126,
-                0.025586687088012695,
-                0.025623552322387694,
-                0.025612287521362305,
-                0.025671680450439452,
-                0.025602048873901367,
-                0.02572287940979004,
-                0.02569113540649414,
-                0.025694303512573242,
-                0.0257126407623291,
-                0.02565836715698242,
-                0.02555392074584961,
-                0.025644031524658203,
                 0.025659391403198242,
                 0.02571468734741211,
-                0.025626623153686523,
-                0.02571161651611328,
-                0.02569545555114746,
-                0.02567884826660156,
-                0.025846784591674804,
-                0.025596927642822266,
-                0.026058752059936522,
-                0.025607168197631838,
-                0.025639936447143553,
-                0.02568294334411621,
-                0.025613311767578126,
-                0.025667648315429687,
                 0.0257126407623291,
-                0.02565017509460449,
-                0.02567475128173828,
                 0.025683967590332032,
-                0.02555904006958008,
                 0.025686016082763673,
-                0.025689088821411132,
-                0.025684991836547853,
-                0.025671808242797852,
-                0.025662464141845705,
-                0.025638912200927736,
-                0.025580543518066406,
-                0.025652223587036133,
-                0.02612735939025879,
-                0.02568294334411621,
-                0.025653247833251954,
-                0.02570751953125,
-                0.025677824020385744,
-                0.025659391403198242,
-                0.025663488388061522,
-                0.025641984939575195,
-                0.025634815216064453,
-                0.025717760086059572,
-                0.025630720138549806,
-                0.02569113540649414,
-                0.02569113540649414,
-                0.02567987251281738,
-                0.025661535263061523,
-                0.02561440086364746,
-                0.025627647399902344,
-                0.025586687088012695,
-                0.025634815216064453,
-                0.025628671646118165,
-                0.02571059226989746,
-                0.025664512634277343,
                 0.02569523239135742,
                 0.02574131202697754,
-                0.025694368362426757,
-                0.025647104263305662,
-                0.02572185516357422,
-                0.025632768630981444,
-                0.025616384506225585,
-                0.025673728942871094,
-                0.02569011116027832,
-                0.02570240020751953,
-                0.025742399215698243,
-                0.025635839462280274,
-                0.025687135696411133,
-                0.025667583465576172,
-                0.025686016082763673,
-                0.025680896759033203,
                 0.02574131202697754,
-                0.02572800064086914,
-                0.02569113540649414,
-                0.02568720054626465,
-                0.025636863708496094,
-                0.02567065620422363,
                 0.025667583465576172,
-                0.025630720138549806,
-                0.0257259521484375,
-                0.025627647399902344,
-                0.025633792877197265,
-                0.025618431091308593,
-                0.025654272079467775,
-                0.02568806457519531,
-                0.02569113540649414,
-                0.025598976135253908,
-                0.025604095458984375,
-                0.025656320571899413,
-                0.025654272079467775,
-                0.02568294334411621,
-                0.025671680450439452,
                 0.025667583465576172,
-                0.026065919876098635,
-                0.02572083282470703,
                 0.025649152755737304,
-                0.02569830322265625,
-                0.02560620880126953,
-                0.025672704696655273,
-                0.02571366310119629,
-                0.025568256378173827,
-                0.02568191909790039,
                 0.025643007278442383,
-                0.025689088821411132,
-                0.025793535232543945,
-                0.02571161651611328,
-                0.025796607971191408,
-                0.025701375961303712,
-                0.025634815216064453,
-                0.02570240020751953,
-                0.025609439849853515,
-                0.02589388847351074,
-                0.025785343170166015,
-                0.025668607711791993,
-                0.025644031524658203,
                 0.025622528076171876,
                 0.025585664749145507,
-                0.025675775527954102,
-                0.025602048873901367,
                 0.025624576568603515,
                 0.025601024627685546,
-                0.025605119705200196,
-                0.02571673583984375,
                 0.025631744384765624,
-                0.02566655921936035,
-                0.025617408752441406,
-                0.025604095458984375,
-                0.025689088821411132,
-                0.025632768630981444,
-                0.025591808319091795,
                 0.025571327209472656,
-                0.02564918327331543,
-                0.025643007278442383,
-                0.025603071212768554,
-                0.025693183898925782,
-                0.025659391403198242,
-                0.025603071212768554,
-                0.02569011116027832,
-                0.02572185516357422,
-                0.02575564765930176,
-                0.025653247833251954,
                 0.025648128509521483,
-                0.02569036865234375,
                 0.025645055770874024,
-                0.025637887954711915,
-                0.025646080017089845,
-                0.025627647399902344,
-                0.025652223587036133,
-                0.025593856811523437,
-                0.025618431091308593,
                 0.025585664749145507,
-                0.025641984939575195,
-                0.025657344818115234,
-                0.02572185516357422,
-                0.025625823974609375,
-                0.025602048873901367,
                 0.025587711334228515,
-                0.025664512634277343,
-                0.0257126407623291,
-                0.025638912200927736,
                 0.025635839462280274,
-                0.025630720138549806,
-                0.02565836715698242,
-                0.025769983291625977,
-                0.02563279914855957,
-                0.025624576568603515,
-                0.025639936447143553,
-                0.025686016082763673,
-                0.025723968505859375,
-                0.025645055770874024,
-                0.02567065620422363,
-                0.02613555145263672,
-                0.025668607711791993,
-                0.025758720397949218,
-                0.025665536880493164,
-                0.0256911678314209,
-                0.02567884826660156,
-                0.025742431640625,
-                0.02572185516357422,
-                0.025647104263305662,
-                0.02570444869995117,
-                0.025646080017089845,
-                0.02574847984313965,
-                0.025677824020385744,
                 0.025629695892333985,
-                0.025584640502929686,
                 0.025552896499633788,
-                0.02568704032897949,
-                0.02569011116027832,
-                0.025644031524658203,
-                0.0261396484375,
-                0.02558361625671387,
-                0.025628671646118165,
-                0.025761791229248047,
-                0.025637887954711915,
-                0.025663488388061522,
                 0.025625600814819335,
-                0.025686016082763673,
                 0.02570854377746582,
                 0.025614336013793947,
-                0.025625696182250978,
-                0.025639936447143553,
                 0.0257259521484375,
-                0.025669631958007814,
-                0.025609216690063476,
-                0.025637887954711915,
-                0.025607168197631838,
-                0.02565017509460449,
-                0.02574028778076172,
-                0.025668607711791993,
-                0.02592051124572754,
-                0.025672704696655273,
-                0.025652223587036133,
-                0.025798656463623046,
-                0.025689088821411132,
-                0.02569011116027832,
-                0.025635839462280274,
-                0.02568294334411621,
-                0.02572185516357422,
-                0.0257127685546875,
-                0.025641984939575195,
-                0.025659391403198242,
-                0.025610240936279297,
-                0.02573619270324707,
-                0.025610240936279297,
-                0.02572697639465332,
-                0.025767936706542968,
-                0.025659391403198242,
-                0.025613311767578126,
-                0.025610240936279297,
-                0.025653247833251954,
-                0.025717760086059572,
-                0.02572083282470703,
-                0.025661439895629884,
-                0.025648128509521483,
-                0.025661439895629884,
                 0.025660415649414063,
-                0.025777151107788086,
-                0.025659391403198242,
-                0.025660480499267578,
-                0.025632768630981444,
-                0.02572902488708496,
-                0.02573423957824707,
-                0.025578496932983398,
-                0.025623552322387694,
-                0.025639936447143553,
-                0.025632768630981444,
-                0.025667583465576172,
-                0.025662464141845705,
-                0.025652223587036133,
-                0.026096639633178712,
-                0.025682016372680663,
-                0.02569011116027832,
-                0.02570342445373535,
-                0.02572800064086914,
-                0.025639936447143553,
-                0.025659391403198242,
-                0.02556211280822754,
-                0.025640960693359374,
-                0.02570240020751953,
-                0.025785343170166015,
-                0.025668607711791993
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 9955.722608882954
         },
         "energy": null,
         "efficiency": null
@@ -413,549 +413,549 @@
     "decode": {
         "memory": {
             "unit": "MB",
-            "max_ram": 1079.635968,
             "max_vram": 3472.883712,
             "max_reserved": 2988.4416,
             "max_allocated": 2813.773312
         },
         "latency": {
             "unit": "s",
-            "mean": 5.112615415573122,
-            "stdev": 0.008767993927004447,
             "values": [
-                5.121383409500126,
-                5.103847421646117
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 49.87662463780578
         },
         "energy": null,
         "efficiency": null
-    },
-    "per_token": {
-        "memory": null,
-        "latency": {
-            "unit": "s",
-            "mean": 0.02004947221793381,
-            "stdev": 0.00010631814525496304,
-            "values": [
-                0.02019327926635742,
-                0.02003660774230957,
-                0.02008166313171387,
-                0.020094175338745118,
-                0.019956512451171873,
-                0.020099327087402342,
-                0.020105983734130858,
-                0.020489215850830078,
-                0.020000768661499024,
-                0.020092927932739257,
-                0.019938304901123048,
-                0.020049983978271485,
-                0.02016864013671875,
-                0.020075519561767577,
-                0.02008576011657715,
-                0.0200130558013916,
-                0.019970304489135744,
-                0.020060928344726562,
-                0.020075519561767577,
-                0.020121599197387697,
-                0.020136959075927736,
-                0.020123647689819335,
-                0.02001919937133789,
-                0.02003558349609375,
-                0.019970048904418947,
-                0.02002943992614746,
-                0.02007142448425293,
-                0.020039680480957032,
-                0.020165632247924805,
-                0.019990528106689453,
-                0.020092927932739257,
-                0.020084735870361328,
-                0.020084735870361328,
-                0.02008166313171387,
-                0.020212736129760742,
-                0.020084735870361328,
-                0.020006912231445313,
-                0.019965951919555663,
-                0.02007347106933594,
-                0.019989696502685547,
-                0.02000467109680176,
-                0.02006425666809082,
-                0.02006425666809082,
-                0.02007859230041504,
-                0.02004787254333496,
-                0.019944448471069336,
-                0.020032512664794923,
-                0.019960832595825196,
-                0.02005504035949707,
-                0.02002739143371582,
-                0.019916799545288084,
-                0.01990553665161133,
-                0.01992192077636719,
-                0.019951616287231445,
-                0.019959808349609375,
-                0.019978239059448243,
-                0.019946495056152345,
-                0.019994623184204103,
-                0.020122623443603514,
-                0.020147199630737304,
-                0.02004787254333496,
-                0.02000588798522949,
-                0.02003046417236328,
-                0.020024320602416993,
-                0.020136959075927736,
-                0.02003865623474121,
-                0.019998720169067383,
-                0.020025375366210938,
-                0.019988447189331054,
-                0.020172800064086914,
-                0.0200130558013916,
-                0.020170751571655272,
-                0.02003558349609375,
-                0.020132896423339843,
-                0.020011999130249022,
-                0.019976192474365235,
-                0.019987455368041994,
-                0.020000768661499024,
-                0.019991552352905274,
-                0.019986656188964842,
-                0.019947296142578126,
-                0.020145151138305666,
-                0.020116479873657226,
-                0.020114431381225584,
-                0.020496383666992187,
-                0.020050943374633787,
-                0.020039680480957032,
-                0.020177024841308594,
-                0.020014976501464842,
-                0.020021440505981446,
-                0.02000467109680176,
-                0.020114431381225584,
-                0.020123647689819335,
-                0.02003763198852539,
-                0.020025344848632814,
-                0.019994623184204103,
-                0.02003763198852539,
-                0.02001817512512207,
-                0.0200263671875,
-                0.020057088851928712,
-                0.020160512924194338,
-                0.020106239318847655,
-                0.02020966339111328,
-                0.020006975173950194,
-                0.020070335388183595,
-                0.020059232711791993,
-                0.020120479583740233,
-                0.020117504119873047,
-                0.020555776596069338,
-                0.020108287811279296,
-                0.02012057685852051,
-                0.020002912521362305,
-                0.019954591751098632,
-                0.02001919937133789,
-                0.02025369644165039,
-                0.020139007568359374,
-                0.020140031814575195,
-                0.02008166313171387,
-                0.019993600845336915,
-                0.02006447982788086,
-                0.020110111236572265,
-                0.02024345588684082,
-                0.02012774467468262,
-                0.02011136054992676,
-                0.019994623184204103,
-                0.01997123146057129,
-                0.019997535705566408,
-                0.02000486373901367,
-                0.020031488418579102,
-                0.020060319900512696,
-                0.020019039154052735,
-                0.02000611114501953,
-                0.02008041572570801,
-                0.020135936737060548,
-                0.020229120254516602,
-                0.02010316848754883,
-                0.020126720428466797,
-                0.0200447998046875,
-                0.020063232421875,
-                0.02007347106933594,
-                0.020065280914306642,
-                0.020031488418579102,
-                0.020118528366088868,
-                0.02023526382446289,
-                0.02018611145019531,
-                0.020069408416748046,
-                0.020046815872192383,
-                0.020039871215820314,
-                0.020032320022583008,
-                0.020123647689819335,
-                0.02001408004760742,
-                0.019998720169067383,
-                0.020039680480957032,
-                0.020048896789550782,
-                0.02008678436279297,
-                0.019993600845336915,
-                0.020132863998413086,
-                0.020093952178955078,
-                0.02027212715148926,
-                0.020182016372680665,
-                0.020141056060791016,
-                0.020102144241333008,
-                0.02011136054992676,
-                0.020133888244628906,
-                0.020090879440307616,
-                0.020168703079223634,
-                0.020102144241333008,
-                0.020191232681274415,
-                0.020114431381225584,
-                0.020214784622192384,
-                0.02020249557495117,
-                0.02008064079284668,
-                0.02005606460571289,
-                0.020197376251220703,
-                0.020033536911010744,
-                0.020036703109741212,
-                0.02002627182006836,
-                0.020059135437011717,
-                0.020083711624145507,
-                0.02007347106933594,
-                0.02012057685852051,
-                0.020264959335327147,
-                0.020137983322143553,
-                0.020159488677978517,
-                0.020551679611206054,
-                0.02017807960510254,
-                0.020067167282104493,
-                0.020006912231445313,
-                0.020017152786254884,
-                0.020304895401000975,
-                0.02004991912841797,
-                0.019971071243286134,
-                0.020060159683227538,
-                0.0200581111907959,
-                0.020142080307006836,
-                0.020034624099731446,
-                0.020093887329101563,
-                0.02006118392944336,
-                0.020176895141601564,
-                0.019990528106689453,
-                0.020172800064086914,
-                0.020083711624145507,
-                0.02006118392944336,
-                0.020107263565063475,
-                0.01998847961425781,
-                0.019936256408691407,
-                0.02008883285522461,
-                0.020034624099731446,
-                0.020571071624755858,
-                0.020121824264526366,
-                0.020138784408569334,
-                0.020067327499389647,
-                0.02006425666809082,
-                0.020084735870361328,
-                0.020116479873657226,
-                0.020141088485717773,
-                0.02015126419067383,
-                0.02006630325317383,
-                0.02007244873046875,
-                0.02003455924987793,
-                0.02004684829711914,
-                0.0200817928314209,
-                0.02024537658691406,
-                0.020103200912475586,
-                0.020157407760620118,
-                0.020136959075927736,
-                0.020133888244628906,
-                0.02002227210998535,
-                0.02007244873046875,
-                0.02007040023803711,
-                0.02007040023803711,
-                0.02008166313171387,
-                0.020060159683227538,
-                0.020206815719604494,
-                0.020085535049438476,
-                0.02023423957824707,
-                0.020200447082519533,
-                0.020098047256469728,
-                0.02004684829711914,
-                0.02006118392944336,
-                0.02007040023803711,
-                0.020136959075927736,
-                0.020144128799438478,
-                0.020118528366088868,
-                0.020288511276245116,
-                0.020099071502685546,
-                0.02019430351257324,
-                0.02004684829711914,
-                0.02005401611328125,
-                0.020015104293823242,
-                0.019991552352905274,
                 0.019975168228149414,
-                0.020050943374633787,
-                0.020155391693115234,
-                0.019990528106689453,
-                0.02006425666809082,
-                0.020118528366088868,
-                0.020065280914306642,
-                0.02002227210998535,
-                0.019994623184204103,
-                0.0200447998046875,
-                0.019950592041015625,
-                0.02007756805419922,
-                0.019956735610961913,
-                0.019977216720581056,
-                0.020134912490844727,
-                0.02004684829711914,
-                0.020101119995117187,
-                0.02007347106933594,
-                0.020011007308959963,
-                0.020031488418579102,
-                0.020001792907714845,
-                0.019971071243286134,
-                0.019919872283935547,
-                0.020015104293823242,
-                0.019974143981933593,
-                0.020084735870361328,
                 0.020006912231445313,
-                0.02004684829711914,
                 0.02002841567993164,
-                0.019969024658203126,
-                0.02004991912841797,
-                0.019981311798095702,
-                0.02044108772277832,
-                0.019962879180908204,
-                0.019952640533447266,
                 0.0198922233581543,
-                0.020084735870361328,
-                0.019954687118530275,
                 0.01999564743041992,
-                0.020052000045776366,
-                0.01995363235473633,
                 0.01987276840209961,
                 0.019944448471069336,
-                0.019919872283935547,
-                0.019914751052856446,
-                0.019826688766479493,
-                0.02004582405090332,
-                0.019941375732421874,
-                0.019929088592529298,
-                0.02001817512512207,
-                0.019945472717285157,
-                0.019958784103393554,
-                0.01985024070739746,
-                0.019937280654907227,
-                0.019853311538696287,
-                0.0199466552734375,
-                0.020431711196899415,
-                0.019922176361083985,
-                0.02009574317932129,
-                0.019914751052856446,
-                0.019936256408691407,
-                0.01992192077636719,
-                0.019983360290527344,
-                0.02001408004760742,
-                0.019893247604370116,
-                0.02000383949279785,
                 0.01990656089782715,
-                0.01999977684020996,
-                0.019901407241821288,
-                0.01988198471069336,
                 0.019887104034423828,
-                0.019885055541992186,
-                0.01984819221496582,
-                0.019936256408691407,
-                0.019959808349609375,
-                0.020031488418579102,
                 0.019909631729125975,
-                0.02001203155517578,
-                0.020017152786254884,
                 0.01986457633972168,
-                0.020016128540039063,
-                0.01998028755187988,
-                0.019956735610961913,
-                0.019976192474365235,
-                0.019934207916259765,
-                0.019861503601074217,
-                0.01985740852355957,
-                0.02012175941467285,
-                0.019886943817138673,
-                0.019940576553344726,
-                0.020035360336303713,
                 0.01983795166015625,
                 0.019915775299072267,
-                0.019947519302368166,
-                0.0198656005859375,
-                0.01988096046447754,
-                0.01987993621826172,
-                0.02002547264099121,
-                0.019898239135742186,
-                0.019997695922851562,
-                0.019975168228149414,
-                0.019931135177612306,
-                0.019895456314086915,
-                0.020028255462646485,
-                0.019933183670043944,
-                0.02004172706604004,
                 0.01986355209350586,
-                0.01991689682006836,
-                0.019908512115478515,
-                0.0198973445892334,
-                0.019948543548583983,
-                0.019912832260131835,
-                0.019990400314331056,
-                0.019948671340942383,
-                0.02000985527038574,
-                0.020107263565063475,
-                0.019983360290527344,
-                0.0200447998046875,
                 0.019920896530151368,
-                0.019947519302368166,
-                0.019975168228149414,
-                0.01979916763305664,
-                0.020022144317626955,
-                0.019935232162475586,
-                0.02007859230041504,
-                0.020039680480957032,
-                0.019942495346069337,
-                0.01982374382019043,
-                0.0199617919921875,
-                0.019870559692382814,
-                0.01989017677307129,
-                0.020015104293823242,
-                0.02007142448425293,
-                0.020382720947265624,
-                0.02000486373901367,
-                0.019971071243286134,
-                0.019987455368041994,
-                0.019854335784912108,
-                0.01992192077636719,
-                0.019928064346313477,
-                0.019933183670043944,
-                0.020311040878295897,
-                0.019928064346313477,
-                0.020082687377929686,
-                0.02009600067138672,
                 0.02005606460571289,
-                0.020016128540039063,
-                0.019936256408691407,
-                0.019959808349609375,
                 0.019910655975341796,
-                0.019986431121826173,
-                0.02003455924987793,
-                0.02021887969970703,
-                0.019949567794799804,
-                0.0200898551940918,
-                0.020098047256469728,
-                0.02005299186706543,
-                0.02047385597229004,
-                0.02004377555847168,
-                0.020024320602416993,
                 0.020033536911010744,
-                0.020089887619018556,
-                0.020184032440185545,
-                0.0200614070892334,
-                0.02000464057922363,
-                0.02010316848754883,
-                0.02003558349609375,
-                0.02004275131225586,
-                0.020051967620849608,
-                0.02001420783996582,
-                0.020013952255249025,
-                0.019941375732421874,
-                0.020170751571655272,
-                0.02005299186706543,
-                0.020015104293823242,
-                0.020152320861816408,
-                0.02008883285522461,
-                0.020011007308959963,
-                0.02008166313171387,
                 0.0200447998046875,
-                0.020098047256469728,
                 0.02007859230041504,
-                0.020091903686523437,
-                0.020031488418579102,
-                0.02004377555847168,
-                0.0200581111907959,
-                0.020031488418579102,
-                0.020110336303710938,
                 0.019987455368041994,
-                0.020008096694946288,
-                0.02011734390258789,
-                0.020011007308959963,
-                0.020099071502685546,
-                0.020084735870361328,
                 0.019981311798095702,
-                0.020151296615600587,
-                0.019987455368041994,
-                0.020060159683227538,
-                0.020139007568359374,
-                0.020107263565063475,
-                0.02007347106933594,
-                0.0200130558013916,
-                0.01998847961425781,
-                0.020039680480957032,
-                0.02003558349609375,
-                0.020207616806030275,
-                0.019977216720581056,
-                0.020002815246582033,
                 0.019982336044311523,
-                0.020069599151611328,
-                0.019963680267333986,
-                0.02016979217529297,
-                0.01995871925354004,
-                0.02005504035949707,
-                0.020121599197387697,
-                0.02000899124145508,
-                0.019979232788085936,
-                0.020040704727172853,
-                0.020023296356201172,
-                0.019956735610961913,
-                0.02002124786376953,
-                0.020188159942626953,
-                0.019956735610961913,
-                0.02007244873046875,
-                0.020107263565063475,
-                0.02023324775695801,
-                0.020006879806518555,
-                0.020163583755493163,
-                0.020126720428466797,
-                0.020001792907714845,
-                0.0200130558013916,
-                0.02001408004760742,
                 0.019965951919555663,
-                0.020163583755493163,
-                0.020410367965698242,
-                0.020028608322143555,
-                0.020106048583984376,
-                0.02002841567993164,
-                0.01998028755187988,
-                0.01998355293273926,
-                0.020022079467773436,
-                0.019979263305664064,
-                0.020106239318847655,
-                0.02002227210998535,
-                0.020009983062744142,
-                0.020166656494140626,
-                0.020040704727172853,
                 0.02002841567993164,
-                0.02011238479614258,
-                0.020114431381225584,
-                0.02003865623474121,
                 0.020017152786254884,
-                0.020000768661499024,
                 0.019999744415283204,
-                0.02009600067138672,
-                0.02005504035949707,
-                0.019989503860473632,
-                0.020221952438354493,
-                0.020342784881591795
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 49.87662463780578
         },
         "energy": null,
         "efficiency": null

     "prefill": {
         "memory": {
             "unit": "MB",
+            "max_ram": 1079.64416,
+            "max_vram": 2799.69792,
             "max_reserved": 2709.520384,
             "max_allocated": 2546.903552
         },
         "latency": {
             "unit": "s",
+            "mean": 0.02572149676835321,
+            "stdev": 0.0003832267571204168,
             "values": [
+                0.028890047073364258,
+                0.02668339157104492,
+                0.02630143928527832,
+                0.02615910339355469,
+                0.026649599075317384,
+                0.026203136444091796,
+                0.026236928939819337,
+                0.026282079696655275,
+                0.026228736877441407,
+                0.02814668846130371,
+                0.02917580795288086,
+                0.027281408309936524,
+                0.026927104949951174,
+                0.026056703567504884,
+                0.025590784072875978,
+                0.025614336013793947,
+                0.025592832565307616,
+                0.025585664749145507,
+                0.025563135147094726,
+                0.025585664749145507,
+                0.025606271743774413,
+                0.025584640502929686,
+                0.0255346565246582,
+                0.02552934455871582,
+                0.025576448440551756,
+                0.025665536880493164,
+                0.025590784072875978,
+                0.02556723213195801,
+                0.025762815475463868,
+                0.02734489631652832,
+                0.02728447914123535,
+                0.027280384063720704,
+                0.027611135482788086,
+                0.02730803108215332,
+                0.027356159210205077,
                 0.025646080017089845,
+                0.025540607452392578,
                 0.025648128509521483,
                 0.025654272079467775,
                 0.025622528076171876,
                 0.025659391403198242,
+                0.02556620788574219,
+                0.025624767303466797,
+                0.02564121627807617,
+                0.025820159912109376,
+                0.02573721694946289,
+                0.02579052734375,
+                0.025836544036865236,
+                0.02574028778076172,
+                0.025762815475463868,
+                0.02573107147216797,
+                0.02573209571838379,
+                0.02572902488708496,
+                0.02569932746887207,
+                0.02569625663757324,
+                0.025778175354003906,
                 0.02571468734741211,
+                0.02568704032897949,
+                0.02578041648864746,
+                0.025785343170166015,
+                0.02572902488708496,
+                0.025745407104492187,
                 0.0257126407623291,
+                0.026137599945068358,
+                0.025745407104492187,
                 0.025683967590332032,
+                0.02571468734741211,
+                0.02568704032897949,
+                0.02572083282470703,
+                0.02572390365600586,
+                0.02569625663757324,
+                0.02570649528503418,
+                0.025680896759033203,
                 0.025686016082763673,
+                0.025705472946166992,
                 0.02569523239135742,
+                0.0257108154296875,
+                0.025651199340820312,
                 0.02574131202697754,
+                0.025701375961303712,
+                0.02573619270324707,
+                0.025683967590332032,
+                0.02608639907836914,
                 0.02574131202697754,
+                0.025614336013793947,
+                0.02576383972167969,
+                0.025607168197631838,
+                0.02572902488708496,
+                0.025597951889038087,
+                0.025711679458618165,
+                0.025771007537841797,
+                0.025775104522705077,
+                0.02570240020751953,
+                0.02569932746887207,
                 0.025667583465576172,
                 0.025667583465576172,
+                0.02569523239135742,
+                0.02575257682800293,
+                0.02575155258178711,
+                0.025738239288330078,
+                0.025787391662597657,
+                0.02574336051940918,
+                0.025635839462280274,
+                0.02570969581604004,
+                0.025753599166870117,
+                0.02574131202697754,
+                0.025766912460327147,
+                0.025802751541137696,
+                0.025802751541137696,
+                0.025746431350708008,
+                0.025797632217407225,
+                0.0257392635345459,
+                0.025790464401245116,
+                0.02577305603027344,
+                0.025831424713134765,
+                0.02575564765930176,
+                0.025785343170166015,
+                0.025781343460083008,
+                0.02573209571838379,
+                0.02569932746887207,
+                0.025661632537841796,
+                0.025701375961303712,
+                0.025853952407836913,
+                0.025734144210815428,
+                0.02576076889038086,
+                0.025786367416381836,
+                0.025676799774169923,
+                0.02567987251281738,
+                0.025665536880493164,
+                0.02576896095275879,
+                0.02567884826660156,
+                0.02571571159362793,
+                0.025628671646118165,
+                0.025622528076171876,
+                0.025651199340820312,
+                0.02569011116027832,
+                0.025640960693359374,
+                0.02565836715698242,
+                0.025792512893676758,
+                0.02570035171508789,
                 0.025649152755737304,
+                0.02614169692993164,
                 0.025643007278442383,
+                0.02571571159362793,
+                0.025676799774169923,
+                0.02572902488708496,
+                0.025694208145141603,
+                0.02566655921936035,
+                0.02570444869995117,
+                0.025782272338867186,
+                0.02568294334411621,
+                0.02568704032897949,
+                0.025669631958007814,
+                0.025652223587036133,
+                0.025639936447143553,
+                0.025573375701904297,
                 0.025622528076171876,
+                0.025592832565307616,
+                0.025647104263305662,
+                0.025582592010498048,
+                0.026016767501831056,
+                0.025745407104492187,
+                0.025665536880493164,
+                0.025677824020385744,
+                0.025671680450439452,
+                0.02553753662109375,
+                0.02568704032897949,
+                0.02555904006958008,
+                0.025673728942871094,
+                0.025573375701904297,
+                0.02550579261779785,
+                0.025601024627685546,
+                0.025628671646118165,
+                0.02553241539001465,
+                0.02549452781677246,
+                0.025554943084716796,
+                0.025570304870605468,
                 0.025585664749145507,
+                0.02576896095275879,
+                0.025539743423461915,
+                0.025636863708496094,
+                0.025622528076171876,
+                0.025600000381469725,
+                0.025604095458984375,
+                0.025600000381469725,
+                0.02555904006958008,
+                0.025622560501098634,
+                0.02554368019104004,
+                0.025625600814819335,
+                0.025581567764282227,
+                0.025632768630981444,
+                0.025593856811523437,
+                0.025608192443847655,
+                0.02557439994812012,
+                0.025671680450439452,
+                0.02554572868347168,
+                0.025630720138549806,
+                0.025611263275146484,
+                0.025653247833251954,
+                0.02558361625671387,
+                0.025612287521362305,
+                0.025631744384765624,
+                0.025652223587036133,
+                0.025574464797973633,
                 0.025624576568603515,
+                0.025563135147094726,
+                0.025669631958007814,
+                0.025625600814819335,
+                0.025630943298339842,
+                0.025596927642822266,
                 0.025601024627685546,
+                0.025588735580444336,
+                0.025612287521362305,
+                0.025616384506225585,
+                0.025608192443847655,
+                0.025597951889038087,
+                0.025539583206176757,
+                0.025601024627685546,
+                0.025565183639526368,
                 0.025631744384765624,
+                0.02595123291015625,
+                0.02571161651611328,
+                0.02555187225341797,
+                0.025544704437255858,
+                0.025500831604003907,
+                0.025621503829956056,
+                0.02555904006958008,
+                0.025540607452392578,
+                0.025596063613891603,
+                0.025582592010498048,
+                0.026077184677124023,
+                0.025655296325683592,
+                0.025597951889038087,
+                0.02569932746887207,
+                0.025513055801391602,
+                0.025503744125366212,
+                0.025531391143798828,
                 0.025571327209472656,
+                0.025578496932983398,
+                0.02597068786621094,
                 0.025648128509521483,
                 0.025645055770874024,
+                0.02566771125793457,
                 0.025585664749145507,
+                0.025573375701904297,
+                0.02555392074584961,
+                0.02552524757385254,
+                0.025621503829956056,
+                0.025613311767578126,
+                0.025616384506225585,
+                0.02556620788574219,
+                0.025585664749145507,
+                0.025588735580444336,
+                0.025597951889038087,
+                0.025491455078125,
                 0.025587711334228515,
+                0.025569280624389647,
+                0.025621696472167967,
+                0.02553446388244629,
+                0.025556991577148438,
+                0.025585664749145507,
+                0.025651199340820312,
+                0.02555801582336426,
+                0.025611263275146484,
+                0.025591808319091795,
+                0.025594879150390625,
+                0.025648128509521483,
+                0.025689088821411132,
+                0.02556620788574219,
+                0.025648128509521483,
                 0.025635839462280274,
+                0.025634815216064453,
+                0.02552217674255371,
+                0.02553036880493164,
+                0.025564159393310547,
+                0.025633792877197265,
+                0.02569625663757324,
+                0.025635839462280274,
+                0.025643007278442383,
+                0.025656415939331056,
+                0.025568256378173827,
                 0.025629695892333985,
+                0.025589759826660157,
+                0.025684991836547853,
+                0.025614336013793947,
+                0.025576448440551756,
+                0.02552115249633789,
+                0.02557439994812012,
+                0.025592832565307616,
+                0.02574847984313965,
+                0.02559715270996094,
+                0.025842687606811524,
+                0.02555801582336426,
+                0.02553548812866211,
+                0.025587711334228515,
+                0.02570240020751953,
+                0.025585664749145507,
+                0.02557542419433594,
+                0.025528383255004884,
+                0.025919679641723634,
+                0.025657344818115234,
+                0.025657567977905273,
+                0.025588735580444336,
+                0.025585664749145507,
+                0.025560064315795897,
+                0.025555967330932617,
+                0.025631744384765624,
+                0.02567884826660156,
+                0.025589759826660157,
+                0.025636863708496094,
+                0.025606143951416017,
+                0.02554982376098633,
+                0.0255467529296875,
                 0.025552896499633788,
+                0.025598976135253908,
+                0.02567884826660156,
+                0.025630720138549806,
+                0.025975807189941406,
+                0.025577472686767577,
+                0.025572351455688477,
+                0.025571327209472656,
+                0.025638912200927736,
+                0.025658464431762694,
+                0.025573375701904297,
+                0.025561088562011718,
+                0.025565183639526368,
+                0.025593856811523437,
+                0.025609216690063476,
+                0.025555967330932617,
+                0.02557439994812012,
+                0.02553049659729004,
+                0.02551603126525879,
+                0.02556211280822754,
                 0.025625600814819335,
+                0.02554572868347168,
+                0.025625600814819335,
+                0.025531391143798828,
+                0.025605119705200196,
+                0.025553951263427733,
+                0.025651199340820312,
+                0.025586687088012695,
+                0.025573375701904297,
+                0.025586687088012695,
+                0.025564159393310547,
+                0.02555801582336426,
+                0.025652223587036133,
+                0.0255283203125,
+                0.025648128509521483,
+                0.025615360260009764,
+                0.025589759826660157,
+                0.025584640502929686,
+                0.025693183898925782,
+                0.025564159393310547,
                 0.02570854377746582,
+                0.025634815216064453,
+                0.025624576568603515,
+                0.02550579261779785,
+                0.0255098876953125,
+                0.025552896499633788,
+                0.025606143951416017,
+                0.025653247833251954,
+                0.025580543518066406,
+                0.025627647399902344,
                 0.025614336013793947,
+                0.025554943084716796,
+                0.025602048873901367,
+                0.02558380889892578,
                 0.0257259521484375,
+                0.025611263275146484,
+                0.02557542419433594,
+                0.025597951889038087,
+                0.025581567764282227,
+                0.025553056716918945,
+                0.025686016082763673,
+                0.025618431091308593,
+                0.025630847930908203,
+                0.02554982376098633,
+                0.026102783203125,
+                0.025620479583740235,
+                0.025677824020385744,
                 0.025660415649414063,
+                0.025615360260009764,
+                0.025628671646118165,
+                0.025592832565307616,
+                0.025610240936279297,
+                0.02572185516357422,
+                0.025588735580444336,
+                0.025628671646118165,
+                0.025577600479125977
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 9952.764502996304
         },
         "energy": null,
         "efficiency": null
     "decode": {
         "memory": {
             "unit": "MB",
+            "max_ram": 1079.64416,
             "max_vram": 3472.883712,
             "max_reserved": 2988.4416,
             "max_allocated": 2813.773312
         },
         "latency": {
             "unit": "s",
+            "mean": 5.0872309780120855,
+            "stdev": 0.0026828880310065806,
             "values": [
+                5.084548089981078,
+                5.089913866043092
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 50.1255007099452
         },
         "energy": null,
         "efficiency": null
+    },
+    "per_token": {
+        "memory": null,
+        "latency": {
+            "unit": "s",
+            "mean": 0.019949925403968952,
+            "stdev": 0.00014777607341213587,
+            "values": [
+                0.02022809600830078,
+                0.020031776428222656,
+                0.019912416458129883,
+                0.019926111221313478,
+                0.019920799255371095,
+                0.019964927673339843,
+                0.019896320343017578,
+                0.019878911972045898,
+                0.020257823944091796,
+                0.019924959182739257,
+                0.02003660774230957,
+                0.01987174415588379,
+                0.019905664443969726,
+                0.019874687194824218,
+                0.019901439666748046,
+                0.019911872863769532,
+                0.019849023818969726,
+                0.019944448471069336,
+                0.01986355209350586,
+                0.019960895538330078,
+                0.01995564842224121,
                 0.019975168228149414,
+                0.019959808349609375,
+                0.019966976165771484,
+                0.020130815505981444,
+                0.020016128540039063,
+                0.020008031845092773,
+                0.01999555206298828,
+                0.019962879180908204,
                 0.020006912231445313,
+                0.020039680480957032,
+                0.019907583236694337,
+                0.019886240005493164,
+                0.019990367889404295,
+                0.019982336044311523,
+                0.019989503860473632,
+                0.019862527847290038,
+                0.019900415420532228,
+                0.019900415420532228,
+                0.01998863983154297,
+                0.019859296798706055,
+                0.019939327239990236,
+                0.019917823791503905,
+                0.020121599197387697,
+                0.019936256408691407,
+                0.020023296356201172,
+                0.019986560821533203,
+                0.019899263381958007,
+                0.019937280654907227,
+                0.019911680221557617,
+                0.019893247604370116,
+                0.019961856842041017,
+                0.019919872283935547,
+                0.019940351486206053,
                 0.02002841567993164,
+                0.020059135437011717,
+                0.019932159423828123,
+                0.019909631729125975,
+                0.02004595184326172,
+                0.01989414405822754,
+                0.019945472717285157,
+                0.019904544830322266,
+                0.019898336410522462,
+                0.019940351486206053,
+                0.02002227210998535,
+                0.019948543548583983,
+                0.019976192474365235,
+                0.019911840438842775,
+                0.019958623886108397,
+                0.02009712028503418,
+                0.01982352066040039,
+                0.019912704467773438,
+                0.01987481689453125,
+                0.01988115119934082,
+                0.019920703887939453,
+                0.019974143981933593,
                 0.0198922233581543,
+                0.019901439666748046,
+                0.019942399978637695,
+                0.019895328521728515,
+                0.01992291259765625,
+                0.01982076835632324,
+                0.019967775344848632,
+                0.019910655975341796,
+                0.019999744415283204,
+                0.02047305679321289,
+                0.02004047966003418,
+                0.019919071197509765,
+                0.019970848083496095,
+                0.0199979190826416,
+                0.01995564842224121,
+                0.020112415313720704,
+                0.019997503280639647,
+                0.019976192474365235,
+                0.02007859230041504,
+                0.019928064346313477,
+                0.019971168518066407,
+                0.019905439376831056,
+                0.01982771110534668,
+                0.01986355209350586,
+                0.0198922233581543,
+                0.019911680221557617,
+                0.019876863479614256,
+                0.019885055541992186,
+                0.019843072891235353,
                 0.01999564743041992,
+                0.0198656005859375,
+                0.01987583923339844,
+                0.019923967361450197,
+                0.02028544044494629,
+                0.01985843276977539,
+                0.019934207916259765,
+                0.019914751052856446,
+                0.019877887725830077,
                 0.01987276840209961,
+                0.019916799545288084,
+                0.019962015151977538,
+                0.019856224060058592,
+                0.01988915252685547,
+                0.019923967361450197,
+                0.019959808349609375,
+                0.019908607482910155,
+                0.019876863479614256,
                 0.019944448471069336,
+                0.019976192474365235,
+                0.019984384536743165,
+                0.01998355293273926,
+                0.020041568756103516,
+                0.01992188835144043,
+                0.019928064346313477,
+                0.019923967361450197,
+                0.01990355110168457,
+                0.01991878318786621,
+                0.019900415420532228,
+                0.01987276840209961,
+                0.019923967361450197,
                 0.01990656089782715,
+                0.01998847961425781,
                 0.019887104034423828,
+                0.019895296096801757,
+                0.01979084777832031,
+                0.019939327239990236,
+                0.019907583236694337,
+                0.019917823791503905,
+                0.019876960754394532,
+                0.01984604835510254,
                 0.019909631729125975,
+                0.019932159423828123,
+                0.019808256149291992,
+                0.019927040100097656,
+                0.019796159744262694,
+                0.0197640323638916,
+                0.01982156753540039,
+                0.01982975959777832,
+                0.019786752700805665,
+                0.019834880828857423,
+                0.01987174415588379,
+                0.01986867141723633,
+                0.01993011283874512,
+                0.019860607147216797,
+                0.019815296173095704,
+                0.01984332847595215,
+                0.019841791152954102,
+                0.019772415161132813,
+                0.01982771110534668,
+                0.01987379264831543,
+                0.019979263305664064,
+                0.019910655975341796,
+                0.019853311538696287,
+                0.019787776947021486,
+                0.019892383575439453,
+                0.019857248306274413,
+                0.01984102439880371,
+                0.019997695922851562,
+                0.019973119735717772,
+                0.019989503860473632,
+                0.019854335784912108,
+                0.019878911972045898,
+                0.019818496704101563,
+                0.019901439666748046,
+                0.02006425666809082,
+                0.019885055541992186,
+                0.01997532844543457,
+                0.01992073631286621,
+                0.02000383949279785,
+                0.019883007049560548,
+                0.020426816940307617,
+                0.01997305679321289,
+                0.019902463912963866,
+                0.019893247604370116,
+                0.019918848037719726,
+                0.019883007049560548,
+                0.019808256149291992,
+                0.01984422492980957,
+                0.0200948486328125,
+                0.01983078384399414,
                 0.01986457633972168,
+                0.019817472457885742,
+                0.019911680221557617,
+                0.01988403129577637,
+                0.019869695663452147,
+                0.020044960021972657,
+                0.019830623626708985,
+                0.019962879180908204,
+                0.019903488159179687,
                 0.01983795166015625,
+                0.019973119735717772,
+                0.019900415420532228,
+                0.019954687118530275,
+                0.01982464027404785,
+                0.02046156883239746,
+                0.019920896530151368,
+                0.019912704467773438,
+                0.01991372871398926,
+                0.019910655975341796,
+                0.019941375732421874,
+                0.01998041534423828,
+                0.019852319717407228,
+                0.020055072784423828,
+                0.01996086311340332,
+                0.019908544540405273,
+                0.01996272087097168,
                 0.019915775299072267,
+                0.0200130558013916,
+                0.01990060806274414,
+                0.019860288619995118,
+                0.01983283233642578,
+                0.019963903427124022,
+                0.019884096145629884,
+                0.01998841667175293,
+                0.020002944946289063,
+                0.02009280014038086,
+                0.019969024658203126,
+                0.020059135437011717,
+                0.019937280654907227,
+                0.020118528366088868,
+                0.02010316848754883,
+                0.0200898551940918,
+                0.020007007598876952,
+                0.01988921546936035,
+                0.019886943817138673,
+                0.020001792907714845,
+                0.020002944946289063,
+                0.019973215103149415,
+                0.020085695266723633,
+                0.020010047912597657,
+                0.02006831932067871,
+                0.019857248306274413,
+                0.01991891288757324,
+                0.019940319061279296,
+                0.01993824005126953,
+                0.019941375732421874,
+                0.019936256408691407,
+                0.020122623443603514,
+                0.019963903427124022,
+                0.020117664337158205,
+                0.01995657539367676,
+                0.019965951919555663,
+                0.019960832595825196,
+                0.019950592041015625,
+                0.019996896743774414,
+                0.01985728073120117,
+                0.01980918312072754,
+                0.01984511947631836,
+                0.01990982437133789,
+                0.019873600006103515,
+                0.019911903381347656,
+                0.019950368881225585,
+                0.01996294403076172,
+                0.019907520294189452,
+                0.01983897590637207,
+                0.01984921646118164,
+                0.01988812828063965,
+                0.01990553665161133,
+                0.019992576599121094,
                 0.01986355209350586,
+                0.0198604793548584,
+                0.019890207290649414,
+                0.019909599304199218,
+                0.01988403129577637,
+                0.01986764717102051,
+                0.02001513671875,
+                0.019925983428955078,
+                0.02003660774230957,
+                0.019960832595825196,
                 0.019920896530151368,
+                0.020509695053100584,
+                0.019904512405395508,
+                0.019929088592529298,
+                0.01988915252685547,
+                0.019914751052856446,
+                0.019895328521728515,
+                0.019859424591064455,
                 0.02005606460571289,
+                0.019943424224853516,
+                0.02000486373901367,
+                0.019943424224853516,
+                0.019929088592529298,
+                0.0198604793548584,
+                0.019891424179077147,
+                0.019995424270629884,
+                0.019938304901123048,
+                0.019878911972045898,
+                0.019813375473022463,
+                0.01983897590637207,
+                0.019955711364746095,
                 0.019910655975341796,
+                0.019991552352905274,
+                0.01987481689453125,
+                0.019910655975341796,
+                0.020447231292724608,
+                0.020009983062744142,
+                0.01987491226196289,
+                0.01983273506164551,
+                0.0198922233581543,
+                0.019927040100097656,
+                0.019883007049560548,
+                0.019781631469726564,
+                0.019992576599121094,
+                0.019894271850585937,
+                0.01987811279296875,
+                0.01980291175842285,
+                0.01984409523010254,
+                0.019942527770996095,
+                0.0198654727935791,
+                0.02025369644165039,
+                0.02229964828491211,
+                0.020340736389160157,
+                0.01983692741394043,
+                0.019971071243286134,
+                0.01986662483215332,
+                0.019933408737182617,
+                0.019889951705932617,
+                0.019870975494384765,
+                0.01995955276489258,
                 0.020033536911010744,
+                0.019781631469726564,
+                0.019909856796264648,
+                0.019749664306640626,
+                0.019715072631835938,
+                0.019910655975341796,
+                0.020050943374633787,
+                0.01986764717102051,
+                0.01991372871398926,
+                0.01985024070739746,
+                0.01989017677307129,
+                0.0198154239654541,
+                0.019894271850585937,
+                0.01988403129577637,
+                0.019818719863891603,
+                0.019869472503662108,
+                0.019920896530151368,
+                0.019984384536743165,
+                0.019803136825561524,
+                0.019932159423828123,
+                0.01992812728881836,
+                0.02003468894958496,
+                0.019946304321289063,
+                0.01988915252685547,
+                0.019773439407348634,
+                0.019833856582641602,
+                0.01990656089782715,
+                0.01984739112854004,
+                0.020088607788085938,
+                0.019904512405395508,
+                0.019961856842041017,
+                0.019902463912963866,
+                0.01993011283874512,
+                0.02005606460571289,
+                0.019934207916259765,
+                0.02006630325317383,
+                0.019932416915893553,
+                0.019945215225219727,
+                0.019870719909667968,
+                0.0198604793548584,
+                0.01987993621826172,
+                0.019793920516967774,
+                0.01983897590637207,
+                0.01988915252685547,
+                0.01992192077636719,
+                0.01985024070739746,
+                0.01985024070739746,
+                0.01986355209350586,
+                0.01999667167663574,
+                0.01985740852355957,
+                0.020186208724975587,
+                0.019893247604370116,
+                0.020323232650756837,
+                0.02008086395263672,
+                0.019963680267333986,
+                0.0198656005859375,
+                0.01987583923339844,
+                0.019883007049560548,
+                0.019893247604370116,
+                0.019981311798095702,
+                0.020021472930908203,
+                0.02008963203430176,
+                0.01997209548950195,
+                0.020205568313598633,
+                0.019990528106689453,
                 0.0200447998046875,
+                0.019951616287231445,
+                0.019912704467773438,
+                0.01983180809020996,
+                0.019896320343017578,
+                0.019903488159179687,
+                0.019936256408691407,
+                0.019869695663452147,
+                0.02007244873046875,
+                0.019918048858642578,
+                0.019906335830688477,
+                0.020388864517211915,
+                0.020060159683227538,
                 0.02007859230041504,
                 0.019987455368041994,
+                0.019978399276733397,
+                0.019898208618164062,
+                0.02007859230041504,
+                0.019900415420532228,
+                0.020033536911010744,
                 0.019981311798095702,
+                0.01985228729248047,
+                0.019795967102050782,
+                0.01988915252685547,
+                0.01986764717102051,
+                0.019931360244750975,
+                0.019887903213500976,
+                0.019968000411987305,
+                0.01983283233642578,
+                0.019870943069458007,
+                0.02007427215576172,
+                0.019926015853881835,
                 0.019982336044311523,
+                0.019936256408691407,
+                0.019976192474365235,
+                0.019958784103393554,
+                0.01996700859069824,
+                0.01986761665344238,
+                0.019877887725830077,
+                0.02000486373901367,
+                0.019909631729125975,
                 0.019965951919555663,
+                0.019869695663452147,
+                0.020110336303710938,
+                0.02000486373901367,
+                0.019959808349609375,
+                0.020015104293823242,
+                0.019963903427124022,
+                0.02002124786376953,
+                0.019910655975341796,
+                0.01991379165649414,
+                0.019892160415649413,
+                0.019946495056152345,
+                0.020167680740356447,
+                0.020032512664794923,
+                0.01997209548950195,
+                0.019894271850585937,
+                0.019977216720581056,
+                0.019938304901123048,
+                0.019885055541992186,
+                0.019870719909667968,
+                0.01990163230895996,
+                0.019895103454589842,
+                0.02008064079284668,
+                0.01987379264831543,
+                0.02005833625793457,
+                0.019920671463012695,
+                0.0200949764251709,
+                0.020108448028564454,
+                0.020037471771240236,
+                0.020031488418579102,
+                0.019954687118530275,
+                0.019946495056152345,
+                0.019982336044311523,
+                0.020050943374633787,
+                0.01987174415588379,
+                0.019982336044311523,
+                0.019999744415283204,
+                0.020000768661499024,
+                0.020060159683227538,
+                0.019922943115234376,
+                0.019964927673339843,
+                0.020002815246582033,
+                0.020160512924194338,
+                0.019947744369506835,
+                0.01989200019836426,
+                0.01988915252685547,
                 0.02002841567993164,
+                0.020544511795043945,
+                0.019938304901123048,
+                0.01998847961425781,
+                0.019936256408691407,
+                0.019950592041015625,
                 0.020017152786254884,
+                0.019947519302368166,
+                0.019971103668212892,
+                0.019946464538574217,
+                0.019982336044311523,
+                0.020093952178955078,
+                0.019943424224853516,
+                0.0200581111907959,
+                0.019957759857177734,
                 0.019999744415283204,
+                0.02004172706604004,
+                0.0200130558013916,
+                0.020011007308959963,
+                0.020140031814575195,
+                0.019901439666748046,
+                0.02004172706604004,
+                0.02001919937133789
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 50.12550070994523
         },
         "energy": null,
         "efficiency": null