kreas
/

FA_benchmarks

Model card Files Files and versions Community

kreas commited on Apr 16

Commit

ddc46cd

•

1 Parent(s): 7533495

Upload /Llama-2-7b-hf/fp16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub

Browse files

Files changed (1) hide show

Llama-2-7b-hf/fp16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json +857 -1115

Llama-2-7b-hf/fp16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json CHANGED Viewed

@@ -2,377 +2,375 @@
     "prefill": {
         "memory": {
             "unit": "MB",
-            "max_ram": 981.430272,
-            "max_vram": 14174.650368,
             "max_reserved": 13786.677248,
             "max_allocated": 13755.515392
         },
         "latency": {
             "unit": "s",
-            "mean": 0.02818396059850628,
-            "stdev": 0.00016184796906407148,
             "values": [
-                0.028412288665771484,
-                0.02756096076965332,
-                0.028102655410766602,
-                0.027846656799316406,
-                0.027863264083862305,
-                0.027860992431640624,
-                0.027897855758666993,
-                0.02791116714477539,
-                0.028013568878173828,
-                0.0279736328125,
-                0.02795110321044922,
-                0.02801363182067871,
-                0.027865087509155274,
-                0.027856895446777344,
-                0.027901952743530273,
-                0.02787046432495117,
-                0.027872255325317383,
-                0.0279420166015625,
-                0.027873504638671876,
-                0.027923456192016603,
-                0.02790297508239746,
-                0.02793574333190918,
-                0.027866111755371094,
-                0.027886592864990234,
-                0.027914239883422853,
                 0.027901952743530273,
-                0.027891712188720705,
-                0.02793984031677246,
-                0.027884544372558592,
-                0.02792448043823242,
-                0.027866111755371094,
-                0.02797260856628418,
-                0.028493824005126952,
-                0.028468223571777345,
-                0.028519424438476562,
-                0.028532991409301756,
-                0.0284815673828125,
-                0.02853785514831543,
-                0.028508159637451173,
-                0.028480512619018555,
-                0.028496896743774414,
-                0.028516351699829103,
-                0.028470560073852538,
-                0.028506111145019532,
-                0.028444671630859376,
-                0.028709888458251953,
-                0.02838425636291504,
-                0.028253183364868165,
-                0.028222463607788087,
-                0.028088319778442384,
-                0.028088319778442384,
-                0.028062719345092774,
-                0.027992063522338868,
-                0.028022783279418945,
                 0.027930624008178712,
-                0.027886592864990234,
-                0.02788150405883789,
                 0.027881471633911133,
-                0.027907072067260744,
-                0.027845632553100585,
-                0.027915264129638673,
-                0.027915264129638673,
-                0.027905023574829102,
-                0.028012544631958007,
-                0.028042240142822264,
-                0.02814566421508789,
-                0.028181503295898438,
-                0.028166175842285156,
-                0.028290111541748045,
-                0.028258304595947265,
-                0.02837708854675293,
-                0.02838835144042969,
-                0.028387327194213868,
-                0.028391424179077147,
-                0.028391424179077147,
-                0.02838015937805176,
-                0.028406784057617186,
-                0.029265920639038087,
-                0.028521472930908204,
-                0.028462080001831053,
-                0.028445695877075194,
-                0.02832691192626953,
-                0.028234752655029297,
-                0.02820812797546387,
-                0.028213247299194336,
-                0.02818662452697754,
-                0.02809663963317871,
-                0.028091392517089843,
-                0.028117151260375978,
-                0.02809343910217285,
-                0.028065792083740236,
-                0.02792755126953125,
-                0.02791116714477539,
-                0.027868160247802733,
-                0.027912256240844726,
-                0.027913215637207032,
-                0.02791628837585449,
-                0.02793894386291504,
-                0.028046335220336914,
-                0.028030975341796875,
                 0.02818252754211426,
-                0.02812620735168457,
-                0.02815999984741211,
-                0.028177408218383788,
-                0.028268543243408203,
                 0.028218368530273437,
-                0.028264448165893553,
-                0.028391616821289063,
-                0.028420095443725587,
-                0.028427263259887696,
-                0.02840166473388672,
                 0.028477439880371092,
-                0.028400640487670898,
-                0.028410879135131836,
-                0.02837196731567383,
-                0.028274688720703125,
-                0.028299264907836914,
-                0.028241920471191406,
-                0.028231679916381838,
-                0.028209152221679686,
-                0.028218368530273437,
-                0.028219392776489258,
-                0.02806595230102539,
-                0.02814566421508789,
-                0.028103679656982423,
-                0.02808438491821289,
-                0.028085248947143555,
-                0.028041215896606447,
-                0.027923456192016603,
-                0.027938816070556642,
-                0.027915264129638673,
-                0.02800230407714844,
-                0.028035072326660155,
-                0.028072959899902345,
-                0.028181503295898438,
-                0.028096511840820314,
-                0.02814771270751953,
-                0.028196863174438477,
-                0.028196863174438477,
-                0.028271615982055662,
-                0.02817843246459961,
-                0.028268543243408203,
-                0.028222463607788087,
-                0.028277759552001954,
-                0.028296192169189452,
                 0.028314624786376953,
-                0.02838528060913086,
-                0.028405792236328126,
-                0.028383232116699218,
-                0.028230655670166017,
-                0.028301311492919923,
-                0.028298240661621094,
-                0.028226560592651367,
-                0.028265472412109374,
-                0.028194816589355468,
-                0.028224512100219725,
-                0.028213247299194336,
-                0.028226560592651367,
-                0.028192768096923827,
-                0.028065792083740236,
-                0.02814361572265625,
                 0.02809753608703613,
-                0.028107776641845703,
-                0.028096511840820314,
-                0.02810572814941406,
-                0.028065792083740236,
-                0.028095487594604493,
-                0.028056575775146485,
-                0.02813542366027832,
-                0.028102655410766602,
-                0.02815385627746582,
-                0.028099584579467773,
-                0.028184576034545897,
-                0.028200960159301756,
-                0.02822047996520996,
-                0.028197887420654297,
-                0.02817535972595215,
-                0.02819174385070801,
-                0.028273664474487304,
-                0.028231679916381838,
-                0.028305408477783203,
-                0.028319839477539063,
-                0.028319807052612306,
-                0.028274879455566407,
-                0.02832691192626953,
-                0.02830438423156738,
-                0.028252159118652344,
-                0.028309503555297853,
-                0.028210239410400392,
-                0.028357887268066408,
-                0.028207103729248048,
-                0.028258304595947265,
-                0.028227584838867188,
-                0.028284927368164063,
-                0.028241952896118163,
-                0.028124160766601562,
-                0.02820403289794922,
-                0.028180479049682617,
-                0.028070911407470703,
-                0.02815078353881836,
-                0.02812313652038574,
-                0.028090368270874022,
-                0.02815590476989746,
-                0.028088319778442384,
-                0.02817228889465332,
-                0.02814259147644043,
-                0.02818355178833008,
-                0.02815692710876465,
-                0.028206079483032227,
-                0.028192768096923827,
-                0.028189695358276368,
-                0.028192768096923827,
-                0.028259328842163086,
-                0.02819891166687012,
-                0.028196863174438477,
-                0.028188671112060547,
-                0.028274688720703125,
-                0.0282174072265625,
-                0.028231679916381838,
-                0.028289024353027343,
-                0.028216320037841795,
-                0.028280832290649413,
-                0.028274688720703125,
-                0.028216320037841795,
-                0.028289024353027343,
-                0.028225536346435546,
-                0.028231679916381838,
-                0.028244991302490235,
-                0.028221439361572266,
-                0.028218368530273437,
-                0.028243967056274414,
-                0.028230655670166017,
-                0.028173311233520508,
-                0.028139583587646483,
-                0.028108800888061523,
-                0.02813337516784668,
-                0.02814668846130371,
-                0.028096511840820314,
-                0.02816409683227539,
-                0.02818355178833008,
-                0.028181503295898438,
-                0.028173311233520508,
-                0.02814873504638672,
-                0.02816819190979004,
-                0.028197887420654297,
-                0.02819584083557129,
                 0.02818764877319336,
-                0.02817964744567871,
-                0.028206079483032227,
-                0.02817228889465332,
-                0.02818252754211426,
-                0.02819071960449219,
-                0.02816716766357422,
-                0.028269567489624024,
-                0.028247039794921876,
-                0.028331008911132813,
-                0.02824012756347656,
                 0.028221439361572266,
-                0.028281856536865234,
-                0.028236799240112305,
-                0.028218368530273437,
-                0.028230655670166017,
                 0.02820812797546387,
-                0.028209152221679686,
-                0.028218368530273437,
-                0.028203008651733398,
-                0.028243967056274414,
                 0.028205055236816406,
-                0.02817535972595215,
-                0.028099584579467773,
-                0.02816819190979004,
-                0.02817843246459961,
-                0.0281712646484375,
-                0.028184576034545897,
-                0.02813542366027832,
-                0.028184576034545897,
-                0.02820812797546387,
-                0.02817535972595215,
-                0.0281712646484375,
-                0.028189695358276368,
-                0.02816409683227539,
                 0.028215295791625978,
-                0.02820403289794922,
-                0.028201984405517577,
-                0.028194816589355468,
-                0.028220415115356445,
-                0.02817433547973633,
-                0.028183712005615234,
-                0.02819071960449219,
-                0.028209152221679686,
-                0.028188671112060547,
-                0.028212223052978515,
-                0.028197887420654297,
-                0.02819891166687012,
-                0.02817535972595215,
-                0.028242944717407226,
-                0.028177408218383788,
-                0.028259328842163086,
-                0.02822150421142578,
                 0.028472320556640625,
-                0.028239871978759764,
-                0.028232704162597655,
                 0.028230655670166017,
-                0.028238847732543947,
-                0.028236799240112305,
-                0.028216447830200195,
-                0.028228607177734375,
-                0.028210176467895507,
-                0.028247039794921876,
-                0.028194047927856444,
-                0.028194816589355468,
                 0.028194816589355468,
-                0.028173599243164062,
-                0.02817945671081543,
                 0.028192768096923827,
-                0.028215295791625978,
-                0.028213247299194336,
-                0.028219648361206055,
-                0.02819993591308594,
-                0.028213247299194336,
-                0.028232704162597655,
-                0.028200063705444336,
-                0.028173311233520508,
-                0.028211200714111328,
-                0.02819584083557129,
-                0.02817148780822754,
-                0.028215295791625978,
-                0.0281661434173584,
-                0.028203008651733398,
-                0.028193792343139647,
-                0.02818662452697754,
-                0.028206079483032227,
-                0.02819174385070801,
-                0.02819174385070801,
-                0.02817535972595215,
-                0.02817535972595215,
-                0.02827782440185547,
-                0.028259328842163086,
-                0.0282391357421875,
-                0.028220415115356445,
-                0.028247039794921876,
-                0.028214271545410157,
-                0.028241920471191406,
                 0.028282880783081055,
-                0.028237823486328126,
                 0.028331008911132813,
                 0.028221439361572266,
-                0.028206079483032227,
-                0.028224512100219725,
-                0.028230655670166017,
                 0.028229631423950196,
-                0.028218368530273437,
-                0.028238847732543947,
-                0.028233728408813476,
-                0.028220415115356445,
-                0.028196863174438477
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 9083.180453125091
         },
         "energy": null,
         "efficiency": null
@@ -380,24 +378,23 @@
     "decode": {
         "memory": {
             "unit": "MB",
-            "max_ram": 981.430272,
             "max_vram": 14807.990272,
             "max_reserved": 14323.54816,
             "max_allocated": 14274.2912
         },
         "latency": {
             "unit": "s",
-            "mean": 4.855743490219119,
-            "stdev": 0.0006371185903267916,
             "values": [
-                4.856593400955205,
-                4.855577608108524,
-                4.855059461593629
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 52.51512986912184
         },
         "energy": null,
         "efficiency": null
@@ -406,779 +403,524 @@
         "memory": null,
         "latency": {
             "unit": "s",
-            "mean": 0.019042131334192622,
-            "stdev": 0.00010338572574961225,
             "values": [
-                0.019770368576049805,
-                0.019155967712402345,
-                0.01901568031311035,
-                0.019006464004516603,
-                0.01887948799133301,
-                0.018868223190307617,
-                0.018885631561279297,
-                0.018891775131225585,
-                0.018890752792358398,
-                0.018869247436523438,
-                0.01888768005371094,
-                0.018889728546142577,
-                0.01888768005371094,
-                0.018890752792358398,
-                0.01888768005371094,
-                0.018888704299926756,
-                0.018897920608520507,
-                0.018881536483764647,
-                0.018884607315063476,
-                0.01887948799133301,
-                0.018891775131225585,
-                0.018897920608520507,
-                0.018892799377441406,
-                0.018891775131225585,
-                0.018898944854736328,
-                0.018900991439819336,
-                0.018881536483764647,
-                0.01889587211608887,
-                0.018913280487060546,
-                0.018910207748413087,
-                0.018947296142578125,
-                0.018898719787597655,
-                0.018903039932250978,
-                0.018910207748413087,
-                0.018911231994628908,
-                0.018919424057006837,
-                0.018926591873168946,
-                0.018925567626953126,
-                0.018918399810791017,
-                0.018933759689331055,
-                0.018933759689331055,
-                0.018929664611816405,
-                0.018938880920410156,
-                0.018944000244140623,
-                0.018927616119384767,
-                0.018927616119384767,
-                0.019171327590942384,
-                0.018935808181762694,
-                0.018933759689331055,
-                0.018919424057006837,
-                0.018932735443115235,
-                0.018940927505493164,
-                0.018926591873168946,
-                0.018931711196899414,
-                0.018929664611816405,
-                0.018940927505493164,
-                0.018942975997924806,
-                0.018935808181762694,
-                0.018957311630249024,
-                0.018952192306518553,
-                0.018966527938842775,
-                0.018936832427978514,
-                0.018946048736572265,
-                0.018956287384033203,
-                0.018945024490356444,
-                0.018952192306518553,
-                0.018967552185058592,
-                0.018968576431274413,
-                0.018956287384033203,
-                0.018971647262573242,
-                0.018968576431274413,
-                0.01906790351867676,
-                0.018958335876464845,
-                0.018977792739868164,
-                0.01897881507873535,
-                0.018956287384033203,
-                0.018964479446411133,
-                0.01897881507873535,
-                0.018968576431274413,
-                0.018990079879760743,
-                0.018967552185058592,
-                0.01899622344970703,
-                0.018970624923706055,
-                0.018972671508789063,
-                0.018970624923706055,
-                0.01899212837219238,
-                0.018981088638305665,
-                0.01897756767272949,
-                0.018983936309814452,
-                0.018990079879760743,
-                0.018979839324951172,
-                0.018993152618408202,
-                0.018983936309814452,
-                0.018980863571166993,
-                0.018970624923706055,
-                0.018979839324951172,
-                0.018982912063598634,
-                0.018994176864624023,
-                0.018981887817382814,
-                0.018989055633544923,
-                0.019002368927001953,
-                0.01900441551208496,
-                0.018988031387329102,
-                0.01899622344970703,
-                0.01900032043457031,
-                0.019021823883056642,
-                0.018998271942138673,
-                0.01900441551208496,
-                0.01901260757446289,
-                0.0190248966217041,
-                0.019058687210083008,
-                0.01901670455932617,
-                0.01900748825073242,
-                0.01902899169921875,
-                0.01901568031311035,
-                0.01901875114440918,
-                0.01901568031311035,
-                0.01902796745300293,
-                0.01900851249694824,
-                0.01902601623535156,
-                0.01901148796081543,
-                0.019042303085327148,
-                0.01902899169921875,
-                0.01902079963684082,
-                0.019021823883056642,
-                0.019042303085327148,
-                0.01904332733154297,
-                0.01902899169921875,
-                0.01902284812927246,
-                0.01903718376159668,
-                0.01904332733154297,
-                0.01904038429260254,
-                0.01905036735534668,
-                0.0190515193939209,
-                0.01905971145629883,
-                0.0190515193939209,
-                0.019056640625,
-                0.019066879272460938,
-                0.01905561637878418,
-                0.0190515193939209,
-                0.0190515193939209,
-                0.019058687210083008,
-                0.019076095581054688,
-                0.0190699520111084,
-                0.01905766487121582,
-                0.01906585693359375,
-                0.019082239151000976,
-                0.019078144073486326,
-                0.01906892776489258,
-                0.01907302474975586,
-                0.01906585693359375,
-                0.01908121681213379,
-                0.019280895233154297,
-                0.0190699520111084,
-                0.01907711982727051,
-                0.019079168319702147,
-                0.019075071334838867,
-                0.019072000503540038,
-                0.019074047088623047,
-                0.01906790351867676,
-                0.019078144073486326,
-                0.019072000503540038,
-                0.019088384628295898,
-                0.01908121681213379,
-                0.019127296447753905,
-                0.019087360382080077,
-                0.019087360382080077,
-                0.01908531188964844,
-                0.01908940887451172,
-                0.019104768753051758,
-                0.019095552444458007,
-                0.019091455459594727,
-                0.019108863830566408,
-                0.019106815338134766,
-                0.019107839584350587,
-                0.019105791091918945,
-                0.019108863830566408,
-                0.019135488510131835,
-                0.019123199462890626,
-                0.019113983154296875,
-                0.019117055892944337,
-                0.019104768753051758,
-                0.019119104385375976,
-                0.019111936569213867,
-                0.019113983154296875,
-                0.019107839584350587,
-                0.019128320693969726,
-                0.019126272201538085,
-                0.019111936569213867,
-                0.019117055892944337,
-                0.019126272201538085,
-                0.019120128631591796,
-                0.019119104385375976,
-                0.019109888076782225,
-                0.019128320693969726,
-                0.019132415771484376,
-                0.019139583587646485,
-                0.019136512756347656,
-                0.019141632080078123,
-                0.019132415771484376,
-                0.019143680572509765,
-                0.019142656326293944,
-                0.019123199462890626,
-                0.019119104385375976,
-                0.019144704818725586,
-                0.019136512756347656,
-                0.019145727157592773,
-                0.019138559341430664,
-                0.019139583587646485,
-                0.019151872634887695,
-                0.019154943466186524,
-                0.019145727157592773,
-                0.019149824142456053,
-                0.019141632080078123,
-                0.019156991958618166,
-                0.019147775650024415,
-                0.019156991958618166,
-                0.019140607833862306,
-                0.019158016204833983,
-                0.019158016204833983,
-                0.019167232513427734,
-                0.019143680572509765,
-                0.019148799896240236,
-                0.019153919219970703,
-                0.019156991958618166,
-                0.019148799896240236,
-                0.019165184020996092,
-                0.019173376083374022,
-                0.019183616638183593,
-                0.019167232513427734,
-                0.019171327590942384,
-                0.019165184020996092,
-                0.019186687469482423,
-                0.019177471160888672,
-                0.019175424575805664,
-                0.019180543899536134,
-                0.019185663223266602,
-                0.019180543899536134,
-                0.019186687469482423,
-                0.019182592391967773,
-                0.019186687469482423,
-                0.019180543899536134,
-                0.019194879531860352,
-                0.019198976516723632,
-                0.019192832946777344,
-                0.019178495407104493,
-                0.019187711715698243,
-                0.019188735961914064,
-                0.019207168579101562,
-                0.019180543899536134,
-                0.019188735961914064,
-                0.019187711715698243,
-                0.019198976516723632,
-                0.01920204734802246,
-                0.01920102310180664,
-                0.01909350395202637,
-                0.01927475166320801,
-                0.018856960296630858,
-                0.018874368667602538,
-                0.018868223190307617,
-                0.018874368667602538,
-                0.018877439498901367,
-                0.018888704299926756,
-                0.01887948799133301,
-                0.018886655807495118,
-                0.018890752792358398,
-                0.018892799377441406,
-                0.018880512237548826,
-                0.018886655807495118,
-                0.018889728546142577,
-                0.018881536483764647,
-                0.018889728546142577,
-                0.018890752792358398,
-                0.018898944854736328,
-                0.018883583068847656,
-                0.018885631561279297,
-                0.018897920608520507,
-                0.018898944854736328,
-                0.018874368667602538,
-                0.018891775131225585,
-                0.018903039932250978,
-                0.019122175216674805,
-                0.018893823623657227,
-                0.018929664611816405,
-                0.0189040641784668,
-                0.018891775131225585,
-                0.018899967193603515,
-                0.018915327072143554,
-                0.018914304733276367,
-                0.018916351318359375,
-                0.018922496795654296,
-                0.018913280487060546,
-                0.018915327072143554,
-                0.018918399810791017,
-                0.018926591873168946,
-                0.018954240798950195,
-                0.018927616119384767,
-                0.018917375564575196,
-                0.018928640365600585,
-                0.018916351318359375,
-                0.018925567626953126,
-                0.018923519134521484,
-                0.018940927505493164,
-                0.018923519134521484,
-                0.018924543380737305,
-                0.018935808181762694,
-                0.018931711196899414,
-                0.018921472549438476,
-                0.018930688858032226,
-                0.018940927505493164,
-                0.018940927505493164,
-                0.018926591873168946,
-                0.018924543380737305,
-                0.018942975997924806,
-                0.018950143814086915,
-                0.018933759689331055,
-                0.018939903259277344,
-                0.018969600677490234,
-                0.018934783935546876,
-                0.018924543380737305,
-                0.018959360122680666,
-                0.018975744247436522,
-                0.018965503692626954,
-                0.018949119567871094,
-                0.018973695755004884,
-                0.018962432861328125,
-                0.018964479446411133,
-                0.018955263137817382,
-                0.018981887817382814,
-                0.018969600677490234,
-                0.018962432861328125,
-                0.018962432861328125,
-                0.018974720001220705,
-                0.018979839324951172,
-                0.018970624923706055,
-                0.018971647262573242,
-                0.018983936309814452,
-                0.018974720001220705,
-                0.018971647262573242,
-                0.018976768493652343,
-                0.018983936309814452,
-                0.018973695755004884,
-                0.018973695755004884,
-                0.018973695755004884,
-                0.018988031387329102,
-                0.018971647262573242,
-                0.018976768493652343,
-                0.018977792739868164,
-                0.018985984802246093,
-                0.018988031387329102,
-                0.018982912063598634,
-                0.018975744247436522,
-                0.01900339126586914,
-                0.018989055633544923,
-                0.018989055633544923,
-                0.018988031387329102,
-                0.01900441551208496,
-                0.018991104125976564,
-                0.01900032043457031,
-                0.018998271942138673,
-                0.019017728805541992,
-                0.01902387237548828,
-                0.019141632080078123,
-                0.019001344680786132,
-                0.01903104019165039,
-                0.01901260757446289,
-                0.019017728805541992,
-                0.01903104019165039,
-                0.01902694320678711,
-                0.01900748825073242,
-                0.019019775390625,
-                0.01901055908203125,
-                0.01903308868408203,
-                0.01902079963684082,
-                0.01903001594543457,
-                0.01900851249694824,
-                0.0190248966217041,
-                0.01901055908203125,
-                0.019021823883056642,
-                0.01901670455932617,
-                0.01903513526916504,
-                0.0190248966217041,
-                0.01902694320678711,
-                0.01903104019165039,
-                0.01903718376159668,
-                0.019062784194946288,
-                0.01905561637878418,
-                0.01904537582397461,
-                0.01923583984375,
-                0.01905356788635254,
-                0.01905356788635254,
-                0.019050495147705078,
-                0.019054592132568358,
-                0.019054592132568358,
-                0.019050495147705078,
-                0.01904640007019043,
-                0.01906790351867676,
-                0.01905766487121582,
-                0.01906892776489258,
-                0.01906073570251465,
-                0.01906175994873047,
-                0.01905561637878418,
-                0.0190699520111084,
-                0.01904844856262207,
-                0.019062784194946288,
-                0.01905561637878418,
-                0.019078144073486326,
-                0.01905766487121582,
-                0.01906483268737793,
-                0.01906175994873047,
-                0.019072000503540038,
-                0.0190515193939209,
-                0.019062784194946288,
-                0.01906892776489258,
-                0.019076095581054688,
-                0.019070976257324217,
-                0.01907711982727051,
-                0.019079168319702147,
-                0.01909760093688965,
-                0.01907711982727051,
-                0.019086336135864256,
-                0.01908121681213379,
-                0.0190948486328125,
-                0.019103424072265625,
-                0.019106815338134766,
-                0.019080192565917968,
-                0.019087360382080077,
-                0.019103744506835937,
-                0.01908940887451172,
-                0.019095552444458007,
-                0.019092479705810548,
-                0.01908940887451172,
-                0.019117055892944337,
-                0.019096576690673828,
-                0.01909760093688965,
-                0.019117055892944337,
-                0.019111936569213867,
-                0.01909760093688965,
-                0.019123199462890626,
-                0.019103744506835937,
-                0.019127296447753905,
-                0.019111936569213867,
-                0.019109888076782225,
-                0.019116031646728517,
-                0.019116287231445313,
-                0.01910860824584961,
-                0.019121152877807617,
-                0.019117055892944337,
-                0.019117055892944337,
-                0.019130367279052735,
-                0.019132415771484376,
-                0.019120128631591796,
-                0.019137535095214844,
-                0.019124223709106446,
-                0.019144704818725586,
-                0.019137535095214844,
-                0.019134464263916014,
-                0.019130367279052735,
-                0.019133440017700197,
-                0.019152896881103516,
-                0.019146751403808594,
-                0.019142656326293944,
-                0.019149824142456053,
-                0.019144704818725586,
-                0.019165184020996092,
-                0.019164159774780275,
-                0.019151872634887695,
-                0.019152896881103516,
-                0.019332096099853514,
-                0.019147775650024415,
-                0.019158016204833983,
-                0.019158016204833983,
-                0.019150848388671874,
-                0.019169279098510742,
-                0.019173376083374022,
-                0.019155967712402345,
-                0.019159040451049804,
-                0.019153919219970703,
-                0.019162111282348633,
-                0.019166208267211913,
-                0.019168256759643554,
-                0.019168256759643554,
-                0.019172351837158205,
-                0.01918156814575195,
-                0.019173568725585937,
-                0.01917830467224121,
-                0.019170303344726563,
-                0.019177471160888672,
-                0.019186687469482423,
-                0.019175424575805664,
-                0.019171327590942384,
-                0.019178495407104493,
-                0.019191808700561523,
-                0.019314687728881837,
-                0.01918156814575195,
-                0.019186687469482423,
-                0.019183616638183593,
-                0.019192832946777344,
-                0.019194879531860352,
-                0.019188735961914064,
-                0.019194879531860352,
-                0.01920512008666992,
-                0.019198976516723632,
-                0.019192832946777344,
-                0.019200000762939453,
-                0.019198976516723632,
-                0.019190784454345702,
-                0.01920102310180664,
-                0.019204095840454103,
-                0.019191808700561523,
-                0.019019775390625,
-                0.0188590087890625,
-                0.0188590087890625,
-                0.018881536483764647,
-                0.01887539291381836,
-                0.01886412811279297,
-                0.018883583068847656,
-                0.01888768005371094,
-                0.018894847869873048,
-                0.018874368667602538,
-                0.018892799377441406,
-                0.018876415252685547,
-                0.0188723201751709,
-                0.01888768005371094,
-                0.018900991439819336,
-                0.018882560729980468,
-                0.01889587211608887,
-                0.018930688858032226,
-                0.018896896362304686,
-                0.01888768005371094,
-                0.018889728546142577,
-                0.01889587211608887,
-                0.018893823623657227,
-                0.018873344421386717,
-                0.018903039932250978,
-                0.018894847869873048,
-                0.018881536483764647,
-                0.018903039932250978,
-                0.018902015686035157,
-                0.018897920608520507,
-                0.018897920608520507,
-                0.018909183502197266,
-                0.018906112670898437,
-                0.018918399810791017,
-                0.018912256240844725,
-                0.018915327072143554,
-                0.018920448303222655,
-                0.018915327072143554,
-                0.018927616119384767,
-                0.018945024490356444,
-                0.018921472549438476,
-                0.018915327072143554,
-                0.018920448303222655,
-                0.018922496795654296,
-                0.018906112670898437,
-                0.018926591873168946,
-                0.018940927505493164,
-                0.018934783935546876,
-                0.018926591873168946,
-                0.018929664611816405,
-                0.018935808181762694,
-                0.018935808181762694,
-                0.018932735443115235,
-                0.018931711196899414,
-                0.018947071075439453,
-                0.018934783935546876,
-                0.018930688858032226,
-                0.018936832427978514,
-                0.018933759689331055,
-                0.018934783935546876,
-                0.018945024490356444,
-                0.018980863571166993,
-                0.018953216552734374,
-                0.01900339126586914,
-                0.018933759689331055,
-                0.018953216552734374,
-                0.018957311630249024,
-                0.018954240798950195,
-                0.018957311630249024,
-                0.018970624923706055,
-                0.018975744247436522,
-                0.018983936309814452,
-                0.018967552185058592,
-                0.01897881507873535,
-                0.018977792739868164,
-                0.018963455200195312,
-                0.018975744247436522,
-                0.018961408615112304,
-                0.018970624923706055,
-                0.018974720001220705,
-                0.018966527938842775,
-                0.018977792739868164,
-                0.018972671508789063,
-                0.018976768493652343,
-                0.018967552185058592,
-                0.01899519920349121,
-                0.018971647262573242,
-                0.018977792739868164,
-                0.019313663482666017,
-                0.018994176864624023,
-                0.018984960556030273,
-                0.018976959228515625,
-                0.01898476791381836,
-                0.018984960556030273,
-                0.018974720001220705,
-                0.018980863571166993,
-                0.018979839324951172,
-                0.018989055633544923,
-                0.018998271942138673,
-                0.01899212837219238,
-                0.01899519920349121,
-                0.019005439758300782,
-                0.01900748825073242,
-                0.018994176864624023,
-                0.019013631820678712,
-                0.01900748825073242,
-                0.01901568031311035,
-                0.019014656066894533,
-                0.01901055908203125,
-                0.019001344680786132,
-                0.01901158332824707,
-                0.019019775390625,
-                0.01901158332824707,
-                0.019014656066894533,
-                0.019013631820678712,
-                0.01900748825073242,
-                0.01902079963684082,
-                0.01903206443786621,
-                0.01902387237548828,
-                0.01901670455932617,
-                0.019019775390625,
-                0.01903923225402832,
-                0.019009536743164062,
-                0.01902796745300293,
-                0.01901158332824707,
-                0.01903411293029785,
-                0.01901260757446289,
-                0.01902899169921875,
-                0.01900748825073242,
-                0.01904332733154297,
-                0.01904640007019043,
-                0.01904332733154297,
-                0.01904537582397461,
-                0.01904844856262207,
-                0.01906073570251465,
-                0.019054592132568358,
-                0.01905254364013672,
-                0.01905356788635254,
-                0.01906483268737793,
-                0.01904844856262207,
-                0.019056640625,
-                0.01905766487121582,
-                0.01906892776489258,
-                0.01905254364013672,
-                0.01904742431640625,
-                0.019062784194946288,
-                0.019072000503540038,
-                0.019062784194946288,
-                0.01905971145629883,
-                0.019062784194946288,
-                0.019074047088623047,
-                0.01905971145629883,
-                0.01906790351867676,
-                0.01906483268737793,
-                0.019075071334838867,
-                0.01923072052001953,
-                0.019076095581054688,
-                0.019056640625,
-                0.019076095581054688,
-                0.01907711982727051,
-                0.019083263397216797,
-                0.0190699520111084,
-                0.01907711982727051,
-                0.019090431213378906,
-                0.019080192565917968,
-                0.019088384628295898,
-                0.019099647521972657,
-                0.019094528198242186,
-                0.01909760093688965,
-                0.019087360382080077,
-                0.019088384628295898,
-                0.01908940887451172,
-                0.019100671768188478,
-                0.019106815338134766,
-                0.019106815338134766,
-                0.019106815338134766,
-                0.019105791091918945,
-                0.019139583587646485,
-                0.019111936569213867,
-                0.0191016960144043,
-                0.01909980773925781,
-                0.01910767936706543,
-                0.019112960815429687,
-                0.019106815338134766,
-                0.019108863830566408,
-                0.019110912322998046,
-                0.019128320693969726,
-                0.019109888076782225,
-                0.019099647521972657,
-                0.019117055892944337,
-                0.019124223709106446,
-                0.019118080139160155,
-                0.019111936569213867,
-                0.019109888076782225,
-                0.019320831298828126,
-                0.019130367279052735,
-                0.019137792587280274,
-                0.019119871139526366,
-                0.019142656326293944,
-                0.019149824142456053,
-                0.019145727157592773,
-                0.019127296447753905,
-                0.019135488510131835,
-                0.019151872634887695,
-                0.019143680572509765,
-                0.019147775650024415,
-                0.019138559341430664,
-                0.019143680572509765,
-                0.019154943466186524,
-                0.019151872634887695,
-                0.019136512756347656,
-                0.019156991958618166,
-                0.019139583587646485,
-                0.019153919219970703,
-                0.019146751403808594,
-                0.019135488510131835,
-                0.019159040451049804,
-                0.019154943466186524,
-                0.019163135528564454,
-                0.019151872634887695,
-                0.019147775650024415,
-                0.019158016204833983,
-                0.019161088943481445,
-                0.019175424575805664,
-                0.019156991958618166,
-                0.019171327590942384,
-                0.019159040451049804,
-                0.019188735961914064,
-                0.019178495407104493,
-                0.019176448822021484,
-                0.019162111282348633,
-                0.019171327590942384,
-                0.019177471160888672,
-                0.019175424575805664,
-                0.019175424575805664,
-                0.019190784454345702,
-                0.019173376083374022,
-                0.01918976020812988,
-                0.019192832946777344,
-                0.019185663223266602,
-                0.019179519653320314,
-                0.019188735961914064,
-                0.019188735961914064,
-                0.019192832946777344,
-                0.01920204734802246,
-                0.019187711715698243,
-                0.019191808700561523,
-                0.019203359603881837,
-                0.019188447952270506,
-                0.019192832946777344,
-                0.019190784454345702,
-                0.01919692802429199,
-                0.019190784454345702,
-                0.019194879531860352,
-                0.01919385528564453
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 52.51512986912185
         },
         "energy": null,
         "efficiency": null

     "prefill": {
         "memory": {
             "unit": "MB",
+            "max_ram": 974.323712,
+            "max_vram": 14271.11936,
             "max_reserved": 13786.677248,
             "max_allocated": 13755.515392
         },
         "latency": {
             "unit": "s",
+            "mean": 0.028316950043715986,
+            "stdev": 0.00021328116540038206,
             "values": [
+                0.028699743270874024,
+                0.02772991943359375,
+                0.027845632553100585,
+                0.027790336608886718,
+                0.027874303817749024,
+                0.027878400802612304,
+                0.027926528930664062,
                 0.027901952743530273,
+                0.027858943939208985,
                 0.027930624008178712,
+                0.028040191650390626,
+                0.027862016677856444,
+                0.028003328323364256,
                 0.027881471633911133,
+                0.02790732765197754,
+                0.0281529598236084,
+                0.028014591217041016,
+                0.027918336868286132,
+                0.02795315170288086,
+                0.02811827278137207,
+                0.028226560592651367,
+                0.02794598388671875,
+                0.02795827293395996,
+                0.02797056007385254,
+                0.027983871459960938,
+                0.028016639709472657,
+                0.028086271286010742,
+                0.028089344024658205,
+                0.028039167404174805,
+                0.028044288635253906,
+                0.028099584579467773,
+                0.028432384490966797,
+                0.02877337646484375,
+                0.028657663345336915,
+                0.028654592514038086,
+                0.028654592514038086,
+                0.028606464385986328,
+                0.02872012710571289,
+                0.028632064819335938,
+                0.028641279220581056,
+                0.028512256622314453,
+                0.02862928009033203,
+                0.02855423927307129,
+                0.028495872497558594,
+                0.028635135650634767,
+                0.02856038475036621,
+                0.028396543502807618,
+                0.02835251235961914,
+                0.02835660743713379,
+                0.028146783828735353,
+                0.028075008392333983,
                 0.02818252754211426,
+                0.028094751358032227,
+                0.028107776641845703,
+                0.028054527282714844,
+                0.028018688201904295,
+                0.028023807525634766,
+                0.028028928756713867,
+                0.02799411201477051,
+                0.028015615463256836,
+                0.02803945541381836,
+                0.028030975341796875,
+                0.028010496139526365,
+                0.028173311233520508,
+                0.02815488052368164,
                 0.028218368530273437,
+                0.028309503555297853,
+                0.028354623794555663,
+                0.028428287506103517,
+                0.028424192428588867,
+                0.028536832809448243,
+                0.028430335998535155,
+                0.02838835144042969,
+                0.028625919342041017,
+                0.028475391387939454,
+                0.0285296630859375,
+                0.02851020812988281,
+                0.02856243133544922,
                 0.028477439880371092,
+                0.02841926383972168,
+                0.028512256622314453,
+                0.028382368087768554,
+                0.02836172866821289,
+                0.028334079742431642,
                 0.028314624786376953,
+                0.028184608459472658,
                 0.02809753608703613,
+                0.028210336685180665,
                 0.02818764877319336,
+                0.028211200714111328,
+                0.02813849639892578,
+                0.028058624267578124,
+                0.028177408218383788,
+                0.028100608825683594,
+                0.02811903953552246,
+                0.028055551528930665,
+                0.02810982322692871,
+                0.028094463348388672,
+                0.028132352828979492,
+                0.028194816589355468,
+                0.028209152221679686,
                 0.028221439361572266,
+                0.028334079742431642,
+                0.02831667137145996,
+                0.028388479232788085,
+                0.028325887680053712,
+                0.028402687072753906,
+                0.028454912185668944,
+                0.028473344802856446,
+                0.0285216007232666,
+                0.028465152740478516,
+                0.028634368896484377,
+                0.028464128494262695,
+                0.028464160919189452,
+                0.028429311752319338,
+                0.028445695877075194,
+                0.02838425636291504,
+                0.028420095443725587,
+                0.028471296310424804,
+                0.028270591735839845,
+                0.028207103729248048,
+                0.028204063415527343,
+                0.02817433547973633,
+                0.028308479309082032,
+                0.028288000106811522,
+                0.02829516792297363,
+                0.028193792343139647,
+                0.02814771270751953,
                 0.02820812797546387,
+                0.028177408218383788,
+                0.02814771270751953,
+                0.02815590476989746,
+                0.028196863174438477,
                 0.028205055236816406,
                 0.028215295791625978,
+                0.02832486343383789,
+                0.028309600830078125,
+                0.028375040054321288,
+                0.02835251235961914,
+                0.028456960678100586,
+                0.028594175338745118,
+                0.028596223831176756,
+                0.028587263107299806,
+                0.02840575981140137,
+                0.028399648666381835,
+                0.028444671630859376,
+                0.028427263259887696,
+                0.028438528060913085,
+                0.028469247817993162,
+                0.028457984924316407,
+                0.028474367141723633,
                 0.028472320556640625,
+                0.02833305549621582,
+                0.028283903121948242,
+                0.028257280349731444,
+                0.028219392776489258,
+                0.028220415115356445,
+                0.02831792068481445,
+                0.028169216156005858,
+                0.028321792602539062,
+                0.028227584838867188,
+                0.028215295791625978,
+                0.02818355178833008,
+                0.028174367904663086,
                 0.028230655670166017,
+                0.028188671112060547,
+                0.02834329605102539,
+                0.028267520904541016,
+                0.028244991302490235,
+                0.02834534454345703,
                 0.028194816589355468,
+                0.02834124755859375,
+                0.02834739112854004,
+                0.0283504638671875,
+                0.028469247817993162,
+                0.028435455322265626,
+                0.028423168182373046,
+                0.028465152740478516,
+                0.028449792861938477,
+                0.028485631942749022,
+                0.028431360244750976,
+                0.028450815200805665,
+                0.028443647384643556,
+                0.02842624092102051,
+                0.02838015937805176,
+                0.028406944274902344,
+                0.028652544021606444,
+                0.028268543243408203,
+                0.02833510398864746,
+                0.028279808044433592,
+                0.028321792602539062,
+                0.028237823486328126,
+                0.028222463607788087,
+                0.028404735565185548,
+                0.028233728408813476,
+                0.028325887680053712,
+                0.028236799240112305,
                 0.028192768096923827,
+                0.02819696044921875,
+                0.02817945671081543,
+                0.02833919906616211,
+                0.028266687393188477,
+                0.028336191177368165,
                 0.028282880783081055,
+                0.02819174385070801,
+                0.02838015937805176,
+                0.02832383918762207,
+                0.028340383529663084,
+                0.02834636878967285,
+                0.028406784057617186,
+                0.028470272064208983,
+                0.028438528060913085,
+                0.02852659225463867,
+                0.028469247817993162,
+                0.028457984924316407,
+                0.028466175079345703,
+                0.028431392669677733,
+                0.028476415634155275,
+                0.02831564712524414,
+                0.028449792861938477,
                 0.028331008911132813,
+                0.02835456085205078,
+                0.028298240661621094,
+                0.028368896484375,
+                0.02837401580810547,
+                0.028276735305786133,
+                0.02830745506286621,
+                0.028289024353027343,
+                0.028285951614379884,
+                0.028285951614379884,
+                0.028238079071044923,
+                0.028342271804809572,
+                0.028269567489624024,
+                0.02832896041870117,
+                0.028305408477783203,
+                0.02818662452697754,
+                0.02832486343383789,
                 0.028221439361572266,
+                0.02836479949951172,
+                0.028314624786376953,
+                0.028270591735839845,
+                0.028329984664916992,
+                0.02835763168334961,
+                0.02836582374572754,
+                0.02835968017578125,
+                0.028416160583496095,
+                0.028439552307128906,
+                0.028468223571777345,
+                0.028452863693237306,
+                0.028417024612426758,
+                0.028449792861938477,
+                0.028471296310424804,
+                0.028433408737182617,
+                0.028438528060913085,
+                0.02834636878967285,
+                0.02839449691772461,
+                0.02832486343383789,
+                0.028284927368164063,
+                0.028294143676757814,
+                0.028278783798217775,
+                0.028317695617675782,
+                0.028257280349731444,
+                0.02831155204772949,
+                0.028213247299194336,
+                0.028285951614379884,
+                0.028305408477783203,
+                0.028267520904541016,
+                0.02831257629394531,
+                0.028269664764404297,
+                0.02831667137145996,
                 0.028229631423950196,
+                0.028184576034545897,
+                0.028353599548339842,
+                0.028329984664916992,
+                0.030741504669189453,
+                0.028037120819091797,
+                0.02831974411010742,
+                0.028289024353027343,
+                0.028272640228271483,
+                0.02838015937805176,
+                0.02836070442199707,
+                0.028461055755615236,
+                0.028440576553344726,
+                0.028462080001831053,
+                0.028443647384643556,
+                0.028456960678100586,
+                0.028443872451782228,
+                0.028442623138427735,
+                0.028427263259887696,
+                0.028272640228271483,
+                0.02834841537475586,
+                0.028311647415161133,
+                0.028366079330444337,
+                0.02833612823486328,
+                0.028310527801513673,
+                0.02834739112854004,
+                0.028251136779785156,
+                0.028305408477783203,
+                0.028370943069458008,
+                0.02832793617248535,
+                0.028268543243408203,
+                0.028252159118652344,
+                0.02834432029724121,
+                0.028254207611083985,
+                0.028210176467895507,
+                0.028408832550048828,
+                0.028379135131835938,
+                0.028402687072753906,
+                0.02841804885864258,
+                0.02827692794799805,
+                0.028357919692993165,
+                0.028298240661621094,
+                0.028424192428588867,
+                0.02843145561218262,
+                0.028445695877075194,
+                0.028459007263183594,
+                0.028461055755615236,
+                0.028482559204101563,
+                0.0283504638671875,
+                0.028414976119995116,
+                0.028436479568481447,
+                0.02836582374572754,
+                0.028314783096313478,
+                0.02837606430053711,
+                0.02835353660583496,
+                0.028331008911132813,
+                0.02836787223815918,
+                0.028314624786376953,
+                0.028299264907836914,
+                0.028310527801513673,
+                0.028285951614379884,
+                0.028358655929565428,
+                0.028249088287353515,
+                0.028165119171142578,
+                0.02834329605102539,
+                0.028290048599243164,
+                0.028228607177734375,
+                0.028283935546875,
+                0.028334079742431642,
+                0.02834022331237793,
+                0.02829516792297363,
+                0.028391424179077147,
+                0.0283371524810791,
+                0.028443647384643556,
+                0.028440576553344726,
+                0.02839756774902344,
+                0.028443775177001952,
+                0.028438528060913085,
+                0.028472320556640625,
+                0.028451839447021485,
+                0.028450815200805665,
+                0.028497919082641602,
+                0.02836582374572754,
+                0.028445695877075194
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 9040.521652394933
         },
         "energy": null,
         "efficiency": null
     "decode": {
         "memory": {
             "unit": "MB",
+            "max_ram": 974.323712,
             "max_vram": 14807.990272,
             "max_reserved": 14323.54816,
             "max_allocated": 14274.2912
         },
         "latency": {
             "unit": "s",
+            "mean": 5.604322820663451,
+            "stdev": 0.0032394084930400524,
             "values": [
+                5.607562229156491,
+                5.601083412170411
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 45.50059091167996
         },
         "energy": null,
         "efficiency": null
         "memory": null,
         "latency": {
             "unit": "s",
+            "mean": 0.021977736551621378,
+            "stdev": 0.00014568721306263525,
             "values": [
+                0.023593984603881835,
+                0.022958080291748048,
+                0.02205695915222168,
+                0.022017280578613282,
+                0.022012672424316405,
+                0.021957632064819335,
+                0.02186240005493164,
+                0.021969919204711915,
+                0.021990400314331054,
+                0.022106111526489256,
+                0.021969919204711915,
+                0.02189107131958008,
+                0.021926912307739257,
+                0.022034431457519533,
+                0.022091775894165038,
+                0.021901311874389647,
+                0.021971967697143553,
+                0.02187161636352539,
+                0.02188595199584961,
+                0.02230784034729004,
+                0.021963775634765623,
+                0.021977088928222657,
+                0.021994495391845705,
+                0.021960704803466798,
+                0.021906431198120118,
+                0.021978111267089845,
+                0.021931007385253908,
+                0.021910528182983398,
+                0.021884927749633788,
+                0.022297599792480468,
+                0.021957632064819335,
+                0.02202009582519531,
+                0.02207846450805664,
+                0.021986303329467775,
+                0.02188902473449707,
+                0.021974016189575195,
+                0.02183475112915039,
+                0.021954559326171876,
+                0.021849088668823242,
+                0.02183782386779785,
+                0.021951488494873047,
+                0.021929983139038087,
+                0.021857280731201172,
+                0.021939199447631837,
+                0.02191155242919922,
+                0.02190745544433594,
+                0.02189004707336426,
+                0.02188390350341797,
+                0.021833728790283204,
+                0.021958656311035156,
+                0.02209689521789551,
+                0.021983232498168945,
+                0.021906431198120118,
+                0.02188287925720215,
+                0.02185625648498535,
+                0.021909503936767577,
+                0.021799936294555664,
+                0.02186137580871582,
+                0.021961727142333985,
+                0.021914623260498048,
+                0.02253926467895508,
+                0.02191974449157715,
+                0.02203647994995117,
+                0.021992448806762696,
+                0.022625280380249024,
+                0.02206208038330078,
+                0.021958656311035156,
+                0.022024192810058595,
+                0.02206924819946289,
+                0.022004735946655272,
+                0.021958656311035156,
+                0.021946367263793946,
+                0.02187468719482422,
+                0.021933055877685546,
+                0.02186342430114746,
+                0.021932031631469725,
+                0.021935104370117187,
+                0.021948415756225585,
+                0.02186649513244629,
+                0.0219617919921875,
+                0.0217640323638916,
+                0.02185523223876953,
+                0.02186956787109375,
+                0.02188697624206543,
+                0.021828607559204103,
+                0.021935104370117187,
+                0.02192076873779297,
+                0.021980159759521483,
+                0.021956607818603514,
+                0.021939199447631837,
+                0.021849088668823242,
+                0.021961727142333985,
+                0.021926912307739257,
+                0.02188083267211914,
+                0.021884927749633788,
+                0.0220446720123291,
+                0.021951488494873047,
+                0.021975040435791016,
+                0.021974016189575195,
+                0.02188287925720215,
+                0.022153215408325197,
+                0.02209689521789551,
+                0.02187775993347168,
+                0.02188697624206543,
+                0.022000640869140626,
+                0.022010879516601564,
+                0.021955583572387697,
+                0.02184294319152832,
+                0.022503423690795898,
+                0.02249318313598633,
+                0.022632448196411133,
+                0.022183935165405275,
+                0.021989376068115234,
+                0.02206822395324707,
+                0.021965824127197265,
+                0.021957632064819335,
+                0.021946367263793946,
+                0.022004735946655272,
+                0.021944320678710938,
+                0.021898239135742188,
+                0.021916671752929686,
+                0.021970943450927736,
+                0.021997568130493163,
+                0.022009855270385743,
+                0.021932031631469725,
+                0.022000640869140626,
+                0.0219238395690918,
+                0.021966848373413086,
+                0.0221214714050293,
+                0.022386688232421875,
+                0.022009855270385743,
+                0.02201907157897949,
+                0.021992448806762696,
+                0.022039552688598633,
+                0.021947391510009767,
+                0.0219238395690918,
+                0.021921791076660157,
+                0.021951488494873047,
+                0.0218787841796875,
+                0.021934080123901366,
+                0.021988351821899413,
+                0.02201907157897949,
+                0.02207744026184082,
+                0.021961727142333985,
+                0.02188287925720215,
+                0.021934080123901366,
+                0.021921791076660157,
+                0.02192076873779297,
+                0.02213478469848633,
+                0.022164480209350586,
+                0.021949440002441405,
+                0.0220446720123291,
+                0.021926912307739257,
+                0.021921791076660157,
+                0.02190745544433594,
+                0.021917695999145507,
+                0.021840896606445313,
+                0.02187468719482422,
+                0.022023168563842774,
+                0.021938175201416017,
+                0.021979135513305666,
+                0.021917695999145507,
+                0.021815296173095702,
+                0.02188083267211914,
+                0.02192793655395508,
+                0.021946367263793946,
+                0.02192076873779297,
+                0.022017023086547852,
+                0.0220446720123291,
+                0.021995519638061522,
+                0.02227507209777832,
+                0.022829055786132812,
+                0.021980159759521483,
+                0.022137855529785155,
+                0.02194534492492676,
+                0.021933055877685546,
+                0.021968896865844727,
+                0.02205081558227539,
+                0.022038528442382813,
+                0.022009855270385743,
+                0.021935104370117187,
+                0.021966848373413086,
+                0.021984256744384766,
+                0.021975040435791016,
+                0.021820415496826173,
+                0.021938175201416017,
+                0.022010879516601564,
+                0.021971967697143553,
+                0.021983232498168945,
+                0.022031360626220704,
+                0.021948415756225585,
+                0.022139904022216796,
+                0.02206003189086914,
+                0.021909503936767577,
+                0.02190745544433594,
+                0.021968896865844727,
+                0.022024192810058595,
+                0.021929983139038087,
+                0.021906431198120118,
+                0.02189516830444336,
+                0.02226380729675293,
+                0.022377471923828125,
+                0.02208768081665039,
+                0.0219238395690918,
+                0.022018047332763673,
+                0.021953535079956055,
+                0.021978111267089845,
+                0.021940223693847655,
+                0.021897216796875,
+                0.022002687454223634,
+                0.021982208251953125,
+                0.02186854362487793,
+                0.021975040435791016,
+                0.02202726364135742,
+                0.022014976501464844,
+                0.0218920955657959,
+                0.021940288543701173,
+                0.021908416748046874,
+                0.021953535079956055,
+                0.021962751388549806,
+                0.021947391510009767,
+                0.021934080123901366,
+                0.021981184005737304,
+                0.021981184005737304,
+                0.021963775634765623,
+                0.02189107131958008,
+                0.021934080123901366,
+                0.02189619255065918,
+                0.021916671752929686,
+                0.02188083267211914,
+                0.02189004707336426,
+                0.021948415756225585,
+                0.022413312911987306,
+                0.02210508728027344,
+                0.022071296691894532,
+                0.02190336036682129,
+                0.022071296691894532,
+                0.02209382438659668,
+                0.02186649513244629,
+                0.02184716796875,
+                0.021981056213378907,
+                0.021993568420410156,
+                0.021988256454467774,
+                0.021932031631469725,
+                0.021943296432495117,
+                0.0218920955657959,
+                0.021935104370117187,
+                0.021850112915039063,
+                0.02191155242919922,
+                0.021944320678710938,
+                0.021988351821899413,
+                0.021976064682006836,
+                0.02190540885925293,
+                0.0218470401763916,
+                0.02191974449157715,
+                0.021955583572387697,
+                0.022063104629516602,
+                0.022005760192871093,
+                0.022006784439086914,
+                0.02191974449157715,
+                0.021833728790283204,
+                0.02188697624206543,
+                0.021943296432495117,
+                0.021960704803466798,
+                0.02191974449157715,
+                0.021876735687255858,
+                0.021969919204711915,
+                0.021962751388549806,
+                0.022025215148925782,
+                0.021964799880981444,
+                0.02192076873779297,
+                0.021909503936767577,
+                0.02191155242919922,
+                0.021873664855957032,
+                0.02188083267211914,
+                0.021972991943359374,
+                0.021983232498168945,
+                0.021910528182983398,
+                0.021960704803466798,
+                0.021959680557250977,
+                0.02189926338195801,
+                0.02191257667541504,
+                0.021908479690551756,
+                0.02186240005493164,
+                0.0218787841796875,
+                0.022012928009033202,
+                0.021975200653076173,
+                0.02197283172607422,
+                0.02186137580871582,
+                0.02187980842590332,
+                0.02191360092163086,
+                0.02187468719482422,
+                0.021939199447631837,
+                0.021943296432495117,
+                0.021999616622924805,
+                0.021953535079956055,
+                0.021881856918334962,
+                0.02186854362487793,
+                0.02182143974304199,
+                0.021942272186279296,
+                0.02187059211730957,
+                0.021894144058227538,
+                0.02187264060974121,
+                0.022634496688842775,
+                0.022000640869140626,
+                0.021901311874389647,
+                0.021917695999145507,
+                0.02201907157897949,
+                0.02188083267211914,
+                0.02206617546081543,
+                0.02194534492492676,
+                0.021917695999145507,
+                0.021998592376708984,
+                0.021982208251953125,
+                0.02191257667541504,
+                0.021960704803466798,
+                0.02192076873779297,
+                0.021917695999145507,
+                0.02191564750671387,
+                0.02182963180541992,
+                0.02190028762817383,
+                0.021993471145629884,
+                0.0220579833984375,
+                0.021966848373413086,
+                0.021981184005737304,
+                0.021840896606445313,
+                0.022017023086547852,
+                0.02211123275756836,
+                0.021893119812011717,
+                0.02186956787109375,
+                0.02202726364135742,
+                0.022032384872436524,
+                0.021964799880981444,
+                0.0218787841796875,
+                0.021938175201416017,
+                0.021841920852661133,
+                0.022037504196166992,
+                0.0219289608001709,
+                0.021960704803466798,
+                0.022001663208007814,
+                0.02207846450805664,
+                0.021976064682006836,
+                0.021959680557250977,
+                0.02189516830444336,
+                0.022026239395141603,
+                0.021948415756225585,
+                0.021969919204711915,
+                0.021938175201416017,
+                0.0220948486328125,
+                0.02203545570373535,
+                0.02202828788757324,
+                0.021953535079956055,
+                0.02194534492492676,
+                0.02191360092163086,
+                0.021996543884277343,
+                0.02188697624206543,
+                0.021924863815307616,
+                0.02189619255065918,
+                0.021989376068115234,
+                0.021978111267089845,
+                0.02192076873779297,
+                0.021987327575683592,
+                0.0219238395690918,
+                0.0227194881439209,
+                0.02185318374633789,
+                0.021943296432495117,
+                0.022018047332763673,
+                0.0221265926361084,
+                0.022038528442382813,
+                0.021999616622924805,
+                0.022038528442382813,
+                0.02188083267211914,
+                0.02200371170043945,
+                0.02188287925720215,
+                0.021901311874389647,
+                0.021929983139038087,
+                0.02210099220275879,
+                0.021962751388549806,
+                0.021971967697143553,
+                0.02189107131958008,
+                0.02185318374633789,
+                0.021894144058227538,
+                0.021906431198120118,
+                0.022161407470703123,
+                0.02185113525390625,
+                0.02194534492492676,
+                0.022018047332763673,
+                0.021950464248657226,
+                0.02188902473449707,
+                0.02186262321472168,
+                0.022141727447509765,
+                0.021888288497924804,
+                0.022010591506958006,
+                0.021942272186279296,
+                0.022016000747680665,
+                0.021977088928222657,
+                0.021909503936767577,
+                0.02187775993347168,
+                0.02180607986450195,
+                0.02185318374633789,
+                0.02203545570373535,
+                0.02187980842590332,
+                0.021957632064819335,
+                0.022167552947998048,
+                0.022054912567138672,
+                0.02191360092163086,
+                0.022040576934814454,
+                0.02187264060974121,
+                0.021955583572387697,
+                0.02191360092163086,
+                0.02185420799255371,
+                0.02191257667541504,
+                0.02202009582519531,
+                0.022012928009033202,
+                0.021978111267089845,
+                0.021940223693847655,
+                0.021987327575683592,
+                0.02199760055541992,
+                0.022103008270263673,
+                0.021833728790283204,
+                0.021910528182983398,
+                0.021932031631469725,
+                0.021994495391845705,
+                0.021894144058227538,
+                0.021934080123901366,
+                0.02183475112915039,
+                0.02191564750671387,
+                0.02225049591064453,
+                0.021992448806762696,
+                0.02191257667541504,
+                0.02207846450805664,
+                0.02211737632751465,
+                0.022010879516601564,
+                0.021958656311035156,
+                0.02191257667541504,
+                0.021998592376708984,
+                0.021966848373413086,
+                0.0220446720123291,
+                0.022002687454223634,
+                0.021961727142333985,
+                0.02206003189086914,
+                0.021972991943359374,
+                0.021979135513305666,
+                0.021929983139038087,
+                0.021984256744384766,
+                0.021893119812011717,
+                0.02192793655395508,
+                0.021857280731201172,
+                0.02191564750671387,
+                0.022007808685302735,
+                0.021996543884277343,
+                0.021967872619628907,
+                0.021924863815307616,
+                0.021881856918334962,
+                0.021922815322875978,
+                0.02228428840637207,
+                0.02188902473449707,
+                0.021926912307739257,
+                0.022158336639404298,
+                0.022055936813354493,
+                0.022007808685302735,
+                0.02194972801208496,
+                0.02197987174987793,
+                0.021938175201416017,
+                0.021964799880981444,
+                0.021978111267089845,
+                0.022001663208007814,
+                0.021999616622924805,
+                0.02208153533935547,
+                0.021980159759521483,
+                0.021975040435791016,
+                0.021942272186279296,
+                0.021960704803466798,
+                0.02191974449157715,
+                0.02191360092163086,
+                0.02191360092163086,
+                0.022074367523193358,
+                0.02191155242919922,
+                0.021929983139038087,
+                0.021950464248657226,
+                0.021949440002441405,
+                0.02192076873779297,
+                0.021950464248657226,
+                0.02185932731628418,
+                0.021944320678710938,
+                0.022038528442382813,
+                0.022041599273681642,
+                0.02229862403869629,
+                0.021949440002441405,
+                0.02189004707336426,
+                0.022007808685302735,
+                0.021958656311035156,
+                0.022017023086547852,
+                0.021918720245361328,
+                0.02211327934265137,
+                0.021978111267089845,
+                0.021990400314331054,
+                0.021935104370117187,
+                0.021914623260498048,
+                0.0218787841796875,
+                0.021985279083251954,
+                0.021893119812011717,
+                0.021952512741088868,
+                0.021934080123901366,
+                0.02204569625854492,
+                0.021932031631469725,
+                0.021995519638061522,
+                0.02186444854736328,
+                0.02213580894470215,
+                0.02205900764465332
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 45.50059091167995
         },
         "energy": null,
         "efficiency": null