kreas
/

FA_benchmarks

Model card Files Files and versions Community

kreas commited on Apr 16

Commit

1948813

•

1 Parent(s): 210fd8d

Upload /gemma-7b/bf16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub

Browse files

Files changed (1) hide show

gemma-7b/bf16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json +801 -804

gemma-7b/bf16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json CHANGED Viewed

@@ -2,308 +2,305 @@
     "prefill": {
         "memory": {
             "unit": "MB",
-            "max_ram": 1059.762176,
             "max_vram": 18217.959424,
             "max_reserved": 17733.517312,
             "max_allocated": 17665.339904
         },
         "latency": {
             "unit": "s",
-            "mean": 0.034969842159789606,
-            "stdev": 0.0001372935408996404,
             "values": [
-                0.03705955123901367,
-                0.034885631561279294,
-                0.035037185668945314,
-                0.03518054580688477,
-                0.035011871337890625,
-                0.035181568145751956,
-                0.03517337417602539,
-                0.03510681533813476,
-                0.03480678558349609,
-                0.03483955383300781,
-                0.03488256072998047,
-                0.0349194221496582,
-                0.03481190490722656,
-                0.034855934143066404,
-                0.03478937530517578,
-                0.03482009506225586,
-                0.03480809783935547,
-                0.03483955383300781,
-                0.034786304473876956,
-                0.034835456848144535,
-                0.034800640106201174,
-                0.03481497573852539,
-                0.03481497573852539,
-                0.03484672164916992,
-                0.034819072723388675,
-                0.035004417419433595,
-                0.035211265563964846,
-                0.035181568145751956,
-                0.03505868911743164,
-                0.03503206253051758,
-                0.034971649169921876,
-                0.03500851058959961,
-                0.03495731353759766,
-                0.03494400024414063,
-                0.03492659378051758,
-                0.03495731353759766,
-                0.034885921478271485,
-                0.03494604873657227,
-                0.03489894485473633,
-                0.03488972854614258,
-                0.03486822509765625,
-                0.034872318267822264,
-                0.03483567810058594,
-                0.03483955383300781,
-                0.03486822509765625,
-                0.03487539291381836,
-                0.03487148666381836,
-                0.03487744140625,
-                0.03487948989868164,
-                0.034890750885009765,
-                0.03486003112792969,
-                0.034874366760253905,
-                0.03488665771484375,
-                0.034904064178466795,
-                0.03504537582397461,
-                0.034998497009277346,
-                0.035046398162841795,
-                0.034988033294677735,
-                0.03503923034667969,
-                0.034988033294677735,
-                0.034941951751708986,
-                0.034941951751708986,
-                0.03491839981079101,
-                0.03495423889160156,
-                0.03494297790527344,
-                0.03494400024414063,
-                0.03492454528808594,
-                0.03495747375488281,
-                0.03495423889160156,
-                0.03491753768920899,
-                0.034917377471923826,
-                0.034938880920410156,
-                0.0349194221496582,
-                0.03493478393554687,
-                0.03493478393554687,
-                0.03492454528808594,
-                0.034874366760253905,
-                0.03489689636230469,
-                0.03486515045166016,
-                0.03490816116333008,
-                0.03492966461181641,
-                0.034958335876464845,
-                0.034956287384033204,
-                0.03496038436889649,
-                0.034961406707763674,
-                0.03497881698608398,
-                0.03499008178710938,
-                0.03494604873657227,
-                0.03497075271606445,
-                0.034961406707763674,
-                0.034953216552734374,
-                0.03494623947143555,
-                0.03492966461181641,
-                0.034941951751708986,
-                0.03496857452392578,
-                0.03495935821533203,
-                0.0349409294128418,
-                0.034933761596679686,
-                0.03492454528808594,
-                0.03495558547973633,
-                0.03491839981079101,
-                0.03501772689819336,
-                0.03497881698608398,
-                0.034925567626953126,
-                0.034955265045166016,
-                0.0349409294128418,
-                0.03495116806030273,
-                0.03493894577026367,
-                0.03495423889160156,
-                0.0349378547668457,
-                0.03495731353759766,
-                0.03498188781738281,
-                0.03499948883056641,
-                0.03497062301635742,
-                0.03496448135375976,
-                0.03498086547851562,
-                0.03498086547851562,
-                0.034923519134521484,
-                0.034938880920410156,
-                0.03497267150878906,
-                0.03501260757446289,
-                0.03495753479003906,
-                0.03494604873657227,
-                0.034961406707763674,
-                0.035019840240478516,
-                0.034966529846191405,
-                0.034941951751708986,
-                0.03496755218505859,
-                0.03496252822875977,
-                0.034961406707763674,
-                0.03495116806030273,
-                0.034961406707763674,
-                0.03495423889160156,
-                0.03495116806030273,
-                0.034955265045166016,
-                0.03497983932495117,
-                0.03496448135375976,
-                0.03492147064208984,
-                0.03493807983398438,
-                0.03505459213256836,
-                0.035009536743164066,
-                0.034971649169921876,
-                0.03495423889160156,
-                0.034966529846191405,
-                0.034936832427978515,
-                0.03495135879516602,
-                0.034945022583007815,
-                0.03497983932495117,
-                0.0350013427734375,
-                0.034956287384033204,
-                0.034966529846191405,
-                0.03497983932495117,
-                0.03496345520019531,
-                0.03497983932495117,
-                0.034985153198242185,
-                0.034976863861083986,
                 0.03495423889160156,
-                0.03497267150878906,
-                0.03494911956787109,
-                0.034966529846191405,
-                0.03498495864868164,
-                0.034948097229003904,
-                0.03496345520019531,
-                0.034977790832519534,
-                0.03499008178710938,
-                0.034955265045166016,
-                0.03497983932495117,
-                0.03497983932495117,
-                0.034969600677490234,
-                0.034948097229003904,
-                0.03497577667236328,
-                0.03498393630981445,
-                0.034956287384033204,
-                0.03495731353759766,
-                0.034969600677490234,
-                0.03499929428100586,
-                0.03497369766235352,
-                0.03494297790527344,
-                0.034956287384033204,
-                0.034971649169921876,
-                0.035023872375488284,
-                0.034985279083251955,
-                0.03497369766235352,
-                0.034977790832519534,
-                0.03503615951538086,
-                0.03496761703491211,
-                0.035151870727539065,
-                0.03493478393554687,
-                0.034964607238769534,
-                0.034945022583007815,
-                0.034969600677490234,
-                0.034994174957275394,
-                0.03496755218505859,
                 0.034956287384033204,
-                0.03497983932495117,
-                0.03498086547851562,
-                0.034966529846191405,
                 0.034958335876464845,
-                0.03494400024414063,
-                0.03498291015625,
-                0.03500236892700195,
                 0.034988033294677735,
-                0.034985984802246094,
-                0.034993343353271485,
-                0.03502592086791992,
-                0.034953216552734374,
-                0.03496755218505859,
-                0.03497574234008789,
-                0.034958335876464845,
-                0.034969600677490234,
-                0.03499622344970703,
-                0.03498918533325195,
-                0.03501055908203125,
-                0.03497574234008789,
-                0.034956287384033204,
-                0.03496345520019531,
-                0.035020801544189455,
-                0.03495935821533203,
-                0.034988033294677735,
-                0.0350013427734375,
-                0.03501772689819336,
-                0.03497574234008789,
-                0.03496966552734375,
-                0.03498291015625,
-                0.034956287384033204,
-                0.03495423889160156,
-                0.03496550369262695,
-                0.03498905563354492,
-                0.03501772689819336,
-                0.03499008178710938,
-                0.034966529846191405,
-                0.03498291015625,
-                0.03502822494506836,
-                0.03496550369262695,
-                0.03497062301635742,
-                0.03497983932495117,
-                0.03496550369262695,
-                0.03494297790527344,
-                0.03498188781738281,
-                0.03500236892700195,
-                0.03502796936035156,
-                0.03497369766235352,
-                0.03497062301635742,
-                0.03498291015625,
-                0.03504742431640625,
-                0.034991104125976565,
-                0.03496345520019531,
-                0.034993247985839845,
-                0.035019775390625,
-                0.03496038436889649,
-                0.034958335876464845,
-                0.03498905563354492,
-                0.035029216766357424,
-                0.034969600677490234,
-                0.03494911956787109,
-                0.03496038436889649,
-                0.03495731353759766,
-                0.035004417419433595,
-                0.03498905563354492,
-                0.03498393630981445,
-                0.035046398162841795,
-                0.034976768493652347,
-                0.03496755218505859,
-                0.03497881698608398,
-                0.03501891326904297,
-                0.03499622344970703,
-                0.03497983932495117,
-                0.0350076789855957,
-                0.0350241584777832,
-                0.03499929428100586,
-                0.03498905563354492,
-                0.03500236892700195,
-                0.03501670455932617,
-                0.03498495864868164,
-                0.03497574234008789,
-                0.03500032043457031,
-                0.03502592086791992,
-                0.0349788818359375,
-                0.034985984802246094,
-                0.03497983932495117,
-                0.03503104019165039,
-                0.03496038436889649,
-                0.03498905563354492,
-                0.03498393630981445,
-                0.03503923034667969,
-                0.03497881698608398,
-                0.03499929428100586
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 7320.59352256282
         },
         "energy": null,
         "efficiency": null
@@ -311,23 +308,23 @@
     "decode": {
         "memory": {
             "unit": "MB",
-            "max_ram": 1059.762176,
             "max_vram": 18593.349632,
             "max_reserved": 18108.90752,
             "max_allocated": 18044.931584
         },
         "latency": {
             "unit": "s",
-            "mean": 5.975764131546022,
-            "stdev": 0.0011111850738512175,
             "values": [
-                5.976875316619873,
-                5.974652946472171
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 42.67236697878629
         },
         "energy": null,
         "efficiency": null
@@ -336,524 +333,524 @@
         "memory": null,
         "latency": {
             "unit": "s",
-            "mean": 0.023434369143317722,
-            "stdev": 9.711301883299317e-05,
             "values": [
-                0.023440383911132814,
-                0.02331340789794922,
-                0.02329292869567871,
-                0.02330419158935547,
-                0.02330828857421875,
-                0.02332057571411133,
-                0.02330521583557129,
-                0.02330009651184082,
-                0.023311359405517578,
-                0.02328883171081543,
-                0.02329497528076172,
-                0.02329702377319336,
-                0.02331340789794922,
-                0.023313568115234374,
-                0.023315296173095704,
-                0.02330419158935547,
-                0.02329497528076172,
-                0.023307264328002928,
-                0.023295263290405273,
-                0.023313119888305665,
-                0.02329599952697754,
-                0.023290880203247072,
-                0.023299232482910156,
-                0.023309152603149415,
-                0.02330316734313965,
-                0.02330624008178711,
-                0.02330521583557129,
-                0.02330419158935547,
-                0.023317823410034178,
-                0.023320255279541017,
-                0.02329599952697754,
-                0.02330624008178711,
-                0.02329702377319336,
-                0.023327743530273438,
-                0.02332876777648926,
-                0.02332057571411133,
-                0.02331443214416504,
-                0.02332979202270508,
-                0.02332467269897461,
-                0.02332876777648926,
-                0.02332876777648926,
-                0.02333286476135254,
-                0.023342079162597656,
-                0.023334911346435547,
-                0.02334124755859375,
-                0.023352127075195312,
-                0.023353343963623048,
-                0.02333286476135254,
-                0.02333695983886719,
-                0.023335935592651368,
-                0.02331648063659668,
-                0.023341056823730468,
-                0.023347200393676756,
-                0.02334623908996582,
-                0.023351232528686525,
-                0.02333798408508301,
-                0.023342079162597656,
-                0.02334617614746094,
-                0.023343103408813477,
-                0.023345151901245118,
-                0.023344127655029297,
-                0.023348224639892577,
-                0.023354496002197266,
-                0.023342975616455076,
-                0.023350271224975586,
-                0.023350271224975586,
-                0.023352319717407227,
-                0.023348224639892577,
-                0.023361536026000978,
-                0.023373823165893554,
-                0.023380992889404296,
-                0.023363584518432616,
-                0.023372800827026367,
-                0.023372800827026367,
-                0.023376895904541017,
-                0.023367679595947266,
-                0.023378944396972655,
-                0.023379968643188476,
-                0.023375871658325196,
-                0.023370752334594725,
-                0.023378944396972655,
-                0.023389184951782226,
-                0.023378944396972655,
-                0.023388160705566406,
-                0.023379968643188476,
-                0.023378944396972655,
-                0.023383039474487305,
-                0.023379968643188476,
-                0.023371776580810546,
-                0.023388160705566406,
-                0.023384063720703126,
-                0.023383039474487305,
-                0.023391231536865235,
-                0.023388160705566406,
-                0.023379968643188476,
-                0.023395456314086915,
-                0.023389055252075196,
-                0.023394304275512694,
-                0.023397375106811523,
-                0.023391231536865235,
-                0.023395328521728515,
-                0.023387136459350585,
-                0.023390207290649414,
-                0.023399423599243165,
-                0.023400447845458985,
-                0.023400447845458985,
-                0.023406591415405274,
-                0.023402496337890624,
-                0.023405567169189453,
-                0.023418880462646483,
-                0.02342825508117676,
-                0.023413600921630858,
-                0.023413759231567383,
-                0.02343731117248535,
-                0.023410688400268553,
-                0.023406591415405274,
-                0.023421951293945312,
-                0.023413759231567383,
-                0.02342911911010742,
-                0.023422975540161133,
-                0.023435264587402343,
-                0.024187904357910156,
-                0.023447551727294923,
-                0.023427072525024413,
-                0.023434240341186522,
-                0.023438335418701172,
-                0.023419008255004883,
-                0.023420799255371095,
-                0.02342835235595703,
-                0.023436031341552734,
-                0.02342911911010742,
-                0.02345062446594238,
-                0.023440383911132814,
-                0.023442432403564452,
-                0.023444480895996093,
-                0.023446527481079102,
-                0.023448575973510744,
-                0.023451648712158202,
-                0.02345471954345703,
-                0.023455743789672853,
-                0.02345369529724121,
-                0.02345369529724121,
-                0.02345471954345703,
-                0.02344550323486328,
-                0.023446527481079102,
-                0.02345369529724121,
-                0.023447551727294923,
-                0.023456768035888673,
-                0.023444480895996093,
-                0.02346598434448242,
-                0.023448575973510744,
-                0.02345267105102539,
-                0.023459840774536132,
-                0.02346905517578125,
                 0.02366771125793457,
-                0.02347315216064453,
-                0.023472127914428712,
-                0.02347520065307617,
-                0.02347520065307617,
-                0.02345881652832031,
-                0.02346905517578125,
-                0.02348543930053711,
-                0.023468032836914062,
-                0.023472127914428712,
-                0.02347929573059082,
-                0.0234833927154541,
-                0.0234833927154541,
-                0.02348748779296875,
-                0.02347724723815918,
-                0.02350592041015625,
-                0.02350284767150879,
-                0.0234833927154541,
-                0.02348953628540039,
-                0.02349567985534668,
-                0.02349875259399414,
-                0.02348953628540039,
-                0.02348543930053711,
-                0.02350694465637207,
-                0.02349158477783203,
-                0.02349056053161621,
-                0.02348441505432129,
-                0.02350284767150879,
-                0.02349875259399414,
-                0.02349875259399414,
-                0.02349056053161621,
-                0.023524351119995117,
-                0.02351206398010254,
-                0.023500799179077148,
-                0.02351513671875,
-                0.02349363136291504,
-                0.02349567985534668,
-                0.02349772834777832,
-                0.023516159057617187,
-                0.02352742385864258,
-                0.023521280288696288,
-                0.023524351119995117,
-                0.02352332878112793,
-                0.02352639961242676,
-                0.02351411247253418,
-                0.02351923179626465,
-                0.02353561592102051,
-                0.02353561592102051,
-                0.02353561592102051,
-                0.023537664413452147,
-                0.02353971290588379,
-                0.02353459167480469,
-                0.023529472351074218,
-                0.02353561592102051,
-                0.023546880722045898,
-                0.023536640167236327,
-                0.023538688659667968,
-                0.02353561592102051,
-                0.02353875160217285,
-                0.02353555107116699,
-                0.023544832229614256,
-                0.023546880722045898,
-                0.02353459167480469,
-                0.02353459167480469,
-                0.023543903350830078,
-                0.023543712615966796,
-                0.023541887283325194,
-                0.0235467529296875,
-                0.02353971290588379,
-                0.023550975799560548,
-                0.023546112060546874,
-                0.02354252815246582,
-                0.023546880722045898,
-                0.023573503494262696,
-                0.023560192108154295,
-                0.023556095123291015,
-                0.023568384170532225,
-                0.023556095123291015,
-                0.023557119369506836,
-                0.023575551986694337,
-                0.023557119369506836,
-                0.023560192108154295,
-                0.023568384170532225,
-                0.023565311431884766,
-                0.023579647064208984,
-                0.023568384170532225,
-                0.023556095123291015,
-                0.023566335678100587,
                 0.02364723205566406,
-                0.023586816787719726,
-                0.023569408416748046,
-                0.023565311431884766,
-                0.023572479248046875,
-                0.023576576232910155,
-                0.023564287185668945,
-                0.023570432662963867,
-                0.023581695556640626,
-                0.023575551986694337,
-                0.023577600479125976,
-                0.023568384170532225,
-                0.02357484817504883,
-                0.023411712646484374,
-                0.02328166389465332,
-                0.02327756881713867,
-                0.02327142333984375,
-                0.0232857608795166,
-                0.02327142333984375,
-                0.02327961540222168,
-                0.02327654457092285,
-                0.02328166389465332,
-                0.02328985595703125,
-                0.02328678321838379,
-                0.02329804801940918,
-                0.02328883171081543,
-                0.02330009651184082,
-                0.02330009651184082,
-                0.023290880203247072,
-                0.023282688140869142,
-                0.02330828857421875,
-                0.02328678321838379,
-                0.02328985595703125,
-                0.02330931282043457,
-                0.02329292869567871,
-                0.02328371238708496,
-                0.02330624008178711,
-                0.02330112075805664,
-                0.02329599952697754,
-                0.02330316734313965,
-                0.02330009651184082,
-                0.023310335159301757,
-                0.02330316734313965,
-                0.02330828857421875,
-                0.02328985595703125,
-                0.02330316734313965,
-                0.02330112075805664,
-                0.02331443214416504,
-                0.023311359405517578,
-                0.023315456390380858,
-                0.02332569694519043,
-                0.023307264328002928,
-                0.023307264328002928,
-                0.02333798408508301,
-                0.023331840515136718,
-                0.0233175048828125,
-                0.02332057571411133,
-                0.023327743530273438,
-                0.023322816848754882,
-                0.023322431564331055,
-                0.02332159996032715,
-                0.02332979202270508,
-                0.02333286476135254,
-                0.02332876777648926,
-                0.02332057571411133,
-                0.023330816268920897,
-                0.02332057571411133,
-                0.02332262420654297,
-                0.023326719284057617,
-                0.02333695983886719,
-                0.023334911346435547,
-                0.02333798408508301,
-                0.023343103408813477,
-                0.02332896041870117,
-                0.023342912673950195,
-                0.023340032577514647,
-                0.023339008331298827,
-                0.023335935592651368,
-                0.023360511779785157,
-                0.023340032577514647,
-                0.023360511779785157,
-                0.023344127655029297,
-                0.02335436820983887,
-                0.023371776580810546,
-                0.023361536026000978,
-                0.023359487533569336,
-                0.023356416702270507,
-                0.023372800827026367,
-                0.023353343963623048,
-                0.023367679595947266,
-                0.023374847412109375,
-                0.023365631103515624,
-                0.023386112213134767,
-                0.023374847412109375,
-                0.023374847412109375,
-                0.023379968643188476,
-                0.023378944396972655,
-                0.023379968643188476,
-                0.023378944396972655,
-                0.023360511779785157,
-                0.023377920150756838,
-                0.023373823165893554,
-                0.023376895904541017,
-                0.023364608764648437,
-                0.023380992889404296,
-                0.023375871658325196,
-                0.023376895904541017,
-                0.023378015518188477,
-                0.023404447555541993,
-                0.023394304275512694,
-                0.023390207290649414,
-                0.023380992889404296,
-                0.023389184951782226,
-                0.023395328521728515,
-                0.023394304275512694,
-                0.023415807723999024,
-                0.023411712646484374,
-                0.023397375106811523,
-                0.023408639907836915,
-                0.023408639907836915,
-                0.023407615661621094,
-                0.023410688400268553,
-                0.023413759231567383,
-                0.023403520584106444,
-                0.023406591415405274,
-                0.023412736892700195,
-                0.023406591415405274,
-                0.023410688400268553,
-                0.023416831970214845,
-                0.02342300796508789,
-                0.02340553665161133,
-                0.023410879135131835,
-                0.023398208618164062,
-                0.023405567169189453,
-                0.023407615661621094,
-                0.023421951293945312,
-                0.023422975540161133,
-                0.023418880462646483,
-                0.023418880462646483,
-                0.023418880462646483,
-                0.023415807723999024,
-                0.023417856216430662,
-                0.023441408157348635,
-                0.023430143356323242,
-                0.023444480895996093,
-                0.023458047866821288,
-                0.023441152572631838,
-                0.023441408157348635,
-                0.023451648712158202,
-                0.023446527481079102,
-                0.023443456649780273,
-                0.02345881652832031,
-                0.023443456649780273,
-                0.02345471954345703,
-                0.023456768035888673,
-                0.023451648712158202,
-                0.02345881652832031,
-                0.02347110366821289,
-                0.023444480895996093,
-                0.023451648712158202,
-                0.02346086311340332,
-                0.02345062446594238,
-                0.02346598434448242,
-                0.02345779228210449,
-                0.02346291160583496,
-                0.02345779228210449,
-                0.02346598434448242,
-                0.023451648712158202,
-                0.023463935852050782,
-                0.02346700859069824,
-                0.02347007942199707,
-                0.02347417640686035,
-                0.02347110366821289,
-                0.02345779228210449,
-                0.023476224899291992,
-                0.02347007942199707,
-                0.023472127914428712,
-                0.02348646354675293,
-                0.02348236846923828,
-                0.023491615295410155,
-                0.023465951919555663,
-                0.02349363136291504,
-                0.02350182342529297,
-                0.02348953628540039,
-                0.02348543930053711,
-                0.02348134422302246,
-                0.02349875259399414,
-                0.023521280288696288,
-                0.02349875259399414,
-                0.023500864028930663,
-                0.023500736236572266,
-                0.02349363136291504,
-                0.02349158477783203,
-                0.02348953628540039,
-                0.02351103973388672,
-                0.0235100154876709,
-                0.02349567985534668,
-                0.02349875259399414,
-                0.02348134422302246,
-                0.023504896163940428,
-                0.02350284767150879,
-                0.02350182342529297,
-                0.02350182342529297,
-                0.02351206398010254,
-                0.02349363136291504,
-                0.02350694465637207,
-                0.02350694465637207,
-                0.023525375366210938,
-                0.023536640167236327,
-                0.023515167236328124,
-                0.023533536911010743,
-                0.02353049659729004,
-                0.023534656524658203,
-                0.023519168853759764,
-                0.023525375366210938,
-                0.02353152084350586,
-                0.023521280288696288,
-                0.023524351119995117,
-                0.023537664413452147,
-                0.02353152084350586,
-                0.023546880722045898,
-                0.023513088226318358,
-                0.023540735244750977,
-                0.023541759490966797,
-                0.023538688659667968,
-                0.02353158378601074,
-                0.023538623809814453,
-                0.023533567428588868,
-                0.02354105567932129,
-                0.023537343978881835,
-                0.023538688659667968,
-                0.023549951553344727,
-                0.023542783737182618,
-                0.02353561592102051,
-                0.023537664413452147,
-                0.023537664413452147,
-                0.023544832229614256,
-                0.023541952133178713,
-                0.023545663833618165,
-                0.023554048538208007,
-                0.023569408416748046,
-                0.023563264846801758,
-                0.02355200004577637,
-                0.023553024291992186,
-                0.023554048538208007,
-                0.023554048538208007,
-                0.023574527740478517,
-                0.023567359924316408,
-                0.023560192108154295,
-                0.023565311431884766,
-                0.023564287185668945,
-                0.023568384170532225,
-                0.023583744049072267,
-                0.023570432662963867,
-                0.023576576232910155,
-                0.023569408416748046,
-                0.023595008850097656,
-                0.023580671310424805,
-                0.023567359924316408,
-                0.023577600479125976,
-                0.023583744049072267,
-                0.023574527740478517,
-                0.023577600479125976,
-                0.023577600479125976,
-                0.023580671310424805,
-                0.023568384170532225,
-                0.023574527740478517,
-                0.023570432662963867
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 42.67236697878631
         },
         "energy": null,
         "efficiency": null

     "prefill": {
         "memory": {
             "unit": "MB",
+            "max_ram": 1038.954496,
             "max_vram": 18217.959424,
             "max_reserved": 17733.517312,
             "max_allocated": 17665.339904
         },
         "latency": {
             "unit": "s",
+            "mean": 0.0353137990521713,
+            "stdev": 0.0001809503885821276,
             "values": [
+                0.03782307052612305,
+                0.0357314567565918,
+                0.035547134399414065,
+                0.03538534545898438,
+                0.035631103515625,
+                0.03563417434692383,
+                0.03554611206054688,
+                0.035259521484375,
+                0.03543961715698242,
+                0.035675136566162106,
+                0.03559833526611328,
+                0.035573760986328126,
+                0.035422206878662106,
+                0.03564646530151367,
+                0.03543654251098633,
+                0.03522969436645508,
+                0.03535257720947266,
+                0.034969856262207034,
+                0.034947071075439456,
                 0.03495423889160156,
+                0.0349224967956543,
                 0.034956287384033204,
+                0.03492265701293945,
+                0.03495743942260742,
+                0.03493580627441406,
                 0.034958335876464845,
                 0.034988033294677735,
+                0.035043327331542966,
+                0.03503411102294922,
+                0.03506694412231445,
+                0.03500543975830078,
+                0.03554611206054688,
+                0.03549900817871094,
+                0.035378177642822264,
+                0.035264511108398434,
+                0.03533004760742187,
+                0.03535257720947266,
+                0.0353331184387207,
+                0.03529420852661133,
+                0.03530137634277344,
+                0.03534950256347656,
+                0.03537942504882813,
+                0.035332096099853515,
+                0.03529420852661133,
+                0.03524607849121094,
+                0.03529830551147461,
+                0.0352542724609375,
+                0.03523174285888672,
+                0.03525734329223633,
+                0.03526348876953125,
+                0.03523276901245117,
+                0.03523276901245117,
+                0.035248126983642575,
+                0.03524505615234375,
+                0.03522867202758789,
+                0.0352624626159668,
+                0.035244033813476565,
+                0.03531468963623047,
+                0.03523583984375,
+                0.03529318237304688,
+                0.03528806304931641,
+                0.0353361930847168,
+                0.03531366348266601,
+                0.035326976776123044,
+                0.03527475357055664,
+                0.03532492828369141,
+                0.035307552337646486,
+                0.03532492828369141,
+                0.03526144027709961,
+                0.03530547332763672,
+                0.0353361930847168,
+                0.035305633544921874,
+                0.03527782440185547,
+                0.03530342483520508,
+                0.035310592651367184,
+                0.03526553726196289,
+                0.035253246307373046,
+                0.03527782440185547,
+                0.03523993682861328,
+                0.03533942413330078,
+                0.035299327850341795,
+                0.03525939178466797,
+                0.0353259506225586,
+                0.03524300765991211,
+                0.035280895233154294,
+                0.035297279357910154,
+                0.03530854415893555,
+                0.035299327850341795,
+                0.035315711975097655,
+                0.03526972961425781,
+                0.035309791564941406,
+                0.03530649566650391,
+                0.03530137634277344,
+                0.035272705078125,
+                0.03526758575439453,
+                0.035320831298828126,
+                0.03530137634277344,
+                0.0353259506225586,
+                0.03524710464477539,
+                0.03535974502563476,
+                0.035312641143798826,
+                0.035315711975097655,
+                0.03523788833618164,
+                0.03530854415893555,
+                0.03523276901245117,
+                0.035304447174072266,
+                0.03524915313720703,
+                0.03530752182006836,
+                0.03530342483520508,
+                0.035299327850341795,
+                0.03526758575439453,
+                0.03526553726196289,
+                0.03530854415893555,
+                0.03535257720947266,
+                0.035310592651367184,
+                0.03525136184692383,
+                0.03531980895996094,
+                0.03530854415893555,
+                0.03528499221801758,
+                0.035329025268554685,
+                0.03528806304931641,
+                0.035318782806396484,
+                0.03529420852661133,
+                0.0352624626159668,
+                0.03528499221801758,
+                0.03531673431396484,
+                0.03530956649780274,
+                0.03534643173217773,
+                0.03526860809326172,
+                0.035315711975097655,
+                0.03530144119262695,
+                0.03534438323974609,
+                0.03525222396850586,
+                0.035304447174072266,
+                0.035248126983642575,
+                0.03529420852661133,
+                0.03525632095336914,
+                0.03529318237304688,
+                0.03523583984375,
+                0.03533824157714844,
+                0.03527577590942383,
+                0.035315711975097655,
+                0.035310592651367184,
+                0.035340286254882815,
+                0.035332096099853515,
+                0.035286014556884765,
+                0.035296257019042966,
+                0.03524607849121094,
+                0.03530752182006836,
+                0.0352624626159668,
+                0.03532287979125977,
+                0.03535257720947266,
+                0.03533004760742187,
+                0.035320960998535156,
+                0.03533004760742187,
+                0.03534643173217773,
+                0.03532287979125977,
+                0.03530752182006836,
+                0.03526348876953125,
+                0.035356895446777344,
+                0.035342334747314456,
+                0.035326976776123044,
+                0.03526348876953125,
+                0.03529318237304688,
+                0.03525222396850586,
+                0.03530547332763672,
+                0.03525632095336914,
+                0.03532287979125977,
+                0.03526758575439453,
+                0.035335166931152344,
+                0.035329025268554685,
+                0.035332096099853515,
+                0.03529830551147461,
+                0.035320831298828126,
+                0.03524300765991211,
+                0.03526348876953125,
+                0.035351551055908204,
+                0.035345409393310545,
+                0.035372032165527346,
+                0.035340286254882815,
+                0.03535257720947266,
+                0.03536793518066406,
+                0.03531161499023437,
+                0.035311679840087894,
+                0.035378177642822264,
+                0.035520511627197264,
+                0.03530137634277344,
+                0.03525734329223633,
+                0.03527167892456055,
+                0.03531980895996094,
+                0.03533004760742187,
+                0.0353177604675293,
+                0.035272705078125,
+                0.03530752182006836,
+                0.035318782806396484,
+                0.0353331184387207,
+                0.03524710464477539,
+                0.035320960998535156,
+                0.03533004760742187,
+                0.035351551055908204,
+                0.03530342483520508,
+                0.035334144592285156,
+                0.03529830551147461,
+                0.035335166931152344,
+                0.0353230094909668,
+                0.035332096099853515,
+                0.0353177604675293,
+                0.035364864349365234,
+                0.035320831298828126,
+                0.03530051040649414,
+                0.035337215423583986,
+                0.03534665679931641,
+                0.03534643173217773,
+                0.03533321762084961,
+                0.0353177604675293,
+                0.03533824157714844,
+                0.035327041625976566,
+                0.03530656051635742,
+                0.03532492828369141,
+                0.0353361930847168,
+                0.03533004760742187,
+                0.035315711975097655,
+                0.0352481918334961,
+                0.03532815933227539,
+                0.03533926391601563,
+                0.03535564804077149,
+                0.03527167892456055,
+                0.03529523086547852,
+                0.03528806304931641,
+                0.03531161499023437,
+                0.03529011154174805,
+                0.035337215423583986,
+                0.035320831298828126,
+                0.03534143829345703,
+                0.0353259506225586,
+                0.03539046478271484,
+                0.0353361930847168,
+                0.03534745788574219,
+                0.03531980895996094,
+                0.035323902130126955,
+                0.03532492828369141,
+                0.035337215423583986,
+                0.03532287979125977,
+                0.035334144592285156,
+                0.035323902130126955,
+                0.03532287979125977,
+                0.035306816101074216,
+                0.03528704071044922,
+                0.03530752182006836,
+                0.03530035018920898,
+                0.035304447174072266,
+                0.03535257720947266,
+                0.03530137634277344,
+                0.03529523086547852,
+                0.035304447174072266,
+                0.035326976776123044,
+                0.0352624626159668,
+                0.0353361930847168,
+                0.03535871887207031,
+                0.035332096099853515,
+                0.0353177604675293,
+                0.0353361930847168,
+                0.035323902130126955,
+                0.035366912841796876,
+                0.035329025268554685,
+                0.03533824157714844,
+                0.03532608032226563,
+                0.035337215423583986,
+                0.03539148712158203,
+                0.03537612915039062,
+                0.035304447174072266,
+                0.035348480224609374,
+                0.03533926391601563,
+                0.03530035018920898,
+                0.03534643173217773,
+                0.035343360900878903,
+                0.035318782806396484,
+                0.03532492828369141,
+                0.03528806304931641,
+                0.035326976776123044,
+                0.035329025268554685,
+                0.035318782806396484,
+                0.03527167892456055,
+                0.035334144592285156
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 7249.290840155573
         },
         "energy": null,
         "efficiency": null
     "decode": {
         "memory": {
             "unit": "MB",
+            "max_ram": 1038.954496,
             "max_vram": 18593.349632,
             "max_reserved": 18108.90752,
             "max_allocated": 18044.931584
         },
         "latency": {
             "unit": "s",
+            "mean": 6.069250050544735,
+            "stdev": 5.114555359675421e-06,
             "values": [
+                6.069244935989375,
+                6.0692551651000946
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 42.01507564795636
         },
         "energy": null,
         "efficiency": null
         "memory": null,
         "latency": {
             "unit": "s",
+            "mean": 0.0238009805903715,
+            "stdev": 9.68808328362603e-05,
             "values": [
+                0.023948287963867186,
+                0.02366464042663574,
+                0.02365644836425781,
+                0.0236810245513916,
+                0.023657472610473632,
+                0.02368716812133789,
+                0.023639039993286134,
+                0.023666688919067383,
+                0.023644159317016602,
+                0.023673856735229492,
+                0.023640064239501952,
+                0.023638015747070314,
+                0.023630847930908205,
                 0.02366771125793457,
+                0.0237127685546875,
+                0.023670783996582033,
+                0.023666688919067383,
+                0.02365235137939453,
+                0.02367897605895996,
+                0.0236759033203125,
+                0.023645183563232423,
                 0.02364723205566406,
+                0.023650304794311523,
+                0.023657472610473632,
+                0.023644159317016602,
+                0.023666688919067383,
+                0.02365132713317871,
+                0.02367487907409668,
+                0.0236759033203125,
+                0.023658496856689453,
+                0.023649280548095702,
+                0.023718912124633788,
+                0.02367897605895996,
+                0.02368409538269043,
+                0.023666688919067383,
+                0.02368921661376953,
+                0.0237127685546875,
+                0.023706623077392578,
+                0.02368921661376953,
+                0.023670783996582033,
+                0.02370150375366211,
+                0.023734272003173826,
+                0.02367897605895996,
+                0.02368409538269043,
+                0.023718912124633788,
+                0.02369228744506836,
+                0.02369536018371582,
+                0.02369536018371582,
+                0.02369126319885254,
+                0.02370355224609375,
+                0.023686143875122072,
+                0.0236943359375,
+                0.02370969581604004,
+                0.0237076473236084,
+                0.02369740867614746,
+                0.02369945526123047,
+                0.02370150375366211,
+                0.02369740867614746,
+                0.02369843292236328,
+                0.02369228744506836,
+                0.02369331169128418,
+                0.02370969581604004,
+                0.02369536018371582,
+                0.02370457649230957,
+                0.023718912124633788,
+                0.0237076473236084,
+                0.023723007202148438,
+                0.02371788787841797,
+                0.023731199264526368,
+                0.02374553680419922,
+                0.02370457649230957,
+                0.02374963188171387,
+                0.023706623077392578,
+                0.0237260799407959,
+                0.02372505569458008,
+                0.023714815139770508,
+                0.02373734474182129,
+                0.023734272003173826,
+                0.023736320495605468,
+                0.02373734474182129,
+                0.02371686363220215,
+                0.023739391326904297,
+                0.023734272003173826,
+                0.023772159576416017,
+                0.023734272003173826,
+                0.02374143981933594,
+                0.02372915267944336,
+                0.023755775451660157,
+                0.023743488311767577,
+                0.023746559143066406,
+                0.023743488311767577,
+                0.023748607635498048,
+                0.023748607635498048,
+                0.02374963188171387,
+                0.02373734474182129,
+                0.023764991760253908,
+                0.02372505569458008,
+                0.023747583389282227,
+                0.023783424377441405,
+                0.023770111083984375,
+                0.023763967514038087,
+                0.023759872436523437,
+                0.023755775451660157,
+                0.023750656127929686,
+                0.023754751205444336,
+                0.023748607635498048,
+                0.023755775451660157,
+                0.023773183822631837,
+                0.023781375885009767,
+                0.023760896682739258,
+                0.023776256561279296,
+                0.023800832748413086,
+                0.02388172721862793,
+                0.023797760009765623,
+                0.023775232315063476,
+                0.023793664932250977,
+                0.023791616439819335,
+                0.023787519454956055,
+                0.023784448623657226,
+                0.023798784255981444,
+                0.023781375885009767,
+                0.023766016006469725,
+                0.023791616439819335,
+                0.023787519454956055,
+                0.023782400131225585,
+                0.023787519454956055,
+                0.023776256561279296,
+                0.023782400131225585,
+                0.023781375885009767,
+                0.023784448623657226,
+                0.023797760009765623,
+                0.023793664932250977,
+                0.023794687271118165,
+                0.023806976318359374,
+                0.023823360443115234,
+                0.023806976318359374,
+                0.023822336196899413,
+                0.023832576751708984,
+                0.023800832748413086,
+                0.023819263458251954,
+                0.023810047149658203,
+                0.023824384689331055,
+                0.023803903579711915,
+                0.023822336196899413,
+                0.023811071395874024,
+                0.023819263458251954,
+                0.023808000564575195,
+                0.023822336196899413,
+                0.023824384689331055,
+                0.023833599090576172,
+                0.023818239212036133,
+                0.023830528259277343,
+                0.023828479766845705,
+                0.023843839645385743,
+                0.024005632400512695,
+                0.023825408935546875,
+                0.023826431274414063,
+                0.023839744567871093,
+                0.023822336196899413,
+                0.023851007461547852,
+                0.023843839645385743,
+                0.02385817527770996,
+                0.023831552505493164,
+                0.023834623336791993,
+                0.023852031707763673,
+                0.023839744567871093,
+                0.023830528259277343,
+                0.023859199523925782,
+                0.023848960876464844,
+                0.023857152938842774,
+                0.023847936630249023,
+                0.023847936630249023,
+                0.02384486389160156,
+                0.023856128692626953,
+                0.023843839645385743,
+                0.02385408020019531,
+                0.023852031707763673,
+                0.02387046432495117,
+                0.023848960876464844,
+                0.023863296508789062,
+                0.023859199523925782,
+                0.02387046432495117,
+                0.023864320755004883,
+                0.023872512817382813,
+                0.023860223770141603,
+                0.02387353515625,
+                0.02384998321533203,
+                0.023864320755004883,
+                0.023883775711059572,
+                0.023875583648681642,
+                0.02386944007873535,
+                0.02386534309387207,
+                0.0238786563873291,
+                0.023864320755004883,
+                0.023871488571166992,
+                0.02390732765197754,
+                0.02388787269592285,
+                0.02390220832824707,
+                0.02389299201965332,
+                0.02389811134338379,
+                0.023900159835815428,
+                0.02391551971435547,
+                0.02389299201965332,
+                0.02390732765197754,
+                0.023908351898193358,
+                0.02391267204284668,
+                0.02389276885986328,
+                0.02389504051208496,
+                0.023908351898193358,
+                0.02390118408203125,
+                0.023908351898193358,
+                0.02390630340576172,
+                0.023908351898193358,
+                0.023933952331542968,
+                0.023900159835815428,
+                0.02391142463684082,
+                0.02390118408203125,
+                0.02391244888305664,
+                0.02390323257446289,
+                0.02392064094543457,
+                0.023941120147705077,
+                0.023928831100463867,
+                0.02392678451538086,
+                0.023941120147705077,
+                0.023942144393920898,
+                0.02392780876159668,
+                0.02394726371765137,
+                0.023940095901489256,
+                0.023958528518676758,
+                0.023940095901489256,
+                0.023948287963867186,
+                0.02394726371765137,
+                0.023945215225219727,
+                0.023933952331542968,
+                0.023948287963867186,
+                0.023958528518676758,
+                0.02394726371765137,
+                0.023953407287597657,
+                0.023971839904785155,
+                0.023941120147705077,
+                0.02394726371765137,
+                0.023938047409057618,
+                0.023933952331542968,
+                0.023957504272460937,
+                0.023965696334838867,
+                0.023937023162841797,
+                0.023950336456298828,
+                0.02395238494873047,
+                0.023950336456298828,
+                0.02394726371765137,
+                0.023928831100463867,
+                0.0239554557800293,
+                0.023940095901489256,
+                0.023941120147705077,
+                0.023967744827270508,
+                0.023932928085327147,
+                0.0236759033203125,
+                0.023650304794311523,
+                0.02365542411804199,
+                0.023658496856689453,
+                0.0236810245513916,
+                0.023646207809448243,
+                0.02366873550415039,
+                0.023665664672851562,
+                0.023666688919067383,
+                0.023668960571289064,
+                0.023653152465820313,
+                0.02366054344177246,
+                0.02367487907409668,
+                0.02365542411804199,
+                0.023661567687988282,
+                0.02366054344177246,
+                0.023662591934204103,
+                0.023662591934204103,
+                0.023657472610473632,
+                0.023661567687988282,
+                0.023650304794311523,
+                0.02367180824279785,
+                0.02367897605895996,
+                0.023669759750366212,
+                0.023662591934204103,
+                0.023661567687988282,
+                0.02367487907409668,
+                0.02366361618041992,
+                0.02367692756652832,
+                0.02365951919555664,
+                0.02367487907409668,
+                0.02367487907409668,
+                0.02366054344177246,
+                0.02367283248901367,
+                0.0236943359375,
+                0.02368819236755371,
+                0.023682048797607422,
+                0.02369024085998535,
+                0.02368409538269043,
+                0.02367487907409668,
+                0.02369945526123047,
+                0.023686143875122072,
+                0.02369843292236328,
+                0.023686143875122072,
+                0.0237127685546875,
+                0.02369228744506836,
+                0.0236943359375,
+                0.02368716812133789,
+                0.02368307113647461,
+                0.023686143875122072,
+                0.02368819236755371,
+                0.02368307113647461,
+                0.02369740867614746,
+                0.0236943359375,
+                0.0236943359375,
+                0.02370457649230957,
+                0.02370047950744629,
+                0.02369331169128418,
+                0.02369843292236328,
+                0.02370569610595703,
+                0.02371164894104004,
+                0.02370969581604004,
+                0.02369536018371582,
+                0.02369228744506836,
+                0.02371174430847168,
+                0.02370969581604004,
+                0.02372403144836426,
+                0.02371993637084961,
+                0.023735296249389647,
+                0.0237260799407959,
+                0.02372198486328125,
+                0.02373017692565918,
+                0.023747583389282227,
+                0.02373017692565918,
+                0.023739391326904297,
+                0.02371788787841797,
+                0.023734272003173826,
+                0.02373324775695801,
+                0.023740415573120118,
+                0.0237260799407959,
+                0.02372403144836426,
+                0.02372812843322754,
+                0.023731199264526368,
+                0.02372096061706543,
+                0.023743488311767577,
+                0.023710720062255858,
+                0.023740415573120118,
+                0.02373734474182129,
+                0.023760896682739258,
+                0.023760896682739258,
+                0.023778303146362305,
+                0.02375372886657715,
+                0.023746559143066406,
+                0.02373222351074219,
+                0.0237260799407959,
+                0.023727104187011717,
+                0.023769088745117187,
+                0.023756799697875978,
+                0.023754751205444336,
+                0.02374963188171387,
+                0.024226816177368164,
+                0.023763967514038087,
+                0.023764991760253908,
+                0.023755775451660157,
+                0.023784448623657226,
+                0.023772159576416017,
+                0.023783424377441405,
+                0.023786495208740235,
+                0.023790592193603514,
+                0.023778303146362305,
+                0.023774208068847655,
+                0.023763967514038087,
+                0.023791616439819335,
+                0.023763967514038087,
+                0.023785472869873047,
+                0.023768064498901367,
+                0.023776256561279296,
+                0.023778303146362305,
+                0.023789567947387694,
+                0.023779327392578126,
+                0.023787519454956055,
+                0.023780351638793946,
+                0.023770111083984375,
+                0.023789567947387694,
+                0.023787519454956055,
+                0.023808000564575195,
+                0.023805952072143553,
+                0.023780351638793946,
+                0.023817216873168946,
+                0.023805952072143553,
+                0.023822336196899413,
+                0.023826431274414063,
+                0.023803903579711915,
+                0.023823360443115234,
+                0.023826431274414063,
+                0.023814144134521483,
+                0.023815168380737304,
+                0.023803903579711915,
+                0.023817216873168946,
+                0.023822336196899413,
+                0.023823360443115234,
+                0.023819263458251954,
+                0.023819263458251954,
+                0.023822336196899413,
+                0.023813119888305666,
+                0.023827455520629884,
+                0.023835647583007814,
+                0.023823360443115234,
+                0.023841791152954102,
+                0.02384588813781738,
+                0.02384809684753418,
+                0.02383856010437012,
+                0.023837696075439452,
+                0.023841791152954102,
+                0.02384588813781738,
+                0.02384588813781738,
+                0.023840768814086914,
+                0.023837696075439452,
+                0.023836671829223634,
+                0.023831552505493164,
+                0.023851007461547852,
+                0.023837696075439452,
+                0.023859199523925782,
+                0.023839744567871093,
+                0.02385305595397949,
+                0.02386124801635742,
+                0.02385305595397949,
+                0.023857152938842774,
+                0.023847936630249023,
+                0.02385408020019531,
+                0.02387763214111328,
+                0.023837696075439452,
+                0.02388172721862793,
+                0.023900159835815428,
+                0.02392166328430176,
+                0.02387455940246582,
+                0.02387046432495117,
+                0.02387046432495117,
+                0.02387763214111328,
+                0.02385408020019531,
+                0.02388275146484375,
+                0.02387455940246582,
+                0.02387660789489746,
+                0.023871488571166992,
+                0.02388275146484375,
+                0.023863296508789062,
+                0.023864320755004883,
+                0.02388787269592285,
+                0.02386944007873535,
+                0.023879680633544922,
+                0.023872512817382813,
+                0.023863296508789062,
+                0.023859199523925782,
+                0.023879680633544922,
+                0.02390118408203125,
+                0.02387353515625,
+                0.02388582420349121,
+                0.023872512817382813,
+                0.02387353515625,
+                0.02388172721862793,
+                0.02390220832824707,
+                0.0238919677734375,
+                0.02390220832824707,
+                0.02388479995727539,
+                0.024035327911376952,
+                0.02390425682067871,
+                0.02390118408203125,
+                0.02391347122192383,
+                0.02389811134338379,
+                0.02391961669921875,
+                0.02391551971435547,
+                0.023928831100463867,
+                0.02390220832824707,
+                0.02389606475830078,
+                0.0239136962890625,
+                0.02392144012451172,
+                0.02389708709716797,
+                0.0239052791595459,
+                0.02389708709716797,
+                0.023989248275756835,
+                0.02389401626586914,
+                0.0239052791595459,
+                0.02389504051208496,
+                0.02391244888305664,
+                0.023908351898193358,
+                0.023900159835815428,
+                0.0239052791595459,
+                0.02391961669921875,
+                0.02392268753051758,
+                0.023938047409057618,
+                0.02390937614440918,
+                0.02391859245300293,
+                0.02391347122192383,
+                0.02390937614440918,
+                0.02390732765197754,
+                0.023933952331542968,
+                0.02391961669921875,
+                0.023950336456298828,
+                0.023949312210083007,
+                0.023937023162841797,
+                0.023954431533813478,
+                0.023937023162841797,
+                0.023965696334838867,
+                0.023941120147705077,
+                0.02393907165527344,
+                0.023945215225219727,
+                0.02393907165527344,
+                0.02394419288635254,
+                0.023938047409057618,
+                0.02393497657775879,
+                0.02393600082397461,
+                0.023925760269165038,
+                0.023942144393920898,
+                0.02394316864013672
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 42.01507564795637
         },
         "energy": null,
         "efficiency": null