Upload /gemma-7b/bf16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub

gemma-7b/bf16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json

@@ -0,0 +1,861 @@
+{
+    "prefill": {
+        "memory": {
+            "unit": "MB",
+            "max_ram": 1027.350528,
+            "max_vram": 18217.959424,
+            "max_reserved": 17733.517312,
+            "max_allocated": 17665.339904
+        },
+        "latency": {
+            "unit": "s",
+            "mean": 0.03497896853722763,
+            "stdev": 0.00013193156345841573,
+            "values": [
+                0.036976833343505856,
+                0.034816192626953124,
+                0.03511603164672852,
+                0.0349984016418457,
+                0.03501875305175781,
+                0.03505254364013672,
+                0.035214336395263675,
+                0.0351130256652832,
+                0.0350832633972168,
+                0.03483340835571289,
+                0.03482009506225586,
+                0.03484262466430664,
+                0.03480575942993164,
+                0.03482112121582031,
+                0.03480575942993164,
+                0.03484774398803711,
+                0.03480985641479492,
+                0.03484262466430664,
+                0.034797569274902344,
+                0.03482115173339844,
+                0.03480166244506836,
+                0.0348487663269043,
+                0.034961406707763674,
+                0.034915328979492184,
+                0.03488870239257812,
+                0.035020801544189455,
+                0.035230720520019534,
+                0.03518975830078125,
+                0.035074047088623043,
+                0.03505459213256836,
+                0.034976768493652347,
+                0.03501055908203125,
+                0.0349409294128418,
+                0.03492265701293945,
+                0.034947071075439456,
+                0.03494297790527344,
+                0.03490304183959961,
+                0.034950145721435545,
+                0.03492659378051758,
+                0.03493580627441406,
+                0.03494297790527344,
+                0.034938880920410156,
+                0.03487334442138672,
+                0.034871295928955076,
+                0.034869247436523435,
+                0.03488870239257812,
+                0.034869247436523435,
+                0.03489484786987305,
+                0.03486723327636719,
+                0.034891006469726565,
+                0.03488358306884766,
+                0.03488051223754883,
+                0.03487948989868164,
+                0.034915550231933594,
+                0.034936832427978515,
+                0.03499724960327148,
+                0.03505049514770508,
+                0.034971649169921876,
+                0.03497267150878906,
+                0.0350115852355957,
+                0.034985984802246094,
+                0.03497983932495117,
+                0.03493478393554687,
+                0.03494911956787109,
+                0.03497574234008789,
+                0.034950271606445316,
+                0.034956287384033204,
+                0.03493478393554687,
+                0.034977790832519534,
+                0.03492761611938477,
+                0.03492147064208984,
+                0.03496243286132812,
+                0.03491635131835937,
+                0.03493891143798828,
+                0.03493580627441406,
+                0.03492761611938477,
+                0.035108863830566404,
+                0.0349306869506836,
+                0.03492454528808594,
+                0.034887680053710936,
+                0.03489279937744141,
+                0.03491020965576172,
+                0.03494630432128906,
+                0.034950145721435545,
+                0.03501875305175781,
+                0.034950145721435545,
+                0.034988128662109375,
+                0.0350013427734375,
+                0.035043327331542966,
+                0.03495423889160156,
+                0.034953216552734374,
+                0.03495859146118164,
+                0.035009536743164066,
+                0.03496243286132812,
+                0.03496550369262695,
+                0.03494400024414063,
+                0.034958335876464845,
+                0.034948097229003904,
+                0.03496243286132812,
+                0.03496550369262695,
+                0.034948257446289065,
+                0.034928638458251955,
+                0.0349306869506836,
+                0.03495423889160156,
+                0.034958335876464845,
+                0.03493580627441406,
+                0.03497369766235352,
+                0.03496755218505859,
+                0.03496550369262695,
+                0.034950145721435545,
+                0.03495731353759766,
+                0.03497574234008789,
+                0.03502182388305664,
+                0.034955265045166016,
+                0.034958335876464845,
+                0.03498086547851562,
+                0.03501055908203125,
+                0.03495116806030273,
+                0.03496755218505859,
+                0.03497903823852539,
+                0.0350013427734375,
+                0.034956287384033204,
+                0.034941951751708986,
+                0.03496755218505859,
+                0.03496550369262695,
+                0.034948097229003904,
+                0.034961406707763674,
+                0.03492761611938477,
+                0.03502726364135742,
+                0.03495219039916992,
+                0.03497267150878906,
+                0.034923519134521484,
+                0.035007488250732424,
+                0.034974720001220705,
+                0.034985984802246094,
+                0.034976768493652347,
+                0.03497062301635742,
+                0.0349409294128418,
+                0.03496857452392578,
+                0.03497983932495117,
+                0.035005695343017576,
+                0.03496550369262695,
+                0.03496755218505859,
+                0.03497369766235352,
+                0.03500543975830078,
+                0.03496243286132812,
+                0.03496550369262695,
+                0.03497574234008789,
+                0.035009727478027344,
+                0.03496038436889649,
+                0.034971649169921876,
+                0.034966529846191405,
+                0.03502284622192383,
+                0.03497580718994141,
+                0.034969600677490234,
+                0.03500543975830078,
+                0.03496448135375976,
+                0.034955265045166016,
+                0.03496857452392578,
+                0.034963680267333985,
+                0.035040256500244144,
+                0.03501567840576172,
+                0.03498905563354492,
+                0.034977790832519534,
+                0.03497983932495117,
+                0.03497369766235352,
+                0.034958335876464845,
+                0.03498086547851562,
+                0.03503411102294922,
+                0.03496755218505859,
+                0.034993152618408206,
+                0.034969600677490234,
+                0.034977790832519534,
+                0.034966529846191405,
+                0.03498403167724609,
+                0.034985984802246094,
+                0.0350382080078125,
+                0.03496755218505859,
+                0.034976768493652347,
+                0.0350013427734375,
+                0.03504947280883789,
+                0.034960479736328126,
+                0.034994174957275394,
+                0.03497881698608398,
+                0.03496448135375976,
+                0.034956287384033204,
+                0.03498393630981445,
+                0.03499929428100586,
+                0.03504745483398437,
+                0.034988033294677735,
+                0.03498086547851562,
+                0.03496038436889649,
+                0.03496755218505859,
+                0.03496448135375976,
+                0.03498905563354492,
+                0.03499827194213867,
+                0.03502796936035156,
+                0.03495116806030273,
+                0.03499724960327148,
+                0.03499520111083984,
+                0.0350382080078125,
+                0.034971649169921876,
+                0.03499212646484375,
+                0.03499622344970703,
+                0.03502796936035156,
+                0.03498700714111328,
+                0.03497267150878906,
+                0.03499622344970703,
+                0.03505459213256836,
+                0.03496755218505859,
+                0.03498495864868164,
+                0.034991104125976565,
+                0.03503513717651367,
+                0.034961631774902344,
+                0.03498086547851562,
+                0.0350115852355957,
+                0.03497267150878906,
+                0.03494911956787109,
+                0.034977790832519534,
+                0.03499724960327148,
+                0.03502796936035156,
+                0.034958335876464845,
+                0.03499622344970703,
+                0.03499212646484375,
+                0.03503206253051758,
+                0.034958335876464845,
+                0.0350013427734375,
+                0.034988033294677735,
+                0.03498291015625,
+                0.034958335876464845,
+                0.03498086547851562,
+                0.035019775390625,
+                0.03503923034667969,
+                0.03500032043457031,
+                0.034994174957275394,
+                0.034993152618408206,
+                0.03503411102294922,
+                0.034958335876464845,
+                0.03499724960327148,
+                0.03500348663330078,
+                0.03497574234008789,
+                0.03498495864868164,
+                0.03497574234008789,
+                0.03499520111083984,
+                0.034976768493652347,
+                0.03496345520019531,
+                0.03499622344970703,
+                0.03501055908203125,
+                0.0350382080078125,
+                0.0350115852355957,
+                0.034977790832519534,
+                0.03500543975830078,
+                0.03498291015625,
+                0.03497062301635742,
+                0.03498291015625,
+                0.03499008178710938,
+                0.03498086547851562,
+                0.034950145721435545,
+                0.03500236892700195,
+                0.03501260757446289,
+                0.03503923034667969,
+                0.03500236892700195,
+                0.034994174957275394,
+                0.03500339126586914,
+                0.03503513717651367,
+                0.03501260757446289,
+                0.03498905563354492,
+                0.034985984802246094,
+                0.034969600677490234,
+                0.03498425674438477,
+                0.03498611068725586,
+                0.035009536743164066,
+                0.034971649169921876,
+                0.03496755218505859,
+                0.035009536743164066,
+                0.03498291015625,
+                0.035046398162841795,
+                0.034981025695800784,
+                0.035009536743164066,
+                0.034994174957275394,
+                0.03501772689819336,
+                0.035203296661376955,
+                0.034985984802246094,
+                0.03497983932495117,
+                0.03496345520019531,
+                0.03498700714111328,
+                0.03498086547851562
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 7318.683503418426
+        },
+        "energy": null,
+        "efficiency": null
+    },
+    "decode": {
+        "memory": {
+            "unit": "MB",
+            "max_ram": 1027.350528,
+            "max_vram": 18593.349632,
+            "max_reserved": 18108.90752,
+            "max_allocated": 18044.931584
+        },
+        "latency": {
+            "unit": "s",
+            "mean": 5.973746290206912,
+            "stdev": 0.00015525054931675442,
+            "values": [
+                5.973901540756229,
+                5.973591039657595
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 42.68678106032648
+        },
+        "energy": null,
+        "efficiency": null
+    },
+    "per_token": {
+        "memory": null,
+        "latency": {
+            "unit": "s",
+            "mean": 0.02342645604002709,
+            "stdev": 9.106100967900799e-05,
+            "values": [
+                0.023438335418701172,
+                0.02329702377319336,
+                0.02327654457092285,
+                0.02328678321838379,
+                0.0233175048828125,
+                0.023290880203247072,
+                0.0232857608795166,
+                0.023293024063110353,
+                0.023310400009155272,
+                0.023296863555908202,
+                0.023285888671875,
+                0.023282560348510742,
+                0.02329395294189453,
+                0.02329497528076172,
+                0.02329395294189453,
+                0.02329292869567871,
+                0.02329292869567871,
+                0.02329804801940918,
+                0.02328985595703125,
+                0.023310335159301757,
+                0.02329190444946289,
+                0.02330624008178711,
+                0.02327961540222168,
+                0.02330521583557129,
+                0.02328473663330078,
+                0.023307264328002928,
+                0.02328985595703125,
+                0.023430143356323242,
+                0.023323648452758788,
+                0.023307264328002928,
+                0.02329190444946289,
+                0.02330521583557129,
+                0.02330316734313965,
+                0.02330521583557129,
+                0.0233123836517334,
+                0.02332569694519043,
+                0.023331104278564455,
+                0.023324384689331054,
+                0.023318527221679687,
+                0.02332262420654297,
+                0.023311359405517578,
+                0.023311359405517578,
+                0.02332592010498047,
+                0.023314207077026368,
+                0.023326719284057617,
+                0.023323648452758788,
+                0.02332262420654297,
+                0.02331648063659668,
+                0.023352575302124024,
+                0.02334284782409668,
+                0.023320831298828126,
+                0.023313152313232423,
+                0.02332700729370117,
+                0.02333359909057617,
+                0.02335436820983887,
+                0.023330816268920897,
+                0.02332569694519043,
+                0.023334911346435547,
+                0.023342176437377928,
+                0.023335840225219725,
+                0.02334617614746094,
+                0.023333887100219726,
+                0.023345439910888673,
+                0.023334623336791992,
+                0.023350400924682616,
+                0.023351167678833006,
+                0.02337283134460449,
+                0.02335740852355957,
+                0.023356416702270507,
+                0.023367679595947266,
+                0.023365631103515624,
+                0.023365631103515624,
+                0.023361536026000978,
+                0.023379968643188476,
+                0.02335468864440918,
+                0.023373504638671876,
+                0.023357696533203125,
+                0.023371519088745116,
+                0.023361536026000978,
+                0.023377920150756838,
+                0.023367679595947266,
+                0.023369728088378908,
+                0.023367679595947266,
+                0.023363584518432616,
+                0.023378944396972655,
+                0.023372800827026367,
+                0.023365631103515624,
+                0.023355392456054686,
+                0.023379968643188476,
+                0.023371776580810546,
+                0.023372800827026367,
+                0.023382015228271484,
+                0.023371776580810546,
+                0.023374847412109375,
+                0.023393280029296876,
+                0.023372800827026367,
+                0.023374847412109375,
+                0.023392255783081056,
+                0.02339638328552246,
+                0.023387104034423827,
+                0.023384319305419923,
+                0.023398143768310547,
+                0.02339344024658203,
+                0.02339311981201172,
+                0.02339334487915039,
+                0.023407552719116213,
+                0.023397375106811523,
+                0.023406591415405274,
+                0.023459007263183593,
+                0.023519039154052734,
+                0.023418880462646483,
+                0.023403520584106444,
+                0.023404607772827147,
+                0.02340243148803711,
+                0.023411808013916017,
+                0.023420831680297852,
+                0.023404672622680665,
+                0.023403392791748048,
+                0.023410688400268553,
+                0.023413759231567383,
+                0.023412736892700195,
+                0.023416831970214845,
+                0.023414079666137694,
+                0.023406272888183595,
+                0.023402496337890624,
+                0.023419904708862304,
+                0.023425024032592775,
+                0.023418880462646483,
+                0.023419904708862304,
+                0.023419904708862304,
+                0.023430143356323242,
+                0.02343731117248535,
+                0.023442432403564452,
+                0.023441408157348635,
+                0.023442432403564452,
+                0.023440383911132814,
+                0.02344169616699219,
+                0.02344009590148926,
+                0.02344972801208496,
+                0.023436159133911134,
+                0.023440383911132814,
+                0.02344550323486328,
+                0.02344767951965332,
+                0.023447423934936523,
+                0.02344960021972656,
+                0.023442432403564452,
+                0.02345779228210449,
+                0.023444480895996093,
+                0.02345779228210449,
+                0.023447551727294923,
+                0.02345884895324707,
+                0.023465951919555663,
+                0.023439359664916993,
+                0.02345881652832031,
+                0.023468032836914062,
+                0.02344960021972656,
+                0.02345369529724121,
+                0.023447551727294923,
+                0.023460031509399414,
+                0.023455551147460937,
+                0.023457984924316406,
+                0.02347500801086426,
+                0.023477279663085937,
+                0.023453664779663087,
+                0.02346598434448242,
+                0.02347110366821289,
+                0.02347110366821289,
+                0.023459840774536132,
+                0.0234833927154541,
+                0.02348646354675293,
+                0.023472415924072267,
+                0.023479007720947267,
+                0.02346291160583496,
+                0.02347520065307617,
+                0.02348646354675293,
+                0.0234833927154541,
+                0.02349977684020996,
+                0.02349977684020996,
+                0.02348543930053711,
+                0.023480319976806642,
+                0.023485631942749025,
+                0.02347808074951172,
+                0.02348953628540039,
+                0.023480319976806642,
+                0.0234967041015625,
+                0.02349772834777832,
+                0.02348953628540039,
+                0.02349158477783203,
+                0.0234998722076416,
+                0.023502752304077147,
+                0.023504127502441408,
+                0.023487232208251954,
+                0.023516159057617187,
+                0.02351103973388672,
+                0.023503999710083007,
+                0.023505792617797852,
+                0.02352025604248047,
+                0.02351411247253418,
+                0.023521503448486327,
+                0.023515935897827148,
+                0.02351424026489258,
+                0.02352012825012207,
+                0.023516159057617187,
+                0.023513088226318358,
+                0.0235100154876709,
+                0.02352230453491211,
+                0.023516159057617187,
+                0.023516159057617187,
+                0.02352137565612793,
+                0.023538591384887696,
+                0.02353561592102051,
+                0.02351411247253418,
+                0.02352662467956543,
+                0.02351081657409668,
+                0.023520479202270506,
+                0.02352924728393555,
+                0.02353593635559082,
+                0.023527103424072264,
+                0.023540735244750977,
+                0.023529472351074218,
+                0.023525375366210938,
+                0.023537664413452147,
+                0.023533567428588868,
+                0.023524351119995117,
+                0.0235284481048584,
+                0.023538688659667968,
+                0.023538911819458008,
+                0.023538463592529296,
+                0.023546880722045898,
+                0.023548927307128906,
+                0.023538688659667968,
+                0.023555072784423828,
+                0.023540735244750977,
+                0.023554048538208007,
+                0.023550975799560548,
+                0.023555072784423828,
+                0.023540895462036134,
+                0.02356719970703125,
+                0.023569408416748046,
+                0.02355200004577637,
+                0.023558143615722657,
+                0.023568384170532225,
+                0.023657472610473632,
+                0.023558143615722657,
+                0.02356227111816406,
+                0.02355606460571289,
+                0.023581695556640626,
+                0.023569408416748046,
+                0.02356559944152832,
+                0.023558879852294923,
+                0.023572479248046875,
+                0.023572479248046875,
+                0.02357360076904297,
+                0.023584672927856445,
+                0.023579872131347657,
+                0.023411712646484374,
+                0.02327244758605957,
+                0.02327174377441406,
+                0.02327008056640625,
+                0.023271520614624022,
+                0.02327440071105957,
+                0.023272575378417967,
+                0.023271295547485353,
+                0.02327347183227539,
+                0.02327552032470703,
+                0.02327756881713867,
+                0.02327756881713867,
+                0.02327654457092285,
+                0.02327552032470703,
+                0.0232827205657959,
+                0.023295967102050782,
+                0.023280927658081055,
+                0.023286495208740234,
+                0.02327654457092285,
+                0.023290880203247072,
+                0.023284799575805665,
+                0.023294912338256837,
+                0.02330419158935547,
+                0.02328985595703125,
+                0.023299392700195314,
+                0.02329465675354004,
+                0.023285856246948244,
+                0.02329385566711426,
+                0.023282688140869142,
+                0.02330828857421875,
+                0.0232857608795166,
+                0.02328883171081543,
+                0.02330828857421875,
+                0.02329497528076172,
+                0.02330838394165039,
+                0.02330307197570801,
+                0.02330419158935547,
+                0.02330828857421875,
+                0.023311647415161132,
+                0.023313119888305665,
+                0.02349977684020996,
+                0.023319551467895508,
+                0.023307264328002928,
+                0.023311359405517578,
+                0.0233123836517334,
+                0.023319551467895508,
+                0.023311359405517578,
+                0.02331648063659668,
+                0.023316511154174803,
+                0.02331439971923828,
+                0.02332262420654297,
+                0.023326719284057617,
+                0.023326719284057617,
+                0.023323648452758788,
+                0.023315456390380858,
+                0.023342079162597656,
+                0.023331840515136718,
+                0.02332569694519043,
+                0.023331968307495118,
+                0.02333888053894043,
+                0.02331648063659668,
+                0.023343103408813477,
+                0.023323648452758788,
+                0.023345151901245118,
+                0.023344127655029297,
+                0.023349248886108398,
+                0.023340032577514647,
+                0.023343103408813477,
+                0.023347488403320314,
+                0.023355104446411132,
+                0.023352319717407227,
+                0.023358463287353515,
+                0.023428319931030273,
+                0.023362335205078126,
+                0.023368703842163087,
+                0.023377920150756838,
+                0.023350271224975586,
+                0.023363584518432616,
+                0.02334617614746094,
+                0.023363584518432616,
+                0.02335955238342285,
+                0.02337990379333496,
+                0.023366655349731445,
+                0.023371776580810546,
+                0.023369728088378908,
+                0.023373823165893554,
+                0.023370752334594725,
+                0.023383039474487305,
+                0.023358463287353515,
+                0.023375871658325196,
+                0.023360511779785157,
+                0.023366655349731445,
+                0.023380992889404296,
+                0.023389184951782226,
+                0.023379968643188476,
+                0.023376895904541017,
+                0.023367679595947266,
+                0.023384063720703126,
+                0.023390207290649414,
+                0.023379968643188476,
+                0.023392255783081056,
+                0.023396352767944335,
+                0.023389184951782226,
+                0.023403520584106444,
+                0.023389184951782226,
+                0.023399423599243165,
+                0.023396352767944335,
+                0.023412736892700195,
+                0.02340380859375,
+                0.02340118408203125,
+                0.023402496337890624,
+                0.023398399353027344,
+                0.023397375106811523,
+                0.023418880462646483,
+                0.023401472091674806,
+                0.023406591415405274,
+                0.023402496337890624,
+                0.023409664154052736,
+                0.023406591415405274,
+                0.023408639907836915,
+                0.023411935806274414,
+                0.023421728134155273,
+                0.02342092704772949,
+                0.023406591415405274,
+                0.02341391944885254,
+                0.0234105281829834,
+                0.023405567169189453,
+                0.023426048278808592,
+                0.023417856216430662,
+                0.023427072525024413,
+                0.023415807723999024,
+                0.02342911911010742,
+                0.023427072525024413,
+                0.023438335418701172,
+                0.023447551727294923,
+                0.02344550323486328,
+                0.023435264587402343,
+                0.023442432403564452,
+                0.02344550323486328,
+                0.02345062446594238,
+                0.023441408157348635,
+                0.02346291160583496,
+                0.023456768035888673,
+                0.023443456649780273,
+                0.023444480895996093,
+                0.02345471954345703,
+                0.02345062446594238,
+                0.023448575973510744,
+                0.023456928253173828,
+                0.023464799880981446,
+                0.02345267105102539,
+                0.023451648712158202,
+                0.023452896118164063,
+                0.02346985626220703,
+                0.02346086311340332,
+                0.02346188735961914,
+                0.02347110366821289,
+                0.023456768035888673,
+                0.023508991241455078,
+                0.023459840774536132,
+                0.02345881652832031,
+                0.02347007942199707,
+                0.02346598434448242,
+                0.02348134422302246,
+                0.02347315216064453,
+                0.023480319976806642,
+                0.02345779228210449,
+                0.02347315216064453,
+                0.02348748779296875,
+                0.02347929573059082,
+                0.02348236846923828,
+                0.02348758316040039,
+                0.023474079132080078,
+                0.02348236846923828,
+                0.02349056053161621,
+                0.0234833927154541,
+                0.02347315216064453,
+                0.023488512039184572,
+                0.0234833927154541,
+                0.02349567985534668,
+                0.02348646354675293,
+                0.0234967041015625,
+                0.02349056053161621,
+                0.02349465560913086,
+                0.02349260711669922,
+                0.02349977684020996,
+                0.023500799179077148,
+                0.02351206398010254,
+                0.02348863983154297,
+                0.02349350357055664,
+                0.02349260711669922,
+                0.02348646354675293,
+                0.023504896163940428,
+                0.02351820755004883,
+                0.0235284481048584,
+                0.02353049659729004,
+                0.02352025604248047,
+                0.0235284481048584,
+                0.02351206398010254,
+                0.023517183303833008,
+                0.02352230453491211,
+                0.023537664413452147,
+                0.02369740867614746,
+                0.0235284481048584,
+                0.023541759490966797,
+                0.0235284481048584,
+                0.02352230453491211,
+                0.02353049659729004,
+                0.02353152084350586,
+                0.023533567428588868,
+                0.023521280288696288,
+                0.02353971290588379,
+                0.02353459167480469,
+                0.023542783737182618,
+                0.02352639961242676,
+                0.02352639961242676,
+                0.023521280288696288,
+                0.02352332878112793,
+                0.02352239990234375,
+                0.023536544799804687,
+                0.023540735244750977,
+                0.023556095123291015,
+                0.02352956771850586,
+                0.023541664123535155,
+                0.023533599853515625,
+                0.023551967620849608,
+                0.023548927307128906,
+                0.02353971290588379,
+                0.023540735244750977,
+                0.023562240600585937,
+                0.023547903060913086,
+                0.023559167861938478,
+                0.023549055099487303,
+                0.023559040069580078,
+                0.023559167861938478,
+                0.023558143615722657,
+                0.023559295654296875,
+                0.023573375701904296,
+                0.023567487716674804,
+                0.02356415939331055,
+                0.023554048538208007,
+                0.023567359924316408,
+                0.023571456909179687,
+                0.023559167861938478,
+                0.023570432662963867,
+                0.023564416885375975,
+                0.023563135147094728,
+                0.023577600479125976,
+                0.023572479248046875,
+                0.023574527740478517,
+                0.02357663917541504,
+                0.02357651138305664,
+                0.023561216354370116,
+                0.023577600479125976,
+                0.023573503494262696
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 42.68678106032651
+        },
+        "energy": null,
+        "efficiency": null
+    }
+}