Upload /gemma-7b/bf16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub
Browse files
gemma-7b/bf16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json
CHANGED
@@ -2,308 +2,305 @@
|
|
2 |
"prefill": {
|
3 |
"memory": {
|
4 |
"unit": "MB",
|
5 |
-
"max_ram":
|
6 |
"max_vram": 18217.959424,
|
7 |
"max_reserved": 17733.517312,
|
8 |
"max_allocated": 17665.339904
|
9 |
},
|
10 |
"latency": {
|
11 |
"unit": "s",
|
12 |
-
"mean": 0.
|
13 |
-
"stdev": 0.
|
14 |
"values": [
|
15 |
-
0.
|
16 |
-
0.
|
17 |
-
0.
|
18 |
-
0.
|
19 |
-
0.
|
20 |
-
0.
|
21 |
-
0.
|
22 |
-
0.
|
23 |
-
0.
|
24 |
-
0.
|
25 |
-
0.
|
26 |
-
0.
|
27 |
-
0.
|
28 |
-
0.
|
29 |
-
0.
|
30 |
-
0.
|
31 |
-
0.
|
32 |
-
0.
|
33 |
-
0.
|
34 |
-
0.034835456848144535,
|
35 |
-
0.034800640106201174,
|
36 |
-
0.03481497573852539,
|
37 |
-
0.03481497573852539,
|
38 |
-
0.03484672164916992,
|
39 |
-
0.034819072723388675,
|
40 |
-
0.035004417419433595,
|
41 |
-
0.035211265563964846,
|
42 |
-
0.035181568145751956,
|
43 |
-
0.03505868911743164,
|
44 |
-
0.03503206253051758,
|
45 |
-
0.034971649169921876,
|
46 |
-
0.03500851058959961,
|
47 |
-
0.03495731353759766,
|
48 |
-
0.03494400024414063,
|
49 |
-
0.03492659378051758,
|
50 |
-
0.03495731353759766,
|
51 |
-
0.034885921478271485,
|
52 |
-
0.03494604873657227,
|
53 |
-
0.03489894485473633,
|
54 |
-
0.03488972854614258,
|
55 |
-
0.03486822509765625,
|
56 |
-
0.034872318267822264,
|
57 |
-
0.03483567810058594,
|
58 |
-
0.03483955383300781,
|
59 |
-
0.03486822509765625,
|
60 |
-
0.03487539291381836,
|
61 |
-
0.03487148666381836,
|
62 |
-
0.03487744140625,
|
63 |
-
0.03487948989868164,
|
64 |
-
0.034890750885009765,
|
65 |
-
0.03486003112792969,
|
66 |
-
0.034874366760253905,
|
67 |
-
0.03488665771484375,
|
68 |
-
0.034904064178466795,
|
69 |
-
0.03504537582397461,
|
70 |
-
0.034998497009277346,
|
71 |
-
0.035046398162841795,
|
72 |
-
0.034988033294677735,
|
73 |
-
0.03503923034667969,
|
74 |
-
0.034988033294677735,
|
75 |
-
0.034941951751708986,
|
76 |
-
0.034941951751708986,
|
77 |
-
0.03491839981079101,
|
78 |
-
0.03495423889160156,
|
79 |
-
0.03494297790527344,
|
80 |
-
0.03494400024414063,
|
81 |
-
0.03492454528808594,
|
82 |
-
0.03495747375488281,
|
83 |
-
0.03495423889160156,
|
84 |
-
0.03491753768920899,
|
85 |
-
0.034917377471923826,
|
86 |
-
0.034938880920410156,
|
87 |
-
0.0349194221496582,
|
88 |
-
0.03493478393554687,
|
89 |
-
0.03493478393554687,
|
90 |
-
0.03492454528808594,
|
91 |
-
0.034874366760253905,
|
92 |
-
0.03489689636230469,
|
93 |
-
0.03486515045166016,
|
94 |
-
0.03490816116333008,
|
95 |
-
0.03492966461181641,
|
96 |
-
0.034958335876464845,
|
97 |
-
0.034956287384033204,
|
98 |
-
0.03496038436889649,
|
99 |
-
0.034961406707763674,
|
100 |
-
0.03497881698608398,
|
101 |
-
0.03499008178710938,
|
102 |
-
0.03494604873657227,
|
103 |
-
0.03497075271606445,
|
104 |
-
0.034961406707763674,
|
105 |
-
0.034953216552734374,
|
106 |
-
0.03494623947143555,
|
107 |
-
0.03492966461181641,
|
108 |
-
0.034941951751708986,
|
109 |
-
0.03496857452392578,
|
110 |
-
0.03495935821533203,
|
111 |
-
0.0349409294128418,
|
112 |
-
0.034933761596679686,
|
113 |
-
0.03492454528808594,
|
114 |
-
0.03495558547973633,
|
115 |
-
0.03491839981079101,
|
116 |
-
0.03501772689819336,
|
117 |
-
0.03497881698608398,
|
118 |
-
0.034925567626953126,
|
119 |
-
0.034955265045166016,
|
120 |
-
0.0349409294128418,
|
121 |
-
0.03495116806030273,
|
122 |
-
0.03493894577026367,
|
123 |
-
0.03495423889160156,
|
124 |
-
0.0349378547668457,
|
125 |
-
0.03495731353759766,
|
126 |
-
0.03498188781738281,
|
127 |
-
0.03499948883056641,
|
128 |
-
0.03497062301635742,
|
129 |
-
0.03496448135375976,
|
130 |
-
0.03498086547851562,
|
131 |
-
0.03498086547851562,
|
132 |
-
0.034923519134521484,
|
133 |
-
0.034938880920410156,
|
134 |
-
0.03497267150878906,
|
135 |
-
0.03501260757446289,
|
136 |
-
0.03495753479003906,
|
137 |
-
0.03494604873657227,
|
138 |
-
0.034961406707763674,
|
139 |
-
0.035019840240478516,
|
140 |
-
0.034966529846191405,
|
141 |
-
0.034941951751708986,
|
142 |
-
0.03496755218505859,
|
143 |
-
0.03496252822875977,
|
144 |
-
0.034961406707763674,
|
145 |
-
0.03495116806030273,
|
146 |
-
0.034961406707763674,
|
147 |
-
0.03495423889160156,
|
148 |
-
0.03495116806030273,
|
149 |
-
0.034955265045166016,
|
150 |
-
0.03497983932495117,
|
151 |
-
0.03496448135375976,
|
152 |
-
0.03492147064208984,
|
153 |
-
0.03493807983398438,
|
154 |
-
0.03505459213256836,
|
155 |
-
0.035009536743164066,
|
156 |
-
0.034971649169921876,
|
157 |
-
0.03495423889160156,
|
158 |
-
0.034966529846191405,
|
159 |
-
0.034936832427978515,
|
160 |
-
0.03495135879516602,
|
161 |
-
0.034945022583007815,
|
162 |
-
0.03497983932495117,
|
163 |
-
0.0350013427734375,
|
164 |
-
0.034956287384033204,
|
165 |
-
0.034966529846191405,
|
166 |
-
0.03497983932495117,
|
167 |
-
0.03496345520019531,
|
168 |
-
0.03497983932495117,
|
169 |
-
0.034985153198242185,
|
170 |
-
0.034976863861083986,
|
171 |
0.03495423889160156,
|
172 |
-
0.
|
173 |
-
0.03494911956787109,
|
174 |
-
0.034966529846191405,
|
175 |
-
0.03498495864868164,
|
176 |
-
0.034948097229003904,
|
177 |
-
0.03496345520019531,
|
178 |
-
0.034977790832519534,
|
179 |
-
0.03499008178710938,
|
180 |
-
0.034955265045166016,
|
181 |
-
0.03497983932495117,
|
182 |
-
0.03497983932495117,
|
183 |
-
0.034969600677490234,
|
184 |
-
0.034948097229003904,
|
185 |
-
0.03497577667236328,
|
186 |
-
0.03498393630981445,
|
187 |
-
0.034956287384033204,
|
188 |
-
0.03495731353759766,
|
189 |
-
0.034969600677490234,
|
190 |
-
0.03499929428100586,
|
191 |
-
0.03497369766235352,
|
192 |
-
0.03494297790527344,
|
193 |
-
0.034956287384033204,
|
194 |
-
0.034971649169921876,
|
195 |
-
0.035023872375488284,
|
196 |
-
0.034985279083251955,
|
197 |
-
0.03497369766235352,
|
198 |
-
0.034977790832519534,
|
199 |
-
0.03503615951538086,
|
200 |
-
0.03496761703491211,
|
201 |
-
0.035151870727539065,
|
202 |
-
0.03493478393554687,
|
203 |
-
0.034964607238769534,
|
204 |
-
0.034945022583007815,
|
205 |
-
0.034969600677490234,
|
206 |
-
0.034994174957275394,
|
207 |
-
0.03496755218505859,
|
208 |
0.034956287384033204,
|
209 |
-
0.
|
210 |
-
0.
|
211 |
-
0.
|
212 |
0.034958335876464845,
|
213 |
-
0.03494400024414063,
|
214 |
-
0.03498291015625,
|
215 |
-
0.03500236892700195,
|
216 |
0.034988033294677735,
|
217 |
-
0.
|
218 |
-
0.
|
219 |
-
0.
|
220 |
-
0.
|
221 |
-
0.
|
222 |
-
0.
|
223 |
-
0.
|
224 |
-
0.
|
225 |
-
0.
|
226 |
-
0.
|
227 |
-
0.
|
228 |
-
0.
|
229 |
-
0.
|
230 |
-
0.
|
231 |
-
0.
|
232 |
-
0.
|
233 |
-
0.
|
234 |
-
0.
|
235 |
-
0.
|
236 |
-
0.
|
237 |
-
0.
|
238 |
-
0.
|
239 |
-
0.
|
240 |
-
0.
|
241 |
-
0.
|
242 |
-
0.
|
243 |
-
0.
|
244 |
-
0.
|
245 |
-
0.
|
246 |
-
0.
|
247 |
-
0.
|
248 |
-
0.
|
249 |
-
0.
|
250 |
-
0.
|
251 |
-
0.
|
252 |
-
0.
|
253 |
-
0.
|
254 |
-
0.
|
255 |
-
0.
|
256 |
-
0.
|
257 |
-
0.
|
258 |
-
0.
|
259 |
-
0.
|
260 |
-
0.
|
261 |
-
0.
|
262 |
-
0.
|
263 |
-
0.
|
264 |
-
0.
|
265 |
-
0.
|
266 |
-
0.
|
267 |
-
0.
|
268 |
-
0.
|
269 |
-
0.
|
270 |
-
0.
|
271 |
-
0.
|
272 |
-
0.
|
273 |
-
0.
|
274 |
-
0.
|
275 |
-
0.
|
276 |
-
0.
|
277 |
-
0.
|
278 |
-
0.
|
279 |
-
0.
|
280 |
-
0.
|
281 |
-
0.
|
282 |
-
0.
|
283 |
-
0.
|
284 |
-
0.
|
285 |
-
0.
|
286 |
-
0.
|
287 |
-
0.
|
288 |
-
0.
|
289 |
-
0.
|
290 |
-
0.
|
291 |
-
0.
|
292 |
-
0.
|
293 |
-
0.
|
294 |
-
0.
|
295 |
-
0.
|
296 |
-
0.
|
297 |
-
0.
|
298 |
-
0.
|
299 |
-
0.
|
300 |
-
0.
|
301 |
-
0.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
302 |
]
|
303 |
},
|
304 |
"throughput": {
|
305 |
"unit": "tokens/s",
|
306 |
-
"value":
|
307 |
},
|
308 |
"energy": null,
|
309 |
"efficiency": null
|
@@ -311,23 +308,23 @@
|
|
311 |
"decode": {
|
312 |
"memory": {
|
313 |
"unit": "MB",
|
314 |
-
"max_ram":
|
315 |
"max_vram": 18593.349632,
|
316 |
"max_reserved": 18108.90752,
|
317 |
"max_allocated": 18044.931584
|
318 |
},
|
319 |
"latency": {
|
320 |
"unit": "s",
|
321 |
-
"mean":
|
322 |
-
"stdev":
|
323 |
"values": [
|
324 |
-
|
325 |
-
|
326 |
]
|
327 |
},
|
328 |
"throughput": {
|
329 |
"unit": "tokens/s",
|
330 |
-
"value": 42.
|
331 |
},
|
332 |
"energy": null,
|
333 |
"efficiency": null
|
@@ -336,524 +333,524 @@
|
|
336 |
"memory": null,
|
337 |
"latency": {
|
338 |
"unit": "s",
|
339 |
-
"mean": 0.
|
340 |
-
"stdev": 9.
|
341 |
"values": [
|
342 |
-
0.
|
343 |
-
0.
|
344 |
-
0.
|
345 |
-
0.
|
346 |
-
0.
|
347 |
-
0.
|
348 |
-
0.
|
349 |
-
0.
|
350 |
-
0.
|
351 |
-
0.
|
352 |
-
0.
|
353 |
-
0.
|
354 |
-
0.
|
355 |
-
0.023313568115234374,
|
356 |
-
0.023315296173095704,
|
357 |
-
0.02330419158935547,
|
358 |
-
0.02329497528076172,
|
359 |
-
0.023307264328002928,
|
360 |
-
0.023295263290405273,
|
361 |
-
0.023313119888305665,
|
362 |
-
0.02329599952697754,
|
363 |
-
0.023290880203247072,
|
364 |
-
0.023299232482910156,
|
365 |
-
0.023309152603149415,
|
366 |
-
0.02330316734313965,
|
367 |
-
0.02330624008178711,
|
368 |
-
0.02330521583557129,
|
369 |
-
0.02330419158935547,
|
370 |
-
0.023317823410034178,
|
371 |
-
0.023320255279541017,
|
372 |
-
0.02329599952697754,
|
373 |
-
0.02330624008178711,
|
374 |
-
0.02329702377319336,
|
375 |
-
0.023327743530273438,
|
376 |
-
0.02332876777648926,
|
377 |
-
0.02332057571411133,
|
378 |
-
0.02331443214416504,
|
379 |
-
0.02332979202270508,
|
380 |
-
0.02332467269897461,
|
381 |
-
0.02332876777648926,
|
382 |
-
0.02332876777648926,
|
383 |
-
0.02333286476135254,
|
384 |
-
0.023342079162597656,
|
385 |
-
0.023334911346435547,
|
386 |
-
0.02334124755859375,
|
387 |
-
0.023352127075195312,
|
388 |
-
0.023353343963623048,
|
389 |
-
0.02333286476135254,
|
390 |
-
0.02333695983886719,
|
391 |
-
0.023335935592651368,
|
392 |
-
0.02331648063659668,
|
393 |
-
0.023341056823730468,
|
394 |
-
0.023347200393676756,
|
395 |
-
0.02334623908996582,
|
396 |
-
0.023351232528686525,
|
397 |
-
0.02333798408508301,
|
398 |
-
0.023342079162597656,
|
399 |
-
0.02334617614746094,
|
400 |
-
0.023343103408813477,
|
401 |
-
0.023345151901245118,
|
402 |
-
0.023344127655029297,
|
403 |
-
0.023348224639892577,
|
404 |
-
0.023354496002197266,
|
405 |
-
0.023342975616455076,
|
406 |
-
0.023350271224975586,
|
407 |
-
0.023350271224975586,
|
408 |
-
0.023352319717407227,
|
409 |
-
0.023348224639892577,
|
410 |
-
0.023361536026000978,
|
411 |
-
0.023373823165893554,
|
412 |
-
0.023380992889404296,
|
413 |
-
0.023363584518432616,
|
414 |
-
0.023372800827026367,
|
415 |
-
0.023372800827026367,
|
416 |
-
0.023376895904541017,
|
417 |
-
0.023367679595947266,
|
418 |
-
0.023378944396972655,
|
419 |
-
0.023379968643188476,
|
420 |
-
0.023375871658325196,
|
421 |
-
0.023370752334594725,
|
422 |
-
0.023378944396972655,
|
423 |
-
0.023389184951782226,
|
424 |
-
0.023378944396972655,
|
425 |
-
0.023388160705566406,
|
426 |
-
0.023379968643188476,
|
427 |
-
0.023378944396972655,
|
428 |
-
0.023383039474487305,
|
429 |
-
0.023379968643188476,
|
430 |
-
0.023371776580810546,
|
431 |
-
0.023388160705566406,
|
432 |
-
0.023384063720703126,
|
433 |
-
0.023383039474487305,
|
434 |
-
0.023391231536865235,
|
435 |
-
0.023388160705566406,
|
436 |
-
0.023379968643188476,
|
437 |
-
0.023395456314086915,
|
438 |
-
0.023389055252075196,
|
439 |
-
0.023394304275512694,
|
440 |
-
0.023397375106811523,
|
441 |
-
0.023391231536865235,
|
442 |
-
0.023395328521728515,
|
443 |
-
0.023387136459350585,
|
444 |
-
0.023390207290649414,
|
445 |
-
0.023399423599243165,
|
446 |
-
0.023400447845458985,
|
447 |
-
0.023400447845458985,
|
448 |
-
0.023406591415405274,
|
449 |
-
0.023402496337890624,
|
450 |
-
0.023405567169189453,
|
451 |
-
0.023418880462646483,
|
452 |
-
0.02342825508117676,
|
453 |
-
0.023413600921630858,
|
454 |
-
0.023413759231567383,
|
455 |
-
0.02343731117248535,
|
456 |
-
0.023410688400268553,
|
457 |
-
0.023406591415405274,
|
458 |
-
0.023421951293945312,
|
459 |
-
0.023413759231567383,
|
460 |
-
0.02342911911010742,
|
461 |
-
0.023422975540161133,
|
462 |
-
0.023435264587402343,
|
463 |
-
0.024187904357910156,
|
464 |
-
0.023447551727294923,
|
465 |
-
0.023427072525024413,
|
466 |
-
0.023434240341186522,
|
467 |
-
0.023438335418701172,
|
468 |
-
0.023419008255004883,
|
469 |
-
0.023420799255371095,
|
470 |
-
0.02342835235595703,
|
471 |
-
0.023436031341552734,
|
472 |
-
0.02342911911010742,
|
473 |
-
0.02345062446594238,
|
474 |
-
0.023440383911132814,
|
475 |
-
0.023442432403564452,
|
476 |
-
0.023444480895996093,
|
477 |
-
0.023446527481079102,
|
478 |
-
0.023448575973510744,
|
479 |
-
0.023451648712158202,
|
480 |
-
0.02345471954345703,
|
481 |
-
0.023455743789672853,
|
482 |
-
0.02345369529724121,
|
483 |
-
0.02345369529724121,
|
484 |
-
0.02345471954345703,
|
485 |
-
0.02344550323486328,
|
486 |
-
0.023446527481079102,
|
487 |
-
0.02345369529724121,
|
488 |
-
0.023447551727294923,
|
489 |
-
0.023456768035888673,
|
490 |
-
0.023444480895996093,
|
491 |
-
0.02346598434448242,
|
492 |
-
0.023448575973510744,
|
493 |
-
0.02345267105102539,
|
494 |
-
0.023459840774536132,
|
495 |
-
0.02346905517578125,
|
496 |
0.02366771125793457,
|
497 |
-
0.
|
498 |
-
0.
|
499 |
-
0.
|
500 |
-
0.
|
501 |
-
0.
|
502 |
-
0.
|
503 |
-
0.
|
504 |
-
0.023468032836914062,
|
505 |
-
0.023472127914428712,
|
506 |
-
0.02347929573059082,
|
507 |
-
0.0234833927154541,
|
508 |
-
0.0234833927154541,
|
509 |
-
0.02348748779296875,
|
510 |
-
0.02347724723815918,
|
511 |
-
0.02350592041015625,
|
512 |
-
0.02350284767150879,
|
513 |
-
0.0234833927154541,
|
514 |
-
0.02348953628540039,
|
515 |
-
0.02349567985534668,
|
516 |
-
0.02349875259399414,
|
517 |
-
0.02348953628540039,
|
518 |
-
0.02348543930053711,
|
519 |
-
0.02350694465637207,
|
520 |
-
0.02349158477783203,
|
521 |
-
0.02349056053161621,
|
522 |
-
0.02348441505432129,
|
523 |
-
0.02350284767150879,
|
524 |
-
0.02349875259399414,
|
525 |
-
0.02349875259399414,
|
526 |
-
0.02349056053161621,
|
527 |
-
0.023524351119995117,
|
528 |
-
0.02351206398010254,
|
529 |
-
0.023500799179077148,
|
530 |
-
0.02351513671875,
|
531 |
-
0.02349363136291504,
|
532 |
-
0.02349567985534668,
|
533 |
-
0.02349772834777832,
|
534 |
-
0.023516159057617187,
|
535 |
-
0.02352742385864258,
|
536 |
-
0.023521280288696288,
|
537 |
-
0.023524351119995117,
|
538 |
-
0.02352332878112793,
|
539 |
-
0.02352639961242676,
|
540 |
-
0.02351411247253418,
|
541 |
-
0.02351923179626465,
|
542 |
-
0.02353561592102051,
|
543 |
-
0.02353561592102051,
|
544 |
-
0.02353561592102051,
|
545 |
-
0.023537664413452147,
|
546 |
-
0.02353971290588379,
|
547 |
-
0.02353459167480469,
|
548 |
-
0.023529472351074218,
|
549 |
-
0.02353561592102051,
|
550 |
-
0.023546880722045898,
|
551 |
-
0.023536640167236327,
|
552 |
-
0.023538688659667968,
|
553 |
-
0.02353561592102051,
|
554 |
-
0.02353875160217285,
|
555 |
-
0.02353555107116699,
|
556 |
-
0.023544832229614256,
|
557 |
-
0.023546880722045898,
|
558 |
-
0.02353459167480469,
|
559 |
-
0.02353459167480469,
|
560 |
-
0.023543903350830078,
|
561 |
-
0.023543712615966796,
|
562 |
-
0.023541887283325194,
|
563 |
-
0.0235467529296875,
|
564 |
-
0.02353971290588379,
|
565 |
-
0.023550975799560548,
|
566 |
-
0.023546112060546874,
|
567 |
-
0.02354252815246582,
|
568 |
-
0.023546880722045898,
|
569 |
-
0.023573503494262696,
|
570 |
-
0.023560192108154295,
|
571 |
-
0.023556095123291015,
|
572 |
-
0.023568384170532225,
|
573 |
-
0.023556095123291015,
|
574 |
-
0.023557119369506836,
|
575 |
-
0.023575551986694337,
|
576 |
-
0.023557119369506836,
|
577 |
-
0.023560192108154295,
|
578 |
-
0.023568384170532225,
|
579 |
-
0.023565311431884766,
|
580 |
-
0.023579647064208984,
|
581 |
-
0.023568384170532225,
|
582 |
-
0.023556095123291015,
|
583 |
-
0.023566335678100587,
|
584 |
0.02364723205566406,
|
585 |
-
0.
|
586 |
-
0.
|
587 |
-
0.
|
588 |
-
0.
|
589 |
-
0.
|
590 |
-
0.
|
591 |
-
0.
|
592 |
-
0.
|
593 |
-
0.
|
594 |
-
0.
|
595 |
-
0.
|
596 |
-
0.
|
597 |
-
0.
|
598 |
-
0.
|
599 |
-
0.
|
600 |
-
0.
|
601 |
-
0.
|
602 |
-
0.
|
603 |
-
0.
|
604 |
-
0.
|
605 |
-
0.
|
606 |
-
0.
|
607 |
-
0.
|
608 |
-
0.
|
609 |
-
0.
|
610 |
-
0.
|
611 |
-
0.
|
612 |
-
0.
|
613 |
-
0.
|
614 |
-
0.
|
615 |
-
0.
|
616 |
-
0.
|
617 |
-
0.
|
618 |
-
0.
|
619 |
-
0.
|
620 |
-
0.
|
621 |
-
0.
|
622 |
-
0.
|
623 |
-
0.
|
624 |
-
0.
|
625 |
-
0.
|
626 |
-
0.
|
627 |
-
0.
|
628 |
-
0.
|
629 |
-
0.
|
630 |
-
0.
|
631 |
-
0.
|
632 |
-
0.
|
633 |
-
0.
|
634 |
-
0.
|
635 |
-
0.
|
636 |
-
0.
|
637 |
-
0.
|
638 |
-
0.
|
639 |
-
0.
|
640 |
-
0.
|
641 |
-
0.
|
642 |
-
0.
|
643 |
-
0.
|
644 |
-
0.
|
645 |
-
0.
|
646 |
-
0.
|
647 |
-
0.
|
648 |
-
0.
|
649 |
-
0.
|
650 |
-
0.
|
651 |
-
0.
|
652 |
-
0.
|
653 |
-
0.
|
654 |
-
0.
|
655 |
-
0.
|
656 |
-
0.
|
657 |
-
0.
|
658 |
-
0.
|
659 |
-
0.
|
660 |
-
0.
|
661 |
-
0.
|
662 |
-
0.
|
663 |
-
0.
|
664 |
-
0.
|
665 |
-
0.
|
666 |
-
0.
|
667 |
-
0.
|
668 |
-
0.
|
669 |
-
0.
|
670 |
-
0.
|
671 |
-
0.
|
672 |
-
0.
|
673 |
-
0.
|
674 |
-
0.
|
675 |
-
0.
|
676 |
-
0.
|
677 |
-
0.
|
678 |
-
0.
|
679 |
-
0.
|
680 |
-
0.
|
681 |
-
0.
|
682 |
-
0.
|
683 |
-
0.
|
684 |
-
0.
|
685 |
-
0.
|
686 |
-
0.
|
687 |
-
0.
|
688 |
-
0.
|
689 |
-
0.
|
690 |
-
0.
|
691 |
-
0.
|
692 |
-
0.
|
693 |
-
0.
|
694 |
-
0.
|
695 |
-
0.
|
696 |
-
0.
|
697 |
-
0.
|
698 |
-
0.
|
699 |
-
0.
|
700 |
-
0.
|
701 |
-
0.
|
702 |
-
0.
|
703 |
-
0.
|
704 |
-
0.
|
705 |
-
0.
|
706 |
-
0.
|
707 |
-
0.
|
708 |
-
0.
|
709 |
-
0.
|
710 |
-
0.
|
711 |
-
0.
|
712 |
-
0.
|
713 |
-
0.
|
714 |
-
0.
|
715 |
-
0.
|
716 |
-
0.
|
717 |
-
0.
|
718 |
-
0.
|
719 |
-
0.
|
720 |
-
0.
|
721 |
-
0.
|
722 |
-
0.
|
723 |
-
0.
|
724 |
-
0.
|
725 |
-
0.
|
726 |
-
0.
|
727 |
-
0.
|
728 |
-
0.
|
729 |
-
0.
|
730 |
-
0.
|
731 |
-
0.
|
732 |
-
0.
|
733 |
-
0.
|
734 |
-
0.
|
735 |
-
0.
|
736 |
-
0.
|
737 |
-
0.
|
738 |
-
0.
|
739 |
-
0.
|
740 |
-
0.
|
741 |
-
0.
|
742 |
-
0.
|
743 |
-
0.
|
744 |
-
0.
|
745 |
-
0.
|
746 |
-
0.
|
747 |
-
0.
|
748 |
-
0.
|
749 |
-
0.
|
750 |
-
0.
|
751 |
-
0.
|
752 |
-
0.
|
753 |
-
0.
|
754 |
-
0.
|
755 |
-
0.
|
756 |
-
0.
|
757 |
-
0.
|
758 |
-
0.
|
759 |
-
0.
|
760 |
-
0.
|
761 |
-
0.
|
762 |
-
0.
|
763 |
-
0.
|
764 |
-
0.
|
765 |
-
0.
|
766 |
-
0.
|
767 |
-
0.
|
768 |
-
0.
|
769 |
-
0.
|
770 |
-
0.
|
771 |
-
0.
|
772 |
-
0.
|
773 |
-
0.
|
774 |
-
0.
|
775 |
-
0.
|
776 |
-
0.
|
777 |
-
0.
|
778 |
-
0.
|
779 |
-
0.
|
780 |
-
0.
|
781 |
-
0.
|
782 |
-
0.
|
783 |
-
0.
|
784 |
-
0.
|
785 |
-
0.
|
786 |
-
0.
|
787 |
-
0.
|
788 |
-
0.
|
789 |
-
0.
|
790 |
-
0.
|
791 |
-
0.
|
792 |
-
0.
|
793 |
-
0.
|
794 |
-
0.
|
795 |
-
0.
|
796 |
-
0.
|
797 |
-
0.
|
798 |
-
0.
|
799 |
-
0.
|
800 |
-
0.
|
801 |
-
0.
|
802 |
-
0.
|
803 |
-
0.
|
804 |
-
0.
|
805 |
-
0.
|
806 |
-
0.
|
807 |
-
0.
|
808 |
-
0.
|
809 |
-
0.
|
810 |
-
0.
|
811 |
-
0.
|
812 |
-
0.
|
813 |
-
0.
|
814 |
-
0.
|
815 |
-
0.
|
816 |
-
0.
|
817 |
-
0.
|
818 |
-
0.
|
819 |
-
0.
|
820 |
-
0.
|
821 |
-
0.
|
822 |
-
0.
|
823 |
-
0.
|
824 |
-
0.
|
825 |
-
0.
|
826 |
-
0.
|
827 |
-
0.
|
828 |
-
0.
|
829 |
-
0.
|
830 |
-
0.
|
831 |
-
0.
|
832 |
-
0.
|
833 |
-
0.
|
834 |
-
0.
|
835 |
-
0.
|
836 |
-
0.
|
837 |
-
0.
|
838 |
-
0.
|
839 |
-
0.
|
840 |
-
0.
|
841 |
-
0.
|
842 |
-
0.
|
843 |
-
0.
|
844 |
-
0.
|
845 |
-
0.
|
846 |
-
0.
|
847 |
-
0.
|
848 |
-
0.
|
849 |
-
0.
|
850 |
-
0.
|
851 |
-
0.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
852 |
]
|
853 |
},
|
854 |
"throughput": {
|
855 |
"unit": "tokens/s",
|
856 |
-
"value": 42.
|
857 |
},
|
858 |
"energy": null,
|
859 |
"efficiency": null
|
|
|
2 |
"prefill": {
|
3 |
"memory": {
|
4 |
"unit": "MB",
|
5 |
+
"max_ram": 1038.954496,
|
6 |
"max_vram": 18217.959424,
|
7 |
"max_reserved": 17733.517312,
|
8 |
"max_allocated": 17665.339904
|
9 |
},
|
10 |
"latency": {
|
11 |
"unit": "s",
|
12 |
+
"mean": 0.0353137990521713,
|
13 |
+
"stdev": 0.0001809503885821276,
|
14 |
"values": [
|
15 |
+
0.03782307052612305,
|
16 |
+
0.0357314567565918,
|
17 |
+
0.035547134399414065,
|
18 |
+
0.03538534545898438,
|
19 |
+
0.035631103515625,
|
20 |
+
0.03563417434692383,
|
21 |
+
0.03554611206054688,
|
22 |
+
0.035259521484375,
|
23 |
+
0.03543961715698242,
|
24 |
+
0.035675136566162106,
|
25 |
+
0.03559833526611328,
|
26 |
+
0.035573760986328126,
|
27 |
+
0.035422206878662106,
|
28 |
+
0.03564646530151367,
|
29 |
+
0.03543654251098633,
|
30 |
+
0.03522969436645508,
|
31 |
+
0.03535257720947266,
|
32 |
+
0.034969856262207034,
|
33 |
+
0.034947071075439456,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
34 |
0.03495423889160156,
|
35 |
+
0.0349224967956543,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
36 |
0.034956287384033204,
|
37 |
+
0.03492265701293945,
|
38 |
+
0.03495743942260742,
|
39 |
+
0.03493580627441406,
|
40 |
0.034958335876464845,
|
|
|
|
|
|
|
41 |
0.034988033294677735,
|
42 |
+
0.035043327331542966,
|
43 |
+
0.03503411102294922,
|
44 |
+
0.03506694412231445,
|
45 |
+
0.03500543975830078,
|
46 |
+
0.03554611206054688,
|
47 |
+
0.03549900817871094,
|
48 |
+
0.035378177642822264,
|
49 |
+
0.035264511108398434,
|
50 |
+
0.03533004760742187,
|
51 |
+
0.03535257720947266,
|
52 |
+
0.0353331184387207,
|
53 |
+
0.03529420852661133,
|
54 |
+
0.03530137634277344,
|
55 |
+
0.03534950256347656,
|
56 |
+
0.03537942504882813,
|
57 |
+
0.035332096099853515,
|
58 |
+
0.03529420852661133,
|
59 |
+
0.03524607849121094,
|
60 |
+
0.03529830551147461,
|
61 |
+
0.0352542724609375,
|
62 |
+
0.03523174285888672,
|
63 |
+
0.03525734329223633,
|
64 |
+
0.03526348876953125,
|
65 |
+
0.03523276901245117,
|
66 |
+
0.03523276901245117,
|
67 |
+
0.035248126983642575,
|
68 |
+
0.03524505615234375,
|
69 |
+
0.03522867202758789,
|
70 |
+
0.0352624626159668,
|
71 |
+
0.035244033813476565,
|
72 |
+
0.03531468963623047,
|
73 |
+
0.03523583984375,
|
74 |
+
0.03529318237304688,
|
75 |
+
0.03528806304931641,
|
76 |
+
0.0353361930847168,
|
77 |
+
0.03531366348266601,
|
78 |
+
0.035326976776123044,
|
79 |
+
0.03527475357055664,
|
80 |
+
0.03532492828369141,
|
81 |
+
0.035307552337646486,
|
82 |
+
0.03532492828369141,
|
83 |
+
0.03526144027709961,
|
84 |
+
0.03530547332763672,
|
85 |
+
0.0353361930847168,
|
86 |
+
0.035305633544921874,
|
87 |
+
0.03527782440185547,
|
88 |
+
0.03530342483520508,
|
89 |
+
0.035310592651367184,
|
90 |
+
0.03526553726196289,
|
91 |
+
0.035253246307373046,
|
92 |
+
0.03527782440185547,
|
93 |
+
0.03523993682861328,
|
94 |
+
0.03533942413330078,
|
95 |
+
0.035299327850341795,
|
96 |
+
0.03525939178466797,
|
97 |
+
0.0353259506225586,
|
98 |
+
0.03524300765991211,
|
99 |
+
0.035280895233154294,
|
100 |
+
0.035297279357910154,
|
101 |
+
0.03530854415893555,
|
102 |
+
0.035299327850341795,
|
103 |
+
0.035315711975097655,
|
104 |
+
0.03526972961425781,
|
105 |
+
0.035309791564941406,
|
106 |
+
0.03530649566650391,
|
107 |
+
0.03530137634277344,
|
108 |
+
0.035272705078125,
|
109 |
+
0.03526758575439453,
|
110 |
+
0.035320831298828126,
|
111 |
+
0.03530137634277344,
|
112 |
+
0.0353259506225586,
|
113 |
+
0.03524710464477539,
|
114 |
+
0.03535974502563476,
|
115 |
+
0.035312641143798826,
|
116 |
+
0.035315711975097655,
|
117 |
+
0.03523788833618164,
|
118 |
+
0.03530854415893555,
|
119 |
+
0.03523276901245117,
|
120 |
+
0.035304447174072266,
|
121 |
+
0.03524915313720703,
|
122 |
+
0.03530752182006836,
|
123 |
+
0.03530342483520508,
|
124 |
+
0.035299327850341795,
|
125 |
+
0.03526758575439453,
|
126 |
+
0.03526553726196289,
|
127 |
+
0.03530854415893555,
|
128 |
+
0.03535257720947266,
|
129 |
+
0.035310592651367184,
|
130 |
+
0.03525136184692383,
|
131 |
+
0.03531980895996094,
|
132 |
+
0.03530854415893555,
|
133 |
+
0.03528499221801758,
|
134 |
+
0.035329025268554685,
|
135 |
+
0.03528806304931641,
|
136 |
+
0.035318782806396484,
|
137 |
+
0.03529420852661133,
|
138 |
+
0.0352624626159668,
|
139 |
+
0.03528499221801758,
|
140 |
+
0.03531673431396484,
|
141 |
+
0.03530956649780274,
|
142 |
+
0.03534643173217773,
|
143 |
+
0.03526860809326172,
|
144 |
+
0.035315711975097655,
|
145 |
+
0.03530144119262695,
|
146 |
+
0.03534438323974609,
|
147 |
+
0.03525222396850586,
|
148 |
+
0.035304447174072266,
|
149 |
+
0.035248126983642575,
|
150 |
+
0.03529420852661133,
|
151 |
+
0.03525632095336914,
|
152 |
+
0.03529318237304688,
|
153 |
+
0.03523583984375,
|
154 |
+
0.03533824157714844,
|
155 |
+
0.03527577590942383,
|
156 |
+
0.035315711975097655,
|
157 |
+
0.035310592651367184,
|
158 |
+
0.035340286254882815,
|
159 |
+
0.035332096099853515,
|
160 |
+
0.035286014556884765,
|
161 |
+
0.035296257019042966,
|
162 |
+
0.03524607849121094,
|
163 |
+
0.03530752182006836,
|
164 |
+
0.0352624626159668,
|
165 |
+
0.03532287979125977,
|
166 |
+
0.03535257720947266,
|
167 |
+
0.03533004760742187,
|
168 |
+
0.035320960998535156,
|
169 |
+
0.03533004760742187,
|
170 |
+
0.03534643173217773,
|
171 |
+
0.03532287979125977,
|
172 |
+
0.03530752182006836,
|
173 |
+
0.03526348876953125,
|
174 |
+
0.035356895446777344,
|
175 |
+
0.035342334747314456,
|
176 |
+
0.035326976776123044,
|
177 |
+
0.03526348876953125,
|
178 |
+
0.03529318237304688,
|
179 |
+
0.03525222396850586,
|
180 |
+
0.03530547332763672,
|
181 |
+
0.03525632095336914,
|
182 |
+
0.03532287979125977,
|
183 |
+
0.03526758575439453,
|
184 |
+
0.035335166931152344,
|
185 |
+
0.035329025268554685,
|
186 |
+
0.035332096099853515,
|
187 |
+
0.03529830551147461,
|
188 |
+
0.035320831298828126,
|
189 |
+
0.03524300765991211,
|
190 |
+
0.03526348876953125,
|
191 |
+
0.035351551055908204,
|
192 |
+
0.035345409393310545,
|
193 |
+
0.035372032165527346,
|
194 |
+
0.035340286254882815,
|
195 |
+
0.03535257720947266,
|
196 |
+
0.03536793518066406,
|
197 |
+
0.03531161499023437,
|
198 |
+
0.035311679840087894,
|
199 |
+
0.035378177642822264,
|
200 |
+
0.035520511627197264,
|
201 |
+
0.03530137634277344,
|
202 |
+
0.03525734329223633,
|
203 |
+
0.03527167892456055,
|
204 |
+
0.03531980895996094,
|
205 |
+
0.03533004760742187,
|
206 |
+
0.0353177604675293,
|
207 |
+
0.035272705078125,
|
208 |
+
0.03530752182006836,
|
209 |
+
0.035318782806396484,
|
210 |
+
0.0353331184387207,
|
211 |
+
0.03524710464477539,
|
212 |
+
0.035320960998535156,
|
213 |
+
0.03533004760742187,
|
214 |
+
0.035351551055908204,
|
215 |
+
0.03530342483520508,
|
216 |
+
0.035334144592285156,
|
217 |
+
0.03529830551147461,
|
218 |
+
0.035335166931152344,
|
219 |
+
0.0353230094909668,
|
220 |
+
0.035332096099853515,
|
221 |
+
0.0353177604675293,
|
222 |
+
0.035364864349365234,
|
223 |
+
0.035320831298828126,
|
224 |
+
0.03530051040649414,
|
225 |
+
0.035337215423583986,
|
226 |
+
0.03534665679931641,
|
227 |
+
0.03534643173217773,
|
228 |
+
0.03533321762084961,
|
229 |
+
0.0353177604675293,
|
230 |
+
0.03533824157714844,
|
231 |
+
0.035327041625976566,
|
232 |
+
0.03530656051635742,
|
233 |
+
0.03532492828369141,
|
234 |
+
0.0353361930847168,
|
235 |
+
0.03533004760742187,
|
236 |
+
0.035315711975097655,
|
237 |
+
0.0352481918334961,
|
238 |
+
0.03532815933227539,
|
239 |
+
0.03533926391601563,
|
240 |
+
0.03535564804077149,
|
241 |
+
0.03527167892456055,
|
242 |
+
0.03529523086547852,
|
243 |
+
0.03528806304931641,
|
244 |
+
0.03531161499023437,
|
245 |
+
0.03529011154174805,
|
246 |
+
0.035337215423583986,
|
247 |
+
0.035320831298828126,
|
248 |
+
0.03534143829345703,
|
249 |
+
0.0353259506225586,
|
250 |
+
0.03539046478271484,
|
251 |
+
0.0353361930847168,
|
252 |
+
0.03534745788574219,
|
253 |
+
0.03531980895996094,
|
254 |
+
0.035323902130126955,
|
255 |
+
0.03532492828369141,
|
256 |
+
0.035337215423583986,
|
257 |
+
0.03532287979125977,
|
258 |
+
0.035334144592285156,
|
259 |
+
0.035323902130126955,
|
260 |
+
0.03532287979125977,
|
261 |
+
0.035306816101074216,
|
262 |
+
0.03528704071044922,
|
263 |
+
0.03530752182006836,
|
264 |
+
0.03530035018920898,
|
265 |
+
0.035304447174072266,
|
266 |
+
0.03535257720947266,
|
267 |
+
0.03530137634277344,
|
268 |
+
0.03529523086547852,
|
269 |
+
0.035304447174072266,
|
270 |
+
0.035326976776123044,
|
271 |
+
0.0352624626159668,
|
272 |
+
0.0353361930847168,
|
273 |
+
0.03535871887207031,
|
274 |
+
0.035332096099853515,
|
275 |
+
0.0353177604675293,
|
276 |
+
0.0353361930847168,
|
277 |
+
0.035323902130126955,
|
278 |
+
0.035366912841796876,
|
279 |
+
0.035329025268554685,
|
280 |
+
0.03533824157714844,
|
281 |
+
0.03532608032226563,
|
282 |
+
0.035337215423583986,
|
283 |
+
0.03539148712158203,
|
284 |
+
0.03537612915039062,
|
285 |
+
0.035304447174072266,
|
286 |
+
0.035348480224609374,
|
287 |
+
0.03533926391601563,
|
288 |
+
0.03530035018920898,
|
289 |
+
0.03534643173217773,
|
290 |
+
0.035343360900878903,
|
291 |
+
0.035318782806396484,
|
292 |
+
0.03532492828369141,
|
293 |
+
0.03528806304931641,
|
294 |
+
0.035326976776123044,
|
295 |
+
0.035329025268554685,
|
296 |
+
0.035318782806396484,
|
297 |
+
0.03527167892456055,
|
298 |
+
0.035334144592285156
|
299 |
]
|
300 |
},
|
301 |
"throughput": {
|
302 |
"unit": "tokens/s",
|
303 |
+
"value": 7249.290840155573
|
304 |
},
|
305 |
"energy": null,
|
306 |
"efficiency": null
|
|
|
308 |
"decode": {
|
309 |
"memory": {
|
310 |
"unit": "MB",
|
311 |
+
"max_ram": 1038.954496,
|
312 |
"max_vram": 18593.349632,
|
313 |
"max_reserved": 18108.90752,
|
314 |
"max_allocated": 18044.931584
|
315 |
},
|
316 |
"latency": {
|
317 |
"unit": "s",
|
318 |
+
"mean": 6.069250050544735,
|
319 |
+
"stdev": 5.114555359675421e-06,
|
320 |
"values": [
|
321 |
+
6.069244935989375,
|
322 |
+
6.0692551651000946
|
323 |
]
|
324 |
},
|
325 |
"throughput": {
|
326 |
"unit": "tokens/s",
|
327 |
+
"value": 42.01507564795636
|
328 |
},
|
329 |
"energy": null,
|
330 |
"efficiency": null
|
|
|
333 |
"memory": null,
|
334 |
"latency": {
|
335 |
"unit": "s",
|
336 |
+
"mean": 0.0238009805903715,
|
337 |
+
"stdev": 9.68808328362603e-05,
|
338 |
"values": [
|
339 |
+
0.023948287963867186,
|
340 |
+
0.02366464042663574,
|
341 |
+
0.02365644836425781,
|
342 |
+
0.0236810245513916,
|
343 |
+
0.023657472610473632,
|
344 |
+
0.02368716812133789,
|
345 |
+
0.023639039993286134,
|
346 |
+
0.023666688919067383,
|
347 |
+
0.023644159317016602,
|
348 |
+
0.023673856735229492,
|
349 |
+
0.023640064239501952,
|
350 |
+
0.023638015747070314,
|
351 |
+
0.023630847930908205,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
352 |
0.02366771125793457,
|
353 |
+
0.0237127685546875,
|
354 |
+
0.023670783996582033,
|
355 |
+
0.023666688919067383,
|
356 |
+
0.02365235137939453,
|
357 |
+
0.02367897605895996,
|
358 |
+
0.0236759033203125,
|
359 |
+
0.023645183563232423,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
360 |
0.02364723205566406,
|
361 |
+
0.023650304794311523,
|
362 |
+
0.023657472610473632,
|
363 |
+
0.023644159317016602,
|
364 |
+
0.023666688919067383,
|
365 |
+
0.02365132713317871,
|
366 |
+
0.02367487907409668,
|
367 |
+
0.0236759033203125,
|
368 |
+
0.023658496856689453,
|
369 |
+
0.023649280548095702,
|
370 |
+
0.023718912124633788,
|
371 |
+
0.02367897605895996,
|
372 |
+
0.02368409538269043,
|
373 |
+
0.023666688919067383,
|
374 |
+
0.02368921661376953,
|
375 |
+
0.0237127685546875,
|
376 |
+
0.023706623077392578,
|
377 |
+
0.02368921661376953,
|
378 |
+
0.023670783996582033,
|
379 |
+
0.02370150375366211,
|
380 |
+
0.023734272003173826,
|
381 |
+
0.02367897605895996,
|
382 |
+
0.02368409538269043,
|
383 |
+
0.023718912124633788,
|
384 |
+
0.02369228744506836,
|
385 |
+
0.02369536018371582,
|
386 |
+
0.02369536018371582,
|
387 |
+
0.02369126319885254,
|
388 |
+
0.02370355224609375,
|
389 |
+
0.023686143875122072,
|
390 |
+
0.0236943359375,
|
391 |
+
0.02370969581604004,
|
392 |
+
0.0237076473236084,
|
393 |
+
0.02369740867614746,
|
394 |
+
0.02369945526123047,
|
395 |
+
0.02370150375366211,
|
396 |
+
0.02369740867614746,
|
397 |
+
0.02369843292236328,
|
398 |
+
0.02369228744506836,
|
399 |
+
0.02369331169128418,
|
400 |
+
0.02370969581604004,
|
401 |
+
0.02369536018371582,
|
402 |
+
0.02370457649230957,
|
403 |
+
0.023718912124633788,
|
404 |
+
0.0237076473236084,
|
405 |
+
0.023723007202148438,
|
406 |
+
0.02371788787841797,
|
407 |
+
0.023731199264526368,
|
408 |
+
0.02374553680419922,
|
409 |
+
0.02370457649230957,
|
410 |
+
0.02374963188171387,
|
411 |
+
0.023706623077392578,
|
412 |
+
0.0237260799407959,
|
413 |
+
0.02372505569458008,
|
414 |
+
0.023714815139770508,
|
415 |
+
0.02373734474182129,
|
416 |
+
0.023734272003173826,
|
417 |
+
0.023736320495605468,
|
418 |
+
0.02373734474182129,
|
419 |
+
0.02371686363220215,
|
420 |
+
0.023739391326904297,
|
421 |
+
0.023734272003173826,
|
422 |
+
0.023772159576416017,
|
423 |
+
0.023734272003173826,
|
424 |
+
0.02374143981933594,
|
425 |
+
0.02372915267944336,
|
426 |
+
0.023755775451660157,
|
427 |
+
0.023743488311767577,
|
428 |
+
0.023746559143066406,
|
429 |
+
0.023743488311767577,
|
430 |
+
0.023748607635498048,
|
431 |
+
0.023748607635498048,
|
432 |
+
0.02374963188171387,
|
433 |
+
0.02373734474182129,
|
434 |
+
0.023764991760253908,
|
435 |
+
0.02372505569458008,
|
436 |
+
0.023747583389282227,
|
437 |
+
0.023783424377441405,
|
438 |
+
0.023770111083984375,
|
439 |
+
0.023763967514038087,
|
440 |
+
0.023759872436523437,
|
441 |
+
0.023755775451660157,
|
442 |
+
0.023750656127929686,
|
443 |
+
0.023754751205444336,
|
444 |
+
0.023748607635498048,
|
445 |
+
0.023755775451660157,
|
446 |
+
0.023773183822631837,
|
447 |
+
0.023781375885009767,
|
448 |
+
0.023760896682739258,
|
449 |
+
0.023776256561279296,
|
450 |
+
0.023800832748413086,
|
451 |
+
0.02388172721862793,
|
452 |
+
0.023797760009765623,
|
453 |
+
0.023775232315063476,
|
454 |
+
0.023793664932250977,
|
455 |
+
0.023791616439819335,
|
456 |
+
0.023787519454956055,
|
457 |
+
0.023784448623657226,
|
458 |
+
0.023798784255981444,
|
459 |
+
0.023781375885009767,
|
460 |
+
0.023766016006469725,
|
461 |
+
0.023791616439819335,
|
462 |
+
0.023787519454956055,
|
463 |
+
0.023782400131225585,
|
464 |
+
0.023787519454956055,
|
465 |
+
0.023776256561279296,
|
466 |
+
0.023782400131225585,
|
467 |
+
0.023781375885009767,
|
468 |
+
0.023784448623657226,
|
469 |
+
0.023797760009765623,
|
470 |
+
0.023793664932250977,
|
471 |
+
0.023794687271118165,
|
472 |
+
0.023806976318359374,
|
473 |
+
0.023823360443115234,
|
474 |
+
0.023806976318359374,
|
475 |
+
0.023822336196899413,
|
476 |
+
0.023832576751708984,
|
477 |
+
0.023800832748413086,
|
478 |
+
0.023819263458251954,
|
479 |
+
0.023810047149658203,
|
480 |
+
0.023824384689331055,
|
481 |
+
0.023803903579711915,
|
482 |
+
0.023822336196899413,
|
483 |
+
0.023811071395874024,
|
484 |
+
0.023819263458251954,
|
485 |
+
0.023808000564575195,
|
486 |
+
0.023822336196899413,
|
487 |
+
0.023824384689331055,
|
488 |
+
0.023833599090576172,
|
489 |
+
0.023818239212036133,
|
490 |
+
0.023830528259277343,
|
491 |
+
0.023828479766845705,
|
492 |
+
0.023843839645385743,
|
493 |
+
0.024005632400512695,
|
494 |
+
0.023825408935546875,
|
495 |
+
0.023826431274414063,
|
496 |
+
0.023839744567871093,
|
497 |
+
0.023822336196899413,
|
498 |
+
0.023851007461547852,
|
499 |
+
0.023843839645385743,
|
500 |
+
0.02385817527770996,
|
501 |
+
0.023831552505493164,
|
502 |
+
0.023834623336791993,
|
503 |
+
0.023852031707763673,
|
504 |
+
0.023839744567871093,
|
505 |
+
0.023830528259277343,
|
506 |
+
0.023859199523925782,
|
507 |
+
0.023848960876464844,
|
508 |
+
0.023857152938842774,
|
509 |
+
0.023847936630249023,
|
510 |
+
0.023847936630249023,
|
511 |
+
0.02384486389160156,
|
512 |
+
0.023856128692626953,
|
513 |
+
0.023843839645385743,
|
514 |
+
0.02385408020019531,
|
515 |
+
0.023852031707763673,
|
516 |
+
0.02387046432495117,
|
517 |
+
0.023848960876464844,
|
518 |
+
0.023863296508789062,
|
519 |
+
0.023859199523925782,
|
520 |
+
0.02387046432495117,
|
521 |
+
0.023864320755004883,
|
522 |
+
0.023872512817382813,
|
523 |
+
0.023860223770141603,
|
524 |
+
0.02387353515625,
|
525 |
+
0.02384998321533203,
|
526 |
+
0.023864320755004883,
|
527 |
+
0.023883775711059572,
|
528 |
+
0.023875583648681642,
|
529 |
+
0.02386944007873535,
|
530 |
+
0.02386534309387207,
|
531 |
+
0.0238786563873291,
|
532 |
+
0.023864320755004883,
|
533 |
+
0.023871488571166992,
|
534 |
+
0.02390732765197754,
|
535 |
+
0.02388787269592285,
|
536 |
+
0.02390220832824707,
|
537 |
+
0.02389299201965332,
|
538 |
+
0.02389811134338379,
|
539 |
+
0.023900159835815428,
|
540 |
+
0.02391551971435547,
|
541 |
+
0.02389299201965332,
|
542 |
+
0.02390732765197754,
|
543 |
+
0.023908351898193358,
|
544 |
+
0.02391267204284668,
|
545 |
+
0.02389276885986328,
|
546 |
+
0.02389504051208496,
|
547 |
+
0.023908351898193358,
|
548 |
+
0.02390118408203125,
|
549 |
+
0.023908351898193358,
|
550 |
+
0.02390630340576172,
|
551 |
+
0.023908351898193358,
|
552 |
+
0.023933952331542968,
|
553 |
+
0.023900159835815428,
|
554 |
+
0.02391142463684082,
|
555 |
+
0.02390118408203125,
|
556 |
+
0.02391244888305664,
|
557 |
+
0.02390323257446289,
|
558 |
+
0.02392064094543457,
|
559 |
+
0.023941120147705077,
|
560 |
+
0.023928831100463867,
|
561 |
+
0.02392678451538086,
|
562 |
+
0.023941120147705077,
|
563 |
+
0.023942144393920898,
|
564 |
+
0.02392780876159668,
|
565 |
+
0.02394726371765137,
|
566 |
+
0.023940095901489256,
|
567 |
+
0.023958528518676758,
|
568 |
+
0.023940095901489256,
|
569 |
+
0.023948287963867186,
|
570 |
+
0.02394726371765137,
|
571 |
+
0.023945215225219727,
|
572 |
+
0.023933952331542968,
|
573 |
+
0.023948287963867186,
|
574 |
+
0.023958528518676758,
|
575 |
+
0.02394726371765137,
|
576 |
+
0.023953407287597657,
|
577 |
+
0.023971839904785155,
|
578 |
+
0.023941120147705077,
|
579 |
+
0.02394726371765137,
|
580 |
+
0.023938047409057618,
|
581 |
+
0.023933952331542968,
|
582 |
+
0.023957504272460937,
|
583 |
+
0.023965696334838867,
|
584 |
+
0.023937023162841797,
|
585 |
+
0.023950336456298828,
|
586 |
+
0.02395238494873047,
|
587 |
+
0.023950336456298828,
|
588 |
+
0.02394726371765137,
|
589 |
+
0.023928831100463867,
|
590 |
+
0.0239554557800293,
|
591 |
+
0.023940095901489256,
|
592 |
+
0.023941120147705077,
|
593 |
+
0.023967744827270508,
|
594 |
+
0.023932928085327147,
|
595 |
+
0.0236759033203125,
|
596 |
+
0.023650304794311523,
|
597 |
+
0.02365542411804199,
|
598 |
+
0.023658496856689453,
|
599 |
+
0.0236810245513916,
|
600 |
+
0.023646207809448243,
|
601 |
+
0.02366873550415039,
|
602 |
+
0.023665664672851562,
|
603 |
+
0.023666688919067383,
|
604 |
+
0.023668960571289064,
|
605 |
+
0.023653152465820313,
|
606 |
+
0.02366054344177246,
|
607 |
+
0.02367487907409668,
|
608 |
+
0.02365542411804199,
|
609 |
+
0.023661567687988282,
|
610 |
+
0.02366054344177246,
|
611 |
+
0.023662591934204103,
|
612 |
+
0.023662591934204103,
|
613 |
+
0.023657472610473632,
|
614 |
+
0.023661567687988282,
|
615 |
+
0.023650304794311523,
|
616 |
+
0.02367180824279785,
|
617 |
+
0.02367897605895996,
|
618 |
+
0.023669759750366212,
|
619 |
+
0.023662591934204103,
|
620 |
+
0.023661567687988282,
|
621 |
+
0.02367487907409668,
|
622 |
+
0.02366361618041992,
|
623 |
+
0.02367692756652832,
|
624 |
+
0.02365951919555664,
|
625 |
+
0.02367487907409668,
|
626 |
+
0.02367487907409668,
|
627 |
+
0.02366054344177246,
|
628 |
+
0.02367283248901367,
|
629 |
+
0.0236943359375,
|
630 |
+
0.02368819236755371,
|
631 |
+
0.023682048797607422,
|
632 |
+
0.02369024085998535,
|
633 |
+
0.02368409538269043,
|
634 |
+
0.02367487907409668,
|
635 |
+
0.02369945526123047,
|
636 |
+
0.023686143875122072,
|
637 |
+
0.02369843292236328,
|
638 |
+
0.023686143875122072,
|
639 |
+
0.0237127685546875,
|
640 |
+
0.02369228744506836,
|
641 |
+
0.0236943359375,
|
642 |
+
0.02368716812133789,
|
643 |
+
0.02368307113647461,
|
644 |
+
0.023686143875122072,
|
645 |
+
0.02368819236755371,
|
646 |
+
0.02368307113647461,
|
647 |
+
0.02369740867614746,
|
648 |
+
0.0236943359375,
|
649 |
+
0.0236943359375,
|
650 |
+
0.02370457649230957,
|
651 |
+
0.02370047950744629,
|
652 |
+
0.02369331169128418,
|
653 |
+
0.02369843292236328,
|
654 |
+
0.02370569610595703,
|
655 |
+
0.02371164894104004,
|
656 |
+
0.02370969581604004,
|
657 |
+
0.02369536018371582,
|
658 |
+
0.02369228744506836,
|
659 |
+
0.02371174430847168,
|
660 |
+
0.02370969581604004,
|
661 |
+
0.02372403144836426,
|
662 |
+
0.02371993637084961,
|
663 |
+
0.023735296249389647,
|
664 |
+
0.0237260799407959,
|
665 |
+
0.02372198486328125,
|
666 |
+
0.02373017692565918,
|
667 |
+
0.023747583389282227,
|
668 |
+
0.02373017692565918,
|
669 |
+
0.023739391326904297,
|
670 |
+
0.02371788787841797,
|
671 |
+
0.023734272003173826,
|
672 |
+
0.02373324775695801,
|
673 |
+
0.023740415573120118,
|
674 |
+
0.0237260799407959,
|
675 |
+
0.02372403144836426,
|
676 |
+
0.02372812843322754,
|
677 |
+
0.023731199264526368,
|
678 |
+
0.02372096061706543,
|
679 |
+
0.023743488311767577,
|
680 |
+
0.023710720062255858,
|
681 |
+
0.023740415573120118,
|
682 |
+
0.02373734474182129,
|
683 |
+
0.023760896682739258,
|
684 |
+
0.023760896682739258,
|
685 |
+
0.023778303146362305,
|
686 |
+
0.02375372886657715,
|
687 |
+
0.023746559143066406,
|
688 |
+
0.02373222351074219,
|
689 |
+
0.0237260799407959,
|
690 |
+
0.023727104187011717,
|
691 |
+
0.023769088745117187,
|
692 |
+
0.023756799697875978,
|
693 |
+
0.023754751205444336,
|
694 |
+
0.02374963188171387,
|
695 |
+
0.024226816177368164,
|
696 |
+
0.023763967514038087,
|
697 |
+
0.023764991760253908,
|
698 |
+
0.023755775451660157,
|
699 |
+
0.023784448623657226,
|
700 |
+
0.023772159576416017,
|
701 |
+
0.023783424377441405,
|
702 |
+
0.023786495208740235,
|
703 |
+
0.023790592193603514,
|
704 |
+
0.023778303146362305,
|
705 |
+
0.023774208068847655,
|
706 |
+
0.023763967514038087,
|
707 |
+
0.023791616439819335,
|
708 |
+
0.023763967514038087,
|
709 |
+
0.023785472869873047,
|
710 |
+
0.023768064498901367,
|
711 |
+
0.023776256561279296,
|
712 |
+
0.023778303146362305,
|
713 |
+
0.023789567947387694,
|
714 |
+
0.023779327392578126,
|
715 |
+
0.023787519454956055,
|
716 |
+
0.023780351638793946,
|
717 |
+
0.023770111083984375,
|
718 |
+
0.023789567947387694,
|
719 |
+
0.023787519454956055,
|
720 |
+
0.023808000564575195,
|
721 |
+
0.023805952072143553,
|
722 |
+
0.023780351638793946,
|
723 |
+
0.023817216873168946,
|
724 |
+
0.023805952072143553,
|
725 |
+
0.023822336196899413,
|
726 |
+
0.023826431274414063,
|
727 |
+
0.023803903579711915,
|
728 |
+
0.023823360443115234,
|
729 |
+
0.023826431274414063,
|
730 |
+
0.023814144134521483,
|
731 |
+
0.023815168380737304,
|
732 |
+
0.023803903579711915,
|
733 |
+
0.023817216873168946,
|
734 |
+
0.023822336196899413,
|
735 |
+
0.023823360443115234,
|
736 |
+
0.023819263458251954,
|
737 |
+
0.023819263458251954,
|
738 |
+
0.023822336196899413,
|
739 |
+
0.023813119888305666,
|
740 |
+
0.023827455520629884,
|
741 |
+
0.023835647583007814,
|
742 |
+
0.023823360443115234,
|
743 |
+
0.023841791152954102,
|
744 |
+
0.02384588813781738,
|
745 |
+
0.02384809684753418,
|
746 |
+
0.02383856010437012,
|
747 |
+
0.023837696075439452,
|
748 |
+
0.023841791152954102,
|
749 |
+
0.02384588813781738,
|
750 |
+
0.02384588813781738,
|
751 |
+
0.023840768814086914,
|
752 |
+
0.023837696075439452,
|
753 |
+
0.023836671829223634,
|
754 |
+
0.023831552505493164,
|
755 |
+
0.023851007461547852,
|
756 |
+
0.023837696075439452,
|
757 |
+
0.023859199523925782,
|
758 |
+
0.023839744567871093,
|
759 |
+
0.02385305595397949,
|
760 |
+
0.02386124801635742,
|
761 |
+
0.02385305595397949,
|
762 |
+
0.023857152938842774,
|
763 |
+
0.023847936630249023,
|
764 |
+
0.02385408020019531,
|
765 |
+
0.02387763214111328,
|
766 |
+
0.023837696075439452,
|
767 |
+
0.02388172721862793,
|
768 |
+
0.023900159835815428,
|
769 |
+
0.02392166328430176,
|
770 |
+
0.02387455940246582,
|
771 |
+
0.02387046432495117,
|
772 |
+
0.02387046432495117,
|
773 |
+
0.02387763214111328,
|
774 |
+
0.02385408020019531,
|
775 |
+
0.02388275146484375,
|
776 |
+
0.02387455940246582,
|
777 |
+
0.02387660789489746,
|
778 |
+
0.023871488571166992,
|
779 |
+
0.02388275146484375,
|
780 |
+
0.023863296508789062,
|
781 |
+
0.023864320755004883,
|
782 |
+
0.02388787269592285,
|
783 |
+
0.02386944007873535,
|
784 |
+
0.023879680633544922,
|
785 |
+
0.023872512817382813,
|
786 |
+
0.023863296508789062,
|
787 |
+
0.023859199523925782,
|
788 |
+
0.023879680633544922,
|
789 |
+
0.02390118408203125,
|
790 |
+
0.02387353515625,
|
791 |
+
0.02388582420349121,
|
792 |
+
0.023872512817382813,
|
793 |
+
0.02387353515625,
|
794 |
+
0.02388172721862793,
|
795 |
+
0.02390220832824707,
|
796 |
+
0.0238919677734375,
|
797 |
+
0.02390220832824707,
|
798 |
+
0.02388479995727539,
|
799 |
+
0.024035327911376952,
|
800 |
+
0.02390425682067871,
|
801 |
+
0.02390118408203125,
|
802 |
+
0.02391347122192383,
|
803 |
+
0.02389811134338379,
|
804 |
+
0.02391961669921875,
|
805 |
+
0.02391551971435547,
|
806 |
+
0.023928831100463867,
|
807 |
+
0.02390220832824707,
|
808 |
+
0.02389606475830078,
|
809 |
+
0.0239136962890625,
|
810 |
+
0.02392144012451172,
|
811 |
+
0.02389708709716797,
|
812 |
+
0.0239052791595459,
|
813 |
+
0.02389708709716797,
|
814 |
+
0.023989248275756835,
|
815 |
+
0.02389401626586914,
|
816 |
+
0.0239052791595459,
|
817 |
+
0.02389504051208496,
|
818 |
+
0.02391244888305664,
|
819 |
+
0.023908351898193358,
|
820 |
+
0.023900159835815428,
|
821 |
+
0.0239052791595459,
|
822 |
+
0.02391961669921875,
|
823 |
+
0.02392268753051758,
|
824 |
+
0.023938047409057618,
|
825 |
+
0.02390937614440918,
|
826 |
+
0.02391859245300293,
|
827 |
+
0.02391347122192383,
|
828 |
+
0.02390937614440918,
|
829 |
+
0.02390732765197754,
|
830 |
+
0.023933952331542968,
|
831 |
+
0.02391961669921875,
|
832 |
+
0.023950336456298828,
|
833 |
+
0.023949312210083007,
|
834 |
+
0.023937023162841797,
|
835 |
+
0.023954431533813478,
|
836 |
+
0.023937023162841797,
|
837 |
+
0.023965696334838867,
|
838 |
+
0.023941120147705077,
|
839 |
+
0.02393907165527344,
|
840 |
+
0.023945215225219727,
|
841 |
+
0.02393907165527344,
|
842 |
+
0.02394419288635254,
|
843 |
+
0.023938047409057618,
|
844 |
+
0.02393497657775879,
|
845 |
+
0.02393600082397461,
|
846 |
+
0.023925760269165038,
|
847 |
+
0.023942144393920898,
|
848 |
+
0.02394316864013672
|
849 |
]
|
850 |
},
|
851 |
"throughput": {
|
852 |
"unit": "tokens/s",
|
853 |
+
"value": 42.01507564795637
|
854 |
},
|
855 |
"energy": null,
|
856 |
"efficiency": null
|