Hugging Face's logo

kreas
/
FA_benchmarks

Model card Files Community
kreas commited on
Commit
92b0691
•
1 Parent(s): 34191d1

Upload /Llama-2-7b-hf-AWQ/AWQ_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. Llama-2-7b-hf-AWQ/AWQ_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json +1018 -310
Llama-2-7b-hf-AWQ/AWQ_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json CHANGED
@@ -2,58 +2,254 @@
2
  "prefill": {
3
  "memory": {
4
  "unit": "MB",
5
- "max_ram": 1928.187904,
6
- "max_vram": 5314.183168,
7
- "max_reserved": 4829.741056,
8
- "max_allocated": 4586.114048
9
  },
10
  "latency": {
11
  "unit": "s",
12
- "mean": 0.2717774955130912,
13
- "stdev": 0.0014533340604298973,
14
  "values": [
15
- 0.2786642761230469,
16
- 0.2732881774902344,
17
- 0.2723717041015625,
18
- 0.2705725402832031,
19
- 0.2724085693359375,
20
- 0.2706360168457031,
21
- 0.2724024353027344,
22
- 0.2706360168457031,
23
- 0.272427001953125,
24
- 0.27067495727539065,
25
- 0.27237069702148436,
26
- 0.2706575317382813,
27
- 0.2723737487792969,
28
- 0.270566650390625,
29
- 0.2723737487792969,
30
- 0.27063909912109374,
31
- 0.27239218139648436,
32
- 0.27061480712890623,
33
- 0.27241265869140624,
34
- 0.2705950622558594,
35
- 0.2724157409667969,
36
- 0.2706329956054688,
37
- 0.27239422607421876,
38
- 0.2706001892089844,
39
- 0.27233688354492186,
40
- 0.2706001892089844,
41
- 0.2723450927734375,
42
- 0.27082577514648437,
43
- 0.2723246154785156,
44
- 0.2706116027832031,
45
- 0.2723710021972656,
46
- 0.27067495727539065,
47
- 0.27239013671875,
48
- 0.27069338989257813,
49
- 0.2723819580078125,
50
- 0.27072921752929685,
51
- 0.2723614807128906
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
52
  ]
53
  },
54
  "throughput": {
55
  "unit": "tokens/s",
56
- "value": 941.9470126350795
57
  },
58
  "energy": null,
59
  "efficiency": null
@@ -61,22 +257,24 @@
61
  "decode": {
62
  "memory": {
63
  "unit": "MB",
64
- "max_ram": 1932.382208,
65
- "max_vram": 5708.447744,
66
- "max_reserved": 5224.005632,
67
- "max_allocated": 5142.572544
68
  },
69
  "latency": {
70
  "unit": "s",
71
- "mean": 67.67898010253907,
72
- "stdev": 0,
73
  "values": [
74
- 67.67898010253907
 
 
75
  ]
76
  },
77
  "throughput": {
78
  "unit": "tokens/s",
79
- "value": 3.7677872747735646
80
  },
81
  "energy": null,
82
  "efficiency": null
@@ -85,269 +283,779 @@
85
  "memory": null,
86
  "latency": {
87
  "unit": "s",
88
- "mean": 0.26540776510799635,
89
- "stdev": 0.0008933681767438479,
90
  "values": [
91
- 0.2659123229980469,
92
- 0.2652969055175781,
93
- 0.2655211486816406,
94
- 0.2649671630859375,
95
- 0.2653522033691406,
96
- 0.2637004699707031,
97
- 0.26576895141601564,
98
- 0.26564300537109375,
99
- 0.2657208251953125,
100
- 0.2656942138671875,
101
- 0.2651146240234375,
102
- 0.26549249267578123,
103
- 0.26513818359375,
104
- 0.26570443725585935,
105
- 0.2650163269042969,
106
- 0.26592666625976563,
107
- 0.2650951538085938,
108
- 0.26586932373046873,
109
- 0.2650941467285156,
110
- 0.2656470947265625,
111
- 0.26483200073242186,
112
- 0.26553857421875,
113
- 0.2652477416992188,
114
- 0.26553036499023436,
115
- 0.2649989013671875,
116
- 0.26365133666992185,
117
- 0.264890380859375,
118
- 0.2641500244140625,
119
- 0.2655897521972656,
120
- 0.2638499755859375,
121
- 0.26532864379882815,
122
- 0.2646148986816406,
123
- 0.2652876892089844,
124
- 0.26389093017578125,
125
- 0.26533377075195314,
126
- 0.2639626159667969,
127
- 0.26534194946289064,
128
- 0.26386227416992186,
129
- 0.26559283447265625,
130
- 0.26393701171875,
131
- 0.265354248046875,
132
- 0.26479000854492185,
133
- 0.2649251708984375,
134
- 0.26308709716796874,
135
- 0.26569113159179686,
136
- 0.2630215759277344,
137
- 0.2651146240234375,
138
- 0.26581298828125,
139
- 0.265343994140625,
140
- 0.2660515747070312,
141
- 0.26568295288085936,
142
- 0.26563278198242185,
143
- 0.2656686096191406,
144
- 0.26543206787109375,
145
- 0.26543411254882815,
146
- 0.265591796875,
147
- 0.26574334716796877,
148
- 0.26564913940429685,
149
- 0.26554266357421874,
150
- 0.26580889892578125,
151
- 0.26539212036132814,
152
- 0.265238525390625,
153
- 0.26549658203125,
154
- 0.2654238586425781,
155
- 0.26557952880859376,
156
- 0.26593588256835937,
157
- 0.26506341552734375,
158
- 0.26543206787109375,
159
- 0.2661478271484375,
160
- 0.2654105529785156,
161
- 0.2662655944824219,
162
- 0.26314956665039063,
163
- 0.2661478271484375,
164
- 0.2636369934082031,
165
- 0.26584884643554685,
166
- 0.2651269226074219,
167
- 0.265591796875,
168
- 0.26408651733398436,
169
- 0.2656890869140625,
170
- 0.26424627685546875,
171
- 0.2654146423339844,
172
- 0.2659665832519531,
173
- 0.26565017700195315,
174
- 0.2657945556640625,
175
- 0.265523193359375,
176
- 0.2656726989746094,
177
- 0.2656921691894531,
178
- 0.2653040771484375,
179
- 0.26569012451171875,
180
- 0.2632509460449219,
181
- 0.26522113037109374,
182
- 0.26412850952148437,
183
- 0.2654934997558594,
184
- 0.26546688842773436,
185
- 0.2656256103515625,
186
- 0.265860107421875,
187
- 0.2704814147949219,
188
- 0.26592666625976563,
189
- 0.2652303466796875,
190
- 0.26616729736328126,
191
- 0.26528564453125,
192
- 0.26617547607421876,
193
- 0.2656839599609375,
194
- 0.2663249816894531,
195
- 0.26561126708984373,
196
- 0.26387762451171876,
197
- 0.26576895141601564,
198
- 0.265860107421875,
199
- 0.26571878051757813,
200
- 0.2660730895996094,
201
- 0.2658898010253906,
202
- 0.2643036193847656,
203
- 0.26575360107421875,
204
- 0.26381005859375,
205
- 0.2658314208984375,
206
- 0.2640271301269531,
207
- 0.26585498046875,
208
- 0.2640414733886719,
209
- 0.26590823364257815,
210
- 0.2639779968261719,
211
- 0.26554571533203125,
212
- 0.26425958251953124,
213
- 0.26560818481445314,
214
- 0.2640977783203125,
215
- 0.26578225708007813,
216
- 0.26426162719726565,
217
- 0.26425958251953124,
218
- 0.2642135009765625,
219
- 0.26477978515625,
220
- 0.26463232421875,
221
- 0.26419097900390626,
222
- 0.2648504333496094,
223
- 0.2644101257324219,
224
- 0.2646671447753906,
225
- 0.26431591796875,
226
- 0.2648248291015625,
227
- 0.26437734985351563,
228
- 0.2646947937011719,
229
- 0.26419815063476565,
230
- 0.2642861938476562,
231
- 0.26434457397460936,
232
- 0.2641664123535156,
233
- 0.26424114990234376,
234
- 0.2642800598144531,
235
- 0.2643967895507813,
236
- 0.264195068359375,
237
- 0.2643056640625,
238
- 0.26433740234375,
239
- 0.26606591796875,
240
- 0.26417974853515624,
241
- 0.263995361328125,
242
- 0.2642135009765625,
243
- 0.264121337890625,
244
- 0.266176513671875,
245
- 0.2641664123535156,
246
- 0.2641807250976563,
247
- 0.2658058166503906,
248
- 0.2641131591796875,
249
- 0.2660577392578125,
250
- 0.26531430053710936,
251
- 0.266166259765625,
252
- 0.2658846740722656,
253
- 0.26933966064453124,
254
- 0.2690529174804687,
255
- 0.2664427490234375,
256
- 0.26606900024414065,
257
- 0.2659522705078125,
258
- 0.26604031372070314,
259
- 0.26534912109375,
260
- 0.26621746826171877,
261
- 0.2653572998046875,
262
- 0.26622872924804686,
263
- 0.2667222900390625,
264
- 0.2643507080078125,
265
- 0.26608026123046874,
266
- 0.2644234313964844,
267
- 0.2659205017089844,
268
- 0.2643343505859375,
269
- 0.2677739562988281,
270
- 0.265017333984375,
271
- 0.2657177734375,
272
- 0.2657423400878906,
273
- 0.2660894775390625,
274
- 0.26595736694335936,
275
- 0.265881591796875,
276
- 0.26600244140625,
277
- 0.2658273315429687,
278
- 0.2658426818847656,
279
- 0.26574642944335936,
280
- 0.2658211975097656,
281
- 0.26568804931640627,
282
- 0.26569830322265625,
283
- 0.26574334716796877,
284
- 0.2656686096191406,
285
- 0.26563787841796876,
286
- 0.26563278198242185,
287
- 0.2661191711425781,
288
- 0.2656153564453125,
289
- 0.2658529357910156,
290
- 0.26599322509765627,
291
- 0.2658703308105469,
292
- 0.26606695556640625,
293
- 0.2659112854003906,
294
- 0.2657914733886719,
295
- 0.26595635986328126,
296
- 0.26569012451171875,
297
- 0.266092529296875,
298
- 0.2656337890625,
299
- 0.2661007385253906,
300
- 0.26602700805664065,
301
- 0.26603213500976564,
302
- 0.26607412719726564,
303
- 0.2659686279296875,
304
- 0.26567678833007813,
305
- 0.26571060180664063,
306
- 0.2658805847167969,
307
- 0.2654208068847656,
308
- 0.2651269226074219,
309
- 0.26597479248046874,
310
- 0.2655784912109375,
311
- 0.26564913940429685,
312
- 0.26601983642578125,
313
- 0.2654566345214844,
314
- 0.2660310974121094,
315
- 0.265697265625,
316
- 0.26604852294921877,
317
- 0.2657597351074219,
318
- 0.26573516845703127,
319
- 0.26579046630859376,
320
- 0.26586932373046873,
321
- 0.265754638671875,
322
- 0.26568804931640627,
323
- 0.2671011962890625,
324
- 0.266176513671875,
325
- 0.26590823364257815,
326
- 0.2661007385253906,
327
- 0.26552523803710937,
328
- 0.2662113342285156,
329
- 0.26573516845703127,
330
- 0.2662451171875,
331
- 0.2656726989746094,
332
- 0.26542489624023435,
333
- 0.2658703308105469,
334
- 0.2656522216796875,
335
- 0.2660771789550781,
336
- 0.26561331176757813,
337
- 0.26563482666015625,
338
- 0.26615911865234376,
339
- 0.26568600463867187,
340
- 0.2661560363769531,
341
- 0.2655784912109375,
342
- 0.26621337890625,
343
- 0.26581607055664064,
344
- 0.26574847412109376,
345
- 0.2659389343261719
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
346
  ]
347
  },
348
  "throughput": {
349
  "unit": "tokens/s",
350
- "value": 3.767787274773565
351
  },
352
  "energy": null,
353
  "efficiency": null
 
2
  "prefill": {
3
  "memory": {
4
  "unit": "MB",
5
+ "max_ram": 2020.036608,
6
+ "max_vram": 4865.39264,
7
+ "max_reserved": 4380.950528,
8
+ "max_allocated": 4232.743424
9
  },
10
  "latency": {
11
  "unit": "s",
12
+ "mean": 0.04304076637628252,
13
+ "stdev": 0.00010570801045058549,
14
  "values": [
15
+ 0.04389276885986328,
16
+ 0.043133953094482425,
17
+ 0.04319334411621094,
18
+ 0.04329385757446289,
19
+ 0.043123710632324216,
20
+ 0.043363327026367186,
21
+ 0.04318003082275391,
22
+ 0.043146240234375,
23
+ 0.04292300796508789,
24
+ 0.04307660675048828,
25
+ 0.04292313766479492,
26
+ 0.0430643196105957,
27
+ 0.0429189453125,
28
+ 0.04307046508789063,
29
+ 0.04289945602416992,
30
+ 0.04306534576416016,
31
+ 0.04290969467163086,
32
+ 0.0433070068359375,
33
+ 0.04293939208984375,
34
+ 0.04307251358032226,
35
+ 0.042913791656494144,
36
+ 0.043066368103027344,
37
+ 0.042927104949951174,
38
+ 0.04307558441162109,
39
+ 0.04293119812011719,
40
+ 0.04305526351928711,
41
+ 0.04290867233276367,
42
+ 0.04307660675048828,
43
+ 0.04291993713378906,
44
+ 0.043063297271728515,
45
+ 0.04290457534790039,
46
+ 0.0430643196105957,
47
+ 0.04290662384033203,
48
+ 0.04306124877929687,
49
+ 0.04291491317749024,
50
+ 0.04307660675048828,
51
+ 0.042927104949951174,
52
+ 0.04308377456665039,
53
+ 0.04290764617919922,
54
+ 0.043068511962890625,
55
+ 0.04293939208984375,
56
+ 0.043069438934326174,
57
+ 0.04291788864135742,
58
+ 0.043052032470703126,
59
+ 0.04291481781005859,
60
+ 0.04308684921264649,
61
+ 0.04292505645751953,
62
+ 0.04308377456665039,
63
+ 0.042910720825195314,
64
+ 0.04305612945556641,
65
+ 0.04293222427368164,
66
+ 0.043066463470458984,
67
+ 0.04291481781005859,
68
+ 0.043063297271728515,
69
+ 0.04290150451660156,
70
+ 0.04305100631713867,
71
+ 0.04288819122314453,
72
+ 0.04303769683837891,
73
+ 0.042894336700439455,
74
+ 0.04305612945556641,
75
+ 0.04288716888427734,
76
+ 0.04305408096313477,
77
+ 0.042896385192871096,
78
+ 0.04304281616210937,
79
+ 0.042894336700439455,
80
+ 0.043046913146972655,
81
+ 0.04288716888427734,
82
+ 0.043052032470703126,
83
+ 0.04291481781005859,
84
+ 0.04305100631713867,
85
+ 0.042916862487792966,
86
+ 0.04306131362915039,
87
+ 0.042910720825195314,
88
+ 0.04306227111816406,
89
+ 0.04291993713378906,
90
+ 0.043055103302001956,
91
+ 0.042913791656494144,
92
+ 0.04304076766967774,
93
+ 0.04292095947265625,
94
+ 0.04309811019897461,
95
+ 0.042974239349365236,
96
+ 0.04312473678588867,
97
+ 0.04298035049438476,
98
+ 0.04311347198486328,
99
+ 0.04296908950805664,
100
+ 0.043109375,
101
+ 0.042974334716796875,
102
+ 0.04312063980102539,
103
+ 0.04295475387573242,
104
+ 0.043112449645996094,
105
+ 0.04296908950805664,
106
+ 0.04312985610961914,
107
+ 0.042984447479248046,
108
+ 0.04311449432373047,
109
+ 0.04297420883178711,
110
+ 0.04312985610961914,
111
+ 0.04298035049438476,
112
+ 0.04312575912475586,
113
+ 0.04297625732421875,
114
+ 0.04313087844848633,
115
+ 0.04297011184692383,
116
+ 0.04312268829345703,
117
+ 0.042979328155517575,
118
+ 0.04311040115356445,
119
+ 0.0429639663696289,
120
+ 0.04311449432373047,
121
+ 0.042966014862060545,
122
+ 0.04310732650756836,
123
+ 0.04298649597167969,
124
+ 0.04312678527832031,
125
+ 0.0429681282043457,
126
+ 0.04312678527832031,
127
+ 0.04296908950805664,
128
+ 0.04311580657958984,
129
+ 0.04297945785522461,
130
+ 0.043096065521240234,
131
+ 0.042979328155517575,
132
+ 0.043128833770751954,
133
+ 0.04296908950805664,
134
+ 0.043114559173583984,
135
+ 0.0429752311706543,
136
+ 0.04311347198486328,
137
+ 0.04297849655151367,
138
+ 0.043140094757080076,
139
+ 0.04297830581665039,
140
+ 0.04310323333740235,
141
+ 0.04297727966308594,
142
+ 0.04313087844848633,
143
+ 0.042967041015625,
144
+ 0.04311449432373047,
145
+ 0.04297216033935547,
146
+ 0.04314521789550781,
147
+ 0.04297625732421875,
148
+ 0.04311859130859375,
149
+ 0.04298035049438476,
150
+ 0.043109375,
151
+ 0.04295884704589844,
152
+ 0.043154430389404294,
153
+ 0.04296499252319336,
154
+ 0.043138046264648434,
155
+ 0.04296089553833008,
156
+ 0.043121662139892575,
157
+ 0.04296089553833008,
158
+ 0.04312384033203125,
159
+ 0.04296089553833008,
160
+ 0.043112449645996094,
161
+ 0.04298342514038086,
162
+ 0.04311449432373047,
163
+ 0.0429752311706543,
164
+ 0.04311347198486328,
165
+ 0.042966014862060545,
166
+ 0.043112449645996094,
167
+ 0.042967041015625,
168
+ 0.04310220718383789,
169
+ 0.042966014862060545,
170
+ 0.04312678527832031,
171
+ 0.04299059295654297,
172
+ 0.04312063980102539,
173
+ 0.04297011184692383,
174
+ 0.04312985610961914,
175
+ 0.042984447479248046,
176
+ 0.04311040115356445,
177
+ 0.042979328155517575,
178
+ 0.04313702392578125,
179
+ 0.04299059295654297,
180
+ 0.043101184844970705,
181
+ 0.04298137664794922,
182
+ 0.04309708786010742,
183
+ 0.04297318267822266,
184
+ 0.04310953521728516,
185
+ 0.04296499252319336,
186
+ 0.043121662139892575,
187
+ 0.0429854736328125,
188
+ 0.04313702392578125,
189
+ 0.04297318267822266,
190
+ 0.043121662139892575,
191
+ 0.042967041015625,
192
+ 0.0431278076171875,
193
+ 0.04298137664794922,
194
+ 0.04313497543334961,
195
+ 0.04297216033935547,
196
+ 0.04312268829345703,
197
+ 0.04299059295654297,
198
+ 0.04333670425415039,
199
+ 0.04297420883178711,
200
+ 0.04312473678588867,
201
+ 0.04297318267822266,
202
+ 0.0431278076171875,
203
+ 0.042972190856933594,
204
+ 0.04311449432373047,
205
+ 0.04297727966308594,
206
+ 0.04313103866577148,
207
+ 0.04297830581665039,
208
+ 0.04309811019897461,
209
+ 0.042988609313964844,
210
+ 0.043154430389404294,
211
+ 0.04297830581665039,
212
+ 0.043117568969726565,
213
+ 0.04300902557373047,
214
+ 0.04311449432373047,
215
+ 0.04298035049438476,
216
+ 0.04311347198486328,
217
+ 0.042995712280273435,
218
+ 0.04311552047729492,
219
+ 0.04299161529541016,
220
+ 0.04311552047729492,
221
+ 0.0429854736328125,
222
+ 0.04312268829345703,
223
+ 0.0429639663696289,
224
+ 0.04310015869140625,
225
+ 0.04297727966308594,
226
+ 0.04311552047729492,
227
+ 0.042972320556640624,
228
+ 0.043109375,
229
+ 0.04299059295654297,
230
+ 0.043138046264648434,
231
+ 0.04298342514038086,
232
+ 0.04311449432373047,
233
+ 0.042987518310546875,
234
+ 0.04313600158691406,
235
+ 0.042982398986816404,
236
+ 0.04312985610961914,
237
+ 0.0429854736328125,
238
+ 0.04311347198486328,
239
+ 0.04296499252319336,
240
+ 0.04312678527832031,
241
+ 0.042962944030761716,
242
+ 0.04311347198486328,
243
+ 0.043262176513671875,
244
+ 0.04311449432373047,
245
+ 0.04297727966308594,
246
+ 0.04311654281616211,
247
+ 0.04294655990600586
248
  ]
249
  },
250
  "throughput": {
251
  "unit": "tokens/s",
252
+ "value": 5947.849482091658
253
  },
254
  "energy": null,
255
  "efficiency": null
 
257
  "decode": {
258
  "memory": {
259
  "unit": "MB",
260
+ "max_ram": 2020.036608,
261
+ "max_vram": 5268.045824,
262
+ "max_reserved": 4783.603712,
263
+ "max_allocated": 4737.934848
264
  },
265
  "latency": {
266
  "unit": "s",
267
+ "mean": 4.399172342936197,
268
+ "stdev": 0.0032887474463339536,
269
  "values": [
270
+ 4.397563076019287,
271
+ 4.396197891235349,
272
+ 4.4037560615539535
273
  ]
274
  },
275
  "throughput": {
276
  "unit": "tokens/s",
277
+ "value": 57.96544898029661
278
  },
279
  "energy": null,
280
  "efficiency": null
 
283
  "memory": null,
284
  "latency": {
285
  "unit": "s",
286
+ "mean": 0.017251656246808623,
287
+ "stdev": 8.80180743402094e-05,
288
  "values": [
289
+ 0.017728384017944337,
290
+ 0.017497087478637697,
291
+ 0.017119232177734374,
292
+ 0.017242111206054688,
293
+ 0.01719603157043457,
294
+ 0.017238016128540038,
295
+ 0.017128448486328125,
296
+ 0.01721343994140625,
297
+ 0.017134592056274413,
298
+ 0.017262592315673828,
299
+ 0.017249471664428712,
300
+ 0.01732383918762207,
301
+ 0.017282047271728516,
302
+ 0.017354751586914064,
303
+ 0.01723494338989258,
304
+ 0.017160192489624023,
305
+ 0.017143903732299806,
306
+ 0.017167264938354493,
307
+ 0.017180671691894533,
308
+ 0.017150976181030272,
309
+ 0.017217536926269532,
310
+ 0.017258623123168945,
311
+ 0.01719808006286621,
312
+ 0.017255296707153322,
313
+ 0.01726265525817871,
314
+ 0.017248191833496095,
315
+ 0.01720524787902832,
316
+ 0.01724025535583496,
317
+ 0.017411903381347658,
318
+ 0.017313791275024415,
319
+ 0.01722163200378418,
320
+ 0.017265663146972657,
321
+ 0.017242111206054688,
322
+ 0.01716223907470703,
323
+ 0.017185792922973633,
324
+ 0.01723084831237793,
325
+ 0.017179647445678712,
326
+ 0.01719398307800293,
327
+ 0.017146175384521484,
328
+ 0.01719705581665039,
329
+ 0.017203168869018556,
330
+ 0.017275711059570313,
331
+ 0.01738742446899414,
332
+ 0.017280096054077147,
333
+ 0.01721641540527344,
334
+ 0.01760051155090332,
335
+ 0.017101823806762697,
336
+ 0.01722163200378418,
337
+ 0.017177696228027343,
338
+ 0.01720924758911133,
339
+ 0.01717350387573242,
340
+ 0.017183744430541992,
341
+ 0.017184831619262694,
342
+ 0.017169504165649413,
343
+ 0.017145696640014647,
344
+ 0.017157119750976564,
345
+ 0.017145856857299805,
346
+ 0.017159168243408202,
347
+ 0.017129600524902342,
348
+ 0.017190944671630858,
349
+ 0.017182559967041017,
350
+ 0.017143808364868163,
351
+ 0.01717350387573242,
352
+ 0.01720524787902832,
353
+ 0.01718284797668457,
354
+ 0.01762188720703125,
355
+ 0.017275903701782228,
356
+ 0.017380447387695314,
357
+ 0.01717033576965332,
358
+ 0.017342687606811524,
359
+ 0.017237791061401365,
360
+ 0.0172410888671875,
361
+ 0.017169408798217774,
362
+ 0.017597440719604493,
363
+ 0.01714486312866211,
364
+ 0.017199071884155273,
365
+ 0.017254400253295898,
366
+ 0.01722777557373047,
367
+ 0.01723289680480957,
368
+ 0.017254400253295898,
369
+ 0.01725951957702637,
370
+ 0.01722265625,
371
+ 0.01720729637145996,
372
+ 0.017238016128540038,
373
+ 0.01721446418762207,
374
+ 0.017198112487792967,
375
+ 0.017226720809936525,
376
+ 0.01720729637145996,
377
+ 0.01720524787902832,
378
+ 0.017249408721923827,
379
+ 0.01726144027709961,
380
+ 0.01721139144897461,
381
+ 0.017184768676757813,
382
+ 0.017195072174072266,
383
+ 0.017219520568847655,
384
+ 0.01723187255859375,
385
+ 0.017146879196166993,
386
+ 0.01721241569519043,
387
+ 0.01719500732421875,
388
+ 0.017269920349121094,
389
+ 0.017197919845581056,
390
+ 0.01718681526184082,
391
+ 0.01723289680480957,
392
+ 0.0172042236328125,
393
+ 0.017152000427246093,
394
+ 0.017146879196166993,
395
+ 0.017272096633911133,
396
+ 0.017161951065063477,
397
+ 0.017288351058959962,
398
+ 0.017383264541625976,
399
+ 0.017555456161499023,
400
+ 0.017386592864990235,
401
+ 0.01721232032775879,
402
+ 0.017258495330810548,
403
+ 0.01724006462097168,
404
+ 0.01721241569519043,
405
+ 0.01723193550109863,
406
+ 0.017262527465820313,
407
+ 0.0172728328704834,
408
+ 0.01722060775756836,
409
+ 0.017189920425415037,
410
+ 0.01726972770690918,
411
+ 0.01720012855529785,
412
+ 0.01718988800048828,
413
+ 0.017197343826293947,
414
+ 0.017230560302734375,
415
+ 0.01724025535583496,
416
+ 0.017185760498046876,
417
+ 0.017173343658447266,
418
+ 0.017297407150268555,
419
+ 0.01719193649291992,
420
+ 0.017305824279785158,
421
+ 0.01724188804626465,
422
+ 0.017137664794921875,
423
+ 0.017242303848266603,
424
+ 0.01721939277648926,
425
+ 0.017280000686645508,
426
+ 0.017254400253295898,
427
+ 0.017202335357666014,
428
+ 0.01716934394836426,
429
+ 0.017284000396728515,
430
+ 0.017284095764160155,
431
+ 0.017236991882324217,
432
+ 0.017195199966430662,
433
+ 0.01717033576965332,
434
+ 0.01721244812011719,
435
+ 0.01720204734802246,
436
+ 0.01720844841003418,
437
+ 0.01724505615234375,
438
+ 0.017356800079345702,
439
+ 0.017199167251586912,
440
+ 0.01734444808959961,
441
+ 0.017209344863891602,
442
+ 0.017199199676513673,
443
+ 0.01719705581665039,
444
+ 0.017292320251464845,
445
+ 0.01721334457397461,
446
+ 0.01719209671020508,
447
+ 0.01715897560119629,
448
+ 0.01721139144897461,
449
+ 0.017192960739135742,
450
+ 0.01720319938659668,
451
+ 0.01765888023376465,
452
+ 0.01723289680480957,
453
+ 0.017166431427001954,
454
+ 0.01720924758911133,
455
+ 0.01722675132751465,
456
+ 0.017294336318969726,
457
+ 0.017201152801513672,
458
+ 0.017287168502807617,
459
+ 0.017638463973999024,
460
+ 0.017294368743896484,
461
+ 0.017514400482177735,
462
+ 0.017328128814697266,
463
+ 0.017292287826538084,
464
+ 0.017184768676757813,
465
+ 0.01723084831237793,
466
+ 0.017262592315673828,
467
+ 0.01719808006286621,
468
+ 0.017282047271728516,
469
+ 0.01721855926513672,
470
+ 0.017283071517944337,
471
+ 0.0172359676361084,
472
+ 0.017273855209350587,
473
+ 0.01748684883117676,
474
+ 0.017279008865356445,
475
+ 0.017252351760864256,
476
+ 0.01724720001220703,
477
+ 0.017192960739135742,
478
+ 0.01726464080810547,
479
+ 0.0176363525390625,
480
+ 0.017268768310546877,
481
+ 0.017265663146972657,
482
+ 0.017254623413085937,
483
+ 0.017207071304321288,
484
+ 0.01726972770690918,
485
+ 0.017217536926269532,
486
+ 0.017242111206054688,
487
+ 0.0172359676361084,
488
+ 0.017219648361206055,
489
+ 0.0172737922668457,
490
+ 0.017351680755615235,
491
+ 0.01721776008605957,
492
+ 0.017271583557128906,
493
+ 0.01722265625,
494
+ 0.017289215087890625,
495
+ 0.01718272018432617,
496
+ 0.017252351760864256,
497
+ 0.017229824066162108,
498
+ 0.017274879455566407,
499
+ 0.017220928192138673,
500
+ 0.017237695693969726,
501
+ 0.01720524787902832,
502
+ 0.01725951957702637,
503
+ 0.01725052833557129,
504
+ 0.01744156837463379,
505
+ 0.017319936752319336,
506
+ 0.017353727340698243,
507
+ 0.017239072799682616,
508
+ 0.01726051139831543,
509
+ 0.017228096008300782,
510
+ 0.017300159454345702,
511
+ 0.01723187255859375,
512
+ 0.017192960739135742,
513
+ 0.01725667190551758,
514
+ 0.017284032821655273,
515
+ 0.01724297523498535,
516
+ 0.01720627212524414,
517
+ 0.017212480545043946,
518
+ 0.017252288818359374,
519
+ 0.01720627212524414,
520
+ 0.01721478462219238,
521
+ 0.017229503631591796,
522
+ 0.017294336318969726,
523
+ 0.017138687133789063,
524
+ 0.017241151809692382,
525
+ 0.017217472076416017,
526
+ 0.0172410888671875,
527
+ 0.01721139144897461,
528
+ 0.0172359676361084,
529
+ 0.017192960739135742,
530
+ 0.017250303268432618,
531
+ 0.017246208190917968,
532
+ 0.01722480010986328,
533
+ 0.017259424209594726,
534
+ 0.01720729637145996,
535
+ 0.01717967987060547,
536
+ 0.017161184310913086,
537
+ 0.017172479629516603,
538
+ 0.01720345687866211,
539
+ 0.017201919555664063,
540
+ 0.017177600860595704,
541
+ 0.017138687133789063,
542
+ 0.01768550491333008,
543
+ 0.017151296615600584,
544
+ 0.01723401641845703,
545
+ 0.017284000396728515,
546
+ 0.017159168243408202,
547
+ 0.01722777557373047,
548
+ 0.017192960739135742,
549
+ 0.01723084831237793,
550
+ 0.017180671691894533,
551
+ 0.01723084831237793,
552
+ 0.017164287567138673,
553
+ 0.01725644874572754,
554
+ 0.017184959411621094,
555
+ 0.017281856536865235,
556
+ 0.0172042236328125,
557
+ 0.01724415969848633,
558
+ 0.017174816131591795,
559
+ 0.017211103439331056,
560
+ 0.017159168243408202,
561
+ 0.017292287826538084,
562
+ 0.01720832061767578,
563
+ 0.01727414321899414,
564
+ 0.017202911376953126,
565
+ 0.01765376091003418,
566
+ 0.01723289680480957,
567
+ 0.017302591323852538,
568
+ 0.017160160064697266,
569
+ 0.01727791976928711,
570
+ 0.017156095504760743,
571
+ 0.017221696853637697,
572
+ 0.01717344093322754,
573
+ 0.01719398307800293,
574
+ 0.017116159439086915,
575
+ 0.01722572708129883,
576
+ 0.01715814399719238,
577
+ 0.0171909122467041,
578
+ 0.017160192489624023,
579
+ 0.017171615600585936,
580
+ 0.01713043212890625,
581
+ 0.0171560001373291,
582
+ 0.017125375747680666,
583
+ 0.01718684768676758,
584
+ 0.017171424865722658,
585
+ 0.01723904037475586,
586
+ 0.017199167251586912,
587
+ 0.017206207275390625,
588
+ 0.017184768676757813,
589
+ 0.01723391914367676,
590
+ 0.017144832611083984,
591
+ 0.017241376876831055,
592
+ 0.017135360717773437,
593
+ 0.017598432540893556,
594
+ 0.017107967376708985,
595
+ 0.017116352081298827,
596
+ 0.01712518310546875,
597
+ 0.017159168243408202,
598
+ 0.017135936737060545,
599
+ 0.01724076843261719,
600
+ 0.017152000427246093,
601
+ 0.01719910430908203,
602
+ 0.017094655990600584,
603
+ 0.017166624069213866,
604
+ 0.01711587142944336,
605
+ 0.017252351760864256,
606
+ 0.01724415969848633,
607
+ 0.017284095764160155,
608
+ 0.017257471084594727,
609
+ 0.017525760650634766,
610
+ 0.017283071517944337,
611
+ 0.017271808624267578,
612
+ 0.017332223892211913,
613
+ 0.017283071517944337,
614
+ 0.017292287826538084,
615
+ 0.017282047271728516,
616
+ 0.01720832061767578,
617
+ 0.01718169593811035,
618
+ 0.017163328170776367,
619
+ 0.017195968627929686,
620
+ 0.01719193649291992,
621
+ 0.01721651268005371,
622
+ 0.01719500732421875,
623
+ 0.017273855209350587,
624
+ 0.01721446418762207,
625
+ 0.01721651268005371,
626
+ 0.017213663101196288,
627
+ 0.01722652816772461,
628
+ 0.017245183944702147,
629
+ 0.01721241569519043,
630
+ 0.017215520858764648,
631
+ 0.017179616928100584,
632
+ 0.01721049690246582,
633
+ 0.01722662353515625,
634
+ 0.01717043113708496,
635
+ 0.01717350387573242,
636
+ 0.017280000686645508,
637
+ 0.017296384811401368,
638
+ 0.017199296951293946,
639
+ 0.017270624160766603,
640
+ 0.017351648330688477,
641
+ 0.017286144256591796,
642
+ 0.01728102493286133,
643
+ 0.017300479888916014,
644
+ 0.01723904037475586,
645
+ 0.01721548843383789,
646
+ 0.01723187255859375,
647
+ 0.017245183944702147,
648
+ 0.017281055450439453,
649
+ 0.017224672317504883,
650
+ 0.01721241569519043,
651
+ 0.01720022392272949,
652
+ 0.01737513542175293,
653
+ 0.017242111206054688,
654
+ 0.01725951957702637,
655
+ 0.017302528381347656,
656
+ 0.017265663146972657,
657
+ 0.017290239334106446,
658
+ 0.017268768310546877,
659
+ 0.01724617576599121,
660
+ 0.017278976440429687,
661
+ 0.01722060775756836,
662
+ 0.0172042236328125,
663
+ 0.017175552368164062,
664
+ 0.01726464080810547,
665
+ 0.01717862319946289,
666
+ 0.0172454719543457,
667
+ 0.017269472122192382,
668
+ 0.01748684883117676,
669
+ 0.017256767272949218,
670
+ 0.01724076843261719,
671
+ 0.017280000686645508,
672
+ 0.017296672821044922,
673
+ 0.017228511810302733,
674
+ 0.0172410888671875,
675
+ 0.017265663146972657,
676
+ 0.017275903701782228,
677
+ 0.0172359676361084,
678
+ 0.01719705581665039,
679
+ 0.017242111206054688,
680
+ 0.01722368049621582,
681
+ 0.017250303268432618,
682
+ 0.017617919921875,
683
+ 0.0172554874420166,
684
+ 0.01732601547241211,
685
+ 0.01721343994140625,
686
+ 0.017349632263183593,
687
+ 0.017253376007080077,
688
+ 0.01740083122253418,
689
+ 0.017303647994995116,
690
+ 0.017280927658081056,
691
+ 0.017301504135131835,
692
+ 0.017291263580322267,
693
+ 0.01726361656188965,
694
+ 0.017300479888916014,
695
+ 0.017281312942504883,
696
+ 0.01734524726867676,
697
+ 0.0172475528717041,
698
+ 0.017303232192993165,
699
+ 0.01723091125488281,
700
+ 0.017272768020629884,
701
+ 0.017249471664428712,
702
+ 0.017276735305786134,
703
+ 0.017266687393188478,
704
+ 0.017284095764160155,
705
+ 0.017236991882324217,
706
+ 0.01728102493286133,
707
+ 0.017280000686645508,
708
+ 0.01724415969848633,
709
+ 0.01724928092956543,
710
+ 0.01761075210571289,
711
+ 0.017264799118041994,
712
+ 0.017294464111328126,
713
+ 0.017247968673706055,
714
+ 0.01724928092956543,
715
+ 0.017265663146972657,
716
+ 0.017299455642700197,
717
+ 0.017331199645996095,
718
+ 0.017290239334106446,
719
+ 0.017236991882324217,
720
+ 0.017288192749023438,
721
+ 0.017228799819946287,
722
+ 0.01725542449951172,
723
+ 0.017265663146972657,
724
+ 0.017269760131835937,
725
+ 0.01721036720275879,
726
+ 0.01723187255859375,
727
+ 0.017288192749023438,
728
+ 0.01724448013305664,
729
+ 0.017273536682128908,
730
+ 0.01723187255859375,
731
+ 0.01724313545227051,
732
+ 0.01720832061767578,
733
+ 0.01723391914367676,
734
+ 0.01723187255859375,
735
+ 0.017169471740722655,
736
+ 0.01714067268371582,
737
+ 0.01722470474243164,
738
+ 0.01729759979248047,
739
+ 0.01720003128051758,
740
+ 0.017247135162353516,
741
+ 0.01718294334411621,
742
+ 0.017200927734375,
743
+ 0.017188863754272463,
744
+ 0.017252351760864256,
745
+ 0.017252351760864256,
746
+ 0.01726361656188965,
747
+ 0.01726464080810547,
748
+ 0.01723904037475586,
749
+ 0.017292287826538084,
750
+ 0.01725366401672363,
751
+ 0.0172891845703125,
752
+ 0.017173248291015623,
753
+ 0.017267871856689453,
754
+ 0.017250463485717772,
755
+ 0.01721228790283203,
756
+ 0.01719891166687012,
757
+ 0.01725347137451172,
758
+ 0.01717955207824707,
759
+ 0.017242111206054688,
760
+ 0.01721958351135254,
761
+ 0.01725542449951172,
762
+ 0.01722163200378418,
763
+ 0.017273855209350587,
764
+ 0.017187839508056642,
765
+ 0.01722265625,
766
+ 0.01719500732421875,
767
+ 0.01725472068786621,
768
+ 0.0171393928527832,
769
+ 0.017230112075805663,
770
+ 0.01720425605773926,
771
+ 0.017202880859375,
772
+ 0.017126399993896483,
773
+ 0.01718489646911621,
774
+ 0.017182687759399413,
775
+ 0.01718979263305664,
776
+ 0.017232959747314452,
777
+ 0.017209280014038087,
778
+ 0.017236064910888672,
779
+ 0.017301599502563478,
780
+ 0.017248064041137694,
781
+ 0.017297407150268555,
782
+ 0.0171777286529541,
783
+ 0.01721126365661621,
784
+ 0.01716223907470703,
785
+ 0.017247520446777343,
786
+ 0.017247968673706055,
787
+ 0.01721548843383789,
788
+ 0.01720028877258301,
789
+ 0.017240095138549804,
790
+ 0.017191743850708006,
791
+ 0.01720319938659668,
792
+ 0.017161279678344726,
793
+ 0.017236928939819336,
794
+ 0.017180831909179687,
795
+ 0.017273696899414062,
796
+ 0.01722172737121582,
797
+ 0.017351743698120117,
798
+ 0.017190752029418947,
799
+ 0.01737513542175293,
800
+ 0.017367040634155274,
801
+ 0.01742950439453125,
802
+ 0.017483776092529296,
803
+ 0.017324031829833983,
804
+ 0.017341440200805663,
805
+ 0.017292287826538084,
806
+ 0.01732009506225586,
807
+ 0.017294176101684572,
808
+ 0.017338367462158204,
809
+ 0.017317983627319337,
810
+ 0.017349536895751954,
811
+ 0.017348608016967772,
812
+ 0.017303552627563477,
813
+ 0.017294336318969726,
814
+ 0.01723904037475586,
815
+ 0.017308671951293944,
816
+ 0.017299455642700197,
817
+ 0.017280000686645508,
818
+ 0.0171909122467041,
819
+ 0.01725347137451172,
820
+ 0.017277856826782227,
821
+ 0.01720217514038086,
822
+ 0.01722390365600586,
823
+ 0.017347360610961916,
824
+ 0.017632320404052736,
825
+ 0.01728227233886719,
826
+ 0.01726246452331543,
827
+ 0.017233760833740234,
828
+ 0.01729142379760742,
829
+ 0.017292192459106445,
830
+ 0.01731577682495117,
831
+ 0.017317888259887695,
832
+ 0.017268735885620116,
833
+ 0.017276927947998046,
834
+ 0.017295360565185547,
835
+ 0.017304576873779298,
836
+ 0.017352767944335937,
837
+ 0.01729427146911621,
838
+ 0.017331199645996095,
839
+ 0.017357824325561523,
840
+ 0.017274879455566407,
841
+ 0.017287168502807617,
842
+ 0.017302528381347656,
843
+ 0.017288192749023438,
844
+ 0.017260543823242186,
845
+ 0.0172728328704834,
846
+ 0.01731193542480469,
847
+ 0.017320768356323242,
848
+ 0.017258495330810548,
849
+ 0.01722777557373047,
850
+ 0.01723494338989258,
851
+ 0.017276927947998046,
852
+ 0.017537023544311522,
853
+ 0.017312768936157227,
854
+ 0.017357824325561523,
855
+ 0.017336416244506835,
856
+ 0.017720224380493164,
857
+ 0.017277055740356446,
858
+ 0.01725939178466797,
859
+ 0.017384511947631836,
860
+ 0.017333471298217773,
861
+ 0.01730633544921875,
862
+ 0.017265663146972657,
863
+ 0.017296384811401368,
864
+ 0.017278976440429687,
865
+ 0.017268768310546877,
866
+ 0.01726892852783203,
867
+ 0.017301279067993162,
868
+ 0.01726464080810547,
869
+ 0.017265695571899414,
870
+ 0.01728611183166504,
871
+ 0.017242399215698243,
872
+ 0.017297119140625,
873
+ 0.017312768936157227,
874
+ 0.017295360565185547,
875
+ 0.017282047271728516,
876
+ 0.017331199645996095,
877
+ 0.01724415969848633,
878
+ 0.017216800689697265,
879
+ 0.017281759262084962,
880
+ 0.01719910430908203,
881
+ 0.01722777557373047,
882
+ 0.01725775909423828,
883
+ 0.017266399383544923,
884
+ 0.017367231369018556,
885
+ 0.01729516792297363,
886
+ 0.01728102493286133,
887
+ 0.01724825668334961,
888
+ 0.017284095764160155,
889
+ 0.017258495330810548,
890
+ 0.017320959091186524,
891
+ 0.017275903701782228,
892
+ 0.017246208190917968,
893
+ 0.017268735885620116,
894
+ 0.017274944305419922,
895
+ 0.017220544815063476,
896
+ 0.017274879455566407,
897
+ 0.017293312072753905,
898
+ 0.01739571189880371,
899
+ 0.01733558464050293,
900
+ 0.01731350326538086,
901
+ 0.017297407150268555,
902
+ 0.01737932777404785,
903
+ 0.017321983337402345,
904
+ 0.017298431396484376,
905
+ 0.017342464447021484,
906
+ 0.0172728328704834,
907
+ 0.017406976699829102,
908
+ 0.017283327102661134,
909
+ 0.017327871322631836,
910
+ 0.017390592575073242,
911
+ 0.017390592575073242,
912
+ 0.017340415954589843,
913
+ 0.017769472122192383,
914
+ 0.017390592575073242,
915
+ 0.017377279281616212,
916
+ 0.017361215591430664,
917
+ 0.017355712890625,
918
+ 0.017308416366577147,
919
+ 0.017258495330810548,
920
+ 0.017345535278320313,
921
+ 0.017310720443725586,
922
+ 0.017325056076049804,
923
+ 0.017349632263183593,
924
+ 0.017295360565185547,
925
+ 0.017253376007080077,
926
+ 0.017337343215942384,
927
+ 0.017367040634155274,
928
+ 0.017289215087890625,
929
+ 0.0172410888671875,
930
+ 0.017301504135131835,
931
+ 0.017306623458862306,
932
+ 0.017280000686645508,
933
+ 0.017303552627563477,
934
+ 0.01725872039794922,
935
+ 0.017231744766235353,
936
+ 0.017264543533325197,
937
+ 0.01722675132751465,
938
+ 0.017260543823242186,
939
+ 0.01720217514038086,
940
+ 0.01721343994140625,
941
+ 0.017597440719604493,
942
+ 0.01721241569519043,
943
+ 0.01725132751464844,
944
+ 0.01719500732421875,
945
+ 0.01722163200378418,
946
+ 0.017316864013671874,
947
+ 0.017223840713500978,
948
+ 0.017190752029418947,
949
+ 0.017217536926269532,
950
+ 0.01722572708129883,
951
+ 0.017273120880126953,
952
+ 0.017327840805053712,
953
+ 0.017521663665771483,
954
+ 0.017370111465454103,
955
+ 0.017209344863891602,
956
+ 0.017189151763916017,
957
+ 0.017279712677001954,
958
+ 0.017242111206054688,
959
+ 0.01719500732421875,
960
+ 0.01725951957702637,
961
+ 0.017184768676757813,
962
+ 0.017260543823242186,
963
+ 0.0172410888671875,
964
+ 0.01719808006286621,
965
+ 0.017257471084594727,
966
+ 0.017172479629516603,
967
+ 0.017246208190917968,
968
+ 0.01723084831237793,
969
+ 0.01718169593811035,
970
+ 0.017301727294921875,
971
+ 0.017204000473022462,
972
+ 0.01719398307800293,
973
+ 0.01720639991760254,
974
+ 0.01722559928894043,
975
+ 0.017289215087890625,
976
+ 0.017269760131835937,
977
+ 0.017277952194213866,
978
+ 0.017352703094482422,
979
+ 0.017287168502807617,
980
+ 0.017152095794677736,
981
+ 0.017210271835327147,
982
+ 0.017175552368164062,
983
+ 0.017109184265136718,
984
+ 0.017207103729248045,
985
+ 0.0172410888671875,
986
+ 0.017263904571533203,
987
+ 0.017211103439331056,
988
+ 0.01723391914367676,
989
+ 0.017257471084594727,
990
+ 0.017259775161743166,
991
+ 0.017327871322631836,
992
+ 0.017269760131835937,
993
+ 0.01722572708129883,
994
+ 0.017148927688598634,
995
+ 0.01722777557373047,
996
+ 0.017105920791625977,
997
+ 0.01722368049621582,
998
+ 0.01715836715698242,
999
+ 0.017214399337768554,
1000
+ 0.017161056518554686,
1001
+ 0.01722572708129883,
1002
+ 0.017137664794921875,
1003
+ 0.01725542449951172,
1004
+ 0.01720751953125,
1005
+ 0.01727884864807129,
1006
+ 0.01715190315246582,
1007
+ 0.01723520088195801,
1008
+ 0.017212160110473634,
1009
+ 0.01721651268005371,
1010
+ 0.017164287567138673,
1011
+ 0.017216768264770508,
1012
+ 0.01713350486755371,
1013
+ 0.017221439361572267,
1014
+ 0.017153024673461914,
1015
+ 0.017229824066162108,
1016
+ 0.017137664794921875,
1017
+ 0.017171455383300782,
1018
+ 0.017145055770874024,
1019
+ 0.01718351936340332,
1020
+ 0.017085439682006837,
1021
+ 0.01722060775756836,
1022
+ 0.017126592636108398,
1023
+ 0.017223487854003905,
1024
+ 0.01716227149963379,
1025
+ 0.017208288192749024,
1026
+ 0.01714995193481445,
1027
+ 0.017160192489624023,
1028
+ 0.017167360305786132,
1029
+ 0.017167360305786132,
1030
+ 0.017506528854370117,
1031
+ 0.0172511043548584,
1032
+ 0.017225791931152343,
1033
+ 0.017253311157226562,
1034
+ 0.01720319938659668,
1035
+ 0.01720319938659668,
1036
+ 0.01721958351135254,
1037
+ 0.017289215087890625,
1038
+ 0.017165536880493163,
1039
+ 0.017253408432006834,
1040
+ 0.017175296783447265,
1041
+ 0.017242111206054688,
1042
+ 0.017168384552001953,
1043
+ 0.01724831962585449,
1044
+ 0.01713657569885254,
1045
+ 0.01724928092956543,
1046
+ 0.017120256423950195,
1047
+ 0.017192960739135742,
1048
+ 0.017128576278686525,
1049
+ 0.01721023941040039,
1050
+ 0.017164287567138673,
1051
+ 0.017207391738891603,
1052
+ 0.01711302375793457,
1053
+ 0.017195104598999023
1054
  ]
1055
  },
1056
  "throughput": {
1057
  "unit": "tokens/s",
1058
+ "value": 57.96544898029658
1059
  },
1060
  "energy": null,
1061
  "efficiency": null