Spaces:
Running
Running
Julien Simon
commited on
Commit
•
5a0445e
1
Parent(s):
754d71d
Add SuperNova on g6e.12xlarge
Browse files
results_arcee_supernova.py
CHANGED
|
@@ -44,6 +44,14 @@ results_arcee_supernova = {
|
|
| 44 |
"tokensPerSecond": "16",
|
| 45 |
"notes": "-ngl 81 -c 13000 -fa -t 8",
|
| 46 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 47 |
{
|
| 48 |
"instanceType": "p4d.24xlarge",
|
| 49 |
"quantization": "awq",
|
|
|
|
| 44 |
"tokensPerSecond": "16",
|
| 45 |
"notes": "-ngl 81 -c 13000 -fa -t 8",
|
| 46 |
},
|
| 47 |
+
{
|
| 48 |
+
"instanceType": "g6e.12xlarge",
|
| 49 |
+
"quantization": "None",
|
| 50 |
+
"container": "vLLM 0.6.3",
|
| 51 |
+
"status": "OK",
|
| 52 |
+
"tokensPerSecond": "18.6",
|
| 53 |
+
"notes": "--max-model-len 16384",
|
| 54 |
+
},
|
| 55 |
{
|
| 56 |
"instanceType": "p4d.24xlarge",
|
| 57 |
"quantization": "awq",
|