Added teknium/OpenHermes-2.5-Mistral-7B
Browse files
inference-cache-config/mistral.json
CHANGED
@@ -74,5 +74,19 @@
|
|
74 |
"num_cores": 8,
|
75 |
"auto_cast_type": "bf16"
|
76 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
77 |
]
|
78 |
}
|
|
|
74 |
"num_cores": 8,
|
75 |
"auto_cast_type": "bf16"
|
76 |
}
|
77 |
+
],
|
78 |
+
"teknium/OpenHermes-2.5-Mistral-7B": [
|
79 |
+
{
|
80 |
+
"batch_size": 1,
|
81 |
+
"sequence_length": 4096,
|
82 |
+
"num_cores": 2,
|
83 |
+
"auto_cast_type": "bf16"
|
84 |
+
},
|
85 |
+
{
|
86 |
+
"batch_size": 4,
|
87 |
+
"sequence_length": 4096,
|
88 |
+
"num_cores": 2,
|
89 |
+
"auto_cast_type": "bf16"
|
90 |
+
}
|
91 |
]
|
92 |
}
|