Sebastien De Greef
commited on
Commit
·
1a34914
1
Parent(s):
909b9b6
chore: Update gguf variable to use lowercase for q8_0
Browse files
app.py
CHANGED
|
@@ -166,7 +166,7 @@ def save_model(model_name, hub_model_name, hub_token, gguf_16bit, gguf_8bit, ggu
|
|
| 166 |
if gguf_16bit:
|
| 167 |
gguf = "f16"
|
| 168 |
elif gguf_8bit:
|
| 169 |
-
gguf = "
|
| 170 |
elif gguf_4bit:
|
| 171 |
gguf = "q4_k_m"
|
| 172 |
else:
|
|
|
|
| 166 |
if gguf_16bit:
|
| 167 |
gguf = "f16"
|
| 168 |
elif gguf_8bit:
|
| 169 |
+
gguf = "q8_0"
|
| 170 |
elif gguf_4bit:
|
| 171 |
gguf = "q4_k_m"
|
| 172 |
else:
|