hieunguyenminh
commited on
Commit
•
9d4fb12
1
Parent(s):
431d14d
Update config.json
Browse files- config.json +2 -1
config.json
CHANGED
@@ -34,6 +34,7 @@
|
|
34 |
"true_sequential": true,
|
35 |
"model_name_or_path": null,
|
36 |
"model_file_base_name": "model",
|
37 |
-
"quant_method": "gptq"
|
|
|
38 |
}
|
39 |
}
|
|
|
34 |
"true_sequential": true,
|
35 |
"model_name_or_path": null,
|
36 |
"model_file_base_name": "model",
|
37 |
+
"quant_method": "gptq",
|
38 |
+
"disable_exllama": true
|
39 |
}
|
40 |
}
|