Update app.py
Browse files
app.py
CHANGED
@@ -24,7 +24,7 @@ model_name_or_path = "TheBloke/phi-2-GPTQ"
|
|
24 |
# For example: revision="gptq-4bit-32g-actorder_True"
|
25 |
|
26 |
config = AutoConfig.from_pretrained(model_name_or_path,trust_remote_code=True)
|
27 |
-
config.quantization_config["
|
28 |
|
29 |
model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
|
30 |
device_map="cpu",
|
|
|
24 |
# For example: revision="gptq-4bit-32g-actorder_True"
|
25 |
|
26 |
config = AutoConfig.from_pretrained(model_name_or_path,trust_remote_code=True)
|
27 |
+
config.quantization_config["use_exllama"] = False
|
28 |
|
29 |
model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
|
30 |
device_map="cpu",
|