sdung commited on
Commit
8f247af
·
verified ·
1 Parent(s): ac1afd1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -24,7 +24,7 @@ model_name_or_path = "TheBloke/phi-2-GPTQ"
24
  # For example: revision="gptq-4bit-32g-actorder_True"
25
 
26
  config = AutoConfig.from_pretrained(model_name_or_path,trust_remote_code=True)
27
- config.quantization_config["disable_exllama"] = True
28
 
29
  model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
30
  device_map="cpu",
 
24
  # For example: revision="gptq-4bit-32g-actorder_True"
25
 
26
  config = AutoConfig.from_pretrained(model_name_or_path,trust_remote_code=True)
27
+ config.quantization_config["use_exllama"] = False
28
 
29
  model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
30
  device_map="cpu",