Vitrous commited on
Commit
6624e83
·
verified ·
1 Parent(s): 69bfe26

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -46,7 +46,7 @@ def load_model_norm():
46
  model_name_or_path = "TheBloke/Wizard-Vicuna-7B-Uncensored-GPTQ"
47
  # To use a different branch, change revision
48
  # For example: revision="main"
49
- model = AutoModelForCausalLM.from_pretrained(model_name_or_path,device_map="auto", trust_remote_code=True,revision="main")
50
 
51
  tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
52
 
 
46
  model_name_or_path = "TheBloke/Wizard-Vicuna-7B-Uncensored-GPTQ"
47
  # To use a different branch, change revision
48
  # For example: revision="main"
49
+ model = AutoModelForCausalLM.from_pretrained(model_name_or_path,device_map="auto", trust_remote_code=True,revision="gptq-4bit-128g-actorder_True")
50
 
51
  tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
52