Update app.py
Browse files
app.py
CHANGED
@@ -46,7 +46,7 @@ def load_model_norm():
|
|
46 |
model_name_or_path = "TheBloke/Wizard-Vicuna-7B-Uncensored-GPTQ"
|
47 |
# To use a different branch, change revision
|
48 |
# For example: revision="main"
|
49 |
-
model = AutoModelForCausalLM.from_pretrained(model_name_or_path,device_map="auto", trust_remote_code=True,revision="
|
50 |
|
51 |
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
|
52 |
|
|
|
46 |
model_name_or_path = "TheBloke/Wizard-Vicuna-7B-Uncensored-GPTQ"
|
47 |
# To use a different branch, change revision
|
48 |
# For example: revision="main"
|
49 |
+
model = AutoModelForCausalLM.from_pretrained(model_name_or_path,device_map="auto", trust_remote_code=True,revision="gptq-4bit-128g-actorder_True")
|
50 |
|
51 |
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
|
52 |
|