Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -22,7 +22,7 @@ tokenizer = AutoTokenizer.from_pretrained(model, token = access_token, trust_rem
|
|
22 |
tokenizer.pad_token = tokenizer.eos_token
|
23 |
tokenizer.padding_side = "right"
|
24 |
|
25 |
-
model = AutoModelForCausalLM.from_pretrained(model, trust_remote_code=True, token = access_token, device_map =
|
26 |
model = PeftModel.from_pretrained(model, peft_model, offload_folder="offload/")
|
27 |
|
28 |
model = model.eval()
|
|
|
22 |
tokenizer.pad_token = tokenizer.eos_token
|
23 |
tokenizer.padding_side = "right"
|
24 |
|
25 |
+
model = AutoModelForCausalLM.from_pretrained(model, trust_remote_code=True, token = access_token, device_map="auto", load_in_8bit=True, offload_folder="offload/")
|
26 |
model = PeftModel.from_pretrained(model, peft_model, offload_folder="offload/")
|
27 |
|
28 |
model = model.eval()
|