svjack
/

Qwen2-7B_Function_Call_tiny_lora

Generated from Trainer

Model card Files Files and versions Community

svjack commited on Jun 20

Commit

c06b8a3

•

1 Parent(s): dae4480

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -42,7 +42,7 @@ from peft import PeftModel
 tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2-7B-Instruct")
 model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen2-7B-Instruct",
-                                             torch_dtype="auto", device_map="auto", load_in_4bit = True)
 model = PeftModel.from_pretrained(model, "svjack/Qwen2-7B_Function_Call_tiny_lora")
 streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)

 tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2-7B-Instruct")
 model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen2-7B-Instruct",
+                                             torch_dtype="auto", device_map="auto", load_in_8bit = True)
 model = PeftModel.from_pretrained(model, "svjack/Qwen2-7B_Function_Call_tiny_lora")
 streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)