frankmorales2020 commited on
Commit
8672c1d
1 Parent(s): 0e1ff36

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +4 -1
README.md CHANGED
@@ -27,16 +27,19 @@ from peft import AutoPeftModelForCausalLM
27
  from transformers import AutoTokenizer, pipeline
28
 
29
  peft_model_id = "frankmorales2020/Mistral-7B-text-to-sql"
30
- # peft_model_id = args.output_dir
31
 
32
  # Load Model with PEFT adapter
 
33
  model = AutoPeftModelForCausalLM.from_pretrained(
34
  peft_model_id,
35
  device_map="auto",
36
  torch_dtype=torch.float16
37
  )
38
  tokenizer = AutoTokenizer.from_pretrained(peft_model_id)
 
39
  # Load into the pipeline
 
40
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
41
 
42
 
 
27
  from transformers import AutoTokenizer, pipeline
28
 
29
  peft_model_id = "frankmorales2020/Mistral-7B-text-to-sql"
30
+
31
 
32
  # Load Model with PEFT adapter
33
+
34
  model = AutoPeftModelForCausalLM.from_pretrained(
35
  peft_model_id,
36
  device_map="auto",
37
  torch_dtype=torch.float16
38
  )
39
  tokenizer = AutoTokenizer.from_pretrained(peft_model_id)
40
+
41
  # Load into the pipeline
42
+
43
  pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
44
 
45