xap commited on
Commit
2b0d3cb
1 Parent(s): fbe6d03

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +6 -0
README.md CHANGED
@@ -40,3 +40,9 @@ model = PeftModel.from_pretrained(
40
  "xap/Meta-Llama3-8B-Instruct-assessment",
41
  lora_config=lora_config,
42
  )
 
 
 
 
 
 
 
40
  "xap/Meta-Llama3-8B-Instruct-assessment",
41
  lora_config=lora_config,
42
  )
43
+
44
+ inputt = "input in alpaca format"
45
+ inputs = tokenizer(inputt,return_tensors="pt")
46
+ outputs = model.generate(**inputs, max_new_tokens=5)
47
+ print(tokenizer.decode(outputs[0], skip_special_tokens=True))
48
+ ```