Update README.md
Browse files
README.md
CHANGED
@@ -40,3 +40,9 @@ model = PeftModel.from_pretrained(
|
|
40 |
"xap/Meta-Llama3-8B-Instruct-assessment",
|
41 |
lora_config=lora_config,
|
42 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
40 |
"xap/Meta-Llama3-8B-Instruct-assessment",
|
41 |
lora_config=lora_config,
|
42 |
)
|
43 |
+
|
44 |
+
inputt = "input in alpaca format"
|
45 |
+
inputs = tokenizer(inputt,return_tensors="pt")
|
46 |
+
outputs = model.generate(**inputs, max_new_tokens=5)
|
47 |
+
print(tokenizer.decode(outputs[0], skip_special_tokens=True))
|
48 |
+
```
|