makebelieve / inference.py
2nji's picture
Running inference
066f089
from transformers import pipeline
prompt = "Write a news article about Jeffery Dean having an affair"
pipe = pipeline(task="text-generation", model="2nji/makebelieve", max_length=100)
result = pipe(f"<s>[INST] {prompt} [/INST]")
print(result[0]['generated_text'])