test / app.py
sushibait's picture
Create app.py
73be2f4 verified
raw
history blame contribute delete
650 Bytes
import gradio as gr
from transformers import AutoModelForCausalLM, AutoTokenizer
model_name = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
model = AutoModelForCausalLM.from_pretrained(model_name)
tokenizer = AutoTokenizer.from_pretrained(model_name)
def generate_post(subreddit, topic):
prompt = f"Create a Reddit post for r/{subreddit} about {topic}"
inputs = tokenizer(prompt, return_tensors="pt")
outputs = model.generate(**inputs, max_length=200)
return tokenizer.decode(outputs[0])
interface = gr.Interface(
fn=generate_post,
inputs=["text", "text"],
outputs="text",
title="Reddit Post Generator"
)
interface.launch()