docker-demo / app.py
asdyns's picture
updates
7c33397
raw
history blame
No virus
272 Bytes
from fastapi import FASTAPI
from transformers import pipeline
app = FASTAPI()
pipe = pipeline("text2text-generation", model="google/flan-t5-small")
@app.get("/generate")
def generate(text: str):
output = pipe(text)
return {"output": output[0]["generated_text"]}