docker-demo / app.py
asdyns's picture
simplify dockerfile
9562862
from fastapi import FastAPI
from transformers import pipeline
app = FastAPI(docs_url="/")
pipe = pipeline("text2text-generation", model="google/flan-t5-small")
@app.get("/generate")
def generate(text: str):
output = pipe(text)
return {"output": output[0]["generated_text"]}