from fastapi import FastAPI from transformers import pipeline app = FastAPI() pipe = pipeline("text2text-generation", model="google/flan-t5-small") @app.get("/generate") def generate(text: str): output = pipe(text) return {"output": output[0]["generated_text"]} # serve the app # if __name__ == "__main__": # uvicorn.run(app, host="0.0.0.0", port=7860)