app.py

from fastapi import FastAPI
from fastapi.responses import RedirectResponse
from transformers import pipeline

# Create a new FastAPI app instance
app = FastAPI()

# Initialize the text generation pipeline
# This function will be able to generate text
# given an input.
pipe = pipeline("text2text-generation", model="google/flan-t5-small")


@app.get("/")
def index():
    """
    Documentation for the API.
    """
    return RedirectResponse(url="/docs")


@app.get("/generate")
def generate(text: str):
    """
    Using the text2text-generation pipeline from `transformers`, generate text
    from the given input text. The model used is `google/flan-t5-small`, which
    can be found [here](<https://huggingface.co/google/flan-t5-small>).
    """
    output = pipe(text)

    return {"output": output[0]["generated_text"]}