from fastapi import FastAPI from fastapi.responses import RedirectResponse from transformers import pipeline # Create a new FastAPI app instance app = FastAPI() # Initialize the text generation pipeline # This function will be able to generate text # given an input. pipe = pipeline("text2text-generation", model="google/flan-t5-small") @app.get("/") def index(): """ Documentation for the API. """ return RedirectResponse(url="/docs") @app.get("/generate") def generate(text: str): """ Using the text2text-generation pipeline from `transformers`, generate text from the given input text. The model used is `google/flan-t5-small`, which can be found [here](). """ output = pipe(text) return {"output": output[0]["generated_text"]}