from fastapi import FastAPI | |
from transformers import pipeline | |
## Create a new fastAPI instance | |
app=FastAPI() | |
# Initialize the text generation pipeline | |
pipe=pipeline("text2text-generation", model="google/flan-t5-small") | |
# Create routes | |
def home(): | |
return {"message": "Hello, World!"} | |
# Deine a unction to handle the GET request at / generate | |
def generate(text: str): | |
# Use the pipeline to generate text | |
output=pipe(text, max_length=100) | |
# return the generated text in son response | |
return {"output": output[0]["generated_text"]} |