from fastapi import FastAPI | |
from fastapi.staticfiles import StaticFiles | |
from fastapi.responses import FileResponse | |
from transformers import pipeline | |
app = FastAPI() | |
#pipe = gr.Interface.load("models/gpt2").launch() | |
pipe_flan = pipeline("text2text-generation", model="gpt2") | |
def gpt2(input): | |
output = pipe_flan(input) | |
#return {"output": output[0]["generated_text"]} | |
return {"output": output["generated_text"]} | |
app.mount("/", StaticFiles(directory="static", html=True), name="static") | |
def index() -> FileResponse: | |
return FileResponse(path="/app/static/index.html", media_type="text/html") |