trllm / main.py
aka7774's picture
Upload 8 files
581f159 verified
raw history blame
No virus
729 Bytes
import os
import sys
import time
import signal
import io
from fastapi import FastAPI, Request, status, Form, UploadFile
from fastapi.staticfiles import StaticFiles
from fastapi.middleware.cors import CORSMiddleware
from pydantic import BaseModel, Field
from fastapi.exceptions import RequestValidationError
from fastapi.responses import JSONResponse
import fn
import gradio as gr
from app import demo
app = FastAPI()
app.add_middleware(
CORSMiddleware,
allow_origins=['*'],
allow_credentials=True,
allow_methods=["*"],
allow_headers=["*"],
)
gr.mount_gradio_app(app, demo, path="/gradio")
@app.post("/infer")
async def api_infer(args: dict):
content = fn.infer(args)
return {'content': content}