from fastapi import FastAPI from config import args from device import device, torch_dtype from app_init import init_app from user_queue import user_queue_map from util import get_pipeline_class app = FastAPI() pipeline_class = get_pipeline_class(args.pipeline) pipeline = pipeline_class(args, device, torch_dtype) init_app(app, user_queue_map, args, pipeline)