| from fastapi import FastAPI | |
| from config import args | |
| from device import device, torch_dtype | |
| from app_init import init_app | |
| from user_queue import user_queue_map | |
| from util import get_pipeline_class | |
| app = FastAPI() | |
| pipeline_class = get_pipeline_class(args.pipeline) | |
| pipeline = pipeline_class(args, device, torch_dtype) | |
| init_app(app, user_queue_map, args, pipeline) | |