| from fastapi import FastAPI | |
| from config import args | |
| from device import device, torch_dtype | |
| from app_init import init_app | |
| from user_queue import user_data | |
| from util import get_pipeline_class | |
| print("DEVICE:", device) | |
| print("TORCH_DTYPE:", torch_dtype) | |
| print("PIPELINE:", args.pipeline) | |
| print("SAFETY_CHECKER:", args.safety_checker) | |
| print("TORCH_COMPILE:", args.torch_compile) | |
| app = FastAPI() | |
| pipeline_class = get_pipeline_class(args.pipeline) | |
| pipeline = pipeline_class(args, device, torch_dtype) | |
| init_app(app, user_data, args, pipeline) | |