import os import cv2 import torch import gfpgan from PIL import Image from upscaler.RealESRGAN import RealESRGAN from upscaler.codeformer import CodeFormerEnhancer def gfpgan_runner(img, model): _, imgs, _ = model.enhance(img, paste_back=True, has_aligned=True) return imgs[0] def realesrgan_runner(img, model): img = model.predict(img) return img def codeformer_runner(img, model): img = model.enhance(img) return img supported_enhancers = { "CodeFormer": ("./assets/pretrained_models/codeformer.onnx", codeformer_runner), "GFPGAN": ("./assets/pretrained_models/GFPGANv1.4.pth", gfpgan_runner), "REAL-ESRGAN 2x": ("./assets/pretrained_models/RealESRGAN_x2.pth", realesrgan_runner), "REAL-ESRGAN 4x": ("./assets/pretrained_models/RealESRGAN_x4.pth", realesrgan_runner), "REAL-ESRGAN 8x": ("./assets/pretrained_models/RealESRGAN_x8.pth", realesrgan_runner) } cv2_interpolations = ["LANCZOS4", "CUBIC", "NEAREST"] def get_available_enhancer_names(): available = [] for name, data in supported_enhancers.items(): path = os.path.join(os.path.abspath(os.path.dirname(__file__)), data[0]) if os.path.exists(path): available.append(name) return available def load_face_enhancer_model(name='GFPGAN', device="cpu"): assert name in get_available_enhancer_names() + cv2_interpolations, f"Face enhancer {name} unavailable." if name in supported_enhancers.keys(): model_path, model_runner = supported_enhancers.get(name) model_path = os.path.join(os.path.abspath(os.path.dirname(__file__)), model_path) if name == 'CodeFormer': model = CodeFormerEnhancer(model_path=model_path, device=device) elif name == 'GFPGAN': model = gfpgan.GFPGANer(model_path=model_path, upscale=1, device=device) elif name == 'REAL-ESRGAN 2x': model = RealESRGAN(device, scale=2) model.load_weights(model_path, download=False) elif name == 'REAL-ESRGAN 4x': model = RealESRGAN(device, scale=4) model.load_weights(model_path, download=False) elif name == 'REAL-ESRGAN 8x': model = RealESRGAN(device, scale=8) model.load_weights(model_path, download=False) elif name == 'LANCZOS4': model = None model_runner = lambda img, _: cv2.resize(img, (512,512), interpolation=cv2.INTER_LANCZOS4) elif name == 'CUBIC': model = None model_runner = lambda img, _: cv2.resize(img, (512,512), interpolation=cv2.INTER_CUBIC) elif name == 'NEAREST': model = None model_runner = lambda img, _: cv2.resize(img, (512,512), interpolation=cv2.INTER_NEAREST) else: model = None return (model, model_runner)