test hidiffusion

inversion_run_base.py

@@ -2,7 +2,7 @@ import torch
 
 from diffusers import (
     DDPMScheduler,
-    StableDiffusionXLImg2ImgPipeline,
+    AutoPipelineForImage2Image,
 )
 from diffusers.pipelines.stable_diffusion_xl.pipeline_stable_diffusion_xl_img2img import retrieve_timesteps, retrieve_latents
 from PIL import Image
@@ -11,6 +11,8 @@ from config import get_config, get_num_steps_actual
 from functools import partial
 from compel import Compel, ReturnedEmbeddingsType
 
+from hidiffusion import apply_hidiffusion, remove_hidiffusion
+
 class Object(object):
     pass
 
@@ -42,7 +44,7 @@ device = "cuda" if torch.cuda.is_available() else "cpu"
 BASE_MODEL = "stabilityai/sdxl-turbo"
 
 
-pipeline = StableDiffusionXLImg2ImgPipeline.from_pretrained(
+pipeline = AutoPipelineForImage2Image.from_pretrained(
     BASE_MODEL,
     torch_dtype=torch.float16, 
     variant="fp16", 
@@ -55,6 +57,8 @@ pipeline.scheduler = DDPMScheduler.from_pretrained(
     subfolder="scheduler",
 )
 
+apply_hidiffusion(pipeline)
+
 config = get_config(args)
 
 compel_proc = Compel(

requirements.txt

@@ -14,4 +14,5 @@ git+https://github.com/XPixelGroup/BasicSR@master
 facexlib
 realesrgan
 controlnet_aux
-peft
+peft
+hidiffusion