Update README.md

README.md

@@ -4,7 +4,7 @@ pipeline_tag: text-to-image
 inference: true
 base_model: stabilityai/sd-turbo
 ---
-# DPO LoRA Stable Diffusion v2-1
+# DPO LoRA Stable Diffusion XL
 Model trained with LoRA implementation of Diffusion DPO Read more [here](https://github.com/huggingface/diffusers/tree/main/examples/research_projects/diffusion_dpo)
 
 
@@ -14,43 +14,52 @@ Base Model: https://huggingface.co/stabilityai/stable-diffusion-2-1
 
 
 ```python
-
-from diffusers import DiffusionPipeline
-from diffusers.utils import make_image_grid
 import torch
+from diffusers import AutoPipelineForText2Image, DPMSolverMultistepScheduler
+from diffusers.utils import make_image_grid
+
+pipe = AutoPipelineForText2Image.from_pretrained(
+    "stabilityai/stable-diffusion-xl-base-1.0",
+    torch_dtype=torch.float16,
+    use_safetensors=True,
+    variant="fp16",
+)
+pipe.scheduler = DPMSolverMultistepScheduler.from_config(
+    pipe.scheduler.config, use_karras_sigmas=True
+)
+pipe.to("cuda");
 
-pipe = DiffusionPipeline.from_pretrained(
-    "stabilityai/sd-turbo",  # SD Turbo is a destilled version of Stable Diffusion 2.1
-    # "stabilityai/stable-diffusion-2-1", # for the original stable diffusion 2.1 model
-    torch_dtype=torch.float16, variant="fp16"
+seed = 12341234123 
+prompt = "professional portrait photo of a girl, photograph, highly detailed face, depth of field, moody light, golden hour, style by Dan Winters, Russell James, Steve McCurry, centered, extremely detailed, Nikon D850, award winning photography"
+negative_prompt = "3d render, cartoon, drawing, art, low light, blur, pixelated, low resolution, black and white"
+num_inference_steps = 20
+height = 1024
+width = height
+guidance_scale = 20
+
+pipe.unload_lora_weights()
+pipe.load_lora_weights(
+    "radames/diffusion-sdxl-dpo",
+    weight_name="checkpoint-5500/pytorch_lora_weights.safetensors",
+        # weight_name="pytorch_lora_weights.safetensors",
+    adapter_name="sdxl-dpo-lora",
 )
-pipe.to("cuda")
-pipe.load_lora_weights("radames/stable-diffusion-2-1-DPO-LoRA", adapter_name="dpo-lora-sd21")
-pipe.set_adapters(["dpo-lora-sd21"], adapter_weights=[1.0]) # you can play with adapter_weights to increase the effect of the LoRA model
-seed = 123123
-prompt = "portrait headshot professional of elon musk"
-negative_prompt = "3d render, cartoon, drawing, art, low light"
+pipe.set_adapters(["sdxl-dpo-lora"], adapter_weights=[1.0])
 generator = torch.Generator().manual_seed(seed)
-images = pipe(
-    prompt=prompt,
-    negative_prompt=negative_prompt,
-    width=512,
-    height=512,
-    num_inference_steps=2,
-    generator=generator,
-    guidance_scale=1.0,
-    num_images_per_prompt=4
-).images
-make_image_grid(images, 1, 4)
+with_dpo = pipe(
+        prompt=prompt,
+        guidance_scale=guidance_scale,
+        negative_prompt=negative_prompt,
+        num_inference_steps=num_inference_steps,
+        width=width,
+        height=height,
+        generator=generator,
+    ).images[0]
+with_dpo
 ```
 
-## Examples
-
-Left Withoud DPO right with DPO LoRA
+# Adaptor Weights effect
 
-<img src=https://cdn-uploads.huggingface.co/production/uploads/6064e095abd8d3692e3e2ed6/R8E0hRpWIE6OhhtvgJeEU.png style="max-width: 60rem;">
-<img src=https://cdn-uploads.huggingface.co/production/uploads/6064e095abd8d3692e3e2ed6/Eg4LbyxCfhmsk2INzqODw.png style="max-width: 60rem;">
-<img src=https://cdn-uploads.huggingface.co/production/uploads/6064e095abd8d3692e3e2ed6/GD7KumSCNweBWMJ1TArI-.png style="max-width: 60rem;">
-<img src=https://cdn-uploads.huggingface.co/production/uploads/6064e095abd8d3692e3e2ed6/SO7QoA9lZJY9hI0U4fBLy.png style="max-width: 60rem;">
-<img src=https://cdn-uploads.huggingface.co/production/uploads/6064e095abd8d3692e3e2ed6/ZWbQwIQ5OklEgF9RW581R.png style="max-width: 60rem;">
+adapter_weights
 
+![image/jpeg](https://cdn-uploads.huggingface.co/production/uploads/6064e095abd8d3692e3e2ed6/Oto0TMZ4HTzThhyIv4FN0.jpeg)