add all scripts

README.md

@@ -79,33 +79,40 @@ $ pip install diffusers transformers accelerate
 3. Run code:
 
 ```python
-#!/usr/bin/env python3
 import torch
+import os
+from huggingface_hub import HfApi
+from pathlib import Path
 from diffusers.utils import load_image
+import numpy as np
 import cv2
+from PIL import Image
 
 from diffusers import (
     ControlNetModel,
     StableDiffusionControlNetPipeline,
     UniPCMultistepScheduler,
 )
-import sys
 
-model_id = "lllyasviel/control_v11p_sd15_canny"
+checkpoint = "ControlNet-1-1-preview/control_v11p_sd15_canny"
 
 image = load_image(
-    "https://huggingface.co/lllyasviel/sd-controlnet-canny/resolve/main/images/bird.png"
+    "https://huggingface.co/ControlNet-1-1-preview/control_v11p_sd15_canny/resolve/main/images/input.png"
 )
 
+image = np.array(image)
+
 low_threshold = 100
 high_threshold = 200
 
 image = cv2.Canny(image, low_threshold, high_threshold)
 image = image[:, :, None]
 image = np.concatenate([image, image, image], axis=2)
-canny_image = Image.fromarray(image)
+control_image = Image.fromarray(image)
+
+control_image.save("./images/control.png")
 
-controlnet = ControlNetModel.from_pretrained(model_id, torch_dtype=torch.float16)
+controlnet = ControlNetModel.from_pretrained(checkpoint, torch_dtype=torch.float16)
 pipe = StableDiffusionControlNetPipeline.from_pretrained(
     "runwayml/stable-diffusion-v1-5", controlnet=controlnet, torch_dtype=torch.float16
 )
@@ -114,16 +121,16 @@ pipe.scheduler = UniPCMultistepScheduler.from_config(pipe.scheduler.config)
 pipe.enable_model_cpu_offload()
 
 generator = torch.manual_seed(33)
-image = pipe("a blue paradise bird in the jungle", num_inference_steps=20, generator=generator, image=canny_image).images[0]
+image = pipe("a blue paradise bird in the jungle", num_inference_steps=20, generator=generator, image=control_image).images[0]
 
-image.save('images/bird_canny_out.png')
+image.save('images/image_out.png')
 ```
 
-![bird](./images/bird.png)
+![bird](./images/input.png)
 
-![bird_canny](./images/bird_canny.png)
+![bird_canny](./images/control.png)
 
-![bird_canny_out](./images/bird_canny_out.png)
+![bird_canny_out](./images/image_out.png)
 
 ## Other released checkpoints v1-1