Update README.md

README.md

@@ -76,7 +76,7 @@ Contact us today to unlock the potential of BRIA 2.3 FAST-LORA! By submitting th
 
 
 
-### Code example using Diffusers 
+# Code example using Diffusers 
 
 
 ```
@@ -98,4 +98,42 @@ pipe.to("cuda")
 prompt = "A portrait of a Beautiful and playful ethereal singer, golden designs, highly detailed, blurry background"
 
 image = pipe(prompt, num_inference_steps=8, guidance_scale=0.0).images[0]
+```
+
+
+# Using both LCM LORA and ControlNet
+
+
+```
+condition_image_path = "A_dog.png"
+prompt = "A white dog"
+seed = 222
+w, h = 1024, 1024
+
+controlnet = ControlNetModel.from_pretrained(
+    "briaai/BRIA-2.3-ControlNet-Canny",
+    torch_dtype=torch.float16
+)
+pipe = StableDiffusionXLControlNetPipeline.from_pretrained("briaai/BRIA-2.3", controlnet=controlnet, torch_dtype=torch.float16)
+
+
+pipe.load_lora_weights("briaai/BRIA-2.3-FAST-LORA")
+pipe.fuse_lora()
+pipe.scheduler = LCMScheduler.from_config(pipe.scheduler.config)
+pipe.force_zeros_for_empty_prompt = False
+pipe.to("cuda")
+
+negative_prompt = "Logo,Watermark,Text,Ugly,Morbid,Extra fingers,Poorly drawn hands,Mutation,Blurry,Extra limbs,Gross proportions,Missing arms,Mutated hands,Long neck,Duplicate,Mutilated,Mutilated hands,Poorly drawn face,Deformed,Bad anatomy,Cloned face,Malformed limbs,Missing legs,Too many fingers"
+generator = torch.Generator("cuda").manual_seed(seed)
+
+# Calculate Canny image
+low_threshold, high_threshold = 100, 200
+input_image = cv2.imread(condition_image_path)
+input_image = cv2.Canny(input_image, low_threshold, high_threshold)
+input_image = input_image[:, :, None]
+input_image = np.concatenate([input_image, input_image, input_image], axis=2)
+condition_image = Image.fromarray(input_image)
+
+#Generate
+image = pipe(prompt, image=condition_image, controlnet_conditioning_scale=1.0, num_inference_steps=8, width=w,height=h, guidance_scale=0.0, negative_prompt=negative_prompt, generator=generator,).images[0]
 ```