Update README.md

README.md

@@ -28,6 +28,58 @@ Guidance: 15
 
 <img src="https://huggingface.co/juancopi81/dreambooth_riffusion_model_currulao_v1/resolve/main/A_currulao%20song_lo-fi_nostalgic_100_15.png">
 
+## How to use it
+
+You need to load the Riffusion weights to use this model.
+Example for Colab:
+
+```python
+!git lfs install
+!git clone https://huggingface.co/juancopi81/dreambooth_riffusion_model_currulao_v1
+
+!pip install git+https://github.com/costiash/stable-diffusion-tensorflow --upgrade --quiet
+!pip install tensorflow tensorflow_addons ftfy --upgrade --quiet
+!pip install pytorch-lightning
+!pip install pydub
+!pip install huggingface-hub
+
+!pip install -q -U keras_cv
+!pip install -q -U tensorflow 
+
+import tensorflow as tf 
+
+from keras_cv.models.stable_diffusion.clip_tokenizer import SimpleTokenizer
+from keras_cv.models.stable_diffusion.diffusion_model import DiffusionModel
+from keras_cv.models.stable_diffusion.stable_diffusion import StableDiffusion as StableDiffusionKeras
+from keras_cv.models.stable_diffusion.image_encoder import ImageEncoder
+from keras_cv.models.stable_diffusion.noise_scheduler import NoiseScheduler
+from keras_cv.models.stable_diffusion.text_encoder import TextEncoder
+import keras
+
+from stable_diffusion_tf.stable_diffusion import StableDiffusion as StableDiffusionPy
+
+resolution=512
+sd_dreambooth_model_1=StableDiffusionPy(resolution, resolution, download_weights=False, jit_compile=True)
+
+diffusion_model_pytorch_weights = keras.utils.get_file(
+    origin="https://huggingface.co/riffusion/riffusion-model-v1/resolve/main/riffusion-model-v1.ckpt",
+    file_hash="99a6eb51c18e16a6121180f3daa69344e571618b195533f67ae94be4eb135a57",
+)
+
+sd_dreambooth_model_1.load_weights_from_pytorch_ckpt(diffusion_model_pytorch_weights)
+
+sd_dreambooth_model_1.diffusion_model.load_weights("/content/dreambooth_riffusion_model_currulao_v1")
+
+img = sd_dreambooth_model_1.generate(
+    "A $currulao song, EDM",
+    num_steps=100,
+    unconditional_guidance_scale=12,
+    temperature=1.2,
+    batch_size=1,
+)
+pil_img = Image.fromarray(img[0])
+```
+
 
 ## Intended uses & limitations