{"cells":[{"cell_type":"markdown","metadata":{"id":"n82R1JsXwF7t"},"source":["# Training DreamBooth LoRA with Stable Diffusion XL on Trump Thumbs Up Images:"]},{"cell_type":"markdown","metadata":{"id":"BFPA3b2WrXS2"},"source":["## Linking Drive\n","\n"]},{"cell_type":"code","execution_count":2,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"gZ9p20AWVbvT","outputId":"c6284da6-138f-465e-d883-a51c98200032","executionInfo":{"status":"ok","timestamp":1716769697087,"user_tz":240,"elapsed":14858,"user":{"displayName":"306429 ktr.ece.17","userId":"18271986174943354641"}}},"outputs":[{"output_type":"stream","name":"stdout","text":["Mounted at /content/drive\n"]}],"source":["from google.colab import drive\n","drive.mount('/content/drive')"]},{"cell_type":"code","execution_count":2,"metadata":{"id":"bVmEPjuhbhuw","executionInfo":{"status":"ok","timestamp":1716764451707,"user_tz":240,"elapsed":555,"user":{"displayName":"306429 ktr.ece.17","userId":"18271986174943354641"}}},"outputs":[],"source":["import warnings\n","warnings.filterwarnings(\"ignore\")"]},{"cell_type":"markdown","metadata":{"id":"FAcyJStbty0F"},"source":["## Installing & Login to Hugging Face\n"]},{"cell_type":"code","execution_count":4,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"1AqGCSDGRECx","outputId":"a3679991-248a-4955-d83f-4af19829b39d","executionInfo":{"status":"ok","timestamp":1716769880206,"user_tz":240,"elapsed":7031,"user":{"displayName":"306429 ktr.ece.17","userId":"18271986174943354641"}}},"outputs":[{"output_type":"stream","name":"stdout","text":["Requirement already satisfied: huggingface-hub in /usr/local/lib/python3.10/dist-packages (0.23.1)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from huggingface-hub) (3.14.0)\n","Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub) (2023.6.0)\n","Requirement already satisfied: packaging>=20.9 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub) (24.0)\n","Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub) (6.0.1)\n","Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from huggingface-hub) (2.31.0)\n","Requirement already satisfied: tqdm>=4.42.1 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub) (4.66.4)\n","Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub) (4.11.0)\n","Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub) (3.3.2)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub) (3.7)\n","Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub) (2.0.7)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->huggingface-hub) (2024.2.2)\n"]}],"source":["!pip install huggingface-hub"]},{"cell_type":"code","execution_count":5,"metadata":{"id":"uJlMOYYqQCDA","executionInfo":{"status":"ok","timestamp":1716769880348,"user_tz":240,"elapsed":148,"user":{"displayName":"306429 ktr.ece.17","userId":"18271986174943354641"}}},"outputs":[],"source":["!git config --global credential.helper store\n"]},{"cell_type":"code","execution_count":6,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"kM_s_OdTRFdj","outputId":"e0bb8b91-717d-49bd-a82c-669263e36f6d","executionInfo":{"status":"ok","timestamp":1716769889736,"user_tz":240,"elapsed":9390,"user":{"displayName":"306429 ktr.ece.17","userId":"18271986174943354641"}}},"outputs":[{"output_type":"stream","name":"stdout","text":["\n"," _| _| _| _| _|_|_| _|_|_| _|_|_| _| _| _|_|_| _|_|_|_| _|_| _|_|_| _|_|_|_|\n"," _| _| _| _| _| _| _| _|_| _| _| _| _| _| _| _|\n"," _|_|_|_| _| _| _| _|_| _| _|_| _| _| _| _| _| _|_| _|_|_| _|_|_|_| _| _|_|_|\n"," _| _| _| _| _| _| _| _| _| _| _|_| _| _| _| _| _| _| _|\n"," _| _| _|_| _|_|_| _|_|_| _|_|_| _| _| _|_|_| _| _| _| _|_|_| _|_|_|_|\n","\n"," To login, `huggingface_hub` requires a token generated from https://huggingface.co/settings/tokens .\n","Enter your token (input will not be visible): \n","Add token as git credential? (Y/n) Y\n","Token is valid (permission: write).\n","Your token has been saved in your configured git credential helpers (store).\n","Your token has been saved to /root/.cache/huggingface/token\n","Login successful\n"]}],"source":["!huggingface-cli login"]},{"cell_type":"markdown","metadata":{"id":"o3z6sOezuvH9"},"source":["##Cloning Hugging Face/diffusers - [Repo](https://github.com/huggingface/diffusers)\n"]},{"cell_type":"code","execution_count":6,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"1sohzLd-FDeR","outputId":"1f3c4587-18f7-49dd-d92d-8e4c2b86472d","executionInfo":{"status":"ok","timestamp":1716764611199,"user_tz":240,"elapsed":20594,"user":{"displayName":"306429 ktr.ece.17","userId":"18271986174943354641"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["CompletedProcess(args=['pip', 'install', '-e', '.'], returncode=0)"]},"metadata":{},"execution_count":6}],"source":["import os\n","import subprocess\n","\n","\n","subprocess.run([\"git\", \"clone\", \"https://github.com/huggingface/diffusers\"])\n","os.chdir(\"diffusers\")\n","subprocess.run([\"pip\", \"install\", \"-e\", \".\"])\n"]},{"cell_type":"markdown","metadata":{"id":"k3S-TkScvbcp"},"source":["## Installing Requirements - Dreambooth SDXL"]},{"cell_type":"code","execution_count":7,"metadata":{"id":"Pioqlrk6FM-J","executionInfo":{"status":"ok","timestamp":1716764676157,"user_tz":240,"elapsed":230,"user":{"displayName":"306429 ktr.ece.17","userId":"18271986174943354641"}}},"outputs":[],"source":["os.chdir(\"examples/dreambooth\")"]},{"cell_type":"code","execution_count":8,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"QBXvJzHiFsIo","outputId":"2aea511b-4d8e-46bc-ae47-ae55bb57319d","executionInfo":{"status":"ok","timestamp":1716764747604,"user_tz":240,"elapsed":70238,"user":{"displayName":"306429 ktr.ece.17","userId":"18271986174943354641"}}},"outputs":[{"output_type":"stream","name":"stdout","text":["Collecting accelerate>=0.16.0 (from -r requirements_sdxl.txt (line 1))\n"," Downloading accelerate-0.30.1-py3-none-any.whl (302 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m302.6/302.6 kB\u001b[0m \u001b[31m6.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: torchvision in /usr/local/lib/python3.10/dist-packages (from -r requirements_sdxl.txt (line 2)) (0.18.0+cu121)\n","Requirement already satisfied: transformers>=4.25.1 in /usr/local/lib/python3.10/dist-packages (from -r requirements_sdxl.txt (line 3)) (4.41.0)\n","Collecting ftfy (from -r requirements_sdxl.txt (line 4))\n"," Downloading ftfy-6.2.0-py3-none-any.whl (54 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m54.4/54.4 kB\u001b[0m \u001b[31m5.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: tensorboard in /usr/local/lib/python3.10/dist-packages (from -r requirements_sdxl.txt (line 5)) (2.15.2)\n","Requirement already satisfied: Jinja2 in /usr/local/lib/python3.10/dist-packages (from -r requirements_sdxl.txt (line 6)) (3.1.4)\n","Collecting peft==0.7.0 (from -r requirements_sdxl.txt (line 7))\n"," Downloading peft-0.7.0-py3-none-any.whl (168 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m168.3/168.3 kB\u001b[0m \u001b[31m11.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from peft==0.7.0->-r requirements_sdxl.txt (line 7)) (1.25.2)\n","Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from peft==0.7.0->-r requirements_sdxl.txt (line 7)) (24.0)\n","Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from peft==0.7.0->-r requirements_sdxl.txt (line 7)) (5.9.5)\n","Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from peft==0.7.0->-r requirements_sdxl.txt (line 7)) (6.0.1)\n","Requirement already satisfied: torch>=1.13.0 in /usr/local/lib/python3.10/dist-packages (from peft==0.7.0->-r requirements_sdxl.txt (line 7)) (2.3.0+cu121)\n","Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from peft==0.7.0->-r requirements_sdxl.txt (line 7)) (4.66.4)\n","Requirement already satisfied: safetensors in /usr/local/lib/python3.10/dist-packages (from peft==0.7.0->-r requirements_sdxl.txt (line 7)) (0.4.3)\n","Requirement already satisfied: huggingface-hub>=0.17.0 in /usr/local/lib/python3.10/dist-packages (from peft==0.7.0->-r requirements_sdxl.txt (line 7)) (0.23.1)\n","Requirement already satisfied: pillow!=8.3.*,>=5.3.0 in /usr/local/lib/python3.10/dist-packages (from torchvision->-r requirements_sdxl.txt (line 2)) (9.4.0)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.7.0->-r requirements_sdxl.txt (line 7)) (3.14.0)\n","Requirement already satisfied: typing-extensions>=4.8.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.7.0->-r requirements_sdxl.txt (line 7)) (4.11.0)\n","Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.7.0->-r requirements_sdxl.txt (line 7)) (1.12)\n","Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.7.0->-r requirements_sdxl.txt (line 7)) (3.3)\n","Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.7.0->-r requirements_sdxl.txt (line 7)) (2023.6.0)\n","Collecting nvidia-cuda-nvrtc-cu12==12.1.105 (from torch>=1.13.0->peft==0.7.0->-r requirements_sdxl.txt (line 7))\n"," Using cached nvidia_cuda_nvrtc_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (23.7 MB)\n","Collecting nvidia-cuda-runtime-cu12==12.1.105 (from torch>=1.13.0->peft==0.7.0->-r requirements_sdxl.txt (line 7))\n"," Using cached nvidia_cuda_runtime_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (823 kB)\n","Collecting nvidia-cuda-cupti-cu12==12.1.105 (from torch>=1.13.0->peft==0.7.0->-r requirements_sdxl.txt (line 7))\n"," Using cached nvidia_cuda_cupti_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (14.1 MB)\n","Collecting nvidia-cudnn-cu12==8.9.2.26 (from torch>=1.13.0->peft==0.7.0->-r requirements_sdxl.txt (line 7))\n"," Using cached nvidia_cudnn_cu12-8.9.2.26-py3-none-manylinux1_x86_64.whl (731.7 MB)\n","Collecting nvidia-cublas-cu12==12.1.3.1 (from torch>=1.13.0->peft==0.7.0->-r requirements_sdxl.txt (line 7))\n"," Using cached nvidia_cublas_cu12-12.1.3.1-py3-none-manylinux1_x86_64.whl (410.6 MB)\n","Collecting nvidia-cufft-cu12==11.0.2.54 (from torch>=1.13.0->peft==0.7.0->-r requirements_sdxl.txt (line 7))\n"," Using cached nvidia_cufft_cu12-11.0.2.54-py3-none-manylinux1_x86_64.whl (121.6 MB)\n","Collecting nvidia-curand-cu12==10.3.2.106 (from torch>=1.13.0->peft==0.7.0->-r requirements_sdxl.txt (line 7))\n"," Using cached nvidia_curand_cu12-10.3.2.106-py3-none-manylinux1_x86_64.whl (56.5 MB)\n","Collecting nvidia-cusolver-cu12==11.4.5.107 (from torch>=1.13.0->peft==0.7.0->-r requirements_sdxl.txt (line 7))\n"," Using cached nvidia_cusolver_cu12-11.4.5.107-py3-none-manylinux1_x86_64.whl (124.2 MB)\n","Collecting nvidia-cusparse-cu12==12.1.0.106 (from torch>=1.13.0->peft==0.7.0->-r requirements_sdxl.txt (line 7))\n"," Using cached nvidia_cusparse_cu12-12.1.0.106-py3-none-manylinux1_x86_64.whl (196.0 MB)\n","Collecting nvidia-nccl-cu12==2.20.5 (from torch>=1.13.0->peft==0.7.0->-r requirements_sdxl.txt (line 7))\n"," Using cached nvidia_nccl_cu12-2.20.5-py3-none-manylinux2014_x86_64.whl (176.2 MB)\n","Collecting nvidia-nvtx-cu12==12.1.105 (from torch>=1.13.0->peft==0.7.0->-r requirements_sdxl.txt (line 7))\n"," Using cached nvidia_nvtx_cu12-12.1.105-py3-none-manylinux1_x86_64.whl (99 kB)\n","Requirement already satisfied: triton==2.3.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.13.0->peft==0.7.0->-r requirements_sdxl.txt (line 7)) (2.3.0)\n","Collecting nvidia-nvjitlink-cu12 (from nvidia-cusolver-cu12==11.4.5.107->torch>=1.13.0->peft==0.7.0->-r requirements_sdxl.txt (line 7))\n"," Downloading nvidia_nvjitlink_cu12-12.5.40-py3-none-manylinux2014_x86_64.whl (21.3 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m21.3/21.3 MB\u001b[0m \u001b[31m66.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.25.1->-r requirements_sdxl.txt (line 3)) (2023.12.25)\n","Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers>=4.25.1->-r requirements_sdxl.txt (line 3)) (2.31.0)\n","Requirement already satisfied: tokenizers<0.20,>=0.19 in /usr/local/lib/python3.10/dist-packages (from transformers>=4.25.1->-r requirements_sdxl.txt (line 3)) (0.19.1)\n","Requirement already satisfied: wcwidth<0.3.0,>=0.2.12 in /usr/local/lib/python3.10/dist-packages (from ftfy->-r requirements_sdxl.txt (line 4)) (0.2.13)\n","Requirement already satisfied: absl-py>=0.4 in /usr/local/lib/python3.10/dist-packages (from tensorboard->-r requirements_sdxl.txt (line 5)) (1.4.0)\n","Requirement already satisfied: grpcio>=1.48.2 in /usr/local/lib/python3.10/dist-packages (from tensorboard->-r requirements_sdxl.txt (line 5)) (1.64.0)\n","Requirement already satisfied: google-auth<3,>=1.6.3 in /usr/local/lib/python3.10/dist-packages (from tensorboard->-r requirements_sdxl.txt (line 5)) (2.27.0)\n","Requirement already satisfied: google-auth-oauthlib<2,>=0.5 in /usr/local/lib/python3.10/dist-packages (from tensorboard->-r requirements_sdxl.txt (line 5)) (1.2.0)\n","Requirement already satisfied: markdown>=2.6.8 in /usr/local/lib/python3.10/dist-packages (from tensorboard->-r requirements_sdxl.txt (line 5)) (3.6)\n","Requirement already satisfied: protobuf!=4.24.0,>=3.19.6 in /usr/local/lib/python3.10/dist-packages (from tensorboard->-r requirements_sdxl.txt (line 5)) (3.20.3)\n","Requirement already satisfied: setuptools>=41.0.0 in /usr/local/lib/python3.10/dist-packages (from tensorboard->-r requirements_sdxl.txt (line 5)) (67.7.2)\n","Requirement already satisfied: six>1.9 in /usr/local/lib/python3.10/dist-packages (from tensorboard->-r requirements_sdxl.txt (line 5)) (1.16.0)\n","Requirement already satisfied: tensorboard-data-server<0.8.0,>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from tensorboard->-r requirements_sdxl.txt (line 5)) (0.7.2)\n","Requirement already satisfied: werkzeug>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from tensorboard->-r requirements_sdxl.txt (line 5)) (3.0.3)\n","Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from Jinja2->-r requirements_sdxl.txt (line 6)) (2.1.5)\n","Requirement already satisfied: cachetools<6.0,>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from google-auth<3,>=1.6.3->tensorboard->-r requirements_sdxl.txt (line 5)) (5.3.3)\n","Requirement already satisfied: pyasn1-modules>=0.2.1 in /usr/local/lib/python3.10/dist-packages (from google-auth<3,>=1.6.3->tensorboard->-r requirements_sdxl.txt (line 5)) (0.4.0)\n","Requirement already satisfied: rsa<5,>=3.1.4 in /usr/local/lib/python3.10/dist-packages (from google-auth<3,>=1.6.3->tensorboard->-r requirements_sdxl.txt (line 5)) (4.9)\n","Requirement already satisfied: requests-oauthlib>=0.7.0 in /usr/local/lib/python3.10/dist-packages (from google-auth-oauthlib<2,>=0.5->tensorboard->-r requirements_sdxl.txt (line 5)) (1.3.1)\n","Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->transformers>=4.25.1->-r requirements_sdxl.txt (line 3)) (3.3.2)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers>=4.25.1->-r requirements_sdxl.txt (line 3)) (3.7)\n","Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers>=4.25.1->-r requirements_sdxl.txt (line 3)) (2.0.7)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers>=4.25.1->-r requirements_sdxl.txt (line 3)) (2024.2.2)\n","Requirement already satisfied: pyasn1<0.7.0,>=0.4.6 in /usr/local/lib/python3.10/dist-packages (from pyasn1-modules>=0.2.1->google-auth<3,>=1.6.3->tensorboard->-r requirements_sdxl.txt (line 5)) (0.6.0)\n","Requirement already satisfied: oauthlib>=3.0.0 in /usr/local/lib/python3.10/dist-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib<2,>=0.5->tensorboard->-r requirements_sdxl.txt (line 5)) (3.2.2)\n","Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=1.13.0->peft==0.7.0->-r requirements_sdxl.txt (line 7)) (1.3.0)\n","Installing collected packages: nvidia-nvtx-cu12, nvidia-nvjitlink-cu12, nvidia-nccl-cu12, nvidia-curand-cu12, nvidia-cufft-cu12, nvidia-cuda-runtime-cu12, nvidia-cuda-nvrtc-cu12, nvidia-cuda-cupti-cu12, nvidia-cublas-cu12, ftfy, nvidia-cusparse-cu12, nvidia-cudnn-cu12, nvidia-cusolver-cu12, accelerate, peft\n","Successfully installed accelerate-0.30.1 ftfy-6.2.0 nvidia-cublas-cu12-12.1.3.1 nvidia-cuda-cupti-cu12-12.1.105 nvidia-cuda-nvrtc-cu12-12.1.105 nvidia-cuda-runtime-cu12-12.1.105 nvidia-cudnn-cu12-8.9.2.26 nvidia-cufft-cu12-11.0.2.54 nvidia-curand-cu12-10.3.2.106 nvidia-cusolver-cu12-11.4.5.107 nvidia-cusparse-cu12-12.1.0.106 nvidia-nccl-cu12-2.20.5 nvidia-nvjitlink-cu12-12.5.40 nvidia-nvtx-cu12-12.1.105 peft-0.7.0\n"]}],"source":["!pip install -r requirements_sdxl.txt"]},{"cell_type":"markdown","metadata":{"id":"1onMzLpQxHxt"},"source":["## Write Basic Configuration for Accelerate"]},{"cell_type":"code","execution_count":9,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"uzDpW209Fu2S","outputId":"f8fc660d-04ad-4179-8508-ca6e76339b3a","executionInfo":{"status":"ok","timestamp":1716764761255,"user_tz":240,"elapsed":8621,"user":{"displayName":"306429 ktr.ece.17","userId":"18271986174943354641"}}},"outputs":[{"output_type":"execute_result","data":{"text/plain":["PosixPath('/root/.cache/huggingface/accelerate/default_config.yaml')"]},"metadata":{},"execution_count":9}],"source":["from accelerate.utils import write_basic_config\n","write_basic_config()"]},{"cell_type":"markdown","metadata":{"id":"Mvh8SOo_xLFM"},"source":["## Load and Display Images from Drive"]},{"cell_type":"code","execution_count":10,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":1000,"output_embedded_package_id":"1JloMrDZVqxDngCM0kQGLysU0_5WBRa8V"},"id":"EVuVdfs6Lgjq","outputId":"174a125e-98ad-417d-a1bd-05d061dd1b01","executionInfo":{"status":"ok","timestamp":1716764772923,"user_tz":240,"elapsed":11678,"user":{"displayName":"306429 ktr.ece.17","userId":"18271986174943354641"}}},"outputs":[{"output_type":"display_data","data":{"text/plain":"Output hidden; open in https://colab.research.google.com to view."},"metadata":{}}],"source":["import os\n","import cv2\n","from matplotlib import pyplot as plt\n","\n","dir = '/content/drive/MyDrive/SDXL/Images/thumbsup'\n","count = 0\n","max_images = 10\n","\n","for img_name in os.listdir(dir):\n"," img_path = os.path.join(dir, img_name)\n","\n"," if img_path.lower().endswith(('.png', '.jpg', '.jpeg')):\n"," img = cv2.imread(img_path)\n","\n"," if img is None:\n"," print(f\"Failed to load image: {img_path}\")\n"," continue\n","\n"," img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)\n","\n"," plt.imshow(img)\n"," plt.axis('off')\n"," plt.show()\n","\n"," count += 1\n"," if count >= max_images:\n"," break\n"]},{"cell_type":"markdown","metadata":{"id":"I-FLb51byEdk"},"source":["## Installing Required Libraries"]},{"cell_type":"code","execution_count":11,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"MplrP2FbMNVV","outputId":"2ac63af6-5b0a-4f64-f866-160554dcaf16","executionInfo":{"status":"ok","timestamp":1716764899283,"user_tz":240,"elapsed":82853,"user":{"displayName":"306429 ktr.ece.17","userId":"18271986174943354641"}}},"outputs":[{"output_type":"stream","name":"stdout","text":["Collecting tensorrt\n"," Downloading tensorrt-10.0.1.tar.gz (16 kB)\n"," Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Collecting bitsandbytes\n"," Downloading bitsandbytes-0.43.1-py3-none-manylinux_2_24_x86_64.whl (119.8 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m119.8/119.8 MB\u001b[0m \u001b[31m9.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting xformers\n"," Downloading xformers-0.0.26.post1-cp310-cp310-manylinux2014_x86_64.whl (222.7 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m222.7/222.7 MB\u001b[0m \u001b[31m5.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting wandb\n"," Downloading wandb-0.17.0-py3-none-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (6.7 MB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.7/6.7 MB\u001b[0m \u001b[31m83.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting tensorrt-cu12 (from tensorrt)\n"," Downloading tensorrt-cu12-10.0.1.tar.gz (18 kB)\n"," Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Requirement already satisfied: torch in /usr/local/lib/python3.10/dist-packages (from bitsandbytes) (2.3.0+cu121)\n","Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from bitsandbytes) (1.25.2)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from torch->bitsandbytes) (3.14.0)\n","Requirement already satisfied: typing-extensions>=4.8.0 in /usr/local/lib/python3.10/dist-packages (from torch->bitsandbytes) (4.11.0)\n","Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch->bitsandbytes) (1.12)\n","Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch->bitsandbytes) (3.3)\n","Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch->bitsandbytes) (3.1.4)\n","Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch->bitsandbytes) (2023.6.0)\n","Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch->bitsandbytes) (12.1.105)\n","Requirement already satisfied: nvidia-cuda-runtime-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch->bitsandbytes) (12.1.105)\n","Requirement already satisfied: nvidia-cuda-cupti-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch->bitsandbytes) (12.1.105)\n","Requirement already satisfied: nvidia-cudnn-cu12==8.9.2.26 in /usr/local/lib/python3.10/dist-packages (from torch->bitsandbytes) (8.9.2.26)\n","Requirement already satisfied: nvidia-cublas-cu12==12.1.3.1 in /usr/local/lib/python3.10/dist-packages (from torch->bitsandbytes) (12.1.3.1)\n","Requirement already satisfied: nvidia-cufft-cu12==11.0.2.54 in /usr/local/lib/python3.10/dist-packages (from torch->bitsandbytes) (11.0.2.54)\n","Requirement already satisfied: nvidia-curand-cu12==10.3.2.106 in /usr/local/lib/python3.10/dist-packages (from torch->bitsandbytes) (10.3.2.106)\n","Requirement already satisfied: nvidia-cusolver-cu12==11.4.5.107 in /usr/local/lib/python3.10/dist-packages (from torch->bitsandbytes) (11.4.5.107)\n","Requirement already satisfied: nvidia-cusparse-cu12==12.1.0.106 in /usr/local/lib/python3.10/dist-packages (from torch->bitsandbytes) (12.1.0.106)\n","Requirement already satisfied: nvidia-nccl-cu12==2.20.5 in /usr/local/lib/python3.10/dist-packages (from torch->bitsandbytes) (2.20.5)\n","Requirement already satisfied: nvidia-nvtx-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch->bitsandbytes) (12.1.105)\n","Requirement already satisfied: triton==2.3.0 in /usr/local/lib/python3.10/dist-packages (from torch->bitsandbytes) (2.3.0)\n","Requirement already satisfied: nvidia-nvjitlink-cu12 in /usr/local/lib/python3.10/dist-packages (from nvidia-cusolver-cu12==11.4.5.107->torch->bitsandbytes) (12.5.40)\n","Requirement already satisfied: click!=8.0.0,>=7.1 in /usr/local/lib/python3.10/dist-packages (from wandb) (8.1.7)\n","Collecting docker-pycreds>=0.4.0 (from wandb)\n"," Downloading docker_pycreds-0.4.0-py2.py3-none-any.whl (9.0 kB)\n","Collecting gitpython!=3.1.29,>=1.0.0 (from wandb)\n"," Downloading GitPython-3.1.43-py3-none-any.whl (207 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m207.3/207.3 kB\u001b[0m \u001b[31m29.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: platformdirs in /usr/local/lib/python3.10/dist-packages (from wandb) (4.2.2)\n","Requirement already satisfied: protobuf!=4.21.0,<5,>=3.19.0 in /usr/local/lib/python3.10/dist-packages (from wandb) (3.20.3)\n","Requirement already satisfied: psutil>=5.0.0 in /usr/local/lib/python3.10/dist-packages (from wandb) (5.9.5)\n","Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from wandb) (6.0.1)\n","Requirement already satisfied: requests<3,>=2.0.0 in /usr/local/lib/python3.10/dist-packages (from wandb) (2.31.0)\n","Collecting sentry-sdk>=1.0.0 (from wandb)\n"," Downloading sentry_sdk-2.3.1-py2.py3-none-any.whl (289 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m289.0/289.0 kB\u001b[0m \u001b[31m36.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hCollecting setproctitle (from wandb)\n"," Downloading setproctitle-1.3.3-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (30 kB)\n","Requirement already satisfied: setuptools in /usr/local/lib/python3.10/dist-packages (from wandb) (67.7.2)\n","Requirement already satisfied: six>=1.4.0 in /usr/local/lib/python3.10/dist-packages (from docker-pycreds>=0.4.0->wandb) (1.16.0)\n","Collecting gitdb<5,>=4.0.1 (from gitpython!=3.1.29,>=1.0.0->wandb)\n"," Downloading gitdb-4.0.11-py3-none-any.whl (62 kB)\n","\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m62.7/62.7 kB\u001b[0m \u001b[31m9.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25hRequirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2.0.0->wandb) (3.3.2)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2.0.0->wandb) (3.7)\n","Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2.0.0->wandb) (2.0.7)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests<3,>=2.0.0->wandb) (2024.2.2)\n","Collecting smmap<6,>=3.0.1 (from gitdb<5,>=4.0.1->gitpython!=3.1.29,>=1.0.0->wandb)\n"," Downloading smmap-5.0.1-py3-none-any.whl (24 kB)\n","Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch->bitsandbytes) (2.1.5)\n","Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch->bitsandbytes) (1.3.0)\n","Building wheels for collected packages: tensorrt, tensorrt-cu12\n"," Building wheel for tensorrt (setup.py) ... \u001b[?25l\u001b[?25hdone\n"," Created wheel for tensorrt: filename=tensorrt-10.0.1-py2.py3-none-any.whl size=16331 sha256=83db41a9a0ca6503af355a1e9cadf70d1f246bc26ae742725def05b2f74e9a8f\n"," Stored in directory: /root/.cache/pip/wheels/43/0e/35/f5de9a100ae769ece311b8f653e493f7e49bbcc25dcdc92e27\n"," Building wheel for tensorrt-cu12 (setup.py) ... \u001b[?25l\u001b[?25hdone\n"," Created wheel for tensorrt-cu12: filename=tensorrt_cu12-10.0.1-py2.py3-none-any.whl size=17551 sha256=4e3ca806594b0cfb85abdd78d1df08c12795615fa8eb3be4e61636446f419f86\n"," Stored in directory: /root/.cache/pip/wheels/3d/65/7d/75f1bf55d7e57b0c82cb037d1d39d53851946315222eaf4c76\n","Successfully built tensorrt tensorrt-cu12\n","Installing collected packages: tensorrt-cu12, smmap, setproctitle, sentry-sdk, docker-pycreds, tensorrt, gitdb, gitpython, xformers, wandb, bitsandbytes\n","Successfully installed bitsandbytes-0.43.1 docker-pycreds-0.4.0 gitdb-4.0.11 gitpython-3.1.43 sentry-sdk-2.3.1 setproctitle-1.3.3 smmap-5.0.1 tensorrt-10.0.1 tensorrt-cu12-10.0.1 wandb-0.17.0 xformers-0.0.26.post1\n"]}],"source":["!pip install tensorrt bitsandbytes xformers wandb"]},{"cell_type":"code","execution_count":12,"metadata":{"id":"VOggHoq5ytZF","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1716764921394,"user_tz":240,"elapsed":14179,"user":{"displayName":"306429 ktr.ece.17","userId":"18271986174943354641"}},"outputId":"18537e3c-1a5d-4bb8-b322-2af4b8071538"},"outputs":[{"output_type":"stream","name":"stdout","text":["Requirement already satisfied: diffusers in /usr/local/lib/python3.10/dist-packages (0.28.0.dev0)\n","Requirement already satisfied: accelerate in /usr/local/lib/python3.10/dist-packages (0.30.1)\n","Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.10/dist-packages (from diffusers) (7.1.0)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from diffusers) (3.14.0)\n","Requirement already satisfied: huggingface-hub>=0.20.2 in /usr/local/lib/python3.10/dist-packages (from diffusers) (0.23.1)\n","Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from diffusers) (1.25.2)\n","Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from diffusers) (2023.12.25)\n","Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from diffusers) (2.31.0)\n","Requirement already satisfied: safetensors>=0.3.1 in /usr/local/lib/python3.10/dist-packages (from diffusers) (0.4.3)\n","Requirement already satisfied: Pillow in /usr/local/lib/python3.10/dist-packages (from diffusers) (9.4.0)\n","Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from accelerate) (24.0)\n","Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate) (5.9.5)\n","Requirement already satisfied: pyyaml in /usr/local/lib/python3.10/dist-packages (from accelerate) (6.0.1)\n","Requirement already satisfied: torch>=1.10.0 in /usr/local/lib/python3.10/dist-packages (from accelerate) (2.3.0+cu121)\n","Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.20.2->diffusers) (2023.6.0)\n","Requirement already satisfied: tqdm>=4.42.1 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.20.2->diffusers) (4.66.4)\n","Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.20.2->diffusers) (4.11.0)\n","Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (1.12)\n","Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (3.3)\n","Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (3.1.4)\n","Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (12.1.105)\n","Requirement already satisfied: nvidia-cuda-runtime-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (12.1.105)\n","Requirement already satisfied: nvidia-cuda-cupti-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (12.1.105)\n","Requirement already satisfied: nvidia-cudnn-cu12==8.9.2.26 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (8.9.2.26)\n","Requirement already satisfied: nvidia-cublas-cu12==12.1.3.1 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (12.1.3.1)\n","Requirement already satisfied: nvidia-cufft-cu12==11.0.2.54 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (11.0.2.54)\n","Requirement already satisfied: nvidia-curand-cu12==10.3.2.106 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (10.3.2.106)\n","Requirement already satisfied: nvidia-cusolver-cu12==11.4.5.107 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (11.4.5.107)\n","Requirement already satisfied: nvidia-cusparse-cu12==12.1.0.106 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (12.1.0.106)\n","Requirement already satisfied: nvidia-nccl-cu12==2.20.5 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (2.20.5)\n","Requirement already satisfied: nvidia-nvtx-cu12==12.1.105 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (12.1.105)\n","Requirement already satisfied: triton==2.3.0 in /usr/local/lib/python3.10/dist-packages (from torch>=1.10.0->accelerate) (2.3.0)\n","Requirement already satisfied: nvidia-nvjitlink-cu12 in /usr/local/lib/python3.10/dist-packages (from nvidia-cusolver-cu12==11.4.5.107->torch>=1.10.0->accelerate) (12.5.40)\n","Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.10/dist-packages (from importlib-metadata->diffusers) (3.18.2)\n","Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->diffusers) (3.3.2)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->diffusers) (3.7)\n","Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->diffusers) (2.0.7)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->diffusers) (2024.2.2)\n","Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch>=1.10.0->accelerate) (2.1.5)\n","Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch>=1.10.0->accelerate) (1.3.0)\n"]}],"source":["pip install --upgrade diffusers accelerate"]},{"cell_type":"markdown","metadata":{"id":"-xT93bqryH_8"},"source":["## Logging into Weights and Biases"]},{"cell_type":"code","execution_count":13,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"-VJlmzeTNqI6","outputId":"0f26365c-9e9b-42fc-ba96-add869dbbc6e","executionInfo":{"status":"ok","timestamp":1716764942312,"user_tz":240,"elapsed":17347,"user":{"displayName":"306429 ktr.ece.17","userId":"18271986174943354641"}}},"outputs":[{"output_type":"stream","name":"stdout","text":["\u001b[34m\u001b[1mwandb\u001b[0m: Logging into wandb.ai. (Learn how to deploy a W&B server locally: https://wandb.me/wandb-server)\n","\u001b[34m\u001b[1mwandb\u001b[0m: You can find your API key in your browser here: https://wandb.ai/authorize\n","\u001b[34m\u001b[1mwandb\u001b[0m: Paste an API key from your profile and hit enter, or press ctrl+c to quit: \n","\u001b[34m\u001b[1mwandb\u001b[0m: Appending key for api.wandb.ai to your netrc file: /root/.netrc\n"]}],"source":["!wandb login"]},{"cell_type":"markdown","metadata":{"id":"G8QWClW5zZRH"},"source":["## Train DreamBooth LoRA Model with Stable Diffusion XL"]},{"cell_type":"code","execution_count":16,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"dxqpf2HWLkGs","outputId":"4d170a41-3c21-4287-c9f5-2670fcc9a466","executionInfo":{"status":"ok","timestamp":1716768939361,"user_tz":240,"elapsed":3632633,"user":{"displayName":"306429 ktr.ece.17","userId":"18271986174943354641"}}},"outputs":[{"output_type":"stream","name":"stdout","text":["2024-05-26 23:15:16.005566: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered\n","2024-05-26 23:15:16.005615: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered\n","2024-05-26 23:15:16.012753: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered\n","2024-05-26 23:15:16.033650: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.\n","To enable the following instructions: AVX2 AVX512F FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.\n","2024-05-26 23:15:18.206067: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT\n","05/26/2024 23:15:20 - INFO - __main__ - Distributed environment: NO\n","Num processes: 1\n","Process index: 0\n","Local process index: 0\n","Device: cuda\n","\n","Mixed precision type: fp16\n","\n","/usr/local/lib/python3.10/dist-packages/huggingface_hub/file_download.py:1132: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.\n"," warnings.warn(\n","You are using a model of type clip_text_model to instantiate a model of type . This is not supported for all configurations of models and can yield errors.\n","You are using a model of type clip_text_model to instantiate a model of type . This is not supported for all configurations of models and can yield errors.\n","{'variance_type', 'clip_sample_range', 'dynamic_thresholding_ratio', 'thresholding', 'rescale_betas_zero_snr'} was not found in config. Values will be initialized to default values.\n","{'latents_std', 'latents_mean', 'force_upcast'} was not found in config. Values will be initialized to default values.\n","{'reverse_transformer_layers_per_block', 'dropout', 'attention_type'} was not found in config. Values will be initialized to default values.\n","\u001b[34m\u001b[1mwandb\u001b[0m: Currently logged in as: \u001b[33mnatarajan-paresh\u001b[0m (\u001b[33mparesh\u001b[0m). Use \u001b[1m`wandb login --relogin`\u001b[0m to force relogin\n","\u001b[34m\u001b[1mwandb\u001b[0m: Tracking run with wandb version 0.17.0\n","\u001b[34m\u001b[1mwandb\u001b[0m: Run data is saved locally in \u001b[35m\u001b[1m/content/diffusers/examples/dreambooth/wandb/run-20240526_231649-b8d3iyc6\u001b[0m\n","\u001b[34m\u001b[1mwandb\u001b[0m: Run \u001b[1m`wandb offline`\u001b[0m to turn off syncing.\n","\u001b[34m\u001b[1mwandb\u001b[0m: Syncing run \u001b[33mjumping-sponge-3\u001b[0m\n","\u001b[34m\u001b[1mwandb\u001b[0m: ⭐️ View project at \u001b[34m\u001b[4mhttps://wandb.ai/paresh/dreambooth-lora-sd-xl\u001b[0m\n","\u001b[34m\u001b[1mwandb\u001b[0m: 🚀 View run at \u001b[34m\u001b[4mhttps://wandb.ai/paresh/dreambooth-lora-sd-xl/runs/b8d3iyc6\u001b[0m\n","05/26/2024 23:16:50 - INFO - __main__ - ***** Running training *****\n","05/26/2024 23:16:50 - INFO - __main__ - Num examples = 155\n","05/26/2024 23:16:50 - INFO - __main__ - Num batches each epoch = 155\n","05/26/2024 23:16:50 - INFO - __main__ - Num Epochs = 7\n","05/26/2024 23:16:50 - INFO - __main__ - Instantaneous batch size per device = 1\n","05/26/2024 23:16:50 - INFO - __main__ - Total train batch size (w. parallel, distributed & accumulation) = 2\n","05/26/2024 23:16:50 - INFO - __main__ - Gradient Accumulation steps = 2\n","05/26/2024 23:16:50 - INFO - __main__ - Total optimization steps = 500\n","Steps: 16% 78/500 [08:11<38:14, 5.44s/it, loss=0.323, lr=0.0002] \n","Fetching 11 files: 0% 0/11 [00:00\n"," sys.exit(main())\n"," File \"/usr/local/lib/python3.10/dist-packages/accelerate/commands/accelerate_cli.py\", line 46, in main\n"," args.func(args)\n"," File \"/usr/local/lib/python3.10/dist-packages/accelerate/commands/launch.py\", line 1082, in launch_command\n"," simple_launcher(args)\n"," File \"/usr/local/lib/python3.10/dist-packages/accelerate/commands/launch.py\", line 688, in simple_launcher\n"," raise subprocess.CalledProcessError(returncode=process.returncode, cmd=cmd)\n","subprocess.CalledProcessError: Command '['/usr/bin/python3', 'train_dreambooth_lora_sdxl.py', '--pretrained_model_name_or_path=stabilityai/stable-diffusion-xl-base-1.0', '--instance_data_dir=/content/drive/MyDrive/SDXL/Images/thumbsup', '--pretrained_vae_model_name_or_path=stabilityai/sdxl-vae', '--output_dir=/content/drive/MyDrive/SDXL/Output-Complex', '--mixed_precision=fp16', '--instance_prompt=a high-quality photo of Trump showing thumbs up', '--resolution=1024', '--train_batch_size=1', '--gradient_accumulation_steps=2', '--learning_rate=2e-4', '--lr_scheduler=constant_with_warmup', '--lr_warmup_steps=0', '--max_train_steps=500', '--validation_prompt=A high-quality photo of Trump showing thumbs up in a taco restaurant, detailed, sharp focus', '--validation_epochs=15', '--seed=42', '--push_to_hub', '--gradient_checkpointing', '--checkpointing_steps=100', '--use_8bit_adam', '--prior_loss_weight=0.8', '--num_class_images=10', '--report_to=wandb']' died with .\n"]}],"source":["!accelerate launch train_dreambooth_lora_sdxl.py \\\n"," --pretrained_model_name_or_path=\"stabilityai/stable-diffusion-xl-base-1.0\" \\\n"," --instance_data_dir=\"/content/drive/MyDrive/SDXL/Images/thumbsup\" \\\n"," --pretrained_vae_model_name_or_path=\"stabilityai/sdxl-vae\" \\\n"," --output_dir=\"/content/drive/MyDrive/SDXL/Output-Complex\" \\\n"," --mixed_precision=\"fp16\" \\\n"," --instance_prompt=\"a high-quality photo of Trump showing thumbs up\" \\\n"," --resolution=1024 \\\n"," --train_batch_size=1 \\\n"," --gradient_accumulation_steps=2 \\\n"," --learning_rate=2e-4 \\\n"," --lr_scheduler=\"constant_with_warmup\" \\\n"," --lr_warmup_steps=0 \\\n"," --max_train_steps=500 \\\n"," --validation_prompt=\"A high-quality photo of Trump showing thumbs up in a taco restaurant, detailed, sharp focus\" \\\n"," --validation_epochs=15 \\\n"," --seed=\"42\" \\\n"," --push_to_hub \\\n"," --gradient_checkpointing \\\n"," --checkpointing_steps=100 \\\n"," --use_8bit_adam \\\n"," --prior_loss_weight=0.8 \\\n"," --num_class_images=10 \\\n"," --report_to=\"wandb\""]},{"cell_type":"code","execution_count":19,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"OLajqLEozrP1","outputId":"fda17a4d-623a-4746-f8bc-8787cce04ccc","executionInfo":{"status":"ok","timestamp":1716769013270,"user_tz":240,"elapsed":3,"user":{"displayName":"306429 ktr.ece.17","userId":"18271986174943354641"}}},"outputs":[{"output_type":"stream","name":"stdout","text":["/content\n"]}],"source":["%cd .."]},{"cell_type":"code","execution_count":22,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":832},"id":"dH-3D2j51Z5R","outputId":"c4b047f8-4868-428b-a8c9-a4d14f00d7de","executionInfo":{"status":"ok","timestamp":1716769108160,"user_tz":240,"elapsed":20229,"user":{"displayName":"306429 ktr.ece.17","userId":"18271986174943354641"}}},"outputs":[{"output_type":"stream","name":"stdout","text":["Found existing installation: diffusers 0.28.0.dev0\n","Uninstalling diffusers-0.28.0.dev0:\n"," Would remove:\n"," /usr/local/bin/diffusers-cli\n"," /usr/local/lib/python3.10/dist-packages/__editable__.diffusers-0.28.0.dev0.pth\n"," /usr/local/lib/python3.10/dist-packages/diffusers-0.28.0.dev0.dist-info/*\n","Proceed (Y/n)? Y\n"," Successfully uninstalled diffusers-0.28.0.dev0\n","Y\n","Obtaining file:///content/diffusers\n"," Installing build dependencies ... \u001b[?25l\u001b[?25hdone\n"," Checking if build backend supports build_editable ... \u001b[?25l\u001b[?25hdone\n"," Getting requirements to build editable ... \u001b[?25l\u001b[?25hdone\n"," Preparing editable metadata (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n","Requirement already satisfied: importlib-metadata in /usr/local/lib/python3.10/dist-packages (from diffusers==0.28.0.dev0) (7.1.0)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from diffusers==0.28.0.dev0) (3.14.0)\n","Requirement already satisfied: huggingface-hub>=0.20.2 in /usr/local/lib/python3.10/dist-packages (from diffusers==0.28.0.dev0) (0.23.1)\n","Requirement already satisfied: numpy in /usr/local/lib/python3.10/dist-packages (from diffusers==0.28.0.dev0) (1.25.2)\n","Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from diffusers==0.28.0.dev0) (2023.12.25)\n","Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from diffusers==0.28.0.dev0) (2.31.0)\n","Requirement already satisfied: safetensors>=0.3.1 in /usr/local/lib/python3.10/dist-packages (from diffusers==0.28.0.dev0) (0.4.3)\n","Requirement already satisfied: Pillow in /usr/local/lib/python3.10/dist-packages (from diffusers==0.28.0.dev0) (9.4.0)\n","Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.20.2->diffusers==0.28.0.dev0) (2023.6.0)\n","Requirement already satisfied: packaging>=20.9 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.20.2->diffusers==0.28.0.dev0) (24.0)\n","Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.20.2->diffusers==0.28.0.dev0) (6.0.1)\n","Requirement already satisfied: tqdm>=4.42.1 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.20.2->diffusers==0.28.0.dev0) (4.66.4)\n","Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub>=0.20.2->diffusers==0.28.0.dev0) (4.11.0)\n","Requirement already satisfied: zipp>=0.5 in /usr/local/lib/python3.10/dist-packages (from importlib-metadata->diffusers==0.28.0.dev0) (3.18.2)\n","Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->diffusers==0.28.0.dev0) (3.3.2)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->diffusers==0.28.0.dev0) (3.7)\n","Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->diffusers==0.28.0.dev0) (2.0.7)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->diffusers==0.28.0.dev0) (2024.2.2)\n","Building wheels for collected packages: diffusers\n"," Building editable for diffusers (pyproject.toml) ... \u001b[?25l\u001b[?25hdone\n"," Created wheel for diffusers: filename=diffusers-0.28.0.dev0-0.editable-py3-none-any.whl size=11103 sha256=90d99a470e204fe901a1e004cded30891a672cf4560a0e19c5c72ced78b9931a\n"," Stored in directory: /tmp/pip-ephem-wheel-cache-hxsjadew/wheels/95/c5/3b/e1b4269f8a2584de57e75f949a185b48fc4144e9a91fc9965a\n","Successfully built diffusers\n","Installing collected packages: diffusers\n","Successfully installed diffusers-0.28.0.dev0\n"]},{"output_type":"display_data","data":{"application/vnd.colab-display-data+json":{"pip_warning":{"packages":["diffusers"]},"id":"6354e7b9b24a4e05b768faef2d470ff2"}},"metadata":{}}],"source":["!pip uninstall diffusers\n","!pip install -e ./diffusers"]},{"cell_type":"markdown","metadata":{"id":"MPxfTWM61Pvo"},"source":["## Load LoRA Weights and Generate Images\n"]},{"cell_type":"code","execution_count":1,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":272,"referenced_widgets":["1f16e970b72c4068bf98fdadb0322961","5bf789f2a9e748b0802ae7f3dfcf716e","23e86a203bf74620ab1b6402f5b612c5","487c49c618c7495e88ff7527a782d0cf","20593d9be78d475896966b0381534cab","8c6fe594388d4bada6deab0b8e027f65","83a3b2ce17ae4d4681c85d30f38e21d4","4b9401f56b124bfca79ad1d573f6af92","ec94dedf57924dc3a40d0efbb6a9089a","5968e799f8f74c2fbbd332d3d24b8d9a","0b974a2cb6bc4df5acc9b1c64d4a95be","2238f9ac01d0412c8746816538e02dba","12f9172892154f18800f5702a8f0d6fb","75c12c05d71d4254968e255960843555","10d25f8e59e34df0b4c5a4304abc4741","c1ed74c5752a486291daff5f4db6d6d9","abd55dda7cd64853983d384fcd3ff5af","0b0b03dafd6f426ca6c0702b8b0a8856","0c1802f2738d44a29e1794220ddd486b","24a2c8f4104d47d88b16ff6a18ac0982","ce81727b3d164128b3058755c1ad8052","6bc5eabc98a34a2a91b1a8849463e0d4","49e80454f0e848769878c766113de37c","7ca067b5d0b346e1978632c38814a191","1dc3bbf60e2d4065adc6237e8e24fc37","12a2728d7f0e49eea9bc3db4a89550d1","f6c2b1ed98694446b8028833d50716e8","655f9a5373174a39b6f4c4045f736d81","896556cc55a14718aaa39d9143c997af","bd25d53865fc411797637f0b3102f7b6","05fe1a8cd6d44a848d868dd8158c5194","b2b3df6d64d54c759eae8049870c42dc","29fd1c98afa14c4f843328c7c252a78a","d6c72301e2d64b36b514588c2b19e859","d5275a51b36d4cf5b0059d066d92a6a0","736c5140c6814f61b80fa40e906f2a2e","59c88828ca724aa7b7b28602a4bb69f3","bab16429b0f646d28f4aa5836ffd1c87","f067454f66874bc0998c2a4d0d1c35d2","ee2a5790403646eba88b2d31886dbaa6","0aef3f84413443a09d5e2f2efa9ca3f6","fe2351dbe7c14c10be50f270a70a6cfd","733d72c293c9442c8946d8bf2a7b5091","41ba3e6a7a144c93a81b64fa4c007d54"]},"id":"25rcS5NTzZD8","outputId":"420291e4-d252-405b-eea1-79e19b270d73","executionInfo":{"status":"ok","timestamp":1716769231378,"user_tz":240,"elapsed":111673,"user":{"displayName":"306429 ktr.ece.17","userId":"18271986174943354641"}}},"outputs":[{"output_type":"stream","name":"stderr","text":["/usr/local/lib/python3.10/dist-packages/huggingface_hub/utils/_token.py:89: UserWarning: \n","The secret `HF_TOKEN` does not exist in your Colab secrets.\n","To authenticate with the Hugging Face Hub, create a token in your settings tab (https://huggingface.co/settings/tokens), set it as secret in your Google Colab and restart your session.\n","You will be able to reuse this secret in all of your notebooks.\n","Please note that authentication is recommended but still optional to access public models or datasets.\n"," warnings.warn(\n"]},{"output_type":"display_data","data":{"text/plain":["Fetching 19 files: 0%| | 0/19 [00:00