End of training

<v1*>.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48c2dfc8a1c20841731718f684dbbb18eccdf1ab4f18a1c69449e3fd6327c9a
+size 202379941

README.md

@@ -0,0 +1,22 @@
+
+---
+license: creativeml-openrail-m
+base_model: stabilityai/stable-diffusion-2-1-base
+instance_prompt: <v1*> a photo of cat
+tags:
+- stable-diffusion
+- stable-diffusion-diffusers
+- text-to-image
+- diffusers
+- custom-diffusion
+inference: true
+---
+    
+# Custom Diffusion - SidXXD/mist_8-v_a_photo_of_cat-token_init_cat
+
+These are Custom Diffusion adaption weights for stabilityai/stable-diffusion-2-1-base. The weights were trained on <v1*> a photo of cat using [Custom Diffusion](https://www.cs.cmu.edu/~custom-diffusion). You can find some example images in the following. 
+
+
+
+
+For more details on the training, please follow [this link](https://github.com/huggingface/diffusers/blob/main/examples/custom_diffusion).

checkpoint-250/custom_checkpoint_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca49aac7bd272129bb3706cbd0e78f79076d384e9437a7d6285be451648c3f3
+size 102248605

checkpoint-250/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260572039ff62e3e93d871d2e3a4c07f1edd35990603b98687882eeb4d5b1407
+size 102241440

checkpoint-250/model_1.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed98e80528121ac41736f58610f1d2924811fa0bbb8ab79ff5dcec23befbcef
+size 1361600400

checkpoint-250/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680d40c1a69fef9c2be17258b1c099ae245fe2d3a424e2f8643b74027e8f8f87
+size 609258566

checkpoint-250/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc30de0291c4dfd98d70db9279bb226cb8ab9fd8682df18f3e74cf6c05db8fc
+size 14663

checkpoint-250/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54c7dfa0981e4f3405702dde32f7c139b056257f5c201760ea6fbfb47a4b1d7
+size 563

concepts_list.json

@@ -0,0 +1 @@
+[{"instance_prompt": "<v1*> a photo of cat", "class_prompt": null, "instance_data_dir": "/home/xide/miniconda3/code/data/Attack/mist/cat/pgd_8", "class_data_dir": null}]

logs/custom-diffusion/1716990536.1179004/events.out.tfevents.1716990536.cudahpc06.2358025.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73081fe2d82358fc8fb013cd97efce5000cacf7bed567195a335ee345d64117
+size 2861

logs/custom-diffusion/1716990536.1198945/hparams.yml

@@ -0,0 +1,58 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+attn_maps_path_name: attn_maps_color-31_05
+center_crop: false
+checkpointing_steps: 250
+checkpoints_total_limit: null
+class_data_dir: null
+class_prompt: null
+concepts_list: null
+dataloader_num_workers: 2
+enable_xformers_memory_efficient_attention: false
+freeze_model: crossattn_kv
+gradient_accumulation_steps: 1
+gradient_checkpointing: false
+hflip: true
+hub_model_id: null
+hub_token: null
+initializer_token: cat
+instance_data_dir: /home/xide/miniconda3/code/data/Attack/mist/cat/pgd_8
+instance_prompt: <v1*> a photo of cat
+learning_rate: 1.0e-05
+local_rank: -1
+logging_dir: logs
+lr_scheduler: constant
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_steps: 250
+mixed_precision: null
+modifier_token: <v1*>
+no_safe_serialization: true
+noaug: false
+num_class_images: 200
+num_train_epochs: 1
+num_validation_images: 2
+output_dir: /home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/attn_maps/dif_position_v_token/mist_8-v_a_photo_of_cat-token_init_cat
+pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
+prior_generation_precision: null
+prior_loss_weight: 0
+push_to_hub: true
+real_prior: false
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+sample_batch_size: 4
+scale_lr: true
+seed: 42
+set_grads_to_none: false
+tokenizer_name: null
+train_batch_size: 2
+use_8bit_adam: false
+validation_prompt: null
+validation_steps: 50
+variant: null
+with_prior_preservation: false

logs/custom-diffusion/1716990926.9588747/events.out.tfevents.1716990926.cudahpc06.2424689.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7d6240527feb33a927a9c7d5102c62c1fa6a1dcb8e958871fb769b3d8db71b
+size 2861

logs/custom-diffusion/1716990926.9606037/hparams.yml

@@ -0,0 +1,58 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+attn_maps_path_name: attn_maps_color-31_05
+center_crop: false
+checkpointing_steps: 250
+checkpoints_total_limit: null
+class_data_dir: null
+class_prompt: null
+concepts_list: null
+dataloader_num_workers: 2
+enable_xformers_memory_efficient_attention: false
+freeze_model: crossattn_kv
+gradient_accumulation_steps: 1
+gradient_checkpointing: false
+hflip: true
+hub_model_id: null
+hub_token: null
+initializer_token: cat
+instance_data_dir: /home/xide/miniconda3/code/data/Attack/mist/cat/pgd_8
+instance_prompt: <v1*> a photo of cat
+learning_rate: 1.0e-05
+local_rank: -1
+logging_dir: logs
+lr_scheduler: constant
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_steps: 250
+mixed_precision: null
+modifier_token: <v1*>
+no_safe_serialization: true
+noaug: false
+num_class_images: 200
+num_train_epochs: 1
+num_validation_images: 2
+output_dir: /home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/attn_maps/dif_position_v_token/mist_8-v_a_photo_of_cat-token_init_cat
+pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
+prior_generation_precision: null
+prior_loss_weight: 0
+push_to_hub: true
+real_prior: false
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+sample_batch_size: 4
+scale_lr: true
+seed: 42
+set_grads_to_none: false
+tokenizer_name: null
+train_batch_size: 2
+use_8bit_adam: false
+validation_prompt: null
+validation_steps: 50
+variant: null
+with_prior_preservation: false

logs/custom-diffusion/events.out.tfevents.1716990536.cudahpc06.2358025.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8e247aa8a77f59f30597070e3898ff609dbe940032a87fb3149edf37755aab
+size 19826

logs/custom-diffusion/events.out.tfevents.1716990926.cudahpc06.2424689.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6464bccfccc4c90b16b3b11d22cafc9ff5800d0b2b802a6690537819752fc8
+size 20834

pytorch_custom_diffusion_weights.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d973641348f29cfcba0eb2dee817f06651883a5aa62a1eba45fbaf2998007309
+size 102250391

train.sh

@@ -0,0 +1,61 @@
+# export CUDA_VISIBLE_DEVICES=4
+
+# python train_custom_diffusion.py \
+#     --pretrained_model_name_or_path=stabilityai/stable-diffusion-2-1-base \
+#     --num_class_images=200 \
+#     --resolution=512 \
+#     --train_batch_size=2 \
+#     --learning_rate=1e-5 \
+#     --lr_warmup_steps=0 \
+#     --max_train_steps=250 \
+#     --scale_lr \
+#     --hflip \
+#     --real_prior \
+#     --with_prior_preservation \
+#     --prior_loss_weight=1.0 \
+#     --class_data_dir "/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/real_reg/samples_dog" \
+#     --modifier_token "<new1>" \
+#     --initializer_token "ktn+pll+ucd" \
+#     --push_to_hub \
+#     --class_prompt="dog" \
+#     --prior_loss_weight=0 \
+#     --instance_prompt="photo of a <new1> dog" \
+#     --output_dir="/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/attn_maps-color_sandesh-dog-clean" \
+#     --instance_data_dir="/home/xide/miniconda3/code/Attack/mist2-wk/data/single/clean/dog"
+# # --instance_data_dir="/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/data/single-data/dog" \
+
+
+export CUDA_VISIBLE_DEVICES=6
+export INSTANCE_DATA_DIR="/home/xide/miniconda3/code/data/Attack/mist/cat/pgd_8"
+export OUTPUT_DIR="/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/attn_maps/dif_position_v_token/mist_8-v_a_photo_of_cat-token_init_cat"
+# _prompt_no_cat
+
+# --instance_data_dir="/home/xide/miniconda3/code/data/Attack/clean/cat" \                    # clean cat
+# --instance_data_dir="/home/xide/miniconda3/code/data/Attack/mist/cat/pgd_8"    # mist cat
+# --initializer_token "ktn+pll+ucd" \
+
+python train_custom_diffusion.py \
+    --pretrained_model_name_or_path=stabilityai/stable-diffusion-2-1-base \
+    --resolution=512 \
+    --train_batch_size=2 \
+    --learning_rate=1e-5 \
+    --lr_warmup_steps=0 \
+    --max_train_steps=250 \
+    --scale_lr \
+    --hflip \
+    --modifier_token "<v1*>" \
+    --initializer_token "cat" \
+    --push_to_hub \
+    --instance_prompt="<v1*> a photo of cat" \
+    --attn_maps_path_name="attn_maps_color-31_05" \
+    --output_dir=$OUTPUT_DIR \
+    --instance_data_dir=$INSTANCE_DATA_DIR \
+    # --real_prior \
+    # --with_prior_preservation \
+    # --prior_loss_weight=1.0 \
+    # --class_data_dir "/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/real_reg/samples_cat" \
+    # --num_class_images=200 \
+    # --class_prompt="cat" \
+
+
+cp "/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/train-single.sh" "$OUTPUT_DIR/train.sh"