Hugging Face's logo

SidXXD
/
encoder_attack-1

Text-to-Image
Diffusers
TensorBoard
Safetensors
stable-diffusion
stable-diffusion-diffusers
custom-diffusion
Model card Files Metrics Community
SidXXD commited on
Commit
d7e3b89
•
1 Parent(s): 3292f6b

End of training

Browse files
Files changed (42) hide show
  1. 250/250_noise_cat_1.jpg +0 -0
  2. 500/500_noise_cat_1.jpg +0 -0
  3. <v1*>.bin +1 -1
  4. logs/custom-diffusion/1719935555.3206806/events.out.tfevents.1719935555.cudahpc06.2429479.1 +3 -0
  5. logs/custom-diffusion/1719935555.3223946/hparams.yml +58 -0
  6. logs/custom-diffusion/1719935607.5738544/events.out.tfevents.1719935607.cudahpc06.2449266.1 +3 -0
  7. logs/custom-diffusion/1719935607.5758965/hparams.yml +58 -0
  8. logs/custom-diffusion/1719935810.597708/events.out.tfevents.1719935810.cudahpc06.2525194.1 +3 -0
  9. logs/custom-diffusion/1719935810.59952/hparams.yml +58 -0
  10. logs/custom-diffusion/1719936964.962563/events.out.tfevents.1719936964.cudahpc06.3090256.1 +3 -0
  11. logs/custom-diffusion/1719936964.9645748/hparams.yml +58 -0
  12. logs/custom-diffusion/1719937933.4063876/events.out.tfevents.1719937933.cudahpc06.3585867.1 +3 -0
  13. logs/custom-diffusion/1719937933.4082248/hparams.yml +58 -0
  14. logs/custom-diffusion/1719938040.8306978/events.out.tfevents.1719938040.cudahpc06.3641166.1 +3 -0
  15. logs/custom-diffusion/1719938040.8324723/hparams.yml +58 -0
  16. logs/custom-diffusion/1719938200.8120234/events.out.tfevents.1719938200.cudahpc06.3722665.1 +3 -0
  17. logs/custom-diffusion/1719938200.8137348/hparams.yml +58 -0
  18. logs/custom-diffusion/1719939153.7130437/events.out.tfevents.1719939153.cudahpc06.18256.1 +3 -0
  19. logs/custom-diffusion/1719939153.7150965/hparams.yml +58 -0
  20. logs/custom-diffusion/1719939271.4262435/events.out.tfevents.1719939271.cudahpc06.78754.1 +3 -0
  21. logs/custom-diffusion/1719939271.4281807/hparams.yml +58 -0
  22. logs/custom-diffusion/1719939373.118812/events.out.tfevents.1719939373.cudahpc06.131012.1 +3 -0
  23. logs/custom-diffusion/1719939373.120894/hparams.yml +58 -0
  24. logs/custom-diffusion/1719939568.1306415/events.out.tfevents.1719939568.cudahpc06.230980.1 +3 -0
  25. logs/custom-diffusion/1719939568.1329355/hparams.yml +58 -0
  26. logs/custom-diffusion/1719940533.2718072/events.out.tfevents.1719940533.cudahpc06.697928.1 +3 -0
  27. logs/custom-diffusion/1719940533.2736197/hparams.yml +58 -0
  28. logs/custom-diffusion/events.out.tfevents.1719935555.cudahpc06.2429479.0 +3 -0
  29. logs/custom-diffusion/events.out.tfevents.1719935607.cudahpc06.2449266.0 +3 -0
  30. logs/custom-diffusion/events.out.tfevents.1719935810.cudahpc06.2525194.0 +3 -0
  31. logs/custom-diffusion/events.out.tfevents.1719936964.cudahpc06.3090256.0 +3 -0
  32. logs/custom-diffusion/events.out.tfevents.1719937933.cudahpc06.3585867.0 +3 -0
  33. logs/custom-diffusion/events.out.tfevents.1719938040.cudahpc06.3641166.0 +3 -0
  34. logs/custom-diffusion/events.out.tfevents.1719938200.cudahpc06.3722665.0 +3 -0
  35. logs/custom-diffusion/events.out.tfevents.1719939153.cudahpc06.18256.0 +3 -0
  36. logs/custom-diffusion/events.out.tfevents.1719939271.cudahpc06.78754.0 +3 -0
  37. logs/custom-diffusion/events.out.tfevents.1719939373.cudahpc06.131012.0 +3 -0
  38. logs/custom-diffusion/events.out.tfevents.1719939568.cudahpc06.230980.0 +3 -0
  39. logs/custom-diffusion/events.out.tfevents.1719940533.cudahpc06.697928.0 +3 -0
  40. photoguard-encoder-imgs-adv/photoguard_encoder_attack.png +0 -0
  41. pytorch_custom_diffusion_weights.bin +1 -1
  42. train.sh +74 -0
250/250_noise_cat_1.jpg ADDED
500/500_noise_cat_1.jpg ADDED
<v1*>.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5309a7ac97edfa83914b4185e2a4fd5f189ce6496631400dbb03290ee92058d4
3
  size 202379941
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:508012f3e837acf04ddf587ece36ff90deb33646daecdc18722e046557cc74c8
3
  size 202379941
logs/custom-diffusion/1719935555.3206806/events.out.tfevents.1719935555.cudahpc06.2429479.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cd7f3b3275eeed2bd858ab1338adf54f7277ecb4411fd3dba7572b03cf412a2
3
+ size 2821
logs/custom-diffusion/1719935555.3223946/hparams.yml ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ attn_maps_path_name: attn_maps_color
7
+ center_crop: false
8
+ checkpointing_steps: 250
9
+ checkpoints_total_limit: null
10
+ class_data_dir: null
11
+ class_prompt: null
12
+ concepts_list: null
13
+ dataloader_num_workers: 2
14
+ enable_xformers_memory_efficient_attention: false
15
+ freeze_model: crossattn_kv
16
+ gradient_accumulation_steps: 1
17
+ gradient_checkpointing: false
18
+ hflip: true
19
+ hub_model_id: null
20
+ hub_token: null
21
+ initializer_token: ktn
22
+ instance_data_dir: /home/xide/miniconda3/code/Attack/mist2-wk/data/single/clean/cat
23
+ instance_prompt: photo of a <v1*> cat
24
+ learning_rate: 1.0e-05
25
+ local_rank: -1
26
+ logging_dir: logs
27
+ lr_scheduler: constant
28
+ lr_warmup_steps: 0
29
+ max_grad_norm: 1.0
30
+ max_train_steps: 250
31
+ mixed_precision: null
32
+ modifier_token: <v1*>
33
+ no_safe_serialization: true
34
+ noaug: false
35
+ num_class_images: 200
36
+ num_train_epochs: 1
37
+ num_validation_images: 2
38
+ output_dir: /home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/photoguard/encoder_attack-1
39
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
40
+ prior_generation_precision: null
41
+ prior_loss_weight: 0
42
+ push_to_hub: true
43
+ real_prior: false
44
+ report_to: tensorboard
45
+ resolution: 512
46
+ resume_from_checkpoint: null
47
+ revision: null
48
+ sample_batch_size: 4
49
+ scale_lr: true
50
+ seed: 42
51
+ set_grads_to_none: false
52
+ tokenizer_name: null
53
+ train_batch_size: 2
54
+ use_8bit_adam: false
55
+ validation_prompt: null
56
+ validation_steps: 50
57
+ variant: null
58
+ with_prior_preservation: false
logs/custom-diffusion/1719935607.5738544/events.out.tfevents.1719935607.cudahpc06.2449266.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44edbb818d9514844867c08be115ac0ac291cbb914cc0ff45626111ed295d5ed
3
+ size 2821
logs/custom-diffusion/1719935607.5758965/hparams.yml ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ attn_maps_path_name: attn_maps_color
7
+ center_crop: false
8
+ checkpointing_steps: 250
9
+ checkpoints_total_limit: null
10
+ class_data_dir: null
11
+ class_prompt: null
12
+ concepts_list: null
13
+ dataloader_num_workers: 2
14
+ enable_xformers_memory_efficient_attention: false
15
+ freeze_model: crossattn_kv
16
+ gradient_accumulation_steps: 1
17
+ gradient_checkpointing: false
18
+ hflip: true
19
+ hub_model_id: null
20
+ hub_token: null
21
+ initializer_token: ktn
22
+ instance_data_dir: /home/xide/miniconda3/code/Attack/mist2-wk/data/single/clean/cat
23
+ instance_prompt: photo of a <v1*> cat
24
+ learning_rate: 1.0e-05
25
+ local_rank: -1
26
+ logging_dir: logs
27
+ lr_scheduler: constant
28
+ lr_warmup_steps: 0
29
+ max_grad_norm: 1.0
30
+ max_train_steps: 250
31
+ mixed_precision: null
32
+ modifier_token: <v1*>
33
+ no_safe_serialization: true
34
+ noaug: false
35
+ num_class_images: 200
36
+ num_train_epochs: 1
37
+ num_validation_images: 2
38
+ output_dir: /home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/photoguard/encoder_attack-1
39
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
40
+ prior_generation_precision: null
41
+ prior_loss_weight: 0
42
+ push_to_hub: true
43
+ real_prior: false
44
+ report_to: tensorboard
45
+ resolution: 512
46
+ resume_from_checkpoint: null
47
+ revision: null
48
+ sample_batch_size: 4
49
+ scale_lr: true
50
+ seed: 42
51
+ set_grads_to_none: false
52
+ tokenizer_name: null
53
+ train_batch_size: 2
54
+ use_8bit_adam: false
55
+ validation_prompt: null
56
+ validation_steps: 50
57
+ variant: null
58
+ with_prior_preservation: false
logs/custom-diffusion/1719935810.597708/events.out.tfevents.1719935810.cudahpc06.2525194.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70f2e4a83ed3f7f3b75b082747fcd64dd17278985af29d1d791d6bb489133b40
3
+ size 2821
logs/custom-diffusion/1719935810.59952/hparams.yml ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ attn_maps_path_name: attn_maps_color
7
+ center_crop: false
8
+ checkpointing_steps: 250
9
+ checkpoints_total_limit: null
10
+ class_data_dir: null
11
+ class_prompt: null
12
+ concepts_list: null
13
+ dataloader_num_workers: 2
14
+ enable_xformers_memory_efficient_attention: false
15
+ freeze_model: crossattn_kv
16
+ gradient_accumulation_steps: 1
17
+ gradient_checkpointing: false
18
+ hflip: true
19
+ hub_model_id: null
20
+ hub_token: null
21
+ initializer_token: ktn
22
+ instance_data_dir: /home/xide/miniconda3/code/Attack/mist2-wk/data/single/clean/cat
23
+ instance_prompt: photo of a <v1*> cat
24
+ learning_rate: 1.0e-05
25
+ local_rank: -1
26
+ logging_dir: logs
27
+ lr_scheduler: constant
28
+ lr_warmup_steps: 0
29
+ max_grad_norm: 1.0
30
+ max_train_steps: 250
31
+ mixed_precision: null
32
+ modifier_token: <v1*>
33
+ no_safe_serialization: true
34
+ noaug: false
35
+ num_class_images: 200
36
+ num_train_epochs: 1
37
+ num_validation_images: 2
38
+ output_dir: /home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/photoguard/encoder_attack-1
39
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
40
+ prior_generation_precision: null
41
+ prior_loss_weight: 0
42
+ push_to_hub: true
43
+ real_prior: false
44
+ report_to: tensorboard
45
+ resolution: 512
46
+ resume_from_checkpoint: null
47
+ revision: null
48
+ sample_batch_size: 4
49
+ scale_lr: true
50
+ seed: 42
51
+ set_grads_to_none: false
52
+ tokenizer_name: null
53
+ train_batch_size: 2
54
+ use_8bit_adam: false
55
+ validation_prompt: null
56
+ validation_steps: 50
57
+ variant: null
58
+ with_prior_preservation: false
logs/custom-diffusion/1719936964.962563/events.out.tfevents.1719936964.cudahpc06.3090256.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a5c7db7052626114e01ca2c6fb4fbf1b4421bfad395688acadaa02496cfc77f
3
+ size 2821
logs/custom-diffusion/1719936964.9645748/hparams.yml ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ attn_maps_path_name: attn_maps_color
7
+ center_crop: false
8
+ checkpointing_steps: 250
9
+ checkpoints_total_limit: null
10
+ class_data_dir: null
11
+ class_prompt: null
12
+ concepts_list: null
13
+ dataloader_num_workers: 2
14
+ enable_xformers_memory_efficient_attention: false
15
+ freeze_model: crossattn_kv
16
+ gradient_accumulation_steps: 1
17
+ gradient_checkpointing: false
18
+ hflip: true
19
+ hub_model_id: null
20
+ hub_token: null
21
+ initializer_token: ktn
22
+ instance_data_dir: /home/xide/miniconda3/code/Attack/mist2-wk/data/single/clean/cat
23
+ instance_prompt: photo of a <v1*> cat
24
+ learning_rate: 1.0e-05
25
+ local_rank: -1
26
+ logging_dir: logs
27
+ lr_scheduler: constant
28
+ lr_warmup_steps: 0
29
+ max_grad_norm: 1.0
30
+ max_train_steps: 250
31
+ mixed_precision: null
32
+ modifier_token: <v1*>
33
+ no_safe_serialization: true
34
+ noaug: false
35
+ num_class_images: 200
36
+ num_train_epochs: 1
37
+ num_validation_images: 2
38
+ output_dir: /home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/photoguard/encoder_attack-1
39
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
40
+ prior_generation_precision: null
41
+ prior_loss_weight: 0
42
+ push_to_hub: true
43
+ real_prior: false
44
+ report_to: tensorboard
45
+ resolution: 512
46
+ resume_from_checkpoint: null
47
+ revision: null
48
+ sample_batch_size: 4
49
+ scale_lr: true
50
+ seed: 42
51
+ set_grads_to_none: false
52
+ tokenizer_name: null
53
+ train_batch_size: 2
54
+ use_8bit_adam: false
55
+ validation_prompt: null
56
+ validation_steps: 50
57
+ variant: null
58
+ with_prior_preservation: false
logs/custom-diffusion/1719937933.4063876/events.out.tfevents.1719937933.cudahpc06.3585867.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5ebf757f84fe6d51375175ca756fe0e043edb822d1228766902d5a405d6fb07
3
+ size 2821
logs/custom-diffusion/1719937933.4082248/hparams.yml ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ attn_maps_path_name: attn_maps_color
7
+ center_crop: false
8
+ checkpointing_steps: 250
9
+ checkpoints_total_limit: null
10
+ class_data_dir: null
11
+ class_prompt: null
12
+ concepts_list: null
13
+ dataloader_num_workers: 2
14
+ enable_xformers_memory_efficient_attention: false
15
+ freeze_model: crossattn_kv
16
+ gradient_accumulation_steps: 1
17
+ gradient_checkpointing: false
18
+ hflip: true
19
+ hub_model_id: null
20
+ hub_token: null
21
+ initializer_token: ktn
22
+ instance_data_dir: /home/xide/miniconda3/code/Attack/mist2-wk/data/single/clean/cat
23
+ instance_prompt: photo of a <v1*> cat
24
+ learning_rate: 1.0e-05
25
+ local_rank: -1
26
+ logging_dir: logs
27
+ lr_scheduler: constant
28
+ lr_warmup_steps: 0
29
+ max_grad_norm: 1.0
30
+ max_train_steps: 250
31
+ mixed_precision: null
32
+ modifier_token: <v1*>
33
+ no_safe_serialization: true
34
+ noaug: false
35
+ num_class_images: 200
36
+ num_train_epochs: 1
37
+ num_validation_images: 2
38
+ output_dir: /home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/photoguard/encoder_attack-1
39
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
40
+ prior_generation_precision: null
41
+ prior_loss_weight: 0
42
+ push_to_hub: true
43
+ real_prior: false
44
+ report_to: tensorboard
45
+ resolution: 512
46
+ resume_from_checkpoint: null
47
+ revision: null
48
+ sample_batch_size: 4
49
+ scale_lr: true
50
+ seed: 42
51
+ set_grads_to_none: false
52
+ tokenizer_name: null
53
+ train_batch_size: 2
54
+ use_8bit_adam: false
55
+ validation_prompt: null
56
+ validation_steps: 50
57
+ variant: null
58
+ with_prior_preservation: false
logs/custom-diffusion/1719938040.8306978/events.out.tfevents.1719938040.cudahpc06.3641166.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00e84e6036df926fe0caf506224832fd298c895d9c5831409257442d39534546
3
+ size 2821
logs/custom-diffusion/1719938040.8324723/hparams.yml ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ attn_maps_path_name: attn_maps_color
7
+ center_crop: false
8
+ checkpointing_steps: 250
9
+ checkpoints_total_limit: null
10
+ class_data_dir: null
11
+ class_prompt: null
12
+ concepts_list: null
13
+ dataloader_num_workers: 2
14
+ enable_xformers_memory_efficient_attention: false
15
+ freeze_model: crossattn_kv
16
+ gradient_accumulation_steps: 1
17
+ gradient_checkpointing: false
18
+ hflip: true
19
+ hub_model_id: null
20
+ hub_token: null
21
+ initializer_token: ktn
22
+ instance_data_dir: /home/xide/miniconda3/code/Attack/mist2-wk/data/single/clean/cat
23
+ instance_prompt: photo of a <v1*> cat
24
+ learning_rate: 1.0e-05
25
+ local_rank: -1
26
+ logging_dir: logs
27
+ lr_scheduler: constant
28
+ lr_warmup_steps: 0
29
+ max_grad_norm: 1.0
30
+ max_train_steps: 250
31
+ mixed_precision: null
32
+ modifier_token: <v1*>
33
+ no_safe_serialization: true
34
+ noaug: false
35
+ num_class_images: 200
36
+ num_train_epochs: 1
37
+ num_validation_images: 2
38
+ output_dir: /home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/photoguard/encoder_attack-1
39
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
40
+ prior_generation_precision: null
41
+ prior_loss_weight: 0
42
+ push_to_hub: true
43
+ real_prior: false
44
+ report_to: tensorboard
45
+ resolution: 512
46
+ resume_from_checkpoint: null
47
+ revision: null
48
+ sample_batch_size: 4
49
+ scale_lr: true
50
+ seed: 42
51
+ set_grads_to_none: false
52
+ tokenizer_name: null
53
+ train_batch_size: 2
54
+ use_8bit_adam: false
55
+ validation_prompt: null
56
+ validation_steps: 50
57
+ variant: null
58
+ with_prior_preservation: false
logs/custom-diffusion/1719938200.8120234/events.out.tfevents.1719938200.cudahpc06.3722665.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e8e24241a3dd354ad89cd31d7ec28e8f4e910628fc8b04f788e8c6643b90803
3
+ size 2821
logs/custom-diffusion/1719938200.8137348/hparams.yml ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ attn_maps_path_name: attn_maps_color
7
+ center_crop: false
8
+ checkpointing_steps: 250
9
+ checkpoints_total_limit: null
10
+ class_data_dir: null
11
+ class_prompt: null
12
+ concepts_list: null
13
+ dataloader_num_workers: 2
14
+ enable_xformers_memory_efficient_attention: false
15
+ freeze_model: crossattn_kv
16
+ gradient_accumulation_steps: 1
17
+ gradient_checkpointing: false
18
+ hflip: true
19
+ hub_model_id: null
20
+ hub_token: null
21
+ initializer_token: ktn
22
+ instance_data_dir: /home/xide/miniconda3/code/Attack/mist2-wk/data/single/clean/cat
23
+ instance_prompt: photo of a <v1*> cat
24
+ learning_rate: 1.0e-05
25
+ local_rank: -1
26
+ logging_dir: logs
27
+ lr_scheduler: constant
28
+ lr_warmup_steps: 0
29
+ max_grad_norm: 1.0
30
+ max_train_steps: 250
31
+ mixed_precision: null
32
+ modifier_token: <v1*>
33
+ no_safe_serialization: true
34
+ noaug: false
35
+ num_class_images: 200
36
+ num_train_epochs: 1
37
+ num_validation_images: 2
38
+ output_dir: /home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/photoguard/encoder_attack-1
39
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
40
+ prior_generation_precision: null
41
+ prior_loss_weight: 0
42
+ push_to_hub: true
43
+ real_prior: false
44
+ report_to: tensorboard
45
+ resolution: 512
46
+ resume_from_checkpoint: null
47
+ revision: null
48
+ sample_batch_size: 4
49
+ scale_lr: true
50
+ seed: 42
51
+ set_grads_to_none: false
52
+ tokenizer_name: null
53
+ train_batch_size: 2
54
+ use_8bit_adam: false
55
+ validation_prompt: null
56
+ validation_steps: 50
57
+ variant: null
58
+ with_prior_preservation: false
logs/custom-diffusion/1719939153.7130437/events.out.tfevents.1719939153.cudahpc06.18256.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd940bcd402fe0b1bdc9446087ab033a2e36a1c4dee32b010be61cc9eef8683d
3
+ size 2821
logs/custom-diffusion/1719939153.7150965/hparams.yml ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ attn_maps_path_name: attn_maps_color
7
+ center_crop: false
8
+ checkpointing_steps: 250
9
+ checkpoints_total_limit: null
10
+ class_data_dir: null
11
+ class_prompt: null
12
+ concepts_list: null
13
+ dataloader_num_workers: 2
14
+ enable_xformers_memory_efficient_attention: false
15
+ freeze_model: crossattn_kv
16
+ gradient_accumulation_steps: 1
17
+ gradient_checkpointing: false
18
+ hflip: true
19
+ hub_model_id: null
20
+ hub_token: null
21
+ initializer_token: ktn
22
+ instance_data_dir: /home/xide/miniconda3/code/Attack/mist2-wk/data/single/clean/cat
23
+ instance_prompt: photo of a <v1*> cat
24
+ learning_rate: 1.0e-05
25
+ local_rank: -1
26
+ logging_dir: logs
27
+ lr_scheduler: constant
28
+ lr_warmup_steps: 0
29
+ max_grad_norm: 1.0
30
+ max_train_steps: 250
31
+ mixed_precision: null
32
+ modifier_token: <v1*>
33
+ no_safe_serialization: true
34
+ noaug: false
35
+ num_class_images: 200
36
+ num_train_epochs: 1
37
+ num_validation_images: 2
38
+ output_dir: /home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/photoguard/encoder_attack-1
39
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
40
+ prior_generation_precision: null
41
+ prior_loss_weight: 0
42
+ push_to_hub: true
43
+ real_prior: false
44
+ report_to: tensorboard
45
+ resolution: 512
46
+ resume_from_checkpoint: null
47
+ revision: null
48
+ sample_batch_size: 4
49
+ scale_lr: true
50
+ seed: 42
51
+ set_grads_to_none: false
52
+ tokenizer_name: null
53
+ train_batch_size: 2
54
+ use_8bit_adam: false
55
+ validation_prompt: null
56
+ validation_steps: 50
57
+ variant: null
58
+ with_prior_preservation: false
logs/custom-diffusion/1719939271.4262435/events.out.tfevents.1719939271.cudahpc06.78754.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d01b8bc522d2114ee1cd994fb1ac890e09b5733982f064624175540d435007a
3
+ size 2821
logs/custom-diffusion/1719939271.4281807/hparams.yml ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ attn_maps_path_name: attn_maps_color
7
+ center_crop: false
8
+ checkpointing_steps: 250
9
+ checkpoints_total_limit: null
10
+ class_data_dir: null
11
+ class_prompt: null
12
+ concepts_list: null
13
+ dataloader_num_workers: 2
14
+ enable_xformers_memory_efficient_attention: false
15
+ freeze_model: crossattn_kv
16
+ gradient_accumulation_steps: 1
17
+ gradient_checkpointing: false
18
+ hflip: true
19
+ hub_model_id: null
20
+ hub_token: null
21
+ initializer_token: ktn
22
+ instance_data_dir: /home/xide/miniconda3/code/Attack/mist2-wk/data/single/clean/cat
23
+ instance_prompt: photo of a <v1*> cat
24
+ learning_rate: 1.0e-05
25
+ local_rank: -1
26
+ logging_dir: logs
27
+ lr_scheduler: constant
28
+ lr_warmup_steps: 0
29
+ max_grad_norm: 1.0
30
+ max_train_steps: 250
31
+ mixed_precision: null
32
+ modifier_token: <v1*>
33
+ no_safe_serialization: true
34
+ noaug: false
35
+ num_class_images: 200
36
+ num_train_epochs: 1
37
+ num_validation_images: 2
38
+ output_dir: /home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/photoguard/encoder_attack-1
39
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
40
+ prior_generation_precision: null
41
+ prior_loss_weight: 0
42
+ push_to_hub: true
43
+ real_prior: false
44
+ report_to: tensorboard
45
+ resolution: 512
46
+ resume_from_checkpoint: null
47
+ revision: null
48
+ sample_batch_size: 4
49
+ scale_lr: true
50
+ seed: 42
51
+ set_grads_to_none: false
52
+ tokenizer_name: null
53
+ train_batch_size: 2
54
+ use_8bit_adam: false
55
+ validation_prompt: null
56
+ validation_steps: 50
57
+ variant: null
58
+ with_prior_preservation: false
logs/custom-diffusion/1719939373.118812/events.out.tfevents.1719939373.cudahpc06.131012.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a6b4e048dcecdb289e8bfc6dfa0349fb229a244f335f1e932e9b40042ee8d8f
3
+ size 2821
logs/custom-diffusion/1719939373.120894/hparams.yml ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ attn_maps_path_name: attn_maps_color
7
+ center_crop: false
8
+ checkpointing_steps: 250
9
+ checkpoints_total_limit: null
10
+ class_data_dir: null
11
+ class_prompt: null
12
+ concepts_list: null
13
+ dataloader_num_workers: 2
14
+ enable_xformers_memory_efficient_attention: false
15
+ freeze_model: crossattn_kv
16
+ gradient_accumulation_steps: 1
17
+ gradient_checkpointing: false
18
+ hflip: true
19
+ hub_model_id: null
20
+ hub_token: null
21
+ initializer_token: ktn
22
+ instance_data_dir: /home/xide/miniconda3/code/Attack/mist2-wk/data/single/clean/cat
23
+ instance_prompt: photo of a <v1*> cat
24
+ learning_rate: 1.0e-05
25
+ local_rank: -1
26
+ logging_dir: logs
27
+ lr_scheduler: constant
28
+ lr_warmup_steps: 0
29
+ max_grad_norm: 1.0
30
+ max_train_steps: 250
31
+ mixed_precision: null
32
+ modifier_token: <v1*>
33
+ no_safe_serialization: true
34
+ noaug: false
35
+ num_class_images: 200
36
+ num_train_epochs: 1
37
+ num_validation_images: 2
38
+ output_dir: /home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/photoguard/encoder_attack-1
39
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
40
+ prior_generation_precision: null
41
+ prior_loss_weight: 0
42
+ push_to_hub: true
43
+ real_prior: false
44
+ report_to: tensorboard
45
+ resolution: 512
46
+ resume_from_checkpoint: null
47
+ revision: null
48
+ sample_batch_size: 4
49
+ scale_lr: true
50
+ seed: 42
51
+ set_grads_to_none: false
52
+ tokenizer_name: null
53
+ train_batch_size: 2
54
+ use_8bit_adam: false
55
+ validation_prompt: null
56
+ validation_steps: 50
57
+ variant: null
58
+ with_prior_preservation: false
logs/custom-diffusion/1719939568.1306415/events.out.tfevents.1719939568.cudahpc06.230980.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b59f518a68ed040d15fac447782867b334fd101b9dc581287cf421656aacf31c
3
+ size 2821
logs/custom-diffusion/1719939568.1329355/hparams.yml ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ attn_maps_path_name: attn_maps_color
7
+ center_crop: false
8
+ checkpointing_steps: 250
9
+ checkpoints_total_limit: null
10
+ class_data_dir: null
11
+ class_prompt: null
12
+ concepts_list: null
13
+ dataloader_num_workers: 2
14
+ enable_xformers_memory_efficient_attention: false
15
+ freeze_model: crossattn_kv
16
+ gradient_accumulation_steps: 1
17
+ gradient_checkpointing: false
18
+ hflip: true
19
+ hub_model_id: null
20
+ hub_token: null
21
+ initializer_token: ktn
22
+ instance_data_dir: /home/xide/miniconda3/code/Attack/mist2-wk/data/single/clean/cat
23
+ instance_prompt: photo of a <v1*> cat
24
+ learning_rate: 1.0e-05
25
+ local_rank: -1
26
+ logging_dir: logs
27
+ lr_scheduler: constant
28
+ lr_warmup_steps: 0
29
+ max_grad_norm: 1.0
30
+ max_train_steps: 250
31
+ mixed_precision: null
32
+ modifier_token: <v1*>
33
+ no_safe_serialization: true
34
+ noaug: false
35
+ num_class_images: 200
36
+ num_train_epochs: 1
37
+ num_validation_images: 2
38
+ output_dir: /home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/photoguard/encoder_attack-1
39
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
40
+ prior_generation_precision: null
41
+ prior_loss_weight: 0
42
+ push_to_hub: true
43
+ real_prior: false
44
+ report_to: tensorboard
45
+ resolution: 512
46
+ resume_from_checkpoint: null
47
+ revision: null
48
+ sample_batch_size: 4
49
+ scale_lr: true
50
+ seed: 42
51
+ set_grads_to_none: false
52
+ tokenizer_name: null
53
+ train_batch_size: 2
54
+ use_8bit_adam: false
55
+ validation_prompt: null
56
+ validation_steps: 50
57
+ variant: null
58
+ with_prior_preservation: false
logs/custom-diffusion/1719940533.2718072/events.out.tfevents.1719940533.cudahpc06.697928.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5ad037e6d61097152cff909202052f49c8d1ece9c4274916e2abb57193454a8
3
+ size 2821
logs/custom-diffusion/1719940533.2736197/hparams.yml ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ attn_maps_path_name: attn_maps_color
7
+ center_crop: false
8
+ checkpointing_steps: 250
9
+ checkpoints_total_limit: null
10
+ class_data_dir: null
11
+ class_prompt: null
12
+ concepts_list: null
13
+ dataloader_num_workers: 2
14
+ enable_xformers_memory_efficient_attention: false
15
+ freeze_model: crossattn_kv
16
+ gradient_accumulation_steps: 1
17
+ gradient_checkpointing: false
18
+ hflip: true
19
+ hub_model_id: null
20
+ hub_token: null
21
+ initializer_token: ktn
22
+ instance_data_dir: /home/xide/miniconda3/code/Attack/mist2-wk/data/single/clean/cat
23
+ instance_prompt: photo of a <v1*> cat
24
+ learning_rate: 1.0e-05
25
+ local_rank: -1
26
+ logging_dir: logs
27
+ lr_scheduler: constant
28
+ lr_warmup_steps: 0
29
+ max_grad_norm: 1.0
30
+ max_train_steps: 250
31
+ mixed_precision: null
32
+ modifier_token: <v1*>
33
+ no_safe_serialization: true
34
+ noaug: false
35
+ num_class_images: 200
36
+ num_train_epochs: 1
37
+ num_validation_images: 2
38
+ output_dir: /home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/photoguard/encoder_attack-1
39
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-2-1-base
40
+ prior_generation_precision: null
41
+ prior_loss_weight: 0
42
+ push_to_hub: true
43
+ real_prior: false
44
+ report_to: tensorboard
45
+ resolution: 512
46
+ resume_from_checkpoint: null
47
+ revision: null
48
+ sample_batch_size: 4
49
+ scale_lr: true
50
+ seed: 42
51
+ set_grads_to_none: false
52
+ tokenizer_name: null
53
+ train_batch_size: 2
54
+ use_8bit_adam: false
55
+ validation_prompt: null
56
+ validation_steps: 50
57
+ variant: null
58
+ with_prior_preservation: false
logs/custom-diffusion/events.out.tfevents.1719935555.cudahpc06.2429479.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd2613b44c005fd724242cf421055c1f122c0d4ccf4f2e7f25490d49d4cb2da3
3
+ size 88
logs/custom-diffusion/events.out.tfevents.1719935607.cudahpc06.2449266.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8486dc6a89641b1fca8a14062f95c2fd02a098aca8bd5cb3816cc21544fd88bf
3
+ size 88
logs/custom-diffusion/events.out.tfevents.1719935810.cudahpc06.2525194.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9413b86d5216855ea0fb55b50e1f6575e63b8e0b839c3156854590ea3b2e35e
3
+ size 88
logs/custom-diffusion/events.out.tfevents.1719936964.cudahpc06.3090256.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3188382db3861aee0d759302863d59fdf7e2e17eb03b5e7232e07e6bf91aaaec
3
+ size 88
logs/custom-diffusion/events.out.tfevents.1719937933.cudahpc06.3585867.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cfcea42d869a04b4a0249a277ff6b368b4c11f59650776b7500acdab47c4df3
3
+ size 88
logs/custom-diffusion/events.out.tfevents.1719938040.cudahpc06.3641166.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c7b7007c617eeb93ef278d81ba5debb468338fd4a97587be10258cb2ea31208
3
+ size 88
logs/custom-diffusion/events.out.tfevents.1719938200.cudahpc06.3722665.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c1eaec1b81d662674857f5d1025a50e7f0977c606d713b486ba5db45aa9bcf3
3
+ size 88
logs/custom-diffusion/events.out.tfevents.1719939153.cudahpc06.18256.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98912dbcfe8aa9744d3fd94c3d1a538d95eb1285a9e31bbfef7b86af61456333
3
+ size 88
logs/custom-diffusion/events.out.tfevents.1719939271.cudahpc06.78754.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75324af08ebdea86d9c77caca9774401a1ab086b6a0c6d9676d00bc3662c92d4
3
+ size 88
logs/custom-diffusion/events.out.tfevents.1719939373.cudahpc06.131012.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:320bb9446e06a0bdc8432874afeb1c8290022d7063ac6ae4826b0ab9754be966
3
+ size 88
logs/custom-diffusion/events.out.tfevents.1719939568.cudahpc06.230980.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bf6a3d742c4824ae5bff3317c6258e6b24f8c4e89a8d23a3457e014bbaae0b2
3
+ size 20962
logs/custom-diffusion/events.out.tfevents.1719940533.cudahpc06.697928.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8af649020d61c51c8bd4fa604717ceb6260ecf61618cad7c6ac27294fab8a43
3
+ size 20962
photoguard-encoder-imgs-adv/photoguard_encoder_attack.png ADDED
pytorch_custom_diffusion_weights.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4d9be3cbe64185c7e7cc1c6990b99a7caf820f11c8e02efe3cfca36a36d1a49f
3
  size 102250391
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46168e3ae8e78ffb40541ef7e43e8549ad5e407caa8e087e47e8e2d956f9646f
3
  size 102250391
train.sh ADDED
@@ -0,0 +1,74 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # export CUDA_VISIBLE_DEVICES=4
2
+
3
+ # python train_custom_diffusion.py \
4
+ # --pretrained_model_name_or_path=stabilityai/stable-diffusion-2-1-base \
5
+ # --num_class_images=200 \
6
+ # --resolution=512 \
7
+ # --train_batch_size=2 \
8
+ # --learning_rate=1e-5 \
9
+ # --lr_warmup_steps=0 \
10
+ # --max_train_steps=250 \
11
+ # --scale_lr \
12
+ # --hflip \
13
+ # --real_prior \
14
+ # --with_prior_preservation \
15
+ # --prior_loss_weight=1.0 \
16
+ # --class_data_dir "/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/real_reg/samples_dog" \
17
+ # --modifier_token "<new1>" \
18
+ # --initializer_token "ktn+pll+ucd" \
19
+ # --push_to_hub \
20
+ # --class_prompt="dog" \
21
+ # --prior_loss_weight=0 \
22
+ # --instance_prompt="photo of a <new1> dog" \
23
+ # --output_dir="/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/attn_maps-color_sandesh-dog-clean" \
24
+ # --instance_data_dir="/home/xide/miniconda3/code/Attack/mist2-wk/data/single/clean/dog"
25
+ # # --instance_data_dir="/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/data/single-data/dog" \
26
+
27
+
28
+ export CUDA_VISIBLE_DEVICES=2
29
+
30
+ # export INSTANCE_DATA_DIR="/home/xide/miniconda3/code/Attack/mist2-wk/data/single/clean/cat"
31
+ export INSTANCE_DATA_DIR="/home/xide/miniconda3/code/Attack/photoguard/results/CD_photo_of_a_dog"
32
+
33
+ export OUTPUT_DIR="/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/trained_on_photoguard_img/encoder_2_at_photoguard"
34
+ # export OUTPUT_DIR="/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/add_noise_at_latent_levle/random_sample_noise/clean_cat"
35
+ # export OUTPUT_DIR="/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/debug"
36
+ # _prompt_no_cat
37
+
38
+ # --instance_data_dir="/home/xide/miniconda3/code/Attack/mist2-wk/data/single/clean/cat" \ # clean cat
39
+ # --instance_data_dir="/home/xide/miniconda3/code/data/Attack/mist/cat/pgd_8" # mist cat
40
+ # --initializer_token "ktn+pll+ucd" \
41
+
42
+ python train_custom_diffusion.py \
43
+ --pretrained_model_name_or_path=stabilityai/stable-diffusion-2-1-base \
44
+ --resolution=512 \
45
+ --train_batch_size=2 \
46
+ --learning_rate=1e-5 \
47
+ --lr_warmup_steps=0 \
48
+ --max_train_steps=250 \
49
+ --scale_lr \
50
+ --hflip \
51
+ --modifier_token "<v1*>" \
52
+ --initializer_token "ktn" \
53
+ --push_to_hub \
54
+ --instance_prompt="photo of a <v1*> dog" \
55
+ --attn_maps_path_name="attn_maps_color" \
56
+ --output_dir=$OUTPUT_DIR \
57
+ --instance_data_dir=$INSTANCE_DATA_DIR \
58
+ --mist_dir="/home/xide/miniconda3/code/Attack/mist2-wk/data/adv_img/mist/MIST.jpg" \
59
+ --latent_disturb_type="mist" \
60
+ --latent_disturb_eps=0.0078 \
61
+ --adding_mist_befor_vae=False \
62
+ --adding_noise=False \
63
+ # --photoguard=False \
64
+ # --photoguard_mode="" \ # "encoder"
65
+
66
+ # --real_prior \
67
+ # --with_prior_preservation \
68
+ # --prior_loss_weight=1.0 \
69
+ # --class_data_dir "/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/real_reg/samples_cat" \
70
+ # --num_class_images=200 \
71
+ # --class_prompt="cat" \
72
+
73
+
74
+ cp "/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/train-single.sh" "$OUTPUT_DIR/train.sh"