Hugging Face's logo

SidXXD
/
diffusion_attack_cat_background

Text-to-Image
Diffusers
TensorBoard
Safetensors
stable-diffusion
stable-diffusion-diffusers
custom-diffusion
Model card Files Metrics Community
diffusion_attack_cat_background
File size: 3,189 Bytes 
2fc7b37
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
 
# export CUDA_VISIBLE_DEVICES=4

# python train_custom_diffusion.py \
#     --pretrained_model_name_or_path=stabilityai/stable-diffusion-2-1-base \
#     --num_class_images=200 \
#     --resolution=512 \
#     --train_batch_size=2 \
#     --learning_rate=1e-5 \
#     --lr_warmup_steps=0 \
#     --max_train_steps=250 \
#     --scale_lr \
#     --hflip \
#     --real_prior \
#     --with_prior_preservation \
#     --prior_loss_weight=1.0 \
#     --class_data_dir "/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/real_reg/samples_dog" \
#     --modifier_token "<new1>" \
#     --initializer_token "ktn+pll+ucd" \
#     --push_to_hub \
#     --class_prompt="dog" \
#     --prior_loss_weight=0 \
#     --instance_prompt="photo of a <new1> dog" \
#     --output_dir="/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/attn_maps-color_sandesh-dog-clean" \
#     --instance_data_dir="/home/xide/miniconda3/code/Attack/mist2-wk/data/single/clean/dog"
# # --instance_data_dir="/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/data/single-data/dog" \


export CUDA_VISIBLE_DEVICES=6

# export INSTANCE_DATA_DIR="/home/xide/miniconda3/code/Attack/mist2-wk/data/single/clean/cat"
export INSTANCE_DATA_DIR="/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/data/adv4train/photoguard/diffusion_attack"

export OUTPUT_DIR="/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/photoguard/diffusion_attack_cat_background"
# export OUTPUT_DIR="/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/add_noise_at_latent_levle/random_sample_noise/clean_cat"
# export OUTPUT_DIR="/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/model/debug"
# _prompt_no_cat

# --instance_data_dir="/home/xide/miniconda3/code/Attack/mist2-wk/data/single/clean/cat" \                    # clean cat
# --instance_data_dir="/home/xide/miniconda3/code/data/Attack/mist/cat/pgd_8"    # mist cat
# --initializer_token "ktn+pll+ucd" \

python train_custom_diffusion.py \
    --pretrained_model_name_or_path=stabilityai/stable-diffusion-2-1-base \
    --resolution=512 \
    --train_batch_size=2 \
    --learning_rate=1e-5 \
    --lr_warmup_steps=0 \
    --max_train_steps=250 \
    --scale_lr \
    --hflip \
    --modifier_token "<v1*>" \
    --initializer_token "ktn" \
    --push_to_hub \
    --instance_prompt="photo of a <v1*> cat" \
    --attn_maps_path_name="attn_maps_color" \
    --output_dir=$OUTPUT_DIR \
    --instance_data_dir=$INSTANCE_DATA_DIR \
    --mist_dir="/home/xide/miniconda3/code/Attack/mist2-wk/data/adv_img/mist/MIST.jpg" \
    --latent_disturb_type="mist"    \
    --latent_disturb_eps=0.0078 \
    --adding_mist_befor_vae=False \
    --adding_noise=False    \
    --photoguard=False   \
    --photoguard_mode="" \    # "encoder" 

    # --real_prior \
    # --with_prior_preservation \
    # --prior_loss_weight=1.0 \
    # --class_data_dir "/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/real_reg/samples_cat" \
    # --num_class_images=200 \
    # --class_prompt="cat" \


cp "/home/xide/miniconda3/code/diffusers/examples/custom_diffusion/train-single.sh" "$OUTPUT_DIR/train.sh"