File size: 3,507 Bytes
f8b4557
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
{
  "config": "ff7r.json",
  "batch_size": 1,
  "ckpt_every_n_minutes": 1000000000.0,
  "clip_grad_norm": 1000000000.0,
  "clip_skip": 0,
  "contrastive_learning_batch_ids": [],
  "contrastive_learning_max_negative_loss": 1.0,
  "contrastive_learning_negative_loss_scale": 0.1,
  "everything_contrastive_learning_p": 0.0,
  "contrastive_learning_delta_loss_method": true,
  "max_backward_accum": 5,
  "init_grad_scale": 11500,
  "auto_decay_steps_multiplier": 1.001,
  "cond_dropout": 0.02,
  "data_root": "../data/train",
  "disable_amp": true,
  "disable_textenc_training": true,
  "disable_unet_training": false,
  "disable_xformers": false,
  "flip_p": 1.0,
  "gpuid": 0,
  "gradient_checkpointing": true,
  "grad_accum": 1,
  "logdir": "../logs",
  "log_step": 25,
  "lowvram": false,
  "max_epochs": 4,
  "notebook": false,
  "optimizer_config": "optimizer-unet-3e7lin-nowarmup-adamw.json",
  "plugins": [
    "plugins.interruptible.InterruptiblePlugin"
  ],
  "project_name": "ff7r_4e-5cosine_everything-cont-20-ep50-3e-7_bs1",
  "resolution": 512,
  "resume_ckpt": "../logs/ff7r_4e-5cosine_everything-cont-20-20241228-105146/ckpts/ff7r_4e-5cosine_everything-cont-20-ep50-gs16100",
  "run_name": null,
  "sample_prompts": "sample_prompts.json",
  "sample_steps": 666,
  "save_ckpt_dir": null,
  "save_ckpts_from_n_epochs": 0,
  "save_every_n_epochs": 4,
  "save_optimizer": true,
  "scale_lr": false,
  "seed": 756498848,
  "shuffle_tags": false,
  "validation_config": "validation.json",
  "wandb": false,
  "write_schedule": false,
  "rated_dataset": false,
  "rated_dataset_target_dropout_percent": 50,
  "zero_frequency_noise_ratio": 0.0,
  "enable_zero_terminal_snr": false,
  "load_settings_every_epoch": false,
  "min_snr_gamma": 1.5,
  "loss_type": "mse_huber",
  "ema_decay_rate": null,
  "ema_strength_target": null,
  "ema_update_interval": null,
  "ema_device": null,
  "ema_sample_nonema_model": false,
  "ema_sample_ema_model": false,
  "ema_resume_model": null,
  "no_save_ckpt": true,
  "no_prepend_last": true,
  "amp": false,
  "attn_type": "sdp",
  "embedding_perturbation": 1.0,
  "latents_perturbation": 0.0,
  "log_huber": false,
  "save_full_precision": false,
  "timestep_start": 0,
  "timestep_end": 1000,
  "train_sampler": "ddpm",
  "keep_tags": 0,
  "pyramid_noise_discount": null,
  "lr": null,
  "lr_decay_steps": 7659,
  "lr_scheduler": "constant",
  "lr_warmup_steps": 153,
  "no_initial_validation": false,
  "mix_zero_terminal_snr": null,
  "match_zero_terminal_snr": null,
  "debug_invert_min_snr_gamma": false,
  "batch_share_noise": false,
  "batch_share_timesteps": false,
  "teacher": null,
  "teacher_is_sdxl": false,
  "teacher_loss_scale": 1,
  "contrastive_learning_use_l1_loss": false,
  "contrastive_learning_no_average_negatives": false,
  "contrastive_learning_save_on_cpu": false,
  "contrastive_learning_delta_timestep_start": 150,
  "contrastive_learning_dropout_p": 0,
  "batch_id_dropout_p": 0,
  "cond_dropout_noise_p": 0,
  "jacobian_descent": false,
  "use_masks": false,
  "lora": false,
  "lora_resume": null,
  "lora_rank": 16,
  "lora_alpha": 8,
  "aspects": [
    [
      512,
      512
    ],
    [
      576,
      448
    ],
    [
      448,
      576
    ],
    [
      640,
      384
    ],
    [
      384,
      640
    ],
    [
      768,
      320
    ],
    [
      320,
      768
    ],
    [
      896,
      256
    ],
    [
      256,
      896
    ],
    [
      1024,
      256
    ],
    [
      256,
      1024
    ]
  ]
}