File size: 1,111 Bytes
5d83c7c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
# GLOBAL STUFF
experiment_id: roubao_cat_personalized

checkpoint_path: checkpoint output path
output_path:  visual results output path
model_version: 3.6B
dtype: float32

module_filters: [ '.attn']
rank: 4
train_tokens:
  # - ['^snail', null] # token starts with "snail" -> "snail" & "snails", don't need to be reinitialized
  - ['[roubaobao]', '^cat</w>'] # custom token [snail], initialize as avg of snail & snails
# TRAINING PARAMS
lr: 1.0e-4
batch_size: 4

image_size: [1024, 2048, 2560, 3072, 3584, 3840, 4096, 4608]
multi_aspect_ratio: [1/1, 1/2, 1/3, 2/3, 3/4, 1/5, 2/5, 3/5, 4/5, 1/6, 5/6, 9/16]
grad_accum_steps: 2
updates: 40000
backup_every: 5000
save_every: 512
warmup_updates: 1
use_ddp: True

# GDF
adaptive_loss_weight: True


tmp_prompt: a photo of a cat [roubaobao]
webdataset_path: path to your personalized training dataset
effnet_checkpoint_path:  models/effnet_encoder.safetensors
previewer_checkpoint_path:  models/previewer.safetensors
generator_checkpoint_path:  models/stage_c_bf16.safetensors
ultrapixel_path: models/ultrapixel_t2i.safetensors