LuC4 test2
Browse files
LuC4_config/config_file.toml
ADDED
@@ -0,0 +1,63 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
[sdxl_arguments]
|
2 |
+
cache_text_encoder_outputs = true
|
3 |
+
no_half_vae = true
|
4 |
+
min_timestep = 0
|
5 |
+
max_timestep = 1000
|
6 |
+
shuffle_caption = false
|
7 |
+
|
8 |
+
[model_arguments]
|
9 |
+
pretrained_model_name_or_path = "/content/pretrained_model/sd_xl_base_0.9.safetensors"
|
10 |
+
vae = "/content/vae/sdxl_vae.safetensors"
|
11 |
+
|
12 |
+
[dataset_arguments]
|
13 |
+
debug_dataset = false
|
14 |
+
in_json = "/content/fine_tune/meta_lat.json"
|
15 |
+
train_data_dir = "/content/fine_tune/train_data"
|
16 |
+
dataset_repeats = 1
|
17 |
+
keep_tokens = 0
|
18 |
+
resolution = "2048,2048"
|
19 |
+
caption_dropout_rate = 0
|
20 |
+
caption_tag_dropout_rate = 0
|
21 |
+
caption_dropout_every_n_epochs = 0
|
22 |
+
color_aug = false
|
23 |
+
token_warmup_min = 1
|
24 |
+
token_warmup_step = 0
|
25 |
+
|
26 |
+
[training_arguments]
|
27 |
+
output_dir = "/content/drive/MyDrive/kohya-trainer/output"
|
28 |
+
output_name = "LuC4"
|
29 |
+
save_precision = "fp16"
|
30 |
+
save_every_n_steps = 1000
|
31 |
+
train_batch_size = 1
|
32 |
+
max_token_length = 225
|
33 |
+
mem_eff_attn = false
|
34 |
+
xformers = true
|
35 |
+
max_train_steps = 1000
|
36 |
+
max_data_loader_n_workers = 8
|
37 |
+
persistent_data_loader_workers = true
|
38 |
+
gradient_checkpointing = true
|
39 |
+
gradient_accumulation_steps = 1
|
40 |
+
mixed_precision = "fp16"
|
41 |
+
|
42 |
+
[logging_arguments]
|
43 |
+
log_with = "wandb"
|
44 |
+
log_tracker_name = "LuC4"
|
45 |
+
logging_dir = "/content/fine_tune/logs"
|
46 |
+
|
47 |
+
[sample_prompt_arguments]
|
48 |
+
sample_every_n_steps = 100
|
49 |
+
sample_sampler = "euler_a"
|
50 |
+
|
51 |
+
[saving_arguments]
|
52 |
+
save_model_as = "safetensors"
|
53 |
+
|
54 |
+
[optimizer_arguments]
|
55 |
+
optimizer_type = "AdaFactor"
|
56 |
+
learning_rate = 4e-7
|
57 |
+
train_text_encoder = false
|
58 |
+
max_grad_norm = 0
|
59 |
+
optimizer_args = [ "scale_parameter=False", "relative_step=False", "warmup_init=False",]
|
60 |
+
lr_scheduler = "constant_with_warmup"
|
61 |
+
lr_warmup_steps = 100
|
62 |
+
|
63 |
+
[advanced_training_config]
|
LuC4_config/sample_prompt.toml
ADDED
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
[prompt]
|
2 |
+
width = 2048
|
3 |
+
height = 2048
|
4 |
+
scale = 7
|
5 |
+
sample_steps = 28
|
6 |
+
[[prompt.subset]]
|
7 |
+
prompt = "masterpiece, best quality, 1boy, red hair, solo, upper body, baseball cap, red hair, closed mouth, earrings, green background, hat, hoop earrings, jewelry, looking at viewer, shirt, short hair, simple background, solo, yellow shirt --n lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry"
|
8 |
+
|