hemular commited on
Commit
0b46ffd
1 Parent(s): b1eaad2

Add kohya training settings

Browse files
checkpoints/thinknomore-v3.1-ralph-fiennes_20231207-025044.json ADDED
@@ -0,0 +1,115 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "LoRA_type": "Standard",
3
+ "LyCORIS_preset": "full",
4
+ "adaptive_noise_scale": 0,
5
+ "additional_parameters": "",
6
+ "block_alphas": "",
7
+ "block_dims": "",
8
+ "block_lr_zero_threshold": "",
9
+ "bucket_no_upscale": true,
10
+ "bucket_reso_steps": 64,
11
+ "cache_latents": true,
12
+ "cache_latents_to_disk": true,
13
+ "caption_dropout_every_n_epochs": 0.0,
14
+ "caption_dropout_rate": 0,
15
+ "caption_extension": ".txt",
16
+ "clip_skip": "1",
17
+ "color_aug": false,
18
+ "conv_alpha": 1,
19
+ "conv_block_alphas": "",
20
+ "conv_block_dims": "",
21
+ "conv_dim": 1,
22
+ "debiased_estimation_loss": false,
23
+ "decompose_both": false,
24
+ "dim_from_weights": false,
25
+ "down_lr_weight": "",
26
+ "enable_bucket": true,
27
+ "epoch": 10,
28
+ "factor": -1,
29
+ "flip_aug": false,
30
+ "full_bf16": true,
31
+ "full_fp16": false,
32
+ "gradient_accumulation_steps": 1,
33
+ "gradient_checkpointing": true,
34
+ "keep_tokens": "0",
35
+ "learning_rate": 5e-05,
36
+ "logging_dir": "/workspace/training/thinknomore-v3/log",
37
+ "lora_network_weights": "",
38
+ "lr_scheduler": "constant",
39
+ "lr_scheduler_args": "",
40
+ "lr_scheduler_num_cycles": "",
41
+ "lr_scheduler_power": "",
42
+ "lr_warmup": 0,
43
+ "max_bucket_reso": 2048,
44
+ "max_data_loader_n_workers": "0",
45
+ "max_resolution": "1024,1024",
46
+ "max_timestep": 1000,
47
+ "max_token_length": "75",
48
+ "max_train_epochs": "",
49
+ "max_train_steps": "",
50
+ "mem_eff_attn": false,
51
+ "mid_lr_weight": "",
52
+ "min_bucket_reso": 256,
53
+ "min_snr_gamma": 0,
54
+ "min_timestep": 0,
55
+ "mixed_precision": "bf16",
56
+ "model_list": "custom",
57
+ "module_dropout": 0,
58
+ "multires_noise_discount": 0,
59
+ "multires_noise_iterations": 0,
60
+ "network_alpha": 16,
61
+ "network_dim": 32,
62
+ "network_dropout": 0,
63
+ "no_token_padding": false,
64
+ "noise_offset": 0,
65
+ "noise_offset_type": "Original",
66
+ "num_cpu_threads_per_process": 2,
67
+ "optimizer": "Adafactor",
68
+ "optimizer_args": "scale_parameter=False relative_step=False warmup_init=False",
69
+ "output_dir": "/workspace/training/thinknomore-v3/model",
70
+ "output_name": "thinknomore-v3.1-ralph-fiennes",
71
+ "persistent_data_loader_workers": false,
72
+ "pretrained_model_name_or_path": "/workspace/models/main/sd_xl_base_1.0_0.9vae.safetensors",
73
+ "prior_loss_weight": 1.0,
74
+ "random_crop": false,
75
+ "rank_dropout": 0,
76
+ "reg_data_dir": "/workspace/training/thinknomore-v3/reg",
77
+ "resume": "",
78
+ "sample_every_n_epochs": 1,
79
+ "sample_every_n_steps": 0,
80
+ "sample_prompts": "ralph fiennes, man, realistic detailed portrait, stanley artgerm, very coherent. 20 years old. modern clothes. city in the background. ginger hair. freckles. cute. smiling --d 442080849 --w 1024 --h 1024",
81
+ "sample_sampler": "euler_a",
82
+ "save_every_n_epochs": 1,
83
+ "save_every_n_steps": 0,
84
+ "save_last_n_steps": 0,
85
+ "save_last_n_steps_state": 0,
86
+ "save_model_as": "safetensors",
87
+ "save_precision": "bf16",
88
+ "save_state": false,
89
+ "scale_v_pred_loss_like_noise_pred": false,
90
+ "scale_weight_norms": 0,
91
+ "sdxl": true,
92
+ "sdxl_cache_text_encoder_outputs": false,
93
+ "sdxl_no_half_vae": true,
94
+ "seed": "",
95
+ "shuffle_caption": false,
96
+ "stop_text_encoder_training_pct": 0,
97
+ "text_encoder_lr": 5e-05,
98
+ "train_batch_size": 1,
99
+ "train_data_dir": "/workspace/training/thinknomore-v3/img",
100
+ "train_on_input": true,
101
+ "training_comment": "",
102
+ "unet_lr": 5e-05,
103
+ "unit": 1,
104
+ "up_lr_weight": "",
105
+ "use_cp": false,
106
+ "use_wandb": false,
107
+ "v2": false,
108
+ "v_parameterization": false,
109
+ "v_pred_like_loss": 0,
110
+ "vae": "",
111
+ "vae_batch_size": 0,
112
+ "wandb_api_key": "",
113
+ "weighted_captions": false,
114
+ "xformers": "xformers"
115
+ }