Hugging Face's logo

kerk86
/
reponame

Model card Files Community
kerk86 commited on
Commit
128f39e
•
1 Parent(s): 86389c6

Add files using upload-large-folder tool

Browse files
Files changed (16) hide show
  1. .keep +0 -0
  2. BevzyukN_1-000025.safetensors +3 -0
  3. BevzyukN_1-000050.safetensors +3 -0
  4. BevzyukN_1-000075.safetensors +3 -0
  5. BevzyukN_1-000100.safetensors +3 -0
  6. BevzyukN_1-000125.safetensors +3 -0
  7. BevzyukN_1-000150.safetensors +3 -0
  8. BevzyukN_1-000175.safetensors +3 -0
  9. BevzyukN_1.safetensors +3 -0
  10. BevzyukN_1_20241021-064510.json +201 -0
  11. Bevzyuk_2_20241021-063928.json +201 -0
  12. Bevzyuk_2_20241021-064028.json +201 -0
  13. config_lora-20241021-063928.toml +61 -0
  14. config_lora-20241021-064028.toml +61 -0
  15. config_lora-20241021-064510.toml +60 -0
  16. sample/prompt.txt +0 -0
.keep ADDED
File without changes
BevzyukN_1-000025.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08cd4a3e8d17252ea7f007949c7874c5687a0422ea23025e278103eebaa754d0
3
+ size 2535610984
BevzyukN_1-000050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75b64af87e7a65caad750b1dfab1b1281994e020f08c5b2c2be40a771c2e9b60
3
+ size 2535610984
BevzyukN_1-000075.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dd651fd78b82334d3d018aa3b1896648389b7977ea1d9f0179251028e01cbb0
3
+ size 2535610984
BevzyukN_1-000100.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d292d85d21fe1ea591486c23d75eb73ff4bc1b8cf7816ec04fc58d4452ca399
3
+ size 2535610992
BevzyukN_1-000125.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79f73577b2a389af2495e7103434914e438676a3d900c113951b6ea3e435d8fe
3
+ size 2535610984
BevzyukN_1-000150.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2716b8e6e8d492c48b2d9a5e8b1d319cb03bb9cdd4fea1e536cb9512f9cc7cbe
3
+ size 2535610992
BevzyukN_1-000175.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c1baaff8b015e4603612cb425c3d489910494bcc1078a7276a41ed277226bce
3
+ size 2535610984
BevzyukN_1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2c79690773f128e9cdebb95bb0f5d1eddcdebb5f3b56e250a1c2aefb11b30ac
3
+ size 2535610992
BevzyukN_1_20241021-064510.json ADDED
@@ -0,0 +1,201 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "LoRA_type": "Flux1",
3
+ "LyCORIS_preset": "full",
4
+ "adaptive_noise_scale": 0,
5
+ "additional_parameters": "",
6
+ "ae": "/workspace/ae.safetensors",
7
+ "apply_t5_attn_mask": false,
8
+ "async_upload": false,
9
+ "block_alphas": "",
10
+ "block_dims": "",
11
+ "block_lr_zero_threshold": "",
12
+ "bucket_no_upscale": true,
13
+ "bucket_reso_steps": 64,
14
+ "bypass_mode": false,
15
+ "cache_latents": true,
16
+ "cache_latents_to_disk": true,
17
+ "caption_dropout_every_n_epochs": 0,
18
+ "caption_dropout_rate": 0,
19
+ "caption_extension": ".txt",
20
+ "clip_l": "/workspace/clip_l.safetensors",
21
+ "clip_skip": 0,
22
+ "color_aug": false,
23
+ "constrain": 0,
24
+ "conv_alpha": 1,
25
+ "conv_block_alphas": "",
26
+ "conv_block_dims": "",
27
+ "conv_dim": 1,
28
+ "cpu_offload_checkpointing": false,
29
+ "dataset_config": "",
30
+ "debiased_estimation_loss": false,
31
+ "decompose_both": false,
32
+ "dim_from_weights": false,
33
+ "discrete_flow_shift": 3.1582,
34
+ "dora_wd": false,
35
+ "down_lr_weight": "",
36
+ "dynamo_backend": "no",
37
+ "dynamo_mode": "default",
38
+ "dynamo_use_dynamic": false,
39
+ "dynamo_use_fullgraph": false,
40
+ "enable_all_linear": false,
41
+ "enable_bucket": false,
42
+ "epoch": 50,
43
+ "extra_accelerate_launch_args": "",
44
+ "factor": -1,
45
+ "flip_aug": false,
46
+ "flux1_cache_text_encoder_outputs": true,
47
+ "flux1_cache_text_encoder_outputs_to_disk": true,
48
+ "flux1_checkbox": true,
49
+ "fp8_base": false,
50
+ "fp8_base_unet": false,
51
+ "full_bf16": true,
52
+ "full_fp16": false,
53
+ "gpu_ids": "0,1,2,3",
54
+ "gradient_accumulation_steps": 1,
55
+ "gradient_checkpointing": true,
56
+ "guidance_scale": 1,
57
+ "highvram": true,
58
+ "huber_c": 0.1,
59
+ "huber_schedule": "snr",
60
+ "huggingface_path_in_repo": "",
61
+ "huggingface_repo_id": "",
62
+ "huggingface_repo_type": "",
63
+ "huggingface_repo_visibility": "",
64
+ "huggingface_token": "",
65
+ "img_attn_dim": "",
66
+ "img_mlp_dim": "",
67
+ "img_mod_dim": "",
68
+ "in_dims": "",
69
+ "ip_noise_gamma": 0,
70
+ "ip_noise_gamma_random_strength": false,
71
+ "keep_tokens": 0,
72
+ "learning_rate": 0.0001,
73
+ "log_config": false,
74
+ "log_tracker_config": "",
75
+ "log_tracker_name": "",
76
+ "log_with": "",
77
+ "logging_dir": "",
78
+ "loraplus_lr_ratio": 0,
79
+ "loraplus_text_encoder_lr_ratio": 0,
80
+ "loraplus_unet_lr_ratio": 0,
81
+ "loss_type": "l2",
82
+ "lowvram": false,
83
+ "lr_scheduler": "constant",
84
+ "lr_scheduler_args": "",
85
+ "lr_scheduler_num_cycles": 1,
86
+ "lr_scheduler_power": 1,
87
+ "lr_scheduler_type": "",
88
+ "lr_warmup": 0,
89
+ "lr_warmup_steps": 0,
90
+ "main_process_port": 0,
91
+ "masked_loss": false,
92
+ "max_bucket_reso": 2048,
93
+ "max_data_loader_n_workers": 0,
94
+ "max_grad_norm": 0,
95
+ "max_resolution": "1024,1024",
96
+ "max_timestep": 1000,
97
+ "max_token_length": 75,
98
+ "max_train_epochs": 0,
99
+ "max_train_steps": 0,
100
+ "mem_eff_attn": false,
101
+ "mem_eff_save": true,
102
+ "metadata_author": "",
103
+ "metadata_description": "",
104
+ "metadata_license": "",
105
+ "metadata_tags": "",
106
+ "metadata_title": "",
107
+ "mid_lr_weight": "",
108
+ "min_bucket_reso": 256,
109
+ "min_snr_gamma": 0,
110
+ "min_timestep": 0,
111
+ "mixed_precision": "bf16",
112
+ "model_list": "custom",
113
+ "model_prediction_type": "raw",
114
+ "module_dropout": 0,
115
+ "multi_gpu": true,
116
+ "multires_noise_discount": 0.3,
117
+ "multires_noise_iterations": 0,
118
+ "network_alpha": 128,
119
+ "network_dim": 128,
120
+ "network_dropout": 0,
121
+ "network_weights": "",
122
+ "noise_offset": 0,
123
+ "noise_offset_random_strength": false,
124
+ "noise_offset_type": "Original",
125
+ "num_cpu_threads_per_process": 2,
126
+ "num_machines": 1,
127
+ "num_processes": 4,
128
+ "optimizer": "Adafactor",
129
+ "optimizer_args": "scale_parameter=False relative_step=False warmup_init=False weight_decay=0.01",
130
+ "output_dir": "/workspace/kohya_ss/models",
131
+ "output_name": "BevzyukN_1",
132
+ "persistent_data_loader_workers": false,
133
+ "pretrained_model_name_or_path": "/workspace/flux1-dev.safetensors",
134
+ "prior_loss_weight": 1,
135
+ "random_crop": false,
136
+ "rank_dropout": 0,
137
+ "rank_dropout_scale": false,
138
+ "reg_data_dir": "",
139
+ "rescaled": false,
140
+ "resume": "",
141
+ "resume_from_huggingface": "",
142
+ "sample_every_n_epochs": 0,
143
+ "sample_every_n_steps": 0,
144
+ "sample_prompts": "",
145
+ "sample_sampler": "euler_a",
146
+ "save_every_n_epochs": 25,
147
+ "save_every_n_steps": 0,
148
+ "save_last_n_epochs_state": 0,
149
+ "save_last_n_steps": 0,
150
+ "save_last_n_steps_state": 0,
151
+ "save_model_as": "safetensors",
152
+ "save_precision": "float",
153
+ "save_state": false,
154
+ "save_state_on_train_end": false,
155
+ "save_state_to_huggingface": false,
156
+ "scale_v_pred_loss_like_noise_pred": false,
157
+ "scale_weight_norms": 0,
158
+ "sdxl": false,
159
+ "sdxl_cache_text_encoder_outputs": false,
160
+ "sdxl_no_half_vae": false,
161
+ "seed": 1,
162
+ "shuffle_caption": false,
163
+ "single_dim": "",
164
+ "single_mod_dim": "",
165
+ "skip_cache_check": false,
166
+ "split_mode": false,
167
+ "split_qkv": false,
168
+ "stop_text_encoder_training": 0,
169
+ "t5xxl": "/workspace/t5xxl_fp16.safetensors",
170
+ "t5xxl_lr": 0,
171
+ "t5xxl_max_token_length": 512,
172
+ "text_encoder_lr": 0.0001,
173
+ "timestep_sampling": "sigmoid",
174
+ "train_batch_size": 1,
175
+ "train_blocks": "all",
176
+ "train_data_dir": "/workspace/kohya_ss/img",
177
+ "train_double_block_indices": "all",
178
+ "train_norm": false,
179
+ "train_on_input": true,
180
+ "train_single_block_indices": "all",
181
+ "train_t5xxl": false,
182
+ "training_comment": "",
183
+ "txt_attn_dim": "",
184
+ "txt_mlp_dim": "",
185
+ "txt_mod_dim": "",
186
+ "unet_lr": 0.0001,
187
+ "unit": 1,
188
+ "up_lr_weight": "",
189
+ "use_cp": false,
190
+ "use_scalar": false,
191
+ "use_tucker": false,
192
+ "v2": false,
193
+ "v_parameterization": false,
194
+ "v_pred_like_loss": 0,
195
+ "vae": "",
196
+ "vae_batch_size": 4,
197
+ "wandb_api_key": "",
198
+ "wandb_run_name": "",
199
+ "weighted_captions": false,
200
+ "xformers": "sdpa"
201
+ }
Bevzyuk_2_20241021-063928.json ADDED
@@ -0,0 +1,201 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "LoRA_type": "Flux1",
3
+ "LyCORIS_preset": "full",
4
+ "adaptive_noise_scale": 0,
5
+ "additional_parameters": "",
6
+ "ae": "/workspace/ae.safetensors",
7
+ "apply_t5_attn_mask": true,
8
+ "async_upload": false,
9
+ "block_alphas": "",
10
+ "block_dims": "",
11
+ "block_lr_zero_threshold": "",
12
+ "bucket_no_upscale": true,
13
+ "bucket_reso_steps": 64,
14
+ "bypass_mode": false,
15
+ "cache_latents": true,
16
+ "cache_latents_to_disk": true,
17
+ "caption_dropout_every_n_epochs": 0,
18
+ "caption_dropout_rate": 0,
19
+ "caption_extension": ".txt",
20
+ "clip_l": "/workspace/clip_l.safetensors",
21
+ "clip_skip": 0,
22
+ "color_aug": false,
23
+ "constrain": 0,
24
+ "conv_alpha": 1,
25
+ "conv_block_alphas": "",
26
+ "conv_block_dims": "",
27
+ "conv_dim": 1,
28
+ "cpu_offload_checkpointing": false,
29
+ "dataset_config": "",
30
+ "debiased_estimation_loss": false,
31
+ "decompose_both": false,
32
+ "dim_from_weights": false,
33
+ "discrete_flow_shift": 3.1582,
34
+ "dora_wd": false,
35
+ "down_lr_weight": "",
36
+ "dynamo_backend": "no",
37
+ "dynamo_mode": "default",
38
+ "dynamo_use_dynamic": false,
39
+ "dynamo_use_fullgraph": false,
40
+ "enable_all_linear": false,
41
+ "enable_bucket": false,
42
+ "epoch": 200,
43
+ "extra_accelerate_launch_args": "",
44
+ "factor": -1,
45
+ "flip_aug": false,
46
+ "flux1_cache_text_encoder_outputs": true,
47
+ "flux1_cache_text_encoder_outputs_to_disk": true,
48
+ "flux1_checkbox": true,
49
+ "fp8_base": false,
50
+ "fp8_base_unet": false,
51
+ "full_bf16": true,
52
+ "full_fp16": false,
53
+ "gpu_ids": "0",
54
+ "gradient_accumulation_steps": 1,
55
+ "gradient_checkpointing": true,
56
+ "guidance_scale": 1,
57
+ "highvram": true,
58
+ "huber_c": 0.1,
59
+ "huber_schedule": "snr",
60
+ "huggingface_path_in_repo": "",
61
+ "huggingface_repo_id": "",
62
+ "huggingface_repo_type": "",
63
+ "huggingface_repo_visibility": "",
64
+ "huggingface_token": "",
65
+ "img_attn_dim": "",
66
+ "img_mlp_dim": "",
67
+ "img_mod_dim": "",
68
+ "in_dims": "",
69
+ "ip_noise_gamma": 0,
70
+ "ip_noise_gamma_random_strength": false,
71
+ "keep_tokens": 0,
72
+ "learning_rate": 5e-05,
73
+ "log_config": false,
74
+ "log_tracker_config": "",
75
+ "log_tracker_name": "",
76
+ "log_with": "",
77
+ "logging_dir": "",
78
+ "loraplus_lr_ratio": 0,
79
+ "loraplus_text_encoder_lr_ratio": 0,
80
+ "loraplus_unet_lr_ratio": 0,
81
+ "loss_type": "l2",
82
+ "lowvram": false,
83
+ "lr_scheduler": "constant",
84
+ "lr_scheduler_args": "",
85
+ "lr_scheduler_num_cycles": 1,
86
+ "lr_scheduler_power": 1,
87
+ "lr_scheduler_type": "",
88
+ "lr_warmup": 0,
89
+ "lr_warmup_steps": 0,
90
+ "main_process_port": 0,
91
+ "masked_loss": false,
92
+ "max_bucket_reso": 2048,
93
+ "max_data_loader_n_workers": 0,
94
+ "max_grad_norm": 0,
95
+ "max_resolution": "1024,1024",
96
+ "max_timestep": 1000,
97
+ "max_token_length": 75,
98
+ "max_train_epochs": 0,
99
+ "max_train_steps": 0,
100
+ "mem_eff_attn": false,
101
+ "mem_eff_save": true,
102
+ "metadata_author": "",
103
+ "metadata_description": "",
104
+ "metadata_license": "",
105
+ "metadata_tags": "",
106
+ "metadata_title": "",
107
+ "mid_lr_weight": "",
108
+ "min_bucket_reso": 256,
109
+ "min_snr_gamma": 0,
110
+ "min_timestep": 0,
111
+ "mixed_precision": "bf16",
112
+ "model_list": "custom",
113
+ "model_prediction_type": "raw",
114
+ "module_dropout": 0,
115
+ "multi_gpu": false,
116
+ "multires_noise_discount": 0.3,
117
+ "multires_noise_iterations": 0,
118
+ "network_alpha": 128,
119
+ "network_dim": 128,
120
+ "network_dropout": 0,
121
+ "network_weights": "",
122
+ "noise_offset": 0,
123
+ "noise_offset_random_strength": false,
124
+ "noise_offset_type": "Original",
125
+ "num_cpu_threads_per_process": 2,
126
+ "num_machines": 4,
127
+ "num_processes": 4,
128
+ "optimizer": "Adafactor",
129
+ "optimizer_args": "scale_parameter=False relative_step=False warmup_init=False weight_decay=0.01",
130
+ "output_dir": "/workspace/kohya_ss/models",
131
+ "output_name": "Bevzyuk_2",
132
+ "persistent_data_loader_workers": false,
133
+ "pretrained_model_name_or_path": "/workspace/flux1-dev.safetensors",
134
+ "prior_loss_weight": 1,
135
+ "random_crop": false,
136
+ "rank_dropout": 0,
137
+ "rank_dropout_scale": false,
138
+ "reg_data_dir": "",
139
+ "rescaled": false,
140
+ "resume": "",
141
+ "resume_from_huggingface": "",
142
+ "sample_every_n_epochs": 0,
143
+ "sample_every_n_steps": 0,
144
+ "sample_prompts": "",
145
+ "sample_sampler": "euler_a",
146
+ "save_every_n_epochs": 25,
147
+ "save_every_n_steps": 0,
148
+ "save_last_n_epochs_state": 0,
149
+ "save_last_n_steps": 0,
150
+ "save_last_n_steps_state": 0,
151
+ "save_model_as": "safetensors",
152
+ "save_precision": "float",
153
+ "save_state": false,
154
+ "save_state_on_train_end": false,
155
+ "save_state_to_huggingface": false,
156
+ "scale_v_pred_loss_like_noise_pred": false,
157
+ "scale_weight_norms": 0,
158
+ "sdxl": false,
159
+ "sdxl_cache_text_encoder_outputs": false,
160
+ "sdxl_no_half_vae": false,
161
+ "seed": 1,
162
+ "shuffle_caption": false,
163
+ "single_dim": "",
164
+ "single_mod_dim": "",
165
+ "skip_cache_check": false,
166
+ "split_mode": false,
167
+ "split_qkv": false,
168
+ "stop_text_encoder_training": 0,
169
+ "t5xxl": "/workspace/t5xxl_fp16.safetensors",
170
+ "t5xxl_lr": 0,
171
+ "t5xxl_max_token_length": 512,
172
+ "text_encoder_lr": 5e-05,
173
+ "timestep_sampling": "sigmoid",
174
+ "train_batch_size": 1,
175
+ "train_blocks": "all",
176
+ "train_data_dir": "/workspace/kohya_ss/img",
177
+ "train_double_block_indices": "all",
178
+ "train_norm": false,
179
+ "train_on_input": true,
180
+ "train_single_block_indices": "all",
181
+ "train_t5xxl": false,
182
+ "training_comment": "",
183
+ "txt_attn_dim": "",
184
+ "txt_mlp_dim": "",
185
+ "txt_mod_dim": "",
186
+ "unet_lr": 5e-05,
187
+ "unit": 1,
188
+ "up_lr_weight": "",
189
+ "use_cp": false,
190
+ "use_scalar": false,
191
+ "use_tucker": false,
192
+ "v2": false,
193
+ "v_parameterization": false,
194
+ "v_pred_like_loss": 0,
195
+ "vae": "",
196
+ "vae_batch_size": 4,
197
+ "wandb_api_key": "",
198
+ "wandb_run_name": "",
199
+ "weighted_captions": false,
200
+ "xformers": "sdpa"
201
+ }
Bevzyuk_2_20241021-064028.json ADDED
@@ -0,0 +1,201 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "LoRA_type": "Flux1",
3
+ "LyCORIS_preset": "full",
4
+ "adaptive_noise_scale": 0,
5
+ "additional_parameters": "",
6
+ "ae": "/workspace/ae.safetensors",
7
+ "apply_t5_attn_mask": true,
8
+ "async_upload": false,
9
+ "block_alphas": "",
10
+ "block_dims": "",
11
+ "block_lr_zero_threshold": "",
12
+ "bucket_no_upscale": true,
13
+ "bucket_reso_steps": 64,
14
+ "bypass_mode": false,
15
+ "cache_latents": true,
16
+ "cache_latents_to_disk": true,
17
+ "caption_dropout_every_n_epochs": 0,
18
+ "caption_dropout_rate": 0,
19
+ "caption_extension": ".txt",
20
+ "clip_l": "/workspace/clip_l.safetensors",
21
+ "clip_skip": 0,
22
+ "color_aug": false,
23
+ "constrain": 0,
24
+ "conv_alpha": 1,
25
+ "conv_block_alphas": "",
26
+ "conv_block_dims": "",
27
+ "conv_dim": 1,
28
+ "cpu_offload_checkpointing": false,
29
+ "dataset_config": "",
30
+ "debiased_estimation_loss": false,
31
+ "decompose_both": false,
32
+ "dim_from_weights": false,
33
+ "discrete_flow_shift": 3.1582,
34
+ "dora_wd": false,
35
+ "down_lr_weight": "",
36
+ "dynamo_backend": "no",
37
+ "dynamo_mode": "default",
38
+ "dynamo_use_dynamic": false,
39
+ "dynamo_use_fullgraph": false,
40
+ "enable_all_linear": false,
41
+ "enable_bucket": false,
42
+ "epoch": 200,
43
+ "extra_accelerate_launch_args": "",
44
+ "factor": -1,
45
+ "flip_aug": false,
46
+ "flux1_cache_text_encoder_outputs": true,
47
+ "flux1_cache_text_encoder_outputs_to_disk": true,
48
+ "flux1_checkbox": true,
49
+ "fp8_base": false,
50
+ "fp8_base_unet": false,
51
+ "full_bf16": true,
52
+ "full_fp16": false,
53
+ "gpu_ids": "0",
54
+ "gradient_accumulation_steps": 1,
55
+ "gradient_checkpointing": true,
56
+ "guidance_scale": 1,
57
+ "highvram": true,
58
+ "huber_c": 0.1,
59
+ "huber_schedule": "snr",
60
+ "huggingface_path_in_repo": "",
61
+ "huggingface_repo_id": "",
62
+ "huggingface_repo_type": "",
63
+ "huggingface_repo_visibility": "",
64
+ "huggingface_token": "",
65
+ "img_attn_dim": "",
66
+ "img_mlp_dim": "",
67
+ "img_mod_dim": "",
68
+ "in_dims": "",
69
+ "ip_noise_gamma": 0,
70
+ "ip_noise_gamma_random_strength": false,
71
+ "keep_tokens": 0,
72
+ "learning_rate": 5e-05,
73
+ "log_config": false,
74
+ "log_tracker_config": "",
75
+ "log_tracker_name": "",
76
+ "log_with": "",
77
+ "logging_dir": "",
78
+ "loraplus_lr_ratio": 0,
79
+ "loraplus_text_encoder_lr_ratio": 0,
80
+ "loraplus_unet_lr_ratio": 0,
81
+ "loss_type": "l2",
82
+ "lowvram": false,
83
+ "lr_scheduler": "constant",
84
+ "lr_scheduler_args": "",
85
+ "lr_scheduler_num_cycles": 1,
86
+ "lr_scheduler_power": 1,
87
+ "lr_scheduler_type": "",
88
+ "lr_warmup": 0,
89
+ "lr_warmup_steps": 0,
90
+ "main_process_port": 0,
91
+ "masked_loss": false,
92
+ "max_bucket_reso": 2048,
93
+ "max_data_loader_n_workers": 0,
94
+ "max_grad_norm": 0,
95
+ "max_resolution": "1024,1024",
96
+ "max_timestep": 1000,
97
+ "max_token_length": 75,
98
+ "max_train_epochs": 0,
99
+ "max_train_steps": 0,
100
+ "mem_eff_attn": false,
101
+ "mem_eff_save": true,
102
+ "metadata_author": "",
103
+ "metadata_description": "",
104
+ "metadata_license": "",
105
+ "metadata_tags": "",
106
+ "metadata_title": "",
107
+ "mid_lr_weight": "",
108
+ "min_bucket_reso": 256,
109
+ "min_snr_gamma": 0,
110
+ "min_timestep": 0,
111
+ "mixed_precision": "bf16",
112
+ "model_list": "custom",
113
+ "model_prediction_type": "raw",
114
+ "module_dropout": 0,
115
+ "multi_gpu": false,
116
+ "multires_noise_discount": 0.3,
117
+ "multires_noise_iterations": 0,
118
+ "network_alpha": 128,
119
+ "network_dim": 128,
120
+ "network_dropout": 0,
121
+ "network_weights": "",
122
+ "noise_offset": 0,
123
+ "noise_offset_random_strength": false,
124
+ "noise_offset_type": "Original",
125
+ "num_cpu_threads_per_process": 2,
126
+ "num_machines": 1,
127
+ "num_processes": 4,
128
+ "optimizer": "Adafactor",
129
+ "optimizer_args": "scale_parameter=False relative_step=False warmup_init=False weight_decay=0.01",
130
+ "output_dir": "/workspace/kohya_ss/models",
131
+ "output_name": "Bevzyuk_2",
132
+ "persistent_data_loader_workers": false,
133
+ "pretrained_model_name_or_path": "/workspace/flux1-dev.safetensors",
134
+ "prior_loss_weight": 1,
135
+ "random_crop": false,
136
+ "rank_dropout": 0,
137
+ "rank_dropout_scale": false,
138
+ "reg_data_dir": "",
139
+ "rescaled": false,
140
+ "resume": "",
141
+ "resume_from_huggingface": "",
142
+ "sample_every_n_epochs": 0,
143
+ "sample_every_n_steps": 0,
144
+ "sample_prompts": "",
145
+ "sample_sampler": "euler_a",
146
+ "save_every_n_epochs": 25,
147
+ "save_every_n_steps": 0,
148
+ "save_last_n_epochs_state": 0,
149
+ "save_last_n_steps": 0,
150
+ "save_last_n_steps_state": 0,
151
+ "save_model_as": "safetensors",
152
+ "save_precision": "float",
153
+ "save_state": false,
154
+ "save_state_on_train_end": false,
155
+ "save_state_to_huggingface": false,
156
+ "scale_v_pred_loss_like_noise_pred": false,
157
+ "scale_weight_norms": 0,
158
+ "sdxl": false,
159
+ "sdxl_cache_text_encoder_outputs": false,
160
+ "sdxl_no_half_vae": false,
161
+ "seed": 1,
162
+ "shuffle_caption": false,
163
+ "single_dim": "",
164
+ "single_mod_dim": "",
165
+ "skip_cache_check": false,
166
+ "split_mode": false,
167
+ "split_qkv": false,
168
+ "stop_text_encoder_training": 0,
169
+ "t5xxl": "/workspace/t5xxl_fp16.safetensors",
170
+ "t5xxl_lr": 0,
171
+ "t5xxl_max_token_length": 512,
172
+ "text_encoder_lr": 5e-05,
173
+ "timestep_sampling": "sigmoid",
174
+ "train_batch_size": 1,
175
+ "train_blocks": "all",
176
+ "train_data_dir": "/workspace/kohya_ss/img",
177
+ "train_double_block_indices": "all",
178
+ "train_norm": false,
179
+ "train_on_input": true,
180
+ "train_single_block_indices": "all",
181
+ "train_t5xxl": false,
182
+ "training_comment": "",
183
+ "txt_attn_dim": "",
184
+ "txt_mlp_dim": "",
185
+ "txt_mod_dim": "",
186
+ "unet_lr": 5e-05,
187
+ "unit": 1,
188
+ "up_lr_weight": "",
189
+ "use_cp": false,
190
+ "use_scalar": false,
191
+ "use_tucker": false,
192
+ "v2": false,
193
+ "v_parameterization": false,
194
+ "v_pred_like_loss": 0,
195
+ "vae": "",
196
+ "vae_batch_size": 4,
197
+ "wandb_api_key": "",
198
+ "wandb_run_name": "",
199
+ "weighted_captions": false,
200
+ "xformers": "sdpa"
201
+ }
config_lora-20241021-063928.toml ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ae = "/workspace/ae.safetensors"
2
+ apply_t5_attn_mask = true
3
+ bucket_no_upscale = true
4
+ bucket_reso_steps = 64
5
+ cache_latents = true
6
+ cache_latents_to_disk = true
7
+ cache_text_encoder_outputs = true
8
+ cache_text_encoder_outputs_to_disk = true
9
+ caption_extension = ".txt"
10
+ clip_l = "/workspace/clip_l.safetensors"
11
+ discrete_flow_shift = 3.1582
12
+ dynamo_backend = "no"
13
+ epoch = 200
14
+ full_bf16 = true
15
+ gradient_accumulation_steps = 1
16
+ gradient_checkpointing = true
17
+ guidance_scale = 1.0
18
+ highvram = true
19
+ huber_c = 0.1
20
+ huber_schedule = "snr"
21
+ loss_type = "l2"
22
+ lr_scheduler = "constant"
23
+ lr_scheduler_args = []
24
+ lr_scheduler_num_cycles = 1
25
+ lr_scheduler_power = 1
26
+ max_bucket_reso = 2048
27
+ max_data_loader_n_workers = 0
28
+ max_timestep = 1000
29
+ max_train_steps = 5600
30
+ mem_eff_save = true
31
+ min_bucket_reso = 256
32
+ mixed_precision = "bf16"
33
+ model_prediction_type = "raw"
34
+ network_alpha = 128
35
+ network_args = [ "train_double_block_indices=all", "train_single_block_indices=all",]
36
+ network_dim = 128
37
+ network_module = "networks.lora_flux"
38
+ noise_offset_type = "Original"
39
+ optimizer_args = [ "scale_parameter=False", "relative_step=False", "warmup_init=False", "weight_decay=0.01",]
40
+ optimizer_type = "Adafactor"
41
+ output_dir = "/workspace/kohya_ss/models"
42
+ output_name = "Bevzyuk_2"
43
+ pretrained_model_name_or_path = "/workspace/flux1-dev.safetensors"
44
+ prior_loss_weight = 1
45
+ resolution = "1024,1024"
46
+ sample_prompts = "/workspace/kohya_ss/models/sample/prompt.txt"
47
+ sample_sampler = "euler_a"
48
+ save_every_n_epochs = 25
49
+ save_model_as = "safetensors"
50
+ save_precision = "float"
51
+ sdpa = true
52
+ seed = 1
53
+ t5xxl = "/workspace/t5xxl_fp16.safetensors"
54
+ t5xxl_max_token_length = 512
55
+ text_encoder_lr = [ 5e-5, 5e-5,]
56
+ timestep_sampling = "sigmoid"
57
+ train_batch_size = 1
58
+ train_data_dir = "/workspace/kohya_ss/img"
59
+ unet_lr = 5e-5
60
+ vae_batch_size = 4
61
+ wandb_run_name = "Bevzyuk_2"
config_lora-20241021-064028.toml ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ae = "/workspace/ae.safetensors"
2
+ apply_t5_attn_mask = true
3
+ bucket_no_upscale = true
4
+ bucket_reso_steps = 64
5
+ cache_latents = true
6
+ cache_latents_to_disk = true
7
+ cache_text_encoder_outputs = true
8
+ cache_text_encoder_outputs_to_disk = true
9
+ caption_extension = ".txt"
10
+ clip_l = "/workspace/clip_l.safetensors"
11
+ discrete_flow_shift = 3.1582
12
+ dynamo_backend = "no"
13
+ epoch = 200
14
+ full_bf16 = true
15
+ gradient_accumulation_steps = 1
16
+ gradient_checkpointing = true
17
+ guidance_scale = 1.0
18
+ highvram = true
19
+ huber_c = 0.1
20
+ huber_schedule = "snr"
21
+ loss_type = "l2"
22
+ lr_scheduler = "constant"
23
+ lr_scheduler_args = []
24
+ lr_scheduler_num_cycles = 1
25
+ lr_scheduler_power = 1
26
+ max_bucket_reso = 2048
27
+ max_data_loader_n_workers = 0
28
+ max_timestep = 1000
29
+ max_train_steps = 5600
30
+ mem_eff_save = true
31
+ min_bucket_reso = 256
32
+ mixed_precision = "bf16"
33
+ model_prediction_type = "raw"
34
+ network_alpha = 128
35
+ network_args = [ "train_double_block_indices=all", "train_single_block_indices=all",]
36
+ network_dim = 128
37
+ network_module = "networks.lora_flux"
38
+ noise_offset_type = "Original"
39
+ optimizer_args = [ "scale_parameter=False", "relative_step=False", "warmup_init=False", "weight_decay=0.01",]
40
+ optimizer_type = "Adafactor"
41
+ output_dir = "/workspace/kohya_ss/models"
42
+ output_name = "Bevzyuk_2"
43
+ pretrained_model_name_or_path = "/workspace/flux1-dev.safetensors"
44
+ prior_loss_weight = 1
45
+ resolution = "1024,1024"
46
+ sample_prompts = "/workspace/kohya_ss/models/sample/prompt.txt"
47
+ sample_sampler = "euler_a"
48
+ save_every_n_epochs = 25
49
+ save_model_as = "safetensors"
50
+ save_precision = "float"
51
+ sdpa = true
52
+ seed = 1
53
+ t5xxl = "/workspace/t5xxl_fp16.safetensors"
54
+ t5xxl_max_token_length = 512
55
+ text_encoder_lr = [ 5e-5, 5e-5,]
56
+ timestep_sampling = "sigmoid"
57
+ train_batch_size = 1
58
+ train_data_dir = "/workspace/kohya_ss/img"
59
+ unet_lr = 5e-5
60
+ vae_batch_size = 4
61
+ wandb_run_name = "Bevzyuk_2"
config_lora-20241021-064510.toml ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ae = "/workspace/ae.safetensors"
2
+ bucket_no_upscale = true
3
+ bucket_reso_steps = 64
4
+ cache_latents = true
5
+ cache_latents_to_disk = true
6
+ cache_text_encoder_outputs = true
7
+ cache_text_encoder_outputs_to_disk = true
8
+ caption_extension = ".txt"
9
+ clip_l = "/workspace/clip_l.safetensors"
10
+ discrete_flow_shift = 3.1582
11
+ dynamo_backend = "no"
12
+ epoch = 50
13
+ full_bf16 = true
14
+ gradient_accumulation_steps = 1
15
+ gradient_checkpointing = true
16
+ guidance_scale = 1.0
17
+ highvram = true
18
+ huber_c = 0.1
19
+ huber_schedule = "snr"
20
+ loss_type = "l2"
21
+ lr_scheduler = "constant"
22
+ lr_scheduler_args = []
23
+ lr_scheduler_num_cycles = 1
24
+ lr_scheduler_power = 1
25
+ max_bucket_reso = 2048
26
+ max_data_loader_n_workers = 0
27
+ max_timestep = 1000
28
+ max_train_steps = 1400
29
+ mem_eff_save = true
30
+ min_bucket_reso = 256
31
+ mixed_precision = "bf16"
32
+ model_prediction_type = "raw"
33
+ network_alpha = 128
34
+ network_args = [ "train_double_block_indices=all", "train_single_block_indices=all",]
35
+ network_dim = 128
36
+ network_module = "networks.lora_flux"
37
+ noise_offset_type = "Original"
38
+ optimizer_args = [ "scale_parameter=False", "relative_step=False", "warmup_init=False", "weight_decay=0.01",]
39
+ optimizer_type = "Adafactor"
40
+ output_dir = "/workspace/kohya_ss/models"
41
+ output_name = "BevzyukN_1"
42
+ pretrained_model_name_or_path = "/workspace/flux1-dev.safetensors"
43
+ prior_loss_weight = 1
44
+ resolution = "1024,1024"
45
+ sample_prompts = "/workspace/kohya_ss/models/sample/prompt.txt"
46
+ sample_sampler = "euler_a"
47
+ save_every_n_epochs = 25
48
+ save_model_as = "safetensors"
49
+ save_precision = "float"
50
+ sdpa = true
51
+ seed = 1
52
+ t5xxl = "/workspace/t5xxl_fp16.safetensors"
53
+ t5xxl_max_token_length = 512
54
+ text_encoder_lr = [ 0.0001, 0.0001,]
55
+ timestep_sampling = "sigmoid"
56
+ train_batch_size = 1
57
+ train_data_dir = "/workspace/kohya_ss/img"
58
+ unet_lr = 0.0001
59
+ vae_batch_size = 4
60
+ wandb_run_name = "BevzyukN_1"
sample/prompt.txt ADDED
File without changes