Create test_debias_scale-like/test_debias_scale-like.toml

test_debias_scale-like/test_debias_scale-like.toml

@@ -0,0 +1,53 @@
+bucket_reso_steps = 32
+cache_latents = true
+cache_latents_to_disk = true
+caption_extension = ".txt"
+no_half_vae = true
+clip_skip = 1
+dynamo_backend = "no"
+enable_bucket = true
+batch_size = 8
+gradient_accumulation_steps = 4
+gradient_checkpointing = true
+learning_rate = 3e-6
+learning_rate_te1 = 0
+learning_rate_te2 = 0
+lr_scheduler = "constant_with_warmup"
+lr_warmup_steps = 500
+max_bucket_reso = 4096
+max_data_loader_n_workers = 4
+max_timestep = 1000
+max_token_length = 225
+min_bucket_reso = 256
+mixed_precision = "bf16"
+optimizer_args = [ "scale_parameter=False", "relative_step=False", "warmup_init=False",]
+optimizer_type = "Adafactor"
+max_grad_norm = 0.0
+output_dir = "F:\\kohya_ss\\outputs\\test_new_weight"
+output_name = "test_debias_scale-like"
+pretrained_model_name_or_path = "F:\\kohya_ss\\sozai\\kawai_ill_2st\\noobaiXLNAIXL_epsilonPred10Version.safetensors"
+save_every_n_steps = 5000
+save_last_n_steps = 15000
+save_last_n_steps_state = 15000
+save_every_n_epochs = 1
+save_model_as = "safetensors"
+save_precision = "bf16"
+save_state = false
+save_state_on_train_end = true
+seed = 1117
+shuffle_caption = true
+train_text_encoder = false
+xformers = true
+keep_tokens_separator = "|||"
+caption_tag_dropout_rate = 0.15
+logging_dir = 'F:\\kohya_ss\\outputs\\test_new_weight\\logs'
+log_prefix = "test_debias_scale-like"
+max_train_epochs = 3
+persistent_data_loader_workers = true
+fused_backward_pass = false
+dataset_config = "E:\\kawaiXL_1st\\test\\dataset_config_test.toml"
+v_parameterization = true
+zero_terminal_snr = true
+full_bf16 = true
+debiased_estimation_loss = true
+scale_v_pred_loss_like_noise_pred = true