LuC4 test4

LuC4_config/config_file.toml

@@ -1,38 +1,37 @@
 [sdxl_arguments]
-cache_text_encoder_outputs = true
+cache_text_encoder_outputs = false
 no_half_vae = true
 min_timestep = 0
 max_timestep = 1000
-shuffle_caption = false
+shuffle_caption = true
+lowram = true
 
 [model_arguments]
-pretrained_model_name_or_path = "/content/pretrained_model/sd_xl_base_0.9.safetensors"
+pretrained_model_name_or_path = "Linaqruf/animagine-xl"
 vae = "/content/vae/sdxl_vae.safetensors"
 
 [dataset_arguments]
 debug_dataset = false
-in_json = "/content/fine_tune/meta_lat.json"
-train_data_dir = "/content/fine_tune/train_data"
+in_json = "/content/LoRA/meta_lat.json"
+train_data_dir = "/content/LoRA/train_data"
 dataset_repeats = 1
 keep_tokens = 0
 resolution = "1024,1024"
-caption_dropout_rate = 0
-caption_tag_dropout_rate = 0
-caption_dropout_every_n_epochs = 0
 color_aug = false
 token_warmup_min = 1
 token_warmup_step = 0
 
 [training_arguments]
-output_dir = "/content/drive/MyDrive/kohya-trainer/output"
+output_dir = "/content/drive/MyDrive/kohya-trainer/output/LuC4"
 output_name = "LuC4"
 save_precision = "fp16"
-save_every_n_steps = 1000
-train_batch_size = 1
+save_every_n_epochs = 1
+train_batch_size = 4
 max_token_length = 225
 mem_eff_attn = false
-xformers = true
-max_train_steps = 1000
+sdpa = true
+xformers = false
+max_train_epochs = 10
 max_data_loader_n_workers = 8
 persistent_data_loader_workers = true
 gradient_checkpointing = true
@@ -42,10 +41,10 @@ mixed_precision = "fp16"
 [logging_arguments]
 log_with = "wandb"
 log_tracker_name = "LuC4"
-logging_dir = "/content/fine_tune/logs"
+logging_dir = "/content/LoRA/logs"
 
 [sample_prompt_arguments]
-sample_every_n_steps = 100
+sample_every_n_epochs = 1
 sample_sampler = "euler_a"
 
 [saving_arguments]
@@ -53,11 +52,24 @@ save_model_as = "safetensors"
 
 [optimizer_arguments]
 optimizer_type = "AdaFactor"
-learning_rate = 4e-7
-train_text_encoder = false
+learning_rate = 0.0001
 max_grad_norm = 0
 optimizer_args = [ "scale_parameter=False", "relative_step=False", "warmup_init=False",]
 lr_scheduler = "constant_with_warmup"
 lr_warmup_steps = 100
 
+[additional_network_arguments]
+no_metadata = false
+network_module = "networks.lora"
+network_dim = 32
+network_alpha = 16
+network_args = []
+network_train_unet_only = true
+
 [advanced_training_config]
+save_state = false
+save_last_n_epochs_state = false
+caption_dropout_rate = 0
+caption_tag_dropout_rate = 0.5
+caption_dropout_every_n_epochs = 0
+min_snr_gamma = 5

LuC4_config/sample_prompt.toml

@@ -1,8 +1,9 @@
 [prompt]
+negative_prompt = "lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry, "
 width = 1024
 height = 1024
-scale = 7
+scale = 12
 sample_steps = 28
 [[prompt.subset]]
-prompt = "1boy, aqua eyes, baseball cap, red hair, closed mouth, earrings, green background, hat, hoop earrings, jewelry, looking at viewer, shirt, short hair, simple background, solo, upper body, yellow shirt"
+prompt = "masterpiece, best quality, face focus, cute, 1girl, green hair, sweater, looking at viewer, upper body, beanie, outdoors, night, turtleneck"