Heartsteel style trained on PonyXL via Kohyass colab by Linaqruf

HeartstlPonyXL_config/config_file.toml

@@ -0,0 +1,77 @@
+[sdxl_arguments]
+cache_text_encoder_outputs = false
+no_half_vae = true
+min_timestep = 0
+max_timestep = 1000
+shuffle_caption = true
+lowram = false
+
+[model_arguments]
+pretrained_model_name_or_path = "stablediffusionapi/pony-diffusion-v6-xl"
+vae = "/content/vae/sdxl_vae.safetensors"
+
+[dataset_arguments]
+debug_dataset = false
+in_json = "/content/LoRA/meta_lat.json"
+train_data_dir = "/content/LoRA/train_data"
+dataset_repeats = 5
+keep_tokens = 2
+resolution = "1024,1024"
+color_aug = false
+token_warmup_min = 1
+token_warmup_step = 0
+
+[training_arguments]
+output_dir = "/content/drive/MyDrive/kohya-trainer/output/HeartstlPonyXL"
+output_name = "HeartstlPonyXL"
+save_precision = "fp16"
+save_every_n_epochs = 1
+train_batch_size = 4
+max_token_length = 225
+mem_eff_attn = false
+sdpa = true
+xformers = false
+max_train_epochs = 5
+max_data_loader_n_workers = 8
+persistent_data_loader_workers = true
+gradient_checkpointing = true
+gradient_accumulation_steps = 1
+mixed_precision = "fp16"
+
+[logging_arguments]
+log_with = "wandb"
+log_tracker_name = "HeartstlPonyXL"
+logging_dir = "/content/LoRA/logs"
+
+[sample_prompt_arguments]
+sample_every_n_epochs = 1
+sample_sampler = "euler_a"
+
+[saving_arguments]
+save_model_as = "safetensors"
+
+[optimizer_arguments]
+optimizer_type = "AdaFactor"
+learning_rate = 0.0005
+max_grad_norm = 0
+optimizer_args = [ "scale_parameter=False", "relative_step=False", "warmup_init=False",]
+lr_scheduler = "constant_with_warmup"
+lr_warmup_steps = 100
+
+[additional_network_arguments]
+no_metadata = false
+network_module = "networks.lora"
+network_dim = 32
+network_alpha = 16
+network_args = []
+network_train_unet_only = true
+
+[advanced_training_config]
+save_state = false
+save_last_n_epochs_state = false
+multires_noise_iterations = 6
+multires_noise_discount = 0.3
+caption_dropout_rate = 0
+caption_tag_dropout_rate = 0.5
+caption_dropout_every_n_epochs = 0
+min_snr_gamma = 5

HeartstlPonyXL_config/sample_prompt.toml

@@ -0,0 +1,17 @@
+[prompt]
+width = 1024
+height = 1024
+scale = 12
+sample_steps = 28
+[[prompt.subset]]
+prompt = "hrstlxks style, outdoors, sky, blue sky, no humans, sunlight, scenery, light rays"
+
+[[prompt.subset]]
+prompt = "hrstlxks style, solo, 1boy, male focus, green hair, teeth, dark skin, facial hair, dark-skinned male, beard"
+
+[[prompt.subset]]
+prompt = "hrstlxks style, solo, long hair, gloves, 1boy, standing, full body, ponytail, weapon, white hair, grey hair, male focus, red hair, multicolored hair, sword, transparent background, sheath"
+
+[[prompt.subset]]
+prompt = "hrstlxks style, 1girl, solo, gloves, 1boy, jacket, purple hair, male focus, boots, midriff, pants, robot, goggles, realistic"
+