Fantasy D&D Style for SDXL/Pony XL

FantasyBook_lora_config/config_file.toml

@@ -0,0 +1,78 @@
+[sdxl_arguments]
+cache_text_encoder_outputs = false
+no_half_vae = true
+min_timestep = 0
+max_timestep = 1000
+shuffle_caption = true
+lowram = false
+
+[model_arguments]
+pretrained_model_name_or_path = "stablediffusionapi/pony-diffusion-v6-xl"
+vae = "/content/vae/sdxl_vae.safetensors"
+
+[dataset_arguments]
+debug_dataset = false
+in_json = "/content/LoRA/meta_lat.json"
+train_data_dir = "/content/LoRA/train_data"
+dataset_repeats = 4
+keep_tokens = 0
+resolution = "1024,1024"
+color_aug = false
+token_warmup_min = 1
+token_warmup_step = 0
+
+[training_arguments]
+output_dir = "/content/drive/MyDrive/kohya-trainer/output/FantasyBook_lora"
+output_name = "FantasyBook_lora"
+save_precision = "fp16"
+save_every_n_epochs = 1
+train_batch_size = 8
+max_token_length = 225
+mem_eff_attn = false
+sdpa = true
+xformers = false
+max_train_epochs = 4
+max_data_loader_n_workers = 8
+persistent_data_loader_workers = true
+gradient_checkpointing = true
+gradient_accumulation_steps = 1
+mixed_precision = "fp16"
+
+[logging_arguments]
+log_with = "wandb"
+log_tracker_name = "FantasyBook_lora"
+logging_dir = "/content/LoRA/logs"
+
+[sample_prompt_arguments]
+sample_every_n_epochs = 1
+sample_sampler = "euler_a"
+
+[saving_arguments]
+save_model_as = "safetensors"
+
+[optimizer_arguments]
+optimizer_type = "AdaFactor"
+learning_rate = 0.0005
+max_grad_norm = 0
+optimizer_args = [ "scale_parameter=False", "relative_step=False", "warmup_init=False",]
+lr_scheduler = "cosine_with_restarts"
+lr_warmup_steps = 100
+lr_scheduler_num_cycles = 3
+
+[additional_network_arguments]
+no_metadata = false
+network_module = "networks.lora"
+network_dim = 32
+network_alpha = 16
+network_args = []
+network_train_unet_only = true
+
+[advanced_training_config]
+save_state = false
+save_last_n_epochs_state = false
+noise_offset = 0.1
+adaptive_noise_scale = 0.00357
+caption_dropout_rate = 0
+caption_tag_dropout_rate = 0.5
+caption_dropout_every_n_epochs = 0
+min_snr_gamma = 5

FantasyBook_lora_config/sample_prompt.toml

@@ -0,0 +1,18 @@
+[prompt]
+negative_prompt = "lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry, "
+width = 1024
+height = 1024
+scale = 12
+sample_steps = 28
+[[prompt.subset]]
+prompt = "masterpiece, best quality, FantasyBookCover Style, black hair, jewelry, weapon, male focus, multiple boys, sword, 2boys, cape, armor, muscular, knife, polearm, monster, spear, dagger, manly, loincloth"
+
+[[prompt.subset]]
+prompt = "masterpiece, best quality, FantasyBookCover Style, 1girl, long hair, brown hair, hair ornament, long sleeves, 1boy, hat, dress, bare shoulders, jewelry, medium breasts, outdoors, day, necklace, white dress, bracelet, tree, strapless, facial hair, beard, realistic, mustache, fine art parody"
+
+[[prompt.subset]]
+prompt = "masterpiece, best quality, FantasyBookCover Style, brown hair, holding, weapon, multiple boys, sword, hood, 2boys, cape, holding weapon, armor, 3boys, helmet, polearm, staff, shield, spear, dragon"
+
+[[prompt.subset]]
+prompt = "masterpiece, best quality, FantasyBookCover Style, 1girl, long hair, blonde hair, 1boy, navel, jewelry, ponytail, weapon, earrings, boots, midriff, sword, armor, moon, planet, tiger"
+