feat: upload KILO lora model

KILO_config/config_file.toml

@@ -0,0 +1,61 @@
+[model_arguments]
+v2 = false
+v_parameterization = false
+pretrained_model_name_or_path = "/content/pretrained_model/AOM3A3.safetensors"
+vae = "/content/vae/anime.vae.pt"
+
+[additional_network_arguments]
+no_metadata = false
+unet_lr = 0.0002
+text_encoder_lr = 2e-5
+network_module = "lycoris.kohya"
+network_dim = 16
+network_alpha = 16
+network_args = [ "conv_dim=8", "conv_alpha=1", "algo=loha",]
+network_train_unet_only = false
+network_train_text_encoder_only = false
+
+[optimizer_arguments]
+min_snr_gamma = 5
+optimizer_type = "AdamW8bit"
+learning_rate = 0.0002
+max_grad_norm = 1.0
+lr_scheduler = "cosine_with_restarts"
+lr_warmup_steps = 300
+lr_scheduler_num_cycles = 3
+
+[dataset_arguments]
+cache_latents = true
+debug_dataset = false
+vae_batch_size = 2
+
+[training_arguments]
+output_dir = "/content/LoRA/output"
+output_name = "KILO"
+save_precision = "fp16"
+save_every_n_epochs = 2
+train_batch_size = 2
+max_token_length = 225
+mem_eff_attn = false
+xformers = true
+max_train_epochs = 50
+max_data_loader_n_workers = 8
+persistent_data_loader_workers = true
+gradient_checkpointing = false
+gradient_accumulation_steps = 1
+mixed_precision = "fp16"
+clip_skip = 2
+logging_dir = "/content/LoRA/logs"
+log_prefix = "KILO"
+noise_offset = 0.03
+lowram = true
+
+[sample_prompt_arguments]
+sample_every_n_epochs = 999999
+sample_sampler = "ddim"
+
+[dreambooth_arguments]
+prior_loss_weight = 1.0
+
+[saving_arguments]
+save_model_as = "safetensors"

KILO_config/dataset_config.toml

@@ -0,0 +1,22 @@
+[[datasets]]
+resolution = 896
+min_bucket_reso = 320
+max_bucket_reso = 1280
+caption_dropout_rate = 0
+caption_tag_dropout_rate = 0
+caption_dropout_every_n_epochs = 0
+flip_aug = false
+color_aug = false
+[[datasets.subsets]]
+image_dir = "/content/LoRA/train_data"
+class_tokens = "1male"
+num_repeats = 3
+
+
+[general]
+enable_bucket = true
+caption_extension = ".txt"
+shuffle_caption = true
+keep_tokens = 0
+bucket_reso_steps = 64
+bucket_no_upscale = false

KILO_config/sample_prompt.txt

@@ -0,0 +1,2 @@
+
+  masterpiece, best quality, 1girl, aqua eyes, baseball cap, blonde hair, closed mouth, earrings, green background, hat, hoop earrings, jewelry, looking at viewer, shirt, short hair, simple background, solo, upper body, yellow shirt   --n lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry   --w 512   --h 768   --l 7   --s 28