kilog commited on
Commit
d3ab6df
1 Parent(s): 37eba2c

feat: upload DHENG lora model

Browse files
DHENG_config/config_file.toml ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [model_arguments]
2
+ v2 = false
3
+ v_parameterization = false
4
+ pretrained_model_name_or_path = "/content/pretrained_model/AOM3A3.safetensors"
5
+ vae = "/content/vae/anime.vae.pt"
6
+
7
+ [additional_network_arguments]
8
+ no_metadata = false
9
+ unet_lr = 0.00025
10
+ text_encoder_lr = 2e-5
11
+ network_module = "lycoris.kohya"
12
+ network_dim = 8
13
+ network_alpha = 1
14
+ network_args = [ "conv_dim=16", "conv_alpha=8", "algo=loha",]
15
+ network_train_unet_only = false
16
+ network_train_text_encoder_only = false
17
+
18
+ [optimizer_arguments]
19
+ min_snr_gamma = 5
20
+ optimizer_type = "AdamW8bit"
21
+ learning_rate = 0.00025
22
+ max_grad_norm = 1.0
23
+ lr_scheduler = "cosine_with_restarts"
24
+ lr_warmup_steps = 300
25
+ lr_scheduler_num_cycles = 3
26
+
27
+ [dataset_arguments]
28
+ cache_latents = true
29
+ debug_dataset = false
30
+ vae_batch_size = 2
31
+
32
+ [training_arguments]
33
+ output_dir = "/content/LoRA/output"
34
+ output_name = "DHENG"
35
+ save_precision = "fp16"
36
+ save_every_n_epochs = 2
37
+ train_batch_size = 2
38
+ max_token_length = 225
39
+ mem_eff_attn = false
40
+ xformers = true
41
+ max_train_epochs = 50
42
+ max_data_loader_n_workers = 8
43
+ persistent_data_loader_workers = true
44
+ gradient_checkpointing = false
45
+ gradient_accumulation_steps = 1
46
+ mixed_precision = "fp16"
47
+ clip_skip = 2
48
+ logging_dir = "/content/LoRA/logs"
49
+ log_prefix = "DHENG"
50
+ noise_offset = 0.03
51
+ lowram = true
52
+
53
+ [sample_prompt_arguments]
54
+ sample_every_n_epochs = 999999
55
+ sample_sampler = "ddim"
56
+
57
+ [dreambooth_arguments]
58
+ prior_loss_weight = 1.0
59
+
60
+ [saving_arguments]
61
+ save_model_as = "safetensors"
DHENG_config/dataset_config.toml ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [[datasets]]
2
+ resolution = 896
3
+ min_bucket_reso = 320
4
+ max_bucket_reso = 1280
5
+ caption_dropout_rate = 0
6
+ caption_tag_dropout_rate = 0
7
+ caption_dropout_every_n_epochs = 0
8
+ flip_aug = false
9
+ color_aug = false
10
+ [[datasets.subsets]]
11
+ image_dir = "/content/LoRA/train_data"
12
+ class_tokens = "1male"
13
+ num_repeats = 5
14
+
15
+
16
+ [general]
17
+ enable_bucket = true
18
+ caption_extension = ".txt"
19
+ shuffle_caption = true
20
+ keep_tokens = 0
21
+ bucket_reso_steps = 64
22
+ bucket_no_upscale = false
DHENG_config/sample_prompt.txt ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+
2
+ masterpiece, best quality, 1girl, aqua eyes, baseball cap, blonde hair, closed mouth, earrings, green background, hat, hoop earrings, jewelry, looking at viewer, shirt, short hair, simple background, solo, upper body, yellow shirt --n lowres, bad anatomy, bad hands, text, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, signature, watermark, username, blurry --w 512 --h 768 --l 7 --s 28