gustproof commited on
Commit
6804160
1 Parent(s): 17b3548

Create v1.0.md

Browse files
Files changed (1) hide show
  1. batoga/v1.0.md +186 -0
batoga/v1.0.md ADDED
@@ -0,0 +1,186 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # v1.0
2
+
3
+ A LoRA based on 1065 [Battle Girl High School](https://colopl.co.jp/battlegirl-hs/) cards, recognizing 20+ characters to varying degrees.
4
+
5
+ Undertrained.
6
+
7
+
8
+ ## Usage
9
+ The style itself doesn't have a trigger word. For the characters, below are the character tags and respective top 20 related tags.
10
+
11
+ ```
12
+ Hoshitsuki Miki,
13
+ brown hair, short hair, open mouth, smile, looking at viewer, blush, green eyes, 1girl, ahoge, hair ornament, solo, :d, skirt, multiple girls, blue eyes, bow, breasts, jewelry, thighhighs, gloves
14
+
15
+ Watagi Michelle,
16
+ blonde hair, open mouth, 1girl, smile, red eyes, blush, solo, looking at viewer, :d, hair bun, double bun, bow, skirt, short hair, breasts, thighhighs, hair ornament, bangs, long hair, multiple girls
17
+
18
+ Tokiwa Kurumi,
19
+ green eyes, 1girl, long hair, solo, green hair, looking at viewer, breasts, smile, open mouth, blush, hair ornament, cleavage, medium breasts, dress, flower, jewelry, skirt, gloves, brown hair, thighhighs
20
+
21
+ Narumi Haruka,
22
+ blue eyes, 1girl, grey hair, long hair, solo, smile, looking at viewer, blush, open mouth, braid, hair ornament, jewelry, brown hair, gloves, breasts, skirt, earrings, flower, multiple girls, dress
23
+
24
+ Kusunoki Asuha,
25
+ long hair, black hair, 1girl, looking at viewer, solo, blue hair, blush, open mouth, smile, blue eyes, bangs, skirt, green eyes, breasts, hair ornament, jewelry, gloves, flower, bow, aqua eyes
26
+
27
+ Asahina Kokomi,
28
+ blue eyes, brown hair, blush, 1girl, solo, open mouth, bangs, breasts, looking at viewer, smile, braid, medium breasts, cleavage, short hair, skirt, multiple girls, thighhighs, dress, 2girls, jewelry
29
+
30
+ Sadone,
31
+ green hair, red eyes, long hair, 1girl, open mouth, solo, bangs, looking at viewer, blush, twintails, smile, ahoge, bow, hair ornament, multiple girls, blunt bangs, dress, skirt, holding, sparkle
32
+
33
+ Sendoin Kaede,
34
+ blonde hair, long hair, purple eyes, 1girl, blush, solo, looking at viewer, smile, open mouth, drill hair, bangs, bow, dress, hair bow, sparkle, flower, skirt, jewelry, sky, holding
35
+
36
+ Tsubuzaki Anko,
37
+ long hair, 1girl, solo, twintails, brown hair, black hair, open mouth, looking at viewer, blush, breasts, hair ornament, hair between eyes, purple eyes, smile, cleavage, thighhighs, jewelry, skirt, large breasts, food
38
+
39
+ Serizawa Renge,
40
+ 1girl, long hair, breasts, smile, solo, mole, looking at viewer, cleavage, blush, mole under eye, open mouth, pink hair, brown hair, pink eyes, jewelry, brown eyes, large breasts, medium breasts, gloves, skirt
41
+
42
+ Fujimiya Sakura,
43
+ brown hair, long hair, 1girl, solo, hair ornament, thick eyebrows, looking at viewer, blush, open mouth, bangs, smile, skirt, blunt bangs, hair bun, flower, single hair bun, bow, red eyes, multiple girls, purple eyes
44
+
45
+ Hasumi Urara,
46
+ red hair, long hair, yellow eyes, blush, smile, 1girl, twintails, looking at viewer, solo, open mouth, ahoge, thighhighs, ribbon, brown eyes, skirt, jewelry, multiple girls, hair ornament, hair ribbon, :d
47
+
48
+ Minami Hinata,
49
+ brown eyes, brown hair, open mouth, short hair, 1girl, smile, fang, solo, looking at viewer, blush, hair ornament, two side up, :d, skirt, black hair, outdoors, thighhighs, day, flower, bow
50
+
51
+ Wakaba Subaru,
52
+ short hair, green eyes, 1girl, open mouth, solo, green hair, smile, looking at viewer, blush, black hair, hair ornament, jewelry, ahoge, skirt, gloves, hairclip, earrings, multiple girls, brown hair, thighhighs
53
+
54
+ Kougami Kanon,
55
+ blonde hair, blue eyes, 1girl, blush, solo, looking at viewer, hair ornament, smile, open mouth, breasts, twintails, long hair, musical note, dress, short hair, gloves, flower, jewelry, musical note hair ornament, medium breasts
56
+
57
+ Kunieda Shiho,
58
+ blue hair, 1girl, blush, smile, breasts, looking at viewer, solo, hair ornament, yellow eyes, brown eyes, open mouth, short hair, large breasts, dress, cleavage, musical note, gloves, skirt, musical note hair ornament, medium breasts
59
+
60
+ Amano Nozomi,
61
+ blue eyes, 1girl, orange hair, long hair, looking at viewer, solo, smile, open mouth, jewelry, blush, bangs, breasts, necklace, holding, one eye closed, skirt, bow, gloves, medium breasts, hair ornament
62
+
63
+ Himukai Yuri,
64
+ red eyes, brown hair, long hair, 1girl, open mouth, solo, looking at viewer, smile, ponytail, blush, skirt, ribbon, :d, hair ribbon, thighhighs, jewelry, gloves, hair ornament, sparkle, multiple girls
65
+
66
+ Misaki,
67
+ brown hair, long hair, 1girl, looking at viewer, blush, green eyes, breasts, solo, open mouth, hair ornament, smile, multiple girls, bangs, very long hair, gloves, skirt, jewelry, dress, medium breasts, cleavage
68
+
69
+ Sekaide Mari,
70
+ brown hair, short hair, yellow eyes, blush, looking at viewer, breasts, smile, open mouth, multiple girls, 1girl, solo, blonde hair, medium breasts, hair ornament, skirt, thighhighs, glasses, blue hair, bangs, holding
71
+
72
+ Ameya Erika,
73
+ pink hair, pink eyes, long hair, smile, breasts, looking at viewer, 1girl, blush, solo, jewelry, open mouth, cleavage, large breasts, skirt, necklace, side ponytail, multiple girls, 2girls, earrings, thighhighs
74
+
75
+ Mitsurugi Furan,
76
+ blonde hair, smile, breasts, 1girl, braid, solo, purple eyes, long hair, blush, looking at viewer, cleavage, open mouth, medium breasts, grin, shorts, sky, sitting, skirt, sparkle, jacket
77
+
78
+ Yakumo Itsuki,
79
+ glasses, blue hair, blue eyes, long hair, red-framed eyewear, blush, open mouth, 1girl, solo, skirt, sitting, hair ornament, looking at viewer, breasts, multiple girls, sky, cloud, day, outdoors, smile
80
+
81
+ Nanashima Aoi,
82
+ brown hair, brown eyes, long hair, open mouth, smile, blush, looking at viewer, bangs, blunt bangs, flower, breasts, :d, multiple girls, 2girls, hair ornament, 1girl, solo, drill hair, skirt, gloves
83
+
84
+ Kusunoki Asuha C1,
85
+ long hair, bangs, blush, black hair, ahoge, open mouth, flower, green eyes, 1girl, solo, sparkle, blunt bangs, hair ornament, multiple girls, 2girls, blue hair, hair flower, shirt, blue eyes, smile
86
+
87
+ ```
88
+
89
+ ## Training info
90
+
91
+ Training info
92
+ Dataset:
93
+ * 1065 Battle Girl High School cards collected from [bg-search](https://bg-search.jp/) (exact duplicates merged)
94
+
95
+ Tags generated with [SmilingWolf/wd-v1-4-convnextv2-tagger-v2](https://huggingface.co/SmilingWolf/wd-v1-4-convnextv2-tagger-v2) with a threshold of 0.35. No balancing and tag cleaning.
96
+
97
+ Inspired by [a 2022 paper](https://openreview.net/pdf?id=Uad23IcIEs), a custom LR scheduler was used:
98
+ ```
99
+ SequentialLR(optimizer, [
100
+ LinearLR(optimizer, 0.1, total_iters=steps_per_epoch),
101
+ CosineAnnealingWarmRestarts(optimizer, steps_per_epoch*2, T_mult=2)
102
+ ], [steps_per_epoch])
103
+ ```
104
+
105
+ Training cost: ~4 T4-hours
106
+
107
+
108
+ Data distribution:
109
+ ```
110
+ character cards
111
+ 1 Hoshitsuki Miki 77
112
+ 2 Watagi Michelle 58
113
+ 3 Tokiwa Kurumi 58
114
+ 4 Narumi Haruka 56
115
+ 5 Kusunoki Asuha 56
116
+ 6 Asahina Kokomi 54
117
+ 7 Sadone 54
118
+ 8 Sendoin Kaede 53
119
+ 9 Tsubuzaki Anko 53
120
+ 10 Serizawa Renge 53
121
+ 11 Fujimiya Sakura 52
122
+ 12 Hasumi Urara 52
123
+ 13 Minami Hinata 50
124
+ 14 Wakaba Subaru 50
125
+ 15 Kougami Kanon 49
126
+ 16 Kunieda Shiho 49
127
+ 17 Amano Nozomi 49
128
+ 18 Himukai Yuri 46
129
+ 19 Misaki 26
130
+ 20 Sekaide Mari 18
131
+ 21 Ameya Erika 17
132
+ 22 Mitsurugi Furan 11
133
+ 23 Yakumo Itsuki 10
134
+ 24 Nanashima Aoi 9
135
+ 25 Kusunoki Asuha C1 5
136
+ ```
137
+
138
+ Training config
139
+ ```
140
+ [model_arguments]
141
+ v2 = false
142
+ v_parameterization = false
143
+ pretrained_model_name_or_path = "animefull-final-pruned.ckpt"
144
+
145
+ [additional_network_arguments]
146
+ no_metadata = false
147
+ network_module = "lycoris.kohya"
148
+ network_dim = 16
149
+ network_alpha = 1
150
+ network_args = [ "conv_dim=0", "algo=loha",]
151
+ network_train_unet_only = false
152
+ network_train_text_encoder_only = false
153
+ cache_latents = false
154
+
155
+ [optimizer_arguments]
156
+ optimizer_type = "AdamW8bit"
157
+ learning_rate = 0.001
158
+ max_grad_norm = 1.0
159
+ lr_scheduler = "custom"
160
+ #lr_warmup_steps = 100
161
+
162
+ [dataset_arguments]
163
+ debug_dataset = false
164
+ # resolution: 576x704
165
+
166
+ [training_arguments]
167
+ save_precision = "fp16"
168
+ save_every_n_epochs = 1
169
+ max_token_length = 225
170
+ mem_eff_attn = false
171
+ xformers = true
172
+ max_train_epochs = 31
173
+ max_data_loader_n_workers = 0
174
+ persistent_data_loader_workers = false
175
+ gradient_checkpointing = false
176
+ gradient_accumulation_steps = 1
177
+ mixed_precision = "fp16"
178
+ clip_skip = 2
179
+ lowram = true
180
+
181
+ [sample_prompt_arguments]
182
+
183
+ [saving_arguments]
184
+ save_model_as = "safetensors"
185
+
186
+ ```