1st commit

.gitattributes

@@ -31,4 +31,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.xz filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,25 @@
+---
+license: unknown
+---
+# Lego Set finetuned style Model
+
+Produced from publicly available pictures in landscape, portrait and square format.
+
+## Model info
+
+The models included was trained on "multi-resolution" images of "Lego Sets"
+
+## Using the model
+
+* common subject prompt tokens: `<wathever> lego set`
+
+## Example prompts
+
+`mcdonald restaurant AND lego set`:
+
+<img src="https://huggingface.co/cyburn/lego_set/resolve/main/1.jpg" alt="Picture." width="500"/>
+
+`a digital drawing of crow, skull, animal, symmetry, flower AND lego set`:
+
+<img src="https://huggingface.co/cyburn/lego_set/resolve/main/2.jpg" alt="Picture." width="500"/>
+

kohya_diffusers_train.ps1

@@ -0,0 +1,80 @@
+# Sylvia Ritter. AKA: by silvery trait
+
+# variable values
+$pretrained_model_name_or_path = "D:\models\v1-5-pruned-mse-vae.ckpt"
+$train_dir = "D:\dreambooth\train_lego"
+$training_folder = "raw"
+
+$learning_rate = 5e-6
+$dataset_repeats = 40
+$train_batch_size = 8
+$epoch = 4
+$save_every_n_epochs=1
+$mixed_precision="bf16"
+$num_cpu_threads_per_process=6
+
+$max_resolution = "512,512"
+
+# You should not have to change values past this point
+
+# stop script on error
+$ErrorActionPreference = "Stop"
+
+# activate venv
+.\venv\Scripts\activate
+
+# Usefull to create base caption that will be augmented on a per image basis
+
+$caption="lego set"
+
+$files = Get-ChildItem $train_dir\$training_folder\"*.*" -Include *.png,*.jpg,*.webp
+foreach ($file in $files) {New-Item -ItemType file -Path $train_dir\$training_folder -Name "$($file.BaseName).txt" -Value $caption}
+
+
+# create caption json file
+python D:\kohya_ss\diffusers_fine_tuning\merge_captions_to_metadata-ber.py `
+--caption_extention ".txt" $train_dir"\"$training_folder $train_dir"\meta_cap.json"
+
+# create images buckets
+python D:\kohya_ss\diffusers_fine_tuning\prepare_buckets_latents-ber.py `
+    $train_dir"\"$training_folder `
+    $train_dir"\meta_cap.json" `
+    $train_dir"\meta_lat.json" `
+    $pretrained_model_name_or_path `
+    --batch_size 4 --max_resolution $max_resolution --mixed_precision fp16
+
+# Get number of valid images
+$image_num = Get-ChildItem "$train_dir\$training_folder" -Recurse -File -Include *.npz | Measure-Object | %{$_.Count}
+$repeats = $image_num * $dataset_repeats
+
+# calculate max_train_set
+$max_train_set = [Math]::Ceiling($repeats / $train_batch_size * $epoch)
+
+accelerate launch --num_cpu_threads_per_process $num_cpu_threads_per_process D:\kohya_ss\diffusers_fine_tuning\fine_tune.py `
+    --pretrained_model_name_or_path=$pretrained_model_name_or_path `
+    --in_json $train_dir"\meta_lat.json" `
+    --train_data_dir=$train_dir"\"$training_folder `
+    --output_dir=$train_dir"\fine_tuned2" `
+    --train_batch_size=$train_batch_size `
+    --dataset_repeats=$dataset_repeats `
+    --learning_rate=$learning_rate `
+    --max_train_steps=$max_train_set `
+    --use_8bit_adam --xformers `
+    --mixed_precision=$mixed_precision `
+    --save_every_n_epochs=$save_every_n_epochs `
+    --train_text_encoder `
+    --save_precision="fp16"
+
+# accelerate launch --num_cpu_threads_per_process $num_cpu_threads_per_process D:\kohya_ss\diffusers_fine_tuning\fine_tune_v1-ber.py `
+#     --pretrained_model_name_or_path=$train_dir"\fine_tuned\last.ckpt" `
+#     --in_json $train_dir"\meta_lat.json" `
+#     --train_data_dir=$train_dir"\"$training_folder `
+#     --output_dir=$train_dir"\fine_tuned2" `
+#     --train_batch_size=$train_batch_size `
+#     --dataset_repeats=$([Math]::Ceiling($dataset_repeats / 2)) `
+#     --learning_rate=$learning_rate `
+#     --max_train_steps=$([Math]::Ceiling($max_train_set / 2)) `
+#     --use_8bit_adam --xformers `
+#     --mixed_precision=$mixed_precision `
+#     --save_every_n_epochs=$save_every_n_epochs `
+#     --save_half

lego_set.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3dfb8d1ed4e4c6f2b4ddc9ae197f8d7ae0114d2f47ae5b7c6be45d384d32513
+size 2132856686