Merge branch 'master'

.gitignore

@@ -0,0 +1,3 @@
+raw
+fine_tune*
+*.json

README.md

@@ -0,0 +1,28 @@
+---
+license: unknown
+---
+# Gauzy Storm finetuned style Model
+
+Produced from publicly available pictures in landscape, portrait and square format. This model is focussed on creating animal hybrid artwork.
+
+## Model info
+
+The models included was trained on "multi-resolution" images.
+
+## Using the model
+
+* common subject prompt tokens: `<wathever> by gauzy storms`
+
+## Example prompts
+
+`bear deer by gauzy storms`:
+
+<img src="https://huggingface.co/cyburn/gauzy_storms/resolve/main/1.png" alt="Picture." width="500"/>
+
+`pinguin by gauzy storms`:
+
+<img src="https://huggingface.co/cyburn/gauzy_storms/resolve/main/2.png" alt="Picture." width="500"/>
+
+`unicorn zebra by gauzy storms`:
+
+<img src="https://huggingface.co/cyburn/gauzy_storms/resolve/main/3.png" alt="Picture." width="500"/>

by_gauzy_storms.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f276a11f82a9c1333c5493b1af11428f0bff14e88ef548436c6e6982ffb170d
+size 2132856686

kohya_ss_diffusers_fine_tuning.ps1

@@ -0,0 +1,81 @@
+# Sylvia Ritter. AKA: by silvery trait
+
+# variable values
+$pretrained_model_name_or_path = "D:\models\v1-5-pruned-mse-vae.ckpt"
+$train_dir = "D:\models\train_gauzy_storms"
+$training_folder = "raw"
+
+$learning_rate = 1e-6
+$dataset_repeats = 40
+$train_batch_size = 8
+$epoch = 4
+$save_every_n_epochs=1
+$mixed_precision="bf16"
+$num_cpu_threads_per_process=6
+
+$max_resolution = "576,576"
+
+# You should not have to change values past this point
+
+# stop script on error
+$ErrorActionPreference = "Stop"
+
+# activate venv
+cd d:\kohya_ss\
+.\venv\Scripts\activate
+
+# Usefull to create base caption that will be augmented on a per image basis
+
+$caption="by gauzy storms"
+
+$files = Get-ChildItem $train_dir\$training_folder\"*.*" -Include *.png,*.jpg,*.webp
+foreach ($file in $files) {New-Item -ItemType file -Path $train_dir\$training_folder -Name "$($file.BaseName).txt" -Value $caption -Force}
+
+# create caption json file
+python D:\kohya_ss\diffusers_fine_tuning\merge_captions_to_metadata-ber.py `
+--caption_extention ".txt" $train_dir"\"$training_folder $train_dir"\meta_cap.json"
+
+# create images buckets
+python D:\kohya_ss\diffusers_fine_tuning\prepare_buckets_latents-ber.py `
+    $train_dir"\"$training_folder `
+    $train_dir"\meta_cap.json" `
+    $train_dir"\meta_lat.json" `
+    $pretrained_model_name_or_path `
+    --batch_size 4 --max_resolution $max_resolution --mixed_precision fp16
+
+# Get number of valid images
+$image_num = Get-ChildItem "$train_dir\$training_folder" -Recurse -File -Include *.npz | Measure-Object | %{$_.Count}
+$repeats = $image_num * $dataset_repeats
+
+# calculate max_train_set
+$max_train_set = [Math]::Ceiling($repeats / $train_batch_size * $epoch)
+
+
+accelerate launch --num_cpu_threads_per_process $num_cpu_threads_per_process D:\kohya_ss\diffusers_fine_tuning\fine_tune.py `
+    --pretrained_model_name_or_path=$pretrained_model_name_or_path `
+    --in_json $train_dir"\meta_lat.json" `
+    --train_data_dir=$train_dir"\"$training_folder `
+    --output_dir=$train_dir"\fine_tuned2" `
+    --train_batch_size=$train_batch_size `
+    --dataset_repeats=$dataset_repeats `
+    --learning_rate=$learning_rate `
+    --max_train_steps=$max_train_set `
+    --use_8bit_adam --xformers `
+    --mixed_precision=$mixed_precision `
+    --save_every_n_epochs=$save_every_n_epochs `
+    --train_text_encoder `
+    --save_precision="fp16"
+
+# accelerate launch --num_cpu_threads_per_process $num_cpu_threads_per_process D:\kohya_ss\diffusers_fine_tuning\fine_tune_v1-ber.py `
+#     --pretrained_model_name_or_path=$train_dir"\fine_tuned\last.ckpt" `
+#     --in_json $train_dir"\meta_lat.json" `
+#     --train_data_dir=$train_dir"\"$training_folder `
+#     --output_dir=$train_dir"\fine_tuned2" `
+#     --train_batch_size=$train_batch_size `
+#     --dataset_repeats=$([Math]::Ceiling($dataset_repeats / 2)) `
+#     --learning_rate=$learning_rate `
+#     --max_train_steps=$([Math]::Ceiling($max_train_set / 2)) `
+#     --use_8bit_adam --xformers `
+#     --mixed_precision=$mixed_precision `
+#     --save_every_n_epochs=$save_every_n_epochs `
+#     --save_half