WalkerSpace commited on
Commit
5e92343
1 Parent(s): 621b424

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,29 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ image-0.png filter=lfs diff=lfs merge=lfs -text
37
+ image-1.png filter=lfs diff=lfs merge=lfs -text
38
+ image-10.png filter=lfs diff=lfs merge=lfs -text
39
+ image-11.png filter=lfs diff=lfs merge=lfs -text
40
+ image-12.png filter=lfs diff=lfs merge=lfs -text
41
+ image-13.png filter=lfs diff=lfs merge=lfs -text
42
+ image-14.png filter=lfs diff=lfs merge=lfs -text
43
+ image-15.png filter=lfs diff=lfs merge=lfs -text
44
+ image-16.png filter=lfs diff=lfs merge=lfs -text
45
+ image-17.png filter=lfs diff=lfs merge=lfs -text
46
+ image-18.png filter=lfs diff=lfs merge=lfs -text
47
+ image-19.png filter=lfs diff=lfs merge=lfs -text
48
+ image-2.png filter=lfs diff=lfs merge=lfs -text
49
+ image-20.png filter=lfs diff=lfs merge=lfs -text
50
+ image-21.png filter=lfs diff=lfs merge=lfs -text
51
+ image-22.png filter=lfs diff=lfs merge=lfs -text
52
+ image-23.png filter=lfs diff=lfs merge=lfs -text
53
+ image-24.png filter=lfs diff=lfs merge=lfs -text
54
+ image-25.png filter=lfs diff=lfs merge=lfs -text
55
+ image-3.png filter=lfs diff=lfs merge=lfs -text
56
+ image-4.png filter=lfs diff=lfs merge=lfs -text
57
+ image-5.png filter=lfs diff=lfs merge=lfs -text
58
+ image-6.png filter=lfs diff=lfs merge=lfs -text
59
+ image-7.png filter=lfs diff=lfs merge=lfs -text
60
+ image-8.png filter=lfs diff=lfs merge=lfs -text
61
+ image-9.png filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,155 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ tags:
3
+ - stable-diffusion-xl
4
+ - stable-diffusion-xl-diffusers
5
+ - text-to-image
6
+ - diffusers
7
+ - lora
8
+ - template:sd-lora
9
+ widget:
10
+ - text: a black cat with gold and blue eyes in the style of <s0><s1>
11
+ output:
12
+ url: image-0.png
13
+ - text: a man on a horse in the water at night in the style of <s0><s1>
14
+ output:
15
+ url: image-1.png
16
+ - text: a man in a cloak standing in a pond with stars in the style of <s0><s1>
17
+ output:
18
+ url: image-2.png
19
+ - text: a woman standing in front of a door with stars in the sky in the style of
20
+ <s0><s1>
21
+ output:
22
+ url: image-3.png
23
+ - text: the legend of zelda by joshua in the style of <s0><s1>
24
+ output:
25
+ url: image-4.png
26
+ - text: a woman in a black cloak standing in the middle of a forest in the style of
27
+ <s0><s1>
28
+ output:
29
+ url: image-5.png
30
+ - text: a man standing on the rocks in the ocean at night in the style of <s0><s1>
31
+ output:
32
+ url: image-6.png
33
+ - text: the legend of zelda, the legend of zelda wallpaper in the style of <s0><s1>
34
+ output:
35
+ url: image-7.png
36
+ - text: the legend of zelda - moonlight in the style of <s0><s1>
37
+ output:
38
+ url: image-8.png
39
+ - text: the legend of zelda wind waker wallpaper in the style of <s0><s1>
40
+ output:
41
+ url: image-9.png
42
+ - text: a man in a forest with a sword and flowers in the style of <s0><s1>
43
+ output:
44
+ url: image-10.png
45
+ - text: a person riding a horse in a field with flowers in the style of <s0><s1>
46
+ output:
47
+ url: image-11.png
48
+ - text: a woman in a boat on a river in the woods in the style of <s0><s1>
49
+ output:
50
+ url: image-12.png
51
+ - text: a man riding a horse in the water with stars in the style of <s0><s1>
52
+ output:
53
+ url: image-13.png
54
+ - text: the witcher 3 - the starry night in the style of <s0><s1>
55
+ output:
56
+ url: image-14.png
57
+ - text: the legend of zelda in the style of <s0><s1>
58
+ output:
59
+ url: image-15.png
60
+ - text: the legend of zelda - twilight princess in the style of <s0><s1>
61
+ output:
62
+ url: image-16.png
63
+ - text: the lord of the rings by joshua klein in the style of <s0><s1>
64
+ output:
65
+ url: image-17.png
66
+ - text: the legend of zelda breath of the wild in the style of <s0><s1>
67
+ output:
68
+ url: image-18.png
69
+ - text: a man on a horse is walking in the woods at night in the style of <s0><s1>
70
+ output:
71
+ url: image-19.png
72
+ - text: a man in armor sitting in the middle of a field with flowers and stars in
73
+ the style of <s0><s1>
74
+ output:
75
+ url: image-20.png
76
+ - text: the legend of zelda by joshua in the style of <s0><s1>
77
+ output:
78
+ url: image-21.png
79
+ - text: a woman with a sword in the middle of flowers in the style of <s0><s1>
80
+ output:
81
+ url: image-22.png
82
+ - text: a woman with a sword in the middle of flowers in the style of <s0><s1>
83
+ output:
84
+ url: image-23.png
85
+ - text: a woman sitting on a rock in front of a castle in the style of <s0><s1>
86
+ output:
87
+ url: image-24.png
88
+ - text: a wolf and a woman standing in front of the moon in the style of <s0><s1>
89
+ output:
90
+ url: image-25.png
91
+ base_model: stabilityai/stable-diffusion-xl-base-1.0
92
+ instance_prompt: in the style of <s0><s1>
93
+ license: openrail++
94
+ ---
95
+
96
+ # SDXL LoRA DreamBooth - WalkerSpace/blue-zelda-style
97
+
98
+ <Gallery />
99
+
100
+ ## Model description
101
+
102
+ ### These are WalkerSpace/blue-zelda-style LoRA adaption weights for stabilityai/stable-diffusion-xl-base-1.0.
103
+
104
+ ## Download model
105
+
106
+ ### Use it with UIs such as AUTOMATIC1111, Comfy UI, SD.Next, Invoke
107
+
108
+ - **LoRA**: download **[`blue-zelda-style.safetensors` here 💾](/WalkerSpace/blue-zelda-style/blob/main/blue-zelda-style.safetensors)**.
109
+ - Place it on your `models/Lora` folder.
110
+ - On AUTOMATIC1111, load the LoRA by adding `<lora:blue-zelda-style:1>` to your prompt. On ComfyUI just [load it as a regular LoRA](https://comfyanonymous.github.io/ComfyUI_examples/lora/).
111
+ - *Embeddings*: download **[`blue-zelda-style_emb.safetensors` here 💾](/WalkerSpace/blue-zelda-style/blob/main/blue-zelda-style_emb.safetensors)**.
112
+ - Place it on it on your `embeddings` folder
113
+ - Use it by adding `blue-zelda-style_emb` to your prompt. For example, `in the style of blue-zelda-style_emb`
114
+ (you need both the LoRA and the embeddings as they were trained together for this LoRA)
115
+
116
+
117
+ ## Use it with the [🧨 diffusers library](https://github.com/huggingface/diffusers)
118
+
119
+ ```py
120
+ from diffusers import AutoPipelineForText2Image
121
+ import torch
122
+ from huggingface_hub import hf_hub_download
123
+ from safetensors.torch import load_file
124
+
125
+ pipeline = AutoPipelineForText2Image.from_pretrained('stabilityai/stable-diffusion-xl-base-1.0', torch_dtype=torch.float16).to('cuda')
126
+ pipeline.load_lora_weights('WalkerSpace/blue-zelda-style', weight_name='pytorch_lora_weights.safetensors')
127
+ embedding_path = hf_hub_download(repo_id='WalkerSpace/blue-zelda-style', filename='blue-zelda-style_emb.safetensors' repo_type="model")
128
+ state_dict = load_file(embedding_path)
129
+ pipeline.load_textual_inversion(state_dict["clip_l"], token=["<s0>", "<s1>"], text_encoder=pipeline.text_encoder, tokenizer=pipeline.tokenizer)
130
+ pipeline.load_textual_inversion(state_dict["clip_g"], token=["<s0>", "<s1>"], text_encoder=pipeline.text_encoder_2, tokenizer=pipeline.tokenizer_2)
131
+
132
+ image = pipeline('in the style of <s0><s1>').images[0]
133
+ ```
134
+
135
+ For more details, including weighting, merging and fusing LoRAs, check the [documentation on loading LoRAs in diffusers](https://huggingface.co/docs/diffusers/main/en/using-diffusers/loading_adapters)
136
+
137
+ ## Trigger words
138
+
139
+ To trigger image generation of trained concept(or concepts) replace each concept identifier in you prompt with the new inserted tokens:
140
+
141
+ to trigger concept `TOK` → use `<s0><s1>` in your prompt
142
+
143
+
144
+
145
+ ## Details
146
+ All [Files & versions](/WalkerSpace/blue-zelda-style/tree/main).
147
+
148
+ The weights were trained using [🧨 diffusers Advanced Dreambooth Training Script](https://github.com/huggingface/diffusers/blob/main/examples/advanced_diffusion_training/train_dreambooth_lora_sdxl_advanced.py).
149
+
150
+ LoRA for the text encoder was enabled. False.
151
+
152
+ Pivotal tuning was enabled: True.
153
+
154
+ Special VAE used for training: madebyollin/sdxl-vae-fp16-fix.
155
+
blue-zelda-style.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ca33a956cecbd2a7348ce5efab28d61fe134c296ce9f32a9d20a74614ad0296
3
+ size 186046568
blue-zelda-style_emb.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35824c1972ea52a6b4e7e47744d3d5c1eadff6230bde2565b887ebb1c19b93f2
3
+ size 16536
image-0.png ADDED

Git LFS Details

  • SHA256: ef688fa17689ea54a6891266d4d13049fa43726e68a4d36f6f69bb3c8bb4fbc2
  • Pointer size: 132 Bytes
  • Size of remote file: 1.84 MB
image-1.png ADDED

Git LFS Details

  • SHA256: e3a85b8e9a9b3ae012a235b9a331e04148aa5952473f10cfc1ab1d1026c43b9e
  • Pointer size: 132 Bytes
  • Size of remote file: 1.77 MB
image-10.png ADDED

Git LFS Details

  • SHA256: d625cc27dde3fa680413f77667010b4c1a887d7556cc0540f54e010ff8d94e9f
  • Pointer size: 132 Bytes
  • Size of remote file: 1.86 MB
image-11.png ADDED

Git LFS Details

  • SHA256: fe228973571ee9cd4ff3528ac4a0be43c63d32f347f3d1d67dc2afbddea03bcb
  • Pointer size: 132 Bytes
  • Size of remote file: 1.69 MB
image-12.png ADDED

Git LFS Details

  • SHA256: 45a5d8ebac4aad6a83901ed531f4b530b4292b2b794a513ec47da2911b336ed0
  • Pointer size: 132 Bytes
  • Size of remote file: 1.56 MB
image-13.png ADDED

Git LFS Details

  • SHA256: 93273d2357f3b6d03c38775ea15526ca85f2ef6cdf992a56427bc1d1badd00e5
  • Pointer size: 132 Bytes
  • Size of remote file: 1.83 MB
image-14.png ADDED

Git LFS Details

  • SHA256: b0bffe54c70bc3c57de47f5492cac10d923510e0b2f63be4e660fcf2386f72c5
  • Pointer size: 132 Bytes
  • Size of remote file: 1.94 MB
image-15.png ADDED

Git LFS Details

  • SHA256: 70179f7f3e1caf4b4e71c0f7570165c5ce29b6b0128fe972f765d04405a0b081
  • Pointer size: 132 Bytes
  • Size of remote file: 2.03 MB
image-16.png ADDED

Git LFS Details

  • SHA256: 7ef076b73a47123df942eb986b2847bf0853a1107b79362aab258a33956a1d0a
  • Pointer size: 132 Bytes
  • Size of remote file: 1.84 MB
image-17.png ADDED

Git LFS Details

  • SHA256: 4304b95a7eb314065b2abea8a6d69cb095e3d4872fd6fa4ca96cb11dc87f09f9
  • Pointer size: 132 Bytes
  • Size of remote file: 2.08 MB
image-18.png ADDED

Git LFS Details

  • SHA256: c3da2f17626de12a47c2fa40257539e14b2d14678ac6a83558c1c944a00b0943
  • Pointer size: 132 Bytes
  • Size of remote file: 1.86 MB
image-19.png ADDED

Git LFS Details

  • SHA256: f3423c57f44c16777b9be772f745f4c286903bfbc623fa3d8c1ae6dd27f49fa5
  • Pointer size: 132 Bytes
  • Size of remote file: 1.8 MB
image-2.png ADDED

Git LFS Details

  • SHA256: b631ada4f0c309136d1e1fa2503ef5f3d34240bfa64a4bd1e62fc936237d368d
  • Pointer size: 132 Bytes
  • Size of remote file: 2.02 MB
image-20.png ADDED

Git LFS Details

  • SHA256: bf7a51adf7dc163a92e833b55c33e1d96281b23707bf13610cdca56ea45e9f2c
  • Pointer size: 132 Bytes
  • Size of remote file: 1.92 MB
image-21.png ADDED

Git LFS Details

  • SHA256: 21af63a54df293eec21a2eb2ff221998c895e271b9afc6fa95583462d555eeb8
  • Pointer size: 132 Bytes
  • Size of remote file: 1.98 MB
image-22.png ADDED

Git LFS Details

  • SHA256: 4b8e7c3e4affc1b830e4eea67f2f78c9ee7a72a067fadc43e3d278ee33e7c254
  • Pointer size: 132 Bytes
  • Size of remote file: 1.97 MB
image-23.png ADDED

Git LFS Details

  • SHA256: 199a0620b44ac42dd5af6bc8960b7b4af97e36c3fde01e7a5f15e33ef5f96817
  • Pointer size: 132 Bytes
  • Size of remote file: 1.92 MB
image-24.png ADDED

Git LFS Details

  • SHA256: b166454cd944c44c893d680a2366ac5b70d8fbac3e091a3e0aae248a346af5d5
  • Pointer size: 132 Bytes
  • Size of remote file: 1.68 MB
image-25.png ADDED

Git LFS Details

  • SHA256: 9e436607e8ea528ba21f5d3e189d62e15c69d809dfd53677c019de8544d57df1
  • Pointer size: 132 Bytes
  • Size of remote file: 1.91 MB
image-3.png ADDED

Git LFS Details

  • SHA256: 492804fc9e8acd0e000522906c7c728b534006566248990e5c9e85ba51115302
  • Pointer size: 132 Bytes
  • Size of remote file: 1.99 MB
image-4.png ADDED

Git LFS Details

  • SHA256: e20b113292ec21001fdf81b0eb29a9e46470bed8e1098ce568f2c81f7371d2cc
  • Pointer size: 132 Bytes
  • Size of remote file: 1.82 MB
image-5.png ADDED

Git LFS Details

  • SHA256: f0ed490ddef638165279ed36ffa79aef8bf8501cb3f014554dfa0c81eefe54c7
  • Pointer size: 132 Bytes
  • Size of remote file: 1.84 MB
image-6.png ADDED

Git LFS Details

  • SHA256: 40e97d3aee6666e6a90a56df2574ef2c662b7d19d53e5c16a9aa3d37da8b08b7
  • Pointer size: 132 Bytes
  • Size of remote file: 1.84 MB
image-7.png ADDED

Git LFS Details

  • SHA256: 06ef72e03135a5949abb313ad4a0126e0ca2bb82d97f06855e3f726891fcafce
  • Pointer size: 132 Bytes
  • Size of remote file: 1.71 MB
image-8.png ADDED

Git LFS Details

  • SHA256: 3b5a6b6d01d1656562287c2f3957f7751c1a995f63da35171158637340368fc0
  • Pointer size: 132 Bytes
  • Size of remote file: 1.78 MB
image-9.png ADDED

Git LFS Details

  • SHA256: b787cd58750b77cd460f85269ee55c2ec15b4b3f1f39b99ec8748f871b51d165
  • Pointer size: 132 Bytes
  • Size of remote file: 1.85 MB
logs/dreambooth-lora-sd-xl/1713314799.5282154/events.out.tfevents.1713314799.r-walkerspace-autotrain-blue-zelda-style-w1kbh8hh-ab238-jq6ji.190.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:491c4648357a80bb26ff713a4a5dbb42b640d6d299b4be61ab57a7b5b27e0022
3
+ size 3579
logs/dreambooth-lora-sd-xl/1713314799.5295186/hparams.yml ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.0001
5
+ adam_weight_decay_text_encoder: null
6
+ allow_tf32: false
7
+ cache_dir: null
8
+ cache_latents: true
9
+ caption_column: prompt
10
+ center_crop: false
11
+ checkpointing_steps: 100000
12
+ checkpoints_total_limit: null
13
+ class_data_dir: null
14
+ class_prompt: null
15
+ crops_coords_top_left_h: 0
16
+ crops_coords_top_left_w: 0
17
+ dataloader_num_workers: 0
18
+ dataset_config_name: null
19
+ dataset_name: ./ec8beaa2-0fac-4c05-9a38-7a0f50716ef2
20
+ enable_xformers_memory_efficient_attention: false
21
+ gradient_accumulation_steps: 1
22
+ gradient_checkpointing: true
23
+ hub_model_id: null
24
+ hub_token: null
25
+ image_column: image
26
+ instance_data_dir: null
27
+ instance_prompt: in the style of <s0><s1>
28
+ learning_rate: 1.0
29
+ local_rank: -1
30
+ logging_dir: logs
31
+ lr_num_cycles: 1
32
+ lr_power: 1.0
33
+ lr_scheduler: constant
34
+ lr_warmup_steps: 0
35
+ max_grad_norm: 1.0
36
+ max_train_steps: 1500
37
+ mixed_precision: bf16
38
+ noise_offset: 0
39
+ num_class_images: 100
40
+ num_new_tokens_per_abstraction: 2
41
+ num_train_epochs: 116
42
+ num_validation_images: 4
43
+ optimizer: prodigy
44
+ output_dir: blue-zelda-style
45
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-xl-base-1.0
46
+ pretrained_vae_model_name_or_path: madebyollin/sdxl-vae-fp16-fix
47
+ prior_generation_precision: null
48
+ prior_loss_weight: 1.0
49
+ prodigy_beta3: null
50
+ prodigy_decouple: true
51
+ prodigy_safeguard_warmup: true
52
+ prodigy_use_bias_correction: true
53
+ push_to_hub: false
54
+ rank: 32
55
+ repeats: 1
56
+ report_to: tensorboard
57
+ resolution: 1024
58
+ resume_from_checkpoint: null
59
+ revision: null
60
+ sample_batch_size: 4
61
+ scale_lr: false
62
+ seed: 42
63
+ snr_gamma: null
64
+ text_encoder_lr: 1.0
65
+ token_abstraction: TOK
66
+ train_batch_size: 2
67
+ train_text_encoder: false
68
+ train_text_encoder_frac: 1.0
69
+ train_text_encoder_ti: true
70
+ train_text_encoder_ti_frac: 0.5
71
+ use_8bit_adam: false
72
+ validation_epochs: 50
73
+ validation_prompt: null
74
+ variant: null
75
+ with_prior_preservation: false
logs/dreambooth-lora-sd-xl/events.out.tfevents.1713314799.r-walkerspace-autotrain-blue-zelda-style-w1kbh8hh-ab238-jq6ji.190.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d411855f7cb94f3e54fbb8ab98c326157b0cb17a6d7496577c41705f88cc3d1
3
+ size 125834
pytorch_lora_weights.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99318656f8ae155b412c9d115fb83d4ee03ef2448c89582fb36190ca44880b20
3
+ size 185963768