End of training

README.md

@@ -0,0 +1,21 @@
+
+---
+license: creativeml-openrail-m
+base_model: CompVis/stable-diffusion-v1-4
+tags:
+- stable-diffusion
+- stable-diffusion-diffusers
+- text-to-image
+- diffusers
+- lora
+inference: true
+---
+    
+# LoRA text2image fine-tuning - blanchon/sd-pokemon-model-lora
+These are LoRA adaption weights for CompVis/stable-diffusion-v1-4. The weights were fine-tuned on the lambdalabs/pokemon-blip-captions dataset. You can find some example images in the following. 
+
+![img_0](./image_0.png)
+![img_1](./image_1.png)
+![img_2](./image_2.png)
+![img_3](./image_3.png)
+

checkpoint-10000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb2e382eaf5e693b767d061d8277f779614bc62364462d43222b0c64010edec
+size 1722351784

checkpoint-10000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024069a83bf42e5c091580f88325568532af988a180c6b3307f9e0d7f2fa21c3
+size 6592122

checkpoint-10000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881417fe1596817d794491be7e2f027fc1440c731d50a6a83dd70e2786c61a87
+size 14344

checkpoint-10000/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49367aa0f19981d0484e3ef5c1b009e6bdd8e5c0d8ef08f2f8d235b9f843816
+size 988

checkpoint-10000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2bd2fea55575e9e5201cd70f190230d22db4f67ec868e253d7e182dd49a19ee
+size 1000

checkpoint-15000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1dbbfb2bebbab988fa26023858325524db6fd9e24d929bb97f87c80770e2a80
+size 1722351784

checkpoint-15000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e490b197395f20e3420bddc2ecf6b023bd182b8557c12d303d0f304637fa98
+size 6592122

checkpoint-15000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbe10e6ae0ce7853cfa6ee6270bbad21d5fcf1819deadce707db01a346bece2
+size 14344

checkpoint-15000/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981293332785038a182aec18e7c1b5fa8c1936aa896e623c753d23a1f03dfd89
+size 988

checkpoint-15000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3debb054606789242dc2e651f7d86bb94b20d34e094a303613752b21c72ed1
+size 1000

checkpoint-5000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab30465f1b429b88f605960c5f99720b855778a90400ac40e0d947ae57be1e1b
+size 1722351784

checkpoint-5000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003f9449d0212fc89a640ddb2dfd7a94afa1d7ced46422d0e9c1ec50522a9299
+size 6592122

checkpoint-5000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfc365ac375834c19e1eba7b216d09c7070e49ef2918d8ca2d197fc21f0c4ac
+size 14344

checkpoint-5000/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41216328ab75de937007afb04d76156949bedb908461001a451c8991c2ba8cca
+size 988

checkpoint-5000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2734d36d08357236113a0d0e82c9a606fbb22a775c8bb9049c19d997ef37430
+size 1000

logs/text2image-fine-tune/1701874086.2329125/events.out.tfevents.1701874086.julienblanchon-ubuntu.1000334.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9384eaa516c40f16511d40151885b06a31f330d90061bb219c5e3e6d7ff0c5
+size 2234

logs/text2image-fine-tune/1701874086.2338495/hparams.yml

@@ -0,0 +1,50 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: false
+checkpointing_steps: 5000
+checkpoints_total_limit: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: lambdalabs/pokemon-blip-captions
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: false
+hub_model_id: null
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_scheduler: constant
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 83300
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 100
+num_validation_images: 4
+output_dir: sd-pokemon-model-lora
+prediction_type: null
+pretrained_model_name_or_path: CompVis/stable-diffusion-v1-4
+push_to_hub: true
+random_flip: true
+rank: 4
+report_to: all
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: 42
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: cute dragon creature
+variant: null

logs/text2image-fine-tune/1701874179.2775753/events.out.tfevents.1701874179.julienblanchon-ubuntu.1001323.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c56033d183dc05c01966fd713b4a5457cc54d749c38e82f2452fb2b2936962d
+size 2242

logs/text2image-fine-tune/1701874179.2790234/hparams.yml

@@ -0,0 +1,50 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: true
+checkpointing_steps: 5000
+checkpoints_total_limit: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: lambdalabs/pokemon-blip-captions
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: false
+hub_model_id: null
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_scheduler: constant
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 83300
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 100
+num_validation_images: 4
+output_dir: sd-pokemon-model-lora
+prediction_type: null
+pretrained_model_name_or_path: CompVis/stable-diffusion-v1-4
+push_to_hub: false
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: 42
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: cute dragon creature
+variant: null

logs/text2image-fine-tune/1701874233.1901634/events.out.tfevents.1701874233.julienblanchon-ubuntu.1001922.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712116ab5fd4970e6452b9325057474afeaf092a6c0d0fdf7d60534c647ea652
+size 2242

logs/text2image-fine-tune/1701874233.1914182/hparams.yml

@@ -0,0 +1,50 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: true
+checkpointing_steps: 5000
+checkpoints_total_limit: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: lambdalabs/pokemon-blip-captions
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: false
+hub_model_id: null
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_scheduler: constant
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 83300
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 100
+num_validation_images: 4
+output_dir: sd-pokemon-model-lora
+prediction_type: null
+pretrained_model_name_or_path: CompVis/stable-diffusion-v1-4
+push_to_hub: false
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: 42
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: cute dragon creature
+variant: null

logs/text2image-fine-tune/1701874368.1491427/events.out.tfevents.1701874368.julienblanchon-ubuntu.1003037.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1031eb57a037c40f37ce672e8e7e089329710375729855aceb6c3513dd889dca
+size 2234

logs/text2image-fine-tune/1701874368.150233/hparams.yml

@@ -0,0 +1,50 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: true
+checkpointing_steps: 5000
+checkpoints_total_limit: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: lambdalabs/pokemon-blip-captions
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: false
+hub_model_id: null
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_scheduler: constant
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 83300
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 100
+num_validation_images: 4
+output_dir: sd-pokemon-model-lora
+prediction_type: null
+pretrained_model_name_or_path: CompVis/stable-diffusion-v1-4
+push_to_hub: true
+random_flip: true
+rank: 4
+report_to: all
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: 42
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: cute dragon creature
+variant: null

logs/text2image-fine-tune/1701874414.750677/events.out.tfevents.1701874414.julienblanchon-ubuntu.1003844.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20928e9e4d31e96c212550cff5d99bf63171c64c20ec18ce12931fcbe5e42f98
+size 2234

logs/text2image-fine-tune/1701874414.751751/hparams.yml

@@ -0,0 +1,50 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: true
+checkpointing_steps: 5000
+checkpoints_total_limit: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: lambdalabs/pokemon-blip-captions
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: false
+hub_model_id: null
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_scheduler: constant
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 16660
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 20
+num_validation_images: 4
+output_dir: sd-pokemon-model-lora
+prediction_type: null
+pretrained_model_name_or_path: CompVis/stable-diffusion-v1-4
+push_to_hub: true
+random_flip: true
+rank: 4
+report_to: all
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: 42
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: cute dragon creature
+variant: null

logs/text2image-fine-tune/1701874784.5740826/events.out.tfevents.1701874784.julienblanchon-ubuntu.1007190.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f77fe6bab477a9d9cdc0706a84c325f26081d836d782925e61d31200b9699e
+size 2242

logs/text2image-fine-tune/1701874784.5753925/hparams.yml

@@ -0,0 +1,50 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: true
+checkpointing_steps: 5000
+checkpoints_total_limit: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: lambdalabs/pokemon-blip-captions
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: false
+hub_model_id: null
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_scheduler: constant
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 16660
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 20
+num_validation_images: 4
+output_dir: sd-pokemon-model-lora
+prediction_type: null
+pretrained_model_name_or_path: CompVis/stable-diffusion-v1-4
+push_to_hub: true
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: 42
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: cute dragon creature
+variant: null

logs/text2image-fine-tune/events.out.tfevents.1701874084.julienblanchon-ubuntu.1000334.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3121a261c0b6d42a99a9b3d05200292727a4e336d5b5978732762d77d9e32c
+size 88

logs/text2image-fine-tune/events.out.tfevents.1701874179.julienblanchon-ubuntu.1001323.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004a960f2688d2b6145e9b57323cd05b50c258228b5d78525490cd4d09cc8c24
+size 88

logs/text2image-fine-tune/events.out.tfevents.1701874233.julienblanchon-ubuntu.1001922.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab5022fcfa92addd6f356fe468318b0f894b83f6c0bf6fe1ef29b53e053b452
+size 88

logs/text2image-fine-tune/events.out.tfevents.1701874366.julienblanchon-ubuntu.1003037.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282ecbe53d01360a511307b2846ad9a872411e31c10b79c60d7111407b79979c
+size 8977

logs/text2image-fine-tune/events.out.tfevents.1701874412.julienblanchon-ubuntu.1003844.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00ac8736c8fc418133baaea1310a8066a2ffff9945ba22b561ef5681d8557cd
+size 1733072

logs/text2image-fine-tune/events.out.tfevents.1701874784.julienblanchon-ubuntu.1007190.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71289fe0800c3d87f2c4a795422dda5db5ec855d758d03879a06f78d8a9a6d9f
+size 27460375

pytorch_lora_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41275284869cc436943276ab3a5ddeaa81e68ae0556feee308a13f83a112c0bf
+size 3227336