End of training

.gitattributes

@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+image_0.png filter=lfs diff=lfs merge=lfs -text
+image_1.png filter=lfs diff=lfs merge=lfs -text
+image_2.png filter=lfs diff=lfs merge=lfs -text
+image_3.png filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,21 @@
+
+---
+license: creativeml-openrail-m
+base_model: stabilityai/stable-diffusion-xl-base-1.0
+tags:
+- stable-diffusion
+- stable-diffusion-diffusers
+- text-to-image
+- diffusers
+- textual_inversion
+inference: true
+---
+    
+# Textual inversion text2image fine-tuning - JiafengMao/textual_inversion_pigg_XL_modified_text
+These are textual inversion adaption weights for stabilityai/stable-diffusion-xl-base-1.0. You can find some example images in the following. 
+
+![img_0](./image_0.png)
+![img_1](./image_1.png)
+![img_2](./image_2.png)
+![img_3](./image_3.png)
+

checkpoint-1000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6b699fe4bce10b6319fdd28f1873b088880dbbbf2eae8fd9eff903c6d24f4c
+size 492268240

checkpoint-1000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f3c5a40bb08c818c0597117578b17ac8110f4af299ff441c38a432abc54f0d
+size 303570477

checkpoint-1000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5157131eb52f89ab04d4509f129ac0209567029965fb221af36be1e35f8342
+size 14663

checkpoint-1000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb19b948b33a080098712534e53a991114e50367c7efbe3f9b4d0cec03eb540
+size 563

checkpoint-1500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52264898d9e751ba9760c96759099eccbafd2277ef085aa9a51fcb1957e6e7c
+size 492268240

checkpoint-1500/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99133f105b50d148e4821054db248f5cab680d7b99034cf08b8bb2a88e296195
+size 303570477

checkpoint-1500/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0ede632539dda5254c34c883a1d1ce0fc6ec50d5ec50c0ee5a584780e77955
+size 14663

checkpoint-1500/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abf0b3af2013b920618166f35e17d899fce776df72f2c2a64c13989f4b8a6a8
+size 563

checkpoint-2000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bb7a98e274dd08895d1b4ff00941e1a554bc42fe8a8b70e02380c6b09a1d76
+size 492268240

checkpoint-2000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d44325b28ce67b05454e77285d2867dc1401c87276a32b89790e61830235b35
+size 303570477

checkpoint-2000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2016d2812c064e3d27a2c1f8db98caafc6f0cf21bb17f1ecdf96d90e43812be8
+size 14727

checkpoint-2000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce55ada40659c32ea01f44d7732f0406a6c9004376f7e5579de396b3481cc2d
+size 563

checkpoint-2500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f741c01347211b0b5d1607382f7e3f59df434851722b8109b8bbab4e91d0a4
+size 492268240

checkpoint-2500/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7771a50644e8c22744ea4527a4aa7e36cde6d81fc96e70513ebd842070fe3e5
+size 303570477

checkpoint-2500/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d176ab6022fce6ff6b1be42747281150d35944814237f3f37dd33f947fe3f69e
+size 14663

checkpoint-2500/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496e5a35d8686f4bf9ce59c376f5f501ec4a1034cf3b70deb1f3d2c047fab2d4
+size 563

checkpoint-3000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2410935181d3b445bd3f12579baf943df25edcd6a8358e4f88f77a810e25b8
+size 492268240

checkpoint-3000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fde3c1ea14de2bbb3c0d182032ede4fbe774e4481dfb18faf6393a778ab7ec
+size 303570477

checkpoint-3000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9155f6961e0e2f14cfff8a6ae330cb72c506238e399bcc234f827c77bafc9483
+size 14663

checkpoint-3000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2056b541ceef5d77999a48951b85854f6503b83d58bc070e970ec3531e56e169
+size 563

checkpoint-500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c066335806b90e2946cab918515855fcda056b1c3fcedcb7df50a7000258f4b1
+size 492268240

checkpoint-500/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd5a1fc7b96b7a1f035d9591a566bdd61f0ae118b0969087dd6aaff6c03bbae
+size 303570477

checkpoint-500/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a59e034ed05005661189b2f7d89488cdb9d19ebaa3a037c5ac908a5b7ae8d79
+size 14663

checkpoint-500/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478ff7b9adcb1fba8f74abd29e0dfb41133888ecf608d07ea8ae2143e019d098
+size 563

learned_embeds-steps-1000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991d2de504401fcec5ec5788ebce5b7593ba5a21b7da1a0cfd4c7ea0b44f5bdf
+size 3184

learned_embeds-steps-1500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4338be8f126d9051fd7fbb7663e5fad0cb6735ff018031e32e7fc44844ecdf58
+size 3184

learned_embeds-steps-2000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b315fe044216ca535e1c1857afa505f660ade5fc00b94212f452afa3a16ad9b4
+size 3184

learned_embeds-steps-2500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2398dbc7c7f4c4134c19c135afad2d9d66c5b817f22bef464a435cff29cd98
+size 3184

learned_embeds-steps-3000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb59a858fcd9c1496b2ceb22e4b38f9c86dbea4f4ae58f54a996c1da11193f6
+size 3184

learned_embeds-steps-500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af84595ef07c0b09ffcb44953595d29316c35fbd4e7e628888b7aa76e960309
+size 3184

learned_embeds.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb59a858fcd9c1496b2ceb22e4b38f9c86dbea4f4ae58f54a996c1da11193f6
+size 3184

logs/textual_inversion/1707984579.9375434/events.out.tfevents.1707984579.mao-a100-trout.108450.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3d433e317fa4ca687b385441f90b1519228e6e0bdc5c4c78c2d1ea1a155536
+size 2540

logs/textual_inversion/1707984579.9391716/hparams.yml

@@ -0,0 +1,47 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+center_crop: false
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 0
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: null
+hub_token: null
+initializer_token: cute
+learnable_property: style
+learning_rate: 0.002
+local_rank: -1
+logging_dir: logs
+lr_num_cycles: 1
+lr_scheduler: constant
+lr_warmup_steps: 0
+max_train_steps: 3000
+mixed_precision: 'no'
+num_train_epochs: 30
+num_validation_images: 4
+num_vectors: 1
+output_dir: textual_inversion_pigg_XL_modified_text
+placeholder_token: <this-style>
+pretrained_model_name_or_path: stabilityai/stable-diffusion-xl-base-1.0
+pretrained_unet: ../../../pigg_sdxl_finetuned_unet/unet
+push_to_hub: true
+repeats: 100
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+save_as_full_pipeline: false
+save_steps: 500
+scale_lr: true
+seed: null
+train_batch_size: 1
+train_data_dir: ./pigg
+use_8bit_adam: false
+validation_prompt: A picture of a character in <this-style> style, with a white background
+validation_steps: 100
+variant: null

logs/textual_inversion/events.out.tfevents.1707984579.mao-a100-trout.108450.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f192b972f5a832c8ea83ca6ff1f42b39901e85b049380079e5c9855a3866d6b
+size 180860512

model_index.json

@@ -0,0 +1,42 @@
+{
+  "_class_name": "StableDiffusionXLPipeline",
+  "_diffusers_version": "0.26.0.dev0",
+  "_name_or_path": "stabilityai/stable-diffusion-xl-base-1.0",
+  "feature_extractor": [
+    null,
+    null
+  ],
+  "force_zeros_for_empty_prompt": true,
+  "image_encoder": [
+    null,
+    null
+  ],
+  "scheduler": [
+    "diffusers",
+    "EulerDiscreteScheduler"
+  ],
+  "text_encoder": [
+    "transformers",
+    "CLIPTextModel"
+  ],
+  "text_encoder_2": [
+    "transformers",
+    "CLIPTextModelWithProjection"
+  ],
+  "tokenizer": [
+    "transformers",
+    "CLIPTokenizer"
+  ],
+  "tokenizer_2": [
+    "transformers",
+    "CLIPTokenizer"
+  ],
+  "unet": [
+    "diffusers",
+    "UNet2DConditionModel"
+  ],
+  "vae": [
+    "diffusers",
+    "AutoencoderKL"
+  ]
+}

scheduler/scheduler_config.json

@@ -0,0 +1,22 @@
+{
+  "_class_name": "EulerDiscreteScheduler",
+  "_diffusers_version": "0.26.0.dev0",
+  "beta_end": 0.012,
+  "beta_schedule": "scaled_linear",
+  "beta_start": 0.00085,
+  "clip_sample": false,
+  "interpolation_type": "linear",
+  "num_train_timesteps": 1000,
+  "prediction_type": "epsilon",
+  "rescale_betas_zero_snr": false,
+  "sample_max_value": 1.0,
+  "set_alpha_to_one": false,
+  "sigma_max": null,
+  "sigma_min": null,
+  "skip_prk_steps": true,
+  "steps_offset": 1,
+  "timestep_spacing": "leading",
+  "timestep_type": "discrete",
+  "trained_betas": null,
+  "use_karras_sigmas": false
+}

text_encoder/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "stabilityai/stable-diffusion-xl-base-1.0",
+  "architectures": [
+    "CLIPTextModel"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "dropout": 0.0,
+  "eos_token_id": 2,
+  "hidden_act": "quick_gelu",
+  "hidden_size": 768,
+  "initializer_factor": 1.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 77,
+  "model_type": "clip_text_model",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "projection_dim": 768,
+  "torch_dtype": "float32",
+  "transformers_version": "4.37.2",
+  "vocab_size": 49409
+}

text_encoder/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2410935181d3b445bd3f12579baf943df25edcd6a8358e4f88f77a810e25b8
+size 492268240

text_encoder_2/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "stabilityai/stable-diffusion-xl-base-1.0",
+  "architectures": [
+    "CLIPTextModelWithProjection"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "dropout": 0.0,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_size": 1280,
+  "initializer_factor": 1.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 5120,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 77,
+  "model_type": "clip_text_model",
+  "num_attention_heads": 20,
+  "num_hidden_layers": 32,
+  "pad_token_id": 1,
+  "projection_dim": 1280,
+  "torch_dtype": "float32",
+  "transformers_version": "4.37.2",
+  "vocab_size": 49408
+}

text_encoder_2/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6032f63d37ae02bbc74ccd6a27440578cd71701f96532229d0154f55a8d3ff
+size 2778702264

tokenizer/added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "<this-style>": 49408
+}

tokenizer/special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|startoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer/tokenizer_config.json

@@ -0,0 +1,38 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "49406": {
+      "content": "<|startoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "49407": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "49408": {
+      "content": "<this-style>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "bos_token": "<|startoftext|>",
+  "clean_up_tokenization_spaces": true,
+  "do_lower_case": true,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "model_max_length": 77,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "CLIPTokenizer",
+  "unk_token": "<|endoftext|>"
+}