marsfu2009 commited on
Commit
1bd1bbd
1 Parent(s): 95f5418

End of training

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +2 -0
  2. README.md +45 -0
  3. checkpoint-1000/optimizer.bin +3 -0
  4. checkpoint-1000/random_states_0.pkl +3 -0
  5. checkpoint-1000/scaler.pt +3 -0
  6. checkpoint-1000/scheduler.bin +3 -0
  7. checkpoint-1000/unet/config.json +73 -0
  8. checkpoint-1000/unet/diffusion_pytorch_model.safetensors +3 -0
  9. checkpoint-500/optimizer.bin +3 -0
  10. checkpoint-500/random_states_0.pkl +3 -0
  11. checkpoint-500/scaler.pt +3 -0
  12. checkpoint-500/scheduler.bin +3 -0
  13. checkpoint-500/unet/config.json +73 -0
  14. checkpoint-500/unet/diffusion_pytorch_model.safetensors +3 -0
  15. image_0.png +3 -0
  16. image_1.png +3 -0
  17. image_2.png +0 -0
  18. image_3.png +0 -0
  19. logs/text2image-fine-tune-sdxl/1715438877.8329475/events.out.tfevents.1715438877.003d91af9bb3.12459.1 +3 -0
  20. logs/text2image-fine-tune-sdxl/1715438877.8395329/hparams.yml +57 -0
  21. logs/text2image-fine-tune-sdxl/1715439372.6452794/events.out.tfevents.1715439372.a65509922ec8.5986.1 +3 -0
  22. logs/text2image-fine-tune-sdxl/1715439372.6518774/hparams.yml +57 -0
  23. logs/text2image-fine-tune-sdxl/1715439466.9649274/events.out.tfevents.1715439466.a65509922ec8.6754.1 +3 -0
  24. logs/text2image-fine-tune-sdxl/1715439466.9721136/hparams.yml +57 -0
  25. logs/text2image-fine-tune-sdxl/1715439567.0778465/events.out.tfevents.1715439567.a65509922ec8.7215.1 +3 -0
  26. logs/text2image-fine-tune-sdxl/1715439567.0846632/hparams.yml +57 -0
  27. logs/text2image-fine-tune-sdxl/1715440151.4493155/events.out.tfevents.1715440151.a65509922ec8.10009.1 +3 -0
  28. logs/text2image-fine-tune-sdxl/1715440151.4567385/hparams.yml +57 -0
  29. logs/text2image-fine-tune-sdxl/1715442075.6868958/events.out.tfevents.1715442075.4d625554937b.5430.1 +3 -0
  30. logs/text2image-fine-tune-sdxl/1715442075.7123547/hparams.yml +57 -0
  31. logs/text2image-fine-tune-sdxl/events.out.tfevents.1715438877.003d91af9bb3.12459.0 +3 -0
  32. logs/text2image-fine-tune-sdxl/events.out.tfevents.1715439372.a65509922ec8.5986.0 +3 -0
  33. logs/text2image-fine-tune-sdxl/events.out.tfevents.1715439466.a65509922ec8.6754.0 +3 -0
  34. logs/text2image-fine-tune-sdxl/events.out.tfevents.1715439567.a65509922ec8.7215.0 +3 -0
  35. logs/text2image-fine-tune-sdxl/events.out.tfevents.1715440151.a65509922ec8.10009.0 +3 -0
  36. logs/text2image-fine-tune-sdxl/events.out.tfevents.1715442075.4d625554937b.5430.0 +3 -0
  37. model_index.json +42 -0
  38. scheduler/scheduler_config.json +22 -0
  39. text_encoder/config.json +25 -0
  40. text_encoder/model.safetensors +3 -0
  41. text_encoder_2/config.json +25 -0
  42. text_encoder_2/model.safetensors +3 -0
  43. tokenizer/merges.txt +0 -0
  44. tokenizer/special_tokens_map.json +24 -0
  45. tokenizer/tokenizer_config.json +30 -0
  46. tokenizer/vocab.json +0 -0
  47. tokenizer_2/merges.txt +0 -0
  48. tokenizer_2/special_tokens_map.json +24 -0
  49. tokenizer_2/tokenizer_config.json +38 -0
  50. tokenizer_2/vocab.json +0 -0
.gitattributes CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ image_0.png filter=lfs diff=lfs merge=lfs -text
37
+ image_1.png filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: creativeml-openrail-m
3
+ library_name: diffusers
4
+ tags:
5
+ - stable-diffusion-xl
6
+ - stable-diffusion-xl-diffusers
7
+ - text-to-image
8
+ - diffusers-training
9
+ - diffusers
10
+ base_model: stabilityai/stable-diffusion-xl-base-1.0
11
+ inference: true
12
+ ---
13
+
14
+ <!-- This model card has been generated automatically according to the information the training script had access to. You
15
+ should probably proofread and complete it, then remove this comment. -->
16
+
17
+
18
+ # Text-to-image finetuning - marsfu2009/sdxl_XXMeagStickerYY
19
+
20
+ This pipeline was finetuned from **stabilityai/stable-diffusion-xl-base-1.0** on the **marsfu2009/MegaSticker** dataset. Below are some example images generated with the finetuned pipeline using the following prompt: a XXMeagStickerYY car:
21
+
22
+ ![img_0](./image_0.png)
23
+ ![img_1](./image_1.png)
24
+ ![img_2](./image_2.png)
25
+ ![img_3](./image_3.png)
26
+
27
+
28
+ Special VAE used for training: madebyollin/sdxl-vae-fp16-fix.
29
+
30
+
31
+ ## Intended uses & limitations
32
+
33
+ #### How to use
34
+
35
+ ```python
36
+ # TODO: add an example code snippet for running this diffusion pipeline
37
+ ```
38
+
39
+ #### Limitations and bias
40
+
41
+ [TODO: provide examples of latent issues and potential remediations]
42
+
43
+ ## Training details
44
+
45
+ [TODO: describe the data used to train the model]
checkpoint-1000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5963004dd8a93607c728409d28ddffcbaaeb777e659f0d7d84df53747cc2b537
3
+ size 5151956836
checkpoint-1000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e5a448c7932cef93f5386e529946708f704d36fb560cb9bc6f3f4a9c5f6c4f4
3
+ size 14344
checkpoint-1000/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d8fdcd0311eba9854fff738038ed4c1a269832665b4d88ba4e4e3d02a1a7e0e
3
+ size 988
checkpoint-1000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cc9d529863b9458dbb9b91d10c2e89741ffa38f99dbc44be25770289ed29416
3
+ size 1000
checkpoint-1000/unet/config.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "UNet2DConditionModel",
3
+ "_diffusers_version": "0.28.0.dev0",
4
+ "_name_or_path": "stabilityai/stable-diffusion-xl-base-1.0",
5
+ "act_fn": "silu",
6
+ "addition_embed_type": "text_time",
7
+ "addition_embed_type_num_heads": 64,
8
+ "addition_time_embed_dim": 256,
9
+ "attention_head_dim": [
10
+ 5,
11
+ 10,
12
+ 20
13
+ ],
14
+ "attention_type": "default",
15
+ "block_out_channels": [
16
+ 320,
17
+ 640,
18
+ 1280
19
+ ],
20
+ "center_input_sample": false,
21
+ "class_embed_type": null,
22
+ "class_embeddings_concat": false,
23
+ "conv_in_kernel": 3,
24
+ "conv_out_kernel": 3,
25
+ "cross_attention_dim": 2048,
26
+ "cross_attention_norm": null,
27
+ "down_block_types": [
28
+ "DownBlock2D",
29
+ "CrossAttnDownBlock2D",
30
+ "CrossAttnDownBlock2D"
31
+ ],
32
+ "downsample_padding": 1,
33
+ "dropout": 0.0,
34
+ "dual_cross_attention": false,
35
+ "encoder_hid_dim": null,
36
+ "encoder_hid_dim_type": null,
37
+ "flip_sin_to_cos": true,
38
+ "freq_shift": 0,
39
+ "in_channels": 4,
40
+ "layers_per_block": 2,
41
+ "mid_block_only_cross_attention": null,
42
+ "mid_block_scale_factor": 1,
43
+ "mid_block_type": "UNetMidBlock2DCrossAttn",
44
+ "norm_eps": 1e-05,
45
+ "norm_num_groups": 32,
46
+ "num_attention_heads": null,
47
+ "num_class_embeds": null,
48
+ "only_cross_attention": false,
49
+ "out_channels": 4,
50
+ "projection_class_embeddings_input_dim": 2816,
51
+ "resnet_out_scale_factor": 1.0,
52
+ "resnet_skip_time_act": false,
53
+ "resnet_time_scale_shift": "default",
54
+ "reverse_transformer_layers_per_block": null,
55
+ "sample_size": 128,
56
+ "time_cond_proj_dim": null,
57
+ "time_embedding_act_fn": null,
58
+ "time_embedding_dim": null,
59
+ "time_embedding_type": "positional",
60
+ "timestep_post_act": null,
61
+ "transformer_layers_per_block": [
62
+ 1,
63
+ 2,
64
+ 10
65
+ ],
66
+ "up_block_types": [
67
+ "CrossAttnUpBlock2D",
68
+ "CrossAttnUpBlock2D",
69
+ "UpBlock2D"
70
+ ],
71
+ "upcast_attention": null,
72
+ "use_linear_projection": true
73
+ }
checkpoint-1000/unet/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddf685a977cdb975605176c9757bc6c36da43f14ead2ecd246aa1204ac53ff92
3
+ size 10270077736
checkpoint-500/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb53cc44c41c37137184da7035c24c93bcca84a338dab0dc37fd519c551256f9
3
+ size 5151956836
checkpoint-500/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f34a2fb3791fc392be10d68c6c040331e312a3e1ba480361e841f609fd29191
3
+ size 14344
checkpoint-500/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18b984273ea2d45b7ffb1d047bb359d93111e41fcad70d16a1b453fd38f72636
3
+ size 988
checkpoint-500/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ff7e0081931acdf638a5b6dc6f89d270dc53395b51e189cd30a4b0fd9d14285
3
+ size 1000
checkpoint-500/unet/config.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "UNet2DConditionModel",
3
+ "_diffusers_version": "0.28.0.dev0",
4
+ "_name_or_path": "stabilityai/stable-diffusion-xl-base-1.0",
5
+ "act_fn": "silu",
6
+ "addition_embed_type": "text_time",
7
+ "addition_embed_type_num_heads": 64,
8
+ "addition_time_embed_dim": 256,
9
+ "attention_head_dim": [
10
+ 5,
11
+ 10,
12
+ 20
13
+ ],
14
+ "attention_type": "default",
15
+ "block_out_channels": [
16
+ 320,
17
+ 640,
18
+ 1280
19
+ ],
20
+ "center_input_sample": false,
21
+ "class_embed_type": null,
22
+ "class_embeddings_concat": false,
23
+ "conv_in_kernel": 3,
24
+ "conv_out_kernel": 3,
25
+ "cross_attention_dim": 2048,
26
+ "cross_attention_norm": null,
27
+ "down_block_types": [
28
+ "DownBlock2D",
29
+ "CrossAttnDownBlock2D",
30
+ "CrossAttnDownBlock2D"
31
+ ],
32
+ "downsample_padding": 1,
33
+ "dropout": 0.0,
34
+ "dual_cross_attention": false,
35
+ "encoder_hid_dim": null,
36
+ "encoder_hid_dim_type": null,
37
+ "flip_sin_to_cos": true,
38
+ "freq_shift": 0,
39
+ "in_channels": 4,
40
+ "layers_per_block": 2,
41
+ "mid_block_only_cross_attention": null,
42
+ "mid_block_scale_factor": 1,
43
+ "mid_block_type": "UNetMidBlock2DCrossAttn",
44
+ "norm_eps": 1e-05,
45
+ "norm_num_groups": 32,
46
+ "num_attention_heads": null,
47
+ "num_class_embeds": null,
48
+ "only_cross_attention": false,
49
+ "out_channels": 4,
50
+ "projection_class_embeddings_input_dim": 2816,
51
+ "resnet_out_scale_factor": 1.0,
52
+ "resnet_skip_time_act": false,
53
+ "resnet_time_scale_shift": "default",
54
+ "reverse_transformer_layers_per_block": null,
55
+ "sample_size": 128,
56
+ "time_cond_proj_dim": null,
57
+ "time_embedding_act_fn": null,
58
+ "time_embedding_dim": null,
59
+ "time_embedding_type": "positional",
60
+ "timestep_post_act": null,
61
+ "transformer_layers_per_block": [
62
+ 1,
63
+ 2,
64
+ 10
65
+ ],
66
+ "up_block_types": [
67
+ "CrossAttnUpBlock2D",
68
+ "CrossAttnUpBlock2D",
69
+ "UpBlock2D"
70
+ ],
71
+ "upcast_attention": null,
72
+ "use_linear_projection": true
73
+ }
checkpoint-500/unet/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71120d989b422342a48ab37a0ff2e595a2b9d802767055c1a965b6591d64b1cd
3
+ size 10270077736
image_0.png ADDED

Git LFS Details

  • SHA256: 0f0a63771da229c225cfe1abaca6c7f129cfda595aaeab82f44a734ccf9429c2
  • Pointer size: 132 Bytes
  • Size of remote file: 1.02 MB
image_1.png ADDED

Git LFS Details

  • SHA256: d03ff83c2d7116f2ce39effb2d6b256ac9d5c1b982471c6a23ada89c10bc1da1
  • Pointer size: 132 Bytes
  • Size of remote file: 1.05 MB
image_2.png ADDED
image_3.png ADDED
logs/text2image-fine-tune-sdxl/1715438877.8329475/events.out.tfevents.1715438877.003d91af9bb3.12459.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc21bc3039d336f97313f91d9e909f14918f57f9fbb8da53949020c90337a7c3
3
+ size 2754
logs/text2image-fine-tune-sdxl/1715438877.8395329/hparams.yml ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ center_crop: true
9
+ checkpointing_steps: 5000
10
+ checkpoints_total_limit: null
11
+ dataloader_num_workers: 0
12
+ dataset_config_name: null
13
+ dataset_name: marsfu2009/MegaSticker
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 4
16
+ gradient_checkpointing: true
17
+ hub_model_id: null
18
+ hub_token: null
19
+ image_column: image
20
+ learning_rate: 1.0e-06
21
+ local_rank: -1
22
+ logging_dir: logs
23
+ lr_scheduler: constant
24
+ lr_warmup_steps: 0
25
+ max_grad_norm: 1.0
26
+ max_train_samples: null
27
+ max_train_steps: 10000
28
+ mixed_precision: fp16
29
+ noise_offset: 0
30
+ num_train_epochs: 2500
31
+ num_validation_images: 4
32
+ output_dir: sdxl_XXMeagStickerYY
33
+ prediction_type: null
34
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-xl-base-1.0
35
+ pretrained_vae_model_name_or_path: madebyollin/sdxl-vae-fp16-fix
36
+ proportion_empty_prompts: 0.2
37
+ push_to_hub: true
38
+ random_flip: true
39
+ report_to: tensorboard
40
+ resolution: 512
41
+ resume_from_checkpoint: null
42
+ revision: null
43
+ scale_lr: false
44
+ seed: null
45
+ snr_gamma: null
46
+ timestep_bias_begin: 0
47
+ timestep_bias_end: 1000
48
+ timestep_bias_multiplier: 1.0
49
+ timestep_bias_portion: 0.25
50
+ timestep_bias_strategy: none
51
+ train_batch_size: 1
52
+ train_data_dir: null
53
+ use_8bit_adam: false
54
+ use_ema: false
55
+ validation_epochs: 5
56
+ validation_prompt: a XXMeagStickerYY car
57
+ variant: null
logs/text2image-fine-tune-sdxl/1715439372.6452794/events.out.tfevents.1715439372.a65509922ec8.5986.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e6b98365fae17dbcc06f5bcaadc1d2e59389f4c70c11068e6122243f1568957
3
+ size 2754
logs/text2image-fine-tune-sdxl/1715439372.6518774/hparams.yml ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ center_crop: true
9
+ checkpointing_steps: 5000
10
+ checkpoints_total_limit: null
11
+ dataloader_num_workers: 0
12
+ dataset_config_name: null
13
+ dataset_name: marsfu2009/MegaSticker
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 4
16
+ gradient_checkpointing: true
17
+ hub_model_id: null
18
+ hub_token: null
19
+ image_column: image
20
+ learning_rate: 1.0e-06
21
+ local_rank: -1
22
+ logging_dir: logs
23
+ lr_scheduler: constant
24
+ lr_warmup_steps: 0
25
+ max_grad_norm: 1.0
26
+ max_train_samples: null
27
+ max_train_steps: 10000
28
+ mixed_precision: fp16
29
+ noise_offset: 0
30
+ num_train_epochs: 2500
31
+ num_validation_images: 4
32
+ output_dir: sdxl_XXMeagStickerYY
33
+ prediction_type: null
34
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-xl-base-1.0
35
+ pretrained_vae_model_name_or_path: madebyollin/sdxl-vae-fp16-fix
36
+ proportion_empty_prompts: 0.2
37
+ push_to_hub: true
38
+ random_flip: true
39
+ report_to: tensorboard
40
+ resolution: 512
41
+ resume_from_checkpoint: null
42
+ revision: null
43
+ scale_lr: false
44
+ seed: null
45
+ snr_gamma: null
46
+ timestep_bias_begin: 0
47
+ timestep_bias_end: 1000
48
+ timestep_bias_multiplier: 1.0
49
+ timestep_bias_portion: 0.25
50
+ timestep_bias_strategy: none
51
+ train_batch_size: 1
52
+ train_data_dir: null
53
+ use_8bit_adam: false
54
+ use_ema: false
55
+ validation_epochs: 5
56
+ validation_prompt: a XXMeagStickerYY car
57
+ variant: null
logs/text2image-fine-tune-sdxl/1715439466.9649274/events.out.tfevents.1715439466.a65509922ec8.6754.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85d6af7bab50b12eee63b5f865eef00582249300e91080900a610f0f054439b3
3
+ size 2754
logs/text2image-fine-tune-sdxl/1715439466.9721136/hparams.yml ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ center_crop: true
9
+ checkpointing_steps: 5000
10
+ checkpoints_total_limit: null
11
+ dataloader_num_workers: 0
12
+ dataset_config_name: null
13
+ dataset_name: marsfu2009/MegaSticker
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 4
16
+ gradient_checkpointing: true
17
+ hub_model_id: null
18
+ hub_token: null
19
+ image_column: image
20
+ learning_rate: 1.0e-06
21
+ local_rank: -1
22
+ logging_dir: logs
23
+ lr_scheduler: constant
24
+ lr_warmup_steps: 0
25
+ max_grad_norm: 1.0
26
+ max_train_samples: null
27
+ max_train_steps: 10000
28
+ mixed_precision: fp16
29
+ noise_offset: 0
30
+ num_train_epochs: 2500
31
+ num_validation_images: 4
32
+ output_dir: sdxl_XXMeagStickerYY
33
+ prediction_type: null
34
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-xl-base-1.0
35
+ pretrained_vae_model_name_or_path: madebyollin/sdxl-vae-fp16-fix
36
+ proportion_empty_prompts: 0.2
37
+ push_to_hub: true
38
+ random_flip: true
39
+ report_to: tensorboard
40
+ resolution: 512
41
+ resume_from_checkpoint: null
42
+ revision: null
43
+ scale_lr: false
44
+ seed: null
45
+ snr_gamma: null
46
+ timestep_bias_begin: 0
47
+ timestep_bias_end: 1000
48
+ timestep_bias_multiplier: 1.0
49
+ timestep_bias_portion: 0.25
50
+ timestep_bias_strategy: none
51
+ train_batch_size: 1
52
+ train_data_dir: null
53
+ use_8bit_adam: false
54
+ use_ema: false
55
+ validation_epochs: 5
56
+ validation_prompt: a XXMeagStickerYY car
57
+ variant: null
logs/text2image-fine-tune-sdxl/1715439567.0778465/events.out.tfevents.1715439567.a65509922ec8.7215.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:587ec2fc1c4f761d9b4f85f063f140f32eaed5973c0bf820856a91254122be52
3
+ size 2754
logs/text2image-fine-tune-sdxl/1715439567.0846632/hparams.yml ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ center_crop: true
9
+ checkpointing_steps: 5000
10
+ checkpoints_total_limit: null
11
+ dataloader_num_workers: 0
12
+ dataset_config_name: null
13
+ dataset_name: marsfu2009/MegaSticker
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 4
16
+ gradient_checkpointing: true
17
+ hub_model_id: null
18
+ hub_token: null
19
+ image_column: image
20
+ learning_rate: 1.0e-06
21
+ local_rank: -1
22
+ logging_dir: logs
23
+ lr_scheduler: constant
24
+ lr_warmup_steps: 0
25
+ max_grad_norm: 1.0
26
+ max_train_samples: null
27
+ max_train_steps: 10000
28
+ mixed_precision: fp16
29
+ noise_offset: 0
30
+ num_train_epochs: 2500
31
+ num_validation_images: 4
32
+ output_dir: sdxl_XXMeagStickerYY
33
+ prediction_type: null
34
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-xl-base-1.0
35
+ pretrained_vae_model_name_or_path: madebyollin/sdxl-vae-fp16-fix
36
+ proportion_empty_prompts: 0.2
37
+ push_to_hub: true
38
+ random_flip: true
39
+ report_to: tensorboard
40
+ resolution: 512
41
+ resume_from_checkpoint: null
42
+ revision: null
43
+ scale_lr: false
44
+ seed: null
45
+ snr_gamma: null
46
+ timestep_bias_begin: 0
47
+ timestep_bias_end: 1000
48
+ timestep_bias_multiplier: 1.0
49
+ timestep_bias_portion: 0.25
50
+ timestep_bias_strategy: none
51
+ train_batch_size: 1
52
+ train_data_dir: null
53
+ use_8bit_adam: false
54
+ use_ema: false
55
+ validation_epochs: 5
56
+ validation_prompt: a XXMeagStickerYY car
57
+ variant: null
logs/text2image-fine-tune-sdxl/1715440151.4493155/events.out.tfevents.1715440151.a65509922ec8.10009.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebcb1d2a51d99d0b13b7c88bc0ab05edf19113ac3ba296cc2336ea12443e9d88
3
+ size 2754
logs/text2image-fine-tune-sdxl/1715440151.4567385/hparams.yml ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ center_crop: true
9
+ checkpointing_steps: 5000
10
+ checkpoints_total_limit: null
11
+ dataloader_num_workers: 0
12
+ dataset_config_name: null
13
+ dataset_name: marsfu2009/MegaSticker
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 4
16
+ gradient_checkpointing: true
17
+ hub_model_id: null
18
+ hub_token: null
19
+ image_column: image
20
+ learning_rate: 1.0e-06
21
+ local_rank: -1
22
+ logging_dir: logs
23
+ lr_scheduler: constant
24
+ lr_warmup_steps: 0
25
+ max_grad_norm: 1.0
26
+ max_train_samples: null
27
+ max_train_steps: 10000
28
+ mixed_precision: fp16
29
+ noise_offset: 0
30
+ num_train_epochs: 2500
31
+ num_validation_images: 4
32
+ output_dir: sdxl_XXMeagStickerYY
33
+ prediction_type: null
34
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-xl-base-1.0
35
+ pretrained_vae_model_name_or_path: madebyollin/sdxl-vae-fp16-fix
36
+ proportion_empty_prompts: 0.2
37
+ push_to_hub: true
38
+ random_flip: true
39
+ report_to: tensorboard
40
+ resolution: 512
41
+ resume_from_checkpoint: null
42
+ revision: null
43
+ scale_lr: false
44
+ seed: null
45
+ snr_gamma: null
46
+ timestep_bias_begin: 0
47
+ timestep_bias_end: 1000
48
+ timestep_bias_multiplier: 1.0
49
+ timestep_bias_portion: 0.25
50
+ timestep_bias_strategy: none
51
+ train_batch_size: 1
52
+ train_data_dir: null
53
+ use_8bit_adam: true
54
+ use_ema: false
55
+ validation_epochs: 5
56
+ validation_prompt: a XXMeagStickerYY car
57
+ variant: null
logs/text2image-fine-tune-sdxl/1715442075.6868958/events.out.tfevents.1715442075.4d625554937b.5430.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f27048d4308f45af8d9f0a04a38519ccca043417dd219d533d067f931d95fdbc
3
+ size 2754
logs/text2image-fine-tune-sdxl/1715442075.7123547/hparams.yml ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ center_crop: true
9
+ checkpointing_steps: 500
10
+ checkpoints_total_limit: null
11
+ dataloader_num_workers: 0
12
+ dataset_config_name: null
13
+ dataset_name: marsfu2009/MegaSticker
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 4
16
+ gradient_checkpointing: true
17
+ hub_model_id: null
18
+ hub_token: null
19
+ image_column: image
20
+ learning_rate: 1.0e-06
21
+ local_rank: -1
22
+ logging_dir: logs
23
+ lr_scheduler: constant
24
+ lr_warmup_steps: 0
25
+ max_grad_norm: 1.0
26
+ max_train_samples: null
27
+ max_train_steps: 1000
28
+ mixed_precision: fp16
29
+ noise_offset: 0
30
+ num_train_epochs: 250
31
+ num_validation_images: 4
32
+ output_dir: sdxl_XXMeagStickerYY
33
+ prediction_type: null
34
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-xl-base-1.0
35
+ pretrained_vae_model_name_or_path: madebyollin/sdxl-vae-fp16-fix
36
+ proportion_empty_prompts: 0.2
37
+ push_to_hub: true
38
+ random_flip: true
39
+ report_to: tensorboard
40
+ resolution: 512
41
+ resume_from_checkpoint: null
42
+ revision: null
43
+ scale_lr: false
44
+ seed: null
45
+ snr_gamma: null
46
+ timestep_bias_begin: 0
47
+ timestep_bias_end: 1000
48
+ timestep_bias_multiplier: 1.0
49
+ timestep_bias_portion: 0.25
50
+ timestep_bias_strategy: none
51
+ train_batch_size: 1
52
+ train_data_dir: null
53
+ use_8bit_adam: true
54
+ use_ema: false
55
+ validation_epochs: 5
56
+ validation_prompt: a XXMeagStickerYY car
57
+ variant: null
logs/text2image-fine-tune-sdxl/events.out.tfevents.1715438877.003d91af9bb3.12459.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:763426a477d222e2a71fce3ce3d5af3958821ffe03b0afdd20d96bbc8158cabb
3
+ size 88
logs/text2image-fine-tune-sdxl/events.out.tfevents.1715439372.a65509922ec8.5986.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8738065150ac21a093e32df923eab95fbdaeabb9908e4f6c0122df1cdc28340e
3
+ size 88
logs/text2image-fine-tune-sdxl/events.out.tfevents.1715439466.a65509922ec8.6754.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7945fc15fd3bf95405ca631c0d66ee6ff99d836ccd679895ae8ac06495a95f7
3
+ size 88
logs/text2image-fine-tune-sdxl/events.out.tfevents.1715439567.a65509922ec8.7215.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06c3d28bcea25c3eb073e415d8d15cd83cb8df876063cada8d83329b0488462a
3
+ size 88
logs/text2image-fine-tune-sdxl/events.out.tfevents.1715440151.a65509922ec8.10009.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d86635ca4acb32a7593179073cec00c32defa9830593ca78877aca165f7ab1f1
3
+ size 88
logs/text2image-fine-tune-sdxl/events.out.tfevents.1715442075.4d625554937b.5430.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ebb70c60d5f2d8426987ef66916b4d32b0cee0f2422027944e648be577f1fec
3
+ size 251458919
model_index.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "StableDiffusionXLPipeline",
3
+ "_diffusers_version": "0.28.0.dev0",
4
+ "_name_or_path": "stabilityai/stable-diffusion-xl-base-1.0",
5
+ "feature_extractor": [
6
+ null,
7
+ null
8
+ ],
9
+ "force_zeros_for_empty_prompt": true,
10
+ "image_encoder": [
11
+ null,
12
+ null
13
+ ],
14
+ "scheduler": [
15
+ "diffusers",
16
+ "EulerDiscreteScheduler"
17
+ ],
18
+ "text_encoder": [
19
+ "transformers",
20
+ "CLIPTextModel"
21
+ ],
22
+ "text_encoder_2": [
23
+ "transformers",
24
+ "CLIPTextModelWithProjection"
25
+ ],
26
+ "tokenizer": [
27
+ "transformers",
28
+ "CLIPTokenizer"
29
+ ],
30
+ "tokenizer_2": [
31
+ "transformers",
32
+ "CLIPTokenizer"
33
+ ],
34
+ "unet": [
35
+ "diffusers",
36
+ "UNet2DConditionModel"
37
+ ],
38
+ "vae": [
39
+ "diffusers",
40
+ "AutoencoderKL"
41
+ ]
42
+ }
scheduler/scheduler_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "EulerDiscreteScheduler",
3
+ "_diffusers_version": "0.28.0.dev0",
4
+ "beta_end": 0.012,
5
+ "beta_schedule": "scaled_linear",
6
+ "beta_start": 0.00085,
7
+ "clip_sample": false,
8
+ "interpolation_type": "linear",
9
+ "num_train_timesteps": 1000,
10
+ "prediction_type": "epsilon",
11
+ "rescale_betas_zero_snr": false,
12
+ "sample_max_value": 1.0,
13
+ "set_alpha_to_one": false,
14
+ "sigma_max": null,
15
+ "sigma_min": null,
16
+ "skip_prk_steps": true,
17
+ "steps_offset": 1,
18
+ "timestep_spacing": "leading",
19
+ "timestep_type": "discrete",
20
+ "trained_betas": null,
21
+ "use_karras_sigmas": false
22
+ }
text_encoder/config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/root/.cache/huggingface/hub/models--stabilityai--stable-diffusion-xl-base-1.0/snapshots/462165984030d82259a11f4367a4eed129e94a7b/text_encoder",
3
+ "architectures": [
4
+ "CLIPTextModel"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 0,
8
+ "dropout": 0.0,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "quick_gelu",
11
+ "hidden_size": 768,
12
+ "initializer_factor": 1.0,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 3072,
15
+ "layer_norm_eps": 1e-05,
16
+ "max_position_embeddings": 77,
17
+ "model_type": "clip_text_model",
18
+ "num_attention_heads": 12,
19
+ "num_hidden_layers": 12,
20
+ "pad_token_id": 1,
21
+ "projection_dim": 768,
22
+ "torch_dtype": "float16",
23
+ "transformers_version": "4.40.2",
24
+ "vocab_size": 49408
25
+ }
text_encoder/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:660c6f5b1abae9dc498ac2d21e1347d2abdb0cf6c0c0c8576cd796491d9a6cdd
3
+ size 246144152
text_encoder_2/config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/root/.cache/huggingface/hub/models--stabilityai--stable-diffusion-xl-base-1.0/snapshots/462165984030d82259a11f4367a4eed129e94a7b/text_encoder_2",
3
+ "architectures": [
4
+ "CLIPTextModelWithProjection"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 0,
8
+ "dropout": 0.0,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "gelu",
11
+ "hidden_size": 1280,
12
+ "initializer_factor": 1.0,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 5120,
15
+ "layer_norm_eps": 1e-05,
16
+ "max_position_embeddings": 77,
17
+ "model_type": "clip_text_model",
18
+ "num_attention_heads": 20,
19
+ "num_hidden_layers": 32,
20
+ "pad_token_id": 1,
21
+ "projection_dim": 1280,
22
+ "torch_dtype": "float16",
23
+ "transformers_version": "4.40.2",
24
+ "vocab_size": 49408
25
+ }
text_encoder_2/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec310df2af79c318e24d20511b601a591ca8cd4f1fce1d8dff822a356bcdb1f4
3
+ size 1389382176
tokenizer/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer/special_tokens_map.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<|startoftext|>",
4
+ "lstrip": false,
5
+ "normalized": true,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "<|endoftext|>",
11
+ "lstrip": false,
12
+ "normalized": true,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": "<|endoftext|>",
17
+ "unk_token": {
18
+ "content": "<|endoftext|>",
19
+ "lstrip": false,
20
+ "normalized": true,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ }
24
+ }
tokenizer/tokenizer_config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "49406": {
5
+ "content": "<|startoftext|>",
6
+ "lstrip": false,
7
+ "normalized": true,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "49407": {
13
+ "content": "<|endoftext|>",
14
+ "lstrip": false,
15
+ "normalized": true,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ }
20
+ },
21
+ "bos_token": "<|startoftext|>",
22
+ "clean_up_tokenization_spaces": true,
23
+ "do_lower_case": true,
24
+ "eos_token": "<|endoftext|>",
25
+ "errors": "replace",
26
+ "model_max_length": 77,
27
+ "pad_token": "<|endoftext|>",
28
+ "tokenizer_class": "CLIPTokenizer",
29
+ "unk_token": "<|endoftext|>"
30
+ }
tokenizer/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_2/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_2/special_tokens_map.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<|startoftext|>",
4
+ "lstrip": false,
5
+ "normalized": true,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "<|endoftext|>",
11
+ "lstrip": false,
12
+ "normalized": true,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": "!",
17
+ "unk_token": {
18
+ "content": "<|endoftext|>",
19
+ "lstrip": false,
20
+ "normalized": true,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ }
24
+ }
tokenizer_2/tokenizer_config.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "0": {
5
+ "content": "!",
6
+ "lstrip": false,
7
+ "normalized": false,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "49406": {
13
+ "content": "<|startoftext|>",
14
+ "lstrip": false,
15
+ "normalized": true,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ },
20
+ "49407": {
21
+ "content": "<|endoftext|>",
22
+ "lstrip": false,
23
+ "normalized": true,
24
+ "rstrip": false,
25
+ "single_word": false,
26
+ "special": true
27
+ }
28
+ },
29
+ "bos_token": "<|startoftext|>",
30
+ "clean_up_tokenization_spaces": true,
31
+ "do_lower_case": true,
32
+ "eos_token": "<|endoftext|>",
33
+ "errors": "replace",
34
+ "model_max_length": 77,
35
+ "pad_token": "!",
36
+ "tokenizer_class": "CLIPTokenizer",
37
+ "unk_token": "<|endoftext|>"
38
+ }
tokenizer_2/vocab.json ADDED
The diff for this file is too large to render. See raw diff