End of training

.gitignore

@@ -0,0 +1,2 @@
+step_*
+epoch_*

README.md

@@ -0,0 +1,32 @@
+
+---
+license: creativeml-openrail-m
+base_model: google/ddpm-cifar10-32
+tags:
+- consistency models
+- diffusers
+inference: true
+---
+    
+# Consistency Model - ayushtues/cifar10-32
+
+This is a consistency model distilled from google/ddpm-cifar10-32.
+You can find some example images in the following. 
+
+![img_0](./image_0.png)
+![img_1](./image_1.png)
+![img_2](./image_2.png)
+![img_3](./image_3.png)
+![img_4](./image_4.png)
+![img_5](./image_5.png)
+![img_6](./image_6.png)
+![img_7](./image_7.png)
+![img_8](./image_8.png)
+![img_9](./image_9.png)
+![img_10](./image_10.png)
+![img_11](./image_11.png)
+![img_12](./image_12.png)
+![img_13](./image_13.png)
+![img_14](./image_14.png)
+![img_15](./image_15.png)
+

checkpoint-500/unet/diffusion_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca696a137a79a4e6170a3666b1cc4fcf341f35eb4ea80507569f80a197e9d05
+size 5208083

checkpoint-500/unet_ema/config.json

@@ -0,0 +1,43 @@
+{
+  "_class_name": "UNet2DModel",
+  "_diffusers_version": "0.18.0.dev0",
+  "act_fn": "silu",
+  "add_attention": true,
+  "attention_head_dim": 8,
+  "block_out_channels": [
+    32,
+    64
+  ],
+  "center_input_sample": false,
+  "class_embed_type": null,
+  "decay": 0.9999,
+  "down_block_types": [
+    "ResnetDownsampleBlock2D",
+    "AttnDownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "downsample_type": "resnet",
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "in_channels": 3,
+  "inv_gamma": 1.0,
+  "layers_per_block": 2,
+  "mid_block_scale_factor": 1,
+  "min_decay": 0.0,
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_class_embeds": 1000,
+  "optimization_step": 500,
+  "out_channels": 3,
+  "power": 0.75,
+  "resnet_time_scale_shift": "scale_shift",
+  "sample_size": 32,
+  "time_embedding_type": "positional",
+  "up_block_types": [
+    "AttnUpBlock2D",
+    "ResnetUpsampleBlock2D"
+  ],
+  "update_after_step": 0,
+  "upsample_type": "resnet",
+  "use_ema_warmup": true
+}

checkpoint-500/unet_ema/diffusion_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df2d5e0b5444c0a82f1d4a0d6aa470ae5cd9e263aef9beb864fd8141b119145
+size 5204947

logs/consistency-distillation/1689074974.497119/events.out.tfevents.1689074974.DESKTOP-5RK1CSO.27200.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983da251a97f09de4374a9329f8d4048103d5593b470143ad251d6c9af36b415
+size 1770

logs/consistency-distillation/1689074974.5072012/hparams.yml

@@ -0,0 +1,38 @@
+adam_beta1: 0.95
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 1.0e-06
+cache_dir: null
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: cifar10
+ema_inv_gamma: 1.0
+ema_max_decay: 0.9999
+ema_power: 0.75
+eval_batch_size: 16
+gradient_accumulation_steps: 1
+hub_model_id: null
+hub_private_repo: false
+hub_token: null
+learning_rate: 0.0001
+local_rank: -1
+logger: tensorboard
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 500
+mixed_precision: 'no'
+model_config_name_or_path: null
+num_epochs: 100
+output_dir: cifar10-32
+overwrite_output_dir: false
+push_to_hub: true
+random_flip: true
+resolution: 32
+resume_from_checkpoint: null
+save_images_epochs: 10
+save_model_epochs: 10
+train_batch_size: 16
+train_data_dir: null

logs/consistency-distillation/1689145670.3773637/events.out.tfevents.1689145670.DESKTOP-5RK1CSO.6260.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74cd81983b34e539153100628516238c846b8d3def61972ab17c12d43d77f5b
+size 1880

logs/consistency-distillation/1689145670.3856902/hparams.yml

@@ -0,0 +1,39 @@
+adam_beta1: 0.95
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 1.0e-06
+cache_dir: null
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: cifar10
+ema_inv_gamma: 1.0
+ema_max_decay: 0.9999
+ema_power: 0.75
+eval_batch_size: 16
+gradient_accumulation_steps: 1
+hub_model_id: null
+hub_private_repo: false
+hub_token: null
+learning_rate: 0.0001
+local_rank: -1
+logger: tensorboard
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 500
+mixed_precision: 'no'
+model_config_name_or_path: null
+num_epochs: 100
+output_dir: cifar10-32
+overwrite_output_dir: false
+pretrained_teacher_model_name_or_path: google/ddpm-cifar10-32
+push_to_hub: true
+random_flip: true
+resolution: 32
+resume_from_checkpoint: null
+save_images_epochs: 10
+save_model_epochs: 10
+train_batch_size: 16
+train_data_dir: null

logs/consistency-distillation/1689154469.4658377/events.out.tfevents.1689154469.DESKTOP-5RK1CSO.28376.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bfbc47cdbbe8f99ea2d7709abe681ead121373421ec41d2606e3eee765f765
+size 1880

logs/consistency-distillation/1689154469.4759262/hparams.yml

@@ -0,0 +1,39 @@
+adam_beta1: 0.95
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 1.0e-06
+cache_dir: null
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: cifar10
+ema_inv_gamma: 1.0
+ema_max_decay: 0.9999
+ema_power: 0.75
+eval_batch_size: 16
+gradient_accumulation_steps: 1
+hub_model_id: null
+hub_private_repo: false
+hub_token: null
+learning_rate: 0.0001
+local_rank: -1
+logger: tensorboard
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 500
+mixed_precision: 'no'
+model_config_name_or_path: null
+num_epochs: 100
+output_dir: cifar10-32
+overwrite_output_dir: false
+pretrained_teacher_model_name_or_path: google/ddpm-cifar10-32
+push_to_hub: true
+random_flip: true
+resolution: 32
+resume_from_checkpoint: null
+save_images_epochs: 10
+save_model_epochs: 10
+train_batch_size: 16
+train_data_dir: null

logs/consistency-distillation/1689154630.6460533/events.out.tfevents.1689154630.DESKTOP-5RK1CSO.900.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9472700e913de8b3ef88cc068c42f76472430e5e85a35f343ca2dbc9984852e6
+size 1880

logs/consistency-distillation/1689154630.6750646/hparams.yml

@@ -0,0 +1,39 @@
+adam_beta1: 0.95
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 1.0e-06
+cache_dir: null
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: cifar10
+ema_inv_gamma: 1.0
+ema_max_decay: 0.9999
+ema_power: 0.75
+eval_batch_size: 16
+gradient_accumulation_steps: 1
+hub_model_id: null
+hub_private_repo: false
+hub_token: null
+learning_rate: 0.0001
+local_rank: -1
+logger: tensorboard
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 500
+mixed_precision: 'no'
+model_config_name_or_path: null
+num_epochs: 100
+output_dir: cifar10-32
+overwrite_output_dir: false
+pretrained_teacher_model_name_or_path: google/ddpm-cifar10-32
+push_to_hub: true
+random_flip: true
+resolution: 32
+resume_from_checkpoint: null
+save_images_epochs: 10
+save_model_epochs: 10
+train_batch_size: 16
+train_data_dir: null

logs/consistency-distillation/1689158052.0403893/events.out.tfevents.1689158052.DESKTOP-5RK1CSO.35884.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af039f9cc4085a888a0ed43f6bdb916eacc873ed57e554f2e4c110ad3cc3b19f
+size 1880

logs/consistency-distillation/1689158052.049507/hparams.yml

@@ -0,0 +1,39 @@
+adam_beta1: 0.95
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 1.0e-06
+cache_dir: null
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: cifar10
+ema_inv_gamma: 1.0
+ema_max_decay: 0.9999
+ema_power: 0.75
+eval_batch_size: 16
+gradient_accumulation_steps: 1
+hub_model_id: null
+hub_private_repo: false
+hub_token: null
+learning_rate: 0.0001
+local_rank: -1
+logger: tensorboard
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 500
+mixed_precision: 'no'
+model_config_name_or_path: null
+num_epochs: 100
+output_dir: cifar10-32
+overwrite_output_dir: false
+pretrained_teacher_model_name_or_path: google/ddpm-cifar10-32
+push_to_hub: true
+random_flip: true
+resolution: 32
+resume_from_checkpoint: null
+save_images_epochs: 10
+save_model_epochs: 10
+train_batch_size: 16
+train_data_dir: null

logs/consistency-distillation/1689158287.0088487/events.out.tfevents.1689158287.DESKTOP-5RK1CSO.40660.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91251e5c5b858dff83f8fd26e6ee8b9dd818443ad44a5b1c55b9f51967010a76
+size 1880

logs/consistency-distillation/1689158287.016374/hparams.yml

@@ -0,0 +1,39 @@
+adam_beta1: 0.95
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 1.0e-06
+cache_dir: null
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: cifar10
+ema_inv_gamma: 1.0
+ema_max_decay: 0.9999
+ema_power: 0.75
+eval_batch_size: 16
+gradient_accumulation_steps: 1
+hub_model_id: null
+hub_private_repo: false
+hub_token: null
+learning_rate: 0.0001
+local_rank: -1
+logger: tensorboard
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 500
+mixed_precision: 'no'
+model_config_name_or_path: null
+num_epochs: 1
+output_dir: cifar10-32
+overwrite_output_dir: false
+pretrained_teacher_model_name_or_path: google/ddpm-cifar10-32
+push_to_hub: true
+random_flip: true
+resolution: 32
+resume_from_checkpoint: null
+save_images_epochs: 10
+save_model_epochs: 10
+train_batch_size: 2
+train_data_dir: null

logs/consistency-distillation/1689158979.1587937/events.out.tfevents.1689158979.DESKTOP-5RK1CSO.44652.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0212bbecd76b84e90eac71093c7536368085d1199655b081e1517f3535a3301
+size 1880

logs/consistency-distillation/1689158979.1683388/hparams.yml

@@ -0,0 +1,39 @@
+adam_beta1: 0.95
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 1.0e-06
+cache_dir: null
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: cifar10
+ema_inv_gamma: 1.0
+ema_max_decay: 0.9999
+ema_power: 0.75
+eval_batch_size: 16
+gradient_accumulation_steps: 1
+hub_model_id: null
+hub_private_repo: false
+hub_token: null
+learning_rate: 0.0001
+local_rank: -1
+logger: tensorboard
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 500
+mixed_precision: 'no'
+model_config_name_or_path: null
+num_epochs: 1
+output_dir: cifar10-32
+overwrite_output_dir: false
+pretrained_teacher_model_name_or_path: google/ddpm-cifar10-32
+push_to_hub: true
+random_flip: true
+resolution: 32
+resume_from_checkpoint: null
+save_images_epochs: 10
+save_model_epochs: 10
+train_batch_size: 2
+train_data_dir: null

logs/consistency-distillation/1689159112.2933784/events.out.tfevents.1689159112.DESKTOP-5RK1CSO.41484.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9086aaf81f4d5e5dd068b6787f423ffe0ea444243b45aac90c7b075b4d05ca0
+size 1880

logs/consistency-distillation/1689159112.3039129/hparams.yml

@@ -0,0 +1,39 @@
+adam_beta1: 0.95
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 1.0e-06
+cache_dir: null
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: cifar10
+ema_inv_gamma: 1.0
+ema_max_decay: 0.9999
+ema_power: 0.75
+eval_batch_size: 16
+gradient_accumulation_steps: 1
+hub_model_id: null
+hub_private_repo: false
+hub_token: null
+learning_rate: 0.0001
+local_rank: -1
+logger: tensorboard
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 500
+mixed_precision: 'no'
+model_config_name_or_path: null
+num_epochs: 1
+output_dir: cifar10-32
+overwrite_output_dir: false
+pretrained_teacher_model_name_or_path: google/ddpm-cifar10-32
+push_to_hub: true
+random_flip: true
+resolution: 32
+resume_from_checkpoint: null
+save_images_epochs: 10
+save_model_epochs: 10
+train_batch_size: 2
+train_data_dir: null

logs/consistency-distillation/1689159276.2743661/events.out.tfevents.1689159276.DESKTOP-5RK1CSO.616.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ef9650b6fa301f372c118d3799879d4aa1c73827e558c723aa0fc5bcfcdc51
+size 1880

logs/consistency-distillation/1689159276.2844224/hparams.yml

@@ -0,0 +1,39 @@
+adam_beta1: 0.95
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 1.0e-06
+cache_dir: null
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: cifar10
+ema_inv_gamma: 1.0
+ema_max_decay: 0.9999
+ema_power: 0.75
+eval_batch_size: 16
+gradient_accumulation_steps: 1
+hub_model_id: null
+hub_private_repo: false
+hub_token: null
+learning_rate: 0.0001
+local_rank: -1
+logger: tensorboard
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 500
+mixed_precision: 'no'
+model_config_name_or_path: null
+num_epochs: 1
+output_dir: cifar10-32
+overwrite_output_dir: false
+pretrained_teacher_model_name_or_path: google/ddpm-cifar10-32
+push_to_hub: true
+random_flip: true
+resolution: 32
+resume_from_checkpoint: null
+save_images_epochs: 10
+save_model_epochs: 10
+train_batch_size: 2
+train_data_dir: null

logs/consistency-distillation/1689159506.8864691/events.out.tfevents.1689159506.DESKTOP-5RK1CSO.17680.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216ea4137ff76ed2176b3487cb36254fd5a89d20a7f68d9d7a75e3c3599d16f3
+size 1880

logs/consistency-distillation/1689159506.8971152/hparams.yml

@@ -0,0 +1,39 @@
+adam_beta1: 0.95
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 1.0e-06
+cache_dir: null
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: cifar10
+ema_inv_gamma: 1.0
+ema_max_decay: 0.9999
+ema_power: 0.75
+eval_batch_size: 16
+gradient_accumulation_steps: 1
+hub_model_id: null
+hub_private_repo: false
+hub_token: null
+learning_rate: 0.0001
+local_rank: -1
+logger: tensorboard
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 500
+mixed_precision: 'no'
+model_config_name_or_path: null
+num_epochs: 1
+output_dir: cifar10-32
+overwrite_output_dir: false
+pretrained_teacher_model_name_or_path: google/ddpm-cifar10-32
+push_to_hub: true
+random_flip: true
+resolution: 32
+resume_from_checkpoint: null
+save_images_epochs: 10
+save_model_epochs: 10
+train_batch_size: 2
+train_data_dir: null

logs/consistency-distillation/1689159693.300266/events.out.tfevents.1689159693.DESKTOP-5RK1CSO.3868.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6da6cbb1cf6ef9f91d97448c6cd43bc246bdcfee0338c8b61d0d1b613e3e4b
+size 1880

logs/consistency-distillation/1689159693.3108633/hparams.yml

@@ -0,0 +1,39 @@
+adam_beta1: 0.95
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 1.0e-06
+cache_dir: null
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: cifar10
+ema_inv_gamma: 1.0
+ema_max_decay: 0.9999
+ema_power: 0.75
+eval_batch_size: 16
+gradient_accumulation_steps: 1
+hub_model_id: null
+hub_private_repo: false
+hub_token: null
+learning_rate: 0.0001
+local_rank: -1
+logger: tensorboard
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 500
+mixed_precision: 'no'
+model_config_name_or_path: null
+num_epochs: 1
+output_dir: cifar10-32
+overwrite_output_dir: false
+pretrained_teacher_model_name_or_path: google/ddpm-cifar10-32
+push_to_hub: true
+random_flip: true
+resolution: 32
+resume_from_checkpoint: null
+save_images_epochs: 10
+save_model_epochs: 10
+train_batch_size: 2
+train_data_dir: null

logs/consistency-distillation/events.out.tfevents.1689074974.DESKTOP-5RK1CSO.27200.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489d27f919ceb85d0460c0e28c2f4f021c43039716f10c7055e14a19a1ce8ea2
+size 86905

logs/consistency-distillation/events.out.tfevents.1689145670.DESKTOP-5RK1CSO.6260.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1e583cbdd3dfa8c7819c48372fe33aa11b5cad9c6d0e64f42af0c8c15a1f66
+size 88

logs/consistency-distillation/events.out.tfevents.1689154469.DESKTOP-5RK1CSO.28376.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30dd86d1d5745c5af0dee2f8d121f8d473af00babd0a5aecf95d27eb1c5823ce
+size 88

logs/consistency-distillation/events.out.tfevents.1689154630.DESKTOP-5RK1CSO.900.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924e1916f3331ca0012115dff71912c293e1056bc1e37f0cfbaa1ba43244f59e
+size 88

logs/consistency-distillation/events.out.tfevents.1689158052.DESKTOP-5RK1CSO.35884.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371277f92dde907a0502190abb9e7d1e0f8a1f5676c2fee5acbebb499781688a
+size 1969

logs/consistency-distillation/events.out.tfevents.1689158286.DESKTOP-5RK1CSO.40660.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ef3e70d08ba06aea51172a58a2659bb303240bdde57a3a49a12a13619b77da
+size 91455