diff --git a/checkpoint_Beta_ELBO_B288/.DS_Store b/checkpoint_Beta_ELBO_B288/.DS_Store new file mode 100644 index 0000000000000000000000000000000000000000..5008ddfcf53c02e82d7eee2e57c38e5672ef89f6 Binary files /dev/null and b/checkpoint_Beta_ELBO_B288/.DS_Store differ diff --git a/checkpoint_Beta_ELBO_B288/.ipynb_checkpoints/betadiff_x0_hat-checkpoint.png b/checkpoint_Beta_ELBO_B288/.ipynb_checkpoints/betadiff_x0_hat-checkpoint.png new file mode 100644 index 0000000000000000000000000000000000000000..2f286b11a98b9879f7854c2ff5d56ec3900b3bc9 Binary files /dev/null and b/checkpoint_Beta_ELBO_B288/.ipynb_checkpoints/betadiff_x0_hat-checkpoint.png differ diff --git a/checkpoint_Beta_ELBO_B288/.ipynb_checkpoints/image90-checkpoint.png b/checkpoint_Beta_ELBO_B288/.ipynb_checkpoints/image90-checkpoint.png new file mode 100644 index 0000000000000000000000000000000000000000..df3eaa159b6daf214d0a7d4916a503f5502cc341 Binary files /dev/null and b/checkpoint_Beta_ELBO_B288/.ipynb_checkpoints/image90-checkpoint.png differ diff --git a/checkpoint_Beta_ELBO_B288/betadiff_x0_hat.png b/checkpoint_Beta_ELBO_B288/betadiff_x0_hat.png new file mode 100644 index 0000000000000000000000000000000000000000..fdb18a3d8724f3168f3071711399cb0975b4ccf0 Binary files /dev/null and b/checkpoint_Beta_ELBO_B288/betadiff_x0_hat.png differ diff --git a/checkpoint_Beta_ELBO_B288/checkpoint.txt b/checkpoint_Beta_ELBO_B288/checkpoint.txt new file mode 100644 index 0000000000000000000000000000000000000000..56478b18c85f88a0355a6d83b3c8e1865bbcabdd --- /dev/null +++ b/checkpoint_Beta_ELBO_B288/checkpoint.txt @@ -0,0 +1,3 @@ +Link to checkpoint: + +https://drive.google.com/file/d/1jaMaDl-R1IVFlPlrj9nd9dNZWIutUU1s/view?usp=drive_link \ No newline at end of file diff --git a/checkpoint_Beta_ELBO_B288/image27.png b/checkpoint_Beta_ELBO_B288/image27.png new file mode 100644 index 0000000000000000000000000000000000000000..e4eb0a16368f21e8d7062d3d4d35bfc9eaa5aba2 Binary files /dev/null and b/checkpoint_Beta_ELBO_B288/image27.png differ diff --git a/checkpoint_Beta_ELBO_B288/image27_1.png b/checkpoint_Beta_ELBO_B288/image27_1.png new file mode 100644 index 0000000000000000000000000000000000000000..fa575e21e81d3c8fb0a64b362e428ac4468eb34f Binary files /dev/null and b/checkpoint_Beta_ELBO_B288/image27_1.png differ diff --git a/checkpoint_Beta_ELBO_B288/image29.png b/checkpoint_Beta_ELBO_B288/image29.png new file mode 100644 index 0000000000000000000000000000000000000000..b472e1877543dc6902ea949dd8a2e121d504c7b9 Binary files /dev/null and b/checkpoint_Beta_ELBO_B288/image29.png differ diff --git a/checkpoint_Beta_ELBO_B288/image29_1.png b/checkpoint_Beta_ELBO_B288/image29_1.png new file mode 100644 index 0000000000000000000000000000000000000000..8a65a242333e026f4eba9037d9012e3e53657776 Binary files /dev/null and b/checkpoint_Beta_ELBO_B288/image29_1.png differ diff --git a/checkpoint_Beta_ELBO_B288/image30.png b/checkpoint_Beta_ELBO_B288/image30.png new file mode 100644 index 0000000000000000000000000000000000000000..84a89a0143fa3ed9e393a16e12748d50c1947406 Binary files /dev/null and b/checkpoint_Beta_ELBO_B288/image30.png differ diff --git a/checkpoint_Beta_ELBO_B288/image30_1.png b/checkpoint_Beta_ELBO_B288/image30_1.png new file mode 100644 index 0000000000000000000000000000000000000000..e9e939575f0ef6209a90c2fe385b795ff6be0e3b Binary files /dev/null and b/checkpoint_Beta_ELBO_B288/image30_1.png differ diff --git a/checkpoint_Beta_ELBO_B288/image54.png b/checkpoint_Beta_ELBO_B288/image54.png new file mode 100644 index 0000000000000000000000000000000000000000..2bae75faa19433d287ddebb6b9cae315fedd3e4a Binary files /dev/null and b/checkpoint_Beta_ELBO_B288/image54.png differ diff --git a/checkpoint_Beta_ELBO_B288/image54_1.png b/checkpoint_Beta_ELBO_B288/image54_1.png new file mode 100644 index 0000000000000000000000000000000000000000..b66dfcec29e1bfd980314e6685dbad784a73588c Binary files /dev/null and b/checkpoint_Beta_ELBO_B288/image54_1.png differ diff --git a/checkpoint_Beta_ELBO_B288/image74.png b/checkpoint_Beta_ELBO_B288/image74.png new file mode 100644 index 0000000000000000000000000000000000000000..677cf7b5d92f49668bc19a7fee8b615838bcc222 Binary files /dev/null and b/checkpoint_Beta_ELBO_B288/image74.png differ diff --git a/checkpoint_Beta_ELBO_B288/image74_1.png b/checkpoint_Beta_ELBO_B288/image74_1.png new file mode 100644 index 0000000000000000000000000000000000000000..0f768b16b9565fbba4835ef4f5e902ac278995f1 Binary files /dev/null and b/checkpoint_Beta_ELBO_B288/image74_1.png differ diff --git a/checkpoint_Beta_ELBO_B288/image80.png b/checkpoint_Beta_ELBO_B288/image80.png new file mode 100644 index 0000000000000000000000000000000000000000..4147165ec3791dddbc74c4d940ea85aa8b138936 Binary files /dev/null and b/checkpoint_Beta_ELBO_B288/image80.png differ diff --git a/checkpoint_Beta_ELBO_B288/image80_1.png b/checkpoint_Beta_ELBO_B288/image80_1.png new file mode 100644 index 0000000000000000000000000000000000000000..4214c5ea432ef07f7809c2fd5d9f6ac87c6961f7 Binary files /dev/null and b/checkpoint_Beta_ELBO_B288/image80_1.png differ diff --git a/checkpoint_Beta_ELBO_B288/image9.png b/checkpoint_Beta_ELBO_B288/image9.png new file mode 100644 index 0000000000000000000000000000000000000000..276f085593ab91366cc714b8b4897047ea58b6d7 Binary files /dev/null and b/checkpoint_Beta_ELBO_B288/image9.png differ diff --git a/checkpoint_Beta_ELBO_B288/image90.png b/checkpoint_Beta_ELBO_B288/image90.png new file mode 100644 index 0000000000000000000000000000000000000000..92cb96e97097322093ecb93a0c77479c765aac57 Binary files /dev/null and b/checkpoint_Beta_ELBO_B288/image90.png differ diff --git a/checkpoint_Beta_ELBO_B288/image90_1.png b/checkpoint_Beta_ELBO_B288/image90_1.png new file mode 100644 index 0000000000000000000000000000000000000000..284c6695b211875a0eacadf1fa3906bd56f3b5eb Binary files /dev/null and b/checkpoint_Beta_ELBO_B288/image90_1.png differ diff --git a/checkpoint_Beta_ELBO_B288/image93.png b/checkpoint_Beta_ELBO_B288/image93.png new file mode 100644 index 0000000000000000000000000000000000000000..29a8e54b0f7380cb4cdb29eaf2f6d7390b802b91 Binary files /dev/null and b/checkpoint_Beta_ELBO_B288/image93.png differ diff --git a/checkpoint_Beta_ELBO_B288/image93_1.png b/checkpoint_Beta_ELBO_B288/image93_1.png new file mode 100644 index 0000000000000000000000000000000000000000..01bb7c3dc6db122ef728a1811a67413f43ffd16a Binary files /dev/null and b/checkpoint_Beta_ELBO_B288/image93_1.png differ diff --git a/checkpoint_Beta_ELBO_B288/image9_1.png b/checkpoint_Beta_ELBO_B288/image9_1.png new file mode 100644 index 0000000000000000000000000000000000000000..ef31b2e088f3a179e81bcb77939c72a72f36a9aa Binary files /dev/null and b/checkpoint_Beta_ELBO_B288/image9_1.png differ diff --git a/checkpoint_Beta_ELBO_B288/network-snapshot-200000.pkl b/checkpoint_Beta_ELBO_B288/network-snapshot-200000.pkl new file mode 100644 index 0000000000000000000000000000000000000000..12d1603d6d2f61c8f92d8c7efeae6ef289997454 --- /dev/null +++ b/checkpoint_Beta_ELBO_B288/network-snapshot-200000.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f85ac2428caa93be7bd7ef7e280a658a1379cd0869f2bd36614f2cbca2578d0e +size 223199962 diff --git a/checkpoint_Beta_ELBO_B288/training_options.json b/checkpoint_Beta_ELBO_B288/training_options.json new file mode 100644 index 0000000000000000000000000000000000000000..13745912552dcb227ef37e1d8fba47e6eab287ba --- /dev/null +++ b/checkpoint_Beta_ELBO_B288/training_options.json @@ -0,0 +1,77 @@ +{ + "dataset_kwargs": { + "class_name": "training.dataset.ImageFolderDataset", + "path": "datasets/cifar10-32x32.zip", + "use_labels": false, + "xflip": false, + "cache": true, + "resolution": 32, + "max_size": 50000 + }, + "data_loader_kwargs": { + "pin_memory": true, + "num_workers": 1, + "prefetch_factor": 2 + }, + "network_kwargs": { + "model_type": "SongUNet", + "embedding_type": "positional", + "encoder_type": "standard", + "decoder_type": "standard", + "channel_mult_noise": 1, + "resample_filter": [ + 1, + 1 + ], + "model_channels": 128, + "channel_mult": [ + 2, + 2, + 2 + ], + "class_name": "training.networks.BetaDiffPrecond", + "augment_dim": 9, + "dropout": 0.13, + "use_fp16": false + }, + "loss_kwargs": { + "class_name": "training.loss.BetaDiffLoss", + "eta": 10000.0, + "sigmoid_start": 10.0, + "sigmoid_end": -13.0, + "sigmoid_power": 1.0, + "Scale": 0.39, + "Shift": 0.6, + "lossType": "KLUB_AS" + }, + "optimizer_kwargs": { + "class_name": "torch.optim.Adam", + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "augment_kwargs": { + "class_name": "training.augment.AugmentPipe", + "p": 0.12, + "xflip": 100000000.0, + "yflip": 1, + "scale": 1, + "rotate_frac": 1, + "aniso": 1, + "translate_frac": 1 + }, + "total_kimg": 200000, + "ema_halflife_kimg": 500, + "batch_size": 288, + "batch_gpu": null, + "loss_scaling": 1.0, + "cudnn_benchmark": true, + "kimg_per_tick": 50, + "snapshot_ticks": 50, + "state_dump_ticks": 500, + "seed": 17439077, + "run_dir": "betadiff-train-runs/00018-cifar10-32x32-uncond-ddpmpp-betadiff-gpus8-batch288-fp32" +} \ No newline at end of file diff --git a/checkpoint_Beta_KLUB_B288/.DS_Store b/checkpoint_Beta_KLUB_B288/.DS_Store new file mode 100644 index 0000000000000000000000000000000000000000..5008ddfcf53c02e82d7eee2e57c38e5672ef89f6 Binary files /dev/null and b/checkpoint_Beta_KLUB_B288/.DS_Store differ diff --git a/checkpoint_Beta_KLUB_B288/.ipynb_checkpoints/betadiff_x0_hat-checkpoint.png b/checkpoint_Beta_KLUB_B288/.ipynb_checkpoints/betadiff_x0_hat-checkpoint.png new file mode 100644 index 0000000000000000000000000000000000000000..9de603cdfba4d0ebed8f5c7dee5d2945bb3e875b Binary files /dev/null and b/checkpoint_Beta_KLUB_B288/.ipynb_checkpoints/betadiff_x0_hat-checkpoint.png differ diff --git a/checkpoint_Beta_KLUB_B288/.ipynb_checkpoints/image27-checkpoint.png b/checkpoint_Beta_KLUB_B288/.ipynb_checkpoints/image27-checkpoint.png new file mode 100644 index 0000000000000000000000000000000000000000..f6d5291767d4b2b1ea6b543f8ff1bbc66865a019 Binary files /dev/null and b/checkpoint_Beta_KLUB_B288/.ipynb_checkpoints/image27-checkpoint.png differ diff --git a/checkpoint_Beta_KLUB_B288/.ipynb_checkpoints/image74-checkpoint.png b/checkpoint_Beta_KLUB_B288/.ipynb_checkpoints/image74-checkpoint.png new file mode 100644 index 0000000000000000000000000000000000000000..748c0a6b6c599d54100639eb484920439d41e9dd Binary files /dev/null and b/checkpoint_Beta_KLUB_B288/.ipynb_checkpoints/image74-checkpoint.png differ diff --git a/checkpoint_Beta_KLUB_B288/.ipynb_checkpoints/image9-checkpoint.png b/checkpoint_Beta_KLUB_B288/.ipynb_checkpoints/image9-checkpoint.png new file mode 100644 index 0000000000000000000000000000000000000000..d2519676f391eb2cb40df99ef93b0d9417c7eafa Binary files /dev/null and b/checkpoint_Beta_KLUB_B288/.ipynb_checkpoints/image9-checkpoint.png differ diff --git a/checkpoint_Beta_KLUB_B288/.ipynb_checkpoints/image90-checkpoint.png b/checkpoint_Beta_KLUB_B288/.ipynb_checkpoints/image90-checkpoint.png new file mode 100644 index 0000000000000000000000000000000000000000..df3eaa159b6daf214d0a7d4916a503f5502cc341 Binary files /dev/null and b/checkpoint_Beta_KLUB_B288/.ipynb_checkpoints/image90-checkpoint.png differ diff --git a/checkpoint_Beta_KLUB_B288/betadiff_x0_hat.png b/checkpoint_Beta_KLUB_B288/betadiff_x0_hat.png new file mode 100644 index 0000000000000000000000000000000000000000..800b870f801cb56e6a196ccc524a25ad0ad71b83 Binary files /dev/null and b/checkpoint_Beta_KLUB_B288/betadiff_x0_hat.png differ diff --git a/checkpoint_Beta_KLUB_B288/image27.png b/checkpoint_Beta_KLUB_B288/image27.png new file mode 100644 index 0000000000000000000000000000000000000000..f6d5291767d4b2b1ea6b543f8ff1bbc66865a019 Binary files /dev/null and b/checkpoint_Beta_KLUB_B288/image27.png differ diff --git a/checkpoint_Beta_KLUB_B288/image27_1.png b/checkpoint_Beta_KLUB_B288/image27_1.png new file mode 100644 index 0000000000000000000000000000000000000000..d2446659f1bff9ebc61a681a85936990f100ea99 Binary files /dev/null and b/checkpoint_Beta_KLUB_B288/image27_1.png differ diff --git a/checkpoint_Beta_KLUB_B288/image29.png b/checkpoint_Beta_KLUB_B288/image29.png new file mode 100644 index 0000000000000000000000000000000000000000..7df49893d08073048691cf8ff892ce89c259157b Binary files /dev/null and b/checkpoint_Beta_KLUB_B288/image29.png differ diff --git a/checkpoint_Beta_KLUB_B288/image29_1.png b/checkpoint_Beta_KLUB_B288/image29_1.png new file mode 100644 index 0000000000000000000000000000000000000000..1cf26c46dff6133288ef96a23dc5de0abec7323e Binary files /dev/null and b/checkpoint_Beta_KLUB_B288/image29_1.png differ diff --git a/checkpoint_Beta_KLUB_B288/image30.png b/checkpoint_Beta_KLUB_B288/image30.png new file mode 100644 index 0000000000000000000000000000000000000000..1d1642383659d57b999cbfcf760ad9f177b6b36e Binary files /dev/null and b/checkpoint_Beta_KLUB_B288/image30.png differ diff --git a/checkpoint_Beta_KLUB_B288/image30_1.png b/checkpoint_Beta_KLUB_B288/image30_1.png new file mode 100644 index 0000000000000000000000000000000000000000..8d9d4d4bc91a970b8320d0998d51a5e9ef8719e4 Binary files /dev/null and b/checkpoint_Beta_KLUB_B288/image30_1.png differ diff --git a/checkpoint_Beta_KLUB_B288/image54.png b/checkpoint_Beta_KLUB_B288/image54.png new file mode 100644 index 0000000000000000000000000000000000000000..02fabf547bc7458160ea2319f30a606eee4f0aa5 Binary files /dev/null and b/checkpoint_Beta_KLUB_B288/image54.png differ diff --git a/checkpoint_Beta_KLUB_B288/image54_1.png b/checkpoint_Beta_KLUB_B288/image54_1.png new file mode 100644 index 0000000000000000000000000000000000000000..cf404705fd107051f5248cc7dba52b47d534bc63 Binary files /dev/null and b/checkpoint_Beta_KLUB_B288/image54_1.png differ diff --git a/checkpoint_Beta_KLUB_B288/image74.png b/checkpoint_Beta_KLUB_B288/image74.png new file mode 100644 index 0000000000000000000000000000000000000000..748c0a6b6c599d54100639eb484920439d41e9dd Binary files /dev/null and b/checkpoint_Beta_KLUB_B288/image74.png differ diff --git a/checkpoint_Beta_KLUB_B288/image74_1.png b/checkpoint_Beta_KLUB_B288/image74_1.png new file mode 100644 index 0000000000000000000000000000000000000000..8b5eac02a6dabe61dac6ed5f2313576545265683 Binary files /dev/null and b/checkpoint_Beta_KLUB_B288/image74_1.png differ diff --git a/checkpoint_Beta_KLUB_B288/image80.png b/checkpoint_Beta_KLUB_B288/image80.png new file mode 100644 index 0000000000000000000000000000000000000000..34688bac69baad2e5989be206c26adbbf9333a05 Binary files /dev/null and b/checkpoint_Beta_KLUB_B288/image80.png differ diff --git a/checkpoint_Beta_KLUB_B288/image80_1.png b/checkpoint_Beta_KLUB_B288/image80_1.png new file mode 100644 index 0000000000000000000000000000000000000000..70574f6be7d25e193d7dde6fb82e231675b323f5 Binary files /dev/null and b/checkpoint_Beta_KLUB_B288/image80_1.png differ diff --git a/checkpoint_Beta_KLUB_B288/image9.png b/checkpoint_Beta_KLUB_B288/image9.png new file mode 100644 index 0000000000000000000000000000000000000000..d2519676f391eb2cb40df99ef93b0d9417c7eafa Binary files /dev/null and b/checkpoint_Beta_KLUB_B288/image9.png differ diff --git a/checkpoint_Beta_KLUB_B288/image90.png b/checkpoint_Beta_KLUB_B288/image90.png new file mode 100644 index 0000000000000000000000000000000000000000..df3eaa159b6daf214d0a7d4916a503f5502cc341 Binary files /dev/null and b/checkpoint_Beta_KLUB_B288/image90.png differ diff --git a/checkpoint_Beta_KLUB_B288/image90_1.png b/checkpoint_Beta_KLUB_B288/image90_1.png new file mode 100644 index 0000000000000000000000000000000000000000..772d36291ccbbf07709f77893e4969d0adb79790 Binary files /dev/null and b/checkpoint_Beta_KLUB_B288/image90_1.png differ diff --git a/checkpoint_Beta_KLUB_B288/image93.png b/checkpoint_Beta_KLUB_B288/image93.png new file mode 100644 index 0000000000000000000000000000000000000000..f0bd8390b130d145416878678189c735d696fb27 Binary files /dev/null and b/checkpoint_Beta_KLUB_B288/image93.png differ diff --git a/checkpoint_Beta_KLUB_B288/image93_1.png b/checkpoint_Beta_KLUB_B288/image93_1.png new file mode 100644 index 0000000000000000000000000000000000000000..e6bfb5eebe7a7f79c2668c8561ca3e50bfccf03a Binary files /dev/null and b/checkpoint_Beta_KLUB_B288/image93_1.png differ diff --git a/checkpoint_Beta_KLUB_B288/image9_1.png b/checkpoint_Beta_KLUB_B288/image9_1.png new file mode 100644 index 0000000000000000000000000000000000000000..028cc8ea3e35d42911edb0430306fa2d0f00501b Binary files /dev/null and b/checkpoint_Beta_KLUB_B288/image9_1.png differ diff --git a/checkpoint_Beta_KLUB_B288/network-snapshot-200000.pkl b/checkpoint_Beta_KLUB_B288/network-snapshot-200000.pkl new file mode 100644 index 0000000000000000000000000000000000000000..4d36ed93d44874729eae58af61bd7d2da3a45e1c --- /dev/null +++ b/checkpoint_Beta_KLUB_B288/network-snapshot-200000.pkl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fd1e7f636c6f571f7f6ef1c9402df0c7da1b7617cb13a495abae1551459bf40 +size 223196369 diff --git a/checkpoint_Beta_KLUB_B288/training_options.json b/checkpoint_Beta_KLUB_B288/training_options.json new file mode 100644 index 0000000000000000000000000000000000000000..0ffcda4163ab47be3af132a4b7c97ab8e894946d --- /dev/null +++ b/checkpoint_Beta_KLUB_B288/training_options.json @@ -0,0 +1,80 @@ +{ + "dataset_kwargs": { + "class_name": "training.dataset.ImageFolderDataset", + "path": "datasets/cifar10-32x32.zip", + "use_labels": false, + "xflip": false, + "cache": true, + "resolution": 32, + "max_size": 50000 + }, + "data_loader_kwargs": { + "pin_memory": true, + "num_workers": 1, + "prefetch_factor": 2 + }, + "network_kwargs": { + "model_type": "SongUNet", + "embedding_type": "positional", + "encoder_type": "standard", + "decoder_type": "standard", + "channel_mult_noise": 1, + "resample_filter": [ + 1, + 1 + ], + "model_channels": 128, + "channel_mult": [ + 2, + 2, + 2 + ], + "class_name": "training.networks.BetaDiffPrecond", + "augment_dim": 9, + "dropout": 0.13, + "use_fp16": false + }, + "loss_kwargs": { + "class_name": "training.loss.BetaDiffLoss", + "eta": 10000.0, + "sigmoid_start": 10.0, + "sigmoid_end": -13.0, + "sigmoid_power": 1.0, + "Scale": 0.39, + "Shift": 0.6, + "lossType": "KLUB" + }, + "optimizer_kwargs": { + "class_name": "torch.optim.Adam", + "lr": 0.0002, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "augment_kwargs": { + "class_name": "training.augment.AugmentPipe", + "p": 0.12, + "xflip": 100000000.0, + "yflip": 1, + "scale": 1, + "rotate_frac": 1, + "aniso": 1, + "translate_frac": 1 + }, + "total_kimg": 200000, + "ema_halflife_kimg": 500, + "batch_size": 288, + "batch_gpu": null, + "loss_scaling": 1.0, + "cudnn_benchmark": true, + "kimg_per_tick": 50, + "snapshot_ticks": 50, + "state_dump_ticks": 500, + "seed": 1139385602, + "resume_pkl": "betadiff-train-runs/00000-cifar10-32x32-uncond-ddpmpp-betadiff-gpus3-batch288-fp32/network-snapshot-100224.pkl", + "resume_kimg": 100224, + "resume_state_dump": "betadiff-train-runs/00000-cifar10-32x32-uncond-ddpmpp-betadiff-gpus3-batch288-fp32/training-state-100224.pt", + "run_dir": "betadiff-train-runs/00001-cifar10-32x32-uncond-ddpmpp-betadiff-gpus3-batch288-fp32" +} \ No newline at end of file