dalle2-pytorch / decoder /decoder_config.json
nousr's picture
Upload decoder/decoder_config.json with huggingface_hub
fd00eb5
{
"seed": 0,
"decoder": {
"unets": [
{
"dim": 320,
"cond_dim": 512,
"image_embed_dim": 1024,
"text_embed_dim": 1024,
"cond_on_text_encodings": true,
"channels": 3,
"dim_mults": [1, 2, 3, 4],
"num_resnet_blocks": 4,
"attn_heads": 8,
"attn_dim_head": 64,
"sparse_attn": true,
"memory_efficient": true,
"resnet_weight_standardization": false,
"self_attn": [false, true, true, true]
}
],
"clip": {
"make": "open_clip",
"model": "ViT-H-14"
},
"image_sizes": [64],
"channels": 3,
"timesteps": 1000,
"loss_type": "l2",
"beta_schedule": ["cosine"],
"learned_variance": true
},
"data": {
"webdataset_base_url": "pipe:aws s3 cp --quiet s3://s-datasets/laion5b/laion2B-data/{}.tar -",
"num_workers": 6,
"batch_size": 21,
"start_shard": 0,
"end_shard": 231349,
"shard_width": 6,
"index_width": 4,
"splits": {
"train": 0.75,
"val": 0.15,
"test": 0.1
},
"shuffle_train": false,
"resample_train": true,
"preprocessing": {
"RandomResizedCrop": {
"size": [224, 224],
"scale": [0.75, 1.0],
"ratio": [1.0, 1.0]
},
"ToTensor": true
}
},
"train": {
"epochs": 1000,
"lr": 1.2e-4,
"wd": 0.0,
"max_grad_norm": 0.5,
"save_every_n_samples": 5000000,
"find_unused_parameters": false,
"warmup_steps": 1000,
"amp": true,
"n_sample_images": 10,
"device": "cuda:0",
"epoch_samples": 10000000,
"validation_samples": 100000,
"use_ema": true,
"ema_beta": 0.9999,
"unet_training_mask": [true]
},
"evaluate": {
"n_evaluation_samples": 30,
"FID": {
"feature": 64
},
"LPIPS": {
"net_type": "vgg",
"reduction": "mean"
}
},
"tracker": {
"data_path": ".decoder-h-14",
"overwrite_data_path": true,
"log": {
"log_type": "wandb",
"wandb_entity": "nousr_laion",
"wandb_project": "h_14_decoder",
"wandb_resume": false,
"auto_resume": false,
"verbose": true
},
"save": [
{
"save_to": "huggingface",
"huggingface_repo": "nousr/dalle2-pytorch",
"save_meta_to": "decoder/",
"save_latest_to": "decoder/latest.pth",
"save_type": "model"
},{
"save_to": "huggingface",
"huggingface_repo": "laion/DALLE2-PyTorch",
"save_latest_to": "decoder/v1.0.2/checkpoints/checkpoint.pth",
"save_type": "checkpoint"
},
{
"save_to": "local",
"save_latest_to": ".decoder-h-14",
"save_type": "checkpoint"
},
{
"save_to": "local",
"save_latest_to": ".decoder-h-14",
"save_type": "model"
}
]
}
}