File size: 3,394 Bytes
97a3c2e 7e58134 97a3c2e f1c14ff 24b589a 3f53951 97a3c2e f1c14ff 97a3c2e 246f7a1 97a3c2e fd00eb5 97a3c2e bcea9fc 97a3c2e 9bbcb00 fd00eb5 97a3c2e fd00eb5 97a3c2e 9bbcb00 fd00eb5 ae962c0 97a3c2e 7e58134 97a3c2e f4bae0e 97a3c2e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 |
{
"seed": 0,
"decoder": {
"unets": [
{
"dim": 320,
"cond_dim": 512,
"image_embed_dim": 1024,
"text_embed_dim": 1024,
"cond_on_text_encodings": true,
"channels": 3,
"dim_mults": [1, 2, 3, 4],
"num_resnet_blocks": 4,
"attn_heads": 8,
"attn_dim_head": 64,
"sparse_attn": true,
"memory_efficient": true,
"resnet_weight_standardization": false,
"self_attn": [false, true, true, true]
}
],
"clip": {
"make": "open_clip",
"model": "ViT-H-14"
},
"image_sizes": [64],
"channels": 3,
"timesteps": 1000,
"loss_type": "l2",
"beta_schedule": ["cosine"],
"learned_variance": true
},
"data": {
"webdataset_base_url": "pipe:aws s3 cp --quiet s3://s-datasets/laion5b/laion2B-data/{}.tar -",
"num_workers": 6,
"batch_size": 21,
"start_shard": 0,
"end_shard": 231349,
"shard_width": 6,
"index_width": 4,
"splits": {
"train": 0.75,
"val": 0.15,
"test": 0.1
},
"shuffle_train": false,
"resample_train": true,
"preprocessing": {
"RandomResizedCrop": {
"size": [224, 224],
"scale": [0.75, 1.0],
"ratio": [1.0, 1.0]
},
"ToTensor": true
}
},
"train": {
"epochs": 1000,
"lr": 1.2e-4,
"wd": 0.0,
"max_grad_norm": 0.5,
"save_every_n_samples": 5000000,
"find_unused_parameters": false,
"warmup_steps": 1000,
"amp": true,
"n_sample_images": 10,
"device": "cuda:0",
"epoch_samples": 10000000,
"validation_samples": 100000,
"use_ema": true,
"ema_beta": 0.9999,
"unet_training_mask": [true]
},
"evaluate": {
"n_evaluation_samples": 30,
"FID": {
"feature": 64
},
"LPIPS": {
"net_type": "vgg",
"reduction": "mean"
}
},
"tracker": {
"data_path": ".decoder-h-14",
"overwrite_data_path": true,
"log": {
"log_type": "wandb",
"wandb_entity": "nousr_laion",
"wandb_project": "h_14_decoder",
"wandb_resume": false,
"auto_resume": false,
"verbose": true
},
"save": [
{
"save_to": "huggingface",
"huggingface_repo": "nousr/dalle2-pytorch",
"save_meta_to": "decoder/",
"save_latest_to": "decoder/latest.pth",
"save_type": "model"
},{
"save_to": "huggingface",
"huggingface_repo": "laion/DALLE2-PyTorch",
"save_latest_to": "decoder/v1.0.2/checkpoints/checkpoint.pth",
"save_type": "checkpoint"
},
{
"save_to": "local",
"save_latest_to": ".decoder-h-14",
"save_type": "checkpoint"
},
{
"save_to": "local",
"save_latest_to": ".decoder-h-14",
"save_type": "model"
}
]
}
}
|