| { | |
| "OUTPUT_DIR": "OUTPUT/", | |
| "WORKERS": 6, | |
| "PRINT_FREQ": 500, | |
| "AMP": { | |
| "ENABLED": true | |
| }, | |
| "MODEL": { | |
| "NAME": "cls_cvt", | |
| "SPEC": { | |
| "INIT": "trunc_norm", | |
| "NUM_STAGES": 3, | |
| "PATCH_SIZE": [7, 3, 3], | |
| "PATCH_STRIDE": [4, 2, 2], | |
| "PATCH_PADDING": [2, 1, 1], | |
| "DIM_EMBED": [64, 192, 384], | |
| "NUM_HEADS": [1, 3, 6], | |
| "DEPTH": [1, 2, 10], | |
| "MLP_RATIO": [4.0, 4.0, 4.0], | |
| "ATTN_DROP_RATE": [0.0, 0.0, 0.0], | |
| "DROP_RATE": [0.0, 0.0, 0.0], | |
| "DROP_PATH_RATE": [0.0, 0.0, 0.1], | |
| "QKV_BIAS": [true, true, true], | |
| "CLS_TOKEN": [false, false, true], | |
| "POS_EMBED": [false, false, false], | |
| "QKV_PROJ_METHOD": ["dw_bn", "dw_bn", "dw_bn"], | |
| "KERNEL_QKV": [3, 3, 3], | |
| "PADDING_KV": [1, 1, 1], | |
| "STRIDE_KV": [2, 2, 2], | |
| "PADDING_Q": [1, 1, 1], | |
| "STRIDE_Q": [1, 1, 1] | |
| } | |
| }, | |
| "AUG": { | |
| "MIXUP_PROB": 1.0, | |
| "MIXUP": 0.8, | |
| "MIXCUT": 1.0, | |
| "TIMM_AUG": { | |
| "USE_LOADER": true, | |
| "RE_COUNT": 1, | |
| "RE_MODE": "pixel", | |
| "RE_SPLIT": false, | |
| "RE_PROB": 0.25, | |
| "AUTO_AUGMENT": "rand-m9-mstd0.5-inc1", | |
| "HFLIP": 0.5, | |
| "VFLIP": 0.0, | |
| "COLOR_JITTER": 0.4, | |
| "INTERPOLATION": "bicubic" | |
| } | |
| }, | |
| "LOSS": { | |
| "LABEL_SMOOTHING": 0.1 | |
| }, | |
| "CUDNN": { | |
| "BENCHMARK": true, | |
| "DETERMINISTIC": false, | |
| "ENABLED": true | |
| }, | |
| "DATASET": { | |
| "DATASET": "imagenet", | |
| "DATA_FORMAT": "jpg", | |
| "ROOT": "DATASET/imagenet/", | |
| "TEST_SET": "val", | |
| "TRAIN_SET": "train" | |
| }, | |
| "TEST": { | |
| "BATCH_SIZE_PER_GPU": 32, | |
| "IMAGE_SIZE": [224, 224], | |
| "MODEL_FILE": "", | |
| "INTERPOLATION": 3 | |
| }, | |
| "TRAIN": { | |
| "BATCH_SIZE_PER_GPU": 256, | |
| "LR": 0.00025, | |
| "IMAGE_SIZE": [224, 224], | |
| "BEGIN_EPOCH": 0, | |
| "END_EPOCH": 300, | |
| "LR_SCHEDULER": { | |
| "METHOD": "timm", | |
| "ARGS": { | |
| "sched": "cosine", | |
| "warmup_epochs": 5, | |
| "warmup_lr": 0.000001, | |
| "min_lr": 0.00001, | |
| "cooldown_epochs": 10, | |
| "decay_rate": 0.1 | |
| } | |
| }, | |
| "OPTIMIZER": "adamW", | |
| "WD": 0.05, | |
| "WITHOUT_WD_LIST": ["bn", "bias", "ln"], | |
| "SHUFFLE": true | |
| }, | |
| "DEBUG": { | |
| "DEBUG": false | |
| } | |
| } |