common_vitb16_CIFAR10_split4_2_exp/config.json

{
    "tensorboard": true,
    "wandb": true,
    "exp_name": "common0526_3_vitb16_CIFAR10_split4_2",
    "cfg": "configs/CIFAR10/vitb16_common0526_3.yaml",
    "n_gpu": 1,
    "model_arch": "vitb16",
    "checkpoint_path": "runs/train/common0526_3_vitb16_CIFAR10_split4_1_exp/ckpts/best.ckpt",
    "image_size": 128,
    "batch_size": 256,
    "num_workers_pgpu": 10,
    "max_epochs": null,
    "warmup_epochs": null,
    "train_steps": 4590,
    "warmup_steps": 500,
    "lr": 0.005,
    "lr_strategy": "one_cycle",
    "num_restarts": null,
    "wd": 0.0001,
    "data_dir": "./data",
    "dataset": "CIFAR10",
    "num_classes": 6,
    "known_classes": [
        8,
        6,
        1,
        9,
        0,
        7
    ],
    "osr_dataset": null,
    "osr_classes": null,
    "random_seed": 2023,
    "eval": false,
    "opt": "SGD",
    "save_freq": 50,
    "label_smoothing": 0,
    "sim_block": "attention",
    "num_sim_block": 1,
    "sim_task": "reg",
    "plot_model": false,
    "plot_confusion_matrix": false,
    "plot_feature_embedding": false,
    "plot_roc": false,
    "sim_alpha": 0.01,
    "class_anchor": "mean",
    "anchor_freq": 10,
    "fusion": "cross-attention",
    "model_config": {
        "sim_block": "attention",
        "num_sim_block": 1,
        "sim_task": "reg",
        "patch_size": 16,
        "emb_dim": 768,
        "mlp_dim": 3072,
        "num_heads": 12,
        "sim_num_heads": 12,
        "num_layers": 12,
        "attn_dropout_rate": 0.0,
        "dropout_rate": 0.0
    },
    "tensorboard_dir": "runs/train/common0526_3_vitb16_CIFAR10_split4_2_exp/tb/",
    "checkpoint_dir": "runs/train/common0526_3_vitb16_CIFAR10_split4_2_exp/ckpts/",
    "embedding_dir": "runs/train/common0526_3_vitb16_CIFAR10_split4_2_exp/embeddings/",
    "lightning_dir": "runs/train/common0526_3_vitb16_CIFAR10_split4_2_exp/lightning_logs/",
    "result_dir": "runs/train/common0526_3_vitb16_CIFAR10_split4_2_exp"
}