common_cnnr101_MNIST_split3_2_exp/config.json

{
    "tensorboard": true,
    "wandb": true,
    "exp_name": "common0518_3_cnnr101_MNIST_split3_2",
    "cfg": "configs/MNIST/cnnr101/common0518_3.yaml",
    "n_gpu": 1,
    "model_arch": "cnnr101",
    "checkpoint_path": "runs/train/common0518_3_cnnr101_MNIST_split3_1_exp/ckpts/best.ckpt",
    "image_size": 128,
    "batch_size": 256,
    "num_workers_pgpu": 10,
    "max_epochs": 300,
    "warmup_epochs": 10,
    "lr": 1e-05,
    "lr_strategy": "cosine",
    "num_restarts": 2,
    "wd": 0.0001,
    "data_dir": "./data",
    "dataset": "MNIST",
    "num_classes": 6,
    "known_classes": [
        5,
        8,
        3,
        2,
        4,
        6
    ],
    "osr_dataset": null,
    "osr_classes": null,
    "random_seed": 2023,
    "eval": false,
    "opt": "SGD",
    "save_freq": 50,
    "label_smoothing": 0,
    "sim_block": "attention",
    "num_sim_block": 1,
    "sim_task": "reg",
    "plot_model": false,
    "plot_confusion_matrix": false,
    "plot_feature_embedding": false,
    "plot_roc": false,
    "sim_alpha": 0.01,
    "class_anchor": "mean",
    "anchor_freq": 10,
    "fusion": "cross-attention",
    "model_config": {
        "sim_block": "attention",
        "num_sim_block": 1,
        "sim_task": "reg",
        "emb_dim": 768,
        "mlp_dim": 3072,
        "sim_num_heads": 12,
        "num_heads": 12,
        "num_layers": 12,
        "attn_dropout_rate": 0.0,
        "dropout_rate": 0.1
    },
    "tensorboard_dir": "runs/train/common0518_3_cnnr101_MNIST_split3_2_exp/tb/",
    "checkpoint_dir": "runs/train/common0518_3_cnnr101_MNIST_split3_2_exp/ckpts/",
    "embedding_dir": "runs/train/common0518_3_cnnr101_MNIST_split3_2_exp/embeddings/",
    "lightning_dir": "runs/train/common0518_3_cnnr101_MNIST_split3_2_exp/lightning_logs/",
    "result_dir": "runs/train/common0518_3_cnnr101_MNIST_split3_2_exp"
}