config.json

{
  "adaptor_names": null,
  "architectures": [
    "RADIOModel"
  ],
  "args": {
    "aa": null,
    "amp": true,
    "amp_dtype": "bfloat16",
    "amp_impl": "native",
    "aug_repeats": 0,
    "aug_splits": 0,
    "bn_eps": null,
    "bn_momentum": null,
    "cache_dir": null,
    "channels_last": false,
    "checkpoint_hist": 10,
    "chk_keep_forever": 10,
    "class_map": "",
    "clip_grad": null,
    "clip_mode": "norm",
    "cls_token_per_teacher": true,
    "coco_annotations_file": "/datasets/coco2017-adlsa/annotations/captions_val2017.json",
    "coco_image_dir": "/datasets/coco2017-adlsa/val2017",
    "color_jitter": 0.4,
    "cooldown_epochs": 0,
    "cpe_max_size": 2048,
    "crd_loss": false,
    "crd_loss_weight": 0.8,
    "crop_pct": null,
    "cutmix": 0.0,
    "cutmix_minmax": null,
    "dataset_download": false,
    "ddp_comm_fp16": false,
    "ddp_comm_power_sgd": false,
    "debug_full_knn": false,
    "decay_epochs": 90,
    "decay_milestones": [
      90,
      180,
      270
    ],
    "decay_rate": 0.1,
    "device": "cuda:0",
    "dist_bn": "reduce",
    "dist_norm_weight": 0.0,
    "distributed": true,
    "drop": 0.0,
    "drop_block": null,
    "drop_connect": null,
    "drop_path": null,
    "dtype": "float32",
    "epoch_repeats": 0.0,
    "eval": false,
    "eval_metric": "knn_top1",
    "eval_teacher": false,
    "eval_teacher_only": false,
    "eval_throughput": false,
    "fast_norm": false,
    "feature_summarizer": "cls_token",
    "feature_upscale_factor": null,
    "force_new_wandb_id": false,
    "force_spectral_reparam": false,
    "freeze_bn": false,
    "fsdp": true,
    "fuser": "",
    "gp": null,
    "grad_accum_steps": 1,
    "grad_checkpointing": false,
    "head_init_bias": null,
    "head_init_scale": null,
    "head_warmup": 2,
    "hflip": 0.5,
    "img_size": null,
    "in_chans": null,
    "initial_checkpoint": "",
    "input_size": null,
    "interpolation": "",
    "layer_decay": null,
    "local_rank": 0,
    "log_interval": 50,
    "log_mlflow": false,
    "log_wandb": true,
    "loss_auto_balance": false,
    "lr_base": 0.1,
    "lr_base_scale": "",
    "lr_base_size": 256,
    "lr_cycle_decay": 0.5,
    "lr_cycle_limit": 1,
    "lr_cycle_mul": 1.0,
    "lr_k_decay": 1.0,
    "lr_noise": null,
    "lr_noise_pct": 0.67,
    "lr_noise_std": 1.0,
    "mean": null,
    "mesa": false,
    "min_lr": 0,
    "mixup": 0.0,
    "mixup_mode": "batch",
    "mixup_off_epoch": 0,
    "mixup_prob": 1.0,
    "mixup_switch_prob": 0.5,
    "mlp_hidden_size": 1520,
    "mlp_num_inner": 3,
    "mlp_version": "v2",
    "model": "vit_huge_patch16_224_mlpnorm",
    "model_kwargs": {},
    "model_norm": false,
    "momentum": 0.9,
    "no_aug": false,
    "no_ddp_bb": false,
    "no_prefetcher": false,
    "no_resume_opt": false,
    "num_classes": null,
    "opt_betas": null,
    "opt_eps": null,
    "patience_epochs": 10,
    "pin_mem": false,
    "prefetcher": true,
    "pretrained": false,
    "rank": 0,
    "ratio": [
      0.75,
      1.3333333333333333
    ],
    "recount": 1,
    "recovery_interval": 0,
    "register_multiple": 16,
    "remode": "pixel",
    "reprob": 0.0,
    "resplit": false,
    "save_images": false,
    "scale": [
      0.5,
      1.0
    ],
    "sched": "cosine",
    "seed": 42,
    "smoothing": 0.1,
    "spectral_reparam": false,
    "split_bn": false,
    "start_epoch": null,
    "std": null,
    "sync_bn": false,
    "synchronize_step": false,
    "teachers": [
      {
        "fd_normalize": false,
        "feature_distillation": true,
        "input_size": 378,
        "model": "ViT-H-14-378-quickgelu",
        "name": "clip",
        "pretrained": "dfn5b",
        "type": "open_clip"
      },
      {
        "fd_normalize": false,
        "feature_distillation": true,
        "input_size": 378,
        "model": "ViT-SO400M-14-SigLIP-384",
        "name": "siglip",
        "pretrained": "webli",
        "type": "open_clip",
        "use_summary": true
      },
      {
        "fd_normalize": false,
        "feature_distillation": true,
        "input_size": 224,
        "model": "dinov2_vitg14_reg",
        "name": "dino_v2",
        "type": "dino_v2"
      },
      {
        "fd_normalize": false,
        "feature_distillation": true,
        "input_size": 1024,
        "model": "vit-h",
        "name": "sam",
        "type": "sam",
        "use_summary": false
      }
    ],
    "torchcompile": null,
    "torchscript": false,
    "train_interpolation": "random",
    "train_split": "train",
    "tta": 0,
    "use_coco": false,
    "use_multi_epochs_loader": false,
    "val_ema_only": false,
    "val_split": "val",
    "vflip": 0.0,
    "vitdet_version": 1,
    "wandb_entity": "",
    "wandb_job_type": "",
    "wandb_name": "",
    "wandb_project": "",
    "warmup_lr": 1e-05,
    "warmup_prefix": false,
    "worker_seeding": "all",
    "workers": 8,
    "world_size": 128
  },
  "auto_map": {
    "AutoConfig": "hf_model.RADIOConfig",
    "AutoModel": "hf_model.RADIOModel"
  },
  "max_resolution": 2048,
  "patch_size": 16,
  "preferred_resolution": [
    432,
    432
  ],
  "torch_dtype": "float32",
  "transformers_version": "4.37.2",
  "version": "radio_v2.1",
  "vitdet_window_size": null
}