| { | |
| "_attn_implementation_autoset": true, | |
| "auto_map": { | |
| "AutoModel": "huggingface_mae.MAEModel", | |
| "AutoConfig": "huggingface_mae.MAEConfig" | |
| }, | |
| "apply_loss_unmasked": false, | |
| "architectures": [ | |
| "MAEModel" | |
| ], | |
| "crop_size": -1, | |
| "decoder": { | |
| "_target_": "mae_modules.CAMAEDecoder", | |
| "depth": 8, | |
| "embed_dim": 512, | |
| "mlp_ratio": 4, | |
| "norm_layer": { | |
| "_partial_": true, | |
| "_target_": "torch.nn.LayerNorm", | |
| "eps": 1e-06 | |
| }, | |
| "num_heads": 16, | |
| "num_modalities": 6, | |
| "qkv_bias": true, | |
| "tokens_per_modality": 256 | |
| }, | |
| "encoder": { | |
| "_target_": "mae_modules.MAEEncoder", | |
| "channel_agnostic": true, | |
| "max_in_chans": 11, | |
| "vit_backbone": { | |
| "_target_": "vit.sincos_positional_encoding_vit", | |
| "vit_backbone": { | |
| "_target_": "vit.vit_small_patch16_256", | |
| "global_pool": "avg" | |
| } | |
| } | |
| }, | |
| "fourier_loss": { | |
| "_target_": "loss.FourierLoss", | |
| "num_multimodal_modalities": 6 | |
| }, | |
| "fourier_loss_weight": 0.0, | |
| "input_norm": { | |
| "_args_": [ | |
| { | |
| "_target_": "normalizer.Normalizer" | |
| }, | |
| { | |
| "_target_": "torch.nn.InstanceNorm2d", | |
| "affine": false, | |
| "num_features": null, | |
| "track_running_stats": false | |
| } | |
| ], | |
| "_target_": "torch.nn.Sequential" | |
| }, | |
| "layernorm_unfreeze": true, | |
| "loss": { | |
| "_target_": "torch.nn.MSELoss", | |
| "reduction": "none" | |
| }, | |
| "lr_scheduler": { | |
| "_partial_": true, | |
| "_target_": "torch.optim.lr_scheduler.OneCycleLR", | |
| "anneal_strategy": "cos", | |
| "max_lr": 0.0001, | |
| "pct_start": 0.1 | |
| }, | |
| "mask_fourier_loss": true, | |
| "mask_ratio": 0.0, | |
| "model_type": "MAE", | |
| "norm_pix_loss": false, | |
| "num_blocks_to_freeze": 0, | |
| "optimizer": { | |
| "_partial_": true, | |
| "_target_": "timm.optim.lion.Lion", | |
| "betas": [ | |
| 0.9, | |
| 0.95 | |
| ], | |
| "lr": 0.0001, | |
| "weight_decay": 0.05 | |
| }, | |
| "torch_dtype": "float32", | |
| "transformers_version": "4.46.1", | |
| "trim_encoder_blocks": null, | |
| "use_MAE_weight_init": false | |
| } | |