tempov / config.json
EVER-Z's picture
initial commit
1988ad1
raw
history blame contribute delete
751 Bytes
{
"depth": 24,
"device": null,
"drop_path_rate": 0.0,
"embed_dim": 1024,
"ffn_bias": true,
"ffn_layer": "mlp",
"ffn_ratio": 4,
"img_size": 224,
"in_chans": 6,
"layerscale_init": 1e-05,
"mask_k_bias": true,
"n_storage_tokens": 4,
"norm_layer": "layernormbf16",
"num_heads": 16,
"patch_size": 16,
"pos_embed_rope_base": 100,
"pos_embed_rope_dtype": "fp32",
"pos_embed_rope_jitter_coords": null,
"pos_embed_rope_max_period": null,
"pos_embed_rope_min_period": null,
"pos_embed_rope_normalize_coords": "separate",
"pos_embed_rope_rescale_coords": 2,
"pos_embed_rope_shift_coords": null,
"proj_bias": true,
"qkv_bias": true,
"untie_cls_and_patch_norms": false,
"untie_global_and_local_cls_norm": true
}