| { | |
| "downstream_fusion":false, | |
| "downstream_fusion_layers":1, | |
| "downstream_fusion_method":"elmo", | |
| "drop_rate":0.1, | |
| "freeze_RoBERTa":false, | |
| "freeze_ViT":false, | |
| "freeze_layer_count_roberta":false, | |
| "freeze_layer_count_vit":false, | |
| "head_hidden_scale":2, | |
| "hidden_size":768, | |
| "input_text_embed_size":768, | |
| "link_tower_shared":false, | |
| "link_tower_type":"add", | |
| "log_dir":"log_dir", | |
| "loss_names":{"contras": 0, | |
| "irtr": 0, | |
| "itm": 0, | |
| "mlm": 0, | |
| "mpp": 0, | |
| "nlvr2": 0, | |
| "snli": 0, | |
| "vcr": 0, | |
| "vcr_qar": 0, | |
| "vqa": 1}, | |
| "max_text_len":50, | |
| "mlp_ratio":4, | |
| "model_type":"bridgetower", | |
| "num_heads":12, | |
| "num_layers":6, | |
| "num_nodes":1, | |
| "only_load_cross_modal_from_meter":false, | |
| "patch_size":16, | |
| "resolution_before":224, | |
| "stop_gradient":false, | |
| "size":288, | |
| "task_head_layers":2, | |
| "test_only":false, | |
| "tokenizer":"roberta-base", | |
| "unfreeze_RoBERTa_attention":false, | |
| "unfreeze_RoBERTa_embeddings":false, | |
| "unfreeze_RoBERTa_encoder":false, | |
| "unfreeze_RoBERTa_layernorm":false, | |
| "unfreeze_ViT_attention":false, | |
| "unfreeze_ViT_layernorm":false, | |
| "vit":"ViT-B/16", | |
| "vit_layernorm_init_from_vit":false, | |
| "vit_layernorm_shared":true, | |
| "vit_remove_last":false, | |
| "vocab_size":50265 | |
| } | |