| { | |
| "architectures": [ | |
| "FLMRModelForRetrieval" | |
| ], | |
| "context_concat_output_from_text_encoder": true, | |
| "context_concat_output_from_vision_encoder": false, | |
| "dim": 128, | |
| "initializer_range": 0.02, | |
| "load_cpu_extension": false, | |
| "mapping_network_prefix_length": 32, | |
| "mask_instruction_token": null, | |
| "mask_punctuation": true, | |
| "model_type": "flmr", | |
| "query_concat_output_from_text_encoder": true, | |
| "query_concat_output_from_vision_encoder": false, | |
| "separate_query_and_context_text_encoder": false, | |
| "separate_query_and_context_vision_encoder": false, | |
| "text_config": { | |
| "_name_or_path": "/future/u/okhattab/root/unit/experiments/2021.10/none/kld.v3.nway32.l2.ib/checkpoints/colbert-150000/", | |
| "architectures": [ | |
| "HF_ColBERT" | |
| ], | |
| "classifier_dropout": null, | |
| "gradient_checkpointing": false, | |
| "model_type": "flmr_text_model", | |
| "torch_dtype": "float32", | |
| "use_cache": true | |
| }, | |
| "torch_dtype": "float32", | |
| "transformer_mapping_config_base": null, | |
| "transformer_mapping_cross_attention_length": 32, | |
| "transformer_mapping_num_hidden_layers": null, | |
| "transformers_version": "4.38.0.dev0", | |
| "use_transformer_mapping_network": false, | |
| "use_vision_encoder": false, | |
| "vision_config": { | |
| "dropout": 0.0, | |
| "model_type": "flmr_vision_model" | |
| }, | |
| "vision_model_version": null | |
| } | |