{ "_name_or_path": "OpenGVLab/InternVL2_5-1B", "architectures": [ "InternVL2_5ForConditionalGeneration" ], "downsample_ratio": 0.5, "dynamic_image_size": true, "eos_token_id": 151645, "force_image_size": 448, "hidden_size": 896, "image_end_token_id": 151666, "image_start_token_id": 151665, "image_token_id": 151667, "max_dynamic_patch": 12, "min_dynamic_patch": 1, "model_type": "internvl2_5", "num_image_token": 256, "pixel_shuffle_version": "v2", "select_layer": -1, "text_config": { "_attn_implementation_autoset": true, "_name_or_path": "Qwen/Qwen2.5-0.5B-Instruct", "architectures": [ "Qwen2ForCausalLM" ], "bos_token_id": 151643, "eos_token_id": 151645, "hidden_size": 896, "intermediate_size": 4864, "max_window_layers": 21, "model_type": "qwen2", "num_attention_heads": 14, "num_hidden_layers": 24, "num_key_value_heads": 2, "rope_theta": 1000000.0, "torch_dtype": "bfloat16", "use_bfloat16": true, "vocab_size": 151674 }, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "transformers_version": "4.49.0.dev0", "use_thumbnail": true, "vision_config": { "_attn_implementation_autoset": true, "architectures": [ "InternVL2_5VisionModel" ], "hidden_size": 1024, "image_size": 448, "initializer_factor": 1.0, "intermediate_size": 4096, "model_type": "internvl2_5", "norm_type": "layer_norm", "num_attention_heads": 16, "num_hidden_layers": 24, "qk_normalization": false, "qkv_bias": true, "torch_dtype": "bfloat16" } }