Update config.json
Browse files- config.json +3 -3
config.json
CHANGED
@@ -5,7 +5,7 @@
|
|
5 |
"architectures": [
|
6 |
"LlavaForCausalLM"
|
7 |
],
|
8 |
-
"
|
9 |
"_name_or_path": "",
|
10 |
"bos_token_id": 1,
|
11 |
"eos_token_id": 2,
|
@@ -14,7 +14,7 @@
|
|
14 |
"initializer_range": 0.02,
|
15 |
"intermediate_size": 11008,
|
16 |
"max_position_embeddings": 4096,
|
17 |
-
"model_type": "
|
18 |
"num_attention_heads": 32,
|
19 |
"num_hidden_layers": 32,
|
20 |
"num_key_value_heads": 32,
|
@@ -46,7 +46,7 @@
|
|
46 |
"mm_vision_select_feature": "patch",
|
47 |
"mm_vision_select_layer": -2,
|
48 |
"mm_vision_tower": "openai/clip-vit-large-patch14-336",
|
49 |
-
"model_type": "
|
50 |
"num_attention_heads": 32,
|
51 |
"num_hidden_layers": 32,
|
52 |
"num_key_value_heads": 32,
|
|
|
5 |
"architectures": [
|
6 |
"LlavaForCausalLM"
|
7 |
],
|
8 |
+
"llava_text_config": {
|
9 |
"_name_or_path": "",
|
10 |
"bos_token_id": 1,
|
11 |
"eos_token_id": 2,
|
|
|
14 |
"initializer_range": 0.02,
|
15 |
"intermediate_size": 11008,
|
16 |
"max_position_embeddings": 4096,
|
17 |
+
"model_type": "llava_text",
|
18 |
"num_attention_heads": 32,
|
19 |
"num_hidden_layers": 32,
|
20 |
"num_key_value_heads": 32,
|
|
|
46 |
"mm_vision_select_feature": "patch",
|
47 |
"mm_vision_select_layer": -2,
|
48 |
"mm_vision_tower": "openai/clip-vit-large-patch14-336",
|
49 |
+
"model_type": "llava_vision",
|
50 |
"num_attention_heads": 32,
|
51 |
"num_hidden_layers": 32,
|
52 |
"num_key_value_heads": 32,
|