Update config.json to facilitate mergekit usage (requires model_type to be specified, set to mixtral since this is a mixtral-based model)
#1
by
Brewdwarf
- opened
- config.json +1 -0
config.json
CHANGED
|
@@ -29,6 +29,7 @@
|
|
| 29 |
"mm_vision_select_layer": -2,
|
| 30 |
"mm_vision_tower": "model_zoo/OpenAI/clip-vit-large-patch14-336",
|
| 31 |
"mm_vision_tower_aux": "model_zoo/OpenAI/openclip-convnext-large-d-320-laion2B-s29B-b131K-ft-soup",
|
|
|
|
| 32 |
"num_attention_heads": 32,
|
| 33 |
"num_experts_per_tok": 2,
|
| 34 |
"num_hidden_layers": 32,
|
|
|
|
| 29 |
"mm_vision_select_layer": -2,
|
| 30 |
"mm_vision_tower": "model_zoo/OpenAI/clip-vit-large-patch14-336",
|
| 31 |
"mm_vision_tower_aux": "model_zoo/OpenAI/openclip-convnext-large-d-320-laion2B-s29B-b131K-ft-soup",
|
| 32 |
+
"model_type": "mixtral",
|
| 33 |
"num_attention_heads": 32,
|
| 34 |
"num_experts_per_tok": 2,
|
| 35 |
"num_hidden_layers": 32,
|