update config
Browse files- config.json +1 -4
config.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"_name_or_path": "model_zoo/LLM/mixtral/Mixtral-8x7B-Instruct-v0.1",
|
| 3 |
"architectures": [
|
| 4 |
-
"
|
| 5 |
],
|
| 6 |
"attention_dropout": 0.0,
|
| 7 |
"aux_img_fold": false,
|
|
@@ -29,7 +29,6 @@
|
|
| 29 |
"mm_vision_select_layer": -2,
|
| 30 |
"mm_vision_tower": "model_zoo/OpenAI/clip-vit-large-patch14-336",
|
| 31 |
"mm_vision_tower_aux": "model_zoo/OpenAI/openclip-convnext-large-d-320-laion2B-s29B-b131K-ft-soup",
|
| 32 |
-
"model_type": "llava_uni_mixtral",
|
| 33 |
"num_attention_heads": 32,
|
| 34 |
"num_experts_per_tok": 2,
|
| 35 |
"num_hidden_layers": 32,
|
|
@@ -48,10 +47,8 @@
|
|
| 48 |
"torch_dtype": "bfloat16",
|
| 49 |
"transformers_version": "4.36.2",
|
| 50 |
"tune_mm_mlp_adapter": false,
|
| 51 |
-
"unified_resampler": "simple_sum",
|
| 52 |
"use_cache": true,
|
| 53 |
"use_mm_proj": true,
|
| 54 |
-
"use_same_im_pos": false,
|
| 55 |
"video_grid": -1,
|
| 56 |
"vocab_size": 32000
|
| 57 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"_name_or_path": "model_zoo/LLM/mixtral/Mixtral-8x7B-Instruct-v0.1",
|
| 3 |
"architectures": [
|
| 4 |
+
"MiniGeminiMixtralForCausalLM"
|
| 5 |
],
|
| 6 |
"attention_dropout": 0.0,
|
| 7 |
"aux_img_fold": false,
|
|
|
|
| 29 |
"mm_vision_select_layer": -2,
|
| 30 |
"mm_vision_tower": "model_zoo/OpenAI/clip-vit-large-patch14-336",
|
| 31 |
"mm_vision_tower_aux": "model_zoo/OpenAI/openclip-convnext-large-d-320-laion2B-s29B-b131K-ft-soup",
|
|
|
|
| 32 |
"num_attention_heads": 32,
|
| 33 |
"num_experts_per_tok": 2,
|
| 34 |
"num_hidden_layers": 32,
|
|
|
|
| 47 |
"torch_dtype": "bfloat16",
|
| 48 |
"transformers_version": "4.36.2",
|
| 49 |
"tune_mm_mlp_adapter": false,
|
|
|
|
| 50 |
"use_cache": true,
|
| 51 |
"use_mm_proj": true,
|
|
|
|
| 52 |
"video_grid": -1,
|
| 53 |
"vocab_size": 32000
|
| 54 |
}
|