Update config.json
Browse files- config.json +1 -28
config.json
CHANGED
@@ -1,9 +1,8 @@
|
|
1 |
{
|
2 |
{
|
3 |
"architectures": [
|
4 |
-
"MistralForCausalLM"
|
5 |
],
|
6 |
-
"_name_or_path": "LeroyDyer/Mixtral_AI_Multi_Input_Model",
|
7 |
"attention_dropout": 0.0,
|
8 |
"bos_token_id": 1,
|
9 |
"eos_token_id": 2,
|
@@ -24,12 +23,6 @@
|
|
24 |
"transformers_version": "4.36.0",
|
25 |
"use_cache": true,
|
26 |
"vocab_size": 32000
|
27 |
-
}
|
28 |
-
{
|
29 |
-
"_name_or_path": "LeroyDyer/Mixtral_AI_Multi_Input_Model/Sound",
|
30 |
-
"architectures": [
|
31 |
-
"WhisperForConditionalGeneration"
|
32 |
-
],
|
33 |
"activation_dropout": 0.0,
|
34 |
"activation_function": "gelu",
|
35 |
"attention_dropout": 0.0,
|
@@ -37,7 +30,6 @@
|
|
37 |
220,
|
38 |
50256
|
39 |
],
|
40 |
-
"bos_token_id": 50257,
|
41 |
"d_model": 1024,
|
42 |
"decoder_attention_heads": 16,
|
43 |
"decoder_ffn_dim": 4096,
|
@@ -158,16 +150,6 @@
|
|
158 |
50360,
|
159 |
50361
|
160 |
],
|
161 |
-
"torch_dtype": "float32",
|
162 |
-
"transformers_version": "4.27.0.dev0",
|
163 |
-
"use_cache": true,
|
164 |
-
"vocab_size": 51864
|
165 |
-
}
|
166 |
-
{
|
167 |
-
"_name_or_path": "LeroyDyer/Mixtral_AI_Multi_Input_Model/Video",
|
168 |
-
"architectures": [
|
169 |
-
"XClipModel"
|
170 |
-
],
|
171 |
"initializer_factor": 1.0,
|
172 |
"logit_scale_init_value": 2.6592,
|
173 |
"model_type": "xclip",
|
@@ -246,11 +228,8 @@
|
|
246 |
"top_p": 1.0,
|
247 |
"torch_dtype": null,
|
248 |
"torchscript": false,
|
249 |
-
"transformers_version": "4.22.0.dev0",
|
250 |
"typical_p": 1.0,
|
251 |
"use_bfloat16": false,
|
252 |
-
"vocab_size": 49408
|
253 |
-
},
|
254 |
"text_config_dict": null,
|
255 |
"torch_dtype": "float32",
|
256 |
"transformers_version": null,
|
@@ -336,12 +315,6 @@
|
|
336 |
"use_bfloat16": false
|
337 |
"vision_config_dict": null
|
338 |
}
|
339 |
-
}
|
340 |
-
{
|
341 |
-
"_name_or_path": "LeroyDyer/Mixtral_AI_Multi_Input_Model/Image",
|
342 |
-
"architectures": [
|
343 |
-
"CLIPModel"
|
344 |
-
],
|
345 |
"initializer_factor": 1.0,
|
346 |
"logit_scale_init_value": 2.6592,
|
347 |
"model_type": "clip",
|
|
|
1 |
{
|
2 |
{
|
3 |
"architectures": [
|
4 |
+
"MistralForCausalLM", "WhisperForConditionalGeneration"
|
5 |
],
|
|
|
6 |
"attention_dropout": 0.0,
|
7 |
"bos_token_id": 1,
|
8 |
"eos_token_id": 2,
|
|
|
23 |
"transformers_version": "4.36.0",
|
24 |
"use_cache": true,
|
25 |
"vocab_size": 32000
|
|
|
|
|
|
|
|
|
|
|
|
|
26 |
"activation_dropout": 0.0,
|
27 |
"activation_function": "gelu",
|
28 |
"attention_dropout": 0.0,
|
|
|
30 |
220,
|
31 |
50256
|
32 |
],
|
|
|
33 |
"d_model": 1024,
|
34 |
"decoder_attention_heads": 16,
|
35 |
"decoder_ffn_dim": 4096,
|
|
|
150 |
50360,
|
151 |
50361
|
152 |
],
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
153 |
"initializer_factor": 1.0,
|
154 |
"logit_scale_init_value": 2.6592,
|
155 |
"model_type": "xclip",
|
|
|
228 |
"top_p": 1.0,
|
229 |
"torch_dtype": null,
|
230 |
"torchscript": false,
|
|
|
231 |
"typical_p": 1.0,
|
232 |
"use_bfloat16": false,
|
|
|
|
|
233 |
"text_config_dict": null,
|
234 |
"torch_dtype": "float32",
|
235 |
"transformers_version": null,
|
|
|
315 |
"use_bfloat16": false
|
316 |
"vision_config_dict": null
|
317 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
318 |
"initializer_factor": 1.0,
|
319 |
"logit_scale_init_value": 2.6592,
|
320 |
"model_type": "clip",
|