danielhanchen
commited on
Commit
•
8978fe2
1
Parent(s):
afb5704
Upload MllamaForConditionalGeneration
Browse files- config.json +4 -1
- generation_config.json +1 -1
config.json
CHANGED
@@ -6,6 +6,7 @@
|
|
6 |
"image_token_index": 128256,
|
7 |
"model_type": "mllama",
|
8 |
"text_config": {
|
|
|
9 |
"_name_or_path": "",
|
10 |
"add_cross_attention": false,
|
11 |
"architectures": null,
|
@@ -111,8 +112,10 @@
|
|
111 |
"vocab_size": 128256
|
112 |
},
|
113 |
"torch_dtype": "bfloat16",
|
114 |
-
"transformers_version": "4.
|
|
|
115 |
"vision_config": {
|
|
|
116 |
"_name_or_path": "",
|
117 |
"add_cross_attention": false,
|
118 |
"architectures": null,
|
|
|
6 |
"image_token_index": 128256,
|
7 |
"model_type": "mllama",
|
8 |
"text_config": {
|
9 |
+
"_attn_implementation_autoset": false,
|
10 |
"_name_or_path": "",
|
11 |
"add_cross_attention": false,
|
12 |
"architectures": null,
|
|
|
112 |
"vocab_size": 128256
|
113 |
},
|
114 |
"torch_dtype": "bfloat16",
|
115 |
+
"transformers_version": "4.46.3",
|
116 |
+
"unsloth_fixed": true,
|
117 |
"vision_config": {
|
118 |
+
"_attn_implementation_autoset": false,
|
119 |
"_name_or_path": "",
|
120 |
"add_cross_attention": false,
|
121 |
"architectures": null,
|
generation_config.json
CHANGED
@@ -3,5 +3,5 @@
|
|
3 |
"bos_token_id": 128000,
|
4 |
"eos_token_id": 128001,
|
5 |
"pad_token_id": 128004,
|
6 |
-
"transformers_version": "4.
|
7 |
}
|
|
|
3 |
"bos_token_id": 128000,
|
4 |
"eos_token_id": 128001,
|
5 |
"pad_token_id": 128004,
|
6 |
+
"transformers_version": "4.46.3"
|
7 |
}
|