Commit
•
12599ac
1
Parent(s):
864929e
Upload InternLMXComposer2ForCausalLM
Browse files- config.json +1 -1
- generation_config.json +1 -1
config.json
CHANGED
|
@@ -3,7 +3,7 @@
|
|
| 3 |
"architectures": [
|
| 4 |
"InternLMXComposer2ForCausalLM"
|
| 5 |
],
|
| 6 |
-
"attn_implementation": "
|
| 7 |
"auto_map": {
|
| 8 |
"AutoConfig": "configuration_internlm_xcomposer2.InternLMXcomposer2Config",
|
| 9 |
"AutoModel": "modeling_internlm_xcomposer2.InternLMXComposer2ForCausalLM",
|
|
|
|
| 3 |
"architectures": [
|
| 4 |
"InternLMXComposer2ForCausalLM"
|
| 5 |
],
|
| 6 |
+
"attn_implementation": "flash_attention_2",
|
| 7 |
"auto_map": {
|
| 8 |
"AutoConfig": "configuration_internlm_xcomposer2.InternLMXcomposer2Config",
|
| 9 |
"AutoModel": "modeling_internlm_xcomposer2.InternLMXComposer2ForCausalLM",
|
generation_config.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
| 2 |
"_from_model_config": true,
|
| 3 |
"bos_token_id": 1,
|
| 4 |
"eos_token_id": 2,
|
| 5 |
-
"max_length":
|
| 6 |
"pad_token_id": 2,
|
| 7 |
"transformers_version": "4.33.2",
|
| 8 |
"use_cache": false
|
|
|
|
| 2 |
"_from_model_config": true,
|
| 3 |
"bos_token_id": 1,
|
| 4 |
"eos_token_id": 2,
|
| 5 |
+
"max_length": 16384,
|
| 6 |
"pad_token_id": 2,
|
| 7 |
"transformers_version": "4.33.2",
|
| 8 |
"use_cache": false
|