x54-729 commited on
Commit
b5cf8ae
1 Parent(s): 14e5f67

rename config to internlm2

Browse files
Files changed (2) hide show
  1. config.json +2 -2
  2. tokenizer_config.json +3 -3
config.json CHANGED
@@ -3,7 +3,7 @@
3
  "InternLM2ForCausalLM"
4
  ],
5
  "auto_map": {
6
- "AutoConfig": "configuration_internlm.InternLMConfig",
7
  "AutoModelForCausalLM": "modeling_internlm2.InternLM2ForCausalLM",
8
  "AutoModel": "modeling_internlm2.InternLM2ForCausalLM"
9
  },
@@ -15,7 +15,7 @@
15
  "initializer_range": 0.02,
16
  "intermediate_size": 16384,
17
  "max_position_embeddings": 32768,
18
- "model_type": "internlm",
19
  "num_attention_heads": 48,
20
  "num_hidden_layers": 48,
21
  "num_key_value_heads": 8,
 
3
  "InternLM2ForCausalLM"
4
  ],
5
  "auto_map": {
6
+ "AutoConfig": "configuration_internlm2.InternLM2Config",
7
  "AutoModelForCausalLM": "modeling_internlm2.InternLM2ForCausalLM",
8
  "AutoModel": "modeling_internlm2.InternLM2ForCausalLM"
9
  },
 
15
  "initializer_range": 0.02,
16
  "intermediate_size": 16384,
17
  "max_position_embeddings": 32768,
18
+ "model_type": "internlm2",
19
  "num_attention_heads": 48,
20
  "num_hidden_layers": 48,
21
  "num_key_value_heads": 8,
tokenizer_config.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "auto_map": {
3
  "AutoTokenizer": [
4
- "tokenization_internlm.InternLMTokenizer",
5
- null
6
  ]
7
  },
8
  "bos_token": "<s>",
@@ -10,7 +10,7 @@
10
  "eos_token": "</s>",
11
  "model_max_length": 1000000000000000019884624838656,
12
  "pad_token": "</s>",
13
- "tokenizer_class": "InternLMTokenizer",
14
  "unk_token": "<unk>",
15
  "added_tokens_decoder": {
16
  "0": {
 
1
  {
2
  "auto_map": {
3
  "AutoTokenizer": [
4
+ "tokenization_internlm2.InternLM2Tokenizer",
5
+ "tokenization_internlm2_fast.InternLM2TokenizerFast"
6
  ]
7
  },
8
  "bos_token": "<s>",
 
10
  "eos_token": "</s>",
11
  "model_max_length": 1000000000000000019884624838656,
12
  "pad_token": "</s>",
13
+ "tokenizer_class": "InternLM2Tokenizer",
14
  "unk_token": "<unk>",
15
  "added_tokens_decoder": {
16
  "0": {