TouchNight commited on
Commit
ec6da0b
1 Parent(s): 6524c15

Upload 3 files

Browse files
Files changed (3) hide show
  1. config.json +3 -3
  2. generation_config.json +5 -1
  3. tokenizer_config.json +2 -2
config.json CHANGED
@@ -10,7 +10,7 @@
10
  "hidden_size": 3584,
11
  "initializer_range": 0.02,
12
  "intermediate_size": 18944,
13
- "max_position_embeddings": 131072,
14
  "max_window_layers": 28,
15
  "model_type": "qwen2",
16
  "num_attention_heads": 28,
@@ -18,11 +18,11 @@
18
  "num_key_value_heads": 4,
19
  "rms_norm_eps": 1e-06,
20
  "rope_theta": 1000000.0,
21
- "sliding_window": 4096,
22
  "tie_word_embeddings": false,
23
  "torch_dtype": "bfloat16",
24
  "transformers_version": "4.40.2",
25
- "use_cache": false,
26
  "use_sliding_window": false,
27
  "vocab_size": 152064
28
  }
 
10
  "hidden_size": 3584,
11
  "initializer_range": 0.02,
12
  "intermediate_size": 18944,
13
+ "max_position_embeddings": 32768,
14
  "max_window_layers": 28,
15
  "model_type": "qwen2",
16
  "num_attention_heads": 28,
 
18
  "num_key_value_heads": 4,
19
  "rms_norm_eps": 1e-06,
20
  "rope_theta": 1000000.0,
21
+ "sliding_window": 131072,
22
  "tie_word_embeddings": false,
23
  "torch_dtype": "bfloat16",
24
  "transformers_version": "4.40.2",
25
+ "use_cache": true,
26
  "use_sliding_window": false,
27
  "vocab_size": 152064
28
  }
generation_config.json CHANGED
@@ -1,7 +1,11 @@
1
  {
2
  "bos_token_id": 151643,
 
3
  "do_sample": true,
4
- "eos_token_id": 151645,
 
 
 
5
  "max_new_tokens": 2048,
6
  "transformers_version": "4.40.2"
7
  }
 
1
  {
2
  "bos_token_id": 151643,
3
+ "pad_token_id": 151643,
4
  "do_sample": true,
5
+ "eos_token_id": [
6
+ 151645,
7
+ 151643
8
+ ],
9
  "max_new_tokens": 2048,
10
  "transformers_version": "4.40.2"
11
  }
tokenizer_config.json CHANGED
@@ -30,12 +30,12 @@
30
  "<|im_start|>",
31
  "<|im_end|>"
32
  ],
33
- "bos_token": "<|endoftext|>",
34
  "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
35
  "clean_up_tokenization_spaces": false,
36
  "eos_token": "<|im_end|>",
37
  "errors": "replace",
38
- "model_max_length": 32768,
39
  "pad_token": "<|endoftext|>",
40
  "split_special_tokens": false,
41
  "tokenizer_class": "Qwen2Tokenizer",
 
30
  "<|im_start|>",
31
  "<|im_end|>"
32
  ],
33
+ "bos_token": null,
34
  "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
35
  "clean_up_tokenization_spaces": false,
36
  "eos_token": "<|im_end|>",
37
  "errors": "replace",
38
+ "model_max_length": 131072,
39
  "pad_token": "<|endoftext|>",
40
  "split_special_tokens": false,
41
  "tokenizer_class": "Qwen2Tokenizer",