Tongjilibo
/

bert4torch_config

Model card Files Files and versions Community

Tongjilibo commited on 4 days ago

Commit

3efe041

•

1 Parent(s): f4b7619

修改end_id为eos_token_i

Browse files

Files changed (49) hide show

BELLE-LLaMA-7B-2M-enc/bert4torch_config.json +1 -1
Llama-2-13b-chat-hf/bert4torch_config.json +1 -1
Llama-2-13b-hf/bert4torch_config.json +1 -1
Llama-2-7b-chat-hf/bert4torch_config.json +1 -1
Llama-2-7b-hf/bert4torch_config.json +1 -1
Meta-Llama-3-8B-Instruct/bert4torch_config.json +1 -1
Meta-Llama-3-8B/bert4torch_config.json +1 -1
Qwen-14B-Chat/bert4torch_config.json +1 -1
Qwen-14B/bert4torch_config.json +1 -1
Qwen-1_8B-Chat/bert4torch_config.json +1 -1
Qwen-1_8B/bert4torch_config.json +1 -1
Qwen-7B-Chat/bert4torch_config.json +1 -1
Qwen-7B/bert4torch_config.json +1 -1
Qwen1.5-0.5B-Chat/bert4torch_config.json +1 -1
Qwen1.5-0.5B/bert4torch_config.json +1 -1
Qwen1.5-1.8B-Chat/bert4torch_config.json +1 -1
Qwen1.5-1.8B/bert4torch_config.json +1 -1
Qwen1.5-14B-Chat/bert4torch_config.json +1 -1
Qwen1.5-14B/bert4torch_config.json +1 -1
Qwen1.5-7B-Chat/bert4torch_config.json +1 -1
Qwen1.5-7B/bert4torch_config.json +1 -1
Qwen2-0.5B-Instruct/bert4torch_config.json +1 -1
Qwen2-0.5B/bert4torch_config.json +1 -1
Qwen2-1.5B-Instruct/bert4torch_config.json +1 -1
Qwen2-1.5B/bert4torch_config.json +1 -1
Qwen2-7B-Instruct/bert4torch_config.json +1 -1
Qwen2-7B/bert4torch_config.json +1 -1
Yi-6B-200K/bert4torch_config.json +1 -1
Yi-6B/bert4torch_config.json +1 -1
Ziya-LLaMA-13B-v1.1/bert4torch_config.json +1 -1
Ziya-LLaMA-13B-v1/bert4torch_config.json +1 -1
chatglm3-6b-32k/bert4torch_config.json +1 -1
chatglm3-6b/bert4torch_config.json +1 -1
chinese_alpaca_plus_7b/bert4torch_config.json +1 -1
chinese_llama_plus_7b/bert4torch_config.json +1 -1
deepseek-moe-16b-base/bert4torch_config.json +1 -1
glm-4-9b-chat-1m/bert4torch_config.json +1 -1
glm-4-9b-chat/bert4torch_config.json +1 -1
glm-4-9b/bert4torch_config.json +1 -1
internlm-chat-7b/bert4torch_config.json +1 -1
internlm2-1_8b/bert4torch_config.json +1 -1
internlm2-7b/bert4torch_config.json +1 -1
internlm2-chat-1_8b/bert4torch_config.json +1 -1
internlm2-chat-7b/bert4torch_config.json +1 -1
internlm2_5-7b-chat-1m/bert4torch_config.json +1 -1
internlm2_5-7b-chat/bert4torch_config.json +1 -1
internlm2_5-7b/bert4torch_config.json +1 -1
llama-13b/bert4torch_config.json +1 -1
llama-7b/bert4torch_config.json +1 -1

BELLE-LLaMA-7B-2M-enc/bert4torch_config.json CHANGED Viewed

@@ -11,5 +11,5 @@
     "segment_vocab_size": 0,
     "skip_init": true,
     "rope_rank": "updown",
-    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "max_length": 2048, "end_id": 2}
 }

     "segment_vocab_size": 0,
     "skip_init": true,
     "rope_rank": "updown",
+    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "max_length": 2048, "eos_token_id": 2}
 }

Llama-2-13b-chat-hf/bert4torch_config.json CHANGED Viewed

@@ -18,5 +18,5 @@
     "tie_word_embeddings": false,
 	"torch_dtype": "float16",
     "convert_lm_logits_dtype": "float32",
-    "generation_config": {"tokenizer_config":  {"skip_special_tokens": true, "add_special_tokens": false},"end_id": 2}
     }

     "tie_word_embeddings": false,
 	"torch_dtype": "float16",
     "convert_lm_logits_dtype": "float32",
+    "generation_config": {"tokenizer_config":  {"skip_special_tokens": true, "add_special_tokens": false},"eos_token_id": 2}
     }

Llama-2-13b-hf/bert4torch_config.json CHANGED Viewed

@@ -18,5 +18,5 @@
     "tie_word_embeddings": false,
 	"torch_dtype": "float16",
     "convert_lm_logits_dtype": "float32",
-    "generation_config": {"tokenizer_config":  {"skip_special_tokens": true, "add_special_tokens": false},"end_id": 2}
     }

     "tie_word_embeddings": false,
 	"torch_dtype": "float16",
     "convert_lm_logits_dtype": "float32",
+    "generation_config": {"tokenizer_config":  {"skip_special_tokens": true, "add_special_tokens": false},"eos_token_id": 2}
     }

Llama-2-7b-chat-hf/bert4torch_config.json CHANGED Viewed

@@ -12,5 +12,5 @@
     "layer_norm_eps": 1e-6,
     "rope_rank": "updown",
     "convert_lm_logits_dtype": "float32",
-    "generation_config": {"tokenizer_config":  {"skip_special_tokens": true, "add_special_tokens": false},"end_id": 2}
 }

     "layer_norm_eps": 1e-6,
     "rope_rank": "updown",
     "convert_lm_logits_dtype": "float32",
+    "generation_config": {"tokenizer_config":  {"skip_special_tokens": true, "add_special_tokens": false},"eos_token_id": 2}
 }

Llama-2-7b-hf/bert4torch_config.json CHANGED Viewed

@@ -12,5 +12,5 @@
     "layer_norm_eps": 1e-5,
     "rope_rank": "updown",
     "convert_lm_logits_dtype": "float32",
-    "generation_config": {"tokenizer_config":  {"skip_special_tokens": true, "add_special_tokens": false},"end_id": 2}
 }

     "layer_norm_eps": 1e-5,
     "rope_rank": "updown",
     "convert_lm_logits_dtype": "float32",
+    "generation_config": {"tokenizer_config":  {"skip_special_tokens": true, "add_special_tokens": false},"eos_token_id": 2}
 }

Meta-Llama-3-8B-Instruct/bert4torch_config.json CHANGED Viewed

@@ -18,5 +18,5 @@
 	"tie_word_embeddings": false,
 	"attention_probs_dropout_prob": 0.0,
     "convert_lm_logits_dtype": "float32",
-	"generation_config": {"tokenizer_config":  {"skip_special_tokens": true, "add_special_tokens": false}, "end_id": [128001, 128009]}
 }

 	"tie_word_embeddings": false,
 	"attention_probs_dropout_prob": 0.0,
     "convert_lm_logits_dtype": "float32",
+	"generation_config": {"tokenizer_config":  {"skip_special_tokens": true, "add_special_tokens": false}, "eos_token_id": [128001, 128009]}
 }

Meta-Llama-3-8B/bert4torch_config.json CHANGED Viewed

@@ -18,5 +18,5 @@
 	"tie_word_embeddings": false,
 	"attention_probs_dropout_prob": 0.0,
     "convert_lm_logits_dtype": "float32",
-	"generation_config": {"tokenizer_config":  {"skip_special_tokens": true, "add_special_tokens": false}, "end_id": [128001, 128009]}
 }

 	"tie_word_embeddings": false,
 	"attention_probs_dropout_prob": 0.0,
     "convert_lm_logits_dtype": "float32",
+	"generation_config": {"tokenizer_config":  {"skip_special_tokens": true, "add_special_tokens": false}, "eos_token_id": [128001, 128009]}
 }

Qwen-14B-Chat/bert4torch_config.json CHANGED Viewed

@@ -22,6 +22,6 @@
     "rope_rank": "updown",
     "max_position_embeddings": 8192,
     "generation_config": {"tokenizer_config": {"allowed_special": ["<|im_end|>", "<|im_start|>", "<|endoftext|>"],
-                          "skip_special_tokens": true}, "end_id": [151644, 151645],
                           "max_length": 8192}
 }

     "rope_rank": "updown",
     "max_position_embeddings": 8192,
     "generation_config": {"tokenizer_config": {"allowed_special": ["<|im_end|>", "<|im_start|>", "<|endoftext|>"],
+                          "skip_special_tokens": true}, "eos_token_id": [151644, 151645],
                           "max_length": 8192}
 }

Qwen-14B/bert4torch_config.json CHANGED Viewed

@@ -22,6 +22,6 @@
     "rope_rank": "updown",
     "max_position_embeddings": 8192,
     "generation_config": {"tokenizer_config": {"allowed_special": ["<|im_end|>", "<|im_start|>", "<|endoftext|>"],
-                          "skip_special_tokens": true}, "end_id": [151643],
                           "max_length": 8192}
 }

     "rope_rank": "updown",
     "max_position_embeddings": 8192,
     "generation_config": {"tokenizer_config": {"allowed_special": ["<|im_end|>", "<|im_start|>", "<|endoftext|>"],
+                          "skip_special_tokens": true}, "eos_token_id": [151643],
                           "max_length": 8192}
 }

Qwen-1_8B-Chat/bert4torch_config.json CHANGED Viewed

@@ -29,6 +29,6 @@
     "rope_rank": "updown",
     "max_position": 8192,
     "generation_config": {"tokenizer_config": {"allowed_special": ["<|im_end|>", "<|im_start|>", "<|endoftext|>"],
-                          "skip_special_tokens": true}, "end_id": [151644, 151645],
                           "max_length": 8192}
 }

     "rope_rank": "updown",
     "max_position": 8192,
     "generation_config": {"tokenizer_config": {"allowed_special": ["<|im_end|>", "<|im_start|>", "<|endoftext|>"],
+                          "skip_special_tokens": true}, "eos_token_id": [151644, 151645],
                           "max_length": 8192}
 }

Qwen-1_8B/bert4torch_config.json CHANGED Viewed

@@ -29,6 +29,6 @@
     "rope_rank": "updown",
     "max_position": 8192,
     "generation_config": {"tokenizer_config": {"allowed_special": ["<|im_end|>", "<|im_start|>", "<|endoftext|>"],
-                          "skip_special_tokens": true}, "end_id": [151643],
                           "max_length": 8192}
 }

     "rope_rank": "updown",
     "max_position": 8192,
     "generation_config": {"tokenizer_config": {"allowed_special": ["<|im_end|>", "<|im_start|>", "<|endoftext|>"],
+                          "skip_special_tokens": true}, "eos_token_id": [151643],
                           "max_length": 8192}
 }

Qwen-7B-Chat/bert4torch_config.json CHANGED Viewed

@@ -29,6 +29,6 @@
     "rope_rank": "updown",
     "max_position": 8192,
     "generation_config": {"tokenizer_config": {"allowed_special": ["<|im_end|>", "<|im_start|>", "<|endoftext|>"],
-                          "skip_special_tokens": true}, "end_id": [151644, 151645],
                           "max_length": 8192}
 }

     "rope_rank": "updown",
     "max_position": 8192,
     "generation_config": {"tokenizer_config": {"allowed_special": ["<|im_end|>", "<|im_start|>", "<|endoftext|>"],
+                          "skip_special_tokens": true}, "eos_token_id": [151644, 151645],
                           "max_length": 8192}
 }

Qwen-7B/bert4torch_config.json CHANGED Viewed

@@ -29,6 +29,6 @@
     "rope_rank": "updown",
     "max_position": 8192,
     "generation_config": {"tokenizer_config": {"allowed_special": ["<|im_end|>", "<|im_start|>", "<|endoftext|>"],
-                          "skip_special_tokens": true}, "end_id": [151643],
                           "max_length": 8192}
 }

     "rope_rank": "updown",
     "max_position": 8192,
     "generation_config": {"tokenizer_config": {"allowed_special": ["<|im_end|>", "<|im_start|>", "<|endoftext|>"],
+                          "skip_special_tokens": true}, "eos_token_id": [151643],
                           "max_length": 8192}
 }

Qwen1.5-0.5B-Chat/bert4torch_config.json CHANGED Viewed

@@ -24,6 +24,6 @@
 	"sliding_window": 32768,
 	"max_window_layers": 21,
     "convert_lm_logits_dtype": "float32",
-    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "end_id": [151644, 151645],
                           "max_length": 32768}
 }

 	"sliding_window": 32768,
 	"max_window_layers": 21,
     "convert_lm_logits_dtype": "float32",
+    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "eos_token_id": [151644, 151645],
                           "max_length": 32768}
 }

Qwen1.5-0.5B/bert4torch_config.json CHANGED Viewed

@@ -24,6 +24,6 @@
 	"sliding_window": 32768,
 	"max_window_layers": 21,
     "convert_lm_logits_dtype": "float32",
-    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "end_id": [151643],
                           "max_length": 32768}
 }

 	"sliding_window": 32768,
 	"max_window_layers": 21,
     "convert_lm_logits_dtype": "float32",
+    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "eos_token_id": [151643],
                           "max_length": 32768}
 }

Qwen1.5-1.8B-Chat/bert4torch_config.json CHANGED Viewed

@@ -24,6 +24,6 @@
 	"sliding_window": 32768,
 	"max_window_layers": 21,
     "convert_lm_logits_dtype": "float32",
-    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "end_id": [151644, 151645],
                           "max_length": 32768}
 }

 	"sliding_window": 32768,
 	"max_window_layers": 21,
     "convert_lm_logits_dtype": "float32",
+    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "eos_token_id": [151644, 151645],
                           "max_length": 32768}
 }

Qwen1.5-1.8B/bert4torch_config.json CHANGED Viewed

@@ -24,6 +24,6 @@
 	"sliding_window": 32768,
 	"max_window_layers": 21,
     "convert_lm_logits_dtype": "float32",
-    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "end_id": [151643],
                           "max_length": 32768}
 }

 	"sliding_window": 32768,
 	"max_window_layers": 21,
     "convert_lm_logits_dtype": "float32",
+    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "eos_token_id": [151643],
                           "max_length": 32768}
 }

Qwen1.5-14B-Chat/bert4torch_config.json CHANGED Viewed

@@ -24,6 +24,6 @@
 	"sliding_window": 32768,
 	"max_window_layers": 35,
     "convert_lm_logits_dtype": "float32",
-    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "end_id": [151644, 151645],
                           "max_length": 32768}
 }

 	"sliding_window": 32768,
 	"max_window_layers": 35,
     "convert_lm_logits_dtype": "float32",
+    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "eos_token_id": [151644, 151645],
                           "max_length": 32768}
 }

Qwen1.5-14B/bert4torch_config.json CHANGED Viewed

@@ -24,6 +24,6 @@
 	"sliding_window": 32768,
 	"max_window_layers": 35,
     "convert_lm_logits_dtype": "float32",
-    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "end_id": [151643],
                           "max_length": 32768}
 }

 	"sliding_window": 32768,
 	"max_window_layers": 35,
     "convert_lm_logits_dtype": "float32",
+    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "eos_token_id": [151643],
                           "max_length": 32768}
 }

Qwen1.5-7B-Chat/bert4torch_config.json CHANGED Viewed

@@ -24,6 +24,6 @@
 	"sliding_window": 32768,
 	"max_window_layers": 28,
     "convert_lm_logits_dtype": "float32",
-    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "end_id": [151644, 151645],
                           "max_length": 32768}
 }

 	"sliding_window": 32768,
 	"max_window_layers": 28,
     "convert_lm_logits_dtype": "float32",
+    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "eos_token_id": [151644, 151645],
                           "max_length": 32768}
 }

Qwen1.5-7B/bert4torch_config.json CHANGED Viewed

@@ -24,6 +24,6 @@
 	"sliding_window": 32768,
 	"max_window_layers": 28,
     "convert_lm_logits_dtype": "float32",
-    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "end_id": [151643],
                           "max_length": 32768}
 }

 	"sliding_window": 32768,
 	"max_window_layers": 28,
     "convert_lm_logits_dtype": "float32",
+    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "eos_token_id": [151643],
                           "max_length": 32768}
 }

Qwen2-0.5B-Instruct/bert4torch_config.json CHANGED Viewed

@@ -24,6 +24,6 @@
 	"sliding_window": 32768,
 	"max_window_layers": 24,
     "convert_lm_logits_dtype": "float32",
-    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "end_id": [151644, 151645],
                           "max_length": 32768}
 }

 	"sliding_window": 32768,
 	"max_window_layers": 24,
     "convert_lm_logits_dtype": "float32",
+    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "eos_token_id": [151644, 151645],
                           "max_length": 32768}
 }

Qwen2-0.5B/bert4torch_config.json CHANGED Viewed

@@ -24,6 +24,6 @@
 	"sliding_window": 32768,
 	"max_window_layers": 24,
     "convert_lm_logits_dtype": "float32",
-    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "end_id": [151643],
                           "max_length": 32768}
 }

 	"sliding_window": 32768,
 	"max_window_layers": 24,
     "convert_lm_logits_dtype": "float32",
+    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "eos_token_id": [151643],
                           "max_length": 32768}
 }

Qwen2-1.5B-Instruct/bert4torch_config.json CHANGED Viewed

@@ -24,6 +24,6 @@
 	"sliding_window": 32768,
 	"max_window_layers": 28,
     "convert_lm_logits_dtype": "float32",
-    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "end_id": [151644, 151645],
                           "max_length": 32768}
 }

 	"sliding_window": 32768,
 	"max_window_layers": 28,
     "convert_lm_logits_dtype": "float32",
+    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "eos_token_id": [151644, 151645],
                           "max_length": 32768}
 }

Qwen2-1.5B/bert4torch_config.json CHANGED Viewed

@@ -24,6 +24,6 @@
 	"sliding_window": 32768,
 	"max_window_layers": 28,
     "convert_lm_logits_dtype": "float32",
-    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "end_id": [151643],
                           "max_length": 32768}
 }

 	"sliding_window": 32768,
 	"max_window_layers": 28,
     "convert_lm_logits_dtype": "float32",
+    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "eos_token_id": [151643],
                           "max_length": 32768}
 }

Qwen2-7B-Instruct/bert4torch_config.json CHANGED Viewed

@@ -24,6 +24,6 @@
 	"sliding_window": 131072,
 	"max_window_layers": 28,
     "convert_lm_logits_dtype": "float32",
-    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "end_id": [151644, 151645],
                           "max_length": 32768}
 }

 	"sliding_window": 131072,
 	"max_window_layers": 28,
     "convert_lm_logits_dtype": "float32",
+    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "eos_token_id": [151644, 151645],
                           "max_length": 32768}
 }

Qwen2-7B/bert4torch_config.json CHANGED Viewed

@@ -24,6 +24,6 @@
 	"sliding_window": 131072,
 	"max_window_layers": 28,
     "convert_lm_logits_dtype": "float32",
-    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "end_id": [151643],
                           "max_length": 32768}
 }

 	"sliding_window": 131072,
 	"max_window_layers": 28,
     "convert_lm_logits_dtype": "float32",
+    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "eos_token_id": [151643],
                           "max_length": 32768}
 }

Yi-6B-200K/bert4torch_config.json CHANGED Viewed

@@ -19,7 +19,7 @@
   "skip_init": true,
   "rope_rank": "updown",
   "segment_vocab_size": 0,
-  "generation_config": {"tokenizer_decode_config": {"skip_special_tokens": true}, "max_length": 4096, "end_id": 2},
   "mapping": {
 	"embeddings.word_embeddings.weight": "model.embed_tokens.weight",
 	"LayerNormFinal.weight": "model.norm.weight",

   "skip_init": true,
   "rope_rank": "updown",
   "segment_vocab_size": 0,
+  "generation_config": {"tokenizer_decode_config": {"skip_special_tokens": true}, "max_length": 4096, "eos_token_id": 2},
   "mapping": {
 	"embeddings.word_embeddings.weight": "model.embed_tokens.weight",
 	"LayerNormFinal.weight": "model.norm.weight",

Yi-6B/bert4torch_config.json CHANGED Viewed

@@ -19,7 +19,7 @@
   "skip_init": true,
   "rope_rank": "updown",
   "segment_vocab_size": 0,
-  "generation_config": {"tokenizer_decode_config": {"skip_special_tokens": true}, "max_length": 4096, "end_id": 2},
   "mapping": {
 	"embeddings.word_embeddings.weight": "model.embed_tokens.weight",
 	"LayerNormFinal.weight": "model.norm.weight",

   "skip_init": true,
   "rope_rank": "updown",
   "segment_vocab_size": 0,
+  "generation_config": {"tokenizer_decode_config": {"skip_special_tokens": true}, "max_length": 4096, "eos_token_id": 2},
   "mapping": {
 	"embeddings.word_embeddings.weight": "model.embed_tokens.weight",
 	"LayerNormFinal.weight": "model.norm.weight",

Ziya-LLaMA-13B-v1.1/bert4torch_config.json CHANGED Viewed

@@ -18,5 +18,5 @@
 "segment_vocab_size": 0,
 "skip_init": true,
 "rope_rank": "updown",
-"generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "max_length": 2048, "end_id": 2}
 }

 "segment_vocab_size": 0,
 "skip_init": true,
 "rope_rank": "updown",
+"generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "max_length": 2048, "eos_token_id": 2}
 }

Ziya-LLaMA-13B-v1/bert4torch_config.json CHANGED Viewed

@@ -18,5 +18,5 @@
 "segment_vocab_size": 0,
 "skip_init": true,
 "rope_rank": "updown",
-"generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "max_length": 2048, "end_id": 2}
 }

 "segment_vocab_size": 0,
 "skip_init": true,
 "rope_rank": "updown",
+"generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "max_length": 2048, "eos_token_id": 2}
 }

chatglm3-6b-32k/bert4torch_config.json CHANGED Viewed

@@ -21,5 +21,5 @@
   "position_encoding_2d": true,
   "flash_attention": true,
   "generation_config": {"tokenizer_config": {"additional_special_tokens": ["<|user|>", "<|observation|>"],
-                        "skip_special_tokens": true}, "end_id": [2, 64795, 64797], "max_length": 32768}
 }

   "position_encoding_2d": true,
   "flash_attention": true,
   "generation_config": {"tokenizer_config": {"additional_special_tokens": ["<|user|>", "<|observation|>"],
+                        "skip_special_tokens": true}, "eos_token_id": [2, 64795, 64797], "max_length": 32768}
 }

chatglm3-6b/bert4torch_config.json CHANGED Viewed

@@ -20,5 +20,5 @@
     "position_encoding_2d": true,
     "flash_attention": true,
     "generation_config": {"tokenizer_config": {"additional_special_tokens": ["<|user|>", "<|observation|>"],
-                          "skip_special_tokens": true}, "end_id": [2, 64795, 64797], "max_length": 8192}
 }

     "position_encoding_2d": true,
     "flash_attention": true,
     "generation_config": {"tokenizer_config": {"additional_special_tokens": ["<|user|>", "<|observation|>"],
+                          "skip_special_tokens": true}, "eos_token_id": [2, 64795, 64797], "max_length": 8192}
 }

chinese_alpaca_plus_7b/bert4torch_config.json CHANGED Viewed

@@ -11,5 +11,5 @@
 	"segment_vocab_size": 0,
 	"skip_init": true,
 	"rope_rank": "updown",
-    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "max_length": 2048, "end_id": 2}
 }

 	"segment_vocab_size": 0,
 	"skip_init": true,
 	"rope_rank": "updown",
+    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "max_length": 2048, "eos_token_id": 2}
 }

chinese_llama_plus_7b/bert4torch_config.json CHANGED Viewed

@@ -11,5 +11,5 @@
 	"segment_vocab_size": 0,
 	"skip_init": true,
 	"rope_rank": "updown",
-    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "max_length": 2048, "end_id": 2}
 }

 	"segment_vocab_size": 0,
 	"skip_init": true,
 	"rope_rank": "updown",
+    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "max_length": 2048, "eos_token_id": 2}
 }

deepseek-moe-16b-base/bert4torch_config.json CHANGED Viewed

@@ -32,5 +32,5 @@
   "skip_init": true,
   "segment_vocab_size": 0,
   "rope_rank": "updown",
-  "generation_config": {"tokenizer_config": {"add_special_tokens": false, "skip_special_tokens": true}, "max_length": 4096, "end_id": 100001}
 }

   "skip_init": true,
   "segment_vocab_size": 0,
   "rope_rank": "updown",
+  "generation_config": {"tokenizer_config": {"add_special_tokens": false, "skip_special_tokens": true}, "max_length": 4096, "eos_token_id": 100001}
 }

glm-4-9b-chat-1m/bert4torch_config.json CHANGED Viewed

@@ -21,5 +21,5 @@
     "eos_token_id": [151329, 151336, 151338],
     "pad_token_id": 151329,
     "generation_config": {"tokenizer_config": {"skip_special_tokens": true},
-                          "end_id": [151329, 151336, 151338], "max_length": 131072}
 }

     "eos_token_id": [151329, 151336, 151338],
     "pad_token_id": 151329,
     "generation_config": {"tokenizer_config": {"skip_special_tokens": true},
+                          "eos_token_id": [151329, 151336, 151338], "max_length": 131072}
 }

glm-4-9b-chat/bert4torch_config.json CHANGED Viewed

@@ -21,5 +21,5 @@
     "eos_token_id": [151329, 151336, 151338],
     "pad_token_id": 151329,
     "generation_config": {"tokenizer_config": {"skip_special_tokens": true},
-                          "end_id": [151329, 151336, 151338], "max_length": 131072}
 }

     "eos_token_id": [151329, 151336, 151338],
     "pad_token_id": 151329,
     "generation_config": {"tokenizer_config": {"skip_special_tokens": true},
+                          "eos_token_id": [151329, 151336, 151338], "max_length": 131072}
 }

glm-4-9b/bert4torch_config.json CHANGED Viewed

@@ -20,5 +20,5 @@
     "eos_token_id": [151329, 151336, 151338],
     "pad_token_id": 151329,
     "generation_config": {"tokenizer_config": {"skip_special_tokens": true},
-                          "end_id": [151329, 151336, 151338], "max_length": 131072}
 }

     "eos_token_id": [151329, 151336, 151338],
     "pad_token_id": 151329,
     "generation_config": {"tokenizer_config": {"skip_special_tokens": true},
+                          "eos_token_id": [151329, 151336, 151338], "max_length": 131072}
 }

internlm-chat-7b/bert4torch_config.json CHANGED Viewed

@@ -13,5 +13,5 @@
     "rope_rank": "updown",
     "torch_dtype": "float16",
     "tie_word_embeddings": false,
-    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "end_id": [2, 103028], "max_length": 2048}
 }

     "rope_rank": "updown",
     "torch_dtype": "float16",
     "tie_word_embeddings": false,
+    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "eos_token_id": [2, 103028], "max_length": 2048}
 }

internlm2-1_8b/bert4torch_config.json CHANGED Viewed

@@ -24,5 +24,5 @@
     "rope_rank": "updown",
     "torch_dtype": "float16",
     "vocab_size": 92544,
-    "generation_config": {"end_id": [2, 92542], "max_length": 32768}
   }

     "rope_rank": "updown",
     "torch_dtype": "float16",
     "vocab_size": 92544,
+    "generation_config": {"eos_token_id": [2, 92542], "max_length": 32768}
   }

internlm2-7b/bert4torch_config.json CHANGED Viewed

@@ -24,5 +24,5 @@
   "segment_vocab_size": 0,
   "skip_init": true,
   "rope_rank": "updown",
-  "generation_config": {"end_id": [2, 92542], "max_length": 32768}
 }

   "segment_vocab_size": 0,
   "skip_init": true,
   "rope_rank": "updown",
+  "generation_config": {"eos_token_id": [2, 92542], "max_length": 32768}
 }

internlm2-chat-1_8b/bert4torch_config.json CHANGED Viewed

@@ -24,5 +24,5 @@
     "rope_rank": "updown",
     "torch_dtype": "float16",
     "vocab_size": 92544,
-    "generation_config": {"end_id": [2, 92542], "max_length": 32768}
   }

     "rope_rank": "updown",
     "torch_dtype": "float16",
     "vocab_size": 92544,
+    "generation_config": {"eos_token_id": [2, 92542], "max_length": 32768}
   }

internlm2-chat-7b/bert4torch_config.json CHANGED Viewed

@@ -24,5 +24,5 @@
   "segment_vocab_size": 0,
   "skip_init": true,
   "rope_rank": "updown",
-  "generation_config": {"end_id": [2, 92542], "max_length": 32768}
 }

   "segment_vocab_size": 0,
   "skip_init": true,
   "rope_rank": "updown",
+  "generation_config": {"eos_token_id": [2, 92542], "max_length": 32768}
 }

internlm2_5-7b-chat-1m/bert4torch_config.json CHANGED Viewed

@@ -24,5 +24,5 @@
   "segment_vocab_size": 0,
   "skip_init": true,
   "rope_rank": "updown",
-  "generation_config": {"end_id": [2, 92542], "max_length": 262144}
 }

   "segment_vocab_size": 0,
   "skip_init": true,
   "rope_rank": "updown",
+  "generation_config": {"eos_token_id": [2, 92542], "max_length": 262144}
 }

internlm2_5-7b-chat/bert4torch_config.json CHANGED Viewed

@@ -24,5 +24,5 @@
   "segment_vocab_size": 0,
   "skip_init": true,
   "rope_rank": "updown",
-  "generation_config": {"end_id": [2, 92542], "max_length": 32768}
 }

   "segment_vocab_size": 0,
   "skip_init": true,
   "rope_rank": "updown",
+  "generation_config": {"eos_token_id": [2, 92542], "max_length": 32768}
 }

internlm2_5-7b/bert4torch_config.json CHANGED Viewed

@@ -24,5 +24,5 @@
   "segment_vocab_size": 0,
   "skip_init": true,
   "rope_rank": "updown",
-  "generation_config": {"end_id": [2, 92542], "max_length": 32768}
 }

   "segment_vocab_size": 0,
   "skip_init": true,
   "rope_rank": "updown",
+  "generation_config": {"eos_token_id": [2, 92542], "max_length": 32768}
 }

llama-13b/bert4torch_config.json CHANGED Viewed

@@ -13,5 +13,5 @@
 	"skip_init": true,
 	"rope_rank": "updown",
     "convert_lm_logits_dtype": "float32",
-    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "max_length": 2048, "end_id": 2}
 }

 	"skip_init": true,
 	"rope_rank": "updown",
     "convert_lm_logits_dtype": "float32",
+    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "max_length": 2048, "eos_token_id": 2}
 }

llama-7b/bert4torch_config.json CHANGED Viewed

@@ -13,5 +13,5 @@
 	"skip_init": true,
 	"rope_rank": "updown",
     "convert_lm_logits_dtype": "float32",
-    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "max_length": 2048, "end_id": 2}
 }

 	"skip_init": true,
 	"rope_rank": "updown",
     "convert_lm_logits_dtype": "float32",
+    "generation_config": {"tokenizer_config": {"skip_special_tokens": true}, "max_length": 2048, "eos_token_id": 2}
 }