hyunwoongko commited on
Commit
b4eab72
1 Parent(s): 4cbf895

Update special_tokens_map.json

Browse files
Files changed (1) hide show
  1. special_tokens_map.json +11 -1
special_tokens_map.json CHANGED
@@ -1 +1,11 @@
1
- {"eos_token": "<eos>", "pad_token": "<pad>", "additional_special_tokens": ["<|endoftext|>", "<|sep|>", "<|acc|>", "<|tel|>", "<|rrn|>"]}
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|endoftext|>",
4
+ "<|sep|>",
5
+ "<|acc|>",
6
+ "<|tel|>",
7
+ "<|rrn|>"
8
+ ],
9
+ "eos_token": "<|endoftext|>",
10
+ "pad_token": "<|endoftext|>"
11
+ }