hyunwoongko commited on
Commit
e33a677
1 Parent(s): 7860e50

Update special_tokens_map.json

Browse files
Files changed (1) hide show
  1. special_tokens_map.json +2 -2
special_tokens_map.json CHANGED
@@ -6,6 +6,6 @@
6
  "<|tel|>",
7
  "<|rrn|>"
8
  ],
9
- "eos_token": "<eos>",
10
- "pad_token": "<pad>"
11
  }
 
6
  "<|tel|>",
7
  "<|rrn|>"
8
  ],
9
+ "eos_token": "<|endoftext|>>",
10
+ "pad_token": "<|endoftext|>>"
11
  }