ArthurZ HF staff commited on
Commit
b701e8e
1 Parent(s): 29092c4

Update special_tokens_map.json

Browse files
Files changed (1) hide show
  1. special_tokens_map.json +1 -1
special_tokens_map.json CHANGED
@@ -110,7 +110,7 @@
110
  "bos_token": "<|endoftext|>",
111
  "eos_token": "<|endoftext|>",
112
  "unk_token": {
113
- "content": "<|endoftext|>",
114
  "lstrip": false,
115
  "normalized": true,
116
  "rstrip": false,
 
110
  "bos_token": "<|endoftext|>",
111
  "eos_token": "<|endoftext|>",
112
  "unk_token": {
113
+ "content": "",
114
  "lstrip": false,
115
  "normalized": true,
116
  "rstrip": false,