hadiqa123 commited on
Commit
ae72c35
·
1 Parent(s): a6c8742

Update special_tokens_map.json

Browse files
Files changed (1) hide show
  1. special_tokens_map.json +2 -2
special_tokens_map.json CHANGED
@@ -15,8 +15,8 @@
15
  "single_word": false
16
  }
17
  ],
18
- "bos_token": "<s>",
19
- "eos_token": "</s>",
20
  "pad_token": "[PAD]",
21
  "unk_token": "[UNK]"
22
  }
 
15
  "single_word": false
16
  }
17
  ],
18
+ "bos_token": null,
19
+ "eos_token": null,
20
  "pad_token": "[PAD]",
21
  "unk_token": "[UNK]"
22
  }