checkpoint-42724/special_tokens_map.json

{
  "additional_special_tokens": [
    "<|aligned|>",
    "<|2|>",
    "<|3|>",
    "<|4|>",
    "<|5|>",
    "<|6|>",
    "<|7|>",
    "<|8|>",
    "<|9|>",
    "<|misaligned|>"
  ],
  "bos_token": "<|endoftext|>",
  "eos_token": "<|endoftext|>",
  "pad_token": "<|endoftext|>",
  "unk_token": "<|endoftext|>"
}