tokenizer_config.json

{
  "bos_token": "<s>",
  "eos_token": "<|end_of_turn|>",
  "unk_token": "<unk>",
  "add_bos_token": true,
  "add_eos_token": false,
  "added_tokens_decoder": {
    "1": {
      "content": "<s>",
      "special": true
    },
    "2": {
      "content": "</s>",
      "special": true
    }
  }
}