smolm-autoreg-bpe-counterfactual-babylm-only_indef_articles_with_pl_nouns_removal-1e-3
/
special_tokens_map.json
{ | |
"bos_token": "<|endoftext|>", | |
"eos_token": "<|endoftext|>", | |
"pad_token": "<pad>", | |
"unk_token": "<|endoftext|>" | |
} | |
{ | |
"bos_token": "<|endoftext|>", | |
"eos_token": "<|endoftext|>", | |
"pad_token": "<pad>", | |
"unk_token": "<|endoftext|>" | |
} | |