smolm-autoreg-bpe-counterfactual-babylm-only_measure_nps_as_singular_removal-seed_211-1e-3
/
special_tokens_map.json
| { | |
| "bos_token": "<|endoftext|>", | |
| "eos_token": "<|endoftext|>", | |
| "pad_token": "<pad>", | |
| "unk_token": "<|endoftext|>" | |
| } | |
| { | |
| "bos_token": "<|endoftext|>", | |
| "eos_token": "<|endoftext|>", | |
| "pad_token": "<pad>", | |
| "unk_token": "<|endoftext|>" | |
| } | |