gpt-code-clippy-125M-bs2048-raw / special_tokens_map.json
arampacha's picture
ckpt-144000
be505ea
raw
history blame
422 Bytes
{"bos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "eos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "unk_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "additional_special_tokens": ["\t\t", " ", " ", " "]}