{ "add_prefix_space": false, "bos_token": "<|startoftext|>", "eos_token": "<|endoftext|>", "model_max_length": 1000000000000000019884624838656, "name_or_path": "Norod78/distilgpt2-base-pretrained-he", "pad_token": "<|pad|>", "special_tokens_map_file": "./distilgpt2-base-pretrained-he/special_tokens_map.json", "tokenizer_class": "GPT2Tokenizer", "unk_token": "<|endoftext|>", "unknown_token": "<|unknown|>" }