{ "add_bos_token": false, "add_prefix_space": false, "bos_token": { "__type": "AddedToken", "content": "<|endoftext|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, "eos_token": { "__type": "AddedToken", "content": "<|endoftext|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false }, "errors": "replace", "name_or_path": "asi/gpt-fr-cased-small", "pad_token": null, "special_tokens_map_file": "/root/.cache/huggingface/transformers/8bb3968cc09271da6a1adedd33275c0b14b45d7fc81d5ccb6920d4940075b7fe.0f671f161b2dbdaa3a65d346190cb627aac7c67d9c6468ea6a435d7762d446fe", "tokenizer_class": "GPT2Tokenizer", "unk_token": { "__type": "AddedToken", "content": "<|endoftext|>", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false } }