{ "add_prefix_space": false, "backend": "tokenizers", "bos_token": "<|endoftext|>", "clean_up_tokenization_spaces": true, "eos_token": "<|im_end|>", "errors": "replace", "fix_mistral_regex": true, "image_token": "<|IMAGE_PAD|>", "is_local": true, "local_files_only": false, "model_max_length": 1000000000000000019884624838656, "model_specific_special_tokens": { "image_token": "<|IMAGE_PAD|>", "video_token": "<|VIDEO_PAD|>" }, "pad_token": "<|endoftext|>", "processor_class": "Exaone4_5_Processor", "sep_token": "<|endoftext|>", "tokenizer_class": "GPT2Tokenizer", "unk_token": "<|endoftext|>", "video_token": "<|VIDEO_PAD|>" }