{ "auto_map": { "AutoTokenizer": [ "boomer_code_tokenizer.BoomerCodeTokenizer", null ] }, "bos_token": null, "clean_up_tokenization_spaces": false, "eos_token": "<|endoftext|>", "model_max_length": 2048, "pad_token": "<|pad|>", "padding_side": "right", "sep_token": null, "sp_model_kwargs": {}, "tokenizer_class": "BoomerCodeTokenizer", "unk_token": "<|unk|>" }