tokenizer_config.json

{"unk_token": "<|unkoftext|>", "bos_token": "<|beginoftext|>", "eos_token": "<|endoftext|>", "add_prefix_space": false, "errors": "replace", "model_max_length": 2048, "special_tokens_map_file": null, "name_or_path": "//amlt0a3b8c9fa72c7a7e36e6cd517fb7abe6/data/pycode_func_0214_17M_codepy-110M/model", "pad_token": "<|padoftext|>", "tokenizer_class": "GPT2Tokenizer"}