{ "additional_special_tokens": [ "", "", "", "[ABCD]", "[AABC]", "[ABAC]", "[ABCC]", "[ABBA]", "[ABAB]", "[ABCB]", "[ABBC]", "[ABBB]", "[AABA]", "[AABB]", "[AAAB]", "[ABCA]", "[AAAA]", "[ABAA]", "", "", "", "", "", "", "" ], "bos_token": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "eos_token": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "pad_token": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "unk_token": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false } }