{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 0, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 1, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 2, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 3, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 59999, "content": "ar_AR", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60000, "content": "cs_CZ", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60001, "content": "de_DE", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60002, "content": "en_XX", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60003, "content": "es_XX", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60004, "content": "et_EE", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60005, "content": "fi_FI", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60006, "content": "fr_XX", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60007, "content": "gu_IN", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60008, "content": "hi_IN", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60009, "content": "it_IT", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60010, "content": "ja_XX", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60011, "content": "kk_KZ", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60012, "content": "ko_KR", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60013, "content": "lt_LT", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60014, "content": "lv_LV", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60015, "content": "my_MM", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60016, "content": "ne_NP", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60017, "content": "nl_XX", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60018, "content": "ro_RO", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60019, "content": "ru_RU", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60020, "content": "si_LK", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60021, "content": "tr_TR", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60022, "content": "vi_VN", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60023, "content": "zh_CN", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60024, "content": "af_ZA", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60025, "content": "az_AZ", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60026, "content": "bn_IN", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60027, "content": "fa_IR", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60028, "content": "he_IL", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60029, "content": "hr_HR", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60030, "content": "id_ID", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60031, "content": "ka_GE", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60032, "content": "km_KH", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60033, "content": "mk_MK", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60034, "content": "ml_IN", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60035, "content": "mn_MN", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60036, "content": "mr_IN", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60037, "content": "pl_PL", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60038, "content": "ps_AF", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60039, "content": "pt_XX", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60040, "content": "sv_SE", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60041, "content": "sw_KE", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60042, "content": "ta_IN", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60043, "content": "te_IN", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60044, "content": "th_TH", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60045, "content": "tl_XX", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60046, "content": "uk_UA", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60047, "content": "ur_PK", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60048, "content": "xh_ZA", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60049, "content": "gl_ES", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60050, "content": "sl_SI", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60051, "content": "", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false, "special": true }, { "id": 60052, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60053, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60054, "content": "el_EL", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60055, "content": "ca_XX", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60056, "content": "tp_XX", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60057, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60058, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60059, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60060, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60061, "content": "