| { | |
| "</s>": 3, | |
| "<pad>": 0, | |
| "<s>": 2, | |
| "<unk>": 1, | |
| "__afr__": 256001, | |
| "__amh__": 256002, | |
| "__arb__": 256003, | |
| "__ary__": 256004, | |
| "__arz__": 256005, | |
| "__asm__": 256006, | |
| "__azj__": 256007, | |
| "__bel__": 256008, | |
| "__ben__": 256009, | |
| "__bos__": 256010, | |
| "__bul__": 256011, | |
| "__cat__": 256012, | |
| "__ceb__": 256013, | |
| "__ces__": 256014, | |
| "__ckb__": 256015, | |
| "__cmn_Hant__": 256017, | |
| "__cmn__": 256016, | |
| "__cym__": 256018, | |
| "__dan__": 256019, | |
| "__deu__": 256020, | |
| "__ell__": 256021, | |
| "__eng__": 256022, | |
| "__est__": 256023, | |
| "__eus__": 256024, | |
| "__fin__": 256025, | |
| "__fra__": 256026, | |
| "__fuv__": 256027, | |
| "__gaz__": 256028, | |
| "__gle__": 256029, | |
| "__glg__": 256030, | |
| "__guj__": 256031, | |
| "__heb__": 256032, | |
| "__hin__": 256033, | |
| "__hrv__": 256034, | |
| "__hun__": 256035, | |
| "__hye__": 256036, | |
| "__ibo__": 256037, | |
| "__ind__": 256038, | |
| "__isl__": 256039, | |
| "__ita__": 256040, | |
| "__jav__": 256041, | |
| "__jpn__": 256042, | |
| "__kan__": 256043, | |
| "__kat__": 256044, | |
| "__kaz__": 256045, | |
| "__khk__": 256046, | |
| "__khm__": 256047, | |
| "__kir__": 256048, | |
| "__kor__": 256049, | |
| "__lao__": 256050, | |
| "__lit__": 256051, | |
| "__lug__": 256052, | |
| "__luo__": 256053, | |
| "__lvs__": 256054, | |
| "__mai__": 256055, | |
| "__mal__": 256056, | |
| "__mar__": 256057, | |
| "__mkd__": 256058, | |
| "__mlt__": 256059, | |
| "__mni__": 256060, | |
| "__mya__": 256061, | |
| "__nld__": 256062, | |
| "__nno__": 256063, | |
| "__nob__": 256064, | |
| "__npi__": 256065, | |
| "__nya__": 256066, | |
| "__ory__": 256067, | |
| "__pan__": 256068, | |
| "__pbt__": 256069, | |
| "__pes__": 256070, | |
| "__pol__": 256071, | |
| "__por__": 256072, | |
| "__ron__": 256073, | |
| "__rus__": 256074, | |
| "__sat__": 256075, | |
| "__slk__": 256076, | |
| "__slv__": 256077, | |
| "__sna__": 256078, | |
| "__snd__": 256079, | |
| "__som__": 256080, | |
| "__spa__": 256081, | |
| "__srp__": 256082, | |
| "__swe__": 256083, | |
| "__swh__": 256084, | |
| "__tam__": 256085, | |
| "__tel__": 256086, | |
| "__tgk__": 256087, | |
| "__tgl__": 256088, | |
| "__tha__": 256089, | |
| "__tur__": 256090, | |
| "__ukr__": 256091, | |
| "__urd__": 256092, | |
| "__uzn__": 256093, | |
| "__vie__": 256094, | |
| "__yor__": 256095, | |
| "__yue__": 256096, | |
| "__zlm__": 256097, | |
| "__zul__": 256098 | |
| } | |