File size: 4,328 Bytes
dfb7d66 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 |
{
"</s>": 3,
"<pad>": 0,
"<s>": 2,
"<unk>": 1,
"__ace_Latn__": 256002,
"__ace__": 256001,
"__acm__": 256003,
"__acq__": 256004,
"__aeb__": 256005,
"__afr__": 256006,
"__ajp__": 256007,
"__aka__": 256008,
"__als__": 256162,
"__amh__": 256009,
"__apc__": 256010,
"__arb__": 256011,
"__ars__": 256012,
"__ary__": 256013,
"__arz__": 256014,
"__asm__": 256015,
"__ast__": 256016,
"__awa__": 256017,
"__ayr__": 256018,
"__azb__": 256019,
"__azj__": 256020,
"__bak__": 256021,
"__bam__": 256022,
"__ban__": 256023,
"__bel__": 256024,
"__bem__": 256025,
"__ben__": 256026,
"__bho__": 256027,
"__bjn_Latn__": 256029,
"__bjn__": 256028,
"__bod__": 256030,
"__bos__": 256031,
"__bug__": 256032,
"__bul__": 256033,
"__cat__": 256034,
"__ceb__": 256035,
"__ces__": 256036,
"__cjk__": 256037,
"__ckb__": 256038,
"__cmn_Hant__": 256201,
"__cmn__": 256200,
"__crh__": 256039,
"__cym__": 256040,
"__dan__": 256041,
"__deu__": 256042,
"__dik__": 256043,
"__dyu__": 256044,
"__dzo__": 256045,
"__ell__": 256046,
"__eng__": 256047,
"__epo__": 256048,
"__est__": 256049,
"__eus__": 256050,
"__ewe__": 256051,
"__fao__": 256052,
"__fij__": 256054,
"__fin__": 256055,
"__fon__": 256056,
"__fra__": 256057,
"__fur__": 256058,
"__fuv__": 256059,
"__gaz__": 256135,
"__gla__": 256060,
"__gle__": 256061,
"__glg__": 256062,
"__grn__": 256063,
"__guj__": 256064,
"__hat__": 256065,
"__hau__": 256066,
"__heb__": 256067,
"__hin__": 256068,
"__hne__": 256069,
"__hrv__": 256070,
"__hun__": 256071,
"__hye__": 256072,
"__ibo__": 256073,
"__ilo__": 256074,
"__ind__": 256075,
"__isl__": 256076,
"__ita__": 256077,
"__jav__": 256078,
"__jpn__": 256079,
"__kab__": 256080,
"__kac__": 256081,
"__kam__": 256082,
"__kan__": 256083,
"__kas_Deva__": 256085,
"__kas__": 256084,
"__kat__": 256086,
"__kaz__": 256089,
"__kbp__": 256090,
"__kea__": 256091,
"__khk__": 256122,
"__khm__": 256092,
"__kik__": 256093,
"__kin__": 256094,
"__kir__": 256095,
"__kmb__": 256096,
"__kmr__": 256099,
"__knc_Latn__": 256088,
"__knc__": 256087,
"__kon__": 256097,
"__kor__": 256098,
"__lao__": 256100,
"__lij__": 256102,
"__lim__": 256103,
"__lin__": 256104,
"__lit__": 256105,
"__lmo__": 256106,
"__ltg__": 256107,
"__ltz__": 256108,
"__lua__": 256109,
"__lug__": 256110,
"__luo__": 256111,
"__lus__": 256112,
"__lvs__": 256101,
"__mag__": 256113,
"__mai__": 256114,
"__mal__": 256115,
"__mar__": 256116,
"__min__": 256117,
"__mkd__": 256118,
"__mlt__": 256120,
"__mni__": 256121,
"__mos__": 256123,
"__mri__": 256124,
"__mya__": 256126,
"__nld__": 256127,
"__nno__": 256128,
"__nob__": 256129,
"__npi__": 256130,
"__nso__": 256131,
"__nus__": 256132,
"__nya__": 256133,
"__oci__": 256134,
"__ory__": 256136,
"__pag__": 256137,
"__pan__": 256138,
"__pap__": 256139,
"__pbt__": 256143,
"__pes__": 256053,
"__plt__": 256119,
"__pol__": 256140,
"__por__": 256141,
"__prs__": 256142,
"__quy__": 256144,
"__ron__": 256145,
"__run__": 256146,
"__rus__": 256147,
"__sag__": 256148,
"__san__": 256149,
"__sat__": 256150,
"__scn__": 256151,
"__shn__": 256152,
"__sin__": 256153,
"__slk__": 256154,
"__slv__": 256155,
"__smo__": 256156,
"__sna__": 256157,
"__snd__": 256158,
"__som__": 256159,
"__sot__": 256160,
"__spa__": 256161,
"__srd__": 256163,
"__srp__": 256164,
"__ssw__": 256165,
"__sun__": 256166,
"__swe__": 256167,
"__swh__": 256168,
"__szl__": 256169,
"__tam__": 256170,
"__taq_Tfng__": 256178,
"__taq__": 256177,
"__tat__": 256171,
"__tel__": 256172,
"__tgk__": 256173,
"__tgl__": 256174,
"__tha__": 256175,
"__tir__": 256176,
"__tpi__": 256179,
"__tsn__": 256180,
"__tso__": 256181,
"__tuk__": 256182,
"__tum__": 256183,
"__tur__": 256184,
"__twi__": 256185,
"__tzm__": 256186,
"__uig__": 256187,
"__ukr__": 256188,
"__umb__": 256189,
"__urd__": 256190,
"__uzn__": 256191,
"__vec__": 256192,
"__vie__": 256193,
"__war__": 256194,
"__wol__": 256195,
"__xho__": 256196,
"__ydd__": 256197,
"__yor__": 256198,
"__yue__": 256199,
"__zsm__": 256125,
"__zul__": 256202
}
|