Upload hmn_latn_5mb tokenizer.

added_tokens.json

@@ -0,0 +1 @@
+{"[XXXXX496]": 46579, "[XXXXX871]": 46954, "[XXXXX321]": 46404, "[XXXXX167]": 46250, "[XXXXX553]": 46636, "[XXXXX760]": 46843, "[XXXXX501]": 46584, "[XXXXX508]": 46591, "[XXXXX555]": 46638, "[XXXXX996]": 47079, "[XXXXX281]": 46364, "[XXXXX500]": 46583, "[XXXXX906]": 46989, "[XXXXX572]": 46655, "[XXXXX127]": 46210, "[XXXXX722]": 46805, "[XXXXX750]": 46833, "[XXXXX30]": 46113, "[XXXXX534]": 46617, "[XXXXX225]": 46308, "[XXXXX431]": 46514, "[XXXXX441]": 46524, "[XXXXX101]": 46184, "[XXXXX44]": 46127, "[XXXXX776]": 46859, "[XXXXX1016]": 47099, "[XXXXX192]": 46275, "[XXXXX851]": 46934, "[XXXXX563]": 46646, "[XXXXX229]": 46312, "[XXXXX54]": 46137, "[XXXXX304]": 46387, "[XXXXX471]": 46554, "[XXXXX755]": 46838, "[XXXXX9]": 46092, "[XXXXX666]": 46749, "[XXXXX451]": 46534, "[XXXXX758]": 46841, "[XXXXX842]": 46925, "[XXXXX884]": 46967, "[XXXXX729]": 46812, "[XXXXX830]": 46913, "[XXXXX222]": 46305, "[XXXXX15]": 46098, "[XXXXX703]": 46786, "[XXXXX961]": 47044, "[XXXXX739]": 46822, "[XXXXX492]": 46575, "[XXXXX115]": 46198, "[XXXXX458]": 46541, "[XXXXX1015]": 47098, "[XXXXX543]": 46626, "[XXXXX96]": 46179, "[XXXXX186]": 46269, "[XXXXX663]": 46746, "[XXXXX82]": 46165, "[XXXXX74]": 46157, "[XXXXX404]": 46487, "[XXXXX995]": 47078, "[XXXXX526]": 46609, "[XXXXX860]": 46943, "[XXXXX531]": 46614, "[XXXXX869]": 46952, "[XXXXX1010]": 47093, "[XXXXX1020]": 47103, "[XXXXX848]": 46931, "[XXXXX649]": 46732, "[XXXXX938]": 47021, "[XXXXX673]": 46756, "[XXXXX710]": 46793, "[XXXXX1013]": 47096, "[XXXXX865]": 46948, "[XXXXX187]": 46270, "[XXXXX859]": 46942, "[XXXXX63]": 46146, "[XXXXX365]": 46448, "[XXXXX704]": 46787, "[XXXXX440]": 46523, "[XXXXX427]": 46510, "[XXXXX832]": 46915, "[XXXXX343]": 46426, "[XXXXX436]": 46519, "[XXXXX463]": 46546, "[XXXXX1]": 46084, "[XXXXX929]": 47012, "[XXXXX275]": 46358, "[XXXXX487]": 46570, "[XXXXX383]": 46466, "[XXXXX742]": 46825, "[XXXXX454]": 46537, "[XXXXX360]": 46443, "[XXXXX403]": 46486, "[XXXXX535]": 46618, "[XXXXX656]": 46739, "[XXXXX443]": 46526, "[XXXXX963]": 47046, "[XXXXX388]": 46471, "[XXXXX307]": 46390, "[XXXXX939]": 47022, "[XXXXX651]": 46734, "[XXXXX141]": 46224, "[XXXXX581]": 46664, "[XXXXX1018]": 47101, "[XXXXX748]": 46831, "[XXXXX29]": 46112, "[XXXXX627]": 46710, "[XXXXX252]": 46335, "[XXXXX191]": 46274, "[XXXXX261]": 46344, "[XXXXX21]": 46104, "[XXXXX567]": 46650, "[XXXXX901]": 46984, "[XXXXX408]": 46491, "[XXXXX857]": 46940, "[XXXXX974]": 47057, "[XXXXX788]": 46871, "[XXXXX695]": 46778, "[XXXXX60]": 46143, "[XXXXX991]": 47074, "<pad>": 46081, "[XXXXX828]": 46911, "[XXXXX882]": 46965, "[XXXXX923]": 47006, "[XXXXX917]": 47000, "[XXXXX41]": 46124, "[XXXXX645]": 46728, "[XXXXX147]": 46230, "[XXXXX790]": 46873, "[XXXXX479]": 46562, "[XXXXX423]": 46506, "[XXXXX337]": 46420, "[XXXXX761]": 46844, "[XXXXX880]": 46963, "[XXXXX946]": 47029, "[XXXXX948]": 47031, "[XXXXX218]": 46301, "[XXXXX546]": 46629, "[XXXXX474]": 46557, "[XXXXX613]": 46696, "[XXXXX850]": 46933, "[XXXXX578]": 46661, "[XXXXX668]": 46751, "[XXXXX306]": 46389, "[XXXXX747]": 46830, "[XXXXX970]": 47053, "[XXXXX254]": 46337, "[XXXXX997]": 47080, "[XXXXX723]": 46806, "[XXXXX144]": 46227, "[XXXXX393]": 46476, "[XXXXX616]": 46699, "[XXXXX922]": 47005, "[XXXXX13]": 46096, "[XXXXX714]": 46797, "[XXXXX425]": 46508, "[XXXXX793]": 46876, "[XXXXX17]": 46100, "[XXXXX712]": 46795, "[XXXXX985]": 47068, "[XXXXX885]": 46968, "[XXXXX514]": 46597, "[XXXXX891]": 46974, "[XXXXX626]": 46709, "[XXXXX91]": 46174, "[XXXXX379]": 46462, "[XXXXX824]": 46907, "[XXXXX818]": 46901, "[XXXXX765]": 46848, "[XXXXX774]": 46857, "[XXXXX161]": 46244, "[XXXXX396]": 46479, "[XXXXX303]": 46386, "[XXXXX67]": 46150, "[XXXXX338]": 46421, "[XXXXX220]": 46303, "[XXXXX522]": 46605, "[XXXXX59]": 46142, "[XXXXX812]": 46895, "[XXXXX539]": 46622, "[XXXXX829]": 46912, "[XXXXX24]": 46107, "[XXXXX981]": 47064, "[XXXXX182]": 46265, "[XXXXX240]": 46323, "[XXXXX157]": 46240, "[XXXXX428]": 46511, "[XXXXX551]": 46634, "[XXXXX837]": 46920, "[XXXXX684]": 46767, "[XXXXX163]": 46246, "[XXXXX819]": 46902, "[XXXXX406]": 46489, "[XXXXX421]": 46504, "[XXXXX286]": 46369, "[XXXXX700]": 46783, "[XXXXX381]": 46464, "[XXXXX346]": 46429, "[XXXXX477]": 46560, "[XXXXX146]": 46229, "[XXXXX212]": 46295, "[XXXXX879]": 46962, "[XXXXX517]": 46600, "[XXXXX352]": 46435, "[XXXXX462]": 46545, "[XXXXX16]": 46099, "[XXXXX711]": 46794, "[XXXXX208]": 46291, "[XXXXX47]": 46130, "[XXXXX652]": 46735, "[XXXXX470]": 46553, "[XXXXX98]": 46181, "[XXXXX68]": 46151, "[XXXXX565]": 46648, "[XXXXX698]": 46781, "[XXXXX659]": 46742, "[XXXXX916]": 46999, "[XXXXX26]": 46109, "[XXXXX775]": 46858, "[XXXXX170]": 46253, "[XXXXX202]": 46285, "[XXXXX442]": 46525, "[XXXXX138]": 46221, "[XXXXX491]": 46574, "[XXXXX153]": 46236, "[XXXXX149]": 46232, "[XXXXX416]": 46499, "[XXXXX88]": 46171, "[XXXXX185]": 46268, "[XXXXX305]": 46388, "[XXXXX584]": 46667, "[XXXXX696]": 46779, "[XXXXX931]": 47014, "[MASK]": 46082, "[XXXXX503]": 46586, "[XXXXX525]": 46608, "[XXXXX629]": 46712, "[XXXXX835]": 46918, "[XXXXX527]": 46610, "[XXXXX672]": 46755, "[XXXXX509]": 46592, "[XXXXX815]": 46898, "[XXXXX982]": 47065, "[XXXXX667]": 46750, "[XXXXX958]": 47041, "[XXXXX810]": 46893, "[XXXXX506]": 46589, "[XXXXX705]": 46788, "[XXXXX156]": 46239, "[XXXXX624]": 46707, "[XXXXX292]": 46375, "[XXXXX602]": 46685, "[XXXXX893]": 46976, "[XXXXX844]": 46927, "[XXXXX50]": 46133, "[XXXXX195]": 46278, "[XXXXX708]": 46791, "[XXXXX405]": 46488, "[XXXXX152]": 46235, "[XXXXX118]": 46201, "[XXXXX874]": 46957, "[XXXXX284]": 46367, "[XXXXX94]": 46177, "[XXXXX53]": 46136, "[XXXXX272]": 46355, "[XXXXX294]": 46377, "[XXXXX590]": 46673, "[XXXXX136]": 46219, "[XXXXX927]": 47010, "[XXXXX592]": 46675, "[XXXXX178]": 46261, "[XXXXX807]": 46890, "[XXXXX717]": 46800, "[XXXXX72]": 46155, "[XXXXX727]": 46810, "[XXXXX247]": 46330, "[XXXXX394]": 46477, "[XXXXX287]": 46370, "[XXXXX693]": 46776, "[XXXXX71]": 46154, "[XXXXX550]": 46633, "[XXXXX903]": 46986, "[XXXXX681]": 46764, "[XXXXX625]": 46708, "[XXXXX359]": 46442, "[XXXXX302]": 46385, "[XXXXX570]": 46653, "[XXXXX725]": 46808, "[XXXXX736]": 46819, "[XXXXX686]": 46769, "[XXXXX840]": 46923, "[XXXXX108]": 46191, "[XXXXX692]": 46775, "[XXXXX331]": 46414, "[XXXXX839]": 46922, "[XXXXX7]": 46090, "[XXXXX73]": 46156, "[XXXXX438]": 46521, "[XXXXX1006]": 47089, "[XXXXX886]": 46969, "[XXXXX429]": 46512, "[XXXXX887]": 46970, "[XXXXX264]": 46347, "[XXXXX217]": 46300, "[XXXXX415]": 46498, "[XXXXX909]": 46992, "[XXXXX936]": 47019, "[XXXXX270]": 46353, "[XXXXX607]": 46690, "[XXXXX604]": 46687, "[XXXXX966]": 47049, "[XXXXX833]": 46916, "[XXXXX751]": 46834, "[XXXXX856]": 46939, "[XXXXX93]": 46176, "[XXXXX956]": 47039, "[XXXXX362]": 46445, "[XXXXX972]": 47055, "[XXXXX809]": 46892, "[XXXXX298]": 46381, "[XXXXX785]": 46868, "[XXXXX230]": 46313, "[XXXXX994]": 47077, "[XXXXX971]": 47054, "[XXXXX741]": 46824, "[XXXXX459]": 46542, "[XXXXX188]": 46271, "[XXXXX945]": 47028, "[XXXXX617]": 46700, "[XXXXX339]": 46422, "[XXXXX290]": 46373, "[XXXXX336]": 46419, "[XXXXX511]": 46594, "[XXXXX858]": 46941, "[XXXXX643]": 46726, "[XXXXX475]": 46558, "[XXXXX806]": 46889, "[XXXXX488]": 46571, "[XXXXX895]": 46978, "[XXXXX749]": 46832, "[XXXXX889]": 46972, "[XXXXX95]": 46178, "[XXXXX169]": 46252, "[XXXXX868]": 46951, "[XXXXX999]": 47082, "[XXXXX297]": 46380, "[XXXXX279]": 46362, "[XXXXX512]": 46595, "[XXXXX523]": 46606, "[XXXXX622]": 46705, "[XXXXX40]": 46123, "[XXXXX468]": 46551, "[XXXXX770]": 46853, "[XXXXX42]": 46125, "[XXXXX273]": 46356, "[XXXXX203]": 46286, "[XXXXX232]": 46315, "[XXXXX1007]": 47090, "[XXXXX908]": 46991, "[XXXXX374]": 46457, "[XXXXX289]": 46372, "[XXXXX632]": 46715, "[XXXXX311]": 46394, "[XXXXX821]": 46904, "[XXXXX827]": 46910, "[XXXXX843]": 46926, "[XXXXX204]": 46287, "[XXXXX407]": 46490, "[XXXXX894]": 46977, "[XXXXX366]": 46449, "[XXXXX129]": 46212, "[XXXXX228]": 46311, "[XXXXX490]": 46573, "[XXXXX864]": 46947, "[XXXXX411]": 46494, "[XXXXX808]": 46891, "[XXXXX823]": 46906, "[XXXXX213]": 46296, "[XXXXX194]": 46277, "[XXXXX716]": 46799, "[XXXXX687]": 46770, "[XXXXX849]": 46932, "[XXXXX872]": 46955, "[XXXXX540]": 46623, "[XXXXX737]": 46820, "[XXXXX762]": 46845, "[XXXXX544]": 46627, "[XXXXX773]": 46856, "[XXXXX216]": 46299, "[XXXXX620]": 46703, "[XXXXX239]": 46322, "[XXXXX576]": 46659, "[XXXXX382]": 46465, "[XXXXX825]": 46908, "[XXXXX883]": 46966, "[XXXXX822]": 46905, "[XXXXX259]": 46342, "[XXXXX595]": 46678, "[XXXXX803]": 46886, "[XXXXX671]": 46754, "[XXXXX577]": 46660, "[XXXXX342]": 46425, "[XXXXX227]": 46310, "[XXXXX731]": 46814, "[XXXXX993]": 47076, "[XXXXX1005]": 47088, "[XXXXX631]": 46714, "[XXXXX648]": 46731, "[XXXXX160]": 46243, "[XXXXX743]": 46826, "[XXXXX802]": 46885, "[XXXXX399]": 46482, "[XXXXX769]": 46852, "[XXXXX568]": 46651, "[XXXXX516]": 46599, "[XXXXX505]": 46588, "[XXXXX299]": 46382, "[XXXXX200]": 46283, "[XXXXX990]": 47073, "[XXXXX356]": 46439, "[XXXXX780]": 46863, "[XXXXX735]": 46818, "[XXXXX538]": 46621, "[XXXXX10]": 46093, "[XXXXX372]": 46455, "[XXXXX628]": 46711, "[XXXXX530]": 46613, "[XXXXX385]": 46468, "[XXXXX355]": 46438, "[XXXXX870]": 46953, "[XXXXX699]": 46782, "[XXXXX876]": 46959, "[XXXXX327]": 46410, "[XXXXX414]": 46497, "[XXXXX348]": 46431, "[XXXXX25]": 46108, "[XXXXX709]": 46792, "[XXXXX691]": 46774, "[XXXXX510]": 46593, "[XXXXX464]": 46547, "[XXXXX237]": 46320, "[XXXXX456]": 46539, "[XXXXX641]": 46724, "[XXXXX781]": 46864, "[XXXXX831]": 46914, "[XXXXX209]": 46292, "[XXXXX150]": 46233, "[XXXXX32]": 46115, "[XXXXX238]": 46321, "[XXXXX582]": 46665, "[XXXXX619]": 46702, "[XXXXX817]": 46900, "[XXXXX507]": 46590, "[XXXXX226]": 46309, "[XXXXX445]": 46528, "[XXXXX654]": 46737, "[XXXXX606]": 46689, "[XXXXX134]": 46217, "[XXXXX732]": 46815, "[XXXXX524]": 46607, "[XXXXX145]": 46228, "[XXXXX316]": 46399, "[XXXXX608]": 46691, "[XXXXX701]": 46784, "[XXXXX283]": 46366, "[XXXXX855]": 46938, "[XXXXX162]": 46245, "[XXXXX657]": 46740, "[XXXXX171]": 46254, "[XXXXX142]": 46225, "[XXXXX968]": 47051, "[XXXXX76]": 46159, "[XXXXX925]": 47008, "[XXXXX231]": 46314, "[XXXXX744]": 46827, "[XXXXX621]": 46704, "[XXXXX987]": 47070, "[XXXXX90]": 46173, "[XXXXX434]": 46517, "[XXXXX111]": 46194, "[XXXXX730]": 46813, "[XXXXX554]": 46637, "[XXXXX154]": 46237, "[XXXXX12]": 46095, "[XXXXX363]": 46446, "[XXXXX834]": 46917, "[XXXXX559]": 46642, "[XXXXX738]": 46821, "[XXXXX756]": 46839, "[XXXXX179]": 46262, "[XXXXX45]": 46128, "[XXXXX942]": 47025, "[XXXXX598]": 46681, "[XXXXX941]": 47024, "[XXXXX798]": 46881, "[XXXXX334]": 46417, "[XXXXX983]": 47066, "[XXXXX349]": 46432, "[XXXXX1017]": 47100, "[XXXXX128]": 46211, "[XXXXX992]": 47075, "[XXXXX452]": 46535, "[XXXXX934]": 47017, "[XXXXX944]": 47027, "[XXXXX599]": 46682, "[XXXXX85]": 46168, "[XXXXX548]": 46631, "[XXXXX759]": 46842, "[XXXXX8]": 46091, "[XXXXX242]": 46325, "[XXXXX165]": 46248, "[XXXXX862]": 46945, "[XXXXX1009]": 47092, "[XXXXX601]": 46684, "[XXXXX789]": 46872, "[XXXXX159]": 46242, "[XXXXX574]": 46657, "[XXXXX22]": 46105, "[XXXXX210]": 46293, "[XXXXX484]": 46567, "[XXXXX845]": 46928, "[XXXXX636]": 46719, "[XXXXX309]": 46392, "[XXXXX122]": 46205, "[XXXXX99]": 46182, "[XXXXX979]": 47062, "[XXXXX792]": 46875, "[XXXXX14]": 46097, "[XXXXX176]": 46259, "[XXXXX905]": 46988, "[XXXXX950]": 47033, "[XXXXX317]": 46400, "[XXXXX688]": 46771, "[XXXXX878]": 46961, "[XXXXX313]": 46396, "[XXXXX728]": 46811, "[XXXXX804]": 46887, "[XXXXX826]": 46909, "[XXXXX740]": 46823, "[XXXXX482]": 46565, "[XXXXX566]": 46649, "[XXXXX400]": 46483, "[XXXXX583]": 46666, "[XXXXX852]": 46935, "[XXXXX357]": 46440, "[XXXXX609]": 46692, "[XXXXX49]": 46132, "[XXXXX312]": 46395, "[XXXXX330]": 46413, "[XXXXX397]": 46480, "[XXXXX615]": 46698, "[XXXXX371]": 46454, "[XXXXX915]": 46998, "[XXXXX56]": 46139, "[XXXXX640]": 46723, "[XXXXX943]": 47026, "[XXXXX1011]": 47094, "[XXXXX398]": 46481, "[XXXXX246]": 46329, "[XXXXX529]": 46612, "[XXXXX596]": 46679, "[XXXXX542]": 46625, "[XXXXX969]": 47052, "[XXXXX952]": 47035, "[XXXXX291]": 46374, "[XXXXX588]": 46671, "[XXXXX125]": 46208, "[XXXXX390]": 46473, "[XXXXX271]": 46354, "[XXXXX69]": 46152, "[XXXXX130]": 46213, "[XXXXX947]": 47030, "[XXXXX70]": 46153, "[XXXXX589]": 46672, "[XXXXX333]": 46416, "[XXXXX545]": 46628, "[XXXXX265]": 46348, "[XXXXX328]": 46411, "[XXXXX466]": 46549, "[XXXXX605]": 46688, "[XXXXX560]": 46643, "[XXXXX113]": 46196, "[XXXXX1003]": 47086, "[XXXXX665]": 46748, "[XXXXX38]": 46121, "[XXXXX380]": 46463, "[XXXXX537]": 46620, "[XXXXX267]": 46350, "[XXXXX3]": 46086, "[XXXXX143]": 46226, "[XXXXX521]": 46604, "[XXXXX318]": 46401, "[XXXXX719]": 46802, "[XXXXX520]": 46603, "[XXXXX198]": 46281, "[XXXXX256]": 46339, "[XXXXX107]": 46190, "[XXXXX745]": 46828, "[XXXXX611]": 46694, "[XXXXX575]": 46658, "[XXXXX323]": 46406, "[XXXXX426]": 46509, "[XXXXX233]": 46316, "[XXXXX783]": 46866, "[XXXXX116]": 46199, "[XXXXX967]": 47050, "[XXXXX814]": 46897, "[XXXXX418]": 46501, "[XXXXX680]": 46763, "[XXXXX694]": 46777, "[XXXXX131]": 46214, "[XXXXX439]": 46522, "[XXXXX28]": 46111, "[XXXXX766]": 46849, "[XXXXX495]": 46578, "[XXXXX350]": 46433, "[XXXXX124]": 46207, "[XXXXX89]": 46172, "[XXXXX126]": 46209, "[XXXXX66]": 46149, "[XXXXX413]": 46496, "[XXXXX104]": 46187, "[XXXXX989]": 47072, "[XXXXX561]": 46644, "[XXXXX260]": 46343, "[XXXXX986]": 47069, "[XXXXX863]": 46946, "[XXXXX653]": 46736, "[XXXXX5]": 46088, "[XXXXX351]": 46434, "[CLS]": 46079, "[XXXXX638]": 46721, "[XXXXX180]": 46263, "[XXXXX662]": 46745, "[XXXXX11]": 46094, "[XXXXX258]": 46341, "[XXXXX675]": 46758, "[XXXXX726]": 46809, "[XXXXX263]": 46346, "[XXXXX485]": 46568, "[XXXXX87]": 46170, "[XXXXX976]": 47059, "[XXXXX805]": 46888, "[XXXXX618]": 46701, "[XXXXX975]": 47058, "[XXXXX214]": 46297, "[XXXXX207]": 46290, "[XXXXX875]": 46958, "[XXXXX896]": 46979, "[XXXXX175]": 46258, "[XXXXX795]": 46878, "[XXXXX587]": 46670, "[XXXXX395]": 46478, "[XXXXX205]": 46288, "[XXXXX100]": 46183, "[XXXXX920]": 47003, "[XXXXX949]": 47032, "[XXXXX0]": 46083, "[XXXXX767]": 46850, "[XXXXX634]": 46717, "[XXXXX932]": 47015, "[XXXXX533]": 46616, "[XXXXX422]": 46505, "[XXXXX166]": 46249, "[XXXXX614]": 46697, "[XXXXX369]": 46452, "[XXXXX669]": 46752, "[XXXXX2]": 46085, "[XXXXX569]": 46652, "[XXXXX410]": 46493, "[XXXXX132]": 46215, "[XXXXX420]": 46503, "[XXXXX151]": 46234, "[XXXXX734]": 46817, "[XXXXX579]": 46662, "[XXXXX61]": 46144, "[XXXXX912]": 46995, "[XXXXX137]": 46220, "[XXXXX110]": 46193, "[XXXXX450]": 46533, "[XXXXX977]": 47060, "[XXXXX224]": 46307, "[XXXXX768]": 46851, "[XXXXX112]": 46195, "[XXXXX109]": 46192, "[XXXXX519]": 46602, "[XXXXX345]": 46428, "[XXXXX123]": 46206, "[XXXXX447]": 46530, "[XXXXX354]": 46437, "[XXXXX935]": 47018, "[XXXXX368]": 46451, "[XXXXX37]": 46120, "[XXXXX197]": 46280, "[XXXXX262]": 46345, "[XXXXX899]": 46982, "[XXXXX315]": 46398, "[SEP]": 46080, "[XXXXX910]": 46993, "[XXXXX1000]": 47083, "[XXXXX713]": 46796, "[XXXXX376]": 46459, "[XXXXX957]": 47040, "[XXXXX913]": 46996, "[XXXXX392]": 46475, "[XXXXX964]": 47047, "[XXXXX221]": 46304, "[XXXXX412]": 46495, "[XXXXX528]": 46611, "[XXXXX476]": 46559, "[XXXXX103]": 46186, "[XXXXX280]": 46363, "[XXXXX424]": 46507, "[XXXXX296]": 46379, "[XXXXX373]": 46456, "[XXXXX19]": 46102, "[XXXXX133]": 46216, "[XXXXX930]": 47013, "[XXXXX787]": 46870, "[XXXXX437]": 46520, "[XXXXX647]": 46730, "[XXXXX243]": 46326, "[XXXXX580]": 46663, "[XXXXX409]": 46492, "[XXXXX782]": 46865, "[XXXXX836]": 46919, "[XXXXX51]": 46134, "[XXXXX600]": 46683, "[XXXXX300]": 46383, "[XXXXX457]": 46540, "[XXXXX984]": 47067, "[XXXXX612]": 46695, "[XXXXX646]": 46729, "[XXXXX670]": 46753, "[XXXXX784]": 46867, "[XXXXX898]": 46981, "[XXXXX820]": 46903, "[XXXXX489]": 46572, "[XXXXX43]": 46126, "[XXXXX978]": 47061, "[XXXXX223]": 46306, "[XXXXX201]": 46284, "[XXXXX752]": 46835, "[XXXXX139]": 46222, "[XXXXX81]": 46164, "[XXXXX541]": 46624, "[XXXXX314]": 46397, "[XXXXX472]": 46555, "[XXXXX847]": 46930, "[XXXXX78]": 46161, "[XXXXX335]": 46418, "[XXXXX720]": 46803, "[XXXXX498]": 46581, "[XXXXX633]": 46716, "[XXXXX448]": 46531, "[XXXXX114]": 46197, "[XXXXX707]": 46790, "[XXXXX493]": 46576, "[XXXXX326]": 46409, "[XXXXX800]": 46883, "[XXXXX960]": 47043, "[XXXXX282]": 46365, "[XXXXX1012]": 47095, "[XXXXX603]": 46686, "[XXXXX33]": 46116, "[XXXXX430]": 46513, "[XXXXX678]": 46761, "[XXXXX571]": 46654, "[XXXXX926]": 47009, "[XXXXX683]": 46766, "[XXXXX497]": 46580, "[XXXXX655]": 46738, "[XXXXX164]": 46247, "[XXXXX255]": 46338, "[XXXXX449]": 46532, "[XXXXX268]": 46351, "[XXXXX83]": 46166, "[XXXXX786]": 46869, "[XXXXX797]": 46880, "[XXXXX951]": 47034, "[XXXXX988]": 47071, "[XXXXX597]": 46680, "[XXXXX293]": 46376, "[XXXXX417]": 46500, "[XXXXX549]": 46632, "[XXXXX444]": 46527, "[XXXXX813]": 46896, "[XXXXX244]": 46327, "[XXXXX39]": 46122, "[XXXXX933]": 47016, "[XXXXX377]": 46460, "[XXXXX27]": 46110, "[XXXXX378]": 46461, "[XXXXX794]": 46877, "[XXXXX308]": 46391, "[XXXXX155]": 46238, "[XXXXX58]": 46141, "[XXXXX888]": 46971, "[XXXXX552]": 46635, "[XXXXX954]": 47037, "[XXXXX386]": 46469, "[XXXXX266]": 46349, "[XXXXX746]": 46829, "[XXXXX873]": 46956, "[XXXXX866]": 46949, "[XXXXX206]": 46289, "[XXXXX478]": 46561, "[XXXXX637]": 46720, "[XXXXX183]": 46266, "[XXXXX483]": 46566, "[XXXXX721]": 46804, "[XXXXX593]": 46676, "[XXXXX513]": 46596, "[XXXXX779]": 46862, "[XXXXX285]": 46368, "[XXXXX453]": 46536, "[XXXXX682]": 46765, "[XXXXX955]": 47038, "[XXXXX801]": 46884, "[XXXXX172]": 46255, "[XXXXX650]": 46733, "[XXXXX460]": 46543, "[XXXXX733]": 46816, "[XXXXX1019]": 47102, "[XXXXX353]": 46436, "[XXXXX494]": 46577, "[XXXXX31]": 46114, "[XXXXX715]": 46798, "[XXXXX1002]": 47085, "[XXXXX277]": 46360, "[XXXXX276]": 46359, "[XXXXX168]": 46251, "[XXXXX867]": 46950, "[XXXXX310]": 46393, "[XXXXX919]": 47002, "[XXXXX199]": 46282, "[XXXXX674]": 46757, "[XXXXX911]": 46994, "[XXXXX639]": 46722, "[XXXXX158]": 46241, "[XXXXX841]": 46924, "[XXXXX55]": 46138, "[XXXXX105]": 46188, "[XXXXX236]": 46319, "[XXXXX215]": 46298, "[XXXXX219]": 46302, "[XXXXX586]": 46669, "[XXXXX62]": 46145, "[XXXXX486]": 46569, "[XXXXX92]": 46175, "[XXXXX921]": 47004, "[XXXXX295]": 46378, "[XXXXX697]": 46780, "[XXXXX465]": 46548, "[XXXXX630]": 46713, "[XXXXX904]": 46987, "[XXXXX644]": 46727, "[XXXXX558]": 46641, "[XXXXX924]": 47007, "[XXXXX419]": 46502, "[XXXXX402]": 46485, "[XXXXX661]": 46744, "[XXXXX325]": 46408, "[XXXXX959]": 47042, "[XXXXX689]": 46772, "[XXXXX557]": 46640, "[XXXXX573]": 46656, "[XXXXX861]": 46944, "[XXXXX64]": 46147, "[XXXXX796]": 46879, "[XXXXX877]": 46960, "[XXXXX235]": 46318, "[XXXXX375]": 46458, "[XXXXX892]": 46975, "[XXXXX211]": 46294, "[XXXXX322]": 46405, "[XXXXX610]": 46693, "[XXXXX547]": 46630, "[XXXXX846]": 46929, "[XXXXX980]": 47063, "[XXXXX753]": 46836, "[XXXXX117]": 46200, "[XXXXX274]": 46357, "[XXXXX86]": 46169, "[XXXXX347]": 46430, "[XXXXX799]": 46882, "[XXXXX635]": 46718, "[XXXXX562]": 46645, "[XXXXX57]": 46140, "[XXXXX1008]": 47091, "[XXXXX367]": 46450, "[XXXXX433]": 46516, "[XXXXX591]": 46674, "[XXXXX20]": 46103, "[XXXXX854]": 46937, "[XXXXX36]": 46119, "[XXXXX778]": 46861, "[XXXXX401]": 46484, "[XXXXX881]": 46964, "[XXXXX455]": 46538, "[XXXXX253]": 46336, "[XXXXX518]": 46601, "[XXXXX251]": 46334, "[XXXXX998]": 47081, "[XXXXX702]": 46785, "[XXXXX900]": 46983, "[XXXXX754]": 46837, "[XXXXX332]": 46415, "[XXXXX249]": 46332, "[XXXXX301]": 46384, "[XXXXX319]": 46402, "[XXXXX102]": 46185, "[XXXXX962]": 47045, "[XXXXX664]": 46747, "[XXXXX660]": 46743, "[XXXXX65]": 46148, "[XXXXX190]": 46273, "[XXXXX184]": 46267, "[XXXXX106]": 46189, "[XXXXX676]": 46759, "[XXXXX838]": 46921, "[XXXXX515]": 46598, "[XXXXX853]": 46936, "[XXXXX181]": 46264, "[XXXXX469]": 46552, "[XXXXX34]": 46117, "[XXXXX594]": 46677, "[XXXXX77]": 46160, "[XXXXX23]": 46106, "[XXXXX724]": 46807, "[XXXXX642]": 46725, "[XXXXX467]": 46550, "[XXXXX97]": 46180, "[XXXXX4]": 46087, "[XXXXX718]": 46801, "[XXXXX902]": 46985, "[XXXXX248]": 46331, "[XXXXX811]": 46894, "[XXXXX690]": 46773, "[XXXXX48]": 46131, "[XXXXX816]": 46899, "[XXXXX777]": 46860, "[XXXXX435]": 46518, "[XXXXX499]": 46582, "[XXXXX564]": 46647, "[XXXXX446]": 46529, "[XXXXX965]": 47048, "[XXXXX18]": 46101, "[XXXXX890]": 46973, "[XXXXX480]": 46563, "[XXXXX757]": 46840, "[XXXXX953]": 47036, "[XXXXX928]": 47011, "[XXXXX361]": 46444, "[XXXXX320]": 46403, "[XXXXX288]": 46371, "[XXXXX1014]": 47097, "[XXXXX658]": 46741, "[XXXXX772]": 46855, "[XXXXX973]": 47056, "[XXXXX1004]": 47087, "[XXXXX536]": 46619, "[XXXXX364]": 46447, "[XXXXX473]": 46556, "[XXXXX461]": 46544, "[XXXXX80]": 46163, "[XXXXX432]": 46515, "[XXXXX937]": 47020, "[XXXXX245]": 46328, "[XXXXX389]": 46472, "[XXXXX771]": 46854, "[XXXXX679]": 46762, "[XXXXX6]": 46089, "[XXXXX340]": 46423, "[XXXXX532]": 46615, "[XXXXX763]": 46846, "[XXXXX1001]": 47084, "[XXXXX358]": 46441, "[XXXXX257]": 46340, "[XXXXX84]": 46167, "[XXXXX173]": 46256, "[XXXXX791]": 46874, "[XXXXX329]": 46412, "[XXXXX324]": 46407, "[XXXXX940]": 47023, "[XXXXX52]": 46135, "[XXXXX196]": 46279, "[XXXXX344]": 46427, "[XXXXX79]": 46162, "[XXXXX370]": 46453, "[XXXXX177]": 46260, "[XXXXX502]": 46585, "[XXXXX46]": 46129, "[XXXXX135]": 46218, "[XXXXX119]": 46202, "[XXXXX121]": 46204, "[XXXXX623]": 46706, "[XXXXX918]": 47001, "[XXXXX269]": 46352, "[XXXXX897]": 46980, "[XXXXX685]": 46768, "[XXXXX341]": 46424, "[XXXXX706]": 46789, "[XXXXX35]": 46118, "[XXXXX148]": 46231, "[XXXXX193]": 46276, "[XXXXX504]": 46587, "[XXXXX174]": 46257, "[XXXXX241]": 46324, "[XXXXX384]": 46467, "[XXXXX677]": 46760, "[XXXXX234]": 46317, "[XXXXX481]": 46564, "[XXXXX585]": 46668, "[XXXXX189]": 46272, "[XXXXX556]": 46639, "[XXXXX914]": 46997, "[XXXXX907]": 46990, "[XXXXX391]": 46474, "[XXXXX250]": 46333, "[XXXXX387]": 46470, "[XXXXX278]": 46361, "[XXXXX120]": 46203, "[XXXXX75]": 46158, "[XXXXX140]": 46223, "[XXXXX764]": 46847}

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "<unk>", "sep_token": "[SEP]", "pad_token": "<pad>", "cls_token": "[CLS]", "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}, "additional_special_tokens": ["[XXXXX0]", "[XXXXX1]", "[XXXXX2]", "[XXXXX3]", "[XXXXX4]", "[XXXXX5]", "[XXXXX6]", "[XXXXX7]", "[XXXXX8]", "[XXXXX9]", "[XXXXX10]", "[XXXXX11]", "[XXXXX12]", "[XXXXX13]", "[XXXXX14]", "[XXXXX15]", "[XXXXX16]", "[XXXXX17]", "[XXXXX18]", "[XXXXX19]", "[XXXXX20]", "[XXXXX21]", "[XXXXX22]", "[XXXXX23]", "[XXXXX24]", "[XXXXX25]", "[XXXXX26]", "[XXXXX27]", "[XXXXX28]", "[XXXXX29]", "[XXXXX30]", "[XXXXX31]", "[XXXXX32]", "[XXXXX33]", "[XXXXX34]", "[XXXXX35]", "[XXXXX36]", "[XXXXX37]", "[XXXXX38]", "[XXXXX39]", "[XXXXX40]", "[XXXXX41]", "[XXXXX42]", "[XXXXX43]", "[XXXXX44]", "[XXXXX45]", "[XXXXX46]", "[XXXXX47]", "[XXXXX48]", "[XXXXX49]", "[XXXXX50]", "[XXXXX51]", "[XXXXX52]", "[XXXXX53]", "[XXXXX54]", "[XXXXX55]", "[XXXXX56]", "[XXXXX57]", "[XXXXX58]", "[XXXXX59]", "[XXXXX60]", "[XXXXX61]", "[XXXXX62]", "[XXXXX63]", "[XXXXX64]", "[XXXXX65]", "[XXXXX66]", "[XXXXX67]", "[XXXXX68]", "[XXXXX69]", "[XXXXX70]", "[XXXXX71]", "[XXXXX72]", "[XXXXX73]", "[XXXXX74]", "[XXXXX75]", "[XXXXX76]", "[XXXXX77]", "[XXXXX78]", "[XXXXX79]", "[XXXXX80]", "[XXXXX81]", "[XXXXX82]", "[XXXXX83]", "[XXXXX84]", "[XXXXX85]", "[XXXXX86]", "[XXXXX87]", "[XXXXX88]", "[XXXXX89]", "[XXXXX90]", "[XXXXX91]", "[XXXXX92]", "[XXXXX93]", "[XXXXX94]", "[XXXXX95]", "[XXXXX96]", "[XXXXX97]", "[XXXXX98]", "[XXXXX99]", "[XXXXX100]", "[XXXXX101]", "[XXXXX102]", "[XXXXX103]", "[XXXXX104]", "[XXXXX105]", "[XXXXX106]", "[XXXXX107]", "[XXXXX108]", "[XXXXX109]", "[XXXXX110]", "[XXXXX111]", "[XXXXX112]", "[XXXXX113]", "[XXXXX114]", "[XXXXX115]", "[XXXXX116]", "[XXXXX117]", "[XXXXX118]", "[XXXXX119]", "[XXXXX120]", "[XXXXX121]", "[XXXXX122]", "[XXXXX123]", "[XXXXX124]", "[XXXXX125]", "[XXXXX126]", "[XXXXX127]", "[XXXXX128]", "[XXXXX129]", "[XXXXX130]", "[XXXXX131]", "[XXXXX132]", "[XXXXX133]", "[XXXXX134]", "[XXXXX135]", "[XXXXX136]", "[XXXXX137]", "[XXXXX138]", "[XXXXX139]", "[XXXXX140]", "[XXXXX141]", "[XXXXX142]", "[XXXXX143]", "[XXXXX144]", "[XXXXX145]", "[XXXXX146]", "[XXXXX147]", "[XXXXX148]", "[XXXXX149]", "[XXXXX150]", "[XXXXX151]", "[XXXXX152]", "[XXXXX153]", "[XXXXX154]", "[XXXXX155]", "[XXXXX156]", "[XXXXX157]", "[XXXXX158]", "[XXXXX159]", "[XXXXX160]", "[XXXXX161]", "[XXXXX162]", "[XXXXX163]", "[XXXXX164]", "[XXXXX165]", "[XXXXX166]", "[XXXXX167]", "[XXXXX168]", "[XXXXX169]", "[XXXXX170]", "[XXXXX171]", "[XXXXX172]", "[XXXXX173]", "[XXXXX174]", "[XXXXX175]", "[XXXXX176]", "[XXXXX177]", "[XXXXX178]", "[XXXXX179]", "[XXXXX180]", "[XXXXX181]", "[XXXXX182]", "[XXXXX183]", "[XXXXX184]", "[XXXXX185]", "[XXXXX186]", "[XXXXX187]", "[XXXXX188]", "[XXXXX189]", "[XXXXX190]", "[XXXXX191]", "[XXXXX192]", "[XXXXX193]", "[XXXXX194]", "[XXXXX195]", "[XXXXX196]", "[XXXXX197]", "[XXXXX198]", "[XXXXX199]", "[XXXXX200]", "[XXXXX201]", "[XXXXX202]", "[XXXXX203]", "[XXXXX204]", "[XXXXX205]", "[XXXXX206]", "[XXXXX207]", "[XXXXX208]", "[XXXXX209]", "[XXXXX210]", "[XXXXX211]", "[XXXXX212]", "[XXXXX213]", "[XXXXX214]", "[XXXXX215]", "[XXXXX216]", "[XXXXX217]", "[XXXXX218]", "[XXXXX219]", "[XXXXX220]", "[XXXXX221]", "[XXXXX222]", "[XXXXX223]", "[XXXXX224]", "[XXXXX225]", "[XXXXX226]", "[XXXXX227]", "[XXXXX228]", "[XXXXX229]", "[XXXXX230]", "[XXXXX231]", "[XXXXX232]", "[XXXXX233]", "[XXXXX234]", "[XXXXX235]", "[XXXXX236]", "[XXXXX237]", "[XXXXX238]", "[XXXXX239]", "[XXXXX240]", "[XXXXX241]", "[XXXXX242]", "[XXXXX243]", "[XXXXX244]", "[XXXXX245]", "[XXXXX246]", "[XXXXX247]", "[XXXXX248]", "[XXXXX249]", "[XXXXX250]", "[XXXXX251]", "[XXXXX252]", "[XXXXX253]", "[XXXXX254]", "[XXXXX255]", "[XXXXX256]", "[XXXXX257]", "[XXXXX258]", "[XXXXX259]", "[XXXXX260]", "[XXXXX261]", "[XXXXX262]", "[XXXXX263]", "[XXXXX264]", "[XXXXX265]", "[XXXXX266]", "[XXXXX267]", "[XXXXX268]", "[XXXXX269]", "[XXXXX270]", "[XXXXX271]", "[XXXXX272]", "[XXXXX273]", "[XXXXX274]", "[XXXXX275]", "[XXXXX276]", "[XXXXX277]", "[XXXXX278]", "[XXXXX279]", "[XXXXX280]", "[XXXXX281]", "[XXXXX282]", "[XXXXX283]", "[XXXXX284]", "[XXXXX285]", "[XXXXX286]", "[XXXXX287]", "[XXXXX288]", "[XXXXX289]", "[XXXXX290]", "[XXXXX291]", "[XXXXX292]", "[XXXXX293]", "[XXXXX294]", "[XXXXX295]", "[XXXXX296]", "[XXXXX297]", "[XXXXX298]", "[XXXXX299]", "[XXXXX300]", "[XXXXX301]", "[XXXXX302]", "[XXXXX303]", "[XXXXX304]", "[XXXXX305]", "[XXXXX306]", "[XXXXX307]", "[XXXXX308]", "[XXXXX309]", "[XXXXX310]", "[XXXXX311]", "[XXXXX312]", "[XXXXX313]", "[XXXXX314]", "[XXXXX315]", "[XXXXX316]", "[XXXXX317]", "[XXXXX318]", "[XXXXX319]", "[XXXXX320]", "[XXXXX321]", "[XXXXX322]", "[XXXXX323]", "[XXXXX324]", "[XXXXX325]", "[XXXXX326]", "[XXXXX327]", "[XXXXX328]", "[XXXXX329]", "[XXXXX330]", "[XXXXX331]", "[XXXXX332]", "[XXXXX333]", "[XXXXX334]", "[XXXXX335]", "[XXXXX336]", "[XXXXX337]", "[XXXXX338]", "[XXXXX339]", "[XXXXX340]", "[XXXXX341]", "[XXXXX342]", "[XXXXX343]", "[XXXXX344]", "[XXXXX345]", "[XXXXX346]", "[XXXXX347]", "[XXXXX348]", "[XXXXX349]", "[XXXXX350]", "[XXXXX351]", "[XXXXX352]", "[XXXXX353]", "[XXXXX354]", "[XXXXX355]", "[XXXXX356]", "[XXXXX357]", "[XXXXX358]", "[XXXXX359]", "[XXXXX360]", "[XXXXX361]", "[XXXXX362]", "[XXXXX363]", "[XXXXX364]", "[XXXXX365]", "[XXXXX366]", "[XXXXX367]", "[XXXXX368]", "[XXXXX369]", "[XXXXX370]", "[XXXXX371]", "[XXXXX372]", "[XXXXX373]", "[XXXXX374]", "[XXXXX375]", "[XXXXX376]", "[XXXXX377]", "[XXXXX378]", "[XXXXX379]", "[XXXXX380]", "[XXXXX381]", "[XXXXX382]", "[XXXXX383]", "[XXXXX384]", "[XXXXX385]", "[XXXXX386]", "[XXXXX387]", "[XXXXX388]", "[XXXXX389]", "[XXXXX390]", "[XXXXX391]", "[XXXXX392]", "[XXXXX393]", "[XXXXX394]", "[XXXXX395]", "[XXXXX396]", "[XXXXX397]", "[XXXXX398]", "[XXXXX399]", "[XXXXX400]", "[XXXXX401]", "[XXXXX402]", "[XXXXX403]", "[XXXXX404]", "[XXXXX405]", "[XXXXX406]", "[XXXXX407]", "[XXXXX408]", "[XXXXX409]", "[XXXXX410]", "[XXXXX411]", "[XXXXX412]", "[XXXXX413]", "[XXXXX414]", "[XXXXX415]", "[XXXXX416]", "[XXXXX417]", "[XXXXX418]", "[XXXXX419]", "[XXXXX420]", "[XXXXX421]", "[XXXXX422]", "[XXXXX423]", "[XXXXX424]", "[XXXXX425]", "[XXXXX426]", "[XXXXX427]", "[XXXXX428]", "[XXXXX429]", "[XXXXX430]", "[XXXXX431]", "[XXXXX432]", "[XXXXX433]", "[XXXXX434]", "[XXXXX435]", "[XXXXX436]", "[XXXXX437]", "[XXXXX438]", "[XXXXX439]", "[XXXXX440]", "[XXXXX441]", "[XXXXX442]", "[XXXXX443]", "[XXXXX444]", "[XXXXX445]", "[XXXXX446]", "[XXXXX447]", "[XXXXX448]", "[XXXXX449]", "[XXXXX450]", "[XXXXX451]", "[XXXXX452]", "[XXXXX453]", "[XXXXX454]", "[XXXXX455]", "[XXXXX456]", "[XXXXX457]", "[XXXXX458]", "[XXXXX459]", "[XXXXX460]", "[XXXXX461]", "[XXXXX462]", "[XXXXX463]", "[XXXXX464]", "[XXXXX465]", "[XXXXX466]", "[XXXXX467]", "[XXXXX468]", "[XXXXX469]", "[XXXXX470]", "[XXXXX471]", "[XXXXX472]", "[XXXXX473]", "[XXXXX474]", "[XXXXX475]", "[XXXXX476]", "[XXXXX477]", "[XXXXX478]", "[XXXXX479]", "[XXXXX480]", "[XXXXX481]", "[XXXXX482]", "[XXXXX483]", "[XXXXX484]", "[XXXXX485]", "[XXXXX486]", "[XXXXX487]", "[XXXXX488]", "[XXXXX489]", "[XXXXX490]", "[XXXXX491]", "[XXXXX492]", "[XXXXX493]", "[XXXXX494]", "[XXXXX495]", "[XXXXX496]", "[XXXXX497]", "[XXXXX498]", "[XXXXX499]", "[XXXXX500]", "[XXXXX501]", "[XXXXX502]", "[XXXXX503]", "[XXXXX504]", "[XXXXX505]", "[XXXXX506]", "[XXXXX507]", "[XXXXX508]", "[XXXXX509]", "[XXXXX510]", "[XXXXX511]", "[XXXXX512]", "[XXXXX513]", "[XXXXX514]", "[XXXXX515]", "[XXXXX516]", "[XXXXX517]", "[XXXXX518]", "[XXXXX519]", "[XXXXX520]", "[XXXXX521]", "[XXXXX522]", "[XXXXX523]", "[XXXXX524]", "[XXXXX525]", "[XXXXX526]", "[XXXXX527]", "[XXXXX528]", "[XXXXX529]", "[XXXXX530]", "[XXXXX531]", "[XXXXX532]", "[XXXXX533]", "[XXXXX534]", "[XXXXX535]", "[XXXXX536]", "[XXXXX537]", "[XXXXX538]", "[XXXXX539]", "[XXXXX540]", "[XXXXX541]", "[XXXXX542]", "[XXXXX543]", "[XXXXX544]", "[XXXXX545]", "[XXXXX546]", "[XXXXX547]", "[XXXXX548]", "[XXXXX549]", "[XXXXX550]", "[XXXXX551]", "[XXXXX552]", "[XXXXX553]", "[XXXXX554]", "[XXXXX555]", "[XXXXX556]", "[XXXXX557]", "[XXXXX558]", "[XXXXX559]", "[XXXXX560]", "[XXXXX561]", "[XXXXX562]", "[XXXXX563]", "[XXXXX564]", "[XXXXX565]", "[XXXXX566]", "[XXXXX567]", "[XXXXX568]", "[XXXXX569]", "[XXXXX570]", "[XXXXX571]", "[XXXXX572]", "[XXXXX573]", "[XXXXX574]", "[XXXXX575]", "[XXXXX576]", "[XXXXX577]", "[XXXXX578]", "[XXXXX579]", "[XXXXX580]", "[XXXXX581]", "[XXXXX582]", "[XXXXX583]", "[XXXXX584]", "[XXXXX585]", "[XXXXX586]", "[XXXXX587]", "[XXXXX588]", "[XXXXX589]", "[XXXXX590]", "[XXXXX591]", "[XXXXX592]", "[XXXXX593]", "[XXXXX594]", "[XXXXX595]", "[XXXXX596]", "[XXXXX597]", "[XXXXX598]", "[XXXXX599]", "[XXXXX600]", "[XXXXX601]", "[XXXXX602]", "[XXXXX603]", "[XXXXX604]", "[XXXXX605]", "[XXXXX606]", "[XXXXX607]", "[XXXXX608]", "[XXXXX609]", "[XXXXX610]", "[XXXXX611]", "[XXXXX612]", "[XXXXX613]", "[XXXXX614]", "[XXXXX615]", "[XXXXX616]", "[XXXXX617]", "[XXXXX618]", "[XXXXX619]", "[XXXXX620]", "[XXXXX621]", "[XXXXX622]", "[XXXXX623]", "[XXXXX624]", "[XXXXX625]", "[XXXXX626]", "[XXXXX627]", "[XXXXX628]", "[XXXXX629]", "[XXXXX630]", "[XXXXX631]", "[XXXXX632]", "[XXXXX633]", "[XXXXX634]", "[XXXXX635]", "[XXXXX636]", "[XXXXX637]", "[XXXXX638]", "[XXXXX639]", "[XXXXX640]", "[XXXXX641]", "[XXXXX642]", "[XXXXX643]", "[XXXXX644]", "[XXXXX645]", "[XXXXX646]", "[XXXXX647]", "[XXXXX648]", "[XXXXX649]", "[XXXXX650]", "[XXXXX651]", "[XXXXX652]", "[XXXXX653]", "[XXXXX654]", "[XXXXX655]", "[XXXXX656]", "[XXXXX657]", "[XXXXX658]", "[XXXXX659]", "[XXXXX660]", "[XXXXX661]", "[XXXXX662]", "[XXXXX663]", "[XXXXX664]", "[XXXXX665]", "[XXXXX666]", "[XXXXX667]", "[XXXXX668]", "[XXXXX669]", "[XXXXX670]", "[XXXXX671]", "[XXXXX672]", "[XXXXX673]", "[XXXXX674]", "[XXXXX675]", "[XXXXX676]", "[XXXXX677]", "[XXXXX678]", "[XXXXX679]", "[XXXXX680]", "[XXXXX681]", "[XXXXX682]", "[XXXXX683]", "[XXXXX684]", "[XXXXX685]", "[XXXXX686]", "[XXXXX687]", "[XXXXX688]", "[XXXXX689]", "[XXXXX690]", "[XXXXX691]", "[XXXXX692]", "[XXXXX693]", "[XXXXX694]", "[XXXXX695]", "[XXXXX696]", "[XXXXX697]", "[XXXXX698]", "[XXXXX699]", "[XXXXX700]", "[XXXXX701]", "[XXXXX702]", "[XXXXX703]", "[XXXXX704]", "[XXXXX705]", "[XXXXX706]", "[XXXXX707]", "[XXXXX708]", "[XXXXX709]", "[XXXXX710]", "[XXXXX711]", "[XXXXX712]", "[XXXXX713]", "[XXXXX714]", "[XXXXX715]", "[XXXXX716]", "[XXXXX717]", "[XXXXX718]", "[XXXXX719]", "[XXXXX720]", "[XXXXX721]", "[XXXXX722]", "[XXXXX723]", "[XXXXX724]", "[XXXXX725]", "[XXXXX726]", "[XXXXX727]", "[XXXXX728]", "[XXXXX729]", "[XXXXX730]", "[XXXXX731]", "[XXXXX732]", "[XXXXX733]", "[XXXXX734]", "[XXXXX735]", "[XXXXX736]", "[XXXXX737]", "[XXXXX738]", "[XXXXX739]", "[XXXXX740]", "[XXXXX741]", "[XXXXX742]", "[XXXXX743]", "[XXXXX744]", "[XXXXX745]", "[XXXXX746]", "[XXXXX747]", "[XXXXX748]", "[XXXXX749]", "[XXXXX750]", "[XXXXX751]", "[XXXXX752]", "[XXXXX753]", "[XXXXX754]", "[XXXXX755]", "[XXXXX756]", "[XXXXX757]", "[XXXXX758]", "[XXXXX759]", "[XXXXX760]", "[XXXXX761]", "[XXXXX762]", "[XXXXX763]", "[XXXXX764]", "[XXXXX765]", "[XXXXX766]", "[XXXXX767]", "[XXXXX768]", "[XXXXX769]", "[XXXXX770]", "[XXXXX771]", "[XXXXX772]", "[XXXXX773]", "[XXXXX774]", "[XXXXX775]", "[XXXXX776]", "[XXXXX777]", "[XXXXX778]", "[XXXXX779]", "[XXXXX780]", "[XXXXX781]", "[XXXXX782]", "[XXXXX783]", "[XXXXX784]", "[XXXXX785]", "[XXXXX786]", "[XXXXX787]", "[XXXXX788]", "[XXXXX789]", "[XXXXX790]", "[XXXXX791]", "[XXXXX792]", "[XXXXX793]", "[XXXXX794]", "[XXXXX795]", "[XXXXX796]", "[XXXXX797]", "[XXXXX798]", "[XXXXX799]", "[XXXXX800]", "[XXXXX801]", "[XXXXX802]", "[XXXXX803]", "[XXXXX804]", "[XXXXX805]", "[XXXXX806]", "[XXXXX807]", "[XXXXX808]", "[XXXXX809]", "[XXXXX810]", "[XXXXX811]", "[XXXXX812]", "[XXXXX813]", "[XXXXX814]", "[XXXXX815]", "[XXXXX816]", "[XXXXX817]", "[XXXXX818]", "[XXXXX819]", "[XXXXX820]", "[XXXXX821]", "[XXXXX822]", "[XXXXX823]", "[XXXXX824]", "[XXXXX825]", "[XXXXX826]", "[XXXXX827]", "[XXXXX828]", "[XXXXX829]", "[XXXXX830]", "[XXXXX831]", "[XXXXX832]", "[XXXXX833]", "[XXXXX834]", "[XXXXX835]", "[XXXXX836]", "[XXXXX837]", "[XXXXX838]", "[XXXXX839]", "[XXXXX840]", "[XXXXX841]", "[XXXXX842]", "[XXXXX843]", "[XXXXX844]", "[XXXXX845]", "[XXXXX846]", "[XXXXX847]", "[XXXXX848]", "[XXXXX849]", "[XXXXX850]", "[XXXXX851]", "[XXXXX852]", "[XXXXX853]", "[XXXXX854]", "[XXXXX855]", "[XXXXX856]", "[XXXXX857]", "[XXXXX858]", "[XXXXX859]", "[XXXXX860]", "[XXXXX861]", "[XXXXX862]", "[XXXXX863]", "[XXXXX864]", "[XXXXX865]", "[XXXXX866]", "[XXXXX867]", "[XXXXX868]", "[XXXXX869]", "[XXXXX870]", "[XXXXX871]", "[XXXXX872]", "[XXXXX873]", "[XXXXX874]", "[XXXXX875]", "[XXXXX876]", "[XXXXX877]", "[XXXXX878]", "[XXXXX879]", "[XXXXX880]", "[XXXXX881]", "[XXXXX882]", "[XXXXX883]", "[XXXXX884]", "[XXXXX885]", "[XXXXX886]", "[XXXXX887]", "[XXXXX888]", "[XXXXX889]", "[XXXXX890]", "[XXXXX891]", "[XXXXX892]", "[XXXXX893]", "[XXXXX894]", "[XXXXX895]", "[XXXXX896]", "[XXXXX897]", "[XXXXX898]", "[XXXXX899]", "[XXXXX900]", "[XXXXX901]", "[XXXXX902]", "[XXXXX903]", "[XXXXX904]", "[XXXXX905]", "[XXXXX906]", "[XXXXX907]", "[XXXXX908]", "[XXXXX909]", "[XXXXX910]", "[XXXXX911]", "[XXXXX912]", "[XXXXX913]", "[XXXXX914]", "[XXXXX915]", "[XXXXX916]", "[XXXXX917]", "[XXXXX918]", "[XXXXX919]", "[XXXXX920]", "[XXXXX921]", "[XXXXX922]", "[XXXXX923]", "[XXXXX924]", "[XXXXX925]", "[XXXXX926]", "[XXXXX927]", "[XXXXX928]", "[XXXXX929]", "[XXXXX930]", "[XXXXX931]", "[XXXXX932]", "[XXXXX933]", "[XXXXX934]", "[XXXXX935]", "[XXXXX936]", "[XXXXX937]", "[XXXXX938]", "[XXXXX939]", "[XXXXX940]", "[XXXXX941]", "[XXXXX942]", "[XXXXX943]", "[XXXXX944]", "[XXXXX945]", "[XXXXX946]", "[XXXXX947]", "[XXXXX948]", "[XXXXX949]", "[XXXXX950]", "[XXXXX951]", "[XXXXX952]", "[XXXXX953]", "[XXXXX954]", "[XXXXX955]", "[XXXXX956]", "[XXXXX957]", "[XXXXX958]", "[XXXXX959]", "[XXXXX960]", "[XXXXX961]", "[XXXXX962]", "[XXXXX963]", "[XXXXX964]", "[XXXXX965]", "[XXXXX966]", "[XXXXX967]", "[XXXXX968]", "[XXXXX969]", "[XXXXX970]", "[XXXXX971]", "[XXXXX972]", "[XXXXX973]", "[XXXXX974]", "[XXXXX975]", "[XXXXX976]", "[XXXXX977]", "[XXXXX978]", "[XXXXX979]", "[XXXXX980]", "[XXXXX981]", "[XXXXX982]", "[XXXXX983]", "[XXXXX984]", "[XXXXX985]", "[XXXXX986]", "[XXXXX987]", "[XXXXX988]", "[XXXXX989]", "[XXXXX990]", "[XXXXX991]", "[XXXXX992]", "[XXXXX993]", "[XXXXX994]", "[XXXXX995]", "[XXXXX996]", "[XXXXX997]", "[XXXXX998]", "[XXXXX999]", "[XXXXX1000]", "[XXXXX1001]", "[XXXXX1002]", "[XXXXX1003]", "[XXXXX1004]", "[XXXXX1005]", "[XXXXX1006]", "[XXXXX1007]", "[XXXXX1008]", "[XXXXX1009]", "[XXXXX1010]", "[XXXXX1011]", "[XXXXX1012]", "[XXXXX1013]", "[XXXXX1014]", "[XXXXX1015]", "[XXXXX1016]", "[XXXXX1017]", "[XXXXX1018]", "[XXXXX1019]", "[XXXXX1020]"]}

spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e00212acb81d31dbabb86f88fb272619673bfff9cc1bd488a1fa65857bf59c8
+size 940666

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": false, "remove_space": true, "keep_accents": true, "bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "<unk>", "sep_token": "[SEP]", "pad_token": "<pad>", "cls_token": "[CLS]", "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false, "__type": "AddedToken"}, "sp_model_kwargs": {}, "name_or_path": "models/5mb/hmn_latn_5mb", "model_input_names": ["input_ids", "attention_mask"], "special_tokens_map_file": "models/5mb/hmn_latn_5mb/special_tokens_map.json", "tokenizer_class": "AlbertTokenizer"}