Upload pan_guru_5mb tokenizer.

added_tokens.json

@@ -0,0 +1 @@
+{"[XXXXX3]": 40056, "[XXXXX650]": 40703, "[XXXXX437]": 40490, "[XXXXX245]": 40298, "[XXXXX762]": 40815, "[XXXXX691]": 40744, "[XXXXX424]": 40477, "[XXXXX434]": 40487, "[XXXXX726]": 40779, "[XXXXX232]": 40285, "[XXXXX105]": 40158, "[XXXXX729]": 40782, "[XXXXX874]": 40927, "[XXXXX226]": 40279, "[XXXXX703]": 40756, "[XXXXX508]": 40561, "[XXXXX824]": 40877, "[XXXXX436]": 40489, "[XXXXX345]": 40398, "[XXXXX454]": 40507, "[XXXXX530]": 40583, "[XXXXX861]": 40914, "[XXXXX727]": 40780, "[XXXXX190]": 40243, "[XXXXX767]": 40820, "[XXXXX766]": 40819, "[XXXXX830]": 40883, "[XXXXX706]": 40759, "[XXXXX844]": 40897, "[XXXXX734]": 40787, "[XXXXX875]": 40928, "[XXXXX818]": 40871, "[XXXXX398]": 40451, "[XXXXX389]": 40442, "[XXXXX8]": 40061, "[XXXXX358]": 40411, "[XXXXX540]": 40593, "[XXXXX758]": 40811, "[XXXXX625]": 40678, "[XXXXX745]": 40798, "[XXXXX496]": 40549, "[XXXXX227]": 40280, "[XXXXX34]": 40087, "[XXXXX251]": 40304, "[XXXXX712]": 40765, "[XXXXX643]": 40696, "[XXXXX694]": 40747, "[XXXXX406]": 40459, "[XXXXX85]": 40138, "[XXXXX174]": 40227, "[XXXXX683]": 40736, "[XXXXX764]": 40817, "[XXXXX692]": 40745, "[XXXXX95]": 40148, "[XXXXX669]": 40722, "[XXXXX856]": 40909, "[XXXXX533]": 40586, "[XXXXX279]": 40332, "[XXXXX676]": 40729, "[XXXXX858]": 40911, "[XXXXX405]": 40458, "[XXXXX666]": 40719, "[XXXXX461]": 40514, "[XXXXX777]": 40830, "[XXXXX350]": 40403, "[XXXXX273]": 40326, "[XXXXX458]": 40511, "[XXXXX550]": 40603, "[XXXXX672]": 40725, "[XXXXX140]": 40193, "[XXXXX483]": 40536, "[XXXXX628]": 40681, "[XXXXX257]": 40310, "[XXXXX267]": 40320, "[XXXXX836]": 40889, "[XXXXX865]": 40918, "[XXXXX121]": 40174, "[XXXXX272]": 40325, "[XXXXX710]": 40763, "[XXXXX723]": 40776, "[XXXXX611]": 40664, "[XXXXX56]": 40109, "[XXXXX511]": 40564, "[XXXXX633]": 40686, "[XXXXX274]": 40327, "[XXXXX757]": 40810, "[XXXXX20]": 40073, "[XXXXX878]": 40931, "[XXXXX375]": 40428, "[XXXXX385]": 40438, "[XXXXX244]": 40297, "[XXXXX677]": 40730, "[XXXXX685]": 40738, "[XXXXX885]": 40938, "[XXXXX587]": 40640, "[XXXXX810]": 40863, "[XXXXX596]": 40649, "[XXXXX580]": 40633, "[XXXXX900]": 40953, "[XXXXX507]": 40560, "[XXXXX866]": 40919, "[XXXXX904]": 40957, "[XXXXX631]": 40684, "[XXXXX210]": 40263, "[XXXXX133]": 40186, "[XXXXX681]": 40734, "[XXXXX453]": 40506, "[XXXXX825]": 40878, "[XXXXX722]": 40775, "[XXXXX148]": 40201, "[XXXXX432]": 40485, "[XXXXX371]": 40424, "[XXXXX188]": 40241, "[XXXXX271]": 40324, "[XXXXX455]": 40508, "[XXXXX747]": 40800, "[XXXXX715]": 40768, "[XXXXX349]": 40402, "[XXXXX801]": 40854, "[XXXXX201]": 40254, "[XXXXX229]": 40282, "[XXXXX521]": 40574, "[XXXXX369]": 40422, "[XXXXX134]": 40187, "[XXXXX547]": 40600, "[XXXXX420]": 40473, "[XXXXX848]": 40901, "[XXXXX28]": 40081, "[XXXXX554]": 40607, "[XXXXX103]": 40156, "[XXXXX748]": 40801, "[XXXXX76]": 40129, "[XXXXX294]": 40347, "[XXXXX862]": 40915, "[XXXXX263]": 40316, "[XXXXX481]": 40534, "[XXXXX136]": 40189, "[XXXXX320]": 40373, "[XXXXX614]": 40667, "[XXXXX857]": 40910, "[XXXXX890]": 40943, "[XXXXX886]": 40939, "[XXXXX440]": 40493, "[XXXXX253]": 40306, "[XXXXX887]": 40940, "[XXXXX728]": 40781, "[XXXXX366]": 40419, "[XXXXX264]": 40317, "[XXXXX49]": 40102, "[XXXXX690]": 40743, "[XXXXX651]": 40704, "[XXXXX618]": 40671, "[XXXXX621]": 40674, "[XXXXX770]": 40823, "[XXXXX258]": 40311, "[XXXXX750]": 40803, "[XXXXX168]": 40221, "[XXXXX842]": 40895, "[XXXXX635]": 40688, "[XXXXX109]": 40162, "[XXXXX7]": 40060, "[XXXXX679]": 40732, "[XXXXX698]": 40751, "[XXXXX30]": 40083, "[XXXXX562]": 40615, "[XXXXX799]": 40852, "[XXXXX640]": 40693, "[XXXXX742]": 40795, "[XXXXX303]": 40356, "[XXXXX392]": 40445, "[XXXXX843]": 40896, "[XXXXX804]": 40857, "[XXXXX469]": 40522, "[XXXXX724]": 40777, "[XXXXX769]": 40822, "[XXXXX220]": 40273, "[XXXXX512]": 40565, "[XXXXX505]": 40558, "[XXXXX592]": 40645, "[XXXXX487]": 40540, "[XXXXX538]": 40591, "[XXXXX760]": 40813, "[XXXXX166]": 40219, "[XXXXX882]": 40935, "[XXXXX326]": 40379, "[XXXXX316]": 40369, "[XXXXX240]": 40293, "[XXXXX598]": 40651, "[XXXXX609]": 40662, "[XXXXX306]": 40359, "[XXXXX624]": 40677, "[XXXXX51]": 40104, "[XXXXX347]": 40400, "[XXXXX160]": 40213, "[XXXXX473]": 40526, "[XXXXX719]": 40772, "[XXXXX563]": 40616, "[XXXXX630]": 40683, "[XXXXX457]": 40510, "[XXXXX816]": 40869, "[XXXXX895]": 40948, "[XXXXX559]": 40612, "[XXXXX80]": 40133, "[XXXXX608]": 40661, "[XXXXX817]": 40870, "[XXXXX36]": 40089, "[XXXXX409]": 40462, "[XXXXX776]": 40829, "[XXXXX839]": 40892, "[XXXXX184]": 40237, "[XXXXX175]": 40228, "[XXXXX353]": 40406, "[XXXXX752]": 40805, "[XXXXX81]": 40134, "[XXXXX565]": 40618, "[XXXXX180]": 40233, "[XXXXX475]": 40528, "[XXXXX590]": 40643, "[XXXXX14]": 40067, "[XXXXX791]": 40844, "[XXXXX416]": 40469, "[XXXXX472]": 40525, "[XXXXX808]": 40861, "[XXXXX879]": 40932, "[XXXXX328]": 40381, "[XXXXX194]": 40247, "[XXXXX265]": 40318, "[XXXXX709]": 40762, "[XXXXX230]": 40283, "[XXXXX21]": 40074, "[XXXXX749]": 40802, "[XXXXX807]": 40860, "[XXXXX786]": 40839, "[XXXXX543]": 40596, "[XXXXX397]": 40450, "[XXXXX206]": 40259, "[XXXXX403]": 40456, "[XXXXX636]": 40689, "[XXXXX187]": 40240, "[XXXXX241]": 40294, "[XXXXX322]": 40375, "[XXXXX82]": 40135, "[XXXXX355]": 40408, "[XXXXX250]": 40303, "[XXXXX71]": 40124, "[XXXXX402]": 40455, "[XXXXX156]": 40209, "[XXXXX778]": 40831, "[XXXXX659]": 40712, "[XXXXX428]": 40481, "[XXXXX813]": 40866, "[XXXXX284]": 40337, "[XXXXX893]": 40946, "[XXXXX573]": 40626, "[XXXXX299]": 40352, "[XXXXX144]": 40197, "[XXXXX696]": 40749, "[XXXXX720]": 40773, "[XXXXX262]": 40315, "[XXXXX359]": 40412, "[XXXXX111]": 40164, "[XXXXX682]": 40735, "[XXXXX182]": 40235, "[XXXXX69]": 40122, "[XXXXX252]": 40305, "[XXXXX388]": 40441, "[XXXXX16]": 40069, "[XXXXX55]": 40108, "[XXXXX548]": 40601, "[XXXXX593]": 40646, "[XXXXX198]": 40251, "[XXXXX216]": 40269, "[XXXXX811]": 40864, "[XXXXX768]": 40821, "[XXXXX591]": 40644, "[XXXXX425]": 40478, "[XXXXX526]": 40579, "[XXXXX214]": 40267, "[XXXXX664]": 40717, "[XXXXX660]": 40713, "[XXXXX897]": 40950, "[XXXXX43]": 40096, "[XXXXX259]": 40312, "[XXXXX408]": 40461, "[XXXXX891]": 40944, "[XXXXX183]": 40236, "[XXXXX307]": 40360, "[XXXXX58]": 40111, "[XXXXX648]": 40701, "[XXXXX452]": 40505, "[XXXXX601]": 40654, "[XXXXX798]": 40851, "[XXXXX756]": 40809, "[XXXXX658]": 40711, "[XXXXX524]": 40577, "[XXXXX379]": 40432, "[XXXXX783]": 40836, "[XXXXX195]": 40248, "[XXXXX705]": 40758, "[XXXXX463]": 40516, "[XXXXX560]": 40613, "[XXXXX231]": 40284, "[XXXXX619]": 40672, "[XXXXX793]": 40846, "[XXXXX834]": 40887, "[XXXXX687]": 40740, "[XXXXX124]": 40177, "[XXXXX476]": 40529, "[XXXXX309]": 40362, "[XXXXX278]": 40331, "[XXXXX300]": 40353, "[XXXXX77]": 40130, "[XXXXX219]": 40272, "[XXXXX850]": 40903, "[XXXXX249]": 40302, "[XXXXX579]": 40632, "[XXXXX663]": 40716, "[XXXXX44]": 40097, "[XXXXX116]": 40169, "[XXXXX78]": 40131, "[XXXXX429]": 40482, "[XXXXX236]": 40289, "[XXXXX822]": 40875, "[XXXXX9]": 40062, "[XXXXX17]": 40070, "[XXXXX741]": 40794, "[XXXXX57]": 40110, "[XXXXX213]": 40266, "[XXXXX707]": 40760, "[XXXXX520]": 40573, "[XXXXX42]": 40095, "[XXXXX448]": 40501, "[XXXXX412]": 40465, "[XXXXX60]": 40113, "[XXXXX680]": 40733, "[XXXXX617]": 40670, "[XXXXX314]": 40367, "[XXXXX404]": 40457, "[XXXXX797]": 40850, "[XXXXX426]": 40479, "[XXXXX110]": 40163, "[XXXXX736]": 40789, "[XXXXX542]": 40595, "[XXXXX143]": 40196, "[XXXXX607]": 40660, "[CLS]": 40049, "[XXXXX869]": 40922, "[XXXXX896]": 40949, "[XXXXX396]": 40449, "[XXXXX343]": 40396, "[XXXXX779]": 40832, "[XXXXX812]": 40865, "[XXXXX534]": 40587, "[XXXXX417]": 40470, "[XXXXX390]": 40443, "[XXXXX354]": 40407, "[XXXXX491]": 40544, "[XXXXX852]": 40905, "[XXXXX738]": 40791, "[XXXXX32]": 40085, "[XXXXX147]": 40200, "[XXXXX662]": 40715, "[XXXXX177]": 40230, "[XXXXX421]": 40474, "[XXXXX31]": 40084, "[XXXXX657]": 40710, "[XXXXX120]": 40173, "[XXXXX735]": 40788, "[XXXXX297]": 40350, "[XXXXX165]": 40218, "[XXXXX833]": 40886, "[XXXXX29]": 40082, "[XXXXX223]": 40276, "[XXXXX570]": 40623, "[XXXXX537]": 40590, "[XXXXX639]": 40692, "[XXXXX610]": 40663, "[SEP]": 40050, "[XXXXX373]": 40426, "[XXXXX87]": 40140, "[XXXXX805]": 40858, "[XXXXX470]": 40523, "[XXXXX62]": 40115, "[XXXXX884]": 40937, "[XXXXX360]": 40413, "[XXXXX45]": 40098, "[XXXXX438]": 40491, "[XXXXX351]": 40404, "[XXXXX270]": 40323, "[XXXXX38]": 40091, "[XXXXX364]": 40417, "[XXXXX40]": 40093, "[XXXXX477]": 40530, "[XXXXX310]": 40363, "[XXXXX574]": 40627, "[XXXXX655]": 40708, "[XXXXX515]": 40568, "[XXXXX551]": 40604, "[XXXXX523]": 40576, "[XXXXX170]": 40223, "[XXXXX902]": 40955, "[XXXXX275]": 40328, "[XXXXX673]": 40726, "[XXXXX439]": 40492, "[XXXXX185]": 40238, "[XXXXX595]": 40648, "[XXXXX514]": 40567, "[XXXXX828]": 40881, "[XXXXX820]": 40873, "[XXXXX153]": 40206, "[XXXXX89]": 40142, "[XXXXX27]": 40080, "[XXXXX493]": 40546, "[XXXXX100]": 40153, "[XXXXX200]": 40253, "[XXXXX674]": 40727, "[XXXXX129]": 40182, "[XXXXX386]": 40439, "[XXXXX10]": 40063, "[XXXXX63]": 40116, "[XXXXX620]": 40673, "[XXXXX577]": 40630, "[XXXXX464]": 40517, "[XXXXX446]": 40499, "[XXXXX864]": 40917, "[XXXXX104]": 40157, "[XXXXX544]": 40597, "[XXXXX605]": 40658, "[XXXXX247]": 40300, "[XXXXX233]": 40286, "[XXXXX849]": 40902, "[XXXXX467]": 40520, "[XXXXX695]": 40748, "[XXXXX704]": 40757, "[XXXXX208]": 40261, "[XXXXX746]": 40799, "[XXXXX905]": 40958, "[XXXXX465]": 40518, "[XXXXX881]": 40934, "[XXXXX53]": 40106, "[XXXXX488]": 40541, "[XXXXX157]": 40210, "[XXXXX11]": 40064, "[XXXXX906]": 40959, "[XXXXX163]": 40216, "[XXXXX167]": 40220, "[XXXXX744]": 40797, "[XXXXX283]": 40336, "[XXXXX192]": 40245, "[XXXXX739]": 40792, "[XXXXX203]": 40256, "[XXXXX64]": 40117, "[XXXXX442]": 40495, "[XXXXX239]": 40292, "[XXXXX803]": 40856, "[XXXXX809]": 40862, "[XXXXX743]": 40796, "[XXXXX482]": 40535, "[XXXXX485]": 40538, "[XXXXX539]": 40592, "[XXXXX154]": 40207, "[XXXXX431]": 40484, "[XXXXX841]": 40894, "[XXXXX649]": 40702, "[XXXXX384]": 40437, "[XXXXX207]": 40260, "[XXXXX152]": 40205, "[XXXXX138]": 40191, "[XXXXX586]": 40639, "[XXXXX107]": 40160, "[XXXXX348]": 40401, "[XXXXX26]": 40079, "[XXXXX162]": 40215, "[XXXXX642]": 40695, "[XXXXX645]": 40698, "[XXXXX622]": 40675, "[XXXXX35]": 40088, "[XXXXX759]": 40812, "[XXXXX318]": 40371, "[XXXXX382]": 40435, "[XXXXX795]": 40848, "[XXXXX356]": 40409, "[XXXXX780]": 40833, "[XXXXX851]": 40904, "[XXXXX125]": 40178, "[XXXXX641]": 40694, "[XXXXX145]": 40198, "[XXXXX325]": 40378, "[XXXXX731]": 40784, "[XXXXX740]": 40793, "[XXXXX721]": 40774, "[XXXXX503]": 40556, "[XXXXX401]": 40454, "[XXXXX315]": 40368, "[XXXXX96]": 40149, "[XXXXX535]": 40588, "[XXXXX113]": 40166, "[XXXXX872]": 40925, "[XXXXX713]": 40766, "[XXXXX126]": 40179, "[XXXXX697]": 40750, "[XXXXX581]": 40634, "[XXXXX25]": 40078, "[XXXXX108]": 40161, "[XXXXX845]": 40898, "[XXXXX449]": 40502, "[XXXXX510]": 40563, "[XXXXX576]": 40629, "[XXXXX363]": 40416, "[XXXXX781]": 40834, "[XXXXX74]": 40127, "[XXXXX313]": 40366, "[XXXXX346]": 40399, "[XXXXX238]": 40291, "[XXXXX638]": 40691, "[XXXXX339]": 40392, "[XXXXX785]": 40838, "[XXXXX536]": 40589, "[XXXXX498]": 40551, "[XXXXX41]": 40094, "[XXXXX814]": 40867, "[XXXXX569]": 40622, "[XXXXX413]": 40466, "[XXXXX161]": 40214, "[XXXXX616]": 40669, "[XXXXX755]": 40808, "[XXXXX365]": 40418, "[XXXXX806]": 40859, "[XXXXX466]": 40519, "[XXXXX24]": 40077, "[XXXXX98]": 40151, "[XXXXX838]": 40891, "[XXXXX831]": 40884, "[XXXXX173]": 40226, "[XXXXX281]": 40334, "[XXXXX500]": 40553, "[XXXXX829]": 40882, "[XXXXX837]": 40890, "[XXXXX48]": 40101, "[XXXXX93]": 40146, "[XXXXX146]": 40199, "[XXXXX235]": 40288, "[XXXXX688]": 40741, "[XXXXX517]": 40570, "[XXXXX870]": 40923, "[XXXXX12]": 40065, "[XXXXX772]": 40825, "[XXXXX337]": 40390, "[XXXXX291]": 40344, "[XXXXX516]": 40569, "[XXXXX588]": 40641, "[XXXXX656]": 40709, "[XXXXX754]": 40807, "[XXXXX376]": 40429, "[XXXXX629]": 40682, "[XXXXX486]": 40539, "[XXXXX462]": 40515, "[XXXXX430]": 40483, "[XXXXX1]": 40054, "[XXXXX150]": 40203, "[XXXXX215]": 40268, "[XXXXX670]": 40723, "[XXXXX91]": 40144, "[XXXXX6]": 40059, "[XXXXX889]": 40942, "[XXXXX280]": 40333, "[XXXXX732]": 40785, "[XXXXX599]": 40652, "[XXXXX336]": 40389, "[XXXXX261]": 40314, "[XXXXX668]": 40721, "[XXXXX450]": 40503, "[XXXXX763]": 40816, "[XXXXX254]": 40307, "[XXXXX575]": 40628, "[XXXXX883]": 40936, "[XXXXX344]": 40397, "[XXXXX789]": 40842, "[XXXXX494]": 40547, "[XXXXX332]": 40385, "[XXXXX302]": 40355, "[XXXXX853]": 40906, "[XXXXX159]": 40212, "[XXXXX88]": 40141, "[XXXXX383]": 40436, "[XXXXX623]": 40676, "[XXXXX564]": 40617, "[XXXXX863]": 40916, "[XXXXX298]": 40351, "[XXXXX112]": 40165, "[XXXXX787]": 40840, "[XXXXX141]": 40194, "[XXXXX115]": 40168, "[XXXXX393]": 40446, "[XXXXX541]": 40594, "[XXXXX222]": 40275, "[XXXXX714]": 40767, "[XXXXX675]": 40728, "[XXXXX341]": 40394, "[XXXXX597]": 40650, "[XXXXX218]": 40271, "[XXXXX362]": 40415, "[XXXXX67]": 40120, "[XXXXX774]": 40827, "[XXXXX97]": 40150, "[XXXXX602]": 40655, "[XXXXX5]": 40058, "[XXXXX361]": 40414, "[XXXXX490]": 40543, "[XXXXX518]": 40571, "[XXXXX301]": 40354, "[XXXXX61]": 40114, "[XXXXX443]": 40496, "[XXXXX489]": 40542, "[XXXXX474]": 40527, "[XXXXX422]": 40475, "[XXXXX775]": 40828, "[XXXXX135]": 40188, "[XXXXX151]": 40204, "[XXXXX179]": 40232, "[XXXXX603]": 40656, "[XXXXX331]": 40384, "[XXXXX79]": 40132, "[XXXXX716]": 40769, "[XXXXX178]": 40231, "[XXXXX693]": 40746, "[XXXXX558]": 40611, "[XXXXX718]": 40771, "[XXXXX880]": 40933, "[XXXXX269]": 40322, "[XXXXX407]": 40460, "[XXXXX684]": 40737, "[XXXXX39]": 40092, "[XXXXX788]": 40841, "[XXXXX59]": 40112, "[XXXXX531]": 40584, "[XXXXX101]": 40154, "[XXXXX13]": 40066, "[XXXXX128]": 40181, "[XXXXX761]": 40814, "[XXXXX335]": 40388, "[XXXXX391]": 40444, "[XXXXX295]": 40348, "[XXXXX784]": 40837, "[XXXXX304]": 40357, "[XXXXX701]": 40754, "[XXXXX225]": 40278, "[XXXXX224]": 40277, "[XXXXX329]": 40382, "[XXXXX792]": 40845, "[XXXXX899]": 40952, "[XXXXX794]": 40847, "[XXXXX327]": 40380, "[XXXXX737]": 40790, "[XXXXX305]": 40358, "[XXXXX33]": 40086, "[XXXXX158]": 40211, "[XXXXX423]": 40476, "[XXXXX4]": 40057, "[XXXXX142]": 40195, "[XXXXX50]": 40103, "[XXXXX312]": 40365, "[XXXXX415]": 40468, "[XXXXX106]": 40159, "[XXXXX0]": 40053, "[XXXXX131]": 40184, "[XXXXX400]": 40453, "[XXXXX399]": 40452, "[XXXXX221]": 40274, "[XXXXX854]": 40907, "[XXXXX868]": 40921, "[XXXXX613]": 40666, "[XXXXX519]": 40572, "[XXXXX626]": 40679, "[XXXXX287]": 40340, "[XXXXX132]": 40185, "[XXXXX497]": 40550, "[XXXXX545]": 40598, "[XXXXX308]": 40361, "[XXXXX876]": 40929, "[XXXXX268]": 40321, "[XXXXX441]": 40494, "[XXXXX479]": 40532, "[XXXXX600]": 40653, "[XXXXX667]": 40720, "[XXXXX665]": 40718, "[XXXXX127]": 40180, "[XXXXX338]": 40391, "[XXXXX525]": 40578, "[XXXXX583]": 40636, "[XXXXX433]": 40486, "[XXXXX211]": 40264, "[XXXXX282]": 40335, "[XXXXX86]": 40139, "[XXXXX568]": 40621, "[XXXXX478]": 40531, "[XXXXX819]": 40872, "[XXXXX172]": 40225, "[XXXXX800]": 40853, "[XXXXX647]": 40700, "[XXXXX840]": 40893, "[XXXXX725]": 40778, "[XXXXX372]": 40425, "[XXXXX492]": 40545, "[XXXXX815]": 40868, "[XXXXX47]": 40100, "[XXXXX18]": 40071, "[XXXXX189]": 40242, "[XXXXX532]": 40585, "[XXXXX380]": 40433, "[XXXXX52]": 40105, "[XXXXX419]": 40472, "[XXXXX585]": 40638, "[XXXXX699]": 40752, "[XXXXX447]": 40500, "[XXXXX193]": 40246, "[XXXXX459]": 40512, "[XXXXX888]": 40941, "[XXXXX495]": 40548, "[XXXXX68]": 40121, "[XXXXX319]": 40372, "[XXXXX217]": 40270, "[XXXXX288]": 40341, "[XXXXX292]": 40345, "[XXXXX119]": 40172, "[XXXXX589]": 40642, "[MASK]": 40052, "[XXXXX202]": 40255, "[XXXXX123]": 40176, "[XXXXX552]": 40605, "[XXXXX846]": 40899, "[XXXXX702]": 40755, "[XXXXX827]": 40880, "[XXXXX196]": 40249, "[XXXXX898]": 40951, "[XXXXX73]": 40126, "[XXXXX84]": 40137, "[XXXXX894]": 40947, "[XXXXX594]": 40647, "[XXXXX499]": 40552, "[XXXXX334]": 40387, "[XXXXX169]": 40222, "[XXXXX340]": 40393, "[XXXXX410]": 40463, "[XXXXX418]": 40471, "[XXXXX484]": 40537, "[XXXXX90]": 40143, "[XXXXX678]": 40731, "[XXXXX572]": 40625, "[XXXXX566]": 40619, "[XXXXX556]": 40609, "[XXXXX117]": 40170, "<pad>": 40051, "[XXXXX877]": 40930, "[XXXXX653]": 40706, "[XXXXX191]": 40244, "[XXXXX711]": 40764, "[XXXXX209]": 40262, "[XXXXX368]": 40421, "[XXXXX708]": 40761, "[XXXXX561]": 40614, "[XXXXX451]": 40504, "[XXXXX370]": 40423, "[XXXXX615]": 40668, "[XXXXX122]": 40175, "[XXXXX317]": 40370, "[XXXXX285]": 40338, "[XXXXX578]": 40631, "[XXXXX557]": 40610, "[XXXXX276]": 40329, "[XXXXX892]": 40945, "[XXXXX471]": 40524, "[XXXXX612]": 40665, "[XXXXX234]": 40287, "[XXXXX427]": 40480, "[XXXXX277]": 40330, "[XXXXX567]": 40620, "[XXXXX65]": 40118, "[XXXXX290]": 40343, "[XXXXX782]": 40835, "[XXXXX248]": 40301, "[XXXXX374]": 40427, "[XXXXX296]": 40349, "[XXXXX513]": 40566, "[XXXXX644]": 40697, "[XXXXX646]": 40699, "[XXXXX381]": 40434, "[XXXXX414]": 40467, "[XXXXX266]": 40319, "[XXXXX118]": 40171, "[XXXXX823]": 40876, "[XXXXX260]": 40313, "[XXXXX502]": 40555, "[XXXXX228]": 40281, "[XXXXX637]": 40690, "[XXXXX546]": 40599, "[XXXXX606]": 40659, "[XXXXX155]": 40208, "[XXXXX773]": 40826, "[XXXXX255]": 40308, "[XXXXX504]": 40557, "[XXXXX901]": 40954, "[XXXXX555]": 40608, "[XXXXX286]": 40339, "[XXXXX171]": 40224, "[XXXXX730]": 40783, "[XXXXX92]": 40145, "[XXXXX771]": 40824, "[XXXXX604]": 40657, "[XXXXX661]": 40714, "[XXXXX164]": 40217, "[XXXXX19]": 40072, "[XXXXX847]": 40900, "[XXXXX395]": 40448, "[XXXXX753]": 40806, "[XXXXX256]": 40309, "[XXXXX460]": 40513, "[XXXXX826]": 40879, "[XXXXX553]": 40606, "[XXXXX94]": 40147, "[XXXXX506]": 40559, "[XXXXX873]": 40926, "[XXXXX323]": 40376, "[XXXXX130]": 40183, "[XXXXX686]": 40739, "[XXXXX654]": 40707, "[XXXXX444]": 40497, "[XXXXX137]": 40190, "[XXXXX835]": 40888, "[XXXXX176]": 40229, "[XXXXX855]": 40908, "[XXXXX324]": 40377, "[XXXXX333]": 40386, "[XXXXX204]": 40257, "[XXXXX652]": 40705, "[XXXXX367]": 40420, "[XXXXX149]": 40202, "[XXXXX357]": 40410, "[XXXXX501]": 40554, "[XXXXX46]": 40099, "[XXXXX549]": 40602, "[XXXXX435]": 40488, "[XXXXX23]": 40076, "[XXXXX139]": 40192, "[XXXXX821]": 40874, "[XXXXX717]": 40770, "[XXXXX632]": 40685, "[XXXXX522]": 40575, "[XXXXX321]": 40374, "[XXXXX802]": 40855, "[XXXXX212]": 40265, "[XXXXX72]": 40125, "[XXXXX237]": 40290, "[XXXXX199]": 40252, "[XXXXX387]": 40440, "[XXXXX411]": 40464, "[XXXXX480]": 40533, "[XXXXX102]": 40155, "[XXXXX197]": 40250, "[XXXXX311]": 40364, "[XXXXX54]": 40107, "[XXXXX342]": 40395, "[XXXXX181]": 40234, "[XXXXX627]": 40680, "[XXXXX867]": 40920, "[XXXXX75]": 40128, "[XXXXX242]": 40295, "[XXXXX66]": 40119, "[XXXXX205]": 40258, "[XXXXX689]": 40742, "[XXXXX22]": 40075, "[XXXXX571]": 40624, "[XXXXX528]": 40581, "[XXXXX2]": 40055, "[XXXXX83]": 40136, "[XXXXX860]": 40913, "[XXXXX584]": 40637, "[XXXXX871]": 40924, "[XXXXX796]": 40849, "[XXXXX289]": 40342, "[XXXXX700]": 40753, "[XXXXX671]": 40724, "[XXXXX243]": 40296, "[XXXXX330]": 40383, "[XXXXX733]": 40786, "[XXXXX529]": 40582, "[XXXXX352]": 40405, "[XXXXX445]": 40498, "[XXXXX37]": 40090, "[XXXXX15]": 40068, "[XXXXX70]": 40123, "[XXXXX859]": 40912, "[XXXXX468]": 40521, "[XXXXX186]": 40239, "[XXXXX634]": 40687, "[XXXXX527]": 40580, "[XXXXX751]": 40804, "[XXXXX246]": 40299, "[XXXXX377]": 40430, "[XXXXX456]": 40509, "[XXXXX114]": 40167, "[XXXXX378]": 40431, "[XXXXX394]": 40447, "[XXXXX832]": 40885, "[XXXXX509]": 40562, "[XXXXX765]": 40818, "[XXXXX903]": 40956, "[XXXXX582]": 40635, "[XXXXX99]": 40152, "[XXXXX790]": 40843, "[XXXXX293]": 40346}

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "<unk>", "sep_token": "[SEP]", "pad_token": "<pad>", "cls_token": "[CLS]", "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}, "additional_special_tokens": ["[XXXXX0]", "[XXXXX1]", "[XXXXX2]", "[XXXXX3]", "[XXXXX4]", "[XXXXX5]", "[XXXXX6]", "[XXXXX7]", "[XXXXX8]", "[XXXXX9]", "[XXXXX10]", "[XXXXX11]", "[XXXXX12]", "[XXXXX13]", "[XXXXX14]", "[XXXXX15]", "[XXXXX16]", "[XXXXX17]", "[XXXXX18]", "[XXXXX19]", "[XXXXX20]", "[XXXXX21]", "[XXXXX22]", "[XXXXX23]", "[XXXXX24]", "[XXXXX25]", "[XXXXX26]", "[XXXXX27]", "[XXXXX28]", "[XXXXX29]", "[XXXXX30]", "[XXXXX31]", "[XXXXX32]", "[XXXXX33]", "[XXXXX34]", "[XXXXX35]", "[XXXXX36]", "[XXXXX37]", "[XXXXX38]", "[XXXXX39]", "[XXXXX40]", "[XXXXX41]", "[XXXXX42]", "[XXXXX43]", "[XXXXX44]", "[XXXXX45]", "[XXXXX46]", "[XXXXX47]", "[XXXXX48]", "[XXXXX49]", "[XXXXX50]", "[XXXXX51]", "[XXXXX52]", "[XXXXX53]", "[XXXXX54]", "[XXXXX55]", "[XXXXX56]", "[XXXXX57]", "[XXXXX58]", "[XXXXX59]", "[XXXXX60]", "[XXXXX61]", "[XXXXX62]", "[XXXXX63]", "[XXXXX64]", "[XXXXX65]", "[XXXXX66]", "[XXXXX67]", "[XXXXX68]", "[XXXXX69]", "[XXXXX70]", "[XXXXX71]", "[XXXXX72]", "[XXXXX73]", "[XXXXX74]", "[XXXXX75]", "[XXXXX76]", "[XXXXX77]", "[XXXXX78]", "[XXXXX79]", "[XXXXX80]", "[XXXXX81]", "[XXXXX82]", "[XXXXX83]", "[XXXXX84]", "[XXXXX85]", "[XXXXX86]", "[XXXXX87]", "[XXXXX88]", "[XXXXX89]", "[XXXXX90]", "[XXXXX91]", "[XXXXX92]", "[XXXXX93]", "[XXXXX94]", "[XXXXX95]", "[XXXXX96]", "[XXXXX97]", "[XXXXX98]", "[XXXXX99]", "[XXXXX100]", "[XXXXX101]", "[XXXXX102]", "[XXXXX103]", "[XXXXX104]", "[XXXXX105]", "[XXXXX106]", "[XXXXX107]", "[XXXXX108]", "[XXXXX109]", "[XXXXX110]", "[XXXXX111]", "[XXXXX112]", "[XXXXX113]", "[XXXXX114]", "[XXXXX115]", "[XXXXX116]", "[XXXXX117]", "[XXXXX118]", "[XXXXX119]", "[XXXXX120]", "[XXXXX121]", "[XXXXX122]", "[XXXXX123]", "[XXXXX124]", "[XXXXX125]", "[XXXXX126]", "[XXXXX127]", "[XXXXX128]", "[XXXXX129]", "[XXXXX130]", "[XXXXX131]", "[XXXXX132]", "[XXXXX133]", "[XXXXX134]", "[XXXXX135]", "[XXXXX136]", "[XXXXX137]", "[XXXXX138]", "[XXXXX139]", "[XXXXX140]", "[XXXXX141]", "[XXXXX142]", "[XXXXX143]", "[XXXXX144]", "[XXXXX145]", "[XXXXX146]", "[XXXXX147]", "[XXXXX148]", "[XXXXX149]", "[XXXXX150]", "[XXXXX151]", "[XXXXX152]", "[XXXXX153]", "[XXXXX154]", "[XXXXX155]", "[XXXXX156]", "[XXXXX157]", "[XXXXX158]", "[XXXXX159]", "[XXXXX160]", "[XXXXX161]", "[XXXXX162]", "[XXXXX163]", "[XXXXX164]", "[XXXXX165]", "[XXXXX166]", "[XXXXX167]", "[XXXXX168]", "[XXXXX169]", "[XXXXX170]", "[XXXXX171]", "[XXXXX172]", "[XXXXX173]", "[XXXXX174]", "[XXXXX175]", "[XXXXX176]", "[XXXXX177]", "[XXXXX178]", "[XXXXX179]", "[XXXXX180]", "[XXXXX181]", "[XXXXX182]", "[XXXXX183]", "[XXXXX184]", "[XXXXX185]", "[XXXXX186]", "[XXXXX187]", "[XXXXX188]", "[XXXXX189]", "[XXXXX190]", "[XXXXX191]", "[XXXXX192]", "[XXXXX193]", "[XXXXX194]", "[XXXXX195]", "[XXXXX196]", "[XXXXX197]", "[XXXXX198]", "[XXXXX199]", "[XXXXX200]", "[XXXXX201]", "[XXXXX202]", "[XXXXX203]", "[XXXXX204]", "[XXXXX205]", "[XXXXX206]", "[XXXXX207]", "[XXXXX208]", "[XXXXX209]", "[XXXXX210]", "[XXXXX211]", "[XXXXX212]", "[XXXXX213]", "[XXXXX214]", "[XXXXX215]", "[XXXXX216]", "[XXXXX217]", "[XXXXX218]", "[XXXXX219]", "[XXXXX220]", "[XXXXX221]", "[XXXXX222]", "[XXXXX223]", "[XXXXX224]", "[XXXXX225]", "[XXXXX226]", "[XXXXX227]", "[XXXXX228]", "[XXXXX229]", "[XXXXX230]", "[XXXXX231]", "[XXXXX232]", "[XXXXX233]", "[XXXXX234]", "[XXXXX235]", "[XXXXX236]", "[XXXXX237]", "[XXXXX238]", "[XXXXX239]", "[XXXXX240]", "[XXXXX241]", "[XXXXX242]", "[XXXXX243]", "[XXXXX244]", "[XXXXX245]", "[XXXXX246]", "[XXXXX247]", "[XXXXX248]", "[XXXXX249]", "[XXXXX250]", "[XXXXX251]", "[XXXXX252]", "[XXXXX253]", "[XXXXX254]", "[XXXXX255]", "[XXXXX256]", "[XXXXX257]", "[XXXXX258]", "[XXXXX259]", "[XXXXX260]", "[XXXXX261]", "[XXXXX262]", "[XXXXX263]", "[XXXXX264]", "[XXXXX265]", "[XXXXX266]", "[XXXXX267]", "[XXXXX268]", "[XXXXX269]", "[XXXXX270]", "[XXXXX271]", "[XXXXX272]", "[XXXXX273]", "[XXXXX274]", "[XXXXX275]", "[XXXXX276]", "[XXXXX277]", "[XXXXX278]", "[XXXXX279]", "[XXXXX280]", "[XXXXX281]", "[XXXXX282]", "[XXXXX283]", "[XXXXX284]", "[XXXXX285]", "[XXXXX286]", "[XXXXX287]", "[XXXXX288]", "[XXXXX289]", "[XXXXX290]", "[XXXXX291]", "[XXXXX292]", "[XXXXX293]", "[XXXXX294]", "[XXXXX295]", "[XXXXX296]", "[XXXXX297]", "[XXXXX298]", "[XXXXX299]", "[XXXXX300]", "[XXXXX301]", "[XXXXX302]", "[XXXXX303]", "[XXXXX304]", "[XXXXX305]", "[XXXXX306]", "[XXXXX307]", "[XXXXX308]", "[XXXXX309]", "[XXXXX310]", "[XXXXX311]", "[XXXXX312]", "[XXXXX313]", "[XXXXX314]", "[XXXXX315]", "[XXXXX316]", "[XXXXX317]", "[XXXXX318]", "[XXXXX319]", "[XXXXX320]", "[XXXXX321]", "[XXXXX322]", "[XXXXX323]", "[XXXXX324]", "[XXXXX325]", "[XXXXX326]", "[XXXXX327]", "[XXXXX328]", "[XXXXX329]", "[XXXXX330]", "[XXXXX331]", "[XXXXX332]", "[XXXXX333]", "[XXXXX334]", "[XXXXX335]", "[XXXXX336]", "[XXXXX337]", "[XXXXX338]", "[XXXXX339]", "[XXXXX340]", "[XXXXX341]", "[XXXXX342]", "[XXXXX343]", "[XXXXX344]", "[XXXXX345]", "[XXXXX346]", "[XXXXX347]", "[XXXXX348]", "[XXXXX349]", "[XXXXX350]", "[XXXXX351]", "[XXXXX352]", "[XXXXX353]", "[XXXXX354]", "[XXXXX355]", "[XXXXX356]", "[XXXXX357]", "[XXXXX358]", "[XXXXX359]", "[XXXXX360]", "[XXXXX361]", "[XXXXX362]", "[XXXXX363]", "[XXXXX364]", "[XXXXX365]", "[XXXXX366]", "[XXXXX367]", "[XXXXX368]", "[XXXXX369]", "[XXXXX370]", "[XXXXX371]", "[XXXXX372]", "[XXXXX373]", "[XXXXX374]", "[XXXXX375]", "[XXXXX376]", "[XXXXX377]", "[XXXXX378]", "[XXXXX379]", "[XXXXX380]", "[XXXXX381]", "[XXXXX382]", "[XXXXX383]", "[XXXXX384]", "[XXXXX385]", "[XXXXX386]", "[XXXXX387]", "[XXXXX388]", "[XXXXX389]", "[XXXXX390]", "[XXXXX391]", "[XXXXX392]", "[XXXXX393]", "[XXXXX394]", "[XXXXX395]", "[XXXXX396]", "[XXXXX397]", "[XXXXX398]", "[XXXXX399]", "[XXXXX400]", "[XXXXX401]", "[XXXXX402]", "[XXXXX403]", "[XXXXX404]", "[XXXXX405]", "[XXXXX406]", "[XXXXX407]", "[XXXXX408]", "[XXXXX409]", "[XXXXX410]", "[XXXXX411]", "[XXXXX412]", "[XXXXX413]", "[XXXXX414]", "[XXXXX415]", "[XXXXX416]", "[XXXXX417]", "[XXXXX418]", "[XXXXX419]", "[XXXXX420]", "[XXXXX421]", "[XXXXX422]", "[XXXXX423]", "[XXXXX424]", "[XXXXX425]", "[XXXXX426]", "[XXXXX427]", "[XXXXX428]", "[XXXXX429]", "[XXXXX430]", "[XXXXX431]", "[XXXXX432]", "[XXXXX433]", "[XXXXX434]", "[XXXXX435]", "[XXXXX436]", "[XXXXX437]", "[XXXXX438]", "[XXXXX439]", "[XXXXX440]", "[XXXXX441]", "[XXXXX442]", "[XXXXX443]", "[XXXXX444]", "[XXXXX445]", "[XXXXX446]", "[XXXXX447]", "[XXXXX448]", "[XXXXX449]", "[XXXXX450]", "[XXXXX451]", "[XXXXX452]", "[XXXXX453]", "[XXXXX454]", "[XXXXX455]", "[XXXXX456]", "[XXXXX457]", "[XXXXX458]", "[XXXXX459]", "[XXXXX460]", "[XXXXX461]", "[XXXXX462]", "[XXXXX463]", "[XXXXX464]", "[XXXXX465]", "[XXXXX466]", "[XXXXX467]", "[XXXXX468]", "[XXXXX469]", "[XXXXX470]", "[XXXXX471]", "[XXXXX472]", "[XXXXX473]", "[XXXXX474]", "[XXXXX475]", "[XXXXX476]", "[XXXXX477]", "[XXXXX478]", "[XXXXX479]", "[XXXXX480]", "[XXXXX481]", "[XXXXX482]", "[XXXXX483]", "[XXXXX484]", "[XXXXX485]", "[XXXXX486]", "[XXXXX487]", "[XXXXX488]", "[XXXXX489]", "[XXXXX490]", "[XXXXX491]", "[XXXXX492]", "[XXXXX493]", "[XXXXX494]", "[XXXXX495]", "[XXXXX496]", "[XXXXX497]", "[XXXXX498]", "[XXXXX499]", "[XXXXX500]", "[XXXXX501]", "[XXXXX502]", "[XXXXX503]", "[XXXXX504]", "[XXXXX505]", "[XXXXX506]", "[XXXXX507]", "[XXXXX508]", "[XXXXX509]", "[XXXXX510]", "[XXXXX511]", "[XXXXX512]", "[XXXXX513]", "[XXXXX514]", "[XXXXX515]", "[XXXXX516]", "[XXXXX517]", "[XXXXX518]", "[XXXXX519]", "[XXXXX520]", "[XXXXX521]", "[XXXXX522]", "[XXXXX523]", "[XXXXX524]", "[XXXXX525]", "[XXXXX526]", "[XXXXX527]", "[XXXXX528]", "[XXXXX529]", "[XXXXX530]", "[XXXXX531]", "[XXXXX532]", "[XXXXX533]", "[XXXXX534]", "[XXXXX535]", "[XXXXX536]", "[XXXXX537]", "[XXXXX538]", "[XXXXX539]", "[XXXXX540]", "[XXXXX541]", "[XXXXX542]", "[XXXXX543]", "[XXXXX544]", "[XXXXX545]", "[XXXXX546]", "[XXXXX547]", "[XXXXX548]", "[XXXXX549]", "[XXXXX550]", "[XXXXX551]", "[XXXXX552]", "[XXXXX553]", "[XXXXX554]", "[XXXXX555]", "[XXXXX556]", "[XXXXX557]", "[XXXXX558]", "[XXXXX559]", "[XXXXX560]", "[XXXXX561]", "[XXXXX562]", "[XXXXX563]", "[XXXXX564]", "[XXXXX565]", "[XXXXX566]", "[XXXXX567]", "[XXXXX568]", "[XXXXX569]", "[XXXXX570]", "[XXXXX571]", "[XXXXX572]", "[XXXXX573]", "[XXXXX574]", "[XXXXX575]", "[XXXXX576]", "[XXXXX577]", "[XXXXX578]", "[XXXXX579]", "[XXXXX580]", "[XXXXX581]", "[XXXXX582]", "[XXXXX583]", "[XXXXX584]", "[XXXXX585]", "[XXXXX586]", "[XXXXX587]", "[XXXXX588]", "[XXXXX589]", "[XXXXX590]", "[XXXXX591]", "[XXXXX592]", "[XXXXX593]", "[XXXXX594]", "[XXXXX595]", "[XXXXX596]", "[XXXXX597]", "[XXXXX598]", "[XXXXX599]", "[XXXXX600]", "[XXXXX601]", "[XXXXX602]", "[XXXXX603]", "[XXXXX604]", "[XXXXX605]", "[XXXXX606]", "[XXXXX607]", "[XXXXX608]", "[XXXXX609]", "[XXXXX610]", "[XXXXX611]", "[XXXXX612]", "[XXXXX613]", "[XXXXX614]", "[XXXXX615]", "[XXXXX616]", "[XXXXX617]", "[XXXXX618]", "[XXXXX619]", "[XXXXX620]", "[XXXXX621]", "[XXXXX622]", "[XXXXX623]", "[XXXXX624]", "[XXXXX625]", "[XXXXX626]", "[XXXXX627]", "[XXXXX628]", "[XXXXX629]", "[XXXXX630]", "[XXXXX631]", "[XXXXX632]", "[XXXXX633]", "[XXXXX634]", "[XXXXX635]", "[XXXXX636]", "[XXXXX637]", "[XXXXX638]", "[XXXXX639]", "[XXXXX640]", "[XXXXX641]", "[XXXXX642]", "[XXXXX643]", "[XXXXX644]", "[XXXXX645]", "[XXXXX646]", "[XXXXX647]", "[XXXXX648]", "[XXXXX649]", "[XXXXX650]", "[XXXXX651]", "[XXXXX652]", "[XXXXX653]", "[XXXXX654]", "[XXXXX655]", "[XXXXX656]", "[XXXXX657]", "[XXXXX658]", "[XXXXX659]", "[XXXXX660]", "[XXXXX661]", "[XXXXX662]", "[XXXXX663]", "[XXXXX664]", "[XXXXX665]", "[XXXXX666]", "[XXXXX667]", "[XXXXX668]", "[XXXXX669]", "[XXXXX670]", "[XXXXX671]", "[XXXXX672]", "[XXXXX673]", "[XXXXX674]", "[XXXXX675]", "[XXXXX676]", "[XXXXX677]", "[XXXXX678]", "[XXXXX679]", "[XXXXX680]", "[XXXXX681]", "[XXXXX682]", "[XXXXX683]", "[XXXXX684]", "[XXXXX685]", "[XXXXX686]", "[XXXXX687]", "[XXXXX688]", "[XXXXX689]", "[XXXXX690]", "[XXXXX691]", "[XXXXX692]", "[XXXXX693]", "[XXXXX694]", "[XXXXX695]", "[XXXXX696]", "[XXXXX697]", "[XXXXX698]", "[XXXXX699]", "[XXXXX700]", "[XXXXX701]", "[XXXXX702]", "[XXXXX703]", "[XXXXX704]", "[XXXXX705]", "[XXXXX706]", "[XXXXX707]", "[XXXXX708]", "[XXXXX709]", "[XXXXX710]", "[XXXXX711]", "[XXXXX712]", "[XXXXX713]", "[XXXXX714]", "[XXXXX715]", "[XXXXX716]", "[XXXXX717]", "[XXXXX718]", "[XXXXX719]", "[XXXXX720]", "[XXXXX721]", "[XXXXX722]", "[XXXXX723]", "[XXXXX724]", "[XXXXX725]", "[XXXXX726]", "[XXXXX727]", "[XXXXX728]", "[XXXXX729]", "[XXXXX730]", "[XXXXX731]", "[XXXXX732]", "[XXXXX733]", "[XXXXX734]", "[XXXXX735]", "[XXXXX736]", "[XXXXX737]", "[XXXXX738]", "[XXXXX739]", "[XXXXX740]", "[XXXXX741]", "[XXXXX742]", "[XXXXX743]", "[XXXXX744]", "[XXXXX745]", "[XXXXX746]", "[XXXXX747]", "[XXXXX748]", "[XXXXX749]", "[XXXXX750]", "[XXXXX751]", "[XXXXX752]", "[XXXXX753]", "[XXXXX754]", "[XXXXX755]", "[XXXXX756]", "[XXXXX757]", "[XXXXX758]", "[XXXXX759]", "[XXXXX760]", "[XXXXX761]", "[XXXXX762]", "[XXXXX763]", "[XXXXX764]", "[XXXXX765]", "[XXXXX766]", "[XXXXX767]", "[XXXXX768]", "[XXXXX769]", "[XXXXX770]", "[XXXXX771]", "[XXXXX772]", "[XXXXX773]", "[XXXXX774]", "[XXXXX775]", "[XXXXX776]", "[XXXXX777]", "[XXXXX778]", "[XXXXX779]", "[XXXXX780]", "[XXXXX781]", "[XXXXX782]", "[XXXXX783]", "[XXXXX784]", "[XXXXX785]", "[XXXXX786]", "[XXXXX787]", "[XXXXX788]", "[XXXXX789]", "[XXXXX790]", "[XXXXX791]", "[XXXXX792]", "[XXXXX793]", "[XXXXX794]", "[XXXXX795]", "[XXXXX796]", "[XXXXX797]", "[XXXXX798]", "[XXXXX799]", "[XXXXX800]", "[XXXXX801]", "[XXXXX802]", "[XXXXX803]", "[XXXXX804]", "[XXXXX805]", "[XXXXX806]", "[XXXXX807]", "[XXXXX808]", "[XXXXX809]", "[XXXXX810]", "[XXXXX811]", "[XXXXX812]", "[XXXXX813]", "[XXXXX814]", "[XXXXX815]", "[XXXXX816]", "[XXXXX817]", "[XXXXX818]", "[XXXXX819]", "[XXXXX820]", "[XXXXX821]", "[XXXXX822]", "[XXXXX823]", "[XXXXX824]", "[XXXXX825]", "[XXXXX826]", "[XXXXX827]", "[XXXXX828]", "[XXXXX829]", "[XXXXX830]", "[XXXXX831]", "[XXXXX832]", "[XXXXX833]", "[XXXXX834]", "[XXXXX835]", "[XXXXX836]", "[XXXXX837]", "[XXXXX838]", "[XXXXX839]", "[XXXXX840]", "[XXXXX841]", "[XXXXX842]", "[XXXXX843]", "[XXXXX844]", "[XXXXX845]", "[XXXXX846]", "[XXXXX847]", "[XXXXX848]", "[XXXXX849]", "[XXXXX850]", "[XXXXX851]", "[XXXXX852]", "[XXXXX853]", "[XXXXX854]", "[XXXXX855]", "[XXXXX856]", "[XXXXX857]", "[XXXXX858]", "[XXXXX859]", "[XXXXX860]", "[XXXXX861]", "[XXXXX862]", "[XXXXX863]", "[XXXXX864]", "[XXXXX865]", "[XXXXX866]", "[XXXXX867]", "[XXXXX868]", "[XXXXX869]", "[XXXXX870]", "[XXXXX871]", "[XXXXX872]", "[XXXXX873]", "[XXXXX874]", "[XXXXX875]", "[XXXXX876]", "[XXXXX877]", "[XXXXX878]", "[XXXXX879]", "[XXXXX880]", "[XXXXX881]", "[XXXXX882]", "[XXXXX883]", "[XXXXX884]", "[XXXXX885]", "[XXXXX886]", "[XXXXX887]", "[XXXXX888]", "[XXXXX889]", "[XXXXX890]", "[XXXXX891]", "[XXXXX892]", "[XXXXX893]", "[XXXXX894]", "[XXXXX895]", "[XXXXX896]", "[XXXXX897]", "[XXXXX898]", "[XXXXX899]", "[XXXXX900]", "[XXXXX901]", "[XXXXX902]", "[XXXXX903]", "[XXXXX904]", "[XXXXX905]", "[XXXXX906]"]}

spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b1b14000a219afee34b3aa33e0257e00d483a5e12167b46dc19abc27ca7f96
+size 1148386

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": false, "remove_space": true, "keep_accents": true, "bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "<unk>", "sep_token": "[SEP]", "pad_token": "<pad>", "cls_token": "[CLS]", "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false, "__type": "AddedToken"}, "sp_model_kwargs": {}, "name_or_path": "models/5mb/pan_guru_5mb", "model_input_names": ["input_ids", "attention_mask"], "special_tokens_map_file": "models/5mb/pan_guru_5mb/special_tokens_map.json", "tokenizer_class": "AlbertTokenizer"}