gwkrsrch commited on
Commit
43f5554
โ€ข
1 Parent(s): 70e35a0
added_tokens.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"<sep/>": 57522, "<s_iitcdip>": 57523, "<s_synthdog>": 57524, "โ–โ–ก": 57525, "โ–โ–ณ": 57526, "โ–โ—": 57527, "โ–ใ€†": 57528, "โ–ใ€‡": 57529, "โ–ใ€ฑ": 57530, "โ–ใ€ฒ": 57531, "โ–ใ€ป": 57532, "โ–ใ€ฝ": 57533, "โ–ใœ": 57534, "โ–ใž": 57535, "โ–ใฅ": 57536, "โ–ใฑ": 57537, "โ–ใด": 57538, "โ–ใท": 57539, "โ–ใ‚ƒ": 57540, "โ–ใ‚…": 57541, "โ–ใ‚‡": 57542, "โ–ใ‚‘": 57543, "โ–ใ‚": 57544, "โ–ใ‚Ÿ": 57545, "โ–ใ‚ฃ": 57546, "โ–ใ‚ผ": 57547, "โ–ใƒ…": 57548, "โ–ใƒŒ": 57549, "โ–ใƒฆ": 57550, "โ–ใƒง": 57551, "โ–ใƒจ": 57552, "โ–ใƒฑ": 57553, "โ–ใƒฒ": 57554, "โ–ใƒฝ": 57555, "โ–ใŠ€": 57556, "โ–ใŠ": 57557, "โ–ใŠ‚": 57558, "โ–ใŠƒ": 57559, "โ–ใŠ„": 57560, "โ–ใ‚": 57561, "โ–ใซ": 57562, "โ–ใ‘น": 57563, "โ–ใ’ต": 57564, "โ–ใ“›": 57565, "โ–ใ”Ÿ": 57566, "โ–ใ”ซ": 57567, "โ–ใ”บ": 57568, "โ–ใ•": 57569, "โ–ใ–ง": 57570, "โ–ใ˜ด": 57571, "โ–ใš‘": 57572, "โ–ใก": 57573, "โ–ใ ถ": 57574, "โ–ใกŒ": 57575, "โ–ใกฃ": 57576, "โ–ใฃฒ": 57577, "โ–ใค™": 57578, "โ–ใซ–": 57579, "โ–ใฎ‡": 57580, "โ–ใฑ•": 57581, "โ–ไ‚“": 57582, "โ–ไฃ": 57583, "โ–ไป": 57584, "โ–ไˆ": 57585, "โ–ไ‘“": 57586, "โ–ไ•ƒ": 57587, "โ–ไ•ฒ": 57588, "โ–ไฑก": 57589, "โ–ไฒ™": 57590, "โ–ไธˆ": 57591, "โ–ไธž": 57592, "โ–ไธฑ": 57593, "โ–ไน‚": 57594, "โ–ไบ": 57595, "โ–ไป‡": 57596, "โ–ไป": 57597, "โ–ไป—": 57598, "โ–ไปญ": 57599, "โ–ไปฎ": 57600, "โ–ไปฐ": 57601, "โ–ไผ": 57602, "โ–ไผ": 57603, "โ–ไผฑ": 57604, "โ–ไผฝ": 57605, "โ–ไฝ€": 57606, "โ–ไฝž": 57607, "โ–ไพ˜": 57608, "โ–ไพญ": 57609, "โ–ไพฎ": 57610, "โ–ไพฒ": 57611, "โ–ไฟŽ": 57612, "โ–ไฟค": 57613, "โ–ไฟฏ": 57614, "โ–ไฟต": 57615, "โ–ๅ€ฆ": 57616, "โ–ๅ€ญ": 57617, "โ–ๅ€ฐ": 57618, "โ–ๅ–": 57619, "โ–ๅถ": 57620, "โ–ๅธ": 57621, "โ–ๅ‚…": 57622, "โ–ๅ‚˜": 57623, "โ–ๅ‚ฒ": 57624, "โ–ๅ‚พ": 57625, "โ–ๅƒ‚": 57626, "โ–ๅƒ‰": 57627, "โ–ๅƒ‘": 57628, "โ–ๅƒœ": 57629, "โ–ๅ…‡": 57630, "โ–ๅ…Ž": 57631, "โ–ๅ…œ": 57632, "โ–ๅ…ช": 57633, "โ–ๅ…ฎ": 57634, "โ–ๅ†ฅ": 57635, "โ–ๅ†ถ": 57636, "โ–ๅ‡„": 57637, "โ–ๅ‡": 57638, "โ–ๅ‡ฆ": 57639, "โ–ๅ‡ง": 57640, "โ–ๅ‡ฉ": 57641, "โ–ๅ‡ถ": 57642, "โ–ๅˆƒ": 57643, "โ–ๅˆ…": 57644, "โ–ๅˆ•": 57645, "โ–ๅˆช": 57646, "โ–ๅˆน": 57647, "โ–ๅ‰„": 57648, "โ–ๅ‰Š": 57649, "โ–ๅŠ„": 57650, "โ–ๅŠฃ": 57651, "โ–ๅŠช": 57652, "โ–ๅŠซ": 57653, "โ–ๅŠฑ": 57654, "โ–ๅŠด": 57655, "โ–ๅ‹ƒ": 57656, "โ–ๅ‹ฆ": 57657, "โ–ๅ‹ฟ": 57658, "โ–ๅŒ": 57659, "โ–ๅŒ•": 57660, "โ–ๅŒ™": 57661, "โ–ๅŒœ": 57662, "โ–ๅŒ ": 57663, "โ–ๅŒน": 57664, "โ–ๅ‘": 57665, "โ–ๅ’": 57666, "โ–ๅ“": 57667, "โ–ๅฅ": 57668, "โ–ๅฉ": 57669, "โ–ๅธ": 57670, "โ–ๅŽ„": 57671, "โ–ๅŽ ": 57672, "โ–ๅŽญ": 57673, "โ–ๅ‰": 57674, "โ–ๅ™": 57675, "โ–ๅ›": 57676, "โ–ๅฉ": 57677, "โ–ๅ": 57678, "โ–ๅ": 57679, "โ–ๅŸ": 57680, "โ–ๅพ": 57681, "โ–ๅ‘ˆ": 57682, "โ–ๅ‘‰": 57683, "โ–ๅ‘ต": 57684, "โ–ๅ’ฒ": 57685, "โ–ๅ’ณ": 57686, "โ–ๅ’ธ": 57687, "โ–ๅ’ฝ": 57688, "โ–ๅ“€": 57689, "โ–ๅ“ข": 57690, "โ–ๅ“ฒ": 57691, "โ–ๅ”„": 57692, "โ–ๅ”ฏ": 57693, "โ–ๅ•": 57694, "โ–ๅ•Œ": 57695, "โ–ๅ•“": 57696, "โ–ๅ•–": 57697, "โ–ๅ•—": 57698, "โ–ๅ•œ": 57699, "โ–ๅ–š": 57700, "โ–ๅ–ž": 57701, "โ–ๅ–Ÿ": 57702, "โ–ๅ–ช": 57703, "โ–ๅ–ถ": 57704, "โ–ๅ—”": 57705, "โ–ๅ—œ": 57706, "โ–ๅ˜—": 57707, "โ–ๅ˜˜": 57708, "โ–ๅ˜ฒ": 57709, "โ–ๅ™€": 57710, "โ–ๅ™ซ": 57711, "โ–ๅ™ฒ": 57712, "โ–ๅšผ": 57713, "โ–ๅ›€": 57714, "โ–ๅ›": 57715, "โ–ๅ›“": 57716, "โ–ๅ›š": 57717, "โ–ๅ›ฒ": 57718, "โ–ๅœ‰": 57719, "โ–ๅœ‘": 57720, "โ–ๅ‚": 57721, "โ–ๅž‚": 57722, "โ–ๅžฃ": 57723, "โ–ๅŸต": 57724, "โ–ๅ €": 57725, "โ–ๅ ค": 57726, "โ–ๅ ฐ": 57727, "โ–ๅ ต": 57728, "โ–ๅก€": 57729, "โ–ๅก’": 57730, "โ–ๅกš": 57731, "โ–ๅกฉ": 57732, "โ–ๅกต": 57733, "โ–ๅฃ‡": 57734, "โ–ๅฃŠ": 57735, "โ–ๅฃ’": 57736, "โ–ๅฃœ": 57737, "โ–ๅฃผ": 57738, "โ–ๅค€": 57739, "โ–ๅคฎ": 57740, "โ–ๅคท": 57741, "โ–ๅฅš": 57742, "โ–ๅฅ ": 57743, "โ–ๅฅข": 57744, "โ–ๅฆƒ": 57745, "โ–ๅฆ„": 57746, "โ–ๅฆจ": 57747, "โ–ๅงš": 57748, "โ–ๅงœ": 57749, "โ–ๅงจ": 57750, "โ–ๅงช": 57751, "โ–ๅงซ": 57752, "โ–ๅจŒ": 57753, "โ–ๅจŸ": 57754, "โ–ๅจฅ": 57755, "โ–ๅจต": 57756, "โ–ๅจถ": 57757, "โ–ๅฉ‰": 57758, "โ–ๅฉ•": 57759, "โ–ๅชš": 57760, "โ–ๅชฑ": 57761, "โ–ๅชต": 57762, "โ–ๅชฝ": 57763, "โ–ๅซ‰": 57764, "โ–ๅซ—": 57765, "โ–ๅซก": 57766, "โ–ๅฌ–": 57767, "โ–ๅฌข": 57768, "โ–ๅฌถ": 57769, "โ–ๅญ": 57770, "โ–ๅญฉ": 57771, "โ–ๅฎ›": 57772, "โ–ๅฎฆ": 57773, "โ–ๅฏ“": 57774, "โ–ๅฏ”": 57775, "โ–ๅฏค": 57776, "โ–ๅฏต": 57777, "โ–ๅฏธ": 57778, "โ–ๅฐ‚": 57779, "โ–ๅฐ‰": 57780, "โ–ๅฐ ": 57781, "โ–ๅฐข": 57782, "โ–ๅฐจ": 57783, "โ–ๅฐญ": 57784, "โ–ๅฑ": 57785, "โ–ๅฑ": 57786, "โ–ๅฑ": 57787, "โ–ๅฑ ": 57788, "โ–ๅฑก": 57789, "โ–ๅฑฅ": 57790, "โ–ๅฑฉ": 57791, "โ–ๅฑฏ": 57792, "โ–ๅฒ": 57793, "โ–ๅฒ‘": 57794, "โ–ๅฒจ": 57795, "โ–ๅณ ": 57796, "โ–ๅณฝ": 57797, "โ–ๅด”": 57798, "โ–ๅด–": 57799, "โ–ๅถบ": 57800, "โ–ๅถผ": 57801, "โ–ๅทŒ": 57802, "โ–ๅทต": 57803, "โ–ๅทป": 57804, "โ–ๅธ–": 57805, "โ–ๅธ™": 57806, "โ–ๅธฅ": 57807, "โ–ๅธฝ": 57808, "โ–ๅบ": 57809, "โ–ๅบ‡": 57810, "โ–ๅบป": 57811, "โ–ๅปƒ": 57812, "โ–ๅปŠ": 57813, "โ–ๅป“": 57814, "โ–ๅปฉ": 57815, "โ–ๅปช": 57816, "โ–ๅปฐ": 57817, "โ–ๅปฑ": 57818, "โ–ๅปท": 57819, "โ–ๅปป": 57820, "โ–ๅปผ": 57821, "โ–ๅปพ": 57822, "โ–ๅผ‰": 57823, "โ–ๅผ‘": 57824, "โ–ๅผ“": 57825, "โ–ๅผ–": 57826, "โ–ๅผ˜": 57827, "โ–ๅผฆ": 57828, "โ–ๅฝ‚": 57829, "โ–ๅฝซ": 57830, "โ–ๅฝฐ": 57831, "โ–ๅฝณ": 57832, "โ–ๅพ‚": 57833, "โ–ๅพ„": 57834, "โ–ๅพ“": 57835, "โ–ๅพค": 57836, "โ–ๅพณ": 57837, "โ–ๅพน": 57838, "โ–ๅพฝ": 57839, "โ–ๅฟ": 57840, "โ–ๅฟฐ": 57841, "โ–ๆ€–": 57842, "โ–ๆ€œ": 57843, "โ–ๆ€ก": 57844, "โ–ๆ€จ": 57845, "โ–ๆ": 57846, "โ–ๆ•": 57847, "โ–ๆ–": 57848, "โ–ๆš": 57849, "โ–ๆŸ": 57850, "โ–ๆฅ": 57851, "โ–ๆฐ": 57852, "โ–ๆ‚‰": 57853, "โ–ๆ‚‹": 57854, "โ–ๆ‚’": 57855, "โ–ๆ‚”": 57856, "โ–ๆ‚ฆ": 57857, "โ–ๆ‚ง": 57858, "โ–ๆ‚ฉ": 57859, "โ–ๆ‚ถ": 57860, "โ–ๆƒœ": 57861, "โ–ๆƒŸ": 57862, "โ–ๆƒน": 57863, "โ–ๆƒป": 57864, "โ–ๆ„€": 57865, "โ–ๆ„": 57866, "โ–ๆ„": 57867, "โ–ๆ„š": 57868, "โ–ๆ„ง": 57869, "โ–ๆ„ฝ": 57870, "โ–ๆ…‚": 57871, "โ–ๆ…„": 57872, "โ–ๆ…Ž": 57873, "โ–ๆ…•": 57874, "โ–ๆ…™": 57875, "โ–ๆ…": 57876, "โ–ๆ…ฃ": 57877, "โ–ๆ…ฅ": 57878, "โ–ๆ…จ": 57879, "โ–ๆ…ณ": 57880, "โ–ๆ…พ": 57881, "โ–ๆ†–": 57882, "โ–ๆ†ค": 57883, "โ–ๆ†ฒ": 57884, "โ–ๆ‡ˆ": 57885, "โ–ๆ‡": 57886, "โ–ๆ‡ถ": 57887, "โ–ๆˆŒ": 57888, "โ–ๆˆŸ": 57889, "โ–ๆ‰‡": 57890, "โ–ๆ‰‘": 57891, "โ–ๆ‰จ": 57892, "โ–ๆ‰ฑ": 57893, "โ–ๆŠ„": 57894, "โ–ๆŠ”": 57895, "โ–ๆŠž": 57896, "โ–ๆŠฆ": 57897, "โ–ๆŠซ": 57898, "โ–ๆ‹…": 57899, "โ–ๆ‹Š": 57900, "โ–ๆ‹Œ": 57901, "โ–ๆ‹“": 57902, "โ–ๆ‹": 57903, "โ–ๆ‹ต": 57904, "โ–ๆŒŠ": 57905, "โ–ๆŒŒ": 57906, "โ–ๆŒ™": 57907, "โ–ๆŒซ": 57908, "โ–ๆŒฝ": 57909, "โ–ๆ‰": 57910, "โ–ๆ": 57911, "โ–ๆœ": 57912, "โ–ๆง": 57913, "โ–ๆจ": 57914, "โ–ๆซ": 57915, "โ–ๆฒ": 57916, "โ–ๆŽƒ": 57917, "โ–ๆŽ˜": 57918, "โ–ๆŽ ": 57919, "โ–ๆŽฉ": 57920, "โ–ๆŽซ": 57921, "โ–ๆŽด": 57922, "โ–ๆŽพ": 57923, "โ–ๆฎ": 57924, "โ–ๆ": 57925, "โ–ๆฆ": 57926, "โ–ๆ‘˜": 57927, "โ–ๆ‘š": 57928, "โ–ๆ‘ ": 57929, "โ–ๆ‘ง": 57930, "โ–ๆ’ƒ": 57931, "โ–ๆ’ˆ": 57932, "โ–ๆ’ฎ": 57933, "โ–ๆ’ฒ": 57934, "โ–ๆ’น": 57935, "โ–ๆ“ฌ": 57936, "โ–ๆ“ฒ": 57937, "โ–ๆ“ด": 57938, "โ–ๆ”€": 57939, "โ–ๆ•ฆ": 57940, "โ–ๆ–Ž": 57941, "โ–ๆ–": 57942, "โ–ๆ–ค": 57943, "โ–ๆ—ƒ": 57944, "โ–ๆ—Œ": 57945, "โ–ๆ—ฆ": 57946, "โ–ๆ—จ": 57947, "โ–ๆ—ฌ": 57948, "โ–ๆ—ญ": 57949, "โ–ๆ˜‡": 57950, "โ–ๆ˜": 57951, "โ–ๆ˜จ": 57952, "โ–ๆ˜ญ": 57953, "โ–ๆ˜ด": 57954, "โ–ๆ™ฉ": 57955, "โ–ๆšซ": 57956, "โ–ๆšฎ": 57957, "โ–ๆ›‡": 57958, "โ–ๆ›š": 57959, "โ–ๆ›œ": 57960, "โ–ๆ›": 57961, "โ–ๆ›ฐ": 57962, "โ–ๆ›น": 57963, "โ–ๆœ‹": 57964, "โ–ๆœด": 57965, "โ–ๆœถ": 57966, "โ–ๆ‰": 57967, "โ–ๆ": 57968, "โ–ๆ“": 57969, "โ–ๆ™": 57970, "โ–ๆข": 57971, "โ–ๆฃ": 57972, "โ–ๆฒ": 57973, "โ–ๆผ": 57974, "โ–ๆž•": 57975, "โ–ๆžฏ": 57976, "โ–ๆžฒ": 57977, "โ–ๆŸ„": 57978, "โ–ๆŸ‘": 57979, "โ–ๆŸค": 57980, "โ–ๆŸฉ": 57981, "โ–ๆ —": 57982, "โ–ๆ ": 57983, "โ–ๆ ซ": 57984, "โ–ๆ ฒ": 57985, "โ–ๆ ฝ": 57986, "โ–ๆก“": 57987, "โ–ๆก": 57988, "โ–ๆกด": 57989, "โ–ๆกพ": 57990, "โ–ๆกฟ": 57991, "โ–ๆข“": 57992, "โ–ๆขบ": 57993, "โ–ๆขผ": 57994, "โ–ๆฃŠ": 57995, "โ–ๆฃ": 57996, "โ–ๆฃ": 57997, "โ–ๆฃš": 57998, "โ–ๆฃŸ": 57999, "โ–ๆฃ ": 58000, "โ–ๆฃน": 58001, "โ–ๆค…": 58002, "โ–ๆคฝ": 58003, "โ–ๆฅ‘": 58004, "โ–ๆฅ™": 58005, "โ–ๆฅœ": 58006, "โ–ๆฅ": 58007, "โ–ๆฅก": 58008, "โ–ๆฅช": 58009, "โ–ๆฅซ": 58010, "โ–ๆฅด": 58011, "โ–ๆฆŠ": 58012, "โ–ๆฆŽ": 58013, "โ–ๆฆ‘": 58014, "โ–ๆฆ›": 58015, "โ–ๆฆง": 58016, "โ–ๆฆช": 58017, "โ–ๆฆพ": 58018, "โ–ๆฆฟ": 58019, "โ–ๆง": 58020, "โ–ๆง": 58021, "โ–ๆง–": 58022, "โ–ๆงซ": 58023, "โ–ๆงน": 58024, "โ–ๆจ’": 58025, "โ–ๆจ”": 58026, "โ–ๆจฝ": 58027, "โ–ๆฉ˜": 58028, "โ–ๆฉก": 58029, "โ–ๆฉฆ": 58030, "โ–ๆช‹": 58031, "โ–ๆช": 58032, "โ–ๆช—": 58033, "โ–ๆซ‚": 58034, "โ–ๆซจ": 58035, "โ–ๆซบ": 58036, "โ–ๆฌ": 58037, "โ–ๆฌฌ": 58038, "โ–ๆญŸ": 58039, "โ–ๆญด": 58040, "โ–ๆฎŠ": 58041, "โ–ๆฎ–": 58042, "โ–ๆฎž": 58043, "โ–ๆฎท": 58044, "โ–ๆฎฝ": 58045, "โ–ๆฏ†": 58046, "โ–ๆฏŽ": 58047, "โ–ๆฏŸ": 58048, "โ–ๆฏซ": 58049, "โ–ๆฏฏ": 58050, "โ–ๆฑš": 58051, "โ–ๆฑฒ": 58052, "โ–ๆฒข": 58053, "โ–ๆฒธ": 58054, "โ–ๆฒผ": 58055, "โ–ๆฒฝ": 58056, "โ–ๆณ„": 58057, "โ–ๆณ…": 58058, "โ–ๆณ”": 58059, "โ–ๆณ": 58060, "โ–ๆณฃ": 58061, "โ–ๆณณ": 58062, "โ–ๆด’": 58063, "โ–ๆต…": 58064, "โ–ๆตœ": 58065, "โ–ๆตฅ": 58066, "โ–ๆท‹": 58067, "โ–ๆทš": 58068, "โ–ๆทช": 58069, "โ–ๆทซ": 58070, "โ–ๆธˆ": 58071, "โ–ๆธ“": 58072, "โ–ๆธŸ": 58073, "โ–ๆธฃ": 58074, "โ–ๆธพ": 58075, "โ–ๆบ™": 58076, "โ–ๆบ": 58077, "โ–ๆป“": 58078, "โ–ๆผ": 58079, "โ–ๆผ‰": 58080, "โ–ๆผฌ": 58081, "โ–ๆผป": 58082, "โ–ๆผฟ": 58083, "โ–ๆฝ…": 58084, "โ–ๆฝฏ": 58085, "โ–ๆฟค": 58086, "โ–ๆฟฏ": 58087, "โ–็€ฌ": 58088, "โ–็€ฐ": 58089, "โ–็˜": 58090, "โ–็ƒฎ": 58091, "โ–็ƒน": 58092, "โ–็„”": 58093, "โ–็„ผ": 58094, "โ–็…†": 58095, "โ–็…‰": 58096, "โ–็…ฉ": 58097, "โ–็…ฌ": 58098, "โ–็…ป": 58099, "โ–็…ฝ": 58100, "โ–็†‡": 58101, "โ–็†ฌ": 58102, "โ–็‡—": 58103, "โ–็‡ ": 58104, "โ–็‡ต": 58105, "โ–็‡ผ": 58106, "โ–็ˆˆ": 58107, "โ–็ˆจ": 58108, "โ–็ˆช": 58109, "โ–็ˆน": 58110, "โ–็‰": 58111, "โ–็‰ก": 58112, "โ–็Š‡": 58113, "โ–็‹„": 58114, "โ–็‹Ž": 58115, "โ–็‹": 58116, "โ–็‹™": 58117, "โ–็‹ฉ": 58118, "โ–็‹ญ": 58119, "โ–็‹ท": 58120, "โ–็‹ป": 58121, "โ–็Œจ": 58122, "โ–็Œฉ": 58123, "โ–็Œด": 58124, "โ–็Œถ": 58125, "โ–็…": 58126, "โ–็": 58127, "โ–็ฌ": 58128, "โ–็Ž„": 58129, "โ–็Š": 58130, "โ–็ช": 58131, "โ–็ข": 58132, "โ–็ซ": 58133, "โ–็“Š": 58134, "โ–็“ ": 58135, "โ–็”€": 58136, "โ–็”": 58137, "โ–็”‘": 58138, "โ–็”ซ": 58139, "โ–็•‹": 58140, "โ–็•": 58141, "โ–็•‘": 58142, "โ–็•”": 58143, "โ–็•ท": 58144, "โ–็•ธ": 58145, "โ–็•พ": 58146, "โ–็–‡": 58147, "โ–็–‹": 58148, "โ–็–ณ": 58149, "โ–็–พ": 58150, "โ–็—˜": 58151, "โ–็—ด": 58152, "โ–็˜–": 58153, "โ–็˜ž": 58154, "โ–็˜ก": 58155, "โ–็˜ฐ": 58156, "โ–็™ˆ": 58157, "โ–็™ช": 58158, "โ–็™ธ": 58159, "โ–็š‚": 58160, "โ–็šน": 58161, "โ–็šฟ": 58162, "โ–็›ง": 58163, "โ–็›ฒ": 58164, "โ–็œ‡": 58165, "โ–็œ›": 58166, "โ–็œค": 58167, "โ–็œฆ": 58168, "โ–็œบ": 58169, "โ–็ฆ": 58170, "โ–็Ÿš": 58171, "โ–็Ÿข": 58172, "โ–็Ÿฉ": 58173, "โ–็ ‚": 58174, "โ–็ข": 58175, "โ–็ข“": 58176, "โ–็ขง": 58177, "โ–็ฃค": 58178, "โ–็ฃฝ": 58179, "โ–็ค’": 58180, "โ–็คฌ": 58181, "โ–็ฅ": 58182, "โ–็ฆ…": 58183, "โ–็ฆŠ": 58184, "โ–็ฆฆ": 58185, "โ–็งก": 58186, "โ–็งฌ": 58187, "โ–็จ—": 58188, "โ–็จš": 58189, "โ–็ชฉ": 58190, "โ–็ชฎ": 58191, "โ–็ชถ": 58192, "โ–็ชน": 58193, "โ–็ซƒ": 58194, "โ–็ซœ": 58195, "โ–็ซช": 58196, "โ–็ซญ": 58197, "โ–็ฌ„": 58198, "โ–็ฌŠ": 58199, "โ–็ฌ˜": 58200, "โ–็ฌž": 58201, "โ–็ฌง": 58202, "โ–็ญŒ": 58203, "โ–็ญŽ": 58204, "โ–็ญ‘": 58205, "โ–็ญฅ": 58206, "โ–็ญง": 58207, "โ–็ญฌ": 58208, "โ–็ญฎ": 58209, "โ–็ฎ†": 58210, "โ–็ฎ’": 58211, "โ–็ฎ™": 58212, "โ–็ฎญ": 58213, "โ–็ฎด": 58214, "โ–็ฏ„": 58215, "โ–็ฏ‰": 58216, "โ–็ฏ—": 58217, "โ–็ฏผ": 58218, "โ–็ฐ€": 58219, "โ–็ฐ‘": 58220, "โ–็ฐ’": 58221, "โ–็ฐ“": 58222, "โ–็ฐ”": 58223, "โ–็ฐ—": 58224, "โ–็ฐŸ": 58225, "โ–็ฐช": 58226, "โ–็ฐพ": 58227, "โ–็ฑƒ": 58228, "โ–็ฑ†": 58229, "โ–็ฑฉ": 58230, "โ–็ฑฌ": 58231, "โ–็ฒ‚": 58232, "โ–็ฒƒ": 58233, "โ–็ฒ”": 58234, "โ–็ฒ•": 58235, "โ–็ฒ˜": 58236, "โ–็ฒฒ": 58237, "โ–็ฒณ": 58238, "โ–็ณ„": 58239, "โ–็ณ’": 58240, "โ–็ณ•": 58241, "โ–็ณ": 58242, "โ–็ณง": 58243, "โ–็ณซ": 58244, "โ–็ณถ": 58245, "โ–็ณบ": 58246, "โ–็ด": 58247, "โ–็ด—": 58248, "โ–็ดก": 58249, "โ–็ดต": 58250, "โ–็ดบ": 58251, "โ–็ต…": 58252, "โ–็ต†": 58253, "โ–็ท‡": 58254, "โ–็ท‘": 58255, "โ–็ท’": 58256, "โ–็ทก": 58257, "โ–็ธ": 58258, "โ–็ธŠ": 58259, "โ–็ธ‘": 58260, "โ–็ธ›": 58261, "โ–็ธก": 58262, "โ–็ธข": 58263, "โ–็ธง": 58264, "โ–็ธบ": 58265, "โ–็ธป": 58266, "โ–็น…": 58267, "โ–็น†": 58268, "โ–็นŠ": 58269, "โ–็น•": 58270, "โ–็นž": 58271, "โ–็นป": 58272, "โ–็บ”": 58273, "โ–็บœ": 58274, "โ–็ฝŸ": 58275, "โ–็ฝต": 58276, "โ–็ฝท": 58277, "โ–็พ™": 58278, "โ–็พž": 58279, "โ–็ฟŒ": 58280, "โ–็ฟ ": 58281, "โ–็ฟซ": 58282, "โ–็ฟฐ": 58283, "โ–็ฟณ": 58284, "โ–็ฟบ": 58285, "โ–็ฟผ": 58286, "โ–่ข": 58287, "โ–่‚‡": 58288, "โ–่‚š": 58289, "โ–่‚ข": 58290, "โ–่ƒ": 58291, "โ–่ƒค": 58292, "โ–่ƒด": 58293, "โ–่ƒผ": 58294, "โ–่„”": 58295, "โ–่„ฉ": 58296, "โ–่„พ": 58297, "โ–่…Ž": 58298, "โ–่…จ": 58299, "โ–่…ซ": 58300, "โ–่†‚": 58301, "โ–่†": 58302, "โ–่†": 58303, "โ–่†ณ": 58304, "โ–่‡‚": 58305, "โ–่‡†": 58306, "โ–่‡": 58307, "โ–่‡‘": 58308, "โ–่‡™": 58309, "โ–่‡š": 58310, "โ–่‡ฃ": 58311, "โ–่ˆ": 58312, "โ–่ˆ‚": 58313, "โ–่ˆ…": 58314, "โ–่ˆŽ": 58315, "โ–่ˆŸ": 58316, "โ–่‰˜": 58317, "โ–่‰š": 58318, "โ–่‰ก": 58319, "โ–่‰ช": 58320, "โ–่‰ซ": 58321, "โ–่‰ถ": 58322, "โ–่Š‹": 58323, "โ–่Š": 58324, "โ–่Š™": 58325, "โ–่ŠŸ": 58326, "โ–่Šก": 58327, "โ–่Šฆ": 58328, "โ–่Šญ": 58329, "โ–่‹—": 58330, "โ–่‹›": 58331, "โ–่‹ก": 58332, "โ–่‹ง": 58333, "โ–่‹ช": 58334, "โ–่‹ต": 58335, "โ–่‹บ": 58336, "โ–่‹ป": 58337, "โ–่Œ„": 58338, "โ–่Œ˜": 58339, "โ–่Œจ": 58340, "โ–่…": 58341, "โ–่Ž•": 58342, "โ–่Žš": 58343, "โ–่ŽŸ": 58344, "โ–่Žจ": 58345, "โ–่Žพ": 58346, "โ–่Š": 58347, "โ–่”": 58348, "โ–่–": 58349, "โ–่": 58350, "โ–่ฉ": 58351, "โ–่ช": 58352, "โ–่ซ": 58353, "โ–่ฐ": 58354, "โ–่ฑ": 58355, "โ–่ฝ": 58356, "โ–่„": 58357, "โ–่†": 58358, "โ–่": 58359, "โ–่“": 58360, "โ–่ฉ": 58361, "โ–่‘": 58362, "โ–่‘Ž": 58363, "โ–่‘›": 58364, "โ–่‘œ": 58365, "โ–่‘ญ": 58366, "โ–่‘ถ": 58367, "โ–่’”": 58368, "โ–่’œ": 58369, "โ–่’ฒ": 58370, "โ–่“": 58371, "โ–่“™": 58372, "โ–่“ฎ": 58373, "โ–่“ด": 58374, "โ–่”€": 58375, "โ–่”“": 58376, "โ–่”•": 58377, "โ–่”ž": 58378, "โ–่”ฆ": 58379, "โ–่•€": 58380, "โ–่•ƒ": 58381, "โ–่•—": 58382, "โ–่•ข": 58383, "โ–่•ฃ": 58384, "โ–่•ท": 58385, "โ–่•บ": 58386, "โ–่•พ": 58387, "โ–่–": 58388, "โ–่–Š": 58389, "โ–่–‘": 58390, "โ–่–™": 58391, "โ–่–œ": 58392, "โ–่–ฎ": 58393, "โ–่–ท": 58394, "โ–่—": 58395, "โ–่—ท": 58396, "โ–่˜˜": 58397, "โ–่˜ก": 58398, "โ–่˜ฉ": 58399, "โ–่˜ฐ": 58400, "โ–่˜ผ": 58401, "โ–่˜ฟ": 58402, "โ–่™": 58403, "โ–่™ฌ": 58404, "โ–่™ฏ": 58405, "โ–่™น": 58406, "โ–่šข": 58407, "โ–่šฉ": 58408, "โ–่šซ": 58409, "โ–่šฐ": 58410, "โ–่šถ": 58411, "โ–่šธ": 58412, "โ–่›": 58413, "โ–่›„": 58414, "โ–่›‰": 58415, "โ–่›•": 58416, "โ–่›ž": 58417, "โ–่›ฅ": 58418, "โ–่›ฎ": 58419, "โ–่›ฏ": 58420, "โ–่›ธ": 58421, "โ–่œ‚": 58422, "โ–่œˆ": 58423, "โ–่œ‹": 58424, "โ–่œ": 58425, "โ–่œ‘": 58426, "โ–่œฉ": 58427, "โ–่œพ": 58428, "โ–่“": 58429, "โ–่•": 58430, "โ–่ค": 58431, "โ–่ฆ": 58432, "โ–่ด": 58433, "โ–่ถ": 58434, "โ–่ฟ": 58435, "โ–่ž‚": 58436, "โ–่ž‡": 58437, "โ–่ž‰": 58438, "โ–่ž–": 58439, "โ–่žบ": 58440, "โ–่Ÿ‡": 58441, "โ–่Ÿ›": 58442, "โ–่ŸŸ": 58443, "โ–่Ÿถ": 58444, "โ–่Ÿท": 58445, "โ–่Ÿป": 58446, "โ–่ ƒ": 58447, "โ–่ Ž": 58448, "โ–่ •": 58449, "โ–่ œ": 58450, "โ–่ ข": 58451, "โ–่ ฎ": 58452, "โ–่ก†": 58453, "โ–่ก’": 58454, "โ–่กข": 58455, "โ–่กฒ": 58456, "โ–่กฝ": 58457, "โ–่กพ": 58458, "โ–่ขž": 58459, "โ–่ขข": 58460, "โ–่ขท": 58461, "โ–่ขฟ": 58462, "โ–่ฃ’": 58463, "โ–่ฃ•": 58464, "โ–่ฃ˜": 58465, "โ–่ฃ™": 58466, "โ–่ฃŸ": 58467, "โ–่ฃธ": 58468, "โ–่ฃน": 58469, "โ–่ค": 58470, "โ–่ค„": 58471, "โ–่คŠ": 58472, "โ–่คŒ": 58473, "โ–่ค’": 58474, "โ–่ฅŒ": 58475, "โ–่ฅด": 58476, "โ–่ฅท": 58477, "โ–่ฆง": 58478, "โ–่ฆฟ": 58479, "โ–่งœ": 58480, "โ–่จŽ": 58481, "โ–่จ“": 58482, "โ–่จŸ": 58483, "โ–่ฉˆ": 58484, "โ–่ฉ ": 58485, "โ–่ฉฎ": 58486, "โ–่ฉฐ": 58487, "โ–่ฉต": 58488, "โ–่ช‚": 58489, "โ–่ช…": 58490, "โ–่ช‘": 58491, "โ–่ช“": 58492, "โ–่ช•": 58493, "โ–่ชผ": 58494, "โ–่ซŒ": 58495, "โ–่ซ": 58496, "โ–่ซš": 58497, "โ–่ซ›": 58498, "โ–่ซข": 58499, "โ–่ฌ€": 58500, "โ–่ฌ": 58501, "โ–่ฌ‚": 58502, "โ–่ฌŽ": 58503, "โ–่ฌก": 58504, "โ–่ฌจ": 58505, "โ–่ฌซ": 58506, "โ–่ญ": 58507, "โ–่ญœ": 58508, "โ–่ฎ’": 58509, "โ–่ฐบ": 58510, "โ–่ฑ‰": 58511, "โ–่ฑŠ": 58512, "โ–่ฑ•": 58513, "โ–่ฑš": 58514, "โ–่ฒŠ": 58515, "โ–่ฒŸ": 58516, "โ–่ฒฉ": 58517, "โ–่ฒฏ": 58518, "โ–่ฒฐ": 58519, "โ–่ณˆ": 58520, "โ–่ณŽ": 58521, "โ–่ณข": 58522, "โ–่ณญ": 58523, "โ–่ด‹": 58524, "โ–่ด": 58525, "โ–่ตฆ": 58526, "โ–่ตง": 58527, "โ–่ถ™": 58528, "โ–่ท": 58529, "โ–่ท–": 58530, "โ–่ทผ": 58531, "โ–่ธ†": 58532, "โ–่ธŠ": 58533, "โ–่ธ": 58534, "โ–่ธฐ": 58535, "โ–่น„": 58536, "โ–่น‡": 58537, "โ–่นฒ": 58538, "โ–่นด": 58539, "โ–่บ‡": 58540, "โ–่บ": 58541, "โ–่บก": 58542, "โ–่บฑ": 58543, "โ–่ปˆ": 58544, "โ–่ผ”": 58545, "โ–่ผ™": 58546, "โ–่ผ›": 58547, "โ–่ผฉ": 58548, "โ–่ฝก": 58549, "โ–่ฝค": 58550, "โ–่พค": 58551, "โ–่พท": 58552, "โ–่ฟ‚": 58553, "โ–่ฟš": 58554, "โ–่ฟฆ": 58555, "โ–้€ˆ": 58556, "โ–้€“": 58557, "โ–้€": 58558, "โ–้€ฐ": 58559, "โ–้…": 58560, "โ–้–": 58561, "โ–้ฃ": 58562, "โ–้ฅ": 58563, "โ–้ฎ": 58564, "โ–้ถ": 58565, "โ–้ท": 58566, "โ–้‚ˆ": 58567, "โ–้ƒ›": 58568, "โ–้…Œ": 58569, "โ–้…–": 58570, "โ–้…ด": 58571, "โ–้†ข": 58572, "โ–้†ช": 58573, "โ–้†ญ": 58574, "โ–้†ผ": 58575, "โ–้†ฟ": 58576, "โ–้‡„": 58577, "โ–้‡˜": 58578, "โ–้‡ง": 58579, "โ–้‡ต": 58580, "โ–้‡ฟ": 58581, "โ–้ˆฌ": 58582, "โ–้‰„": 58583, "โ–้‰‹": 58584, "โ–้‰ข": 58585, "โ–้‰ฆ": 58586, "โ–้Šญ": 58587, "โ–้‹’": 58588, "โ–้‹ฒ": 58589, "โ–้‹ณ": 58590, "โ–้Œฆ": 58591, "โ–้Œซ": 58592, "โ–้”": 58593, "โ–้›": 58594, "โ–้ฎ": 58595, "โ–้พ": 58596, "โ–้ŽŒ": 58597, "โ–้Ž—": 58598, "โ–้Žš": 58599, "โ–้ƒ": 58600, "โ–้": 58601, "โ–้ฅ": 58602, "โ–้ƒ": 58603, "โ–้ซ": 58604, "โ–้‘“": 58605, "โ–้‘›": 58606, "โ–้‘ต": 58607, "โ–้‘ฝ": 58608, "โ–้–": 58609, "โ–้–ค": 58610, "โ–้–ง": 58611, "โ–้–จ": 58612, "โ–้–ผ": 58613, "โ–้—Š": 58614, "โ–้—–": 58615, "โ–้˜": 58616, "โ–้˜ช": 58617, "โ–้™ต": 58618, "โ–้š ": 58619, "โ–้šฃ": 58620, "โ–้šบ": 58621, "โ–้›€": 58622, "โ–้›‡": 58623, "โ–้›Œ": 58624, "โ–้›‘": 58625, "โ–้›ซ": 58626, "โ–้œœ": 58627, "โ–้œค": 58628, "โ–้œฝ": 58629, "โ–้–": 58630, "โ–้ก": 58631, "โ–้ฉ": 58632, "โ–้ช": 58633, "โ–้ญ": 58634, "โ–้ž": 58635, "โ–้ž": 58636, "โ–้ž ": 58637, "โ–้Ÿฎ": 58638, "โ–้Ÿป": 58639, "โ–้ Š": 58640, "โ–้ ‘": 58641, "โ–้ ฅ": 58642, "โ–้ ด": 58643, "โ–้ ธ": 58644, "โ–้ ฝ": 58645, "โ–้ก‹": 58646, "โ–้ก™": 58647, "โ–้ขช": 58648, "โ–้ขญ": 58649, "โ–้ขฏ": 58650, "โ–้ฃ„": 58651, "โ–้ฃข": 58652, "โ–้ฃฉ": 58653, "โ–้ฃผ": 58654, "โ–้ค“": 58655, "โ–้คก": 58656, "โ–้คฒ": 58657, "โ–้คน": 58658, "โ–้คป": 58659, "โ–้ฅ€": 58660, "โ–้ฅ‚": 58661, "โ–้ฅ‰": 58662, "โ–้ฅ˜": 58663, "โ–้ฆจ": 58664, "โ–้ง†": 58665, "โ–้ง‘": 58666, "โ–้ง•": 58667, "โ–้งŸ": 58668, "โ–้จ™": 58669, "โ–้จซ": 58670, "โ–้ฉƒ": 58671, "โ–้ฉ": 58672, "โ–้ฉฅ": 58673, "โ–้ฉฉ": 58674, "โ–้ฉซ": 58675, "โ–้ซ„": 58676, "โ–้ซซ": 58677, "โ–้ซฏ": 58678, "โ–้ซฑ": 58679, "โ–้ซท": 58680, "โ–้ฌŒ": 58681, "โ–้ฌ’": 58682, "โ–้ฌ˜": 58683, "โ–้ฌ›": 58684, "โ–้ฌข": 58685, "โ–้ฌฎ": 58686, "โ–้ญ…": 58687, "โ–้ญ‘": 58688, "โ–้ญฆ": 58689, "โ–้ญผ": 58690, "โ–้ฎ…": 58691, "โ–้ฎ‡": 58692, "โ–้ฎ’": 58693, "โ–้ฎ“": 58694, "โ–้ฎ—": 58695, "โ–้ฎŸ": 58696, "โ–้ฎ ": 58697, "โ–้ฎฅ": 58698, "โ–้ฎฆ": 58699, "โ–้ฎง": 58700, "โ–้ฎฌ": 58701, "โ–้ฎฒ": 58702, "โ–้ฎน": 58703, "โ–้ฏŠ": 58704, "โ–้ฏŽ": 58705, "โ–้ฏ‘": 58706, "โ–้ฏ’": 58707, "โ–้ฏ”": 58708, "โ–้ฏ–": 58709, "โ–้ฏฏ": 58710, "โ–้ฏฒ": 58711, "โ–้ฏต": 58712, "โ–้ฏท": 58713, "โ–้ฐ†": 58714, "โ–้ฐˆ": 58715, "โ–้ฐŠ": 58716, "โ–้ฐŒ": 58717, "โ–้ฐ": 58718, "โ–้ฐ’": 58719, "โ–้ฐ”": 58720, "โ–้ฐ•": 58721, "โ–้ฐ›": 58722, "โ–้ฐฃ": 58723, "โ–้ฐค": 58724, "๏ฟฝ๏ฟฝ๏ฟฝ้ฐฉ": 58725, "โ–้ฐฏ": 58726, "โ–้ฐถ": 58727, "โ–้ฐพ": 58728, "โ–้ฑ": 58729, "โ–้ฑ…": 58730, "โ–้ฑ†": 58731, "โ–้ฑ‡": 58732, "โ–้ฑŠ": 58733, "โ–้ฑ": 58734, "โ–้ฑ’": 58735, "โ–้ฑš": 58736, "โ–้ฑ": 58737, "โ–้ฑ ": 58738, "โ–้ฑฃ": 58739, "โ–้ฑช": 58740, "โ–้ฑฎ": 58741, "โ–้ฑฒ": 58742, "โ–้ฑถ": 58743, "โ–้ฑธ": 58744, "โ–้ฑบ": 58745, "โ–้ณง": 58746, "โ–้ณฐ": 58747, "โ–้ณฝ": 58748, "โ–้ดƒ": 58749, "โ–้ด†": 58750, "โ–้ดจ": 58751, "โ–้ดซ": 58752, "โ–้ดฌ": 58753, "โ–้ดป": 58754, "โ–้ดฝ": 58755, "โ–้ต†": 58756, "โ–้ต‰": 58757, "โ–้ต": 58758, "โ–้ต™": 58759, "โ–้ตบ": 58760, "โ–้ถ†": 58761, "โ–้ถ": 58762, "โ–้ถš": 58763, "โ–้ถซ": 58764, "โ–้ท‚": 58765, "โ–้ทƒ": 58766, "โ–้ท‰": 58767, "โ–้ทฆ": 58768, "โ–้ทฏ": 58769, "โ–้ธŠ": 58770, "โ–้ธ›": 58771, "โ–้นต": 58772, "โ–้บ": 58773, "โ–้บˆ": 58774, "โ–้บŒ": 58775, "โ–้บ•": 58776, "โ–้บ": 58777, "โ–้บน": 58778, "โ–้ป": 58779, "โ–้ป™": 58780, "โ–้ปฝ": 58781, "โ–้ปฟ": 58782, "โ–้ผ‡": 58783, "โ–้ผˆ": 58784, "โ–้ผŽ": 58785, "โ–้ผซ": 58786, "โ–้ผฌ": 58787, "โ–้ผด": 58788, "โ–้ผบ": 58789, "โ–้ฝŸ": 58790, "โ–้ฝข": 58791, "โ–้ฝฌ": 58792, "โ–้พ": 58793, "โ–๏ฆ–": 58794, "โ–๏ฆ™": 58795, "โ–๏งœ": 58796, "โ–๏จ—": 58797, "โ–๏จ": 58798, "โ–๏จŸ": 58799, "โ–๏จฑ": 58800, "โ–๏จธ": 58801, "โ–๏จป": 58802, "โ–๏จฟ": 58803, "โ–๏ฉ…": 58804, "โ–๏ฉŠ": 58805, "โ–๏ฉŽ": 58806, "โ–๏ฉ•": 58807, "โ–๏ฉœ": 58808, "โ–๏ฉฅ": 58809, "โ–๏ฉจ": 58810, "โ–๏ผ": 58811, "โ–๏ผฏ": 58812, "โ–๐ €‹": 58813, "โ–๐ ต…": 58814, "โ–๐กˆฝ": 58815, "โ–๐ขฆ™": 58816, "โ–๐ขณฃ": 58817, "โ–๐ฃ‡ƒ": 58818, "โ–๐ฃ‰Š": 58819, "โ–๐ฃ": 58820, "โ–๐ฃดŽ": 58821, "โ–๐ค‡†": 58822, "โ–๐ค‹Ž": 58823, "โ–๐คฝ": 58824, "โ–๐คธฐ": 58825, "โ–๐คน ": 58826, "โ–๐คพฃ": 58827, "โ–๐ฅ™Š": 58828, "โ–๐ฅ": 58829, "โ–๐ฅกท": 58830, "โ–๐ฅถก": 58831, "โ–๐ฅธฎ": 58832, "โ–๐ฅฟป": 58833, "โ–๐ฆ’ณ": 58834, "โ–๐ฆšฐ": 58835, "โ–๐ง’": 58836, "โ–๐จ‰ฃ": 58837, "โ–๐ฉž€": 58838, "โ–๐ฉทš": 58839, "โ–๐ฉนต": 58840, "<s_kuzushiji>": 58841}
config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "naver-clova-ix/donut-base",
3
+ "align_long_axis": false,
4
+ "architectures": [
5
+ "DonutModel"
6
+ ],
7
+ "decoder_layer": 4,
8
+ "encoder_layer": [
9
+ 2,
10
+ 2,
11
+ 14,
12
+ 2
13
+ ],
14
+ "input_size": [
15
+ 960,
16
+ 640
17
+ ],
18
+ "max_length": 640,
19
+ "max_position_embeddings": 640,
20
+ "model_type": "donut",
21
+ "torch_dtype": "float32",
22
+ "transformers_version": "4.11.3",
23
+ "window_size": 10
24
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0f95d751953da057de54097688146bd8ef0955bc9d765523ce4d8548860eeff
3
+ size 837068355
sentencepiece.bpe.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb9e3dce4c326195d08fc3dd0f7e2eee1da8595c847bf4c1a9c78b7a82d47e2d
3
+ size 1296245
special_tokens_map.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true}, "additional_special_tokens": ["<s_kuzushiji>"]}
tokenizer_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "cls_token": "<s>", "pad_token": "<pad>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "sp_model_kwargs": {}, "from_slow": true, "name_or_path": "naver-clova-ix/donut-base", "processor_class": "DonutProcessor", "special_tokens_map_file": null, "tokenizer_file": "/home/nsml/.cache/huggingface/transformers/8dff5958cbdb9de4188d643398d5d92bebb82976ce97e6f741b4793e21600485.01bf49938a78cb9ef1792abc3a5829ec39a7887935548bf42fd8d76bf07f15d8", "tokenizer_class": "XLMRobertaTokenizer"}