LysandreJik commited on
Commit
787a73d
1 Parent(s): 11331e1
config.json CHANGED
@@ -1,6 +1,7 @@
1
  {
2
  "attention_probs_dropout_prob": 0.1,
3
  "classifier_activation": true,
 
4
  "embedding_size": 32,
5
  "hidden_act": "gelu",
6
  "hidden_dropout_prob": 0.1,
@@ -17,11 +18,11 @@
17
  "num_feedforward_networks": 4,
18
  "num_hidden_layers": 5,
19
  "pad_token_id": 0,
20
- "transformers_version": "4.10.0.dev0",
21
  "trigram_input": true,
22
  "true_hidden_size": 128,
23
  "type_vocab_size": 16,
24
  "use_bottleneck": true,
25
  "use_bottleneck_attention": false,
26
- "vocab_size": 99
27
  }
1
  {
2
  "attention_probs_dropout_prob": 0.1,
3
  "classifier_activation": true,
4
+ "classifier_dropout": null,
5
  "embedding_size": 32,
6
  "hidden_act": "gelu",
7
  "hidden_dropout_prob": 0.1,
18
  "num_feedforward_networks": 4,
19
  "num_hidden_layers": 5,
20
  "pad_token_id": 0,
21
+ "transformers_version": "4.11.0.dev0",
22
  "trigram_input": true,
23
  "true_hidden_size": 128,
24
  "type_vocab_size": 16,
25
  "use_bottleneck": true,
26
  "use_bottleneck_attention": false,
27
+ "vocab_size": 1124
28
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8708798f3726ecd968a0fd76e96c03cb1fb620f45e70c3235f53597bcaf20648
3
- size 2781255
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5edb9725ba3a67d24fbb8b74a8bef31146764402ccddfb796b50aec4a7f157c5
3
+ size 3179207
special_tokens_map.json ADDED
@@ -0,0 +1 @@
 
1
+ {"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}
tf_model.h5 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:60b53f0e4c492b177bef7988e09f18bd6e9a626a9352c732988b52798c5011da
3
- size 183576532
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20f99b23faaf41e1c8185ce5c918f0d7f3af3405d17f3bd50c8430bde137f802
3
+ size 168598996
tokenizer.json ADDED
@@ -0,0 +1 @@
 
1
+ {"version":"1.0","truncation":null,"padding":null,"added_tokens":[{"id":0,"special":true,"content":"[PAD]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":1,"special":true,"content":"[UNK]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":2,"special":true,"content":"[CLS]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":3,"special":true,"content":"[SEP]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":4,"special":true,"content":"[MASK]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false}],"normalizer":{"type":"BertNormalizer","clean_text":true,"handle_chinese_chars":true,"strip_accents":null,"lowercase":true},"pre_tokenizer":{"type":"BertPreTokenizer"},"post_processor":{"type":"TemplateProcessing","single":[{"SpecialToken":{"id":"[CLS]","type_id":0}},{"Sequence":{"id":"A","type_id":0}},{"SpecialToken":{"id":"[SEP]","type_id":0}}],"pair":[{"SpecialToken":{"id":"[CLS]","type_id":0}},{"Sequence":{"id":"A","type_id":0}},{"SpecialToken":{"id":"[SEP]","type_id":0}},{"Sequence":{"id":"B","type_id":1}},{"SpecialToken":{"id":"[SEP]","type_id":1}}],"special_tokens":{"[CLS]":{"id":"[CLS]","ids":[2],"tokens":["[CLS]"]},"[SEP]":{"id":"[SEP]","ids":[3],"tokens":["[SEP]"]}}},"decoder":{"type":"WordPiece","prefix":"##","cleanup":true},"model":{"type":"WordPiece","unk_token":"[UNK]","continuing_subword_prefix":"##","max_input_chars_per_word":100,"vocab":{"[PAD]":0,"[UNK]":1,"[CLS]":2,"[SEP]":3,"[MASK]":4,"!":5,"\"":6,"#":7,"$":8,"%":9,"&":10,"'":11,"(":12,")":13,"*":14,"+":15,",":16,"-":17,".":18,"/":19,"0":20,"1":21,"2":22,"3":23,"4":24,"5":25,"6":26,"7":27,"8":28,"9":29,":":30,";":31,"<":32,"=":33,">":34,"?":35,"@":36,"[":37,"\\":38,"]":39,"^":40,"_":41,"`":42,"a":43,"b":44,"c":45,"d":46,"e":47,"f":48,"g":49,"h":50,"i":51,"j":52,"k":53,"l":54,"m":55,"n":56,"o":57,"p":58,"q":59,"r":60,"s":61,"t":62,"u":63,"v":64,"w":65,"x":66,"y":67,"z":68,"|":69,"}":70,"~":71,"¡":72,"¢":73,"£":74,"¥":75,"§":76,"°":77,"±":78,"²":79,"³":80,"´":81,"µ":82,"·":83,"º":84,"½":85,"¿":86,"×":87,"ß":88,"æ":89,"ð":90,"ø":91,"þ":92,"đ":93,"ħ":94,"ı":95,"ł":96,"œ":97,"ɐ":98,"ɑ":99,"ɒ":100,"ɔ":101,"ə":102,"ɛ":103,"ɜ":104,"ɡ":105,"ɢ":106,"ɪ":107,"ɫ":108,"ɳ":109,"ɽ":110,"ɾ":111,"ʁ":112,"ʃ":113,"ʊ":114,"ʋ":115,"ʒ":116,"ʔ":117,"ʕ":118,"ʲ":119,"ʻ":120,"ʼ":121,"ʾ":122,"ʿ":123,"ˈ":124,"ˌ":125,"ː":126,"α":127,"β":128,"γ":129,"δ":130,"ε":131,"η":132,"θ":133,"ι":134,"κ":135,"λ":136,"μ":137,"ν":138,"ξ":139,"ο":140,"π":141,"ρ":142,"ς":143,"σ":144,"τ":145,"υ":146,"φ":147,"χ":148,"ψ":149,"ω":150,"а":151,"б":152,"в":153,"г":154,"д":155,"е":156,"ж":157,"з":158,"и":159,"к":160,"л":161,"м":162,"н":163,"о":164,"п":165,"р":166,"с":167,"т":168,"у":169,"х":170,"ц":171,"ш":172,"ъ":173,"ы":174,"ь":175,"ю":176,"я":177,"є":178,"א":179,"ב":180,"ג":181,"ה":182,"ו":183,"ז":184,"ח":185,"י":186,"ל":187,"ם":188,"מ":189,"ן":190,"נ":191,"ס":192,"ף":193,"פ":194,"צ":195,"ר":196,"ש":197,"ת":198,"ء":199,"ا":200,"ب":201,"ة":202,"ت":203,"ث":204,"ج":205,"ح":206,"خ":207,"د":208,"ذ":209,"ر":210,"س":211,"ش":212,"ص":213,"ع":214,"ف":215,"ق":216,"ك":217,"ل":218,"م":219,"ن":220,"ه":221,"و":222,"ي":223,"ܐ":224,"ܕ":225,"ܗ":226,"ܝ":227,"ܠ":228,"ܢ":229,"ܬ":230,"अ":231,"ई":232,"क":233,"ग":234,"ण":235,"त":236,"द":237,"न":238,"प":239,"ब":240,"म":241,"य":242,"र":243,"ल":244,"व":245,"स":246,"ह":247,"ा":248,"ि":249,"আ":250,"ল":251,"হ":252,"া":253,"ਅ":254,"ਲ":255,"ਹ":256,"ਾ":257,"അ":258,"ള":259,"ഹ":260,"ാ":261,"ก":262,"ค":263,"ง":264,"ช":265,"ซ":266,"ญ":267,"ฐ":268,"ณ":269,"ด":270,"ต":271,"น":272,"บ":273,"ป":274,"พ":275,"ภ":276,"ม":277,"ย":278,"ร":279,"ล":280,"ว":281,"ศ":282,"ษ":283,"ส":284,"ห":285,"อ":286,"ฮ":287,"ะ":288,"า":289,"เ":290,"แ":291,"ไ":292,"ა":293,"ბ":294,"გ":295,"დ":296,"ე":297,"ვ":298,"ზ":299,"თ":300,"ი":301,"კ":302,"ლ":303,"მ":304,"ნ":305,"ო":306,"პ":307,"ჟ":308,"რ":309,"ს":310,"ტ":311,"უ":312,"ფ":313,"ქ":314,"ღ":315,"ყ":316,"შ":317,"ჩ":318,"ც":319,"ძ":320,"წ":321,"ჭ":322,"ხ":323,"ჯ":324,"ჰ":325,"ჱ":326,"ჲ":327,"ჳ":328,"ჴ":329,"ჵ":330,"ჶ":331,"ჷ":332,"ჸ":333,"ჹ":334,"ჺ":335,"჻":336,"ᄃ":337,"ᄅ":338,"ᄇ":339,"ᄋ":340,"ᄌ":341,"ᅡ":342,"ᅢ":343,"ᅦ":344,"ᅧ":345,"ᅩ":346,"ᅮ":347,"ᅵ":348,"ᆨ":349,"ᆫ":350,"ᆯ":351,"ᆸ":352,"ᆼ":353,"ᵻ":354,"‐":355,"‑":356,"–":357,"—":358,"―":359,"‘":360,"’":361,"“":362,"”":363,"„":364,"†":365,"‡":366,"•":367,"…":368,"′":369,"″":370,"⁄":371,"₣":372,"₤":373,"€":374,"₹":375,"⅓":376,"⅔":377,"→":378,"−":379,"≡":380,"≤":381,"①":382,"☉":383,"☫":384,"♀":385,"♭":386,"♯":387,"⚳":388,"ⴀ":389,"ⴂ":390,"ⴃ":391,"ⴈ":392,"ⴌ":393,"ⴕ":394,"ⴟ":395,"〈":396,"〉":397,"〜":398,"あ":399,"い":400,"う":401,"お":402,"か":403,"き":404,"く":405,"け":406,"こ":407,"さ":408,"し":409,"す":410,"せ":411,"た":412,"ち":413,"っ":414,"つ":415,"と":416,"な":417,"に":418,"の":419,"は":420,"ひ":421,"ふ":422,"ほ":423,"ま":424,"み":425,"め":426,"も":427,"ゃ":428,"ゆ":429,"ょ":430,"ら":431,"り":432,"る":433,"れ":434,"わ":435,"を":436,"ん":437,"ァ":438,"ア":439,"ィ":440,"イ":441,"ゥ":442,"ウ":443,"ェ":444,"エ":445,"ォ":446,"オ":447,"カ":448,"キ":449,"ク":450,"ケ":451,"コ":452,"サ":453,"シ":454,"ス":455,"セ":456,"タ":457,"チ":458,"ッ":459,"ツ":460,"テ":461,"ト":462,"ナ":463,"ニ":464,"ネ":465,"ノ":466,"ハ":467,"フ":468,"ヘ":469,"マ":470,"ミ":471,"ム":472,"モ":473,"ャ":474,"ュ":475,"ョ":476,"ラ":477,"リ":478,"ル":479,"レ":480,"ロ":481,"ン":482,"・":483,"ー":484,"一":485,"七":486,"下":487,"世":488,"丙":489,"中":490,"主":491,"乃":492,"之":493,"乙":494,"九":495,"二":496,"云":497,"人":498,"今":499,"付":500,"作":501,"侗":502,"依":503,"信":504,"傳":505,"儚":506,"充":507,"光":508,"全":509,"兵":510,"其":511,"具":512,"円":513,"再":514,"出":515,"判":516,"前":517,"剛":518,"劇":519,"劉":520,"動":521,"化":522,"北":523,"华":524,"厂":525,"去":526,"古":527,"可":528,"台":529,"史":530,"同":531,"名":532,"君":533,"吳":534,"周":535,"命":536,"和":537,"咲":538,"善":539,"四":540,"國":541,"園":542,"圣":543,"在":544,"坂":545,"堤":546,"場":547,"塘":548,"夕":549,"大":550,"天":551,"夫":552,"女":553,"妙":554,"姚":555,"子":556,"孟":557,"守":558,"安":559,"宋":560,"完":561,"宗":562,"宝":563,"宫":564,"寝":565,"寺":566,"小":567,"少":568,"尾":569,"山":570,"岳":571,"川":572,"州":573,"巳":574,"市":575,"師":576,"平":577,"广":578,"庆":579,"府":580,"座":581,"廬":582,"建":583,"式":584,"張":585,"彌":586,"彩":587,"彼":588,"後":589,"御":590,"德":591,"思":592,"愛":593,"憑":594,"憶":595,"應":596,"懷":597,"战":598,"戦":599,"扈":600,"技":601,"拉":602,"拳":603,"挑":604,"揺":605,"攻":606,"放":607,"政":608,"散":609,"斯":610,"方":611,"日":612,"旦":613,"旭":614,"昌":615,"明":616,"星":617,"春":618,"晋":619,"景":620,"曦":621,"月":622,"望":623,"未":624,"本":625,"李":626,"村":627,"杜":628,"束":629,"来":630,"林":631,"桜":632,"梶":633,"棘":634,"椎":635,"楊":636,"楚":637,"榮":638,"橘":639,"機":640,"正":641,"殻":642,"殿":643,"母":644,"水":645,"汉":646,"沂":647,"沙":648,"河":649,"泗":650,"波":651,"泣":652,"洪":653,"淹":654,"清":655,"湯":656,"漢":657,"澄":658,"澤":659,"火":660,"灯":661,"灵":662,"灼":663,"焼":664,"熱":665,"物":666,"狐":667,"狸":668,"玄":669,"王":670,"玩":671,"珂":672,"珙":673,"球":674,"理":675,"琦":676,"琪":677,"瓊":678,"生":679,"田":680,"畢":681,"番":682,"瘡":683,"白":684,"皮":685,"真":686,"砲":687,"礮":688,"祈":689,"神":690,"祠":691,"秋":692,"空":693,"立":694,"精":695,"約":696,"絵":697,"織":698,"義":699,"翠":700,"者":701,"耕":702,"肖":703,"胡":704,"膀":705,"臂":706,"興":707,"良":708,"花":709,"芳":710,"芽":711,"若":712,"英":713,"藕":714,"藥":715,"蘄":716,"蘇":717,"行":718,"裁":719,"規":720,"覺":721,"观":722,"解":723,"記":724,"誓":725,"誡":726,"誰":727,"謎":728,"许":729,"谭":730,"豪":731,"豫":732,"費":733,"贵":734,"赤":735,"趙":736,"足":737,"跡":738,"転":739,"辛":740,"逆":741,"遇":742,"運":743,"過":744,"遠":745,"選":746,"邦":747,"邱":748,"部":749,"郭":750,"都":751,"酈":752,"里":753,"野":754,"金":755,"銃":756,"鋼":757,"錄":758,"錡":759,"鍵":760,"鐵":761,"钱":762,"铁":763,"關":764,"防":765,"阿":766,"陈":767,"陳":768,"陽":769,"隊":770,"階":771,"集":772,"雪":773,"雲":774,"霖":775,"霹":776,"靂":777,"韓":778,"願":779,"顯":780,"颜":781,"马":782,"高":783,"龍":784,"ﷲ":785,"ﻋ":786,"/":787,"3":788,"~":789,"##r":790,"##e":791,"##n":792,"##s":793,"##l":794,"##i":795,"##m":796,"##a":797,"##t":798,"##o":799,"##u":800,"##d":801,"##v":802,"##c":803,"##f":804,"##h":805,"##g":806,"##k":807,"##b":808,"##p":809,"##y":810,"##2":811,"##0":812,"##3":813,"##x":814,"##w":815,"##1":816,"##8":817,"##j":818,"##q":819,"##7":820,"##9":821,"##z":822,"##6":823,"##4":824,"##5":825,"##р":826,"##е":827,"##м":828,"##а":829,"##ロ":830,"##ル":831,"##ト":832,"##ψ":833,"##ι":834,"##ς":835,"##ɜ":836,"##ː":837,"##ア":838,"##リ":839,"##ス":840,"##ø":841,"##ł":842,"##æ":843,"##く":844,"##れ":845,"##რ":846,"##გ":847,"##ვ":848,"##ლ":849,"##ო":850,"##ა":851,"##ნ":852,"##ი":853,"##र":854,"##イ":855,"##ン":856,"##フ":857,"##ー":858,"##ε":859,"##ρ":860,"##α":861,"##ɑ":862,"##ə":863,"##ʻ":864,"##ʿ":865,"##キ":866,"##อ":867,"##ก":868,"##ว":869,"##ร":870,"##ذ":871,"##ي":872,"##ن":873,"##ة":874,"##ʔ":875,"##μ":876,"##π":877,"##ο":878,"##τ":879,"##ป":880,"##ย":881,"##უ":882,"##ს":883,"##ხ":884,"##व":885,"##ा":886,"##द":887,"##ב":888,"##ר":889,"##ה":890,"##ם":891,"##υ":892,"##ニ":893,"##か":894,"##こ":895,"##ɪ":896,"##ɔ":897,"##œ":898,"##פ":899,"##エ":900,"##タ":901,"##テ":902,"##ل":903,"##ق":904,"##د":905,"##س":906,"##º":907,"##ش":908,"##م":909,"##و":910,"##ɐ":911,"##ˈ":912,"##ν":913,"##χ":914,"##ई":915,"##в":916,"##к":917,"##з":918,"##つ":919,"##う":920,"##л":921,"##о":922,"##у":923,"##с":924,"##и":925,"##я":926,"##β":927,"##ъ":928,"##ე":929,"##მ":930,"##წ":931,"##ფ":932,"##ו":933,"##ξ":934,"##т":935,"##д":936,"##ɡ":937,"##レ":938,"##ッ":939,"##チ":940,"##ɳ":941,"##ɒ":942,"##н":943,"##พ":944,"##ʒ":945,"##ც":946,"##σ":947,"##ɫ":948,"##ᅦ":949,"##ᄃ":950,"##ᅩ":951,"##ᆨ":952,"##ᄅ":953,"##ᅵ":954,"##ᆸ":955,"##ᄇ":956,"##ᅧ":957,"##ᆼ":958,"##ᄋ":959,"##ᆫ":960,"##ᅢ":961,"##い":962,"##ち":963,"##ゃ":964,"##ん":965,"##х":966,"##と":967,"##ল":968,"##ب":969,"##ت":970,"##ת":971,"##א":972,"##י":973,"##ف":974,"##ا":975,"##た":976,"##め":977,"##の":978,"##ノ":979,"##เ":980,"##っ":981,"##し":982,"##ょ":983,"##に":984,"##ه":985,"##ラ":986,"##ツ":987,"##ع":988,"##ɽ":989,"##ซ":990,"##ף":991,"##ჲ":992,"##わ":993,"##ܠ":994,"##ܗ":995,"##ܐ":996,"##ɛ":997,"##カ":998,"##ภ":999,"##า":1000,"##ด":1001,"##ש":1002,"##מ":1003,"##צ":1004,"##シ":1005,"##ث":1006,"##θ":1007,"##η":1008,"##ß":1009,"##ʊ":1010,"##ˌ":1011,"##ы":1012,"##ค":1013,"##ต":1014,"##κ":1015,"##り":1016,"##ტ":1017,"##ر":1018,"##お":1019,"##ʃ":1020,"##ح":1021,"##ל":1022,"##ク":1023,"##マ":1024,"##は":1025,"##を":1026,"##ゆ":1027,"##ܕ":1028,"##ܝ":1029,"##ܢ":1030,"##ܬ":1031,"##ェ":1032,"##ィ":1033,"##ハ":1034,"##あ":1035,"##ナ":1036,"##đ":1037,"##ك":1038,"##ʁ":1039,"##ह":1040,"##є":1041,"##λ":1042,"##თ":1043,"##ण":1044,"##ı":1045,"##き":1046,"##ж":1047,"##な":1048,"##ら":1049,"##ᵻ":1050,"##δ":1051,"##ш":1052,"##ء":1053,"##ュ":1054,"##ि":1055,"##ɾ":1056,"##ʲ":1057,"##ω":1058,"##ल":1059,"##ま":1060,"##न":1061,"##क":1062,"##せ":1063,"##া":1064,"##হ":1065,"##п":1066,"##ล":1067,"##ฮ":1068,"##נ":1069,"##ग":1070,"##サ":1071,"##დ":1072,"##ウ":1073,"##ァ":1074,"##3":1075,"##ן":1076,"##ム":1077,"##г":1078,"##ਲ":1079,"##ਾ":1080,"##ਹ":1081,"##ц":1082,"##ь":1083,"##ォ":1084,"##ゥ":1085,"##ᅮ":1086,"##ാ":1087,"##ഹ":1088,"##ᅡ":1089,"##ᆯ":1090,"##セ":1091,"##オ":1092,"##γ":1093,"##ю":1094,"##ქ":1095,"##ะ":1096,"##ช":1097,"##น":1098,"##ჱ":1099,"##ネ":1100,"##ョ":1101,"##み":1102,"##ള":1103,"##ャ":1104,"##モ":1105,"##す":1106,"##خ":1107,"##ص":1108,"##る":1109,"##ミ":1110,"##ณ":1111,"##ม":1112,"##ð":1113,"##ひ":1114,"##स":1115,"##แ":1116,"##も":1117,"##ษ":1118,"##ฐ":1119,"##ס":1120,"##ჳ":1121,"##ง":1122,"##ไ":1123}}}
tokenizer_config.json ADDED
@@ -0,0 +1 @@
 
1
+ {"do_lower_case": true, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "special_tokens_map_file": null, "name_or_path": "google/mobilebert-uncased", "tokenizer_class": "MobileBertTokenizer"}
vocab.txt ADDED
@@ -0,0 +1,1124 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [PAD]
2
+ [UNK]
3
+ [CLS]
4
+ [SEP]
5
+ [MASK]
6
+ !
7
+ "
8
+ #
9
+ $
10
+ %
11
+ &
12
+ '
13
+ (
14
+ )
15
+ *
16
+ +
17
+ ,
18
+ -
19
+ .
20
+ /
21
+ 0
22
+ 1
23
+ 2
24
+ 3
25
+ 4
26
+ 5
27
+ 6
28
+ 7
29
+ 8
30
+ 9
31
+ :
32
+ ;
33
+ <
34
+ =
35
+ >
36
+ ?
37
+ @
38
+ [
39
+ \
40
+ ]
41
+ ^
42
+ _
43
+ `
44
+ a
45
+ b
46
+ c
47
+ d
48
+ e
49
+ f
50
+ g
51
+ h
52
+ i
53
+ j
54
+ k
55
+ l
56
+ m
57
+ n
58
+ o
59
+ p
60
+ q
61
+ r
62
+ s
63
+ t
64
+ u
65
+ v
66
+ w
67
+ x
68
+ y
69
+ z
70
+ |
71
+ }
72
+ ~
73
+ ¡
74
+ ¢
75
+ £
76
+ ¥
77
+ §
78
+ °
79
+ ±
80
+ ²
81
+ ³
82
+ ´
83
+ µ
84
+ ·
85
+ º
86
+ ½
87
+ ¿
88
+ ×
89
+ ß
90
+ æ
91
+ ð
92
+ ø
93
+ þ
94
+ đ
95
+ ħ
96
+ ı
97
+ ł
98
+ œ
99
+ ɐ
100
+ ɑ
101
+ ɒ
102
+ ɔ
103
+ ə
104
+ ɛ
105
+ ɜ
106
+ ɡ
107
+ ɢ
108
+ ɪ
109
+ ɫ
110
+ ɳ
111
+ ɽ
112
+ ɾ
113
+ ʁ
114
+ ʃ
115
+ ʊ
116
+ ʋ
117
+ ʒ
118
+ ʔ
119
+ ʕ
120
+ ʲ
121
+ ʻ
122
+ ʼ
123
+ ʾ
124
+ ʿ
125
+ ˈ
126
+ ˌ
127
+ ː
128
+ α
129
+ β
130
+ γ
131
+ δ
132
+ ε
133
+ η
134
+ θ
135
+ ι
136
+ κ
137
+ λ
138
+ μ
139
+ ν
140
+ ξ
141
+ ο
142
+ π
143
+ ρ
144
+ ς
145
+ σ
146
+ τ
147
+ υ
148
+ φ
149
+ χ
150
+ ψ
151
+ ω
152
+ а
153
+ б
154
+ в
155
+ г
156
+ д
157
+ е
158
+ ж
159
+ з
160
+ и
161
+ к
162
+ л
163
+ м
164
+ н
165
+ о
166
+ п
167
+ р
168
+ с
169
+ т
170
+ у
171
+ х
172
+ ц
173
+ ш
174
+ ъ
175
+ ы
176
+ ь
177
+ ю
178
+ я
179
+ є
180
+ א
181
+ ב
182
+ ג
183
+ ה
184
+ ו
185
+ ז
186
+ ח
187
+ י
188
+ ל
189
+ ם
190
+ מ
191
+ ן
192
+ נ
193
+ ס
194
+ ף
195
+ פ
196
+ צ
197
+ ר
198
+ ש
199
+ ת
200
+ ء
201
+ ا
202
+ ب
203
+ ة
204
+ ت
205
+ ث
206
+ ج
207
+ ح
208
+ خ
209
+ د
210
+ ذ
211
+ ر
212
+ س
213
+ ش
214
+ ص
215
+ ع
216
+ ف
217
+ ق
218
+ ك
219
+ ل
220
+ م
221
+ ن
222
+ ه
223
+ و
224
+ ي
225
+ ܐ
226
+ ܕ
227
+ ܗ
228
+ ܝ
229
+ ܠ
230
+ ܢ
231
+ ܬ
232
+
233
+
234
+
235
+
236
+
237
+
238
+
239
+
240
+
241
+
242
+
243
+
244
+
245
+
246
+
247
+
248
+
249
+
250
+ ि
251
+
252
+
253
+
254
+
255
+
256
+
257
+
258
+
259
+
260
+
261
+
262
+
263
+
264
+
265
+
266
+
267
+
268
+
269
+
270
+
271
+
272
+
273
+
274
+
275
+
276
+
277
+
278
+
279
+
280
+
281
+
282
+
283
+
284
+
285
+
286
+
287
+
288
+
289
+
290
+
291
+
292
+
293
+
294
+
295
+
296
+
297
+
298
+
299
+
300
+
301
+
302
+
303
+
304
+
305
+
306
+
307
+
308
+
309
+
310
+
311
+
312
+
313
+
314
+
315
+
316
+
317
+
318
+
319
+
320
+
321
+
322
+
323
+
324
+
325
+
326
+
327
+
328
+
329
+
330
+
331
+
332
+
333
+
334
+
335
+
336
+
337
+
338
+
339
+
340
+
341
+
342
+
343
+
344
+
345
+
346
+
347
+
348
+
349
+
350
+
351
+
352
+
353
+
354
+
355
+
356
+
357
+
358
+
359
+
360
+
361
+
362
+
363
+
364
+
365
+
366
+
367
+
368
+
369
+
370
+
371
+
372
+
373
+
374
+
375
+
376
+
377
+
378
+
379
+
380
+
381
+
382
+
383
+
384
+
385
+
386
+
387
+
388
+
389
+
390
+
391
+
392
+
393
+
394
+
395
+
396
+
397
+
398
+
399
+
400
+
401
+
402
+
403
+
404
+
405
+
406
+
407
+
408
+
409
+
410
+
411
+
412
+
413
+
414
+
415
+
416
+
417
+
418
+
419
+
420
+
421
+
422
+
423
+
424
+
425
+
426
+
427
+
428
+
429
+
430
+
431
+
432
+
433
+
434
+
435
+
436
+
437
+
438
+
439
+
440
+
441
+
442
+
443
+
444
+
445
+
446
+
447
+
448
+
449
+
450
+
451
+
452
+
453
+
454
+
455
+
456
+
457
+
458
+
459
+
460
+
461
+
462
+
463
+
464
+
465
+
466
+
467
+
468
+
469
+
470
+
471
+
472
+
473
+
474
+
475
+
476
+
477
+
478
+
479
+
480
+
481
+
482
+
483
+
484
+
485
+
486
+
487
+
488
+
489
+
490
+
491
+
492
+
493
+
494
+
495
+
496
+
497
+
498
+
499
+
500
+
501
+
502
+
503
+
504
+
505
+
506
+
507
+
508
+
509
+
510
+
511
+
512
+
513
+
514
+
515
+
516
+
517
+
518
+
519
+
520
+
521
+
522
+
523
+
524
+
525
+
526
+
527
+
528
+
529
+
530
+
531
+
532
+
533
+
534
+
535
+
536
+
537
+
538
+
539
+
540
+
541
+
542
+
543
+
544
+
545
+
546
+
547
+
548
+
549
+
550
+
551
+
552
+
553
+
554
+
555
+
556
+
557
+
558
+
559
+
560
+
561
+
562
+
563
+
564
+
565
+
566
+
567
+
568
+
569
+
570
+
571
+
572
+
573
+
574
+
575
+
576
+
577
+
578
+
579
+ 广
580
+
581
+
582
+
583
+
584
+
585
+
586
+
587
+
588
+
589
+
590
+
591
+
592
+
593
+
594
+
595
+
596
+
597
+
598
+
599
+
600
+
601
+
602
+
603
+
604
+
605
+
606
+
607
+
608
+
609
+
610
+
611
+
612
+
613
+
614
+
615
+
616
+
617
+
618
+
619
+
620
+
621
+
622
+
623
+
624
+
625
+
626
+
627
+
628
+
629
+
630
+
631
+
632
+
633
+
634
+
635
+
636
+
637
+
638
+
639
+
640
+
641
+
642
+
643
+
644
+ 殿
645
+
646
+
647
+
648
+
649
+
650
+
651
+
652
+
653
+
654
+
655
+
656
+
657
+
658
+
659
+
660
+
661
+
662
+
663
+
664
+
665
+
666
+
667
+
668
+
669
+
670
+
671
+
672
+
673
+
674
+
675
+
676
+
677
+
678
+
679
+
680
+
681
+
682
+
683
+
684
+
685
+
686
+
687
+
688
+
689
+
690
+
691
+
692
+
693
+
694
+
695
+
696
+
697
+
698
+
699
+
700
+
701
+
702
+
703
+
704
+
705
+
706
+
707
+
708
+
709
+
710
+
711
+
712
+
713
+
714
+
715
+
716
+
717
+
718
+
719
+
720
+
721
+
722
+
723
+
724
+
725
+
726
+
727
+
728
+
729
+
730
+
731
+
732
+
733
+
734
+
735
+
736
+
737
+
738
+
739
+
740
+
741
+
742
+
743
+
744
+
745
+
746
+
747
+
748
+
749
+
750
+
751
+
752
+
753
+
754
+
755
+
756
+
757
+
758
+
759
+
760
+
761
+
762
+
763
+
764
+
765
+
766
+
767
+
768
+
769
+
770
+
771
+
772
+
773
+
774
+
775
+
776
+
777
+
778
+
779
+
780
+
781
+
782
+
783
+
784
+
785
+
786
+
787
+
788
+
789
+
790
+
791
+ ##r
792
+ ##e
793
+ ##n
794
+ ##s
795
+ ##l
796
+ ##i
797
+ ##m
798
+ ##a
799
+ ##t
800
+ ##o
801
+ ##u
802
+ ##d
803
+ ##v
804
+ ##c
805
+ ##f
806
+ ##h
807
+ ##g
808
+ ##k
809
+ ##b
810
+ ##p
811
+ ##y
812
+ ##2
813
+ ##0
814
+ ##3
815
+ ##x
816
+ ##w
817
+ ##1
818
+ ##8
819
+ ##j
820
+ ##q
821
+ ##7
822
+ ##9
823
+ ##z
824
+ ##6
825
+ ##4
826
+ ##5
827
+ ##р
828
+ ##е
829
+ ##м
830
+ ##а
831
+ ##ロ
832
+ ##ル
833
+ ##ト
834
+ ##ψ
835
+ ##ι
836
+ ##ς
837
+ ##ɜ
838
+ ##ː
839
+ ##ア
840
+ ##リ
841
+ ##ス
842
+ ##ø
843
+ ##ł
844
+ ##æ
845
+ ##く
846
+ ##れ
847
+ ##რ
848
+ ##გ
849
+ ##ვ
850
+ ##ლ
851
+ ##ო
852
+ ##ა
853
+ ##ნ
854
+ ##ი
855
+ ##र
856
+ ##イ
857
+ ##ン
858
+ ##フ
859
+ ##ー
860
+ ##ε
861
+ ##ρ
862
+ ##α
863
+ ##ɑ
864
+ ##ə
865
+ ##ʻ
866
+ ##ʿ
867
+ ##キ
868
+ ##อ
869
+ ##ก
870
+ ##ว
871
+ ##ร
872
+ ##ذ
873
+ ##ي
874
+ ##ن
875
+ ##ة
876
+ ##ʔ
877
+ ##μ
878
+ ##π
879
+ ##ο
880
+ ##τ
881
+ ##ป
882
+ ##ย
883
+ ##უ
884
+ ##ს
885
+ ##ხ
886
+ ##व
887
+ ##ा
888
+ ##द
889
+ ##ב
890
+ ##ר
891
+ ##ה
892
+ ##ם
893
+ ##υ
894
+ ##ニ
895
+ ##か
896
+ ##こ
897
+ ##ɪ
898
+ ##ɔ
899
+ ##œ
900
+ ##פ
901
+ ##エ
902
+ ##タ
903
+ ##テ
904
+ ##ل
905
+ ##ق
906
+ ##د
907
+ ##س
908
+ ##º
909
+ ##ش
910
+ ##م
911
+ ##و
912
+ ##ɐ
913
+ ##ˈ
914
+ ##ν
915
+ ##χ
916
+ ##ई
917
+ ##в
918
+ ##к
919
+ ##з
920
+ ##つ
921
+ ##う
922
+ ##л
923
+ ##о
924
+ ##у
925
+ ##с
926
+ ##и
927
+ ##я
928
+ ##β
929
+ ##ъ
930
+ ##ე
931
+ ##მ
932
+ ##წ
933
+ ##ფ
934
+ ##ו
935
+ ##ξ
936
+ ##т
937
+ ##д
938
+ ##ɡ
939
+ ##レ
940
+ ##ッ
941
+ ##チ
942
+ ##ɳ
943
+ ##ɒ
944
+ ##н
945
+ ##พ
946
+ ##ʒ
947
+ ##ც
948
+ ##σ
949
+ ##ɫ
950
+ ##ᅦ
951
+ ##ᄃ
952
+ ##ᅩ
953
+ ##ᆨ
954
+ ##ᄅ
955
+ ##ᅵ
956
+ ##ᆸ
957
+ ##ᄇ
958
+ ##ᅧ
959
+ ##ᆼ
960
+ ##ᄋ
961
+ ##ᆫ
962
+ ##ᅢ
963
+ ##い
964
+ ##ち
965
+ ##ゃ
966
+ ##ん
967
+ ##х
968
+ ##と
969
+ ##ল
970
+ ##ب
971
+ ##ت
972
+ ##ת
973
+ ##א
974
+ ##י
975
+ ##ف
976
+ ##ا
977
+ ##た
978
+ ##め
979
+ ##の
980
+ ##ノ
981
+ ##เ
982
+ ##っ
983
+ ##し
984
+ ##ょ
985
+ ##に
986
+ ##ه
987
+ ##ラ
988
+ ##ツ
989
+ ##ع
990
+ ##ɽ
991
+ ##ซ
992
+ ##ף
993
+ ##ჲ
994
+ ##わ
995
+ ##ܠ
996
+ ##ܗ
997
+ ##ܐ
998
+ ##ɛ
999
+ ##カ
1000
+ ##ภ
1001
+ ##า
1002
+ ##ด
1003
+ ##ש
1004
+ ##מ
1005
+ ##צ
1006
+ ##シ
1007
+ ##ث
1008
+ ##θ
1009
+ ##η
1010
+ ##ß
1011
+ ##ʊ
1012
+ ##ˌ
1013
+ ##ы
1014
+ ##ค
1015
+ ##ต
1016
+ ##κ
1017
+ ##り
1018
+ ##ტ
1019
+ ##ر
1020
+ ##お
1021
+ ##ʃ
1022
+ ##ح
1023
+ ##ל
1024
+ ##ク
1025
+ ##マ
1026
+ ##は
1027
+ ##を
1028
+ ##ゆ
1029
+ ##ܕ
1030
+ ##ܝ
1031
+ ##ܢ
1032
+ ##ܬ
1033
+ ##ェ
1034
+ ##ィ
1035
+ ##ハ
1036
+ ##あ
1037
+ ##ナ
1038
+ ##đ
1039
+ ##ك
1040
+ ##ʁ
1041
+ ##ह
1042
+ ##є
1043
+ ##λ
1044
+ ##თ
1045
+ ##ण
1046
+ ##ı
1047
+ ##き
1048
+ ##ж
1049
+ ##な
1050
+ ##ら
1051
+ ##ᵻ
1052
+ ##δ
1053
+ ##ш
1054
+ ##ء
1055
+ ##ュ
1056
+ ##ि
1057
+ ##ɾ
1058
+ ##ʲ
1059
+ ##ω
1060
+ ##ल
1061
+ ##ま
1062
+ ##न
1063
+ ##क
1064
+ ##せ
1065
+ ##া
1066
+ ##হ
1067
+ ##п
1068
+ ##ล
1069
+ ##ฮ
1070
+ ##נ
1071
+ ##ग
1072
+ ##サ
1073
+ ##დ
1074
+ ##ウ
1075
+ ##ァ
1076
+ ##3
1077
+ ##ן
1078
+ ##ム
1079
+ ##г
1080
+ ##ਲ
1081
+ ##ਾ
1082
+ ##ਹ
1083
+ ##ц
1084
+ ##ь
1085
+ ##ォ
1086
+ ##ゥ
1087
+ ##ᅮ
1088
+ ##ാ
1089
+ ##ഹ
1090
+ ##ᅡ
1091
+ ##ᆯ
1092
+ ##セ
1093
+ ##オ
1094
+ ##γ
1095
+ ##ю
1096
+ ##ქ
1097
+ ##ะ
1098
+ ##ช
1099
+ ##น
1100
+ ##ჱ
1101
+ ##ネ
1102
+ ##ョ
1103
+ ##み
1104
+ ##ള
1105
+ ##ャ
1106
+ ##モ
1107
+ ##す
1108
+ ##خ
1109
+ ##ص
1110
+ ##る
1111
+ ##ミ
1112
+ ##ณ
1113
+ ##ม
1114
+ ##ð
1115
+ ##ひ
1116
+ ##स
1117
+ ##แ
1118
+ ##も
1119
+ ##ษ
1120
+ ##ฐ
1121
+ ##ס
1122
+ ##ჳ
1123
+ ##ง
1124
+ ##ไ