Hugging Face's logo

charsiu
/
IPATokenizer

Model card Files Community
IPATokenizer / spm.vocab
charsiu's picture
charsiu
Upload spm.vocab
8c53a03
raw history blame contribute delete
No virus
4.56 kB
[PAD] 0
[CLS] 0
[SEP] 0
[UNK] 0
[MASK] 0
<0x00> 0
<0x01> 0
<0x02> 0
<0x03> 0
<0x04> 0
<0x05> 0
<0x06> 0
<0x07> 0
<0x08> 0
<0x09> 0
<0x0A> 0
<0x0B> 0
<0x0C> 0
<0x0D> 0
<0x0E> 0
<0x0F> 0
<0x10> 0
<0x11> 0
<0x12> 0
<0x13> 0
<0x14> 0
<0x15> 0
<0x16> 0
<0x17> 0
<0x18> 0
<0x19> 0
<0x1A> 0
<0x1B> 0
<0x1C> 0
<0x1D> 0
<0x1E> 0
<0x1F> 0
<0x20> 0
<0x21> 0
<0x22> 0
<0x23> 0
<0x24> 0
<0x25> 0
<0x26> 0
<0x27> 0
<0x28> 0
<0x29> 0
<0x2A> 0
<0x2B> 0
<0x2C> 0
<0x2D> 0
<0x2E> 0
<0x2F> 0
<0x30> 0
<0x31> 0
<0x32> 0
<0x33> 0
<0x34> 0
<0x35> 0
<0x36> 0
<0x37> 0
<0x38> 0
<0x39> 0
<0x3A> 0
<0x3B> 0
<0x3C> 0
<0x3D> 0
<0x3E> 0
<0x3F> 0
<0x40> 0
<0x41> 0
<0x42> 0
<0x43> 0
<0x44> 0
<0x45> 0
<0x46> 0
<0x47> 0
<0x48> 0
<0x49> 0
<0x4A> 0
<0x4B> 0
<0x4C> 0
<0x4D> 0
<0x4E> 0
<0x4F> 0
<0x50> 0
<0x51> 0
<0x52> 0
<0x53> 0
<0x54> 0
<0x55> 0
<0x56> 0
<0x57> 0
<0x58> 0
<0x59> 0
<0x5A> 0
<0x5B> 0
<0x5C> 0
<0x5D> 0
<0x5E> 0
<0x5F> 0
<0x60> 0
<0x61> 0
<0x62> 0
<0x63> 0
<0x64> 0
<0x65> 0
<0x66> 0
<0x67> 0
<0x68> 0
<0x69> 0
<0x6A> 0
<0x6B> 0
<0x6C> 0
<0x6D> 0
<0x6E> 0
<0x6F> 0
<0x70> 0
<0x71> 0
<0x72> 0
<0x73> 0
<0x74> 0
<0x75> 0
<0x76> 0
<0x77> 0
<0x78> 0
<0x79> 0
<0x7A> 0
<0x7B> 0
<0x7C> 0
<0x7D> 0
<0x7E> 0
<0x7F> 0
<0x80> 0
<0x81> 0
<0x82> 0
<0x83> 0
<0x84> 0
<0x85> 0
<0x86> 0
<0x87> 0
<0x88> 0
<0x89> 0
<0x8A> 0
<0x8B> 0
<0x8C> 0
<0x8D> 0
<0x8E> 0
<0x8F> 0
<0x90> 0
<0x91> 0
<0x92> 0
<0x93> 0
<0x94> 0
<0x95> 0
<0x96> 0
<0x97> 0
<0x98> 0
<0x99> 0
<0x9A> 0
<0x9B> 0
<0x9C> 0
<0x9D> 0
<0x9E> 0
<0x9F> 0
<0xA0> 0
<0xA1> 0
<0xA2> 0
<0xA3> 0
<0xA4> 0
<0xA5> 0
<0xA6> 0
<0xA7> 0
<0xA8> 0
<0xA9> 0
<0xAA> 0
<0xAB> 0
<0xAC> 0
<0xAD> 0
<0xAE> 0
<0xAF> 0
<0xB0> 0
<0xB1> 0
<0xB2> 0
<0xB3> 0
<0xB4> 0
<0xB5> 0
<0xB6> 0
<0xB7> 0
<0xB8> 0
<0xB9> 0
<0xBA> 0
<0xBB> 0
<0xBC> 0
<0xBD> 0
<0xBE> 0
<0xBF> 0
<0xC0> 0
<0xC1> 0
<0xC2> 0
<0xC3> 0
<0xC4> 0
<0xC5> 0
<0xC6> 0
<0xC7> 0
<0xC8> 0
<0xC9> 0
<0xCA> 0
<0xCB> 0
<0xCC> 0
<0xCD> 0
<0xCE> 0
<0xCF> 0
<0xD0> 0
<0xD1> 0
<0xD2> 0
<0xD3> 0
<0xD4> 0
<0xD5> 0
<0xD6> 0
<0xD7> 0
<0xD8> 0
<0xD9> 0
<0xDA> 0
<0xDB> 0
<0xDC> 0
<0xDD> 0
<0xDE> 0
<0xDF> 0
<0xE0> 0
<0xE1> 0
<0xE2> 0
<0xE3> 0
<0xE4> 0
<0xE5> 0
<0xE6> 0
<0xE7> 0
<0xE8> 0
<0xE9> 0
<0xEA> 0
<0xEB> 0
<0xEC> 0
<0xED> 0
<0xEE> 0
<0xEF> 0
<0xF0> 0
<0xF1> 0
<0xF2> 0
<0xF3> 0
<0xF4> 0
<0xF5> 0
<0xF6> 0
<0xF7> 0
<0xF8> 0
<0xF9> 0
<0xFA> 0
<0xFB> 0
<0xFC> 0
<0xFD> 0
<0xFE> 0
<0xFF> 0
▁ -0.776581
a -2.80588
i -3.32399
t -3.40108
n -3.43985
j -3.73682
e -3.81061
k -3.86305
s -3.86764
o -3.90008
u -3.95631
l -3.97151
r -4.07685
m -4.0822
ː -4.18015
d -4.25851
ɛ -4.26571
p -4.43062
ɑ -4.79195
v -4.82949
b -4.85597
ʃ -4.92879
ɾ -5.06734
̪ -5.10169
z -5.11607
ə -5.21183
ˈ -5.24574
ɔ -5.26471
w -5.29912
ɪ -5.34413
͡ -5.36269
h -5.40432
ɡ -5.42444
f -5.63714
ɘ -5.67952
ɤ -5.89579
ɐ -5.89731
ŋ -6.10316
x -6.13339
ʒ -6.16243
ɣ -6.23842
ɕ -6.2938
ɨ -6.36721
q -6.50151
ʋ -6.51097
ð -6.62898
y -6.63201
ɲ -6.65274
ʈ -6.69235
ʁ -6.77731
̃ -6.78516
ɫ -6.86243
ɹ -6.9156
ʂ -6.94686
ɯ -7.05369
ʊ -7.14906
̻ -7.1962
ʔ -7.2007
ɓ -7.20782
ˌ -7.23877
ɭ -7.24063
ɵ -7.31479
ʄ -7.36094
̯ -7.42235
ɝ -7.51389
ø -7.55612
æ -7.57671
ɗ -7.6011
ɳ -7.76248
ɒ -7.76314
g -7.80743
ɦ -7.81961
̺ -7.83772
ʐ -8.10011
θ -8.11431
ɠ -8.11676
ʑ -8.17196
ʎ -8.23385
œ -8.35181
ʏ -8.38157
c -8.38327
ɻ -8.3975
ɟ -8.60279
ç -8.62794
β -8.86301
χ -8.86349
˧ -9.10987
ʼ -9.17565
ɥ -9.19881
̝ -9.19917
̤ -9.49699
ʉ -9.50776
̩ -9.57507
ɜ -9.65037
˩ -9.72484
ɧ -9.74483
ɽ -9.84983
˥ -9.89139
̞ -9.93937
ɸ -10.0005
ʌ -10.0066
˨ -10.079
ʀ -10.09
ɖ -10.4018
ʕ -10.5233
ħ -10.5264
ʧ -10.5614
ũ -10.5727
ɬ -10.6179
õ -10.6827
ẽ -10.7079
ĭ -10.7107
ã -10.8364
ˀ -10.8569
ʦ -10.8767
ĩ -11.1308
̆ -11.1508
̥ -11.1925
ʝ -11.2332
ă -11.2942
ɰ -11.3217
( -11.8328
) -11.8328
ʤ -11.8371
ɮ -11.9069
: -11.992
̊ -12.3318
˦ -12.6001
á -12.6718
ь -12.7985
ɱ -12.9678
ʡ -12.979
ʣ -12.9835
ẃ -13.1032
̈ -13.2191
ʥ -13.4316
˞ -13.5163
^ -13.5556
̠ -13.5556
ì -13.7787
ǁ -13.7837
ǀ -13.9009
ó -14.0664
ŏ -14.0664
ʍ -14.0664
́ -14.0664
ǃ -14.3496
ʪ -14.3766
é -14.4619
' -14.4719
ĕ -14.4719
ɚ -14.4719
ˑ -14.4719
̀ -14.4719
ɴ -14.6703
ñ -14.9339
ʻ -14.9662
ʿ -15.0166
̟ -15.0166
ō -15.0517
ǂ -15.0517
̍ -15.0697
ъ -15.0697
а -15.088
í -15.1452
à -15.165
ä -15.165
è -15.165
î -15.165
ú -15.165
̂ -15.165
̌ -15.165
ï -15.2058
̬ -15.2058
ḱ -15.4935
ǩ -15.643
ë -15.8189
š -15.8582
ū -15.899
ī -15.986
ß -16.0813
ӊ -16.1867
ö -16.2438
ł -16.3044
ń -16.3044
ʫ -16.369
ü -16.438
ş -16.8798
ṣ -16.9976