Hugging Face's logo

LULab
/
myNLP-Tokenization

Model card Files Community
ThuraAung1601 commited on
Commit
a2a1be5
·
verified ·
1 Parent(s): a522f9b

Upload 16 files

Browse files
Files changed (17) hide show
  1. .gitattributes +1 -0
  2. Models/.DS_Store +0 -0
  3. Models/BPE_v1/bpe_sentencepiece_model.model +3 -0
  4. Models/BPE_v1/bpe_sentencepiece_model.vocab +0 -0
  5. Models/CRF_myWseg_crf_v1/wordseg_c2_crf.crfsuite +3 -0
  6. Models/LSTM_mySentence_word_v1/mySentence-bilstm-v2.h5 +3 -0
  7. Models/LSTM_mySentence_word_v1/tag_map_mySentence.json +1 -0
  8. Models/LSTM_mySentence_word_v1/vocab_mySentence.json +0 -0
  9. Models/LSTM_myWseg_neural_v1/myWseg-s4-bilstm-v2.h5 +3 -0
  10. Models/LSTM_myWseg_neural_v1/tag_map_s4.json +1 -0
  11. Models/LSTM_myWseg_neural_v1/vocab_s4.json +0 -0
  12. Models/Unigram_v1/unigram_sentencepiece_model.model +3 -0
  13. Models/Unigram_v1/unigram_sentencepiece_model.vocab +0 -0
  14. Models/myWord_phrase_v1/bigram-phrase.bin +3 -0
  15. Models/myWord_phrase_v1/unigram-phrase.bin +3 -0
  16. Models/myWord_word_v1/bigram-word.bin +3 -0
  17. Models/myWord_word_v1/unigram-word.bin +3 -0
.gitattributes CHANGED
@@ -37,3 +37,4 @@ Models/wordseg_c2_crf.crfsuite filter=lfs diff=lfs merge=lfs -text
37
  Models/bigram-phrase.txt filter=lfs diff=lfs merge=lfs -text
38
  Models/bigram-word.txt filter=lfs diff=lfs merge=lfs -text
39
  Models/unigram-phrase.txt filter=lfs diff=lfs merge=lfs -text
 
 
37
  Models/bigram-phrase.txt filter=lfs diff=lfs merge=lfs -text
38
  Models/bigram-word.txt filter=lfs diff=lfs merge=lfs -text
39
  Models/unigram-phrase.txt filter=lfs diff=lfs merge=lfs -text
40
+ Models/CRF_myWseg_crf_v1/wordseg_c2_crf.crfsuite filter=lfs diff=lfs merge=lfs -text
Models/.DS_Store ADDED
Binary file (10.2 kB). View file
 
Models/BPE_v1/bpe_sentencepiece_model.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b953364f42c667ad28f3bb8cd8f9f803e6f05aca867da7c9df0ac0c9f06fbbf3
3
+ size 485378
Models/BPE_v1/bpe_sentencepiece_model.vocab ADDED
The diff for this file is too large to render. See raw diff
 
Models/CRF_myWseg_crf_v1/wordseg_c2_crf.crfsuite ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b708c7ace313c27e69e20cf3da544fffbc476930324a946ca5cb32acaa710ba9
3
+ size 3363844
Models/LSTM_mySentence_word_v1/mySentence-bilstm-v2.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5893409e798906f941c912b3dc2885ffb7d28822f472e12f41b033d0e9dc41a4
3
+ size 52812512
Models/LSTM_mySentence_word_v1/tag_map_mySentence.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"<PAD>": 0, "B": 1, "E": 2, "N": 3, "O": 4}
Models/LSTM_mySentence_word_v1/vocab_mySentence.json ADDED
The diff for this file is too large to render. See raw diff
 
Models/LSTM_myWseg_neural_v1/myWseg-s4-bilstm-v2.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:162aeea94167c042134b93f12943bf511bd2e271c4c6b1b1145d428cb996fbc5
3
+ size 11303312
Models/LSTM_myWseg_neural_v1/tag_map_s4.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"<PAD>": 0, "-": 1, "<": 2, ">": 3, "|": 4}
Models/LSTM_myWseg_neural_v1/vocab_s4.json ADDED
The diff for this file is too large to render. See raw diff
 
Models/Unigram_v1/unigram_sentencepiece_model.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e11ba76adc07aac981fc470f238fc7b328aee2977ba75876a72ec29479f84fe
3
+ size 490723
Models/Unigram_v1/unigram_sentencepiece_model.vocab ADDED
The diff for this file is too large to render. See raw diff
 
Models/myWord_phrase_v1/bigram-phrase.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8653f60fcc1b57215bfef409701b6b018a00b8f4d8b380238b795487026750c
3
+ size 143927616
Models/myWord_phrase_v1/unigram-phrase.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43d9e7dfc3491493f564e63d8f8ea13c3c0eaa3a7623b9e42b8711cbf2698aa5
3
+ size 18505758
Models/myWord_word_v1/bigram-word.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab7901672aca24e33276dd1b8361418233672b5a64ab08d10295dd52b5fef574
3
+ size 58225059
Models/myWord_word_v1/unigram-word.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:897fc2890d05c8ca842908090910b56cbe4aafd8394971eaa47d1f6455d37f65
3
+ size 4517626