Hugging Face's logo

huseinzol05
/
bpe

Model card Files Community
huseinzol05 commited on
Commit
e5680d6
•
1 Parent(s): ef26469

add bpe

Browse files
Files changed (26) hide show
  1. .gitattributes +3 -27
  2. BERT.wordpiece +3 -0
  3. BERT.wordpiece.vocab +3 -0
  4. bow-language-detection.pkl +3 -0
  5. en-ms.subwords +3 -0
  6. gpt2-encoder.json +3 -0
  7. gpt2-vocab.bpe +3 -0
  8. language-detection.yttm +3 -0
  9. ms-en.subwords +3 -0
  10. pegasus.wordpiece +3 -0
  11. segmentation.yttm +3 -0
  12. sp10m.cased.bert.vocab +3 -0
  13. sp10m.cased.ms-en-4k.model +3 -0
  14. sp10m.cased.ms-en-4k.vocab +3 -0
  15. sp10m.cased.ms-en.model +3 -0
  16. sp10m.cased.ms-en.vocab +3 -0
  17. sp10m.cased.t5.model +3 -0
  18. sp10m.cased.t5.vocab +3 -0
  19. sp10m.cased.translation.model +3 -0
  20. sp10m.cased.translation.vocab +3 -0
  21. sp10m.cased.v10.model +3 -0
  22. sp10m.cased.v10.vocab +3 -0
  23. sp10m.cased.v9.model +3 -0
  24. sp10m.cased.v9.vocab +3 -0
  25. stemmer.yttm +3 -0
  26. true-case.yttm +0 -0
.gitattributes CHANGED
@@ -1,27 +1,3 @@
1
- *.7z filter=lfs diff=lfs merge=lfs -text
2
- *.arrow filter=lfs diff=lfs merge=lfs -text
3
- *.bin filter=lfs diff=lfs merge=lfs -text
4
- *.bin.* filter=lfs diff=lfs merge=lfs -text
5
- *.bz2 filter=lfs diff=lfs merge=lfs -text
6
- *.ftz filter=lfs diff=lfs merge=lfs -text
7
- *.gz filter=lfs diff=lfs merge=lfs -text
8
- *.h5 filter=lfs diff=lfs merge=lfs -text
9
- *.joblib filter=lfs diff=lfs merge=lfs -text
10
- *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
- *.model filter=lfs diff=lfs merge=lfs -text
12
- *.msgpack filter=lfs diff=lfs merge=lfs -text
13
- *.onnx filter=lfs diff=lfs merge=lfs -text
14
- *.ot filter=lfs diff=lfs merge=lfs -text
15
- *.parquet filter=lfs diff=lfs merge=lfs -text
16
- *.pb filter=lfs diff=lfs merge=lfs -text
17
- *.pt filter=lfs diff=lfs merge=lfs -text
18
- *.pth filter=lfs diff=lfs merge=lfs -text
19
- *.rar filter=lfs diff=lfs merge=lfs -text
20
- saved_model/**/* filter=lfs diff=lfs merge=lfs -text
21
- *.tar.* filter=lfs diff=lfs merge=lfs -text
22
- *.tflite filter=lfs diff=lfs merge=lfs -text
23
- *.tgz filter=lfs diff=lfs merge=lfs -text
24
- *.xz filter=lfs diff=lfs merge=lfs -text
25
- *.zip filter=lfs diff=lfs merge=lfs -text
26
- *.zstandard filter=lfs diff=lfs merge=lfs -text
27
- *tfevents* filter=lfs diff=lfs merge=lfs -text
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cd1b88032756df6e171eb65d2ce907a728510d22a7c0a66131a30da462a4352
3
+ size 1215
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
BERT.wordpiece ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97bf8cb85edd8c2e9765b8b92e56c751c559e1e40687b8f303aa2ddc2c85f9c7
3
+ size 224153
BERT.wordpiece.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97bf8cb85edd8c2e9765b8b92e56c751c559e1e40687b8f303aa2ddc2c85f9c7
3
+ size 224153
bow-language-detection.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b814fd81e5c6eca1d57faeac3383e5e40b18c09c7d2bdec0124b5f75e8c08ee3
3
+ size 13439155
en-ms.subwords ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:019e4ff49f295ab369bcc5a032c8166c131b4715d10cab222a1907fea6ff4aea
3
+ size 234429
gpt2-encoder.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:196139668be63f3b5d6574427317ae82f612a97c5d1cdaf36ed2256dbf636783
3
+ size 1042301
gpt2-vocab.bpe ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ce1664773c50f3e0cc8842619a93edc4624525b728b188a9e0be33b7726adc5
3
+ size 456318
language-detection.yttm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2a7154d9203dc215de532a3e2d94cb4c764912676f2f4fbb294acb7e2adfb9a
3
+ size 7247205
ms-en.subwords ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d85ef6bae373fed38dde14c2e51e09815209637e4da4e26c1a56b82ce64778a6
3
+ size 231527
pegasus.wordpiece ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35118fc189353af8b35b7da4c3b49b20c13d6233db1052aac50576237264680e
3
+ size 224204
segmentation.yttm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a2fdeda670fddfdddd383d4cef9019044f7e7f94f9580f0818d6f1ae1b6298a
3
+ size 459266
sp10m.cased.bert.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79543f56a6300750999905cb34c4d1e485db47056a362a615111504ca2722d85
3
+ size 568997
sp10m.cased.ms-en-4k.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60c102bf9f648294c7acad37a3ec8da1fe66bd57a41149345f186b9a2374838f
3
+ size 303209
sp10m.cased.ms-en-4k.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dbe10073fdc8f68ad6b66e7dd61d6ed29fbc234ed0e02fd0f776866fd05f51f
3
+ size 68922
sp10m.cased.ms-en.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26de51154cccc9db6e65e5d466bdb0b1fff9fab1d80f4689711de943448addd6
3
+ size 803030
sp10m.cased.ms-en.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c64ec36c064e985cca3d93f8901fdea5ccbb67d1e53b97b5a6eb2d4fadff8f12
3
+ size 593548
sp10m.cased.t5.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec91e24db6b3ab052b7a93bd6ac3fc0d06727ff3a57d462cada3c00783430173
3
+ size 793027
sp10m.cased.t5.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:118c78cb575ce628d465107357fa1c1b7261a3aefeb4f350acd74ed6b5bfadc4
3
+ size 583729
sp10m.cased.translation.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ead36d98f3ab1053cbf0f3431e2f5167f9b7f1b81a624d951c3272b28b7866ee
3
+ size 807238
sp10m.cased.translation.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc6905bada6b379e44ba02328feb7797eb4a2a31122d5ecb6a0747777dbce56e
3
+ size 597653
sp10m.cased.v10.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2628be92fc45dcfa720ab931237aa70acd75c785b188638b8865b41c04c0cd0b
3
+ size 778641
sp10m.cased.v10.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87ec4ae68b4cf44cdfbc0dae02ed89ffb1ab92b85a1baa314734ce5292577dc6
3
+ size 569013
sp10m.cased.v9.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0caa407e56cc60c5a74aad6f90d3c3a7d25231b0c0d92211df9f4c7442b839a
3
+ size 778744
sp10m.cased.v9.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d40f2c7d71612e5a5339347895530dffac617763abf7be9a1e33066314e8e16d
3
+ size 568997
stemmer.yttm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2fedf60f719024dcf9c540eb92399bb98387444c2525b922926d89c8c29a878
3
+ size 4517
true-case.yttm CHANGED
The diff for this file is too large to render. See raw diff