Hugging Face's logo

edugp
/
kenlm

24 languages kenlm perplexity n-gram kneser-ney bigscience
Model card Files Community
7
edugp commited on
Commit
70c5a9c
•
1 Parent(s): 8b3456d

Add KenLM wikipedia models

Browse files
Files changed (43) hide show
  1. .gitattributes +3 -0
  2. wikipedia/ar.arpa +3 -0
  3. wikipedia/ar.sp.model +3 -0
  4. wikipedia/ar.sp.vocab +3 -0
  5. wikipedia/bn.arpa +3 -0
  6. wikipedia/bn.sp.model +3 -0
  7. wikipedia/bn.sp.vocab +3 -0
  8. wikipedia/ca.arpa +3 -0
  9. wikipedia/ca.sp.model +3 -0
  10. wikipedia/ca.sp.vocab +3 -0
  11. wikipedia/en.arpa +3 -0
  12. wikipedia/en.sp.model +3 -0
  13. wikipedia/en.sp.vocab +3 -0
  14. wikipedia/es.arpa +3 -0
  15. wikipedia/es.sp.model +3 -0
  16. wikipedia/es.sp.vocab +3 -0
  17. wikipedia/eu.arpa +3 -0
  18. wikipedia/eu.sp.model +3 -0
  19. wikipedia/eu.sp.vocab +3 -0
  20. wikipedia/fr.arpa +3 -0
  21. wikipedia/fr.sp.model +3 -0
  22. wikipedia/fr.sp.vocab +3 -0
  23. wikipedia/hi.arpa +3 -0
  24. wikipedia/hi.sp.model +3 -0
  25. wikipedia/hi.sp.vocab +3 -0
  26. wikipedia/id.arpa +3 -0
  27. wikipedia/id.sp.model +3 -0
  28. wikipedia/id.sp.vocab +3 -0
  29. wikipedia/pt.arpa +3 -0
  30. wikipedia/pt.sp.model +3 -0
  31. wikipedia/pt.sp.vocab +3 -0
  32. wikipedia/sw.arpa +3 -0
  33. wikipedia/sw.sp.model +3 -0
  34. wikipedia/sw.sp.vocab +3 -0
  35. wikipedia/ur.arpa +3 -0
  36. wikipedia/ur.sp.model +3 -0
  37. wikipedia/ur.sp.vocab +3 -0
  38. wikipedia/vi.arpa +3 -0
  39. wikipedia/vi.sp.model +3 -0
  40. wikipedia/vi.sp.vocab +3 -0
  41. wikipedia/zh.arpa +3 -0
  42. wikipedia/zh.sp.model +3 -0
  43. wikipedia/zh.sp.vocab +3 -0
.gitattributes CHANGED
@@ -25,3 +25,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
25
  *.zip filter=lfs diff=lfs merge=lfs -text
26
  *.zstandard filter=lfs diff=lfs merge=lfs -text
27
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
25
  *.zip filter=lfs diff=lfs merge=lfs -text
26
  *.zstandard filter=lfs diff=lfs merge=lfs -text
27
  *tfevents* filter=lfs diff=lfs merge=lfs -text
28
+ *sp.model filter=lfs diff=lfs merge=lfs -text
29
+ *sp.vocab filter=lfs diff=lfs merge=lfs -text
30
+ *.arpa filter=lfs diff=lfs merge=lfs -text
wikipedia/ar.arpa ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3f0a9b67836fe5ae69ca0367e89c1273935999c39a435aded7a8e100d4edcdd
3
+ size 7680022403
wikipedia/ar.sp.model ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:281e3d75365a1801a8fe5def0b89dd0e5bb73ac0a2451be8bc5a55495760e115
3
+ size 1070890
wikipedia/ar.sp.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d67edf7b7a404e5e381153bd13f394899268848ce7df6e832ea7cddab22ccbc4
3
+ size 868550
wikipedia/bn.arpa ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8b2ec77a0559205f449d2dd121f842db61cf6a6fe65e95eba2709c67d0d9ecd
3
+ size 2251703016
wikipedia/bn.sp.model ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4e90d25ca0c465b9c8da8c93b6591be30dbb8c123b24d52177c2027f81a264d
3
+ size 1366364
wikipedia/bn.sp.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33f918c7300e965c8c2f74ddc9ca6ca741c0b06779216a8eed36b7a269b25754
3
+ size 1164806
wikipedia/ca.arpa ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8c9565e9ff7fddbe8986d36ac331a0cefefadb9d90ed552eb3a6f10815192b4
3
+ size 6220843011
wikipedia/ca.sp.model ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abc6936e2ff5dcdc86962ffaeef48ef66f567d568ef7090d28123ed6618b455c
3
+ size 946977
wikipedia/ca.sp.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6565aa2f52125563e36de113de83c2deb2febb7ab762925e8ded4de9d51dec5
3
+ size 744547
wikipedia/en.arpa ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7baf89a4317efcab1bf1d375d8478c67c747dc00283cc34cd09ac2f93822b510
3
+ size 10016911144
wikipedia/en.sp.model ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf8147a573770b4e6c0d4df1dcb75453baa88190706dab406be7711b84f059de
3
+ size 931348
wikipedia/en.sp.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9c3c51a7736d736cc620cbe9a4c9430533469e57a54bc29546067a252f7d872
3
+ size 729017
wikipedia/es.arpa ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13b23660e4d86b632e0190889a0d611518926dff5d5c2a87f19cb3a4ccf6a64b
3
+ size 8806767985
wikipedia/es.sp.model ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aae545566a995d3374fbc8ac1d4e0c7073008da8ae32acfe7f176136a8efcf37
3
+ size 961535
wikipedia/es.sp.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:512a75ae6d672411d7b88e5d4a21fb4f6e0692251aca611a06dcd0b09fcfd309
3
+ size 758934
wikipedia/eu.arpa ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a2c36a5606cfa48b008ac7b4da90804c76ec5210e660912df8a080416683445
3
+ size 1698633297
wikipedia/eu.sp.model ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:447cbd1714e51e6a7b4dd8ff55b7bd975fdb7f6ba873cb6f8a1fe36b5867dbb6
3
+ size 955869
wikipedia/eu.sp.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1c3804a145aa2e8c6e402aa545995f6b7cb25a88fcd30941e93f4468e9445b2
3
+ size 754016
wikipedia/fr.arpa ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e466207258e018f539fbc7c83e8c80e4dbb50ec48bd37e452198cd2f6ee47fd
3
+ size 6284503199
wikipedia/fr.sp.model ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1b70d5e6556ad245e02ac76919a714ad0b7d288955df65ecd3831a42950b653
3
+ size 942639
wikipedia/fr.sp.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b756874e5a729ce6a5fa9ab6be9b9fd128f8bae8df11b5182eebf4a43be217a0
3
+ size 740441
wikipedia/hi.arpa ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61124c3253e0ba1bd9cace230b7c574512c8de55ebcd0fab19ed2c157c307212
3
+ size 1807306872
wikipedia/hi.sp.model ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd2408405c7884b129600c427c5ccb919a8f5a5597437e4127ee20b85a70ab4f
3
+ size 1256555
wikipedia/hi.sp.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c7900bdbdbe9d44a5de3c6fd6675d1230484750e7967d739d214edba17d1f95
3
+ size 1054438
wikipedia/id.arpa ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40405ae95644ccce692a420767c4d3b99134782f834a510f4b29292847680af6
3
+ size 4251126924
wikipedia/id.sp.model ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b217615a7b185e5e0c967ea5b7156fe149145221e32a54b96dfed15d98b3c807
3
+ size 926624
wikipedia/id.sp.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61fa5857ba776aae9d8258297b8bba4d3ca6f05aaddc0d18a8a6dab32cb15d37
3
+ size 724181
wikipedia/pt.arpa ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89a5c7aa69d9a1f989e4ffeeab70ec5d290082d16f46d890c32ec4f3c8ece9ab
3
+ size 7297394170
wikipedia/pt.sp.model ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1707a7517b61ca9d4d333dabcc5ec7024e44c6466ff6faea9ccc95a0f1b2737c
3
+ size 958101
wikipedia/pt.sp.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f40ce4ecfe48b4a79f9364eb9e1de08b31e2ef3e7a0175c6b9fb89db8615e31
3
+ size 755542
wikipedia/sw.arpa ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe2dc413863f8214860e6e4ae4d8ba5beafb1a09c18cb8401ff94993245d350e
3
+ size 307732025
wikipedia/sw.sp.model ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e99a6ea3302bcf847b33fce951f9a619f48035bf4c0322be8f39d57d22beadfb
3
+ size 918517
wikipedia/sw.sp.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6025606bcb2bd8ebf37f7184e0f1f7f6fbc57544d2b10332d8c26ab9fe28904f
3
+ size 716917
wikipedia/ur.arpa ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:557d6834560fa59d8df368c3ac07c0ce883f54b8874fcab85e441f6443b999b2
3
+ size 1025230663
wikipedia/ur.sp.model ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97b15e17d55fa19c6254bf3955744bfb3e19084a603ecddf1fb405f72d2f93e1
3
+ size 1001211
wikipedia/ur.sp.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:921bb69dc9d7c692a738cb08fef503ff6a10423741cce5345a95f3fe82516107
3
+ size 799327
wikipedia/vi.arpa ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbea99b2562d6e6dd452b8cce236069a8b29d5707fe0e1b8a017dbf10c03952e
3
+ size 3224983995
wikipedia/vi.sp.model ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1393f7ca703337a5b94f86ddb8e17e3171fc1ca388ca035942f594e0f0d958d
3
+ size 906762
wikipedia/vi.sp.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:792406a617a2c2ca2ba247fbc413266014fa22c344a08f379af817e9ce05e340
3
+ size 704830
wikipedia/zh.arpa ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:154758d1db41a568885b6234f87e813509709722c55296377ec9d8eaf8cc8320
3
+ size 6648530859
wikipedia/zh.sp.model ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff2189b2cc84a513a76d24f9a0154e52f0afaf3010dc5fd1034ed37c9d2b5970
3
+ size 876286
wikipedia/zh.sp.vocab ADDED
@@ -0,0 +1,3 @@
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48b2823a974418c5ce8bbd7da987926a87d67af2891afbace68779732698a5a7
3
+ size 674108