diff --git a/.gitattributes b/.gitattributes index f69371cb7d1ebeb0bb6192074a3eeaf4317b0f03..1e392829cf25a331320b7733d52aeb14204d50e3 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text *.arpa filter=lfs diff=lfs merge=lfs -text +*.txt. filter=lfs diff=lfs merge=lfs -text +. filter=lfs diff=lfs merge=lfs -text +*.txt filter=lfs diff=lfs merge=lfs -text diff --git a/mms-1b-all/afr/lexicon.txt b/mms-1b-all/afr/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..3b99f2094976529956300dcfecd2a4e74cd874b5 --- /dev/null +++ b/mms-1b-all/afr/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74ff521863f15281f139b0d56321e48b48d8d7de1bc8654557051432d7c957f7 +size 8380773 diff --git a/mms-1b-all/afr/tokens.txt b/mms-1b-all/afr/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..479fedd7eabd3f2459f63654a63e003c2180c9d6 --- /dev/null +++ b/mms-1b-all/afr/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1a326fb5f21ace1924b7de4e357dca65fbb89ad9c18776d910cfe949a296bb9 +size 193 diff --git a/mms-1b-all/amh/lexicon.txt b/mms-1b-all/amh/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..fac0f0c8e6950c6d23da20d3c9b151ec5c2661de --- /dev/null +++ b/mms-1b-all/amh/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2937d1a713746516ab793bca136d3c6e10cd4d1e90476456dcbbb98c1ea31f7a +size 9394133 diff --git a/mms-1b-all/amh/tokens.txt b/mms-1b-all/amh/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..7faeb18e48f52d89a11b1159ec582d09ae9ce4d9 --- /dev/null +++ b/mms-1b-all/amh/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdf1baedcae04f191954ea94e7d9325263d49ef1e383b9b3cbde300bd83a3a33 +size 1247 diff --git a/mms-1b-all/ara/lexicon.txt b/mms-1b-all/ara/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..1602a2fec9de9329e0c6265608df8da8da837ee9 --- /dev/null +++ b/mms-1b-all/ara/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fcf0f4fbcb8a3d12250fd44b3e3918a3d7bf47fb1ca26d49d5d7da69988ae0b +size 8203202 diff --git a/mms-1b-all/ara/tokens.txt b/mms-1b-all/ara/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..51daf6a4f21b09d4bfd8dc9706d0734f48ae534e --- /dev/null +++ b/mms-1b-all/ara/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc95f938f368862edff8f2f8be45ca20dbe484facd4fcd08226af01507bb2673 +size 330 diff --git a/mms-1b-all/asm/lexicon.txt b/mms-1b-all/asm/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..96d6b5c680010d47ae7137be2b461be636f70d78 --- /dev/null +++ b/mms-1b-all/asm/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:082c8fa79c301358d65a926ecf4a157635888d1873170be1521e23cae25fe74c +size 13428850 diff --git a/mms-1b-all/asm/tokens.txt b/mms-1b-all/asm/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..b75a0e91f253c025014d1a153cbd0b7add020c71 --- /dev/null +++ b/mms-1b-all/asm/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:789d23d76196b02d244d7f5740f4870c33380ab0e4a1154b8e90d1b04f907875 +size 451 diff --git a/mms-1b-all/ast/lexicon.txt b/mms-1b-all/ast/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..ac17e85739863eabbf70463638ca7110e04279a0 --- /dev/null +++ b/mms-1b-all/ast/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9558347f21e3250debb1ccee385db3f350f51dca0699cc7e24cf94198f63279d +size 6799322 diff --git a/mms-1b-all/ast/tokens.txt b/mms-1b-all/ast/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..81a99cf6da5cfe3ccb1b63d0db7dea8c690e098a --- /dev/null +++ b/mms-1b-all/ast/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1599c59ce79611f65210d1e5ab608b07e5dfc42994c4e7a6fbe2f63be93f2a65 +size 202 diff --git a/mms-1b-all/azj-script_latin/lexicon.txt b/mms-1b-all/azj-script_latin/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..47a95cae162042acb54c6ec1b8c8cb108d738411 --- /dev/null +++ b/mms-1b-all/azj-script_latin/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c69776c6482163aed4ba9a050ebf1b393d1a76f18f60adbe5fe7d73b09fc0432 +size 8452233 diff --git a/mms-1b-all/azj-script_latin/tokens.txt b/mms-1b-all/azj-script_latin/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..06c3e4ac92caae7bb42ae6e1aa2e32069d01b417 --- /dev/null +++ b/mms-1b-all/azj-script_latin/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32838e22e26a837e6f64f056c0f08a24475e7e8090f30d263c9a0001e64f2f65 +size 169 diff --git a/mms-1b-all/bel/lexicon.txt b/mms-1b-all/bel/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..fd384461b636cbdca8aa0db2259fe9541ad46c5a --- /dev/null +++ b/mms-1b-all/bel/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e517dd63888f5b13fcd4fa4f3677a31382a6facf4fefbbe37f6fc65edbef5ddf +size 11588967 diff --git a/mms-1b-all/bel/tokens.txt b/mms-1b-all/bel/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..7c82c57bdd31fe02996bcb6f48a9a073804b0f3c --- /dev/null +++ b/mms-1b-all/bel/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2220ce7c52b2132cefc5961eb722d3f9d34669fb94774a147ec4fa0d8de473c +size 249 diff --git a/mms-1b-all/ben/lexicon.txt b/mms-1b-all/ben/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..8f4651ad372af03c4e33e23f1a31c535499ac4e1 --- /dev/null +++ b/mms-1b-all/ben/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc7ad99c40f525b458390704e7f270983681ead8efa05b753834cdb70a474d7d +size 14957291 diff --git a/mms-1b-all/ben/tokens.txt b/mms-1b-all/ben/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..a055c224c06556021531bdaf50c2ec453616dbc0 --- /dev/null +++ b/mms-1b-all/ben/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3021def3ce41625a7ffb9519768e4a5c71adde01d3a3e317e07426f4fa4e85e3 +size 439 diff --git a/mms-1b-all/bos/lexicon.txt b/mms-1b-all/bos/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..11801694cf4f0614a66087f22b991e5b03cbac43 --- /dev/null +++ b/mms-1b-all/bos/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:233f1e4b62b05605126c83656ab667a389754aa842ae6e36f46daa1d2a841f5f +size 6832732 diff --git a/mms-1b-all/bos/tokens.txt b/mms-1b-all/bos/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..e1ff3967e5135c65e9386743ec35664e2a64120a --- /dev/null +++ b/mms-1b-all/bos/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b744d1784a73d2711da6f15d876c07629843887f6b0899be2d81af9360ee430 +size 192 diff --git a/mms-1b-all/bul/lexicon.txt b/mms-1b-all/bul/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..30f180ab3a969e4ad351b953b3bbe862c31c0a1b --- /dev/null +++ b/mms-1b-all/bul/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eed901c5e00521e53a4082c56d01f09925aa30edc66ddf4516a5db75d3f05f4 +size 10749404 diff --git a/mms-1b-all/bul/tokens.txt b/mms-1b-all/bul/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..cee5e9b1f0508a18b02f3a02ed399e2604f245d9 --- /dev/null +++ b/mms-1b-all/bul/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:478bc8c93bf9f5f5551f3e0e041bc18734bc12c232f9dac93cff1dd129e3ec19 +size 248 diff --git a/mms-1b-all/cat/lexicon.txt b/mms-1b-all/cat/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..96f2a4c79d938652f43f62cdf313c502c25eea7d --- /dev/null +++ b/mms-1b-all/cat/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:646a6e94bfc81d67f0e7be6f0709457965bca632ddfa3a4a8f6aa513ee97a3ba +size 6987655 diff --git a/mms-1b-all/cat/tokens.txt b/mms-1b-all/cat/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..7d58bcd6bbfd2fae06437995855d6f8d959ffa69 --- /dev/null +++ b/mms-1b-all/cat/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6067b5f69fba02327275f3fd094ff1af444141bc5017a543f860881792b03045 +size 278 diff --git a/mms-1b-all/ceb/lexicon.txt b/mms-1b-all/ceb/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..d5ff4b6ef4092d6aadf2f417a47b5c22eaa93e0a --- /dev/null +++ b/mms-1b-all/ceb/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef8b9785206a984bf08be82e55814226340a8cdd34fa53dcde548adc175ac23b +size 6581614 diff --git a/mms-1b-all/ceb/tokens.txt b/mms-1b-all/ceb/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..d0830d97a5ffc713c5f9a5f6a1b6f50d47c4a926 --- /dev/null +++ b/mms-1b-all/ceb/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3acafd6c26aeb5c7c1917cecab65a3ab2167438c42986fcd96ce69c2439f369d +size 181 diff --git a/mms-1b-all/ces/lexicon.txt b/mms-1b-all/ces/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..ed7f9017665d4f4a8947cc083ab923be2448bec1 --- /dev/null +++ b/mms-1b-all/ces/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f5f6ac7029302120241c4ef5b8df1de8973835292b14d29f5cf73b437998cd3 +size 7127495 diff --git a/mms-1b-all/ces/tokens.txt b/mms-1b-all/ces/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..1c9fd03e939a1ffdfa4fda00352bf813fb9c2fcf --- /dev/null +++ b/mms-1b-all/ces/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c3eb1e750c7e7b536b52b82860ea0c151e7d524985eba7cfbb9378c4b4023e5 +size 219 diff --git a/mms-1b-all/ckb/lexicon.txt b/mms-1b-all/ckb/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..46b6e76914c426f7f45a70b2d47bf8b0b74fec96 --- /dev/null +++ b/mms-1b-all/ckb/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cb71fb94f1e73f49bb07eb38944d5cd775ef654dd6de0d57bd91bae17a6a8f4 +size 9841503 diff --git a/mms-1b-all/ckb/tokens.txt b/mms-1b-all/ckb/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..84c067a4f13833129a9848aa0e897b84383b9a8b --- /dev/null +++ b/mms-1b-all/ckb/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55a507c34ce76e66af0c2f091f25f7c76220d9ef2193df966bf728c9db0efb0e +size 296 diff --git a/mms-1b-all/cmn-script_simplified/lexicon.txt b/mms-1b-all/cmn-script_simplified/lexicon.txt new file mode 120000 index 0000000000000000000000000000000000000000..4af18322e32f3dd19579c80e26e4a306ad11e049 --- /dev/null +++ b/mms-1b-all/cmn-script_simplified/lexicon.txt @@ -0,0 +1 @@ +None \ No newline at end of file diff --git a/mms-1b-all/cmn-script_simplified/tokens.txt b/mms-1b-all/cmn-script_simplified/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..ab2d0440d1a34ea3f18533b5f4c7f302c358c441 --- /dev/null +++ b/mms-1b-all/cmn-script_simplified/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:224c3f81ed976f5ab6b76124bdba4e8a202dee0fad35874ccb2689fbcc9fddf1 +size 17883 diff --git a/mms-1b-all/cym/lexicon.txt b/mms-1b-all/cym/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..708b08b9b4208a53c0a37612d1c356a88ffbbbb3 --- /dev/null +++ b/mms-1b-all/cym/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c4d893639a2dee7e0b7d24261e175ba72ad3e1ec256988f8fc8e6eb877d6a49 +size 6347638 diff --git a/mms-1b-all/cym/tokens.txt b/mms-1b-all/cym/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..f0adda0ca123d2d20ea96efc707cf1e99371e964 --- /dev/null +++ b/mms-1b-all/cym/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97e2f31d4bb9f3d9be8ba98f8d365ad8d1ed2bf9bb9b2c2ef3b2f0dc6b15348e +size 210 diff --git a/mms-1b-all/dan/lexicon.txt b/mms-1b-all/dan/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..9974ea5dbb805dd68628386300dceb62739e0ad0 --- /dev/null +++ b/mms-1b-all/dan/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76bc21e8ecc483f1279eabba727aa89c2cb234f815228af96889008bbee3c57c +size 7968116 diff --git a/mms-1b-all/dan/tokens.txt b/mms-1b-all/dan/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..6e066a888bc8460ef6f22593cfdcd26a63bd877c --- /dev/null +++ b/mms-1b-all/dan/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be19aa8c4d33b6e494039d8e7d4164190cbe544a95f9c573f587b4acd4085c0e +size 187 diff --git a/mms-1b-all/decoding_config.json b/mms-1b-all/decoding_config.json new file mode 100644 index 0000000000000000000000000000000000000000..349bf4a3860a0613f258fbd1e1cefb7549a64842 --- /dev/null +++ b/mms-1b-all/decoding_config.json @@ -0,0 +1 @@ +{"afr": {"silweight": 0.0, "lmweight": 2.385147446332425, "wordscore": -0.6905931241640371, "tokensfile": "mms-1b-all/afr/tokens.txt", "lmfile": "lms/afr/word_5gram.bin", "lexiconfile": "mms-1b-all/afr/lexicon.txt"}, "amh": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/amh/tokens.txt", "lmfile": "lms/amh/word_5gram.bin", "lexiconfile": "mms-1b-all/amh/lexicon.txt"}, "ara": {"silweight": 0.0, "lmweight": 2.0317625700822957, "wordscore": 2.5970029453614405, "tokensfile": "mms-1b-all/ara/tokens.txt", "lmfile": "lms/ara/word_5gram.bin", "lexiconfile": "mms-1b-all/ara/lexicon.txt"}, "asm": {"silweight": 0.0, "lmweight": 1.8885708618108534, "wordscore": -2.395792751589805, "tokensfile": "mms-1b-all/asm/tokens.txt", "lmfile": "lms/asm/word_5gram.bin", "lexiconfile": "mms-1b-all/asm/lexicon.txt"}, "ast": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/ast/tokens.txt", "lmfile": "lms/ast/word_5gram.bin", "lexiconfile": "mms-1b-all/ast/lexicon.txt"}, "azj-script_latin": {"silweight": 0.0, "lmweight": 1.68228632332338, "wordscore": -1.44649949824222, "tokensfile": "mms-1b-all/azj-script_latin/tokens.txt", "lmfile": "lms/azj-script_latin/word_5gram.bin", "lexiconfile": "mms-1b-all/azj-script_latin/lexicon.txt"}, "bel": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/bel/tokens.txt", "lmfile": "lms/bel/word_5gram.bin", "lexiconfile": "mms-1b-all/bel/lexicon.txt"}, "bul": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/bul/tokens.txt", "lmfile": "lms/bul/word_5gram.bin", "lexiconfile": "mms-1b-all/bul/lexicon.txt"}, "ben": {"silweight": 0.0, "lmweight": 2.1623996997922177, "wordscore": -0.6522236985922509, "tokensfile": "mms-1b-all/ben/tokens.txt", "lmfile": "lms/ben/word_5gram.bin", "lexiconfile": "mms-1b-all/ben/lexicon.txt"}, "bos": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/bos/tokens.txt", "lmfile": "lms/bos/word_5gram.bin", "lexiconfile": "mms-1b-all/bos/lexicon.txt"}, "cat": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/cat/tokens.txt", "lmfile": "lms/cat/word_5gram.bin", "lexiconfile": "mms-1b-all/cat/lexicon.txt"}, "ceb": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/ceb/tokens.txt", "lmfile": "lms/ceb/word_5gram.bin", "lexiconfile": "mms-1b-all/ceb/lexicon.txt"}, "ckb": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/ckb/tokens.txt", "lmfile": "lms/ckb/word_5gram.bin", "lexiconfile": "mms-1b-all/ckb/lexicon.txt"}, "cmn-script_simplified": {"silweight": -1.44649949824222, "lmweight": 1.68228632332338, "wordscore": 0.0, "tokensfile": "mms-1b-all/cmn-script_simplified/tokens.txt", "lmfile": "lms/cmn-script_simplified/char_20gram.bin", "lexiconfile": null}, "ces": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/ces/tokens.txt", "lmfile": "lms/ces/word_5gram.bin", "lexiconfile": "mms-1b-all/ces/lexicon.txt"}, "cym": {"silweight": 0.0, "lmweight": 2.520589361645891, "wordscore": 2.070465454029091, "tokensfile": "mms-1b-all/cym/tokens.txt", "lmfile": "lms/cym/word_5gram.bin", "lexiconfile": "mms-1b-all/cym/lexicon.txt"}, "dan": {"silweight": 0.0, "lmweight": 2.539999639645833, "wordscore": 0.6380305065253138, "tokensfile": "mms-1b-all/dan/tokens.txt", "lmfile": "lms/dan/word_5gram.bin", "lexiconfile": "mms-1b-all/dan/lexicon.txt"}, "deu": {"silweight": 0.0, "lmweight": 2.451132420162849, "wordscore": -0.08133478818499906, "tokensfile": "mms-1b-all/deu/tokens.txt", "lmfile": "lms/deu/word_5gram.bin", "lexiconfile": "mms-1b-all/deu/lexicon.txt"}, "ell": {"silweight": 0.0, "lmweight": 2.8262456394675586, "wordscore": 0.2846454679705426, "tokensfile": "mms-1b-all/ell/tokens.txt", "lmfile": "lms/ell/word_5gram.bin", "lexiconfile": "mms-1b-all/ell/lexicon.txt"}, "eng": {"silweight": 0.0, "lmweight": 2.045098885474434, "wordscore": -0.5703951752975143, "tokensfile": "mms-1b-all/eng/tokens.txt", "lmfile": "lms/eng/word_5gram.bin", "lexiconfile": "mms-1b-all/eng/lexicon.txt"}, "spa": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/spa/tokens.txt", "lmfile": "lms/spa/word_5gram.bin", "lexiconfile": "mms-1b-all/spa/lexicon.txt"}, "est": {"silweight": 0.0, "lmweight": 2.722356530249026, "wordscore": -2.839819232026769, "tokensfile": "mms-1b-all/est/tokens.txt", "lmfile": "lms/est/word_5gram.bin", "lexiconfile": "mms-1b-all/est/lexicon.txt"}, "fas": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/fas/tokens.txt", "lmfile": "lms/fas/word_5gram.bin", "lexiconfile": "mms-1b-all/fas/lexicon.txt"}, "ful": {"silweight": 0.0, "lmweight": 1.0419692415678377, "wordscore": 1.8301669620781338, "tokensfile": "mms-1b-all/ful/tokens.txt", "lmfile": "lms/ful/word_5gram.bin", "lexiconfile": "mms-1b-all/ful/lexicon.txt"}, "fin": {"silweight": 0.0, "lmweight": 3.263652386134638, "wordscore": -2.3963548787034226, "tokensfile": "mms-1b-all/fin/tokens.txt", "lmfile": "lms/fin/word_5gram.bin", "lexiconfile": "mms-1b-all/fin/lexicon.txt"}, "tgl": {"silweight": 0.0, "lmweight": 1.8885708618108534, "wordscore": -2.395792751589805, "tokensfile": "mms-1b-all/tgl/tokens.txt", "lmfile": "lms/tgl/word_5gram.bin", "lexiconfile": "mms-1b-all/tgl/lexicon.txt"}, "fra": {"silweight": 0.0, "lmweight": 2.520589361645891, "wordscore": 2.070465454029091, "tokensfile": "mms-1b-all/fra/tokens.txt", "lmfile": "lms/fra/word_5gram.bin", "lexiconfile": "mms-1b-all/fra/lexicon.txt"}, "gle": {"silweight": 0.0, "lmweight": 2.0317625700822957, "wordscore": 2.5970029453614405, "tokensfile": "mms-1b-all/gle/tokens.txt", "lmfile": "lms/gle/word_5gram.bin", "lexiconfile": "mms-1b-all/gle/lexicon.txt"}, "glg": {"silweight": 0.0, "lmweight": 2.539999639645833, "wordscore": 0.6380305065253138, "tokensfile": "mms-1b-all/glg/tokens.txt", "lmfile": "lms/glg/word_5gram.bin", "lexiconfile": "mms-1b-all/glg/lexicon.txt"}, "guj": {"silweight": 0.0, "lmweight": 1.68228632332338, "wordscore": -1.44649949824222, "tokensfile": "mms-1b-all/guj/tokens.txt", "lmfile": "lms/guj/word_5gram.bin", "lexiconfile": "mms-1b-all/guj/lexicon.txt"}, "hau": {"silweight": 0.0, "lmweight": 2.1623996997922177, "wordscore": -0.6522236985922509, "tokensfile": "mms-1b-all/hau/tokens.txt", "lmfile": "lms/hau/word_5gram.bin", "lexiconfile": "mms-1b-all/hau/lexicon.txt"}, "heb": {"silweight": 0.0, "lmweight": 1.9080391062108681, "wordscore": 2.191859566629841, "tokensfile": "mms-1b-all/heb/tokens.txt", "lmfile": "lms/heb/word_5gram.bin", "lexiconfile": "mms-1b-all/heb/lexicon.txt"}, "hin": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/hin/tokens.txt", "lmfile": "lms/hin/word_5gram.bin", "lexiconfile": "mms-1b-all/hin/lexicon.txt"}, "hrv": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/hrv/tokens.txt", "lmfile": "lms/hrv/word_5gram.bin", "lexiconfile": "mms-1b-all/hrv/lexicon.txt"}, "hun": {"silweight": 0.0, "lmweight": 2.045098885474434, "wordscore": -0.5703951752975143, "tokensfile": "mms-1b-all/hun/tokens.txt", "lmfile": "lms/hun/word_5gram.bin", "lexiconfile": "mms-1b-all/hun/lexicon.txt"}, "hye": {"silweight": 0.0, "lmweight": 2.1623996997922177, "wordscore": -0.6522236985922509, "tokensfile": "mms-1b-all/hye/tokens.txt", "lmfile": "lms/hye/word_5gram.bin", "lexiconfile": "mms-1b-all/hye/lexicon.txt"}, "ind": {"silweight": 0.0, "lmweight": 3.030415687865747, "wordscore": 2.2606222249366485, "tokensfile": "mms-1b-all/ind/tokens.txt", "lmfile": "lms/ind/word_5gram.bin", "lexiconfile": "mms-1b-all/ind/lexicon.txt"}, "ibo": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/ibo/tokens.txt", "lmfile": "lms/ibo/word_5gram.bin", "lexiconfile": "mms-1b-all/ibo/lexicon.txt"}, "isl": {"silweight": 0.0, "lmweight": 2.4510927194744268, "wordscore": 0.939956333937773, "tokensfile": "mms-1b-all/isl/tokens.txt", "lmfile": "lms/isl/word_5gram.bin", "lexiconfile": "mms-1b-all/isl/lexicon.txt"}, "ita": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/ita/tokens.txt", "lmfile": "lms/ita/word_5gram.bin", "lexiconfile": "mms-1b-all/ita/lexicon.txt"}, "jpn": {"silweight": 2.883099903883612, "lmweight": 1.48055976134075, "wordscore": 0.0, "tokensfile": "mms-1b-all/jpn/tokens.txt", "lmfile": "lms/jpn/char_20gram.bin", "lexiconfile": null}, "jav": {"silweight": 0.0, "lmweight": 1.68228632332338, "wordscore": -1.44649949824222, "tokensfile": "mms-1b-all/jav/tokens.txt", "lmfile": "lms/jav/word_5gram.bin", "lexiconfile": "mms-1b-all/jav/lexicon.txt"}, "kat": {"silweight": 0.0, "lmweight": 2.194797215342357, "wordscore": -2.9157497990158863, "tokensfile": "mms-1b-all/kat/tokens.txt", "lmfile": "lms/kat/word_5gram.bin", "lexiconfile": "mms-1b-all/kat/lexicon.txt"}, "kam": {"silweight": 0.0, "lmweight": 0.32178327421014163, "wordscore": -1.0796723719647254, "tokensfile": "mms-1b-all/kam/tokens.txt", "lmfile": "lms/kam/word_5gram.bin", "lexiconfile": "mms-1b-all/kam/lexicon.txt"}, "kea": {"silweight": 0.0, "lmweight": 0.7575653142174246, "wordscore": -1.8796228304666693, "tokensfile": "mms-1b-all/kea/tokens.txt", "lmfile": "lms/kea/word_5gram.bin", "lexiconfile": "mms-1b-all/kea/lexicon.txt"}, "kaz": {"silweight": 0.0, "lmweight": 2.8262456394675586, "wordscore": 0.2846454679705426, "tokensfile": "mms-1b-all/kaz/tokens.txt", "lmfile": "lms/kaz/word_5gram.bin", "lexiconfile": "mms-1b-all/kaz/lexicon.txt"}, "khm": {"silweight": 0.6380305065253138, "lmweight": 2.539999639645833, "wordscore": 0.0, "tokensfile": "mms-1b-all/khm/tokens.txt", "lmfile": "lms/khm/char_20gram.bin", "lexiconfile": null}, "kan": {"silweight": 0.0, "lmweight": 2.302604056659554, "wordscore": -1.258022985583452, "tokensfile": "mms-1b-all/kan/tokens.txt", "lmfile": "lms/kan/word_5gram.bin", "lexiconfile": "mms-1b-all/kan/lexicon.txt"}, "kor": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/kor/tokens.txt", "lmfile": "lms/kor/word_5gram.bin", "lexiconfile": "mms-1b-all/kor/lexicon.txt"}, "kir": {"silweight": 0.0, "lmweight": 1.906123968037523, "wordscore": -2.4610538328264377, "tokensfile": "mms-1b-all/kir/tokens.txt", "lmfile": "lms/kir/word_5gram.bin", "lexiconfile": "mms-1b-all/kir/lexicon.txt"}, "ltz": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/ltz/tokens.txt", "lmfile": "lms/ltz/word_5gram.bin", "lexiconfile": "mms-1b-all/ltz/lexicon.txt"}, "lug": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/lug/tokens.txt", "lmfile": "lms/lug/word_5gram.bin", "lexiconfile": "mms-1b-all/lug/lexicon.txt"}, "lin": {"silweight": 0.0, "lmweight": 0.7575653142174246, "wordscore": -1.8796228304666693, "tokensfile": "mms-1b-all/lin/tokens.txt", "lmfile": "lms/lin/word_5gram.bin", "lexiconfile": "mms-1b-all/lin/lexicon.txt"}, "lao": {"silweight": 0.6653218406628096, "lmweight": 1.7366873418151347, "wordscore": 0.0, "tokensfile": "mms-1b-all/lao/tokens.txt", "lmfile": "lms/lao/char_20gram.bin", "lexiconfile": null}, "lit": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/lit/tokens.txt", "lmfile": "lms/lit/word_5gram.bin", "lexiconfile": "mms-1b-all/lit/lexicon.txt"}, "luo": {"silweight": 0.0, "lmweight": 0.7642683660095622, "wordscore": 0.40506444372403116, "tokensfile": "mms-1b-all/luo/tokens.txt", "lmfile": "lms/luo/word_5gram.bin", "lexiconfile": "mms-1b-all/luo/lexicon.txt"}, "lav": {"silweight": 0.0, "lmweight": 1.8885708618108534, "wordscore": -2.395792751589805, "tokensfile": "mms-1b-all/lav/tokens.txt", "lmfile": "lms/lav/word_5gram.bin", "lexiconfile": "mms-1b-all/lav/lexicon.txt"}, "mri": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/mri/tokens.txt", "lmfile": "lms/mri/word_5gram.bin", "lexiconfile": "mms-1b-all/mri/lexicon.txt"}, "mkd": {"silweight": 0.0, "lmweight": 2.520589361645891, "wordscore": 2.070465454029091, "tokensfile": "mms-1b-all/mkd/tokens.txt", "lmfile": "lms/mkd/word_5gram.bin", "lexiconfile": "mms-1b-all/mkd/lexicon.txt"}, "mal": {"silweight": 0.0, "lmweight": 2.821133599417625, "wordscore": -1.346195272127237, "tokensfile": "mms-1b-all/mal/tokens.txt", "lmfile": "lms/mal/word_5gram.bin", "lexiconfile": "mms-1b-all/mal/lexicon.txt"}, "mon": {"silweight": 0.0, "lmweight": 2.520589361645891, "wordscore": 2.070465454029091, "tokensfile": "mms-1b-all/mon/tokens.txt", "lmfile": "lms/mon/word_5gram.bin", "lexiconfile": "mms-1b-all/mon/lexicon.txt"}, "mar": {"silweight": 0.0, "lmweight": 2.045098885474434, "wordscore": -0.5703951752975143, "tokensfile": "mms-1b-all/mar/tokens.txt", "lmfile": "lms/mar/word_5gram.bin", "lexiconfile": "mms-1b-all/mar/lexicon.txt"}, "zlm": {"silweight": 0.0, "lmweight": 2.722356530249026, "wordscore": -2.839819232026769, "tokensfile": "mms-1b-all/zlm/tokens.txt", "lmfile": "lms/zlm/word_5gram.bin", "lexiconfile": "mms-1b-all/zlm/lexicon.txt"}, "mlt": {"silweight": 0.0, "lmweight": 2.1623996997922177, "wordscore": -0.6522236985922509, "tokensfile": "mms-1b-all/mlt/tokens.txt", "lmfile": "lms/mlt/word_5gram.bin", "lexiconfile": "mms-1b-all/mlt/lexicon.txt"}, "mya": {"silweight": -0.5703951752975143, "lmweight": 2.045098885474434, "wordscore": 0.0, "tokensfile": "mms-1b-all/mya/tokens.txt", "lmfile": "lms/mya/char_20gram.bin", "lexiconfile": null}, "nob": {"silweight": 0.0, "lmweight": 2.4510927194744268, "wordscore": 0.939956333937773, "tokensfile": "mms-1b-all/nob/tokens.txt", "lmfile": "lms/nob/word_5gram.bin", "lexiconfile": "mms-1b-all/nob/lexicon.txt"}, "npi": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/npi/tokens.txt", "lmfile": "lms/npi/word_5gram.bin", "lexiconfile": "mms-1b-all/npi/lexicon.txt"}, "nld": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/nld/tokens.txt", "lmfile": "lms/nld/word_5gram.bin", "lexiconfile": "mms-1b-all/nld/lexicon.txt"}, "nso": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/nso/tokens.txt", "lmfile": "lms/nso/word_5gram.bin", "lexiconfile": "mms-1b-all/nso/lexicon.txt"}, "nya": {"silweight": 0.0, "lmweight": 1.9080391062108681, "wordscore": 2.191859566629841, "tokensfile": "mms-1b-all/nya/tokens.txt", "lmfile": "lms/nya/word_5gram.bin", "lexiconfile": "mms-1b-all/nya/lexicon.txt"}, "oci": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/oci/tokens.txt", "lmfile": "lms/oci/word_5gram.bin", "lexiconfile": "mms-1b-all/oci/lexicon.txt"}, "orm": {"silweight": 0.0, "lmweight": 1.9080391062108681, "wordscore": 2.191859566629841, "tokensfile": "mms-1b-all/orm/tokens.txt", "lmfile": "lms/orm/word_5gram.bin", "lexiconfile": "mms-1b-all/orm/lexicon.txt"}, "ory": {"silweight": 0.0, "lmweight": 2.045098885474434, "wordscore": -0.5703951752975143, "tokensfile": "mms-1b-all/ory/tokens.txt", "lmfile": "lms/ory/word_5gram.bin", "lexiconfile": "mms-1b-all/ory/lexicon.txt"}, "pan": {"silweight": 0.0, "lmweight": 2.045098885474434, "wordscore": -0.5703951752975143, "tokensfile": "mms-1b-all/pan/tokens.txt", "lmfile": "lms/pan/word_5gram.bin", "lexiconfile": "mms-1b-all/pan/lexicon.txt"}, "pol": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/pol/tokens.txt", "lmfile": "lms/pol/word_5gram.bin", "lexiconfile": "mms-1b-all/pol/lexicon.txt"}, "pus": {"silweight": 0.0, "lmweight": 1.9080391062108681, "wordscore": 2.191859566629841, "tokensfile": "mms-1b-all/pus/tokens.txt", "lmfile": "lms/pus/word_5gram.bin", "lexiconfile": "mms-1b-all/pus/lexicon.txt"}, "por": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/por/tokens.txt", "lmfile": "lms/por/word_5gram.bin", "lexiconfile": "mms-1b-all/por/lexicon.txt"}, "ron": {"silweight": 0.0, "lmweight": 2.303811792126163, "wordscore": -0.6527435440630387, "tokensfile": "mms-1b-all/ron/tokens.txt", "lmfile": "lms/ron/word_5gram.bin", "lexiconfile": "mms-1b-all/ron/lexicon.txt"}, "rus": {"silweight": 0.0, "lmweight": 2.539999639645833, "wordscore": 0.6380305065253138, "tokensfile": "mms-1b-all/rus/tokens.txt", "lmfile": "lms/rus/word_5gram.bin", "lexiconfile": "mms-1b-all/rus/lexicon.txt"}, "snd": {"silweight": 0.0, "lmweight": 1.48055976134075, "wordscore": 2.883099903883612, "tokensfile": "mms-1b-all/snd/tokens.txt", "lmfile": "lms/snd/word_5gram.bin", "lexiconfile": "mms-1b-all/snd/lexicon.txt"}, "slk": {"silweight": 0.0, "lmweight": 2.303811792126163, "wordscore": -0.6527435440630387, "tokensfile": "mms-1b-all/slk/tokens.txt", "lmfile": "lms/slk/word_5gram.bin", "lexiconfile": "mms-1b-all/slk/lexicon.txt"}, "slv": {"silweight": 0.0, "lmweight": 2.1623996997922177, "wordscore": -0.6522236985922509, "tokensfile": "mms-1b-all/slv/tokens.txt", "lmfile": "lms/slv/word_5gram.bin", "lexiconfile": "mms-1b-all/slv/lexicon.txt"}, "sna": {"silweight": 0.0, "lmweight": 2.194797215342357, "wordscore": -2.9157497990158863, "tokensfile": "mms-1b-all/sna/tokens.txt", "lmfile": "lms/sna/word_5gram.bin", "lexiconfile": "mms-1b-all/sna/lexicon.txt"}, "som": {"silweight": 0.0, "lmweight": 1.48055976134075, "wordscore": 2.883099903883612, "tokensfile": "mms-1b-all/som/tokens.txt", "lmfile": "lms/som/word_5gram.bin", "lexiconfile": "mms-1b-all/som/lexicon.txt"}, "srp-script_latin": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/srp-script_latin/tokens.txt", "lmfile": "lms/srp-script_latin/word_5gram.bin", "lexiconfile": "mms-1b-all/srp-script_latin/lexicon.txt"}, "swe": {"silweight": 0.0, "lmweight": 3.3776874061001925, "wordscore": 1.5477264176418153, "tokensfile": "mms-1b-all/swe/tokens.txt", "lmfile": "lms/swe/word_5gram.bin", "lexiconfile": "mms-1b-all/swe/lexicon.txt"}, "swh": {"silweight": 0.0, "lmweight": 2.1623996997922177, "wordscore": -0.6522236985922509, "tokensfile": "mms-1b-all/swh/tokens.txt", "lmfile": "lms/swh/word_5gram.bin", "lexiconfile": "mms-1b-all/swh/lexicon.txt"}, "tam": {"silweight": 0.0, "lmweight": 2.451132420162849, "wordscore": -0.08133478818499906, "tokensfile": "mms-1b-all/tam/tokens.txt", "lmfile": "lms/tam/word_5gram.bin", "lexiconfile": "mms-1b-all/tam/lexicon.txt"}, "tel": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/tel/tokens.txt", "lmfile": "lms/tel/word_5gram.bin", "lexiconfile": "mms-1b-all/tel/lexicon.txt"}, "tgk": {"silweight": 0.0, "lmweight": 2.303811792126163, "wordscore": -0.6527435440630387, "tokensfile": "mms-1b-all/tgk/tokens.txt", "lmfile": "lms/tgk/word_5gram.bin", "lexiconfile": "mms-1b-all/tgk/lexicon.txt"}, "tha": {"silweight": 2.5970029453614405, "lmweight": 2.0317625700822957, "wordscore": 0.0, "tokensfile": "mms-1b-all/tha/tokens.txt", "lmfile": "lms/tha/char_20gram.bin", "lexiconfile": null}, "tur": {"silweight": 0.0, "lmweight": 2.302604056659554, "wordscore": -1.258022985583452, "tokensfile": "mms-1b-all/tur/tokens.txt", "lmfile": "lms/tur/word_5gram.bin", "lexiconfile": "mms-1b-all/tur/lexicon.txt"}, "ukr": {"silweight": 0.0, "lmweight": 2.4510927194744268, "wordscore": 0.939956333937773, "tokensfile": "mms-1b-all/ukr/tokens.txt", "lmfile": "lms/ukr/word_5gram.bin", "lexiconfile": "mms-1b-all/ukr/lexicon.txt"}, "umb": {"silweight": 0.0, "lmweight": 0.14556815044594318, "wordscore": -2.8701809408698553, "tokensfile": "mms-1b-all/umb/tokens.txt", "lmfile": "lms/umb/word_5gram.bin", "lexiconfile": "mms-1b-all/umb/lexicon.txt"}, "urd-script_arabic": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/urd-script_arabic/tokens.txt", "lmfile": "lms/urd-script_arabic/word_5gram.bin", "lexiconfile": "mms-1b-all/urd-script_arabic/lexicon.txt"}, "uzb-script_latin": {"silweight": 0.0, "lmweight": 1.68228632332338, "wordscore": -1.44649949824222, "tokensfile": "mms-1b-all/uzb-script_latin/tokens.txt", "lmfile": "lms/uzb-script_latin/word_5gram.bin", "lexiconfile": "mms-1b-all/uzb-script_latin/lexicon.txt"}, "vie": {"silweight": 0.0, "lmweight": 3.246514834031514, "wordscore": 2.096915791118203, "tokensfile": "mms-1b-all/vie/tokens.txt", "lmfile": "lms/vie/word_5gram.bin", "lexiconfile": "mms-1b-all/vie/lexicon.txt"}, "wol": {"silweight": 0.0, "lmweight": 0.7642683660095622, "wordscore": 0.40506444372403116, "tokensfile": "mms-1b-all/wol/tokens.txt", "lmfile": "lms/wol/word_5gram.bin", "lexiconfile": "mms-1b-all/wol/lexicon.txt"}, "xho": {"silweight": 0.0, "lmweight": 1.68228632332338, "wordscore": -1.44649949824222, "tokensfile": "mms-1b-all/xho/tokens.txt", "lmfile": "lms/xho/word_5gram.bin", "lexiconfile": "mms-1b-all/xho/lexicon.txt"}, "yor": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/yor/tokens.txt", "lmfile": "lms/yor/word_5gram.bin", "lexiconfile": "mms-1b-all/yor/lexicon.txt"}, "yue-script_traditional": {"silweight": 2.883099903883612, "lmweight": 1.48055976134075, "wordscore": 0.0, "tokensfile": "mms-1b-all/yue-script_traditional/tokens.txt", "lmfile": "lms/yue-script_traditional/char_20gram.bin", "lexiconfile": null}, "zul": {"silweight": 0.0, "lmweight": 1.68228632332338, "wordscore": -1.44649949824222, "tokensfile": "mms-1b-all/zul/tokens.txt", "lmfile": "lms/zul/word_5gram.bin", "lexiconfile": "mms-1b-all/zul/lexicon.txt"}} \ No newline at end of file diff --git a/mms-1b-all/deu/lexicon.txt b/mms-1b-all/deu/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..c6b19569714b650ef13373cc8107421070aff621 --- /dev/null +++ b/mms-1b-all/deu/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b745f382f37dbee2d401624bf29e07207fbece1bacf3a53dcce157fd71cd99c9 +size 8788856 diff --git a/mms-1b-all/deu/tokens.txt b/mms-1b-all/deu/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..1af5117ca9313e7b8cf7a1ab3175e89b6f5107a5 --- /dev/null +++ b/mms-1b-all/deu/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:816c960e63c42246d3a807c467ddb2258b81c0e48b3e999b2deaa9de683955c2 +size 580 diff --git a/mms-1b-all/ell/lexicon.txt b/mms-1b-all/ell/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..1b7d80792200ed6d2cf5d0682106f80f94373e86 --- /dev/null +++ b/mms-1b-all/ell/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:351f76bee8c16611fe2f1705d4625c461f5ddf02d888d808266f4476143b8e88 +size 11077468 diff --git a/mms-1b-all/ell/tokens.txt b/mms-1b-all/ell/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..be9a15f2fb9c39028ebe9a46174cc1fc656b7c6d --- /dev/null +++ b/mms-1b-all/ell/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d184c99995650ce3f16de9457d227668f2ff0dd2b947d9981ee85dca68b134d9 +size 265 diff --git a/mms-1b-all/eng/lexicon.txt b/mms-1b-all/eng/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..6e7873d282948319627e58ec293a543980515015 --- /dev/null +++ b/mms-1b-all/eng/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abc0ca60bd9cf31ac82b642a9f121dc34cdf41d0a40e597b726694a7d4556154 +size 6589793 diff --git a/mms-1b-all/eng/tokens.txt b/mms-1b-all/eng/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..7226b657d8ae561e4e032acf2b90c63cf770ff1d --- /dev/null +++ b/mms-1b-all/eng/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac29d8b747693554481b9c70a549f3ced630e9651977a8d17b941518e657551 +size 438 diff --git a/mms-1b-all/est/lexicon.txt b/mms-1b-all/est/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..590a5616e19e454a0c530156902151a8aa329e9a --- /dev/null +++ b/mms-1b-all/est/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9810ecbc1173269e98ee8843bbc0e3801ba6d5c7a4c4dcac7797bf11ecd4580e +size 7983121 diff --git a/mms-1b-all/est/tokens.txt b/mms-1b-all/est/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..cdde7d9065ed464309dfc75f0f15c807aaab970c --- /dev/null +++ b/mms-1b-all/est/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12e790299f062aec2643e7bb8d4da3afbe04732684a2865f28e8ff9142451a79 +size 185 diff --git a/mms-1b-all/fas/lexicon.txt b/mms-1b-all/fas/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..f8210a155b4e284cf53f7577bd88f01dcafa5625 --- /dev/null +++ b/mms-1b-all/fas/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43c74860777318de44d558c25d7428b759dee5b9573ad0b58cd32ca490a17b0a +size 8267697 diff --git a/mms-1b-all/fas/tokens.txt b/mms-1b-all/fas/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..9344e04ab2d0d30627853f3a76542f42a27337c6 --- /dev/null +++ b/mms-1b-all/fas/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5df18d1e7b47e71aedbb36bd902fa508684a2899d34d06fc64ac065a7b4830d5 +size 320 diff --git a/mms-1b-all/fin/lexicon.txt b/mms-1b-all/fin/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..1fbcb304f09c347f5e72d3815521b9edde9b1356 --- /dev/null +++ b/mms-1b-all/fin/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57bd6392b3452cc73e9d5f1102855e09644402dcc5acc50d1295d5b8d728a744 +size 8374857 diff --git a/mms-1b-all/fin/tokens.txt b/mms-1b-all/fin/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..5942d83790ea6c162daf32513e74d05112828e1f --- /dev/null +++ b/mms-1b-all/fin/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4595c1af5ddbafa54d52f76b8bd6e806bb50eee168efcaaa894f639dc7ab460 +size 176 diff --git a/mms-1b-all/fra/lexicon.txt b/mms-1b-all/fra/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..969695f6bed17c7f6abbcc45365368ba47e89b91 --- /dev/null +++ b/mms-1b-all/fra/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98b77df339e90171b663cc9711e66ee43c83035429fb28a5213735ef3c3e00dc +size 7116958 diff --git a/mms-1b-all/fra/tokens.txt b/mms-1b-all/fra/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..8e92448a7caf43fc581bd4772884d918f70a7fd0 --- /dev/null +++ b/mms-1b-all/fra/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d260021cb5ef8652486c921c6bad254dc2e978b8fb8569d8a8400fa91465344 +size 988 diff --git a/mms-1b-all/ful/lexicon.txt b/mms-1b-all/ful/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..2f8fb8962f2d1d6d58520dfe4dbd555e8636ec51 --- /dev/null +++ b/mms-1b-all/ful/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7343cb85378a2dadda1a3012dd49b7bbc795514de68799ca27a0132ff147a7d +size 5937502 diff --git a/mms-1b-all/ful/tokens.txt b/mms-1b-all/ful/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..84235fc9020889631f296bf4c45a458c611f40bd --- /dev/null +++ b/mms-1b-all/ful/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4d1a61d002d0257c0e8eeaec2c85c8b2fb484831160192a718ea3e1221bd922 +size 216 diff --git a/mms-1b-all/gle/lexicon.txt b/mms-1b-all/gle/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..abf8cc68f95c3ca84efe9b5a703b1b6b1a434ca1 --- /dev/null +++ b/mms-1b-all/gle/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f06989a09d03bcbb5f580dba0a83aef1f480e1bcd7a2a11cc51fa99a4631aebc +size 7165561 diff --git a/mms-1b-all/gle/tokens.txt b/mms-1b-all/gle/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..630bfb30aef178cb3806ca19029739937dcf2906 --- /dev/null +++ b/mms-1b-all/gle/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93e63e07e121832a9d0147998ebe768f8de44fe86b92e4dc46339a549809342d +size 197 diff --git a/mms-1b-all/glg/lexicon.txt b/mms-1b-all/glg/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..8812d0453799533d646afea27b4d7bf53c96f2b7 --- /dev/null +++ b/mms-1b-all/glg/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b060fa48289b45285e2cd095a93265a716c7bf88b81deb0778b1ccc1a970503 +size 7042689 diff --git a/mms-1b-all/glg/tokens.txt b/mms-1b-all/glg/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..907e8ab9e9c7e3872ed2fb39d249d14508990f16 --- /dev/null +++ b/mms-1b-all/glg/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1e0690cab3f4588acb6927ad6396337fedd35b4a460e39830539f626fafd15 +size 187 diff --git a/mms-1b-all/guj/lexicon.txt b/mms-1b-all/guj/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..e9caff03805cf68c6dc55dbcbf0ac455904e41ae --- /dev/null +++ b/mms-1b-all/guj/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca2ad942576a5ff0c4a83ba8d60804458190d3de3847a0e3465e2c4b35ab95ab +size 13407883 diff --git a/mms-1b-all/guj/tokens.txt b/mms-1b-all/guj/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..5db70bf77b0f3d10872f519f04864e6fd7d2bda2 --- /dev/null +++ b/mms-1b-all/guj/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a729fad294098c40473a55895c1f6d6dc5a1414538c68e6144360d2541e42876 +size 394 diff --git a/mms-1b-all/hau/lexicon.txt b/mms-1b-all/hau/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..e64094ed787e967a6da72f404dbc2457fe75f81a --- /dev/null +++ b/mms-1b-all/hau/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0e09cd6ab1b2df6b8dd03d579bf725058b093464e75079206c75310433d23a9 +size 6393827 diff --git a/mms-1b-all/hau/tokens.txt b/mms-1b-all/hau/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..12e55f371c78c0d83dbe3afaf364f19bbfeae31c --- /dev/null +++ b/mms-1b-all/hau/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a95147de6414ba3dd21a5f260fbab76543f473518b9d060ee1725c7f674ac518 +size 212 diff --git a/mms-1b-all/heb/lexicon.txt b/mms-1b-all/heb/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..94ba3c2d85802938378470fcc954bc00a678b693 --- /dev/null +++ b/mms-1b-all/heb/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:804c58cad46608c445ba6d532a50ab343298e85a74aa26b572c01bde38692655 +size 8054200 diff --git a/mms-1b-all/heb/tokens.txt b/mms-1b-all/heb/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..955d10d4f9f3889446d0edd9efbd5508d66b8e3c --- /dev/null +++ b/mms-1b-all/heb/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15b05dd5454a03b2f6d1616fdf835186c2737fd001bdec303998f6e0891d0146 +size 229 diff --git a/mms-1b-all/hin/lexicon.txt b/mms-1b-all/hin/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..118e6c41b027767b9de10121a3d45ac99f2efe5a --- /dev/null +++ b/mms-1b-all/hin/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6da75a513de679091e2ea8bf45f636b77f4353321df47e95f32048e95d6c1d7 +size 11874009 diff --git a/mms-1b-all/hin/tokens.txt b/mms-1b-all/hin/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..d31acd76ef265e41e26f696447adc197637e962b --- /dev/null +++ b/mms-1b-all/hin/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e1595a7077c344f4efa825712142ec3f4239634e987402ab70aa1b09a684d0c +size 409 diff --git a/mms-1b-all/hrv/lexicon.txt b/mms-1b-all/hrv/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..29849d6c8ed1325c6bde06f30d69a5ab4590703d --- /dev/null +++ b/mms-1b-all/hrv/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6b3104fec7c5ea0018dc017f1ace9d7bc62de64b12050e9df8685b582ae8591 +size 6999371 diff --git a/mms-1b-all/hrv/tokens.txt b/mms-1b-all/hrv/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..d57dbfcf80c05b8d4b9d91054e4acb8a8612f9b5 --- /dev/null +++ b/mms-1b-all/hrv/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b62e7443138f8b426d1283c2142bfb739cf9b2954372349f1a587500d6f19cd +size 189 diff --git a/mms-1b-all/hun/lexicon.txt b/mms-1b-all/hun/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..d942eb5867843039e3d21ce68415b1548bbbf388 --- /dev/null +++ b/mms-1b-all/hun/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50c96723d76c1e1de2409ae2449191eb533330ec50aca69a90eb3e8cae7c948a +size 8205813 diff --git a/mms-1b-all/hun/tokens.txt b/mms-1b-all/hun/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..e7e8725a9307abe517b89e0ffd0297cd6ca70f93 --- /dev/null +++ b/mms-1b-all/hun/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41d1e078d851a4986780701b942d87a09a80a350c4962479898931115dcf10d1 +size 190 diff --git a/mms-1b-all/hye/lexicon.txt b/mms-1b-all/hye/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..e11bc238a03aff24cafa0dfb8d429c6a7c84192b --- /dev/null +++ b/mms-1b-all/hye/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df5016706fbd9538f6f30837bd402a0a770588f8719c9c80bafd26bb9fca55b2 +size 11560739 diff --git a/mms-1b-all/hye/tokens.txt b/mms-1b-all/hye/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..01daa29077c9355b237a56ce38a70296adf8e188 --- /dev/null +++ b/mms-1b-all/hye/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf4404deb012e7c63f1905655a7dd6e7103db47bde158d2164844237ca7fc8c7 +size 275 diff --git a/mms-1b-all/ibo/lexicon.txt b/mms-1b-all/ibo/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..a3e7669347337f15c8d7b2c40befde78511bc76f --- /dev/null +++ b/mms-1b-all/ibo/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06121515ebec2083df60d5dbda85cab0a786da7c85c5a11ec13ed92dc7d11a5d +size 1619763 diff --git a/mms-1b-all/ibo/tokens.txt b/mms-1b-all/ibo/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..3c097a8d0fefe87cb8893b4503971727867a5de7 --- /dev/null +++ b/mms-1b-all/ibo/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c941e37c22d50ab98782c741d5e0a2e44b35b5ae2ace78241277e0170c4ce02b +size 231 diff --git a/mms-1b-all/ind/lexicon.txt b/mms-1b-all/ind/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..5cf95d413e0c7444eda7b9fb104d44dc63dd044b --- /dev/null +++ b/mms-1b-all/ind/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9b51fcd50733aa7e52478184b06cb543af9ad9d3468a469ef98c666cf4f8e29 +size 6527025 diff --git a/mms-1b-all/ind/tokens.txt b/mms-1b-all/ind/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..d0861050db788eb0c70f8f77fbe99331d0f6a159 --- /dev/null +++ b/mms-1b-all/ind/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ab2497500d15e381d0a131876c66cec14dea6f45da7e578b614784684acc17e +size 203 diff --git a/mms-1b-all/isl/lexicon.txt b/mms-1b-all/isl/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..04b9315704a4c1d8eb0d8b5a10ecd8f4ec74047e --- /dev/null +++ b/mms-1b-all/isl/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8210e315cf749827d781b66720759b46124fe10d092bd792c9f1fcd7f7d61262 +size 8273470 diff --git a/mms-1b-all/isl/tokens.txt b/mms-1b-all/isl/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..a9c8e0fc5e5a073e7940072d117dede58491db2d --- /dev/null +++ b/mms-1b-all/isl/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6d86f1980f6d8df4321a9d8ba3ec7d3f198f5c2e708a9f20380d8b24cb72670 +size 155 diff --git a/mms-1b-all/ita/lexicon.txt b/mms-1b-all/ita/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..030f5f2c159facfad527e670dc6ab28805f69299 --- /dev/null +++ b/mms-1b-all/ita/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee27997a2311581bda00d1564ea0981b30cc795571dc690aafa99ce9e6126edd +size 7298531 diff --git a/mms-1b-all/ita/tokens.txt b/mms-1b-all/ita/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..d612663b82e040cced07f5357364d7287442f838 --- /dev/null +++ b/mms-1b-all/ita/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2beb178419ce2f306bac6a4077e2f8b8c82bb7a8ef9f769987bb4c830dd83e1d +size 539 diff --git a/mms-1b-all/jav/lexicon.txt b/mms-1b-all/jav/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..bb4c4117125cf8b6d44a5227a69e9a33b00f90ce --- /dev/null +++ b/mms-1b-all/jav/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:235db22399e74d3dd9cf58a6ef85170f86e932f7cd658c47b9478f2bd931d2c8 +size 6757326 diff --git a/mms-1b-all/jav/tokens.txt b/mms-1b-all/jav/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..3d6cb4d1656fc239f60d3ffd9a802ccc9f7efcfc --- /dev/null +++ b/mms-1b-all/jav/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e59717409f8f2225b618af8becdd0c2d78ab248331b62535997cdf83d3ba5ec2 +size 178 diff --git a/mms-1b-all/jpn/lexicon.txt b/mms-1b-all/jpn/lexicon.txt new file mode 120000 index 0000000000000000000000000000000000000000..4af18322e32f3dd19579c80e26e4a306ad11e049 --- /dev/null +++ b/mms-1b-all/jpn/lexicon.txt @@ -0,0 +1 @@ +None \ No newline at end of file diff --git a/mms-1b-all/jpn/tokens.txt b/mms-1b-all/jpn/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..19988aa69bb176d4340a73566b74ceb393807e08 --- /dev/null +++ b/mms-1b-all/jpn/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8124f01892fc5c1c5a3629bb308034deac1236962439bdac6c173b7a2ffa25ac +size 8985 diff --git a/mms-1b-all/kam/lexicon.txt b/mms-1b-all/kam/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..a394afc88c894f7ec8dd83a55d75438244b3677f --- /dev/null +++ b/mms-1b-all/kam/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8da332f888cc5350af1c5f66a8cfd161ee9e6f9eb394edddb8fea2ebd6dfa3b8 +size 1552175 diff --git a/mms-1b-all/kam/tokens.txt b/mms-1b-all/kam/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..37c2c016a84eb9eb406603aa36533a24527f3791 --- /dev/null +++ b/mms-1b-all/kam/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2c754ae0e156b814ad33800a489db5a1646d3aafd4e6667b5b3e775567b69a6 +size 165 diff --git a/mms-1b-all/kan/lexicon.txt b/mms-1b-all/kan/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..f4273b48180fd3889a18b781b5c6e42c2da3d805 --- /dev/null +++ b/mms-1b-all/kan/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee3587885d25a0a9e020de53863b4be8befc1c55672c21610321d7cad6c2ca0b +size 16301372 diff --git a/mms-1b-all/kan/tokens.txt b/mms-1b-all/kan/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..2810357e62e3d3e846713ab5b72b2103d1551d40 --- /dev/null +++ b/mms-1b-all/kan/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dfb5a536eb3b6b8c75a9ed0b14a21cb241142aebd2c145b403e93eb558d19d2 +size 398 diff --git a/mms-1b-all/kat/lexicon.txt b/mms-1b-all/kat/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..3b5400cfb5c820595cfaba30faf3b45e998d7696 --- /dev/null +++ b/mms-1b-all/kat/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6e281c2fd6a131ea5b0ee81f035e1fb91747e65203b697d1e9c13f063dd8801 +size 15806880 diff --git a/mms-1b-all/kat/tokens.txt b/mms-1b-all/kat/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..9e41bf5406e1bbf319e9816dbb8a15b973743e12 --- /dev/null +++ b/mms-1b-all/kat/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04bf5044ee1ebb49d2114d9ea7c58eb52a808eef636fcaed613521aff002ae31 +size 273 diff --git a/mms-1b-all/kaz/lexicon.txt b/mms-1b-all/kaz/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..88a69fc53dc31e64f063d21fa613b6e86b2f918d --- /dev/null +++ b/mms-1b-all/kaz/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4050660d2bd97f4f27d078599fc1e329a6093859ca5da44144d574ad44d52007 +size 11716676 diff --git a/mms-1b-all/kaz/tokens.txt b/mms-1b-all/kaz/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..d98717bf5d19bf4b502ae243e5795cd205c0a30b --- /dev/null +++ b/mms-1b-all/kaz/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2998df42dc20cb1716c2b2943ac131019a9f953ff66b228f9dbdfcd06ed6c1e6 +size 284 diff --git a/mms-1b-all/kea/lexicon.txt b/mms-1b-all/kea/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..0620eee705ed58e9818c27a245baca234f2cead7 --- /dev/null +++ b/mms-1b-all/kea/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5c253c2be489f94bf22ad017544dd4562a2cea22f1ed1a995c8b7b43efcf2da +size 1709043 diff --git a/mms-1b-all/kea/tokens.txt b/mms-1b-all/kea/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..0138372634704988e15510ed4422c1ee54af3de7 --- /dev/null +++ b/mms-1b-all/kea/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b4149a2c0cdcfcbf969093a35ab2043e9b1e7373eb230d10ff10d2b189f5bb0 +size 185 diff --git a/mms-1b-all/khm/lexicon.txt b/mms-1b-all/khm/lexicon.txt new file mode 120000 index 0000000000000000000000000000000000000000..4af18322e32f3dd19579c80e26e4a306ad11e049 --- /dev/null +++ b/mms-1b-all/khm/lexicon.txt @@ -0,0 +1 @@ +None \ No newline at end of file diff --git a/mms-1b-all/khm/tokens.txt b/mms-1b-all/khm/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..989ff96b0676bcad50286776c79f8bd971d1a859 --- /dev/null +++ b/mms-1b-all/khm/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01a31bec535f14dbabc7e5975a2e55cacd4aed08390afcdeb73aea8f19a665ed +size 499 diff --git a/mms-1b-all/kir/lexicon.txt b/mms-1b-all/kir/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..73e0a47a7793a872642d2337e6ad219f8cecd952 --- /dev/null +++ b/mms-1b-all/kir/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69b6eb1bc1a9c48baad25fd5713e3dc387c4d0790c2adf4541f73fbf48b2263e +size 11616470 diff --git a/mms-1b-all/kir/tokens.txt b/mms-1b-all/kir/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..adb49a4657d246557706ab1f3e063cdb3d26f359 --- /dev/null +++ b/mms-1b-all/kir/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19e38de3ceb708b3b8288dd2de2daf16fc8039083b30be3599020aeaf65e7c0c +size 265 diff --git a/mms-1b-all/kor/lexicon.txt b/mms-1b-all/kor/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..0a9f0ab42ea5ecfa32dc51b5d39c6ab29a526b74 --- /dev/null +++ b/mms-1b-all/kor/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c77951a66aebef945a133f3721bac9a02380a5a64d2e7c4ac149a3d126be20f4 +size 6969168 diff --git a/mms-1b-all/kor/tokens.txt b/mms-1b-all/kor/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..6ebd91f1cae62ae21cea7adcf34ba6a046fbdab9 --- /dev/null +++ b/mms-1b-all/kor/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f8faf2ff53878e23b414f78afed0ba1099930bb55816126d8fc85c851482389 +size 5214 diff --git a/mms-1b-all/lao/lexicon.txt b/mms-1b-all/lao/lexicon.txt new file mode 120000 index 0000000000000000000000000000000000000000..4af18322e32f3dd19579c80e26e4a306ad11e049 --- /dev/null +++ b/mms-1b-all/lao/lexicon.txt @@ -0,0 +1 @@ +None \ No newline at end of file diff --git a/mms-1b-all/lao/tokens.txt b/mms-1b-all/lao/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..7bbdd533fb830b3d95f77525207deb46d7844426 --- /dev/null +++ b/mms-1b-all/lao/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56493647f9aed02da3923fa2e2fa4f08d1cbb77a165649e4c1a1aa5e18b1adcc +size 388 diff --git a/mms-1b-all/lav/lexicon.txt b/mms-1b-all/lav/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..c5ae38a5f6717c4d11e45ab360eba4ec43d7afda --- /dev/null +++ b/mms-1b-all/lav/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6da602d38297d6cfa7c4f1323dbe2ac279034bd43518b0f749c3d583a684585 +size 7468995 diff --git a/mms-1b-all/lav/tokens.txt b/mms-1b-all/lav/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..7ef7794adc5083225d78ee6953361de14f62ba0b --- /dev/null +++ b/mms-1b-all/lav/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3a21a9f9a44f3b4f44a21f92abde0894335a29704777e96a7a010b3648b1dc0 +size 188 diff --git a/mms-1b-all/lin/lexicon.txt b/mms-1b-all/lin/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..4af7a244f8d49bccd43d177dbd6378e6cdd7aa5c --- /dev/null +++ b/mms-1b-all/lin/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13d2abcf94442f9830a8627191d536f9f4a800695255d6b5360c3a2f03fa4cb0 +size 713114 diff --git a/mms-1b-all/lin/tokens.txt b/mms-1b-all/lin/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..20c21a6194c65aa8ba8ea5a9580052b52a71af3d --- /dev/null +++ b/mms-1b-all/lin/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b53ba1d10a2df9d8ebd9615f326e52e6d3d2515869e671db06b5caf7870c0684 +size 202 diff --git a/mms-1b-all/lit/lexicon.txt b/mms-1b-all/lit/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..682d5c24d616336e42770025cb2dc9c98c0ca455 --- /dev/null +++ b/mms-1b-all/lit/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27981e5cd743314f20803f06678b983c53c2b5e88fbb1874c936c9f99768d0b3 +size 7529085 diff --git a/mms-1b-all/lit/tokens.txt b/mms-1b-all/lit/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..d408cf5579b9d5314630071b0d1168491c3a5ea5 --- /dev/null +++ b/mms-1b-all/lit/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9d3c6b1256bc6219272165dd6507c7b961e8711773207d70e042ec5027bb30b +size 174 diff --git a/mms-1b-all/ltz/lexicon.txt b/mms-1b-all/ltz/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..fc2c16eead2f76dacd28217f32798e416b692d63 --- /dev/null +++ b/mms-1b-all/ltz/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac2d3116dfbc8b2bccb0f253bda91bf755cca4bcd923d7deacd9f98885e01ee5 +size 6720305 diff --git a/mms-1b-all/ltz/tokens.txt b/mms-1b-all/ltz/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..2f9f5ebe35d71628801e659ac8f2a4bc6e8212cf --- /dev/null +++ b/mms-1b-all/ltz/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ccf725ffaeec88bc23f3687623c0b58d79d723c968c3b83049268279c324702 +size 193 diff --git a/mms-1b-all/lug/lexicon.txt b/mms-1b-all/lug/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..3071b1235ab0e0532b2d6f89157779a2a75903e0 --- /dev/null +++ b/mms-1b-all/lug/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:711eb4a4e7b5960fef36793a6b905ee601d0def33aea828b4e3a171ec464e24a +size 7282948 diff --git a/mms-1b-all/lug/tokens.txt b/mms-1b-all/lug/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..8a19693665c1c96c066949d635975557d5610e64 --- /dev/null +++ b/mms-1b-all/lug/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94a667e99c9cd04481cda9d8ffcf08c881c082d5858eca4da9f66a4b62ba2833 +size 197 diff --git a/mms-1b-all/luo/lexicon.txt b/mms-1b-all/luo/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..d8886d3e0dea410829a48369b7df0fc0ef675177 --- /dev/null +++ b/mms-1b-all/luo/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b579514bc171d1592fda48f05ea00813d98f18e1a64dc2062fdf0e2be552fda +size 5565952 diff --git a/mms-1b-all/luo/tokens.txt b/mms-1b-all/luo/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..482af418a5cb9083ae2d04cfe0161e01df90fffa --- /dev/null +++ b/mms-1b-all/luo/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef0452c969f0de901448d3638fdc4c37dd3781be4f260488f6fb6f99372a2488 +size 165 diff --git a/mms-1b-all/mal/lexicon.txt b/mms-1b-all/mal/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..b7ba9cc572166c79654877aee744419018b0681a --- /dev/null +++ b/mms-1b-all/mal/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f7c1000d45484983d6bc470e8e9b92617b5769facdf1793b122c57cc1681bfc +size 19109312 diff --git a/mms-1b-all/mal/tokens.txt b/mms-1b-all/mal/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..a8bd522527d1ed209457b92bf98981bf5d6482b0 --- /dev/null +++ b/mms-1b-all/mal/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68174839cb5ac69a705b4a1e78d6936b2098969bb129147f6170cc8a5d8d30e0 +size 444 diff --git a/mms-1b-all/mar/lexicon.txt b/mms-1b-all/mar/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..f5f52282b3316595f5213b08dc5389268991b3db --- /dev/null +++ b/mms-1b-all/mar/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ce4fc84ae5af731e1d5c4e6a4d29fd794b3b817000af47604f19aa9673935d5 +size 14756528 diff --git a/mms-1b-all/mar/tokens.txt b/mms-1b-all/mar/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..d5a9d55e7f7b9384399ed07b0e6fc2e0309e2017 --- /dev/null +++ b/mms-1b-all/mar/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c985866f548eab6bf5426614e5f408ea4fb4232695a036ac6615154887690777 +size 477 diff --git a/mms-1b-all/mkd/lexicon.txt b/mms-1b-all/mkd/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..c0dc0ded7cbe92bfdc1998554d5716eb4cf1e7e4 --- /dev/null +++ b/mms-1b-all/mkd/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd8599b34e5336b62ef9c10d6d5ba783e450dc3eba52c73f20ce62893c02275c +size 10927505 diff --git a/mms-1b-all/mkd/tokens.txt b/mms-1b-all/mkd/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..5520adb5422a3df1fc87849e7a705f74fff19cce --- /dev/null +++ b/mms-1b-all/mkd/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c87dbd0624c2b0a3e96974a184190305ef5b6722b6f05bab768def485ad5ebe3 +size 248 diff --git a/mms-1b-all/mlt/lexicon.txt b/mms-1b-all/mlt/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..ecaf0404b2fa64c07a475a839618abab3c9d66c6 --- /dev/null +++ b/mms-1b-all/mlt/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5f3b089178d8c58db344914b2cfcc180d342345f5e6973e6c8f034c12d9693b +size 7537398 diff --git a/mms-1b-all/mlt/tokens.txt b/mms-1b-all/mlt/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..df5e08f8c7147daeb3619caefd98408fea206707 --- /dev/null +++ b/mms-1b-all/mlt/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe13ac16d382e22744d7ae3c15168dc14f484023a9a92749166f0c986ef17eb5 +size 210 diff --git a/mms-1b-all/mon/lexicon.txt b/mms-1b-all/mon/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..591da02e65ec20157ff37e650b38fc7bf7d3fc7b --- /dev/null +++ b/mms-1b-all/mon/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cca5abb15f1ccc38e120867ffb1aaa549fa1116e5e5cecdecf77b36433b78040 +size 10363842 diff --git a/mms-1b-all/mon/tokens.txt b/mms-1b-all/mon/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..07d39f9a2f3ca12f624e9bce5acf5b470fbdd4a7 --- /dev/null +++ b/mms-1b-all/mon/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12d9695f7d72c9aa0e7d89c08901afb7d0d7680e4aa23734acce68e812625b7d +size 263 diff --git a/mms-1b-all/mri/lexicon.txt b/mms-1b-all/mri/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..6bc5f3db692987f9e23160b4a659085b714871f7 --- /dev/null +++ b/mms-1b-all/mri/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0d488b68bd523f7d54ef36a8567bf21c71cceeb6001055a53322d60f10b1a87 +size 6389090 diff --git a/mms-1b-all/mri/tokens.txt b/mms-1b-all/mri/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..631fefcbf82d07d07c9486b1150a75794601e7d9 --- /dev/null +++ b/mms-1b-all/mri/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2033652b214d922ab354ec7455b31c4a1a3511f9e2ffa19fda03f6b741ff292d +size 140 diff --git a/mms-1b-all/mya/lexicon.txt b/mms-1b-all/mya/lexicon.txt new file mode 120000 index 0000000000000000000000000000000000000000..4af18322e32f3dd19579c80e26e4a306ad11e049 --- /dev/null +++ b/mms-1b-all/mya/lexicon.txt @@ -0,0 +1 @@ +None \ No newline at end of file diff --git a/mms-1b-all/mya/tokens.txt b/mms-1b-all/mya/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..ecbf7499e10777be65092154595ab7e84ca78381 --- /dev/null +++ b/mms-1b-all/mya/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a482b7315a0d129329c3b8c7d3f56965a58d8f3a26a62cfe75ea04bbd8fcd138 +size 460 diff --git a/mms-1b-all/nld/lexicon.txt b/mms-1b-all/nld/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..4ff844dddc34f68317b122d2aed754a1b3285303 --- /dev/null +++ b/mms-1b-all/nld/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56b61c1cf6e60553af960373b645b02d0ec219a9ce14e4cdb396863d35d4bb7b +size 7802456 diff --git a/mms-1b-all/nld/tokens.txt b/mms-1b-all/nld/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..c57bffa53e4141972f6a02b3868bbd0468bf1a09 --- /dev/null +++ b/mms-1b-all/nld/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50d597780c131c3f09f41c88f1f5aca9d56669b020d3e96551b3b9d68277c76b +size 218 diff --git a/mms-1b-all/nob/lexicon.txt b/mms-1b-all/nob/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..809c2c8ecdac434773f7ebd3d1d3aea1968ead37 --- /dev/null +++ b/mms-1b-all/nob/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9c552fa060e9de36ff26dc548181bb56f450838234362a01015d17de002446d +size 7787301 diff --git a/mms-1b-all/nob/tokens.txt b/mms-1b-all/nob/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..0cd6d0c5c24e36e3519756ff00e35b81d9827917 --- /dev/null +++ b/mms-1b-all/nob/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b10672e2b431f35fd71abcd6a2c591d22daf626d127395718b1925a66bc0c637 +size 183 diff --git a/mms-1b-all/npi/lexicon.txt b/mms-1b-all/npi/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..8d099b7c245461af131cab4916ace005a600821f --- /dev/null +++ b/mms-1b-all/npi/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81880765ad1fb0478730de9a6a32229ed4a8e92f1cd0dc13e0cf6a276e2b0c7c +size 14925637 diff --git a/mms-1b-all/npi/tokens.txt b/mms-1b-all/npi/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..629b46f23aaaa49f774839fbff13152af9e962ba --- /dev/null +++ b/mms-1b-all/npi/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d12367301c174dfd8d21ef1f296460a2dce24007682e1b8f00097243a671d29 +size 398 diff --git a/mms-1b-all/nso/lexicon.txt b/mms-1b-all/nso/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..58b5fdcf2ba6d3c97542c4deb1810c3d01f297e7 --- /dev/null +++ b/mms-1b-all/nso/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9e2998f637448bcad1df55cfc988a1701a57138b49f2615c937fffe279ba7e6 +size 642578 diff --git a/mms-1b-all/nso/tokens.txt b/mms-1b-all/nso/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..69e98c6af562eb5200e68ce19c84da5c2184b0b3 --- /dev/null +++ b/mms-1b-all/nso/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfccfb5905c4aa94bbb826eba0203465ffbac65f9d79c5436894d8b71a68fb16 +size 185 diff --git a/mms-1b-all/nya/lexicon.txt b/mms-1b-all/nya/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..dfb31e8ee40980da46804277c2c44e082d98a976 --- /dev/null +++ b/mms-1b-all/nya/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:313b8572121d0b4a20c4db00e9220ac9e86c1a048f1d4a19571e75cb5622a8d1 +size 7495929 diff --git a/mms-1b-all/nya/tokens.txt b/mms-1b-all/nya/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..dfa1214b61418622a2d1f1f056c6ec42a8687054 --- /dev/null +++ b/mms-1b-all/nya/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac749dd149887084e87bb6ea72069cee7b81ef7df7d6df68b52b612b9492a735 +size 185 diff --git a/mms-1b-all/oci/lexicon.txt b/mms-1b-all/oci/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..a0d8d6b61572713253976890acb0f0255739b7bb --- /dev/null +++ b/mms-1b-all/oci/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f370a59cac0387e43803717ad208a8dc6febbfca881721b3ac17dd977321684 +size 6797371 diff --git a/mms-1b-all/oci/tokens.txt b/mms-1b-all/oci/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..ad78b300da05c61ae9f9518857eba26a8faf1e6a --- /dev/null +++ b/mms-1b-all/oci/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfd6fa078234fb92b745d8a84aed42375aa8382c7b24560726691351999ada10 +size 204 diff --git a/mms-1b-all/orm/lexicon.txt b/mms-1b-all/orm/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..d0896d70460fb7e2dace6239ddfcb2d662fca57d --- /dev/null +++ b/mms-1b-all/orm/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb5ea46a8479a20a477c27c60b5f357b9e459e297ec583957ebd1d57474122df +size 6861954 diff --git a/mms-1b-all/orm/tokens.txt b/mms-1b-all/orm/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..67f1e13313b0b3f30d057e7d44456802c0ba4f8e --- /dev/null +++ b/mms-1b-all/orm/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:676a1615beb5a20d95bdc0a4916a5d400c75c61b080dc73545b419bbeb1b8743 +size 156 diff --git a/mms-1b-all/ory/lexicon.txt b/mms-1b-all/ory/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..340bc102a6d4da38c31ca1d2dabc72d9da0959b8 --- /dev/null +++ b/mms-1b-all/ory/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cf384bf7c5a896a863c5298d6f2ef6f88639b12a52868f8d70d1de973a88efa +size 13902354 diff --git a/mms-1b-all/ory/tokens.txt b/mms-1b-all/ory/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..456e41d3896c73cacde184c1a8a8d1f8364b20d9 --- /dev/null +++ b/mms-1b-all/ory/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ab237f07bd0ff1aa9bb8155b7d869b4d2e55b1a5272c9761cdc5880a49dcbbe +size 432 diff --git a/mms-1b-all/pan/lexicon.txt b/mms-1b-all/pan/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..7f254acfcce0f50b2d352dac3c8e6d5f6aaea850 --- /dev/null +++ b/mms-1b-all/pan/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046101cdea2ef16b76723db27eb1ba55be3a5019eaee6a3e8dc9b127417b4d41 +size 11521390 diff --git a/mms-1b-all/pan/tokens.txt b/mms-1b-all/pan/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..5e1e52160cbf4d6d819175f7ccc95e86d129c06c --- /dev/null +++ b/mms-1b-all/pan/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0930c8efd793e09e792bcd6fca497a1c2200b566f0ecfdba64bd52abe67b9023 +size 328 diff --git a/mms-1b-all/pol/lexicon.txt b/mms-1b-all/pol/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..222729bde448389e78f7028271fda8c3f595f8a1 --- /dev/null +++ b/mms-1b-all/pol/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3755ebf93314e7a29395a24061feba078bf88b2b7ad684c0bc182531f779b012 +size 7503415 diff --git a/mms-1b-all/pol/tokens.txt b/mms-1b-all/pol/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..57c851f5413e1e16a6e459980615ac98b5a44772 --- /dev/null +++ b/mms-1b-all/pol/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:997ba8ed720440f55f17c09e15ec7718e547564983c63232654a093483017ae0 +size 186 diff --git a/mms-1b-all/por/lexicon.txt b/mms-1b-all/por/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..9da7610ffba274c60475e9de0e2a96cc7d32175a --- /dev/null +++ b/mms-1b-all/por/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17bfd887c4f59fdc0c0de9ce932009943232a4b97cca83ed8f2cafcae13f0ab7 +size 6885998 diff --git a/mms-1b-all/por/tokens.txt b/mms-1b-all/por/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..878cddc7259137ea91f1aa05ea174811c4301957 --- /dev/null +++ b/mms-1b-all/por/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d803958bb89273c07622af0a2b374783d4ccc66e3a09505451de2a1d6e01369a +size 208 diff --git a/mms-1b-all/pus/lexicon.txt b/mms-1b-all/pus/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..d0c9cd3ea1f6738ae57c0ec7cfd2126c12a2f8d8 --- /dev/null +++ b/mms-1b-all/pus/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d7f6ee8c7c09702e648bccc50e0bdfad82d1b8941a6d0cac3d1e10e71aea39f +size 7932143 diff --git a/mms-1b-all/pus/tokens.txt b/mms-1b-all/pus/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..49195986c0c39527c66094de124403a7487d94c0 --- /dev/null +++ b/mms-1b-all/pus/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf6c970f93cddee4fad4769d91c4b281b7f4b26a5250ed2f423b197a2e2dd012 +size 379 diff --git a/mms-1b-all/ron/lexicon.txt b/mms-1b-all/ron/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..8fb79b7db2d35e1826f68b336912715d8c05798d --- /dev/null +++ b/mms-1b-all/ron/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b53042744efdb08d16018bfbbc7d95c4607776ca67dbb3a3453ab2a69e2dae20 +size 7055759 diff --git a/mms-1b-all/ron/tokens.txt b/mms-1b-all/ron/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..a38306b4824586ba4c75713fecb250dc33336432 --- /dev/null +++ b/mms-1b-all/ron/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24651dbd92d6b494af4683be699d59d5e92d1eb0e0abfb6003a6ff774424a62c +size 210 diff --git a/mms-1b-all/rus/lexicon.txt b/mms-1b-all/rus/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..6d245107ca06b79b76666e572475d69041937963 --- /dev/null +++ b/mms-1b-all/rus/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3fd5728f88072a58c01dfe073f88025c9094cfc8461418fc2cdf0b438c566ed +size 11701418 diff --git a/mms-1b-all/rus/tokens.txt b/mms-1b-all/rus/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..c40ab0b87a3c19ea6db472a5b6293f3f025ae0be --- /dev/null +++ b/mms-1b-all/rus/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01845fb7908d7c602daa226e873d69a7e2759ebeb6924815a9fbf67da5b94b7f +size 247 diff --git a/mms-1b-all/slk/lexicon.txt b/mms-1b-all/slk/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..26b24244cf4d3c57c205b41cfc8d88c85eb301f1 --- /dev/null +++ b/mms-1b-all/slk/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0b455423457e6c8bcd0e759cc643cd771c5f7673a2fe16e382320ce095285ea +size 7223671 diff --git a/mms-1b-all/slk/tokens.txt b/mms-1b-all/slk/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..d057fe2f99b12bd410513b1b87f6ddce529909bc --- /dev/null +++ b/mms-1b-all/slk/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e90ceccc2917d9624191ae294f231e73e371194ff5255d045cd16287fa61bf7a +size 193 diff --git a/mms-1b-all/slv/lexicon.txt b/mms-1b-all/slv/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..2430fe308ca4683cde9fb550af9e962e13be578b --- /dev/null +++ b/mms-1b-all/slv/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e55893013a737e9baa486e5960d7de3282b37603acac281aa6200244e59b3926 +size 6937092 diff --git a/mms-1b-all/slv/tokens.txt b/mms-1b-all/slv/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..1ea9146ac48b6e0508fe65d793deda691db57b97 --- /dev/null +++ b/mms-1b-all/slv/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57b1a02cc3fdac080335c2ddf0c3506d768e9648f95a99d161fd520f3cc2b244 +size 176 diff --git a/mms-1b-all/sna/lexicon.txt b/mms-1b-all/sna/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..515ee15b7d0557712ff214ec0975bbe928778fa5 --- /dev/null +++ b/mms-1b-all/sna/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56fc29a498ce4c1bb393cffcc3e8361bf9e3e15b8799fe20eebe8787b10cb22a +size 7054547 diff --git a/mms-1b-all/sna/tokens.txt b/mms-1b-all/sna/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..ae699005948df704f9ee0220142ab9e668bf265e --- /dev/null +++ b/mms-1b-all/sna/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b0766b7b3a0d3e14e797fc208f9dbe2f5f67e604cd60f8d15a53302f2345dc0 +size 151 diff --git a/mms-1b-all/snd/lexicon.txt b/mms-1b-all/snd/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..cc843c5dd110e83525537914a921f85cc4dec1ed --- /dev/null +++ b/mms-1b-all/snd/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22d97cf3bb267863f3140fb79c36448027775966f9dea304d74909ea2abc7109 +size 7363482 diff --git a/mms-1b-all/snd/tokens.txt b/mms-1b-all/snd/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..51332d6a939a2a6a066d9cbe89a47e1e7aa99ed3 --- /dev/null +++ b/mms-1b-all/snd/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed14d9b698b3b99e48fde4cd41daa92cebdef4b22487905780d9de139aff45c4 +size 350 diff --git a/mms-1b-all/som/lexicon.txt b/mms-1b-all/som/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..c3856d14cebe58689ce82f94622ccb7ca47f09ff --- /dev/null +++ b/mms-1b-all/som/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccbfd736f38a21035df9f58ade5769911ed871c3e49edf0df9b6b0f167986f31 +size 7244483 diff --git a/mms-1b-all/som/tokens.txt b/mms-1b-all/som/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..a543b6b4cfe81b05f6a87e60c0d61dc162f7c893 --- /dev/null +++ b/mms-1b-all/som/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce6776278d828bb28d6d21926e8a41d93a9548ec9014e2f96c45f7be32bf4e36 +size 180 diff --git a/mms-1b-all/spa/lexicon.txt b/mms-1b-all/spa/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..16835345c5ac236f93232988de0432559dc4e94f --- /dev/null +++ b/mms-1b-all/spa/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:666dd8174ecbf4d759ad600d400875631929dcd51cd925ccb5d759321faaa9d8 +size 6952676 diff --git a/mms-1b-all/spa/tokens.txt b/mms-1b-all/spa/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..c990de7a8d5defcc505790ac504746fbee58b0ce --- /dev/null +++ b/mms-1b-all/spa/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bf836be5126a94f304141b76ed6f07c45f1d49c2ebd34734f98f77a0aeea3a4 +size 747 diff --git a/mms-1b-all/srp-script_latin/lexicon.txt b/mms-1b-all/srp-script_latin/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..12e4f58a860eaafff75759654aae085de93ec895 --- /dev/null +++ b/mms-1b-all/srp-script_latin/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e9f0c3dc59f9ff48216cff6523b7a4d40fc098fd0a12c393897d0baa77e1f9f +size 10715516 diff --git a/mms-1b-all/srp-script_latin/tokens.txt b/mms-1b-all/srp-script_latin/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..41ceacca3b13e17a8d0b05bf5a09c054146f51f8 --- /dev/null +++ b/mms-1b-all/srp-script_latin/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51b5c1311c8490ac3e5d06c07cc49bdd223db092d7a343a1c0d6e87e3a375caa +size 252 diff --git a/mms-1b-all/swe/lexicon.txt b/mms-1b-all/swe/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..03c532c9f7d5cf01a861a4c8065bc8df13789792 --- /dev/null +++ b/mms-1b-all/swe/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea04ae7de64b4993c06ecff3725ebd119dfbc35de2776006174000e92abd182a +size 7925025 diff --git a/mms-1b-all/swe/tokens.txt b/mms-1b-all/swe/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..cd3b06edc6a8e2f5bb2ae0fe3c03c1dd9162152d --- /dev/null +++ b/mms-1b-all/swe/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee91076e19a3c2937107fca6da9d8832412a40ca7c53c937410788cd7726b1bb +size 180 diff --git a/mms-1b-all/swh/lexicon.txt b/mms-1b-all/swh/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..442ff9bcb676e110b619f1493fd03a3b8a99ce3a --- /dev/null +++ b/mms-1b-all/swh/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1d84f255836301d01fcf256508cf0f8997245a7e697fb1cf7070425d1f5b89b +size 7186137 diff --git a/mms-1b-all/swh/tokens.txt b/mms-1b-all/swh/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..404f8d9b2ec7fcbcee5f09ae10eb9e55a7e80597 --- /dev/null +++ b/mms-1b-all/swh/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:662fd104c79b50fe9db1fd50eb78772b0460e80192f6cdb03c71bfe6a4130f01 +size 199 diff --git a/mms-1b-all/tam/lexicon.txt b/mms-1b-all/tam/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..001a62fc1f6dada61dd625b83ad11acf51ee0039 --- /dev/null +++ b/mms-1b-all/tam/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b34d6194cee6674ec42bb8d61030b4fe03616901dcb415864fdf3433ec8cb66f +size 17096212 diff --git a/mms-1b-all/tam/tokens.txt b/mms-1b-all/tam/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..bf9e04a404982ea174880d752c737b7d97a58322 --- /dev/null +++ b/mms-1b-all/tam/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8de8cf5674d7390428cacd967a74e44af27222eb54fc8d5a48b9153fd060bc7d +size 370 diff --git a/mms-1b-all/tel/lexicon.txt b/mms-1b-all/tel/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..d37718c5e7d1846b309ff0e2d076da46032dfd41 --- /dev/null +++ b/mms-1b-all/tel/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0311f01301f7452aa210ea5a7cb59c108df90b37d82263baad0396714f8d729 +size 15426327 diff --git a/mms-1b-all/tel/tokens.txt b/mms-1b-all/tel/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..51a2cc6075d4613cf126eeef4bda4377fbb0b56b --- /dev/null +++ b/mms-1b-all/tel/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edd58f90c487c3201b68f52f044d07aaebbcf3ee6cc0e8f2afba89bcf3c7cd55 +size 401 diff --git a/mms-1b-all/tgk/lexicon.txt b/mms-1b-all/tgk/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..65ce7c3eaeec610a5257afedd2882a5ad5f9f99b --- /dev/null +++ b/mms-1b-all/tgk/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05260e6809e0cb6b564cf7555b12035280b51972477c2c66e42b228cc08b9db3 +size 10522187 diff --git a/mms-1b-all/tgk/tokens.txt b/mms-1b-all/tgk/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..c1ebe31791027b6127d9385e07ccd59771a51827 --- /dev/null +++ b/mms-1b-all/tgk/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11f62492a238ee553d90ea1a4f52d9825c94dce3d86524f789d3c7b1a4b569ef +size 281 diff --git a/mms-1b-all/tgl/lexicon.txt b/mms-1b-all/tgl/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..8fdfdf4e8ef1be63ea8381761285e60c44b1badc --- /dev/null +++ b/mms-1b-all/tgl/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a795d557db065dae09c63ebe146393dd7049bae756bf62d2e16450dec8f2d551 +size 7113543 diff --git a/mms-1b-all/tgl/tokens.txt b/mms-1b-all/tgl/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..e4b293c33288a5d757fe9db31832edf37fd95bd7 --- /dev/null +++ b/mms-1b-all/tgl/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c54e7aa0bc2b88bd79e47a8f2ac973e37cdf9a02a430ead483fc8ed453b3b24 +size 211 diff --git a/mms-1b-all/tha/lexicon.txt b/mms-1b-all/tha/lexicon.txt new file mode 120000 index 0000000000000000000000000000000000000000..4af18322e32f3dd19579c80e26e4a306ad11e049 --- /dev/null +++ b/mms-1b-all/tha/lexicon.txt @@ -0,0 +1 @@ +None \ No newline at end of file diff --git a/mms-1b-all/tha/tokens.txt b/mms-1b-all/tha/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..072cfd7b5aeef386fb06e76fbbd76fc13b5fbda3 --- /dev/null +++ b/mms-1b-all/tha/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f446a59e896c1229caee6dbde1193d3be1c83acb110c09b297b021800c52373e +size 431 diff --git a/mms-1b-all/tur/lexicon.txt b/mms-1b-all/tur/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..efcbcf9bf8883b43c42098da9cfc5da36fb6570c --- /dev/null +++ b/mms-1b-all/tur/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfafee346d27bd512f75b9c68451cdaa32aa50daac4906c065636c677cb2f62f +size 7898294 diff --git a/mms-1b-all/tur/tokens.txt b/mms-1b-all/tur/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..51d876143c5713ffddff39de4bfec4311a72ad39 --- /dev/null +++ b/mms-1b-all/tur/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1231e5269ce12f7394e95b41f451876a5e761da8e047d1512318615c9d8285f7 +size 192 diff --git a/mms-1b-all/ukr/lexicon.txt b/mms-1b-all/ukr/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..4674e2ce0bd45a9c97ffdb8e8367553944264126 --- /dev/null +++ b/mms-1b-all/ukr/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96b67a18cb77a99814314fcdc91be7067365d3f9a48a47ec1ca9696a96a25ecf +size 11564531 diff --git a/mms-1b-all/ukr/tokens.txt b/mms-1b-all/ukr/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..9d20002b6ed36a4abf1277e8fde713d51543b1de --- /dev/null +++ b/mms-1b-all/ukr/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ee136c3392cf8e327d69c8441d986dc12114263031f0958da1c729eeda269f7 +size 257 diff --git a/mms-1b-all/umb/lexicon.txt b/mms-1b-all/umb/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..221ff6e03b5ceaa8e16ebc9ac3eb56c7a9da47ee --- /dev/null +++ b/mms-1b-all/umb/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06eecafea631376316539d201c1e2417118cec8cac6c70a7484c166bddac9960 +size 4177958 diff --git a/mms-1b-all/umb/tokens.txt b/mms-1b-all/umb/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..803c036d70a3a1a476b03a2698b989d5eeed915c --- /dev/null +++ b/mms-1b-all/umb/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8223f62f127782643e750f64d6101ff494d1066056284922c491c4f822468ab7 +size 189 diff --git a/mms-1b-all/urd-script_arabic/lexicon.txt b/mms-1b-all/urd-script_arabic/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..c202d1e485c21533536c2bc2693fe07070e5f5ed --- /dev/null +++ b/mms-1b-all/urd-script_arabic/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:578030d00e155330fcef5d3e52458a7453f9cbaa5272fae855f8cb4db305f998 +size 7789575 diff --git a/mms-1b-all/urd-script_arabic/tokens.txt b/mms-1b-all/urd-script_arabic/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..4f3b953138273a921fdb7b1cdd1ca6aaac0f9b94 --- /dev/null +++ b/mms-1b-all/urd-script_arabic/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04cc07cb919f74f69bea2e302e5e21e01d7d9b4cad07e95ad5d31c7890a66f9d +size 351 diff --git a/mms-1b-all/uzb-script_latin/lexicon.txt b/mms-1b-all/uzb-script_latin/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..48ff90e202e040ceaa8df7d621ba8a419bd1428b --- /dev/null +++ b/mms-1b-all/uzb-script_latin/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2df6bf33a62e3a5af858db3fcff3582fbe9df9ff29adc464212ee10ccd3b974e +size 7997541 diff --git a/mms-1b-all/uzb-script_latin/tokens.txt b/mms-1b-all/uzb-script_latin/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..e96663cb89fc0da402a4937add8db028433d7ac2 --- /dev/null +++ b/mms-1b-all/uzb-script_latin/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:995cc424a68096e7ad0204686ba5ebd217f45dff00e7a34c9620297e6a3dea21 +size 301 diff --git a/mms-1b-all/vie/lexicon.txt b/mms-1b-all/vie/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..635fb5b4b8618a9b4bb73612a3172563e956df75 --- /dev/null +++ b/mms-1b-all/vie/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a662b9f9217c25d4db94970bd3d35d052a8a554c539dcf0cdb420ff48aae2f42 +size 5742861 diff --git a/mms-1b-all/vie/tokens.txt b/mms-1b-all/vie/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..0f63874db8c013137f04497bb7baedbfcebb8e6d --- /dev/null +++ b/mms-1b-all/vie/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:095076a377f507a88471c2a72a3d96a415e455f700a436dbd62f05ce56d1ba2b +size 417 diff --git a/mms-1b-all/wol/lexicon.txt b/mms-1b-all/wol/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..e1d27a722b1f408089fa2370eaa03eb73d607656 --- /dev/null +++ b/mms-1b-all/wol/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93358afc6cc13456a6d29fe0f52c6cfe2d1e0c9d44459d4a2688cdc3f044098d +size 1365623 diff --git a/mms-1b-all/wol/tokens.txt b/mms-1b-all/wol/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..39fe0f580a9f33ea336d1a2bac35dc16c768d02b --- /dev/null +++ b/mms-1b-all/wol/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17904b701650a6a6831a9674be81d044a6768a64a4ccb1fe9a4eedea02350569 +size 221 diff --git a/mms-1b-all/xho/lexicon.txt b/mms-1b-all/xho/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..04fabf2c1ecaf5fae1a6a6af0ffd48b5184a591b --- /dev/null +++ b/mms-1b-all/xho/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b4eded15c80b1caf29f8fc6ae16fac31c48534f462d4c59887f4d1381f639d8 +size 7649810 diff --git a/mms-1b-all/xho/tokens.txt b/mms-1b-all/xho/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..e355bf8ddc22fb8b4d696fa6d9e506670af554d7 --- /dev/null +++ b/mms-1b-all/xho/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd6fa6862000b7f4db80f659ee4b3a0dec69f7b344903237e2b854c553c2ffb5 +size 190 diff --git a/mms-1b-all/yor/lexicon.txt b/mms-1b-all/yor/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..040d6b0451c80d99f64d227965c01a9890be7cbb --- /dev/null +++ b/mms-1b-all/yor/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35a63dfbb98d25a9ccd64c5bd3844e794fd59fc857d1fc3af0be98fef07c7a9c +size 394902 diff --git a/mms-1b-all/yor/tokens.txt b/mms-1b-all/yor/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..777e08241ff04d2646963177173c377d038834f8 --- /dev/null +++ b/mms-1b-all/yor/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8aeb12e875199f7fbf86a321a755faa3c2a19a3e7121ebb7c2cf149ff6e5425f +size 248 diff --git a/mms-1b-all/yue-script_traditional/lexicon.txt b/mms-1b-all/yue-script_traditional/lexicon.txt new file mode 120000 index 0000000000000000000000000000000000000000..4af18322e32f3dd19579c80e26e4a306ad11e049 --- /dev/null +++ b/mms-1b-all/yue-script_traditional/lexicon.txt @@ -0,0 +1 @@ +None \ No newline at end of file diff --git a/mms-1b-all/yue-script_traditional/tokens.txt b/mms-1b-all/yue-script_traditional/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..5bcde29059b0cb9cb46c3e520eb0dafa8e4412d5 --- /dev/null +++ b/mms-1b-all/yue-script_traditional/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4073e31ca082b5d5f2a7ac103a4e9cc01bdec366322d6208c911588e8e9bf9da +size 9107 diff --git a/mms-1b-all/zlm/lexicon.txt b/mms-1b-all/zlm/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..5cb7d70c00e634808f40eb99171e4c7abef262e0 --- /dev/null +++ b/mms-1b-all/zlm/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24814a257bd112a8da5aac394f17b75062b9323ddee3a1bf6bef36d1167d4c75 +size 6266098 diff --git a/mms-1b-all/zlm/tokens.txt b/mms-1b-all/zlm/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..3fcc97185ddfcf66846afa29aeec4cb89dc98e89 --- /dev/null +++ b/mms-1b-all/zlm/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38920362eb52a7135e6f89b0964041d25566bbeaa320b59a0551f5b03869a793 +size 181 diff --git a/mms-1b-all/zul/lexicon.txt b/mms-1b-all/zul/lexicon.txt new file mode 100644 index 0000000000000000000000000000000000000000..d61bc0969b31fbe81337b32492695ff65d7527e5 --- /dev/null +++ b/mms-1b-all/zul/lexicon.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0169566190210c58a937e0ff12bbd2f2350d120c54665669c3ee9fd87d9ebb2 +size 7698933 diff --git a/mms-1b-all/zul/tokens.txt b/mms-1b-all/zul/tokens.txt new file mode 100644 index 0000000000000000000000000000000000000000..6472eea4de3cf3ebf04bb34a1fe8cb533b63cdae --- /dev/null +++ b/mms-1b-all/zul/tokens.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51cffcef9abe3c3f41611a104448b0dcdcd47a3135dacce6c7557d95eac7e1a3 +size 186