diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..52cda80da4908a5ab4e8c0d7ebf12606f463fe3d 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +*.gitignore filter=lfs diff=lfs merge=lfs -text +*.md filter=lfs diff=lfs merge=lfs -text +/LICENSE filter=lfs diff=lfs merge=lfs -text +*.pdf filter=lfs diff=lfs merge=lfs -text +*.sh filter=lfs diff=lfs merge=lfs -text +*.py filter=lfs diff=lfs merge=lfs -text +*.chk filter=lfs diff=lfs merge=lfs -text +*.json filter=lfs diff=lfs merge=lfs -text +*.txt filter=lfs diff=lfs merge=lfs -text diff --git a/.gitignore b/.gitignore new file mode 100755 index 0000000000000000000000000000000000000000..0060b1b11f48e29dbcef5bf7b205aedae3144d83 --- /dev/null +++ b/.gitignore @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ebd2d002ba8253bc5b19496696688ac77cf0ba7504bf3ce12cd12b0a2d36f33 +size 3077 diff --git a/CODE_OF_CONDUCT.md b/CODE_OF_CONDUCT.md new file mode 100644 index 0000000000000000000000000000000000000000..4d3e8bc8459ea8f73f943a9a9daf02d03d498ce0 --- /dev/null +++ b/CODE_OF_CONDUCT.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:497945844fa2b1c2153e9d41d821a5a8a8d8df5b789fb6b083a0f07486cc8803 +size 3536 diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md new file mode 100644 index 0000000000000000000000000000000000000000..8a30842842446b69ff2ccc31fe6fb8cd5cba88be --- /dev/null +++ b/CONTRIBUTING.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08d3c204d02f8e3d21d2cfb6edde31fb1c739fc2732b5a863b59599b631f9351 +size 1236 diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000000000000000000000000000000000000..41e4afa608a9a565ac97f76e79620c13c73239d8 --- /dev/null +++ b/LICENSE @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c17c2ebb0ea011be9981cc3922db8ca8fa61e828c5d3f44cb6ae342bf80460b +size 7020 diff --git a/MODEL_CARD.md b/MODEL_CARD.md new file mode 100644 index 0000000000000000000000000000000000000000..802ccaa1a0e0873a7da60a817ce90c68ac40f2e1 --- /dev/null +++ b/MODEL_CARD.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:937e41ed14957f6708ee0f0beeacac66a2c96b9b94ebd9cddecda8430dbf3fd6 +size 7445 diff --git a/README.md b/README.md new file mode 100755 index 0000000000000000000000000000000000000000..51d2d5f98f43bc28ac1fc3b175970db186644061 --- /dev/null +++ b/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d073f18b83ef5bef720a07dfa2e5718193a486ff38424a1af53e1ec484f94c7 +size 6285 diff --git a/Responsible-Use-Guide.pdf b/Responsible-Use-Guide.pdf new file mode 100644 index 0000000000000000000000000000000000000000..7094c658d83a4bc9f43ac12d2a800c8901443968 --- /dev/null +++ b/Responsible-Use-Guide.pdf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:525dc349d71fe257fce4098c146446df6fef4247174f351381e4c3214af126f0 +size 1253223 diff --git a/USE_POLICY.md b/USE_POLICY.md new file mode 100644 index 0000000000000000000000000000000000000000..6eae7ae6d695a903d5a51aa99463df54f9247db2 --- /dev/null +++ b/USE_POLICY.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c23fb36d80141c4ab8cdbb61ee4790102ebd2bf7aeff414453177d4f2110e5d +size 4766 diff --git a/download.sh b/download.sh new file mode 100644 index 0000000000000000000000000000000000000000..2082769713df6da56d7be2cbf0fdc42c9fe79021 --- /dev/null +++ b/download.sh @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0521761cf8c8ad0e243c30b9ba03c052d33cf106e94d6829d791adab9de7020 +size 2171 diff --git a/example_chat_completion.py b/example_chat_completion.py new file mode 100644 index 0000000000000000000000000000000000000000..3daf0de135fd79b69caec40b1deb2c78675fbb8f --- /dev/null +++ b/example_chat_completion.py @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:496e7c8c0a725740ff612bd5486052a745c8d3de30db7d784a6e38564ea746e2 +size 2774 diff --git a/example_text_completion.py b/example_text_completion.py new file mode 100755 index 0000000000000000000000000000000000000000..b31eb4522376ea38e3122733cb34621063e1b75e --- /dev/null +++ b/example_text_completion.py @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8d2e37629c46fbbaa267ba389a98de8fafa05db4aadfdca8b67e11e69e1384c +size 1552 diff --git a/llama-2-13b-chat/checklist.chk b/llama-2-13b-chat/checklist.chk new file mode 100644 index 0000000000000000000000000000000000000000..6589b6a2c4755ec7f71bbd23e57a8b5fc42fa355 --- /dev/null +++ b/llama-2-13b-chat/checklist.chk @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fb01f49623f71abd01609940301a5773658ce311b9ecb8080f9b796f8ac0051 +size 154 diff --git a/llama-2-13b-chat/consolidated.00.pth b/llama-2-13b-chat/consolidated.00.pth new file mode 100644 index 0000000000000000000000000000000000000000..8d93b52a7750a7d865e513a3f884bca84664a012 --- /dev/null +++ b/llama-2-13b-chat/consolidated.00.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59f026e2108e238fe06f51c2dc2ac29f2d6aead2ed105073cfd3c18c608d2638 +size 13016397277 diff --git a/llama-2-13b-chat/consolidated.01.pth b/llama-2-13b-chat/consolidated.01.pth new file mode 100644 index 0000000000000000000000000000000000000000..fb1fe75c1cb27a25996a80f2236a8f61634bcb16 --- /dev/null +++ b/llama-2-13b-chat/consolidated.01.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56462ddf1cddbfdba7ffe339ce7453e8500c843414c78fa096e69f414f20bd0f +size 13016397277 diff --git a/llama-2-13b-chat/params.json b/llama-2-13b-chat/params.json new file mode 100644 index 0000000000000000000000000000000000000000..2e20c27c13ba86d808d17756f35132cca7846268 --- /dev/null +++ b/llama-2-13b-chat/params.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:713ac69eaa9387a19d25c10e03270de04a5fe4232f136751595683c26f6f996a +size 102 diff --git a/llama-2-13b/checklist.chk b/llama-2-13b/checklist.chk new file mode 100644 index 0000000000000000000000000000000000000000..ba2ee557bb1ada8e2f00e011877f5bc921dfc3dd --- /dev/null +++ b/llama-2-13b/checklist.chk @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58989513420c24de9ca19d51f6c5f08b33f9a1bf36936112bef56001886f586d +size 154 diff --git a/llama-2-13b/consolidated.00.pth b/llama-2-13b/consolidated.00.pth new file mode 100644 index 0000000000000000000000000000000000000000..4fd8935938993c24c64cd9df2b49ee7746bafa0c --- /dev/null +++ b/llama-2-13b/consolidated.00.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dedb73e0c6754a8f157c571cfebfb30b4025deefaf74ab35f805d12f7af4c8a9 +size 13016329643 diff --git a/llama-2-13b/consolidated.01.pth b/llama-2-13b/consolidated.01.pth new file mode 100644 index 0000000000000000000000000000000000000000..659c6caede2ecfe14c3c8b1d6f907484edc19e2f --- /dev/null +++ b/llama-2-13b/consolidated.01.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e812610fda976e1e7f3ebfaadf069568c8b61844c647fc779da12957ab0af544 +size 13016329643 diff --git a/llama-2-13b/params.json b/llama-2-13b/params.json new file mode 100644 index 0000000000000000000000000000000000000000..2e20c27c13ba86d808d17756f35132cca7846268 --- /dev/null +++ b/llama-2-13b/params.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:713ac69eaa9387a19d25c10e03270de04a5fe4232f136751595683c26f6f996a +size 102 diff --git a/llama-2-70b-chat/checklist.chk b/llama-2-70b-chat/checklist.chk new file mode 100644 index 0000000000000000000000000000000000000000..2ed27b781b7b11fb05e0757fee2d34def5d847b8 --- /dev/null +++ b/llama-2-70b-chat/checklist.chk @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:569f85744d43904dc0b2bba5d79e7aa67fc35808077e44454714d95d648d2ce3 +size 478 diff --git a/llama-2-70b-chat/consolidated.00.pth b/llama-2-70b-chat/consolidated.00.pth new file mode 100644 index 0000000000000000000000000000000000000000..4e4c87d4cbe6ba5d09bd2e278b64c01924d92611 --- /dev/null +++ b/llama-2-70b-chat/consolidated.00.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1454f4aa8d61cae8261202521a5457229b0099268dddd6f71ae0dec06f11ec8 +size 17246706245 diff --git a/llama-2-70b-chat/consolidated.01.pth b/llama-2-70b-chat/consolidated.01.pth new file mode 100644 index 0000000000000000000000000000000000000000..b57be15403c132528d4d7de60d81ebd04b4a4b65 --- /dev/null +++ b/llama-2-70b-chat/consolidated.01.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:054e0982b5e3c74621fc281ad3d3220afa018fd68992e3e19acfe4bc780633fb +size 17246706245 diff --git a/llama-2-70b-chat/consolidated.02.pth b/llama-2-70b-chat/consolidated.02.pth new file mode 100644 index 0000000000000000000000000000000000000000..00327159193dc5971d0c4bb522090444eecf045c --- /dev/null +++ b/llama-2-70b-chat/consolidated.02.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfecfc70559f61b65ae910c4815efd788a33159399bcc8a7146ae11893434841 +size 17246706245 diff --git a/llama-2-70b-chat/consolidated.03.pth b/llama-2-70b-chat/consolidated.03.pth new file mode 100644 index 0000000000000000000000000000000000000000..072aa5a8653fd7ec64435911ffbc240199b8b60a --- /dev/null +++ b/llama-2-70b-chat/consolidated.03.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d360067d1b29a3768df24e2b3d8c790e4baa6b4cb71d118b69256290dd4d03c2 +size 17246706245 diff --git a/llama-2-70b-chat/consolidated.04.pth b/llama-2-70b-chat/consolidated.04.pth new file mode 100644 index 0000000000000000000000000000000000000000..79e8e695b31d58bc2fa10baaaee96b452d5d65a1 --- /dev/null +++ b/llama-2-70b-chat/consolidated.04.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90171c81cf43817099b93b7f85c3a86338b4e863f212eb37facd0c66b1fb7905 +size 17246706245 diff --git a/llama-2-70b-chat/consolidated.05.pth b/llama-2-70b-chat/consolidated.05.pth new file mode 100644 index 0000000000000000000000000000000000000000..e5e61054544753d6fee9592e72a3b4b3cd64f3bd --- /dev/null +++ b/llama-2-70b-chat/consolidated.05.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c5b32dcfa2f403d69d0417c31951978a6780d17206476a91eb065595215baf1 +size 17246706245 diff --git a/llama-2-70b-chat/consolidated.06.pth b/llama-2-70b-chat/consolidated.06.pth new file mode 100644 index 0000000000000000000000000000000000000000..c7840cd89f5c64a42269bdaf2f24ce5f53794ec1 --- /dev/null +++ b/llama-2-70b-chat/consolidated.06.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f935b6f7fc7e198ae17aed6fc55b735f9811bbdc9015b0c82b15f7547868f09f +size 17246706245 diff --git a/llama-2-70b-chat/consolidated.07.pth b/llama-2-70b-chat/consolidated.07.pth new file mode 100644 index 0000000000000000000000000000000000000000..a3c76a0865d8edade4ef3428eb65a5a8d53a7c88 --- /dev/null +++ b/llama-2-70b-chat/consolidated.07.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24cd36f1860359657443d6dc69883da43f3ee7ebe7cb99a556404ed17ed235c1 +size 17246706245 diff --git a/llama-2-70b-chat/params.json b/llama-2-70b-chat/params.json new file mode 100644 index 0000000000000000000000000000000000000000..b36c051f53668bb026bada24a19ea9a99a2aff88 --- /dev/null +++ b/llama-2-70b-chat/params.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41d9845a73ef54a527146a163a0b69b3572aaa2f7ed58d9ff747ad3affed32bb +size 147 diff --git a/llama-2-70b/checklist.chk b/llama-2-70b/checklist.chk new file mode 100644 index 0000000000000000000000000000000000000000..77cb198560997ba08bd2a905713be439259e2328 --- /dev/null +++ b/llama-2-70b/checklist.chk @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5618be5b6e4e552e80ad3aada5defc917ce5e77201807c3ee80a4b954f7e572 +size 478 diff --git a/llama-2-70b/consolidated.00.pth b/llama-2-70b/consolidated.00.pth new file mode 100644 index 0000000000000000000000000000000000000000..b527e8cd697e879fcdc9e6decf235ba72775fca4 --- /dev/null +++ b/llama-2-70b/consolidated.00.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af5747340beaf5414afaeae46def2e8d0740a3002309a0d99a3062b70300bdbd +size 17246706245 diff --git a/llama-2-70b/consolidated.01.pth b/llama-2-70b/consolidated.01.pth new file mode 100644 index 0000000000000000000000000000000000000000..9d5ebffad426f7cd9efce3a2f308398c81cf6a19 --- /dev/null +++ b/llama-2-70b/consolidated.01.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edf5bc0efacd437b2571beb53245ae2c7343648832c89c983d17e9736af9efcd +size 17246706245 diff --git a/llama-2-70b/consolidated.02.pth b/llama-2-70b/consolidated.02.pth new file mode 100644 index 0000000000000000000000000000000000000000..68423a44ac3e618e81f0102a3caea06e719b58a9 --- /dev/null +++ b/llama-2-70b/consolidated.02.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc3079f65404eebeeba14c09580708ae1253e941b898cf32cdee9f454dea19ff +size 17246706245 diff --git a/llama-2-70b/consolidated.03.pth b/llama-2-70b/consolidated.03.pth new file mode 100644 index 0000000000000000000000000000000000000000..e44390c41e33a31117524899f3ae864ec178d8d4 --- /dev/null +++ b/llama-2-70b/consolidated.03.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c6a40261531f78e1f8fc860354f8b86890692bc0d8524bab9dfef26cd9446a5 +size 17246706245 diff --git a/llama-2-70b/consolidated.04.pth b/llama-2-70b/consolidated.04.pth new file mode 100644 index 0000000000000000000000000000000000000000..9b8c0afe8690872a0d7f3cd045a2dcd915ad1302 --- /dev/null +++ b/llama-2-70b/consolidated.04.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4951937266e51a698f58ae2d574e237032195ebdb4bee1cd9e3356303460fb69 +size 17246706245 diff --git a/llama-2-70b/consolidated.05.pth b/llama-2-70b/consolidated.05.pth new file mode 100644 index 0000000000000000000000000000000000000000..f489339b858bc476afe2d6e209a9ef8fc5129eec --- /dev/null +++ b/llama-2-70b/consolidated.05.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72d967dcc6a893a67efcf20938e4a88a1996b42c53f5268ca90f4b8b12b937ca +size 17246706245 diff --git a/llama-2-70b/consolidated.06.pth b/llama-2-70b/consolidated.06.pth new file mode 100644 index 0000000000000000000000000000000000000000..2f56a97a50369f63597c5ec973a6892714ef1037 --- /dev/null +++ b/llama-2-70b/consolidated.06.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:123f9934dcac8e22c8f74cf643bdbb4206885dd32567438564cce5d0ef4e2063 +size 17246706245 diff --git a/llama-2-70b/consolidated.07.pth b/llama-2-70b/consolidated.07.pth new file mode 100644 index 0000000000000000000000000000000000000000..cf160e989e7de659887910d9909ae4547436aeb0 --- /dev/null +++ b/llama-2-70b/consolidated.07.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:823480b2bc4d957d1402e65de786b33b95bf8267887e44a0035670c97d2da061 +size 17246706245 diff --git a/llama-2-70b/params.json b/llama-2-70b/params.json new file mode 100644 index 0000000000000000000000000000000000000000..b36c051f53668bb026bada24a19ea9a99a2aff88 --- /dev/null +++ b/llama-2-70b/params.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41d9845a73ef54a527146a163a0b69b3572aaa2f7ed58d9ff747ad3affed32bb +size 147 diff --git a/llama-2-7b-chat/checklist.chk b/llama-2-7b-chat/checklist.chk new file mode 100644 index 0000000000000000000000000000000000000000..c148675a3034aa65148432dd1fbcbe84262d90e8 --- /dev/null +++ b/llama-2-7b-chat/checklist.chk @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30f6ff145747d6454af4789ef8b8f87894e8232e8d67407eb4e6aacb0a173a04 +size 100 diff --git a/llama-2-7b-chat/consolidated.00.pth b/llama-2-7b-chat/consolidated.00.pth new file mode 100644 index 0000000000000000000000000000000000000000..a1e414306a4aa4a7d54985c55a655307299da8c4 --- /dev/null +++ b/llama-2-7b-chat/consolidated.00.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6234f92a9191a4887b65a7f14a9692b4af3beffa2a26359869daf36bdf71b8d8 +size 13476925163 diff --git a/llama-2-7b-chat/params.json b/llama-2-7b-chat/params.json new file mode 100644 index 0000000000000000000000000000000000000000..17709fd63c186a6b2b744e6cf31ade8d4dba4d7f --- /dev/null +++ b/llama-2-7b-chat/params.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f89517190dd9c285e58f30d66e80932465192c244a716bc8ebafedbdc903a259 +size 102 diff --git a/llama-2-7b/checklist.chk b/llama-2-7b/checklist.chk new file mode 100644 index 0000000000000000000000000000000000000000..c2acf4924b6a8095013e71e71d9ad67b5a783834 --- /dev/null +++ b/llama-2-7b/checklist.chk @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fe08165d353c59b3bf8b359aa470780a33a45e6223b5d300b33d95d85c64165 +size 100 diff --git a/llama-2-7b/consolidated.00.pth b/llama-2-7b/consolidated.00.pth new file mode 100644 index 0000000000000000000000000000000000000000..5a6b1fdb3f39354d3af296276099cf61f9763634 --- /dev/null +++ b/llama-2-7b/consolidated.00.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d67a91807d5879d193a694da57f28ff85092e92dc9fbef4888bd05e22b15ab75 +size 13476925163 diff --git a/llama-2-7b/params.json b/llama-2-7b/params.json new file mode 100644 index 0000000000000000000000000000000000000000..9aad3c667504c542f18734e581d3f04d97e96fb0 --- /dev/null +++ b/llama-2-7b/params.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abca3ac5d29c564e8bd2bd2672fb2dd83213c58b673d18e8eb64c502ed8401a2 +size 102 diff --git a/llama/__init__.py b/llama/__init__.py new file mode 100755 index 0000000000000000000000000000000000000000..23ae902d6022017b0587ee523224bca17310c881 --- /dev/null +++ b/llama/__init__.py @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92643256d465e73524f639690b9b57b5e53d5f69c861a11ae01b925b7ece5fac +size 270 diff --git a/llama/generation.py b/llama/generation.py new file mode 100755 index 0000000000000000000000000000000000000000..f848932447f0d4e11b30bd9281cb653bdbd95797 --- /dev/null +++ b/llama/generation.py @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be2941db1194c638969ffbb15a513e11770eb7204a435e6587804844ea3497a1 +size 11461 diff --git a/llama/model.py b/llama/model.py new file mode 100755 index 0000000000000000000000000000000000000000..80f4a6096132fa18670ef3cd9080f784e472b896 --- /dev/null +++ b/llama/model.py @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:800376a87372a5dd00925d3d271c523a0647b2cf36101ccaed78322976223efb +size 9816 diff --git a/llama/tokenizer.py b/llama/tokenizer.py new file mode 100755 index 0000000000000000000000000000000000000000..3f3f02efcc58110ec351950414da10efb023aa68 --- /dev/null +++ b/llama/tokenizer.py @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:789f22dccd4d9fc82b47bef27d3ed980e311659942ee79491edb64326223b31d +size 1345 diff --git a/requirements.txt b/requirements.txt new file mode 100755 index 0000000000000000000000000000000000000000..a291506fe4fa3862386f07d4796ece25070663a4 --- /dev/null +++ b/requirements.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a37cd90404e8f7cd5b5e80947d16b56cadaf0cf9b63f77181f8560bcedaab48e +size 35 diff --git a/setup.py b/setup.py new file mode 100755 index 0000000000000000000000000000000000000000..da52503e66ed8e96681d4cba643f8557c7cd2e8c --- /dev/null +++ b/setup.py @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7b14cde881959e174a79560c0615e8514f9de1b8454ba84de44dee0932aaf7c +size 426 diff --git a/tokenizer.model b/tokenizer.model new file mode 100644 index 0000000000000000000000000000000000000000..6c00c742ce03c627d6cd5b795984876fa49fa899 --- /dev/null +++ b/tokenizer.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347 +size 499723 diff --git a/tokenizer_checklist.chk b/tokenizer_checklist.chk new file mode 100644 index 0000000000000000000000000000000000000000..b78aecdaaded09961c6201f8e5ded291e2dfa1a7 --- /dev/null +++ b/tokenizer_checklist.chk @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:021e52e6d404bf3b84008be179dada01e4627b4801bfbc73a88a030f229c6b34 +size 50