diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..298a4d9b7508dabf44829d16b1ea0760074f6955 --- /dev/null +++ b/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 8192, + "initializer_range": 0.02, + "intermediate_size": 28672, + "max_position_embeddings": 32764, + "model_type": "llama", + "num_attention_heads": 64, + "num_hidden_layers": 6, + "num_key_value_heads": 8, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 1000000, + "tie_word_embeddings": false, + "torch_dtype": "float16", + "transformers_version": "4.36.0", + "use_cache": true, + "vocab_size": 32000 +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..472953df10525a52c3c618c0466b96562287d1b5 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,7 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "pad_token_id": 0, + "transformers_version": "4.36.0" +} diff --git a/model-00001-of-00057.safetensors b/model-00001-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..988b69b89c9fba2e46373560c585a1e501ec7d55 --- /dev/null +++ b/model-00001-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fc649c0badaccfbf7d0f934bf4d42aa3114e54fd613f4988583980ee168031d +size 524288128 diff --git a/model-00002-of-00057.safetensors b/model-00002-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1791cd0374368c382a8f56cbb7accf0120c82d51 --- /dev/null +++ b/model-00002-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2936f55ce104fba757789e4412ab427fafa106b3b6182bec56034498e97a539 +size 524288136 diff --git a/model-00003-of-00057.safetensors b/model-00003-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..08587e8f85a72029130eb0e355c32b87ea1cf2f6 --- /dev/null +++ b/model-00003-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66b5c7bcd223d867f8e51665d02e4ea85e0da9f1499be6e23d37c9fad67b8c86 +size 16528 diff --git a/model-00004-of-00057.safetensors b/model-00004-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..434de210c99f98d292c7b30254bbbc1b8067c7b4 --- /dev/null +++ b/model-00004-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62d5698ca4d3c81353261337e16f9e033ac8976ca615ac61706e1b779c2af74e +size 469762200 diff --git a/model-00005-of-00057.safetensors b/model-00005-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9fe2507352a839bbc9c80e6ebc100b784862bc8a --- /dev/null +++ b/model-00005-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d4c43af3b8c990b7f04e472c7e00c0611c3c5f707fe69a3d527035c13572f74 +size 469762200 diff --git a/model-00006-of-00057.safetensors b/model-00006-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..097d50086a0dc6794f73c4a4f91cec423d0c0d2a --- /dev/null +++ b/model-00006-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:721110a0f5f482cc90fca6ecaf272def74c9c555e24c9dbb17e9b33e8440583e +size 469762192 diff --git a/model-00007-of-00057.safetensors b/model-00007-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b8f1febf00c55fe47a93f82c56f80ff659306f68 --- /dev/null +++ b/model-00007-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:842bf05300f856ac37147fe75fb5ccfaacbe1bcff5f1369d52a1198e69567c57 +size 16536 diff --git a/model-00008-of-00057.safetensors b/model-00008-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a9402dafb544339c39905755d94c50136c74cb36 --- /dev/null +++ b/model-00008-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5de1107383aa37dc9a67f46f4095f59bc940aaee71dd474a6a6ae63cdb30689 +size 16777368 diff --git a/model-00009-of-00057.safetensors b/model-00009-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..75370d67af3bcbfa2463e1cfb73d93ba7310f21f --- /dev/null +++ b/model-00009-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc44e11b32a1e4c68615d9f547173483b1dbc4e555e6c51e813f84b5be749f78 +size 134217880 diff --git a/model-00010-of-00057.safetensors b/model-00010-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a2dba9f9b6081a6d8496f72d5179c5cf5f401c52 --- /dev/null +++ b/model-00010-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a790cff56525a6c743dccfacf5604ac377af74e0f6116c31f2a965d9f04b6d8 +size 134217880 diff --git a/model-00011-of-00057.safetensors b/model-00011-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dc8d1d9946fe4a0b4d841c870b381add9af91cea --- /dev/null +++ b/model-00011-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82b41531505424faf059a4278e1accaf27011588f23505badae09a1816682aa1 +size 16777368 diff --git a/model-00012-of-00057.safetensors b/model-00012-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3e592b266e82a0e05cbda57615930dbcea989aaa --- /dev/null +++ b/model-00012-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0989d882f4d914de2c8db167a003e1385cc50bf46369e0556b61b4a883d67261 +size 16528 diff --git a/model-00013-of-00057.safetensors b/model-00013-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c5920a00cf6ff9ab4f729b21badd86ea2d3c4abe --- /dev/null +++ b/model-00013-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a58c5ea25e6faf31c3ff74380219d2d1a8dd1119953db63729880ef7593d09d +size 469762200 diff --git a/model-00014-of-00057.safetensors b/model-00014-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5deafcb88e187fe47ddb3340edf9ee65f010d3db --- /dev/null +++ b/model-00014-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a9d939657ba5dcdadc46d332f0b8ce0c6ae891cded3322ec78f7e9882e2d7ca +size 469762200 diff --git a/model-00015-of-00057.safetensors b/model-00015-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d7f84ab5d4b03d9c5bbb285d54fee7741e9df9aa --- /dev/null +++ b/model-00015-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a477388fe14e937108c77efb4549b795c4bd8e8f0a9270bc1f9847a6501f9940 +size 469762192 diff --git a/model-00016-of-00057.safetensors b/model-00016-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3d8dc4f14edcc943bac44f2e031df39de9c13706 --- /dev/null +++ b/model-00016-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d1e64ca9c771b63f99e76ffb535fdab0bbcd62ac39ffd801f8abc88b708569f +size 16536 diff --git a/model-00017-of-00057.safetensors b/model-00017-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3ca6a8ac35976d8beee7e5f75a68c6bb1f5a204d --- /dev/null +++ b/model-00017-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fce7cf234661bb209b2b56a3616fc2774268e8a31748e1f3969fd7f4a92b880 +size 16777368 diff --git a/model-00018-of-00057.safetensors b/model-00018-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13a3f11ed78e5617d6579448cc250712f27aec6e --- /dev/null +++ b/model-00018-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53d558dce124a4877b9b0d01584dcac4f56f599d9e2817696a80fbc89b961c41 +size 134217880 diff --git a/model-00019-of-00057.safetensors b/model-00019-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0d0e50565666a927de8038405c9996b0b95e63ba --- /dev/null +++ b/model-00019-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba6cc90c7c6690f686f48d6928cd4ed7e0cf9c3abe53c82f15c10b4b787d0c4c +size 134217880 diff --git a/model-00020-of-00057.safetensors b/model-00020-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7e246e08f2351441bc0fb62cd8cb7a53faf42026 --- /dev/null +++ b/model-00020-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe9f4a520dc26767c7c8ae2299b0ba0c703c481542f35caa8779a5bde4b91d4b +size 16777368 diff --git a/model-00021-of-00057.safetensors b/model-00021-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a68cbee9e7a4a8cadfb5cf210bda03b330fefbd2 --- /dev/null +++ b/model-00021-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d08b15efc1e17ea715b8b09a1a29da61e9829fc9431ab9deea2081b66211250 +size 16528 diff --git a/model-00022-of-00057.safetensors b/model-00022-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..54f77314323bb7d5bf6619ee61182b04cbfa0555 --- /dev/null +++ b/model-00022-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab4660f1e4d0da1e468eaa396c72979dce2453b96daeaa98349436936f2e25d7 +size 469762200 diff --git a/model-00023-of-00057.safetensors b/model-00023-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8ad34e35197d31710c9aeb4d486fc2305823fcd --- /dev/null +++ b/model-00023-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ab48557441e138c8d51a30e272eeb1a32ab72b7f2a60c3ad14e8191b146fa76 +size 469762200 diff --git a/model-00024-of-00057.safetensors b/model-00024-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..29d2dece24893bb2824f0bc6fba273cd3fcde73b --- /dev/null +++ b/model-00024-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59016292b8d1ce19a823230c07691c1e8cd564d0a627ac46e94df05d83fce859 +size 469762192 diff --git a/model-00025-of-00057.safetensors b/model-00025-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b6e94e16a7c9077503092dc25ac04c3af0db89d9 --- /dev/null +++ b/model-00025-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e05fd576e7e7fa634cad657107b11aec42a171ce3b61f3f0b791467464bd908 +size 16536 diff --git a/model-00026-of-00057.safetensors b/model-00026-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9e97827d9aa30846dc0dda073cacc42bb7c8d117 --- /dev/null +++ b/model-00026-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fc13fde9a121e8ba85da20f5a810bd5747021d16c810b013bd25721b74047ad +size 16777368 diff --git a/model-00027-of-00057.safetensors b/model-00027-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bb098e22cc57192f0835d60abbe8a2278618bd18 --- /dev/null +++ b/model-00027-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14046b729320e15adc2339aa389502727e7991a318b178d8de180780c3a7769d +size 134217880 diff --git a/model-00028-of-00057.safetensors b/model-00028-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a1010472f2e7cc9e827a31d811a170785c77f5d3 --- /dev/null +++ b/model-00028-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2ef90c360e0fb679c370519cb3e1a48fe460e5b99109f560bb1efaece16a708 +size 134217880 diff --git a/model-00029-of-00057.safetensors b/model-00029-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..04dfe178996a80020c1c2284efd921e6707b38ca --- /dev/null +++ b/model-00029-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aca2d369e1d4a620218087698b22681202f08f38a431fec8da0dfdf352d23fc0 +size 16777368 diff --git a/model-00030-of-00057.safetensors b/model-00030-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..17c365ad9ef6db150998c059f61d3a44dfe375ba --- /dev/null +++ b/model-00030-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01e5a6c2b8c2171396ade498c627dd6b55b0f0058e4343e67aa178efbfcd417f +size 16528 diff --git a/model-00031-of-00057.safetensors b/model-00031-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cd6afa8f9959755d9aa288efe7ac06f0fb3249fe --- /dev/null +++ b/model-00031-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47eab674b55c0780f0b7ad29972efe4112c510facd0b3a1688743c960b5bc7b1 +size 469762200 diff --git a/model-00032-of-00057.safetensors b/model-00032-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a5c879112e1404067354159ae86044e1e2152e18 --- /dev/null +++ b/model-00032-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61d7173e0647874bed63867fca0504abce1f1fc3e29a38341631ee9cdcef32db +size 469762200 diff --git a/model-00033-of-00057.safetensors b/model-00033-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..70c702cacd18454eb4bec84abe5d5996df61c5f7 --- /dev/null +++ b/model-00033-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e658828e871f258571fbed9ff4ee23e7668442ce7ba387446e9f95e3b76eb1ba +size 469762192 diff --git a/model-00034-of-00057.safetensors b/model-00034-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b5868c1f0dd08bb0d6cbc4c5c965b2c16d798192 --- /dev/null +++ b/model-00034-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64cb5119dca99eb236d2dd692485731f730bcbeebdbfefa718b715cb5c7bae17 +size 16536 diff --git a/model-00035-of-00057.safetensors b/model-00035-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1d74a67141e969dc7ccf6233b879787515063992 --- /dev/null +++ b/model-00035-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be4f0d6cf716f934d5a342a809ffb55e20904020c9668236b06316dc1e65e6cc +size 16777368 diff --git a/model-00036-of-00057.safetensors b/model-00036-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c5a2d2b7552d4b565d2093a1ef872a15c7b426b8 --- /dev/null +++ b/model-00036-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:712a330708c75966130586b2ec45edc1fe70f367de4536783b866b0037e70b2d +size 134217880 diff --git a/model-00037-of-00057.safetensors b/model-00037-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7d8269791dca6e3af2a5138cbfd0672e5a0f2583 --- /dev/null +++ b/model-00037-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85b769bf8401b741ab1a096075b0db48b2c3899e8217e400999463e60c572b9d +size 134217880 diff --git a/model-00038-of-00057.safetensors b/model-00038-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..179a6b72d58925b0e2b51e02f139a165baf7ee11 --- /dev/null +++ b/model-00038-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5d0724ae25e23def6ffac3b5a1d42b2d3abdc6d9bb25020aa7bd061ad2f189f +size 16777368 diff --git a/model-00039-of-00057.safetensors b/model-00039-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4228e8883d16cd47fee2cc1ef22bc20621817163 --- /dev/null +++ b/model-00039-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93e0488969199aa21654b7b15181860eeed8506ce8545ca9b42af0b9f785e747 +size 16528 diff --git a/model-00040-of-00057.safetensors b/model-00040-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..304ae6ae5a2a3f2190cf87a15ac2a0bd60c4f47f --- /dev/null +++ b/model-00040-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdb6bb33bacc8acb7e46c954b679695fed2f65c68326671155bfabda55630cd1 +size 469762200 diff --git a/model-00041-of-00057.safetensors b/model-00041-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7b740cdb32abd1e6efb205e4b90d615fe2ba1c56 --- /dev/null +++ b/model-00041-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffe115445535309d21fa6f7cefc06d070d26e51fa100b947ffa0ea687f65e35d +size 469762200 diff --git a/model-00042-of-00057.safetensors b/model-00042-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cd01cff20cfd49add0e7a35f43f0834f9563a5d9 --- /dev/null +++ b/model-00042-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:325a79fb54c669397398f3c601ba929f2390e750f36c69f9a6683f7a3a0d7e29 +size 469762192 diff --git a/model-00043-of-00057.safetensors b/model-00043-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c591ce4b4f4f268a009f7dad8a8cd81a36475e94 --- /dev/null +++ b/model-00043-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e31e1bb8e90883a2c21a5d18f2437fe0bfcb8527a6a597bdc7ea9a317eb937c4 +size 16536 diff --git a/model-00044-of-00057.safetensors b/model-00044-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b9e96b790af2ed231b9824493ad6853d58c9d473 --- /dev/null +++ b/model-00044-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9847b935bf40e021a3e9acfd4656b2ccd47a68a333542b7828ebfcf2cebb8478 +size 16777368 diff --git a/model-00045-of-00057.safetensors b/model-00045-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..565b1750ea2b68bf35eb78c31b5356eeda494a38 --- /dev/null +++ b/model-00045-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62266c2ab1718b8b04c9b0ef08b6200f66f51b7110165d10f77f215f556d3467 +size 134217880 diff --git a/model-00046-of-00057.safetensors b/model-00046-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8b88bc08c3fd108d1bdfeb47d995556e68e69dbb --- /dev/null +++ b/model-00046-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8d9c66d25d3f7aaace0571f74db3fcdcd64304ac30fd07e54053201b5d40a5f +size 134217880 diff --git a/model-00047-of-00057.safetensors b/model-00047-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8757c5447d20e29923065b7792beaa8649d6d93 --- /dev/null +++ b/model-00047-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50a4acd9164d1894e6827313eac48645c4cb1be697c858ce885e6e5e694d8102 +size 16777368 diff --git a/model-00048-of-00057.safetensors b/model-00048-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af59f58b6a9e66d61008cbdba98eeff3b772e3df --- /dev/null +++ b/model-00048-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdf8aa9e09c3606733d41f50c4d6b0e265cfa6c295476c3e5c12bd3a33074261 +size 16528 diff --git a/model-00049-of-00057.safetensors b/model-00049-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ccc93fe07e9d250aadfc0c167b529de3f9c7f2aa --- /dev/null +++ b/model-00049-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a2151c0d4b2b4f134f6e5924a0109875c209c0ecf95f4df7deef59a6266066c +size 469762200 diff --git a/model-00050-of-00057.safetensors b/model-00050-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ec2f20258db947c0d4fc3e790a5a951065ec2881 --- /dev/null +++ b/model-00050-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f078244bdac49d1f9102fbc1e6325c41d14269bc50eeb29ec57e1a3a5d410436 +size 469762200 diff --git a/model-00051-of-00057.safetensors b/model-00051-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d7107717008233b94d2d58ddf7c27e124f589c3b --- /dev/null +++ b/model-00051-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a7ab201ec33e71763dda36f3f7ca857464efd66719a16d2fd6ab9714eedbbae +size 469762192 diff --git a/model-00052-of-00057.safetensors b/model-00052-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..42857ea4057ffac3d373184ea9d35ecc913e1c26 --- /dev/null +++ b/model-00052-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94a709c04ab49dc9a4da5f355496f8bf4de77fd3ebd7791433f10187e4409afc +size 16536 diff --git a/model-00053-of-00057.safetensors b/model-00053-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..41c9dab811cbba4e012cb470b8b09056a2b965a6 --- /dev/null +++ b/model-00053-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:702beb4a14509a75138b807a1df4e542513e86918f1ca4fd72949d14629ea99a +size 16777368 diff --git a/model-00054-of-00057.safetensors b/model-00054-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a88c262c5105eab7a16fc8f136c6e4f8d62cae38 --- /dev/null +++ b/model-00054-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4b60fb3914796dc739a708b099019a4d88b0f2837b9d9b8c4f49565ed3c8d72 +size 134217880 diff --git a/model-00055-of-00057.safetensors b/model-00055-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1b97de389fa65de00de02836558e7751bad99911 --- /dev/null +++ b/model-00055-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2aaf0bbb1124a50b02d59b4bc35f8c41bb3ab65727f838f5e6d192a4a3d0619 +size 134217880 diff --git a/model-00056-of-00057.safetensors b/model-00056-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6c7231f19bcef455ab4c4eaed12fa75f91088646 --- /dev/null +++ b/model-00056-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9efe43c1ee7644b6cbc7cc49cd9d81b8c21a93a39e9da7fbc03bbcb50691f81e +size 16777368 diff --git a/model-00057-of-00057.safetensors b/model-00057-of-00057.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1f4191c36775b0f82503b8877a06a8f5cf196cb1 --- /dev/null +++ b/model-00057-of-00057.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcd854e7a21b23ed64112bc947d830b0f0ffaf86cb958d9c08c32d3f33218cf1 +size 16504 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..7162c522d20153dc2c7051c12ab589b8dd3d697e --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,59 @@ +{ + "lm_head.weight": "model-00001-of-00057.safetensors", + "model.embed_tokens.weight": "model-00002-of-00057.safetensors", + "model.layers.0.input_layernorm.weight": "model-00003-of-00057.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00004-of-00057.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00005-of-00057.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00006-of-00057.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00007-of-00057.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00008-of-00057.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00009-of-00057.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00010-of-00057.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00011-of-00057.safetensors", + "model.layers.1.input_layernorm.weight": "model-00012-of-00057.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00013-of-00057.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00014-of-00057.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00015-of-00057.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00016-of-00057.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00017-of-00057.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00018-of-00057.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00019-of-00057.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00020-of-00057.safetensors", + "model.layers.2.input_layernorm.weight": "model-00021-of-00057.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00022-of-00057.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00023-of-00057.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00024-of-00057.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00025-of-00057.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00026-of-00057.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00027-of-00057.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00028-of-00057.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00029-of-00057.safetensors", + "model.layers.3.input_layernorm.weight": "model-00030-of-00057.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00031-of-00057.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00032-of-00057.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00033-of-00057.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00034-of-00057.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00035-of-00057.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00036-of-00057.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00037-of-00057.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00038-of-00057.safetensors", + "model.layers.4.input_layernorm.weight": "model-00039-of-00057.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00040-of-00057.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00041-of-00057.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00042-of-00057.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00043-of-00057.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00044-of-00057.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00045-of-00057.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00046-of-00057.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00047-of-00057.safetensors", + "model.layers.5.input_layernorm.weight": "model-00048-of-00057.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00049-of-00057.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00050-of-00057.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00051-of-00057.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00052-of-00057.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00053-of-00057.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00054-of-00057.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00055-of-00057.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00056-of-00057.safetensors", + "model.norm.weight": "model-00057-of-00057.safetensors" +} \ No newline at end of file diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..5819ea25d7b1b6340063a0629c2143c44b0452da --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,30 @@ +{ + "bos_token": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.model b/tokenizer.model new file mode 100644 index 0000000000000000000000000000000000000000..6c00c742ce03c627d6cd5b795984876fa49fa899 --- /dev/null +++ b/tokenizer.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347 +size 499723 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..581618b6ed7fe03353fb255433dcb9cfd605467a --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,42 @@ +{ + "add_bos_token": true, + "add_eos_token": false, + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "legacy": false, + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "tokenizer_class": "LlamaTokenizer", + "unk_token": "", + "use_default_system_prompt": false, + "chat_template": "{{ bos_token }}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if message['role'] == 'user' %}{{ '[INST] ' + message['content'] + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ message['content'] + eos_token}}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}" +}