diff --git a/config.json b/config.json index dad2f5e02f505d71524aa736901c2c8af841ebb4..3caabe494a4de10e97c0e9ee42e1d69b7eba52f1 100644 --- a/config.json +++ b/config.json @@ -1,5 +1,5 @@ { - "_name_or_path": "/home/meta-llama/Meta-Llama-3.1-405B-Instruct", + "_name_or_path": "/mnt/nvme1/meta-llama-8-kv-heads/Meta-Llama-3.1-405B-Instruct", "architectures": [ "LlamaForCausalLM" ], @@ -38,7 +38,7 @@ } }, "format": "naive-quantized", - "global_compression_ratio": 1.240844659615461, + "global_compression_ratio": 1.240844678218891, "ignore": [ "lm_head" ], @@ -60,7 +60,7 @@ "model_type": "llama", "num_attention_heads": 128, "num_hidden_layers": 126, - "num_key_value_heads": 16, + "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": { @@ -73,7 +73,7 @@ "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "float16", - "transformers_version": "4.43.1", + "transformers_version": "4.44.0", "use_cache": true, "vocab_size": 128256 } \ No newline at end of file diff --git a/generation_config.json b/generation_config.json index ed3373baedc397ce10180dd1bab608ea0100c1ef..7769ad8f10361b751d5660ec61d865aa109f1dc6 100644 --- a/generation_config.json +++ b/generation_config.json @@ -1,10 +1,12 @@ { - "_from_model_config": true, "bos_token_id": 128000, + "do_sample": true, "eos_token_id": [ 128001, 128008, 128009 ], - "transformers_version": "4.43.1" + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.44.0" } diff --git a/model-00001-of-00086.safetensors b/model-00001-of-00086.safetensors index a54da7ed2a6e0c621a8d4a6683a9e315c1765dc0..2af5d84378d681cb86ef902a52c70d392209d72e 100644 --- a/model-00001-of-00086.safetensors +++ b/model-00001-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8f3fec6d9144a4213d6f260abc1083ed2a9ec48af78397ec0dda2e2b7807b78b -size 4806747216 +oid sha256:79c3e423320004172b494bc73389d749442557168408e25f991d1a35f7f3a459 +size 4773188688 diff --git a/model-00002-of-00086.safetensors b/model-00002-of-00086.safetensors index d21701100a6682d709ee1ca40fd5b1e7974c2c17..3ecee320babf6aced7804a33de9fdd7b06e612f5 100644 --- a/model-00002-of-00086.safetensors +++ b/model-00002-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:25f36078f1d264a97a1cf73cf1fec08dd4c06048531dc4a6b55dfb07ac371766 -size 4966656256 +oid sha256:f7568a6af0b00e02d31f130ff4db27d2b19f57cd6e590db781a8a1302e34b810 +size 4933097728 diff --git a/model-00003-of-00086.safetensors b/model-00003-of-00086.safetensors index b16fc94db9157db683a157bdf32b55379757cf03..1bab6f7da43832dd4021288f72010f2cf51917db 100644 --- a/model-00003-of-00086.safetensors +++ b/model-00003-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a14dc56bf2923aeac2d13b3c0a6c020e9b23ca93ed852cebf13f9db6767bde9b -size 4698180768 +oid sha256:18de1f0244de6da778df3047794af8176907c183cb4f2d091ddf3a71d47f9ff6 +size 4631063712 diff --git a/model-00004-of-00086.safetensors b/model-00004-of-00086.safetensors index 3133216607b04a58ebf52e500ccfc3464cb0a378..a5b08641a134c8435f400601ac58b244051edd02 100644 --- a/model-00004-of-00086.safetensors +++ b/model-00004-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ada176ef239a7d2393bc8a3a5d301b89e6a2bd0148d6052a7bf6a490792d7b5e -size 4966656256 +oid sha256:a7d1b4d64439453b45bf241ca51895364ae822ce7a90088bdad0991cb54969ae +size 4933097728 diff --git a/model-00005-of-00086.safetensors b/model-00005-of-00086.safetensors index 0c9b0d4eb2dc429dc43d9b279c6f29077b71e2d4..6e640a48e3720923b36780a5d77a885cc7fa6530 100644 --- a/model-00005-of-00086.safetensors +++ b/model-00005-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fdbd3757bbbda4e2be402129d3593f006c1e735415c754d9fcf2890ff1192e80 -size 4698180768 +oid sha256:eb40dca3b7f906ab533803fb7b364871717b3bf6715159509168cd4a560e09f3 +size 4631063712 diff --git a/model-00006-of-00086.safetensors b/model-00006-of-00086.safetensors index 64e9d3280d0ab2ef31d45d564e4000a55e24a89d..01841f85e60d331b25dc4651e10502f46558f084 100644 --- a/model-00006-of-00086.safetensors +++ b/model-00006-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:349b7fb2a4c24587e982d0457a0077f02042ece0ffb29b67d158adce055bb8e1 -size 4966656256 +oid sha256:a94f8cd2b6bbc589e001b82bdf0991b917ec604c12fa988d70538b0037bf7f5f +size 4933097728 diff --git a/model-00007-of-00086.safetensors b/model-00007-of-00086.safetensors index 8ec46860ca12ee3c3d10dd59ab0902c7e42e6140..0b062579d0053815850061562f17c20010c05f70 100644 --- a/model-00007-of-00086.safetensors +++ b/model-00007-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7b6b8797102efa93e0aa2ba0300e5ab8dd1e7274ab7422b237e7f5043befd867 -size 4698180768 +oid sha256:82c38cc89aa90b93881711a57121339943ece64030d8e540e71aa89b54f2ba18 +size 4631063712 diff --git a/model-00008-of-00086.safetensors b/model-00008-of-00086.safetensors index 67424cc047d74c463409d04189fd06477861368b..d5053f00a8f6ca40d8c0613f36a3ad8dead7de2b 100644 --- a/model-00008-of-00086.safetensors +++ b/model-00008-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a9e7f8fafee928725817564be4466f7771aa7c9e4b5e9051b8dc476b3458060a -size 4966656272 +oid sha256:565cd69a0cd39df8ae94bf255851e223ea1c6557d0b3f4aa81d8ffa860b087bf +size 4933097744 diff --git a/model-00009-of-00086.safetensors b/model-00009-of-00086.safetensors index b3153a02245a74887d1218eceec75665e1eadaea..e5535372bad5dcf2589d187aa7bed88e35921f11 100644 --- a/model-00009-of-00086.safetensors +++ b/model-00009-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:adce843e67ad2b0eb8205d54278e50bf5f8fd01e21defacb2cb8dd6749c44daf -size 4698180792 +oid sha256:1715942111b2e077729b37a3659b745ae7cbc9bb306d3091aa84683e0704ba65 +size 4631063736 diff --git a/model-00010-of-00086.safetensors b/model-00010-of-00086.safetensors index bc1f36c0cb263557fe23dbffde42fa63ad781336..40314b37e9f83526df9ba48c61edc4fcc76b33d0 100644 --- a/model-00010-of-00086.safetensors +++ b/model-00010-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:10fd0cccdcff514e2ec1667afff8219d07fafec05e06308993a6c7ee032ca0a2 -size 4966656280 +oid sha256:e3ff4674564976ccc4d5e7abe006b1b793ef320e7615ef5c6a2e8d57848671a0 +size 4933097752 diff --git a/model-00011-of-00086.safetensors b/model-00011-of-00086.safetensors index 9badcfd5c698d2a2525789b4257067802aab5f63..c7319e8a364036d8f1593e238b10cf336c49093a 100644 --- a/model-00011-of-00086.safetensors +++ b/model-00011-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bfdc38214d0f96360f5a47530ce611cafe290e4cbd844f2d459eeba4fcf56503 -size 4698180792 +oid sha256:f64331a9588550e85c54d537c5eaec41a6d502843168c3de7e4336c1b862001f +size 4631063736 diff --git a/model-00012-of-00086.safetensors b/model-00012-of-00086.safetensors index 74c3c38aeee550a6f743de71447c2e4396b25b5a..5e6f38985fbb0c429201533b64ee8041c6a6178c 100644 --- a/model-00012-of-00086.safetensors +++ b/model-00012-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8d972f00809ad3e4c97f445a4977b2678c49c89f83d14f0b0abcf4379ad513d1 -size 4966656280 +oid sha256:48baf24bb316e1de36b02f43fbef06f3bc485ca9c6fd56f66c9d82d7e6da47e8 +size 4933097752 diff --git a/model-00013-of-00086.safetensors b/model-00013-of-00086.safetensors index 59c3e8b645aca4608cde3048060d8f023c189c13..6ff8ffccf7ee79579ef944fe0a7f5155ee3e7c74 100644 --- a/model-00013-of-00086.safetensors +++ b/model-00013-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b59e13e67b36f3159fc43d3965d93f940e05356c613b3b2abf58ffd40ccd65a8 -size 4698180792 +oid sha256:9114242e46f899e34a7c3f55f5255b654f74f1cb570d91908067b2d3c83cb73f +size 4631063736 diff --git a/model-00014-of-00086.safetensors b/model-00014-of-00086.safetensors index 5b9eab78bcd8aa11f61bbcd6ef09843985924009..91e1df444b07d64349e592cbe6dd54740ef9b47f 100644 --- a/model-00014-of-00086.safetensors +++ b/model-00014-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7fbf90d7e35b8b9c202fdd46ac1a112c815e4c3a9671cd1a23cd557ff78ccaa5 -size 4966656280 +oid sha256:e38624a4bf82e4e4a43cd4b6f82d6b4be133db1a0004aad99b6f416e74100731 +size 4933097752 diff --git a/model-00015-of-00086.safetensors b/model-00015-of-00086.safetensors index ae99a20c448bbb89abc62f2b009f2906cc78d0ef..7d08d8ae2d3535c9f810b39458a8c2111c236f20 100644 --- a/model-00015-of-00086.safetensors +++ b/model-00015-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c40a1a2bae05be0e781874df1a9fc03da2cca25d7ec3333464363bba2dfd25f0 -size 4698180792 +oid sha256:b7b097f1ba4235f5213ca7896194aeb70de3d2cdfdcede3dc522078b4608d095 +size 4631063736 diff --git a/model-00016-of-00086.safetensors b/model-00016-of-00086.safetensors index be984cf0b4799c597fc16c0b3f6b1130fa8f7335..ca5671e794b37ed35b7a38972388a932ad916fc3 100644 --- a/model-00016-of-00086.safetensors +++ b/model-00016-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dcc5da3ccf73d178aff4401b5eadfe4eccb3cca1c0dade3a6250ef3076ce8752 -size 4966656280 +oid sha256:68a59004d94633489af2c700bf309b647239f3cc2d850bdf6baecc2e56bd569b +size 4933097752 diff --git a/model-00017-of-00086.safetensors b/model-00017-of-00086.safetensors index c2aef14e8a0f663170f2c6deb07b001db6913540..a4230c95eb32f649c03dfe6d4f59fbb2188bb4ac 100644 --- a/model-00017-of-00086.safetensors +++ b/model-00017-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3a514ae2434340942fd4343533a1b7bfad2eb37392e53f013e7a2cdf1df12377 -size 4698180792 +oid sha256:4011ff18950de86206dd4d99065bd9c32d7bab41719c259e508d30c5f3631569 +size 4631063736 diff --git a/model-00018-of-00086.safetensors b/model-00018-of-00086.safetensors index deeeca3898402b3db644393a97b96791e8c5b628..0de139cb5846427f5adeeca7525260ab820cd9be 100644 --- a/model-00018-of-00086.safetensors +++ b/model-00018-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e2faa42ba86b1b50c201a339ce19ce330654a3d226cdd5dce1d4fc87b878b81b -size 4966656280 +oid sha256:0c209521a872ee36d8dfd677e185c7b4ca9eede811781556045249f8dc9a87a9 +size 4933097752 diff --git a/model-00019-of-00086.safetensors b/model-00019-of-00086.safetensors index 2069627e7780203c024c218f5e8c5f7af25f410a..4a0fd97db8b2cb4d0ae65efbb2588abff00d919f 100644 --- a/model-00019-of-00086.safetensors +++ b/model-00019-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:297ea850e686a022534ce9b5b6c81cca8867827852138a2f2588b19124a76891 -size 4698180792 +oid sha256:2ebba39bcdf4fddacd3dbe87753f11ca45baf1607ca7d460a6797f7564718685 +size 4631063736 diff --git a/model-00020-of-00086.safetensors b/model-00020-of-00086.safetensors index f60437ef0fa280457737fe2df878f1f656b53408..d46cba889e4fb475d2a19d634f81d6ec81562335 100644 --- a/model-00020-of-00086.safetensors +++ b/model-00020-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:876d58eb88cd52bfc7e2672e17fd8e1bd7a46283260820c047fb6df9349d18c2 -size 4966656280 +oid sha256:cf0d5579dad3b18e00b008ca1a00426f025fffd16f57bd814c46bc6fb4d2a093 +size 4933097752 diff --git a/model-00021-of-00086.safetensors b/model-00021-of-00086.safetensors index 9bd91874f3be4d3e8989521af3030e6473d23ed4..86bef8b134169d372727606066dbb380192b5c09 100644 --- a/model-00021-of-00086.safetensors +++ b/model-00021-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:831ad616d65564f3ed7429bccf9b3ef88853ffeae64528e8efeff0e60925350e -size 4698180792 +oid sha256:7da116c9b526814f44d12a3ea01bcba0d5901fb23d200192f4c9bb49de0a65e1 +size 4631063736 diff --git a/model-00022-of-00086.safetensors b/model-00022-of-00086.safetensors index cf0aa7a86bb5de45155c5a4efb19f47771d31fd1..9e8ca115ee22ca213dfacf532115b85b25a1953d 100644 --- a/model-00022-of-00086.safetensors +++ b/model-00022-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d3222e08a25f9972e7b1a9dd9b8ab2215b474ee340fb17c093efb2304c111e62 -size 4966656280 +oid sha256:bed6860727c0fc05fdf3ae627f74073bc4df0452df4f93bbe3ff29d96e854306 +size 4933097752 diff --git a/model-00023-of-00086.safetensors b/model-00023-of-00086.safetensors index 549dffd49c853c0c3910944fbaa69509481813c7..0fdbc2a10759d80b5f6c85b4f9530ade96111689 100644 --- a/model-00023-of-00086.safetensors +++ b/model-00023-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:abf0608042fbc6cb166b6bca8e58161293b9b1a38a8b4e71749aeff3f99f3dff -size 4698180792 +oid sha256:7b3d76e4ff1c5fecc74fd1eb82762ba699565442c14a56b20bcacfd1c4fdb2dd +size 4631063736 diff --git a/model-00024-of-00086.safetensors b/model-00024-of-00086.safetensors index e45e8df4753be2eb876f2306dcc908193a1983f4..405d3388a28a2e39f9cb981407f3f7711d2915b4 100644 --- a/model-00024-of-00086.safetensors +++ b/model-00024-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0347ef75d0c678260b374ca829247f9a33aa7960015d9a7cf0ee5793d3c891be -size 4966656280 +oid sha256:d7feeb51570ac76c61824780a5791284f38ad01d6f4e9667393941bd8043e246 +size 4933097752 diff --git a/model-00025-of-00086.safetensors b/model-00025-of-00086.safetensors index 3daa9a262329ff72611ab7006f2534031638b240..71441c6b1595ba77b2a40fb52d25a45783fb7ef9 100644 --- a/model-00025-of-00086.safetensors +++ b/model-00025-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7e2a70af5f9646484ddd871f95d81f72c5f0956b8d4bbc11a461af94aa318489 -size 4698180792 +oid sha256:cdf60a6f17ddd2e8e0997bc3e484a956d3a9040a8c06479e6225f2ab064d77e2 +size 4631063736 diff --git a/model-00026-of-00086.safetensors b/model-00026-of-00086.safetensors index 8ae43cdd1cf8747eeb2c5229f92327f238336f01..5e52b649c8c139af6fc24bfaf44dee2e70239a79 100644 --- a/model-00026-of-00086.safetensors +++ b/model-00026-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d93a74c75a64bf42ba603dc9b2e05529ca9ba33f52c1c2d607f52f8354a51dc4 -size 4966656280 +oid sha256:8f7ea0eea6cbd5d1020eeecf0f782e3ee502340f636903f9a9a67364bf7422b4 +size 4933097752 diff --git a/model-00027-of-00086.safetensors b/model-00027-of-00086.safetensors index 82d1a74c2ae5d412dd3eded2f485b1c38b13c7de..3d17e71ae5b90846c496d73b8c7ec4abc7a0e27e 100644 --- a/model-00027-of-00086.safetensors +++ b/model-00027-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:52919f0d5db6b660bf6ee515a2f73eea013779dd17dc8a85f9c72df938bf8d7d -size 4698180792 +oid sha256:224545093bc289d8123d83affc576d4c597391217b7cbb2858ad1cab59dfeefb +size 4631063736 diff --git a/model-00028-of-00086.safetensors b/model-00028-of-00086.safetensors index 6bc8da64634cacc46b097c4ac99d262268495784..d6b5320e0bc266ce4de49cb01a281ade25cebd5f 100644 --- a/model-00028-of-00086.safetensors +++ b/model-00028-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cd02efccd4c4a319a6da83a6201460801d0aa84ace0ac93408de221d4029ab93 -size 4966656280 +oid sha256:25cba30b292e0d69b9accd10fa7afd79cb55dae92b3e9a3baef3384da17bc0dd +size 4933097752 diff --git a/model-00029-of-00086.safetensors b/model-00029-of-00086.safetensors index d68990ff3e61e86048d690e1dcd1adc40fe9656e..697a3fd8dbf11904313fdf1da888df9683af3404 100644 --- a/model-00029-of-00086.safetensors +++ b/model-00029-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1b473710d73e21213410aea503295979bdbbd2d92da7a36f5eda40310f33277e -size 4698180792 +oid sha256:53f468cabfe0be8c0c56ab86ab20b58903b3526ee3cbb1b58dc72fca5f54410a +size 4631063736 diff --git a/model-00030-of-00086.safetensors b/model-00030-of-00086.safetensors index d9103a528eb25975b6e14f7c9e598460a1c7e83b..92d9fd76b0fa635efd0a5e6e87ef958a5f2c0703 100644 --- a/model-00030-of-00086.safetensors +++ b/model-00030-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:97d5da10966020b9e03eba9123d48c46cc77d3ba36a81dbe43544dbc8ea3832d -size 4966656280 +oid sha256:dedd40fc3bcb37d10acf9e992e254aaec7c45bc11130f64c7eaac74a142f5c7f +size 4933097752 diff --git a/model-00031-of-00086.safetensors b/model-00031-of-00086.safetensors index 8fe5968fe1807b260a7c5a1b63da07eb92137d37..b455d61456c35b063fc47e34eeac7b1fe9dad1c0 100644 --- a/model-00031-of-00086.safetensors +++ b/model-00031-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:519d2cadd161664e3168a1296e809e5d617719ae41923c9e85be3b01cc418d4c -size 4698180792 +oid sha256:ceb2d784eae129a81c5a535926264132c273e98b206d36bfdf5b8923b878e663 +size 4631063736 diff --git a/model-00032-of-00086.safetensors b/model-00032-of-00086.safetensors index 6928cef059cf0b82de8ea087f9d18cef8122e525..15b4cf248a75660e237b333524e8e5b88038c2ae 100644 --- a/model-00032-of-00086.safetensors +++ b/model-00032-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:eb593a8a265429245a202bf7d5ca4ce988a102360f70e975e1fd07fd78e003e7 -size 4966656280 +oid sha256:efc34aef065fbf45662dee25716be30a2daf7b161f636f3b5f3389223cbc14f5 +size 4933097752 diff --git a/model-00033-of-00086.safetensors b/model-00033-of-00086.safetensors index 68e55d7509fd49c9e32958f1143cf027f80d4d5d..7a332677b8fb0f99992c9bf401a066dbb1c9ae67 100644 --- a/model-00033-of-00086.safetensors +++ b/model-00033-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:156e5ee80f97740f6a2f019b8e1cbae17f2392c68c860a8bc441cb2dcda371d2 -size 4698180792 +oid sha256:c63a68dd2e56e928b18b7a12d8f2f54905c3ba3ae45999e738467e7a7126613d +size 4631063736 diff --git a/model-00034-of-00086.safetensors b/model-00034-of-00086.safetensors index 686ca885cf69e76edf27ef78df1eaa67d3925325..adddbe9080deb9afd9ded594fb175f2eff18b76f 100644 --- a/model-00034-of-00086.safetensors +++ b/model-00034-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2e77042287eb50587a9aefe778d9f3b7564a37da1e45529f69959c8256163f67 -size 4966656280 +oid sha256:dca5bb65b3af1e8842893c9712a659fdcd6d6a8278454d2d3d57ed37e29f9ff9 +size 4933097752 diff --git a/model-00035-of-00086.safetensors b/model-00035-of-00086.safetensors index 670d11dca0e53ecc4c2de103b70be76359f9caa4..b4a18398850ef8fb7bca377786299022bdbb8ad5 100644 --- a/model-00035-of-00086.safetensors +++ b/model-00035-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:db2e7d59523f6b08471586c5cbbb234ad21adad9d4ee0f5851708ac8de270ec3 -size 4698180792 +oid sha256:822126594bc0f01533750d890063ae3f51b31ae7891ea31afe50e5e171d8dd90 +size 4631063736 diff --git a/model-00036-of-00086.safetensors b/model-00036-of-00086.safetensors index 0323a1635b6abc91b875aed6923d0aa64dcedd0d..7c98e12b21435c576be886cbfaae179a1bd6f7a5 100644 --- a/model-00036-of-00086.safetensors +++ b/model-00036-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ceaf0869d2fba7c9d49c5db5c10ed82ff7718861cff93ba2fb4b590ca72d45ba -size 4966656280 +oid sha256:1911ce3c9e408bfecbb3f5cc7d7c5048c98678a5e4e3ee2618217d4405be0dd1 +size 4933097752 diff --git a/model-00037-of-00086.safetensors b/model-00037-of-00086.safetensors index 93bbd1c04fba5957a1a59d3c89f656ad347a6b1d..2b475b859276afcd1be6ca5af5701353f236ef7c 100644 --- a/model-00037-of-00086.safetensors +++ b/model-00037-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aae1e5ab385d8ba092e96971d995bb3071d861349848d1a9a2376d2d60f3bda5 -size 4698180792 +oid sha256:09ce21b01aed4eb18f46f8e5f35dc0228529e3f977d11432cf046cad1017c1ba +size 4631063736 diff --git a/model-00038-of-00086.safetensors b/model-00038-of-00086.safetensors index 09c3c703f38ac8f4c5b972c5bd065385e468cf9d..761330476313457f7275229cec7a1deaca25ae5f 100644 --- a/model-00038-of-00086.safetensors +++ b/model-00038-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0f9ea705f2934194c8f1699eaef37acc010f395c213fc23753cc20ba67cfa0a4 -size 4966656280 +oid sha256:23cab912597d3e083f655abf2d3500894f3b8171af20d011075b94da3cce1d3c +size 4933097752 diff --git a/model-00039-of-00086.safetensors b/model-00039-of-00086.safetensors index 8b89d4ed448c95e046ca382bf2bd62cd769aa492..9311f1674398b65b16a5f0be69fb989a72a4dbe2 100644 --- a/model-00039-of-00086.safetensors +++ b/model-00039-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4c58e81c92b6bbe114071fd766ebcb851dcaa74f356a51512c6c798d04997d84 -size 4698180792 +oid sha256:f4304654f3ddde8169db9ae33c286be96577e992310f0fc0f164aa5647a3e1e1 +size 4631063736 diff --git a/model-00040-of-00086.safetensors b/model-00040-of-00086.safetensors index 70ee88d2b264975d75d09682f10eebea95746bc6..ca4b32169c5fdaddeb2326820ac5f75162cc2a94 100644 --- a/model-00040-of-00086.safetensors +++ b/model-00040-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:74f2b6d4e97f89194672b461a599174273859d03d1c7f70dca8708b76f3cce35 -size 4966656280 +oid sha256:6b5462f6df77eaa351106357926a7bedab73bc58b54704f69ddae9ebd46ebc49 +size 4933097752 diff --git a/model-00041-of-00086.safetensors b/model-00041-of-00086.safetensors index 5bad3ddf2132d47d3fb12c6f9de7cf6e6b4e4c8a..51eb00275514977dfc0cfd9ca44b8edd30eb0ede 100644 --- a/model-00041-of-00086.safetensors +++ b/model-00041-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8358e040388815d43a4be54862ae5f40dc114005091af6c77088e9bcf531d8e3 -size 4698180792 +oid sha256:120817c7d72f76f79bbffeb3938a9c9e6abf314409bef38ba55f18263da07ca1 +size 4631063736 diff --git a/model-00042-of-00086.safetensors b/model-00042-of-00086.safetensors index e0035ee3be6075227697355db6bf32ccf086a048..d458e85b4915319bace4a64d5c6c65cd64bbe19e 100644 --- a/model-00042-of-00086.safetensors +++ b/model-00042-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dde4a8dab2b53f377e68cd668f53f9f363f0b73055ca006e2189a5df93cebb9b -size 4966656280 +oid sha256:47fad4beb1d714c3d55155720c3f644a49418ccb4bafdd4c2b0494b6c0cbe296 +size 4933097752 diff --git a/model-00043-of-00086.safetensors b/model-00043-of-00086.safetensors index e5fca3a6a79fd63defea82f14b91b2faec063777..5070f66b565f55f22d66bef5793b0682484b7361 100644 --- a/model-00043-of-00086.safetensors +++ b/model-00043-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:59a5c59efcb08e3b47b91710dd0dac3b0c2fcdb8944da88cc97bc782408ccf00 -size 4698180792 +oid sha256:e6097d07bbb18b204efd3612e34d3d6d5be95df2dbe959996e929438a849cf7b +size 4631063736 diff --git a/model-00044-of-00086.safetensors b/model-00044-of-00086.safetensors index 427829f31192625593fa3ca5128b675e1ad2f4f6..4be45cf308ea5a1f5fc66744b4a09ebd1ca5dda9 100644 --- a/model-00044-of-00086.safetensors +++ b/model-00044-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4720b2cde8ca31a5ea20ba2d869bdbb92c04ff80f50630fb58acfac27de698e0 -size 4966656280 +oid sha256:927467d621e6ec4ac1686f08a560a3fc76d8a062a6f777ce444055572d2c9013 +size 4933097752 diff --git a/model-00045-of-00086.safetensors b/model-00045-of-00086.safetensors index 6746bae18a608688343a63ca8514a840b2dad81a..d7f4ab0c26d5dc0bec5c800cfa60d1abc1e35d67 100644 --- a/model-00045-of-00086.safetensors +++ b/model-00045-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2e8348376122b82bdb5c6f4eafa4445e02e93b4964d593bba989e61863e33862 -size 4698180792 +oid sha256:e8aeaff4a0079678a3d6168bd46d1b34a78e80869779230e0335c9b2ffae9286 +size 4631063736 diff --git a/model-00046-of-00086.safetensors b/model-00046-of-00086.safetensors index a20f044a983e4a07f68a7c4aac598ce20c586f42..d6fd8b63833989ee6efe60005d7b1a0b4a41fc87 100644 --- a/model-00046-of-00086.safetensors +++ b/model-00046-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:12540e5e8238d67bb85c8266ed5065b7785bd9bfd37b69163e971e6b302fecc7 -size 4966656280 +oid sha256:80e9ef7cbc59b3b86fe8b70e2a4de119ef9bdf1742853eb22ed93243df167b68 +size 4933097752 diff --git a/model-00047-of-00086.safetensors b/model-00047-of-00086.safetensors index 5f41ae077c6f0e6b39fbdf30d4a9e83dbf5e9701..5bebbd094314f4f588bca796b113f40e953bca21 100644 --- a/model-00047-of-00086.safetensors +++ b/model-00047-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ce64e95785ba6edb38741f677b89700449bf99af37d57f10604d8a80b25ba98a -size 4698180792 +oid sha256:1859024e7ee0794de0c6e42ff2a2f09ccf63b993ce408102961540716047b0b9 +size 4631063736 diff --git a/model-00048-of-00086.safetensors b/model-00048-of-00086.safetensors index 2687bf78e8098e09cbb014a0f2cc5a98db366c79..b9c64a285ebd6ea313a3bc53f0310d18896b600b 100644 --- a/model-00048-of-00086.safetensors +++ b/model-00048-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1bc12e310109263cd11c0ffbc0899f86ac71c93f0cc47e60077f0e700a894571 -size 4966656280 +oid sha256:1f5f58d78371f86bd90f1dafa9931ffb00c860aa372ed38e289098b596104fed +size 4933097752 diff --git a/model-00049-of-00086.safetensors b/model-00049-of-00086.safetensors index d43114b95befad9dcb07ece60ec6c82b6fc14c4d..d2c56bceb882432762561897a93acafab5d5a9b3 100644 --- a/model-00049-of-00086.safetensors +++ b/model-00049-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ffd7262653b01b074d147ef6c8cdcb07c249afa6752f05b998141ca3830e8273 -size 4698180792 +oid sha256:53f9ff58b28bd26bd0df24326aa47cff8a374902a8ad1d0ea476f816ad9c88fc +size 4631063736 diff --git a/model-00050-of-00086.safetensors b/model-00050-of-00086.safetensors index aae89689cd5634e663f7af60fc3d83062f0ecd8a..f661d31319818e13129a5ab44887d80047245720 100644 --- a/model-00050-of-00086.safetensors +++ b/model-00050-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:70b5a0157f9c3c681a571203902b996f48b9a8747d42611e146d08f04e50f6b7 -size 4966656280 +oid sha256:94de633fdf59bf797d10489765dfd43340434d114f5c26f0a9204d055d5bd046 +size 4933097752 diff --git a/model-00051-of-00086.safetensors b/model-00051-of-00086.safetensors index fad5a543ed6eebcb7322720663912bb0031f53ac..de843079afddef5dfd19815b68aa78066434cf21 100644 --- a/model-00051-of-00086.safetensors +++ b/model-00051-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c35273895af04b6ef24de72820baec6812faee4a30dd220bfee677b9078282d7 -size 4698180792 +oid sha256:98b6c793c6b0aa47b63612ab20dce797325e7add389eb5d18b28a952465dfe78 +size 4631063736 diff --git a/model-00052-of-00086.safetensors b/model-00052-of-00086.safetensors index 567c9e0b11f71905ba0a8fd81275b438ffea9b2e..29c247adf64507f3c23a734d614882ec3c121e47 100644 --- a/model-00052-of-00086.safetensors +++ b/model-00052-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f520b3553a64c315396e8e5a1b7ca445c0e5c29e56d594d494d73ff55f22b3e9 -size 4966656280 +oid sha256:ea70d7d100cf4826bd1fad12b1172c466f102d636074c38aa1c4f6d8fed564ab +size 4933097752 diff --git a/model-00053-of-00086.safetensors b/model-00053-of-00086.safetensors index 2e1265923aae64e615f0722a58dd79b86c20f559..3a6a470e6940ffb0a0813a8ba8a6ad2db4723565 100644 --- a/model-00053-of-00086.safetensors +++ b/model-00053-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5b337a7dfc1617ddf53f0ef46dc6194f799cecd9c9cda80547629027ddd4e9bf -size 4698180792 +oid sha256:b01f43ecb83515f05fb0e0b0d8bbf12efcee427a40c7e98507163e443b33e605 +size 4631063736 diff --git a/model-00054-of-00086.safetensors b/model-00054-of-00086.safetensors index 9cd650534cdf4435b2c64d21bae3c7780aee934b..a8b27343d7c4b9c269c9090b78fd65209b0d6ce0 100644 --- a/model-00054-of-00086.safetensors +++ b/model-00054-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:aeb4f86f8fff446cf328b2fe0703e5b9babc2fd8efa53bf1135a0bfa3f087a35 -size 4966656280 +oid sha256:73228d52412bfa26e22c5df24836e219bb67e98f6be1099db1d487250e13cae3 +size 4933097752 diff --git a/model-00055-of-00086.safetensors b/model-00055-of-00086.safetensors index 20c1e68c1efab41a5b5b7cc6887d2393a733298f..b3aeda1817da4c599eadbc75255a29013feb0016 100644 --- a/model-00055-of-00086.safetensors +++ b/model-00055-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ada9b3ad65160be6e63e0ad7307c7e2225a518bbdc85c89acb16421358429a21 -size 4698180792 +oid sha256:599f3d5d473cb6551fdd5c5d202b71ce89c750c5867547ac3320aaeeacf08e45 +size 4631063736 diff --git a/model-00056-of-00086.safetensors b/model-00056-of-00086.safetensors index 0158eb406d77cde9b252555063c63b276e651d56..91a616c993d4f0159e1a9dad423474a485d04f39 100644 --- a/model-00056-of-00086.safetensors +++ b/model-00056-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:549c97aabf08ab0ca19ee6fc04d9dc2666022f5b7b893e09861bd7c017e8de73 -size 4966656280 +oid sha256:57c7efe0c6aae05574628ccff27678197e8cbea49af0508235b305c620063add +size 4933097752 diff --git a/model-00057-of-00086.safetensors b/model-00057-of-00086.safetensors index 89192ade1e600b966de405f52b6c2a252231ec45..4896a1e776d3710b0754147c7e6ca26d984ce571 100644 --- a/model-00057-of-00086.safetensors +++ b/model-00057-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0cc4f458bf27aed315feddbf66a3d5df9d9edabacfc27450712a90cfa049551c -size 4698180792 +oid sha256:e5ee62bbf643246d091bb6ec9644484860f6aa474650f08ef09ceef0344d2213 +size 4631063736 diff --git a/model-00058-of-00086.safetensors b/model-00058-of-00086.safetensors index 42e485896d275640e57b1ea292d4687587aae08a..9e3d1d7d649cf7c61fd7c3c40393d61678e0cab8 100644 --- a/model-00058-of-00086.safetensors +++ b/model-00058-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:357db1ae6a32231c5abac65d42d8ca3743b635bdfce60b0839c7c29839ef1434 -size 4966656280 +oid sha256:a49f2dddb64399e5debfa89ec58044c58f45a4e2785afb74448f9927ac4cf874 +size 4933097752 diff --git a/model-00059-of-00086.safetensors b/model-00059-of-00086.safetensors index c8699c7df0b5b3fc9498b30a8997761ace4f9272..74a44eeeb20444dfe327ee01b9396834e8c18835 100644 --- a/model-00059-of-00086.safetensors +++ b/model-00059-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:26eccf1489335c6f615dd15b6e692ef6f807f4f264af37f0b1cb97a624aba484 -size 4698180792 +oid sha256:10866331aec47dc2c77bc472dc0719e84c45b3c0c83a7684b5b2f4f0e3d1cc40 +size 4631063736 diff --git a/model-00060-of-00086.safetensors b/model-00060-of-00086.safetensors index 5c3ec4b4c04ee06ea3064f60123221bec314ac9a..db49f8f8b9d58a60cfbb4b1ce640ef1c8c60347d 100644 --- a/model-00060-of-00086.safetensors +++ b/model-00060-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:71007f97bfe2d1de0bfb525c87e4f34e01bee35cf5380f63e23017aca8036f68 -size 4966656280 +oid sha256:e1387d6b205267250ca8d063be8829b3ead2372e75a10753d30db8ab9e753739 +size 4933097752 diff --git a/model-00061-of-00086.safetensors b/model-00061-of-00086.safetensors index e088cd4fb5dea07ab50cb2bab30816a63c66e762..4c9d556a70841f1377c9a224b42ace80738e6d9a 100644 --- a/model-00061-of-00086.safetensors +++ b/model-00061-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c3cfe3217d0b62afbdc6fe530314e58eda0afcad8c074838ed7cdc674e5c601a -size 4698180792 +oid sha256:cdcc3e921612de16d506506ec8f4e3e952e0f92dcc9ced5fde0aad65e1435fde +size 4631063736 diff --git a/model-00062-of-00086.safetensors b/model-00062-of-00086.safetensors index 87eff6df1a40b746acd102c73771365bd7368eb7..9a5137c9f937f7161ccf16b684ac603d49d7a220 100644 --- a/model-00062-of-00086.safetensors +++ b/model-00062-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1e29f6e404866a21879f8c6c9e0581c095feff5d0eef0e43ccdb157d281fd4d6 -size 4966656280 +oid sha256:e4fecda796821799a51930b710c6bc4daf8479645a56d269c3e6951c4c0f5db9 +size 4933097752 diff --git a/model-00063-of-00086.safetensors b/model-00063-of-00086.safetensors index 8a996c62ec21332de923635ec9c9ee486e08b060..f572e6184032d6d5c3668fad7647a62f0d09fcde 100644 --- a/model-00063-of-00086.safetensors +++ b/model-00063-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cbffbb7a0a6fe820338b9f69236e965b763b4e734d2533d5a209e0c5abb61b00 -size 4698180792 +oid sha256:1f88c39e48da0ce82a68335ceef9bd89156e9cc1d4223743834694c9a72bf168 +size 4631063736 diff --git a/model-00064-of-00086.safetensors b/model-00064-of-00086.safetensors index c52675608759e7d360fdf2e513aae0f54e97461b..63294789716231b2463cd85f3eca3e0eebf4656c 100644 --- a/model-00064-of-00086.safetensors +++ b/model-00064-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:32657ad74ced7adb6b2c4241eb1453e4c44a9eb889c87d36c15268cd120c0bcc -size 4966656280 +oid sha256:451139d5260503b052eef85c0d18d0b1ba578ffb8f9e2bea5b7db1f2f0081d4b +size 4933097752 diff --git a/model-00065-of-00086.safetensors b/model-00065-of-00086.safetensors index 53946864f5360e64dcb73293d657fce0f8a8ceb1..11265ffcf2f5861ab3c6e8d75554da44c2d5f8f5 100644 --- a/model-00065-of-00086.safetensors +++ b/model-00065-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:858397a0829f5e28a32475cbdcd96a28c49a4ddf93339f045785b6f42f4b2c52 -size 4698180792 +oid sha256:07ae2bc10da7b0aeb52f443420b740043ee350a0ee9811890f7bafa8ce0eb039 +size 4631063736 diff --git a/model-00066-of-00086.safetensors b/model-00066-of-00086.safetensors index 95ef36306d2d96d6c80c97f521504d7e91f93111..35ec4686b6f87de90cb593e21d6a50d9ad10adf0 100644 --- a/model-00066-of-00086.safetensors +++ b/model-00066-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:14dfd9061986c7de25490ddf6651af12a575e4b1f883c4cf0b7157f5b1b61428 -size 4966656280 +oid sha256:de15355ae6eef2da163aca82d6f34288dcd37e2da2fac3ddf7027d1b6e4cc300 +size 4933097752 diff --git a/model-00067-of-00086.safetensors b/model-00067-of-00086.safetensors index de2651d021d4ca909dce30da0df103a6c33cf589..7caf48161387b4336fa578e13f1a126325feaf25 100644 --- a/model-00067-of-00086.safetensors +++ b/model-00067-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f77ab1755efd65d073acfb94148ee53d2fadba04fe958f5ddc54d9f754193d37 -size 4698180792 +oid sha256:d23f71081583063b2a7244a1d245f5b308ef40db5fa59a08b701cac04cf91ee7 +size 4631063736 diff --git a/model-00068-of-00086.safetensors b/model-00068-of-00086.safetensors index ac82a3875d4fa3afc7ed998b8233cbb3eaf02ef5..8d2494f151433224a679ecabd5e0455faf769663 100644 --- a/model-00068-of-00086.safetensors +++ b/model-00068-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4790fae6dc68cc56b93581ed9c1c7ed91f76ccba81ccc7d05ef6032ddc722fdf -size 4966656296 +oid sha256:e92eeed4f9f603d802a0d59958736d3e4105baf35a55d0af9c3d5e3b06cb7006 +size 4933097768 diff --git a/model-00069-of-00086.safetensors b/model-00069-of-00086.safetensors index 4e5bac62fd49a061cff9caaa0da048c2a11db03b..5e9cd6656efdad7bf74a0dabe057291e7f1fa7c5 100644 --- a/model-00069-of-00086.safetensors +++ b/model-00069-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:deb041b2985f89a5fad59a7b15c33066adb5e4c96517d23ca72541f6b8a3285f -size 4698180824 +oid sha256:34eedac8ae151447c8cb3b438f22a57b22b3120d9ba6adc3296c9c3746a8b1e5 +size 4631063768 diff --git a/model-00070-of-00086.safetensors b/model-00070-of-00086.safetensors index 67ff2ee66c5cea35fc82b7588ef0e6964ad2adb9..33efe20f6d888304e43462db00a3c2988772785d 100644 --- a/model-00070-of-00086.safetensors +++ b/model-00070-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7415575efa5a853781ac2a4610d5bafa022e3d2b88c521ea8dca5d25c11899bf -size 4966656296 +oid sha256:0361e5e814ca41e9bcaadf10f7fb0f2f5e1c0ba517e77654c5cdd23df45ece51 +size 4933097768 diff --git a/model-00071-of-00086.safetensors b/model-00071-of-00086.safetensors index 86dcb0c2ce9c09c5abd9295fcb2c33793486bfe3..e86792cd9f08b96ac512136a83d0a14157ca7ebb 100644 --- a/model-00071-of-00086.safetensors +++ b/model-00071-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:77c954186b4d3c5eaefc16d23c8bcad5bd0d997a8c001a9c09963c6119c5a7e9 -size 4698180824 +oid sha256:7749667fe2948fd2ef3f8404e5d205832548395580ad48bfd40e7b7e4f70a69d +size 4631063768 diff --git a/model-00072-of-00086.safetensors b/model-00072-of-00086.safetensors index 03b2b8cdc98aefe5bc687f2b197edeb1abf1a016..61943d75148f8215ba0ac4dd84430bca0571df3a 100644 --- a/model-00072-of-00086.safetensors +++ b/model-00072-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3d16216b9c49359e22c4ca548518ba728dd0e92ea85c46836f6a6f4890e4ad83 -size 4966656296 +oid sha256:93b185cdeea4958dfe091d72b13e073a631b549e039a62d7ed8d38158a100a14 +size 4933097768 diff --git a/model-00073-of-00086.safetensors b/model-00073-of-00086.safetensors index 77cf37f4efcfbfa8146e57799ca5da7a9927db7d..222f0676fc8358635387cba601b36066be36a8c6 100644 --- a/model-00073-of-00086.safetensors +++ b/model-00073-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2873d3dd778d81c18ab1582ab15702b530df1210e0bd4a5eb033e36f350ba623 -size 4698180824 +oid sha256:0eedb402ecc960f0d09bcac526c93ddb18372943ecc6a63b602a77182f9992bc +size 4631063768 diff --git a/model-00074-of-00086.safetensors b/model-00074-of-00086.safetensors index 05a3699cdd92ffce5e2b81e9dfe270157c80d6fb..ae226833caf2b1fdf3219465241ecea03762ae07 100644 --- a/model-00074-of-00086.safetensors +++ b/model-00074-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bdc9ff8af5d88a61260f08d31b61850a17d3642788248d7d08d734ff93e4a09e -size 4966656296 +oid sha256:f8d6f3e16214ebe781592e469b7277ec898997fe75068cb6f0444fafdcf4e677 +size 4933097768 diff --git a/model-00075-of-00086.safetensors b/model-00075-of-00086.safetensors index 740105344cfe190a15e51f17e32502c9329f989a..9f808775f4d0e801234ab291da96ac1c9917fcbc 100644 --- a/model-00075-of-00086.safetensors +++ b/model-00075-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:af9ba16ae9055fa9af8d2a63c3c3cf4f354e69064486bf083ba78524a77e887d -size 4698180824 +oid sha256:6775dbe1d27c68c1f5650b0190428e2eae53ab8bf754eea60531befac4d6b761 +size 4631063768 diff --git a/model-00076-of-00086.safetensors b/model-00076-of-00086.safetensors index 68543cee980ab99458e05fbf1f5017995d85726b..c9ea03c7a6606c544e1a6d580ac53129f7353633 100644 --- a/model-00076-of-00086.safetensors +++ b/model-00076-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b662d6672569778f1ac266536e323428e3c5536d6deb38a11b74f7555885f128 -size 4966656296 +oid sha256:0c26687572f7aa7e998a2832500dfa1e662a5b6e34e1c21d609fa9aa8063bd07 +size 4933097768 diff --git a/model-00077-of-00086.safetensors b/model-00077-of-00086.safetensors index a8addd3a07d137136d8cabbd18628e3a3a25ba04..0ac1a8ca4bf83a48a279f8aefa6e8ad8f25b3908 100644 --- a/model-00077-of-00086.safetensors +++ b/model-00077-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:02c806cc866a98589bf26f7db4e6cb0e05c84216c1359667bbb04ae06845b3af -size 4698180824 +oid sha256:c52259058e65f414ee4dcbe31fa12235026dd7184966abeeec602beddd7310d0 +size 4631063768 diff --git a/model-00078-of-00086.safetensors b/model-00078-of-00086.safetensors index 103d697fc4ecf140e191294881046802f4a6cea3..933c7755c5e763c637fa1d42ae456522a8ae00de 100644 --- a/model-00078-of-00086.safetensors +++ b/model-00078-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:81c7b14cc4064785c5b16876578c4baac1ff64c4eb58a493616ccde4220de6d8 -size 4966656296 +oid sha256:a90dd2057b08739e97508232a87184e20710b194ba4d5afdac06c5b328580da9 +size 4933097768 diff --git a/model-00079-of-00086.safetensors b/model-00079-of-00086.safetensors index 80b2de415b5c36dbfcb6e1ecab0c5b219dd0cccb..df17b3cf6a4612d5b3282b1438559dc36513f55e 100644 --- a/model-00079-of-00086.safetensors +++ b/model-00079-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:17eaa7bcf423bee396e040407b68693d6117936eefd6349ca9b3c52c1c3f621d -size 4698180824 +oid sha256:67ec17168b0b5cc6884dfdd5049522825ac6612030962ba41bf503b68ad6a7d1 +size 4631063768 diff --git a/model-00080-of-00086.safetensors b/model-00080-of-00086.safetensors index 7f54d64ef906f4f62aa1e24793ded2e91f57381e..e0310049a88619620ed0707d2a64bea9b8680d29 100644 --- a/model-00080-of-00086.safetensors +++ b/model-00080-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a92b9a9b90febc60275f17e90473800a80d77ca742da13fee56ed626366e0d5d -size 4966656296 +oid sha256:a0ce5b5572abbcf734d3c81902849273d0d0ad0630fe0c3742c3e4c21408ea6c +size 4933097768 diff --git a/model-00081-of-00086.safetensors b/model-00081-of-00086.safetensors index b23560b2e404014a71df23b29c48f5246fd87845..5681a0c2580a176fa28d56cdeb83c2870ab0e404 100644 --- a/model-00081-of-00086.safetensors +++ b/model-00081-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:6c70580ed83c8d7a7edd209a5a917bdd01abdc7120f9101240b9dd7cb2269f40 -size 4698180824 +oid sha256:66df437efa65768e6f1830ee1b487e8acc0cd34ecc3318011533315a43fad5b6 +size 4631063768 diff --git a/model-00082-of-00086.safetensors b/model-00082-of-00086.safetensors index 4e38995654bad8313994e4b63f18d09ae8ccc7c2..74005a3cb4e0c14456a2e1e052168322ceed8283 100644 --- a/model-00082-of-00086.safetensors +++ b/model-00082-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c7ae09c92bbb649623ff38f7ef96552478444750e0aec273281925bc7630dd72 -size 4966656296 +oid sha256:b4be21565110ee4a1d223977ca70a6c923ff3dd18f9e22c6865021410c5b4c26 +size 4933097768 diff --git a/model-00083-of-00086.safetensors b/model-00083-of-00086.safetensors index 415be0fdd799c0d626380df813bc23317eebb470..65533358af001adce932b993dbbf014076119bf2 100644 --- a/model-00083-of-00086.safetensors +++ b/model-00083-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:71401819baf39a49e9e0d3f0b421bd38c8dcb4f57fcfbc2ea09ace555079d547 -size 4698180824 +oid sha256:a484ff26d23f51e06c05b8c3d882ebfa1a89fd9323ceb44d66c87460d5ab4535 +size 4631063768 diff --git a/model-00084-of-00086.safetensors b/model-00084-of-00086.safetensors index 56f1949a7f267da8f8024f23cd9153bc2559d695..228f9a0c624d673d08cd1854b08753c42ea486cf 100644 --- a/model-00084-of-00086.safetensors +++ b/model-00084-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:85262dd5d1964a95c7b646b0c12f1a0222760fffe66bd8cb4fd8b43268fcad14 -size 4966656296 +oid sha256:be547d75443b5929837406c8899afeebc6b28b67aff13fc352b04c07fd06f0ad +size 4933097768 diff --git a/model-00085-of-00086.safetensors b/model-00085-of-00086.safetensors index acc241f76393eaaecc87a8aa2161ca50905ad3c6..da0f5ef620562acd6598cdf3afb1d94fc4aca481 100644 --- a/model-00085-of-00086.safetensors +++ b/model-00085-of-00086.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fd80531ff5db0ed7d4c9d4ca861c07f81cf3ee1e9872629b50e5c48bd8131ccc -size 4094159216 +oid sha256:66b325784e0bdd57a1720db8516836d6dd2b18eaed274326c7ad0050fa04263d +size 4060600688 diff --git a/model.safetensors.index.json b/model.safetensors.index.json index ea942f1427c82188812f2df1f7502badc7725e7e..861a38388765478cc85524fef32cf0999e39c778 100644 --- a/model.safetensors.index.json +++ b/model.safetensors.index.json @@ -1,6 +1,6 @@ { "metadata": { - "total_size": 414328340480 + "total_size": 410099965952 }, "weight_map": { "lm_head.weight": "model-00086-of-00086.safetensors", diff --git a/tokenizer.json b/tokenizer.json index 412806596a1283ba83602123e49ec97da18e7f16..5cc5f00a5b203e90a27a3bd60d1ec393b07971e8 100644 --- a/tokenizer.json +++ b/tokenizer.json @@ -2329,10 +2329,69 @@ ] }, "post_processor": { - "type": "ByteLevel", - "add_prefix_space": true, - "trim_offsets": false, - "use_regex": true + "type": "Sequence", + "processors": [ + { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + { + "type": "TemplateProcessing", + "single": [ + { + "SpecialToken": { + "id": "<|begin_of_text|>", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "SpecialToken": { + "id": "<|begin_of_text|>", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "SpecialToken": { + "id": "<|begin_of_text|>", + "type_id": 1 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": { + "<|begin_of_text|>": { + "id": "<|begin_of_text|>", + "ids": [ + 128000 + ], + "tokens": [ + "<|begin_of_text|>" + ] + } + } + } + ] }, "decoder": { "type": "ByteLevel", diff --git a/tokenizer_config.json b/tokenizer_config.json index 421cda369d1e01e742b01d82e3a39c7cc82a8586..db88166e2bc4c799fd5d1ae643b75e84d03ee70e 100644 --- a/tokenizer_config.json +++ b/tokenizer_config.json @@ -2050,7 +2050,7 @@ } }, "bos_token": "<|begin_of_text|>", - "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}", + "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n {%- for arg_name, arg_val in tool_call.arguments | items %}\n {{- arg_name + '=\"' + arg_val + '\"' }}\n {%- if not loop.last %}\n {{- \", \" }}\n {%- endif %}\n {%- endfor %}\n {{- \")\" }}\n {%- else %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {%- endif %}\n {%- if builtin_tools is defined %}\n {#- This means we're in ipython mode #}\n {{- \"<|eom_id|>\" }}\n {%- else %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n", "clean_up_tokenization_spaces": true, "eos_token": "<|eot_id|>", "model_input_names": [