Hugging Face's logo

mlx-community
/
Meta-Llama-3-70B-Instruct-8bit

Text Generation
MLX
Safetensors
PyTorch
English
llama
facebook
meta
llama-3
conversational
Model card Files Community
5

Upload folder using huggingface_hub

#2
by voxmenthe - opened
base: refs/heads/main
←
from: refs/pr/2
Discussion Files changed
+227
-20
This view is limited to 50 files because it contains too many changes.  See the raw diff here.
Files changed (50) hide show
  1. ._README.md +0 -0
  2. ._config.json +0 -0
  3. ._model-00001-of-00004.safetensors +3 -0
  4. ._model-00001-of-00013.safetensors +3 -0
  5. ._model-00001-of-00015.safetensors +3 -0
  6. ._model-00002-of-00004.safetensors +3 -0
  7. ._model-00002-of-00013.safetensors +3 -0
  8. ._model-00002-of-00015.safetensors +3 -0
  9. ._model-00003-of-00004.safetensors +3 -0
  10. ._model-00003-of-00013.safetensors +3 -0
  11. ._model-00003-of-00015.safetensors +3 -0
  12. ._model-00004-of-00004.safetensors +3 -0
  13. ._model-00004-of-00013.safetensors +3 -0
  14. ._model-00004-of-00015.safetensors +3 -0
  15. ._model-00005-of-00013.safetensors +3 -0
  16. ._model-00005-of-00015.safetensors +3 -0
  17. ._model-00006-of-00013.safetensors +3 -0
  18. ._model-00006-of-00015.safetensors +3 -0
  19. ._model-00007-of-00013.safetensors +3 -0
  20. ._model-00007-of-00015.safetensors +3 -0
  21. ._model-00008-of-00013.safetensors +3 -0
  22. ._model-00008-of-00015.safetensors +3 -0
  23. ._model-00009-of-00013.safetensors +3 -0
  24. ._model-00009-of-00015.safetensors +3 -0
  25. ._model-00010-of-00013.safetensors +3 -0
  26. ._model-00010-of-00015.safetensors +3 -0
  27. ._model-00011-of-00013.safetensors +3 -0
  28. ._model-00011-of-00015.safetensors +3 -0
  29. ._model-00012-of-00013.safetensors +3 -0
  30. ._model-00012-of-00015.safetensors +3 -0
  31. ._model-00013-of-00013.safetensors +3 -0
  32. ._model-00013-of-00015.safetensors +3 -0
  33. ._model-00014-of-00015.safetensors +3 -0
  34. ._model-00015-of-00015.safetensors +3 -0
  35. ._model.safetensors.index.json +0 -0
  36. ._special_tokens_map.json +0 -0
  37. ._tokenizer.json +0 -0
  38. ._tokenizer_config.json +0 -0
  39. README.md +1 -1
  40. model-00001-of-00004.safetensors +3 -0
  41. model-00001-of-00013.safetensors +3 -0
  42. model-00001-of-00015.safetensors +1 -1
  43. model-00002-of-00004.safetensors +3 -0
  44. model-00002-of-00013.safetensors +3 -0
  45. model-00002-of-00015.safetensors +1 -1
  46. model-00003-of-00004.safetensors +3 -0
  47. model-00003-of-00013.safetensors +3 -0
  48. model-00003-of-00015.safetensors +1 -1
  49. model-00004-of-00004.safetensors +3 -0
  50. model-00004-of-00013.safetensors +3 -0
._README.md ADDED
Binary file (4.1 kB). View file
 
._config.json ADDED
Binary file (4.1 kB). View file
 
._model-00001-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7534e04a1b5bd659d6e43a2e7ce74f7433ee01ed4ff519f0e81a61f22350c32
3
+ size 4096
._model-00001-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77c7df417e715bf9258e5b382c65e2e294a4bc8b33928ee4ce19a8c32621ac29
3
+ size 4096
._model-00001-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29c643eb27a18e2cae7a6287e29b5bdc3eb146a21c6d34db6240444f8455ce4f
3
+ size 4096
._model-00002-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b432c21dc101825dcf07d2ab0c70f706a0417782d0288e260e42f25fe1afb712
3
+ size 4096
._model-00002-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f41c1f4b63a4543b29289550c4c1b2c31bfc3db282d80ac2a7761602f1e16885
3
+ size 4096
._model-00002-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6173b5e00a8e10eb04160abb9b1b98bd66a4e0b47ea165274d8cd6a658976eba
3
+ size 4096
._model-00003-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a28ba51ba1a6006db3aaaaa4e5998ac3302e10755f94c64ee64ea8f0c87890ae
3
+ size 4096
._model-00003-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b7680212286e4eccd33479f5d5a55ad60b320061631b200aed19a41dad478d8
3
+ size 4096
._model-00003-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cca0da6253a4921d5eb327ce540860edff960460a50155eb98bee867fbb5601
3
+ size 4096
._model-00004-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44c457743ba25faf3c092e51bf9b8928cef2c6b75bfb64e38c1634d7604f3a4a
3
+ size 4096
._model-00004-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0aecf608f9f9bc294ffd72d690f81652d7609e9d28e643280a6b516410e0144a
3
+ size 4096
._model-00004-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0fe5bfb5765f8d51ae34bba3ea1aac60446df8d1b1410efc87801d5d7303f3f
3
+ size 4096
._model-00005-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc5a8789ad4f6569ef289cf65c937b5251aba2aefdb40610c3cf0096970ecb77
3
+ size 4096
._model-00005-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fd5158da88a50c54b44bab25cb9f693b179b4773610f61511f723c270aaff5b
3
+ size 4096
._model-00006-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74e3d04ed643710f89f4b85e29fc541148704f6434fd712d96e328f426d2d172
3
+ size 4096
._model-00006-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cddb8b32f0f0f9309d8289c2ab3eadabc9339492f471f8fcdf82b703679eb433
3
+ size 4096
._model-00007-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfb63ebc36ac7a08d5b37d38fdff270888928f2034ab0304920bba4f4e2671e8
3
+ size 4096
._model-00007-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10974b950f407f65ba1b30f1f619b309030e5ed48b03a9e6ae7c012b70b6d7aa
3
+ size 4096
._model-00008-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8b2fac4c55450f8ae75887a4cb291dbd2b45a8e53602dbf487c46759e01b6e5
3
+ size 4096
._model-00008-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdd667e247c6863e2c54448880445e01afff3729c194ba46e3732b33bd22af8d
3
+ size 4096
._model-00009-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dfc68efb7f98170d14b6400b3c84f6bcc15e91555ea2b2b1552dae09c7fc3c8
3
+ size 4096
._model-00009-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8758e7cfe8d9facbe6ab3a3f6c5fa5c18d12076a84722bf8e97107f8becfe00
3
+ size 4096
._model-00010-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da9bd43a0fb8d339d4ff7a287c6965631f7398b87e8d25f854ba23a17cb86871
3
+ size 4096
._model-00010-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7de6b9ecf250ee8c9e64f38273687c833dd1f5a5fe6d305ab0b6b3c81ec36267
3
+ size 4096
._model-00011-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55e9194c8cc52f026e4f28c8e224bab44ad21b843da5da813907a1bb60bbf8d9
3
+ size 4096
._model-00011-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3893c92500351ee7e448ae9f813edcded11034cd2115ca9784887b9e90dce572
3
+ size 4096
._model-00012-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb558504472b20580bda483bd48c404c157f5fdaa1d2ac9b8de2b73c6696e41b
3
+ size 4096
._model-00012-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41e80fb6e5fbda13a51a73936c579e873eab0a3bbd51a0ed9c5cf897e3bab638
3
+ size 4096
._model-00013-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d268e6f75e2e4583e1a32711cfbef5f489c3913de700ea1cc781d91a6a556f4
3
+ size 4096
._model-00013-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4593119273f8b820e71c3cb3b88e91484262081528d4f63d204507463f86a705
3
+ size 4096
._model-00014-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:480bb21ea82336f8f04e5454cdf114917438da193a60621d4cac305d06fcaf1c
3
+ size 4096
._model-00015-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c096120b2bd04b157aa003cec29d01206cab1034e6f854551029dd65eda0270
3
+ size 4096
._model.safetensors.index.json ADDED
Binary file (4.1 kB). View file
 
._special_tokens_map.json ADDED
Binary file (4.1 kB). View file
 
._tokenizer.json ADDED
Binary file (4.1 kB). View file
 
._tokenizer_config.json ADDED
Binary file (4.1 kB). View file
 
README.md CHANGED
@@ -200,7 +200,7 @@ inference:
200
  ---
201
 
202
  # mlx-community/Meta-Llama-3-70B-Instruct-8bit
203
- This model was converted to MLX format from [`meta-llama/Meta-Llama-3-70B-Instruct`]() using mlx-lm version **0.10.0**.
204
  Refer to the [original model card](https://huggingface.co/meta-llama/Meta-Llama-3-70B-Instruct) for more details on the model.
205
  ## Use with mlx
206
 
 
200
  ---
201
 
202
  # mlx-community/Meta-Llama-3-70B-Instruct-8bit
203
+ This model was converted to MLX format from [`meta-llama/Meta-Llama-3-70B-Instruct`]() using mlx-lm version **0.12.1**.
204
  Refer to the [original model card](https://huggingface.co/meta-llama/Meta-Llama-3-70B-Instruct) for more details on the model.
205
  ## Use with mlx
206
 
model-00001-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65e6bc9a14062334d6bf16301107f9e2ea525a3bf717df36d0cd78caa224e745
3
+ size 5295466340
model-00001-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcd6b3e3f0c3329789636674e3f4289e4268556aeaa5aae467848e54385149d9
3
+ size 5272167780
model-00001-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:82b89548b877dbcf01dba030bada538202c98f624027b19a202a440fec2da385
3
  size 5162938579
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf07eb0dc3fd36b8dcbb566508e648b8633dbc390f2caefba01938f32444469a
3
  size 5162938579
model-00002-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7176d44548c5c22ff68bbbf55b0f4d059e6ad53613258bb1e557733ec1a7bf12
3
+ size 5352157721
model-00002-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5c35622972ab4119139ba6b2644c23ba700e6cb64dd0fef7ce51b666962de24
3
+ size 5294649740
model-00002-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:74c9b1e2f501aa07a1f5c0b9d1ffa4ba5b27f6996f6a79ee1d7ce8e7366612d5
3
  size 5205343236
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1337d273656fe6dbc22f384aa388e24eb6c1272615fbd75a7ffec17097a07fef
3
  size 5205343236
model-00003-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:745678b05128ab1ee7e6e75c9ca48cc18a3d23e3c06c338bfce3a11ee808332b
3
+ size 4362258684
model-00003-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff73d1802ec67e4d8edbca156461a3ffb3c8255e9e741e5f98ab1c5cacd799e0
3
+ size 5294649705
model-00003-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3b1ea721289936a38828711265dc29d8da80e8d2d2b111e7d93bc5a36adbb416
3
  size 5365774815
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cbc333020ddf2eb29a2afe09fb6738402acb08ddb1e0a549b47c418eb7d0001
3
  size 5365774815
model-00004-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9b3635cd5c70c880e716263b3177a041192cae0a103d9f9e69e7aa70f4a1fe0
3
+ size 1050673278
model-00004-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52956aeb3d1f162bfb7798e0ba3ed92b96dc315656576e010cdf298bacce8d4c
3
+ size 5294649725