Upload folder using huggingface_hub (#1)

- 458f966c46675e12ed8c4ffe6dc456d904e40a087f2421c648349d6a58e2f704 (9974d893f8cc25086f9b74475ee7c14801b0c305)
- b7fa7be497d23d16488a0f9e1276ecf979ee9c85cfd1be4325195f984fc29dba (d97d76afb84ffaf33b7c54c7c76220194fb9b076)
- bbe341cee9c8ca14520e14f412fb2b2261058bed61709c5010add321f6c94b1b (ea6ad45b987a8c3349774f2f7a28143492bd1a99)
- cc581141e653874b05989999b575f136ef04b8c558e85501000443f569f6b662 (a560c257dc0c5b56b96530d06ef436ad7acdcc66)
- 97862d76ab2f7a04b4a20bf9f461c0738a6c9be367ddcd86863bcd511a978a1d (695898ded6b51686f544c498b07e2baf10eb599c)
- e46b126800b65077d7aab89ede66ad348957255b3078d6472937fc33205dc998 (8ab444ef1b99be9336fa805ca98170c70f372dde)
- 3e8bc5d24ea8dd3e3cff432941832af2370554918ed4c4398ecc0acfbec6f208 (d4d36a3968174cfaaabeb780e21f41504114914d)
- bb45a10afb5a7aa007630acd39c3a25512cd3d1c5d5405a4d8da53ddba23364a (ba1a9ff6abc2bdc77b21fdf2501b88c686d706fd)
- d3f4bb9ed118f123bcb48318d69a09846e85d44829635f4130b7953d19a8f757 (8f2e90740f25a0c263e959ecaa6c693193cf8ef4)
- 66309823c9e31d074330939dc5b253f0d66751b1a100f9c9aa66b0ec8600996f (c48c345fab3368390726789cce8128800859cf61)
- fd6447d3f197ed5b0a7df6c62b1a63682be18cc9c269a4c8a84cda9d9a7cb8d3 (24ede8265636f18462386fc082152517d34b0289)
- f8b093fe4cf8748a0984e2aab51e903098e0346225f0e87356b534f32f79c038 (80c9d5b004349a4ab867292b80b47a77fc1fd3c3)
- f1d4816621c61bbe6c6a32c0395bdb56ceb1fc46179d3efe7cbb2ed3ed69eaa3 (a89b1efd77e89856fb6e0b5435a3deff5593e1cd)
- 23682a2a4a02dc8ba11bd22a45f8182375a5430a58ba6ba74f67cc550a0176ce (5e0d8431deff0b4b9c34ede0084b1da7d07a91b0)
- 82b13afbeb3b58c40591f9f5c9ab63b57d2b5cdb3eb916ce96bf481887c999de (e9195d74c2440735a2e81208c3e895c65718450b)
- 2bb5d5dbce32cddd5f812d3173782b0cee2cf1f3e194bbe49f1dfe15e7f6fc40 (34bc56e254792afd6f156f335c01cc9f4f4879b1)
- 4d8dadf508bc05ca92982b39ebd77891670d64d0415171ace6aff0f84e4dcd6d (f36b50a83134110cfb295c5700422c194b6f5cbb)
- 034530395b04cfe5605e99136a4c6d9d3703dcc4a181a1d5e6e5e69578c14306 (2e9bc625515bc9c06401352266f63532a98b7f65)
- f6ed4ae45a27d4b1a3891b04ac649aff0a0ba51dc41f03ba14898319801375ea (5c18af24e73f603b6e040b0934f2e0b6d0bef77a)
- dd7d114e3222f4a5244f8297bdbb521f94a370d743621d20f66fad499bd0f7d7 (393ed6174df4e57d3812c199c11ae8f683fb1304)
- 94c1bbb9232bf81ceac276ad5954b660309600fc45e9d23f2349b865e38842fc (c1851ef9dda6d5426d8551b3c8b8e82b1399455f)
- ccffb4508fded4f1dcf060e90b5fca8ca7232cdb90a8bd2f7263b7f2bdfc17f4 (5995f8651b52d8ae4210cbf00faed50823dcec55)
- 05ea15eafbea6256cd008e7266aa947fef2436447e68f892f200ba1571bb71e5 (9c7f852d980b906c13ce0ffb5fe369f008a536ca)
- 0428af4ae53096b7deda260d3164679c568f05ee5405d1dac221422bda4f1018 (5dc3babf1f06df30d3e99062ce472330dd1732f9)

._model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0132362e3f14586558ea35f7deac27a808e1403b9718472218b91f2d24ff00
+size 4096

._model-00001-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29ea358685c1e26094bf7b0e3fd0fa2e369f17410ca5aca9c7be466d1ca526e
+size 4096

._model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b02c2dcdc4c6aabfcd0cabb910f86695b914e882561f6c8ac355dccfc018882
+size 4096

._model-00001-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6b8fd0dc56c93433a2f5b71438a51624703f796a5f863d55ffd011d664d0ec
+size 4096

._model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5764471db54bb615689a5e6570ae22453a86097500d8e635ca0b949c985c0c4d
+size 4096

._model-00002-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2733b7419dca4130b294a823f527390ed2187259392156ba438497fd40154e
+size 4096

._model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a1271127d523215ac3375f0115c45473b5fb7fe284f83faa36583fcfdf225a
+size 4096

._model-00002-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c235354f33e244fa3e4cd372bfe93ae374f23bf78ef9cb856a43dfb9d22c1d77
+size 4096

._model-00003-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a182c95d420ca2016bc51b581afc5c1113ebd2543b9bf6fee6932e1965115372
+size 4096

._model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132052a34c70aa92fcff8de9e5bde8534a4883567d5be80530abd033a3e8cb30
+size 4096

._model-00003-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31faaeba3773c44774e0b666e8e20329e21e8567d9dce5580771afd4ffc8d7bc
+size 4096

._model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59f30e662b209d0b505295434ef486ad235b705912018efbc7cfcf13997457d
+size 4096

._model-00004-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd0236ca79347555fd2be86dbf15e264cacef369c99b0aebac5c79c94223784
+size 4096

._model-00005-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef1fde03ecd52167a067bdfcda5a27e18ccc2131736111f0fb3caa75e7511a6
+size 4096

._model-00006-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10fa729290791235ce627a26a9f7312031b5556ad01a28f01462ff308536ea7
+size 4096

._model-00007-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b902b41efa179243f2035166ae65ccd0d7b2285e7a9aaaee4f552cf4ddcdeede
+size 4096

._model-00008-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e492b53cdaa9faa78bf088b161aa7a6084a97d54a8d5b74e5f45f997a368a7df
+size 4096

._model-00009-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60e901fd1c1d3d566e4723856bb65c048b02e434bc0bdb0c2e4fb066071df45
+size 4096

._model-00010-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030d3e1a58d932c3f46e4a1808c9dac73702beba6be5d0e349a893290a71053f
+size 4096

._model-00011-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b44f0faedb0da5a3e51cabe7d1d9ab28da6e5bc717cf95f23f7f30c1a6816b
+size 4096

._model-00012-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21781b2466729f1af747641516a3d0ce816f86f4462a3578d96732980e504fb9
+size 4096

._model-00013-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e49126766a6b8280d546b02cb0fa0505d72a2c97579fb9099a8c0edebb52317
+size 4096

._model-00014-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416246206c87c9eb220f273166793541da0622fdaf1f33196bd3ec72bcad0476
+size 4096

._model-00015-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4e76134e10c6b31d4dbfd9326b2d2e3b70d583a06fb95d486a29213888ffc5
+size 4096

._tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f56195e40a17bfe3fc486caa87cfaa8829255ea10768cabdd7331d1df5aecd
+size 4096

README.md

@@ -0,0 +1,27 @@
+---
+license: llama2
+library_name: transformers
+tags:
+- mlx
+datasets:
+- aqua_rat
+- microsoft/orca-math-word-problems-200k
+- m-a-p/CodeFeedback-Filtered-Instruction
+---
+
+# voxmenthe/Smaug-Llama-3-70B-Instruct-mlx-8bit
+
+The Model [voxmenthe/Smaug-Llama-3-70B-Instruct-mlx-8bit](https://huggingface.co/voxmenthe/Smaug-Llama-3-70B-Instruct-mlx-8bit) was converted to MLX format from [abacusai/Smaug-Llama-3-70B-Instruct](https://huggingface.co/abacusai/Smaug-Llama-3-70B-Instruct) using mlx-lm version **0.13.1**.
+
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("voxmenthe/Smaug-Llama-3-70B-Instruct-mlx-8bit")
+response = generate(model, tokenizer, prompt="hello", verbose=True)
+```

config.json

@@ -0,0 +1,32 @@
+{
+    "architectures": [
+        "LlamaForCausalLM"
+    ],
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "bos_token_id": 128000,
+    "eos_token_id": 128001,
+    "hidden_act": "silu",
+    "hidden_size": 8192,
+    "initializer_range": 0.02,
+    "intermediate_size": 28672,
+    "max_position_embeddings": 8192,
+    "model_type": "llama",
+    "num_attention_heads": 64,
+    "num_hidden_layers": 80,
+    "num_key_value_heads": 8,
+    "pretraining_tp": 1,
+    "quantization": {
+        "group_size": 64,
+        "bits": 8
+    },
+    "rms_norm_eps": 1e-05,
+    "rope_scaling": null,
+    "rope_theta": 500000.0,
+    "tie_word_embeddings": false,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.40.0",
+    "use_cache": true,
+    "use_flash_attention_2": true,
+    "vocab_size": 128256
+}

model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d583c3b04c1cfbd8d2506d4761cb43a3c5b0ffd0de2e46a4bf70cf69fef0dc8
+size 5356281224

model-00001-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f86f29756f06e9c2daeabf0a1f78892b73a59dcee13eb74dd92f1abc906a1db
+size 5261946639

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18b25ca46cbdc85bc67f8e88d61887c216fc60f0f0de0b6e1c9fee008333503
+size 5295466340

model-00001-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58cd46bb36e3ab012990fc26017a81f086850003d5947db01656ff51a85995e
+size 5162938579

model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4b15818b8c4d7c908002c84a5fca5460f5414f316355e7e12e929a1953b2e5
+size 2285900441

model-00002-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff02654a6a086abd66e86dffef45942c9730dc36d59b303e78deb0a2ae781e68
+size 5352141115

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e113d2991d0b2810cf000fce2ebbdd59b5f1b4c377e2c4f46b284f4117f49ba
+size 5352157721

model-00002-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e140d712353d47c763d847c4b64c1701ddb109437ff9db3d3ffbf6680b6c25a
+size 5205343236

model-00003-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a819a8232b5c3ad56c0181cb196b21264987104cc6baa2c93489759e7b2943
+size 3869409953

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6afcfc1f720ba13b0b6b15ea97d49ca7c8cac205f8e952f7e88bf27bea265c59
+size 4362258684

model-00003-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29acc2a042c162b5b510c18646c9a78f7af2aa16bba87deb5d75292d896523ab
+size 5365774815

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d8c9e29df3e3f8cd42217b486de53311741477a5e51de3b264ba4d64a9f4c3
+size 1050673278

model-00004-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4569fa3791ae16aa0730ab354c308fd06b205c83a55334a058af36e911b187d
+size 5134006863

model-00005-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027af281b23db7a89e28d46fe3bc33c2689f0d6f49575f3ea1ad5f9c90f7bbdd
+size 5205343384

model-00006-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac465b4f5bdf9952e1afeeef6a11b9247d8e6042b5d28fe8f6b0c584cf0444e
+size 5205343355

model-00007-of-00015.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ca7fae776d24a6aa4f93cc41901d7c81915b171d262a5dc07f14327435074c
+size 5365774825