Hugging Face's logo

voxmenthe
/
Yi-1.5-34B-Chat-16K-8bit

MLX
Safetensors
llama
Model card Files Community
1
voxmenthe commited on
Commit
fa59e97
•
1 Parent(s): d48cf9b

Upload folder using huggingface_hub (#1)

Browse files

- 458f966c46675e12ed8c4ffe6dc456d904e40a087f2421c648349d6a58e2f704 (e8149dcd44b6994164eef31354914f2d01b63189)
- b7fa7be497d23d16488a0f9e1276ecf979ee9c85cfd1be4325195f984fc29dba (bf585151ce9c928c3ebe7454a974be54720e0bdc)
- bbe341cee9c8ca14520e14f412fb2b2261058bed61709c5010add321f6c94b1b (16e69e3e529707be1ce0831cc0aa3c92456a8d3b)
- fc2aaf76b424ce305b500cc05b11ac0eba952b16e1bef7b58c37280d29e55a57 (cd03b4ee3d6b256e6715bcd4ac74dd4efcdf1e48)
- cc581141e653874b05989999b575f136ef04b8c558e85501000443f569f6b662 (82c9341f7fcc9577506ec66a94b6a90a8826e3a6)
- 97862d76ab2f7a04b4a20bf9f461c0738a6c9be367ddcd86863bcd511a978a1d (abaf8761d49484fd4ea7b27ccb3f73fe91867cc3)
- e46b126800b65077d7aab89ede66ad348957255b3078d6472937fc33205dc998 (62001de49885cd77741439ec70944721f0963225)
- 3e8bc5d24ea8dd3e3cff432941832af2370554918ed4c4398ecc0acfbec6f208 (34dc3b86e8a215ce2e14ab63fce29798341799fe)
- 3a3ee6f079e3871609260a9b12c4d3429f56b5f9240035411869ce10b0ce114c (958b94dd41f22a28d5144103b34f5bba11ce9d69)
- bb45a10afb5a7aa007630acd39c3a25512cd3d1c5d5405a4d8da53ddba23364a (3de65432438cc2b6ada5318ad9047f577d8d2459)
- d3f4bb9ed118f123bcb48318d69a09846e85d44829635f4130b7953d19a8f757 (efc09f24d8995ccb5f890a99a99ba78eb0f5ae28)
- 66309823c9e31d074330939dc5b253f0d66751b1a100f9c9aa66b0ec8600996f (b18103878e7a46858f26c9753931ba1d3d92b323)
- 79cc488b91bab276acedb5c789eee78e9e128d12c1d3ef841efcc606810f41be (1e58915492f37d105b40d89df7e6112109caecec)
- fd6447d3f197ed5b0a7df6c62b1a63682be18cc9c269a4c8a84cda9d9a7cb8d3 (9952da62026f3a73aa131844d488a833adf4ceaf)
- e3800ebcc5b2d7d722a897b909b1d1eba2030ad73c383828fa0012c2a69cdabb (bab63ceb0bad2c2f86b4000ad3811c7dfa21fe19)
- f8b093fe4cf8748a0984e2aab51e903098e0346225f0e87356b534f32f79c038 (542a090a6ac57f8f2526e80062364037602f9c3d)
- a9df486c31932b2ab7e73f11cd6e3fca3286af647288189deca723347c21942b (c2e942aa3d08a2c936001f0c52a7b0972166ded2)
- f1d4816621c61bbe6c6a32c0395bdb56ceb1fc46179d3efe7cbb2ed3ed69eaa3 (9786f100599c9f4353afce1d4ebc8f64e7453ac3)
- 81d0eee9dcc3f3bd895fbe09af61e1fdc975f1b5c2cd356a700207e501c7ee8b (5ebdcfbd7d2f57c6b7d5ab00f025502d560ffb23)
- 23682a2a4a02dc8ba11bd22a45f8182375a5430a58ba6ba74f67cc550a0176ce (89966582f5e8e1f1010333828546913f0382c978)
- 61d8b2e732df84e483c6cda8c1adc2e49e692ffe4cb3b5b147b0d091439535d4 (9a135ed1733da7e392da6877cc7da932ebaaa260)
- 82b13afbeb3b58c40591f9f5c9ab63b57d2b5cdb3eb916ce96bf481887c999de (d3afb9bfd662c13a491a6b7c2e8c5598e0112157)
- 2bb5d5dbce32cddd5f812d3173782b0cee2cf1f3e194bbe49f1dfe15e7f6fc40 (82c54db6ac251f8712d34966c0d0ee2c5aaaded8)
- 4d8dadf508bc05ca92982b39ebd77891670d64d0415171ace6aff0f84e4dcd6d (48cf04fa0dbcfc337e0543223d4ed0c770914eb2)
- 034530395b04cfe5605e99136a4c6d9d3703dcc4a181a1d5e6e5e69578c14306 (bbef095f8e6abf6e12b8e927262790fdf60a3a20)
- f6ed4ae45a27d4b1a3891b04ac649aff0a0ba51dc41f03ba14898319801375ea (c1a32e356ea9a2b70986dd6a8e387bb26b2c2868)
- dd7d114e3222f4a5244f8297bdbb521f94a370d743621d20f66fad499bd0f7d7 (f6328dee6ae03e69d948bfaa9af97fe2cb6e7a70)
- 94c1bbb9232bf81ceac276ad5954b660309600fc45e9d23f2349b865e38842fc (2578e47ceaf63421e4211cf6e629ff3d98d16834)
- ccffb4508fded4f1dcf060e90b5fca8ca7232cdb90a8bd2f7263b7f2bdfc17f4 (913e4fcbc80c82e630a6aac3aca65f4139c59df4)
- 97c0044e975e80035b19b5d1ba727fa3e57f39154e5df6f5556ec0719e48c285 (3c067583b0914ae4b02f2a9414f39e3b92a36cf8)
- 1789a3e3acee3c0ce448f28d4982f467b0a457f1bbba3388f4aa9cd70449df45 (82489be2a0b505cd87526bcf67c06ca33824dd96)

This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. ._README.md +0 -0
  2. ._config.json +0 -0
  3. ._model-00001-of-00002.safetensors +3 -0
  4. ._model-00001-of-00003.safetensors +3 -0
  5. ._model-00001-of-00004.safetensors +3 -0
  6. ._model-00001-of-00007.safetensors +3 -0
  7. ._model-00001-of-00015.safetensors +3 -0
  8. ._model-00002-of-00002.safetensors +3 -0
  9. ._model-00002-of-00003.safetensors +3 -0
  10. ._model-00002-of-00004.safetensors +3 -0
  11. ._model-00002-of-00007.safetensors +3 -0
  12. ._model-00002-of-00015.safetensors +3 -0
  13. ._model-00003-of-00003.safetensors +3 -0
  14. ._model-00003-of-00004.safetensors +3 -0
  15. ._model-00003-of-00007.safetensors +3 -0
  16. ._model-00003-of-00015.safetensors +3 -0
  17. ._model-00004-of-00004.safetensors +3 -0
  18. ._model-00004-of-00007.safetensors +3 -0
  19. ._model-00004-of-00015.safetensors +3 -0
  20. ._model-00005-of-00007.safetensors +3 -0
  21. ._model-00005-of-00015.safetensors +3 -0
  22. ._model-00006-of-00007.safetensors +3 -0
  23. ._model-00006-of-00015.safetensors +3 -0
  24. ._model-00007-of-00007.safetensors +3 -0
  25. ._model-00007-of-00015.safetensors +3 -0
  26. ._model-00008-of-00015.safetensors +3 -0
  27. ._model-00009-of-00015.safetensors +3 -0
  28. ._model-00010-of-00015.safetensors +3 -0
  29. ._model-00011-of-00015.safetensors +3 -0
  30. ._model-00012-of-00015.safetensors +3 -0
  31. ._model-00013-of-00015.safetensors +3 -0
  32. ._model-00014-of-00015.safetensors +3 -0
  33. ._model-00015-of-00015.safetensors +3 -0
  34. ._model.safetensors.index.json +0 -0
  35. ._special_tokens_map.json +0 -0
  36. ._tokenizer.json +0 -0
  37. ._tokenizer.model +3 -0
  38. ._tokenizer_config.json +0 -0
  39. ._zero_to_fp32.py +0 -0
  40. README.md +22 -0
  41. config.json +31 -0
  42. model-00001-of-00002.safetensors +3 -0
  43. model-00001-of-00003.safetensors +3 -0
  44. model-00001-of-00004.safetensors +3 -0
  45. model-00001-of-00007.safetensors +3 -0
  46. model-00001-of-00015.safetensors +3 -0
  47. model-00002-of-00002.safetensors +3 -0
  48. model-00002-of-00003.safetensors +3 -0
  49. model-00002-of-00004.safetensors +3 -0
  50. model-00002-of-00007.safetensors +3 -0
._README.md ADDED
Binary file (4.1 kB). View file
 
._config.json ADDED
Binary file (4.1 kB). View file
 
._model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e0132362e3f14586558ea35f7deac27a808e1403b9718472218b91f2d24ff00
3
+ size 4096
._model-00001-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e29ea358685c1e26094bf7b0e3fd0fa2e369f17410ca5aca9c7be466d1ca526e
3
+ size 4096
._model-00001-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b02c2dcdc4c6aabfcd0cabb910f86695b914e882561f6c8ac355dccfc018882
3
+ size 4096
._model-00001-of-00007.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61b559ade639a1958997d9a951b8ef095bb8168e0672d7adc9c1b239573917cf
3
+ size 4096
._model-00001-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea6b8fd0dc56c93433a2f5b71438a51624703f796a5f863d55ffd011d664d0ec
3
+ size 4096
._model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5764471db54bb615689a5e6570ae22453a86097500d8e635ca0b949c985c0c4d
3
+ size 4096
._model-00002-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb2733b7419dca4130b294a823f527390ed2187259392156ba438497fd40154e
3
+ size 4096
._model-00002-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76a1271127d523215ac3375f0115c45473b5fb7fe284f83faa36583fcfdf225a
3
+ size 4096
._model-00002-of-00007.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:117e6d093b9a15651bd48c1369b48ca95555a248b09c3fdfc49afd04b87e4f76
3
+ size 4096
._model-00002-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c235354f33e244fa3e4cd372bfe93ae374f23bf78ef9cb856a43dfb9d22c1d77
3
+ size 4096
._model-00003-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a182c95d420ca2016bc51b581afc5c1113ebd2543b9bf6fee6932e1965115372
3
+ size 4096
._model-00003-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:132052a34c70aa92fcff8de9e5bde8534a4883567d5be80530abd033a3e8cb30
3
+ size 4096
._model-00003-of-00007.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf7feb93dc15a4ab7d646ad9c03ee0380827572d5c8f48eced51ac1cd82937e6
3
+ size 4096
._model-00003-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31faaeba3773c44774e0b666e8e20329e21e8567d9dce5580771afd4ffc8d7bc
3
+ size 4096
._model-00004-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a59f30e662b209d0b505295434ef486ad235b705912018efbc7cfcf13997457d
3
+ size 4096
._model-00004-of-00007.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fa3de64d5d7a2b8a9ca8f7ef98a7a07ba50830ee173df2c2988c95af1ad4a0e
3
+ size 4096
._model-00004-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bd0236ca79347555fd2be86dbf15e264cacef369c99b0aebac5c79c94223784
3
+ size 4096
._model-00005-of-00007.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6b9a722169c45e79bef535cd5c8b0a25120d108b2bd1fdfb7c14ad114382e76
3
+ size 4096
._model-00005-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cef1fde03ecd52167a067bdfcda5a27e18ccc2131736111f0fb3caa75e7511a6
3
+ size 4096
._model-00006-of-00007.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b5f575ba91a89567194ec551cb0db167eff57af2d2d3b253c87e990e8130706
3
+ size 4096
._model-00006-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d10fa729290791235ce627a26a9f7312031b5556ad01a28f01462ff308536ea7
3
+ size 4096
._model-00007-of-00007.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baa0a2728098c72d270232ad499110b3d01ea93fbce11d9886b55a8ae46c3aca
3
+ size 4096
._model-00007-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b902b41efa179243f2035166ae65ccd0d7b2285e7a9aaaee4f552cf4ddcdeede
3
+ size 4096
._model-00008-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e492b53cdaa9faa78bf088b161aa7a6084a97d54a8d5b74e5f45f997a368a7df
3
+ size 4096
._model-00009-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f60e901fd1c1d3d566e4723856bb65c048b02e434bc0bdb0c2e4fb066071df45
3
+ size 4096
._model-00010-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:030d3e1a58d932c3f46e4a1808c9dac73702beba6be5d0e349a893290a71053f
3
+ size 4096
._model-00011-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09b44f0faedb0da5a3e51cabe7d1d9ab28da6e5bc717cf95f23f7f30c1a6816b
3
+ size 4096
._model-00012-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21781b2466729f1af747641516a3d0ce816f86f4462a3578d96732980e504fb9
3
+ size 4096
._model-00013-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e49126766a6b8280d546b02cb0fa0505d72a2c97579fb9099a8c0edebb52317
3
+ size 4096
._model-00014-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:416246206c87c9eb220f273166793541da0622fdaf1f33196bd3ec72bcad0476
3
+ size 4096
._model-00015-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a4e76134e10c6b31d4dbfd9326b2d2e3b70d583a06fb95d486a29213888ffc5
3
+ size 4096
._model.safetensors.index.json ADDED
Binary file (4.1 kB). View file
 
._special_tokens_map.json ADDED
Binary file (4.1 kB). View file
 
._tokenizer.json ADDED
Binary file (4.1 kB). View file
 
._tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95f56195e40a17bfe3fc486caa87cfaa8829255ea10768cabdd7331d1df5aecd
3
+ size 4096
._tokenizer_config.json ADDED
Binary file (4.1 kB). View file
 
._zero_to_fp32.py ADDED
Binary file (4.1 kB). View file
 
README.md ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ tags:
4
+ - mlx
5
+ ---
6
+
7
+ # voxmenthe/Yi-1.5-34B-Chat-16K-8bit
8
+
9
+ The Model [voxmenthe/Yi-1.5-34B-Chat-16K-8bit](https://huggingface.co/voxmenthe/Yi-1.5-34B-Chat-16K-8bit) was converted to MLX format from [01-ai/Yi-1.5-34B-Chat-16K](https://huggingface.co/01-ai/Yi-1.5-34B-Chat-16K) using mlx-lm version **0.13.1**.
10
+
11
+ ## Use with mlx
12
+
13
+ ```bash
14
+ pip install mlx-lm
15
+ ```
16
+
17
+ ```python
18
+ from mlx_lm import load, generate
19
+
20
+ model, tokenizer = load("voxmenthe/Yi-1.5-34B-Chat-16K-8bit")
21
+ response = generate(model, tokenizer, prompt="hello", verbose=True)
22
+ ```
config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "eos_token_id": 2,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 7168,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 20480,
13
+ "max_position_embeddings": 16384,
14
+ "model_type": "llama",
15
+ "num_attention_heads": 56,
16
+ "num_hidden_layers": 60,
17
+ "num_key_value_heads": 8,
18
+ "pretraining_tp": 1,
19
+ "quantization": {
20
+ "group_size": 64,
21
+ "bits": 8
22
+ },
23
+ "rms_norm_eps": 1e-06,
24
+ "rope_scaling": null,
25
+ "rope_theta": 5000000,
26
+ "tie_word_embeddings": false,
27
+ "torch_dtype": "bfloat16",
28
+ "transformers_version": "4.40.0",
29
+ "use_cache": false,
30
+ "vocab_size": 64000
31
+ }
model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d583c3b04c1cfbd8d2506d4761cb43a3c5b0ffd0de2e46a4bf70cf69fef0dc8
3
+ size 5356281224
model-00001-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f86f29756f06e9c2daeabf0a1f78892b73a59dcee13eb74dd92f1abc906a1db
3
+ size 5261946639
model-00001-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c18b25ca46cbdc85bc67f8e88d61887c216fc60f0f0de0b6e1c9fee008333503
3
+ size 5295466340
model-00001-of-00007.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:069aa28d73ea1aa9f6d93b95c47205c53035b1a5fbc9124ab396748b1ed6f7ad
3
+ size 5354117224
model-00001-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b58cd46bb36e3ab012990fc26017a81f086850003d5947db01656ff51a85995e
3
+ size 5162938579
model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d4b15818b8c4d7c908002c84a5fca5460f5414f316355e7e12e929a1953b2e5
3
+ size 2285900441
model-00002-of-00003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff02654a6a086abd66e86dffef45942c9730dc36d59b303e78deb0a2ae781e68
3
+ size 5352141115
model-00002-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e113d2991d0b2810cf000fce2ebbdd59b5f1b4c377e2c4f46b284f4117f49ba
3
+ size 5352157721
model-00002-of-00007.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9ec57d4a175db645490ea180335ad4246c5843a789e9c082bbfb42c22bb0945
3
+ size 5334650023