Hugging Face's logo

shanginn
/
Luminum-v0.1-123B-mlx-quantized-4bit

Safetensors
mistral
4-bit precision
Model card Files Community
shanginn commited on
Commit
8072426
•
1 Parent(s): e13dfad

upload model

Browse files
Files changed (20) hide show
  1. config.json +34 -0
  2. model-00001-of-00014.safetensors +3 -0
  3. model-00002-of-00014.safetensors +3 -0
  4. model-00003-of-00014.safetensors +3 -0
  5. model-00004-of-00014.safetensors +3 -0
  6. model-00005-of-00014.safetensors +3 -0
  7. model-00006-of-00014.safetensors +3 -0
  8. model-00007-of-00014.safetensors +3 -0
  9. model-00008-of-00014.safetensors +3 -0
  10. model-00009-of-00014.safetensors +3 -0
  11. model-00010-of-00014.safetensors +3 -0
  12. model-00011-of-00014.safetensors +3 -0
  13. model-00012-of-00014.safetensors +3 -0
  14. model-00013-of-00014.safetensors +3 -0
  15. model-00014-of-00014.safetensors +3 -0
  16. model.safetensors.index.json +0 -0
  17. special_tokens_map.json +23 -0
  18. tokenizer.json +0 -0
  19. tokenizer.model +3 -0
  20. tokenizer_config.json +0 -0
config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "MistralForCausalLM"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "bos_token_id": 1,
7
+ "eos_token_id": 2,
8
+ "head_dim": 128,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 12288,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 28672,
13
+ "max_position_embeddings": 131072,
14
+ "model_type": "mistral",
15
+ "num_attention_heads": 96,
16
+ "num_hidden_layers": 88,
17
+ "num_key_value_heads": 8,
18
+ "quantization": {
19
+ "group_size": 64,
20
+ "bits": 4
21
+ },
22
+ "quantization_config": {
23
+ "group_size": 64,
24
+ "bits": 4
25
+ },
26
+ "rms_norm_eps": 1e-05,
27
+ "rope_theta": 1000000.0,
28
+ "sliding_window": null,
29
+ "tie_word_embeddings": false,
30
+ "torch_dtype": "bfloat16",
31
+ "transformers_version": "4.44.2",
32
+ "use_cache": true,
33
+ "vocab_size": 32768
34
+ }
model-00001-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b297f9b70485e745a990f4b23d8daa8a76443ae19db42bf7c88af792b8e7b663
3
+ size 5280417174
model-00002-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f61198bdf23c1f6bf0ce97c28ccd0145f5f1fee5b757b16672b13436f096198
3
+ size 5252155112
model-00003-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f481d29f0ddbfb8e9b28698a863530af392957e1ff19d3d8e29c8b0d73b24c68
3
+ size 5365401340
model-00004-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85aec2f35c5d3a79b666822b0c953d4488c6b3ab0ca38267cd2c6cdbcf74d1f6
3
+ size 5351244918
model-00005-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1fa204a4c7a55d0a4a54990677253227627109a9b277d1399895abcf0ec059a
3
+ size 5252105782
model-00006-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0da7029fa3601dbb8bdc24bbc2b0176a9181967bc9ee4a26c1706452969bb651
3
+ size 5252155191
model-00007-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ce68261d0f5960bc5323af0d764428b8c0ec9e78f69529e018240cb08d7b25f
3
+ size 5252155163
model-00008-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2e8b5c3aedf28f821439d2e26a667d24145f8b09258df7c3875a7cc76c744f5
3
+ size 5365401396
model-00009-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba1f03a1e2d66918aeedd2c6075e244c2c4679486797c8a85ade236ee31b1ce3
3
+ size 5351244926
model-00010-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38f7b87ea09119c149e9bd8cd9c4243a9119d12f04ac791a276330ac6467ebe6
3
+ size 5252105812
model-00011-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e91daf69c0d15215243df7c48dbbc47185724a9c84fe792e97f136ab714f192c
3
+ size 5252155155
model-00012-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0494c8d29a161460f33503a4af914863cc8bbd1c78c4f684241d34e05a4253e2
3
+ size 5252155191
model-00013-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbc65a4a7e1efe899254a229bb8763f9db293b8cdd3491064f57df75efb2bdc6
3
+ size 5266334573
model-00014-of-00014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:957a58e900606e36c8dce07e9ad2c134b2f40aec8c17dba218e8788c975a5c06
3
+ size 226492716
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
special_tokens_map.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "unk_token": {
17
+ "content": "<unk>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ }
23
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59f95e28944c062244741268596badc900df86c7f5ded05088d2da22a7379e06
3
+ size 587583
tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff