Hugging Face's logo

mlabonne
/
Jambalpaca-v0.1

PEFT
Safetensors
jamba
Generated from Trainer
custom_code
4-bit precision
bitsandbytes
Model card Files Community
1
mlabonne commited on
Commit
cd6fedd
·
verified ·
1 Parent(s): 1c1f77f

Upload folder using huggingface_hub

Browse files
Files changed (23) hide show
  1. config.json +0 -17
  2. model-00001-of-00021.safetensors +3 -0
  3. model-00002-of-00021.safetensors +3 -0
  4. model-00003-of-00021.safetensors +3 -0
  5. model-00004-of-00021.safetensors +3 -0
  6. model-00005-of-00021.safetensors +3 -0
  7. model-00006-of-00021.safetensors +3 -0
  8. model-00007-of-00021.safetensors +3 -0
  9. model-00008-of-00021.safetensors +3 -0
  10. model-00009-of-00021.safetensors +3 -0
  11. model-00010-of-00021.safetensors +3 -0
  12. model-00011-of-00021.safetensors +3 -0
  13. model-00012-of-00021.safetensors +3 -0
  14. model-00013-of-00021.safetensors +3 -0
  15. model-00014-of-00021.safetensors +3 -0
  16. model-00015-of-00021.safetensors +3 -0
  17. model-00016-of-00021.safetensors +3 -0
  18. model-00017-of-00021.safetensors +3 -0
  19. model-00018-of-00021.safetensors +3 -0
  20. model-00019-of-00021.safetensors +3 -0
  21. model-00020-of-00021.safetensors +3 -0
  22. model-00021-of-00021.safetensors +3 -0
  23. model.safetensors.index.json +0 -0
config.json CHANGED
@@ -37,23 +37,6 @@
37
  "num_key_value_heads": 8,
38
  "output_router_logits": false,
39
  "pad_token_id": 0,
40
- "quantization_config": {
41
- "_load_in_4bit": false,
42
- "_load_in_8bit": true,
43
- "bnb_4bit_compute_dtype": "float32",
44
- "bnb_4bit_quant_storage": "uint8",
45
- "bnb_4bit_quant_type": "fp4",
46
- "bnb_4bit_use_double_quant": false,
47
- "llm_int8_enable_fp32_cpu_offload": false,
48
- "llm_int8_has_fp16_weight": false,
49
- "llm_int8_skip_modules": [
50
- "mamba"
51
- ],
52
- "llm_int8_threshold": 6.0,
53
- "load_in_4bit": false,
54
- "load_in_8bit": true,
55
- "quant_method": "bitsandbytes"
56
- },
57
  "rms_norm_eps": 1e-06,
58
  "router_aux_loss_coef": 0.001,
59
  "sliding_window": null,
 
37
  "num_key_value_heads": 8,
38
  "output_router_logits": false,
39
  "pad_token_id": 0,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
40
  "rms_norm_eps": 1e-06,
41
  "router_aux_loss_coef": 0.001,
42
  "sliding_window": null,
model-00001-of-00021.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d79b65790eb5e39114b2a72e9a44cb4751d7dde1f9c2b41337d7454b3b26680a
3
+ size 4951761080
model-00002-of-00021.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4368c42a4c5e62f965b601c9a58122c6b6d36edba0a2fe3f52cbdacb26d0b0d
3
+ size 4884669232
model-00003-of-00021.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3b3e3f7c4ab7aa889cf93bfe8d4d5a7ea9848e788e057e4c3a8cb4c48d46713
3
+ size 4992556712
model-00004-of-00021.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:721a75188b17958700a12c32d74a2a4ca7c7c5c01d40be7c5e7a8810b98ede34
3
+ size 4958853128
model-00005-of-00021.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb5e2e98640c1b2effa2403ea44f035f3bff4fec46efe61d1c363e841bbe5288
3
+ size 4975763392
model-00006-of-00021.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d5d6ae4570f1839ac8a3dd21d0fa5bde3886aa7ea8d8153c4ea8d3e0ada5384
3
+ size 4884669224
model-00007-of-00021.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:983bf5412c81bffae1da56838c123cafb7797a47ce3f67f2f745fa461cbaa4a8
3
+ size 4884669208
model-00008-of-00021.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f778f704d86ac74daaf6b7ac407c17b4d9df05fa49fb81988387ce3153dca88f
3
+ size 4992556768
model-00009-of-00021.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fd3465f86e7c98b216d5d24f12233415db2ac48039522dc92d7be06a5db7d69
3
+ size 4932506760
model-00010-of-00021.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b8dcd0220ff0f8482e1567f0fd77be76f2ed8306892057ea04ee563f4486ae6
3
+ size 4884669272
model-00011-of-00021.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8527ad8c5d3f90f7a59567408a0104c86f8c257ad150f929382d8c10f4730350
3
+ size 4884669304
model-00012-of-00021.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5df1cdee777f80f36eec30b8025dd73f7b2886e90c6d609c1a20c28f846f8502
3
+ size 4884669304
model-00013-of-00021.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a5f22c4896cac00796a32b1313f37d9cb331540813ef485645065fca63749f4
3
+ size 4932506760
model-00014-of-00021.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f02cc50bc36b780140f3a0cc723fe70eaeb5e7b9f215e8225492f85556b14fa
3
+ size 4992556728
model-00015-of-00021.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:044b6a1e651e2c0bd23e603f1efe21fb06b2ac2c90dca00d55b6b5c8ffa5da61
3
+ size 4884669296
model-00016-of-00021.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df6a1f200f5381881fca80fcd7fe6cfe358188a8fa444c4e7c3fdf9f739bf09e
3
+ size 4884669304
model-00017-of-00021.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce26a12e8cc501a6f53a45d7159bd302f908db92f6473289a2e954399b61c395
3
+ size 4908522432
model-00018-of-00021.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a151bf96d2d387509597ff26ebfd04b218c71e3590562fb63dedfc8cded87ea
3
+ size 4908653584
model-00019-of-00021.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c95c0a931354058132093c28cf9cf7d18d545a254aa8e2dfd8917080282c79e1
3
+ size 4992556768
model-00020-of-00021.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fb7aa34c67c98fa20341abdb78bb156c373a3da189cb71721d5ad0dc5438ed9
3
+ size 4884669304
model-00021-of-00021.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7da788552d96aef04851495f33e62dbfabe09db4fd941c285e72d2f581716c11
3
+ size 4647318216
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff