Hugging Face's logo

devingulliver
/
mamba-gguf

Text Generation
GGUF
Merge
Inference Endpoints
Model card Files Community
devingulliver commited on
Commit
9dc9435
•
1 Parent(s): 6386293

Upload 14 files

Browse files
Files changed (15) hide show
  1. .gitattributes +14 -0
  2. mamba-1.4b/mamba-1.4b-f16.gguf +3 -0
  3. mamba-1.4b/mamba-1.4b-f32.gguf +3 -0
  4. mamba-1.4b/mamba-1.4b-q2_k.gguf +3 -0
  5. mamba-1.4b/mamba-1.4b-q3_k_l.gguf +3 -0
  6. mamba-1.4b/mamba-1.4b-q3_k_m.gguf +3 -0
  7. mamba-1.4b/mamba-1.4b-q3_k_s.gguf +3 -0
  8. mamba-1.4b/mamba-1.4b-q4_0.gguf +3 -0
  9. mamba-1.4b/mamba-1.4b-q4_k_m.gguf +3 -0
  10. mamba-1.4b/mamba-1.4b-q4_k_s.gguf +3 -0
  11. mamba-1.4b/mamba-1.4b-q5_0.gguf +3 -0
  12. mamba-1.4b/mamba-1.4b-q5_k_m.gguf +3 -0
  13. mamba-1.4b/mamba-1.4b-q5_k_s.gguf +3 -0
  14. mamba-1.4b/mamba-1.4b-q6_k.gguf +3 -0
  15. mamba-1.4b/mamba-1.4b-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -75,3 +75,17 @@ mamba-790m/mamba-790m-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
75
  mamba-790m/mamba-790m-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
76
  mamba-790m/mamba-790m-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
77
  mamba-790m/mamba-790m-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
75
  mamba-790m/mamba-790m-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
76
  mamba-790m/mamba-790m-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
77
  mamba-790m/mamba-790m-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
78
+ mamba-1.4b/mamba-1.4b-f16.gguf filter=lfs diff=lfs merge=lfs -text
79
+ mamba-1.4b/mamba-1.4b-f32.gguf filter=lfs diff=lfs merge=lfs -text
80
+ mamba-1.4b/mamba-1.4b-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
81
+ mamba-1.4b/mamba-1.4b-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
82
+ mamba-1.4b/mamba-1.4b-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
83
+ mamba-1.4b/mamba-1.4b-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
84
+ mamba-1.4b/mamba-1.4b-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
85
+ mamba-1.4b/mamba-1.4b-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
86
+ mamba-1.4b/mamba-1.4b-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
87
+ mamba-1.4b/mamba-1.4b-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
88
+ mamba-1.4b/mamba-1.4b-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
89
+ mamba-1.4b/mamba-1.4b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
90
+ mamba-1.4b/mamba-1.4b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
91
+ mamba-1.4b/mamba-1.4b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
mamba-1.4b/mamba-1.4b-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ef704abb6766f1889b2c741b1d42a25da3d29d0e7f8e6d15c6a8228de27c3b9
3
+ size 2868642848
mamba-1.4b/mamba-1.4b-f32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:940b01f08070df687b47e35959c213c281aa666eaf8cb1dff593164a95253bbd
3
+ size 5490508800
mamba-1.4b/mamba-1.4b-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cde9fff2eea6d2216e9b8643216ef6096b955e6dc63e78a75887b903878f53e
3
+ size 727608992
mamba-1.4b/mamba-1.4b-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99d7a9a0a061bc12cc8dffd67f8ac2cd259f93a475286fb202c52763ec5c4300
3
+ size 850292384
mamba-1.4b/mamba-1.4b-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29142660a1f98503d4692593348ef5a4233dd194987df2af3eaebbfd5bdb769b
3
+ size 850292384
mamba-1.4b/mamba-1.4b-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1b1c07d7b4c8e6f9fd2c9658f5a54b23dfc64aad6b2afdf1398686a706936f5
3
+ size 850292384
mamba-1.4b/mamba-1.4b-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11de79942cb33f951f545e62a4ce7d61748a6a62b4e726c5629978c9b1c475ef
3
+ size 1010724512
mamba-1.4b/mamba-1.4b-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77f64ae6c4b46a8e98b1745000ca2fc8435b143011ab8283625864a5a3330021
3
+ size 1010724512
mamba-1.4b/mamba-1.4b-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcb6031812f6b2888fe4a64701351c6629e8f8d6f9c23dfcea48bdc018c8c419
3
+ size 1010724512
mamba-1.4b/mamba-1.4b-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ddc8bb821c105a231a4990796781608843e14be6ef37bc93d44b4d4b46da959
3
+ size 1161719456
mamba-1.4b/mamba-1.4b-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88eee2fe9069888dd6ce2599c27575a8e1db890a15b2298e6d44eb0c1109b3ec
3
+ size 1161719456
mamba-1.4b/mamba-1.4b-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95a42f6d9d8c6e49507b49139a7314b98ca0025b6110506b1bb7a883acb3affe
3
+ size 1161719456
mamba-1.4b/mamba-1.4b-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f53de07e5bec5e8cbf68ecb2cdbe39c470c8302080b62f1e27767a82c9e91b9d
3
+ size 1322151584
mamba-1.4b/mamba-1.4b-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c10de45405f822c7ae7bbd90a8211f3019ab559a2356790c9d03fd0e693641e
3
+ size 1639643168