Hugging Face's logo

larenspear
/
mamba-370m-hf-GGUF

GGUF
Inference Endpoints
Model card Files Community
larenspear commited on
Commit
a4f2b40
•
1 Parent(s): 71d0cb2

GGUF Quantization

Browse files
Files changed (11) hide show
  1. mamba-370m-hf-f16.gguf +3 -0
  2. mamba-370m-hf-q2_k.gguf +3 -0
  3. mamba-370m-hf-q3_k_l.gguf +3 -0
  4. mamba-370m-hf-q3_k_m.gguf +3 -0
  5. mamba-370m-hf-q3_k_s.gguf +3 -0
  6. mamba-370m-hf-q4_k_m.gguf +3 -0
  7. mamba-370m-hf-q4_k_s.gguf +3 -0
  8. mamba-370m-hf-q5_k_m.gguf +3 -0
  9. mamba-370m-hf-q5_k_s.gguf +3 -0
  10. mamba-370m-hf-q6_k.gguf +3 -0
  11. mamba-370m-hf-q8_0.gguf +3 -0
mamba-370m-hf-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1702e417edf8ffe16561fa7504f0736674cbd0b5a274fa794500dc136d25e5f0
3
+ size 780907552
mamba-370m-hf-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7adca66fc300a3cb4033a0b9001455dc3dbe41149c8e06a5beb22637f236db3
3
+ size 215279968
mamba-370m-hf-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:803cc7bb42bb9a5a57063bfddc059b7b0338f2fb1a8aa217703dc9c5f2b627e2
3
+ size 245950816
mamba-370m-hf-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79a45726dba1dd87d5a5e4b1ded7d86150534de37f3faef57b47188c6fc238b7
3
+ size 245950816
mamba-370m-hf-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f887e09e3fe176f37157dc73050e0f6607bfc5b6afe45d2ed18d2e4e6b1bcd71
3
+ size 245950816
mamba-370m-hf-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70369a67702813aa31d259b02e4aad7a0b99ae0678ca1420c15e7cebf05125bb
3
+ size 286058848
mamba-370m-hf-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcee6d5daf5fad20e6f75db08264a0af8458d2171d366f5e6504844890b5c8a9
3
+ size 286058848
mamba-370m-hf-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed55b3eda936a828c12a63e0a9de2fdac2a15666fb78437b1fa6a38af462b36d
3
+ size 323807584
mamba-370m-hf-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0120de03d5d8f5023cb885b66dac5cbf5472152a9d80257299c73664da1978df
3
+ size 323807584
mamba-370m-hf-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dc4dd1f88a3a70d5081ecb02559694014de50cafc9df9a8b519affff7b26cea
3
+ size 363915616
mamba-370m-hf-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7969964e579c77f7c9387c841c55e7df749a40a36e3714e78c1966eee18e3e20
3
+ size 449523232