Hugging Face's logo

mradermacher
/
FIxtral-GGUF

Transformers
GGUF
English
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
dbeca1b
·
verified ·
1 Parent(s): 2194ac6

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. FIxtral.IQ4_XS.gguf +3 -0
  3. FIxtral.Q2_K.gguf +3 -0
  4. FIxtral.Q3_K_L.gguf +3 -0
  5. FIxtral.Q3_K_M.gguf +3 -0
  6. FIxtral.Q3_K_S.gguf +3 -0
  7. FIxtral.Q4_K_M.gguf +3 -0
  8. FIxtral.Q4_K_S.gguf +3 -0
  9. FIxtral.Q5_K_M.gguf +3 -0
  10. FIxtral.Q5_K_S.gguf +3 -0
  11. FIxtral.Q6_K.gguf +3 -0
  12. FIxtral.Q8_0.gguf +3 -0
  13. FIxtral.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ FIxtral.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ FIxtral.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ FIxtral.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ FIxtral.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ FIxtral.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ FIxtral.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ FIxtral.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ FIxtral.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ FIxtral.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ FIxtral.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ FIxtral.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ FIxtral.f16.gguf filter=lfs diff=lfs merge=lfs -text
FIxtral.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ed1c0e3dc27b6e1cc5abec9acbdf39bd7b79febd7cdc70e05246fdf9ec55b38
3
+ size 3944389632
FIxtral.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51073d2f48735f315b55a3050d82ac82a8345c134555f5775b7ebaab7af49938
3
+ size 2719243264
FIxtral.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b3e412c98736464c9ad214e3ed36b94acc16fc52808f2f7727170e10bb75f62
3
+ size 3822025728
FIxtral.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d634a2d3f681b59715027705382a83f4b1a98885f4c25c25093b9cbed286fd5d
3
+ size 3518987264
FIxtral.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2db6ec295e491b13f85715a7e67bb01bf79cf73e3cb7ef2cdfb9197919bb09ec
3
+ size 3164568576
FIxtral.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff286d585e55b6c5a3caa5ff394e818bdbf9a3b1ebc046eeb507d8c3475ce743
3
+ size 4368440320
FIxtral.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b09442f966630238b818a7b31f3f123883dbb389f6f37b9a625e03db91c55371
3
+ size 4140375040
FIxtral.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3018a9b2efe69dc1cbacac6796dc23e9f0ad72ade6b08497173b403735d8a818
3
+ size 5131410432
FIxtral.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e2be417b7326225ff811db5ae882931be7efe45c0d59e860814f84706875463
3
+ size 4997716992
FIxtral.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d04d0daf5ad10b95f2a2e56f7f2980421685e238869980f56a2627517b466d5
3
+ size 5942066176
FIxtral.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1f15daa97f11bfd5fff24046e27494bc61942ede2b079e6af9d3c76d68e991c
3
+ size 7695858688
FIxtral.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24ca75d6496f8d0ffc9185266d0d2b0b04afe8aa75f7d29be1b8db6b31bba431
3
+ size 14484732928