Hugging Face's logo

ChristianAzinn
/
mixtral-8x22b-v0.1-imatrix

Text Generation
Transformers
GGUF
English
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
16-bit
GGUF
mixtral
Mixture of Experts
Model card Files Community
ChristianAzinn commited on
Commit
de4da01
•
1 Parent(s): ce07e86

Upload 15 files

Browse files
Files changed (16) hide show
  1. .gitattributes +15 -0
  2. mixtral-8x22b-v0.1-imatrix.q5_k_m-00001-of-00006.gguf +3 -0
  3. mixtral-8x22b-v0.1-imatrix.q5_k_m-00002-of-00006.gguf +3 -0
  4. mixtral-8x22b-v0.1-imatrix.q5_k_m-00003-of-00006.gguf +3 -0
  5. mixtral-8x22b-v0.1-imatrix.q5_k_m-00004-of-00006.gguf +3 -0
  6. mixtral-8x22b-v0.1-imatrix.q5_k_m-00005-of-00006.gguf +3 -0
  7. mixtral-8x22b-v0.1-imatrix.q5_k_m-00006-of-00006.gguf +3 -0
  8. mixtral-8x22b-v0.1-imatrix.q6_k-00001-of-00009.gguf +3 -0
  9. mixtral-8x22b-v0.1-imatrix.q6_k-00002-of-00009.gguf +3 -0
  10. mixtral-8x22b-v0.1-imatrix.q6_k-00003-of-00009.gguf +3 -0
  11. mixtral-8x22b-v0.1-imatrix.q6_k-00004-of-00009.gguf +3 -0
  12. mixtral-8x22b-v0.1-imatrix.q6_k-00005-of-00009.gguf +3 -0
  13. mixtral-8x22b-v0.1-imatrix.q6_k-00006-of-00009.gguf +3 -0
  14. mixtral-8x22b-v0.1-imatrix.q6_k-00007-of-00009.gguf +3 -0
  15. mixtral-8x22b-v0.1-imatrix.q6_k-00008-of-00009.gguf +3 -0
  16. mixtral-8x22b-v0.1-imatrix.q6_k-00009-of-00009.gguf +3 -0
.gitattributes CHANGED
@@ -45,3 +45,18 @@ mixtral-8x22b-v0.1-imatrix.q4_k_s-00003-of-00006.gguf filter=lfs diff=lfs merge=
45
  mixtral-8x22b-v0.1-imatrix.q4_k_s-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
46
  mixtral-8x22b-v0.1-imatrix.q4_k_s-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
47
  mixtral-8x22b-v0.1-imatrix.q4_k_s-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
45
  mixtral-8x22b-v0.1-imatrix.q4_k_s-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
46
  mixtral-8x22b-v0.1-imatrix.q4_k_s-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
47
  mixtral-8x22b-v0.1-imatrix.q4_k_s-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
48
+ mixtral-8x22b-v0.1-imatrix.q5_k_m-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
49
+ mixtral-8x22b-v0.1-imatrix.q5_k_m-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
50
+ mixtral-8x22b-v0.1-imatrix.q5_k_m-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
51
+ mixtral-8x22b-v0.1-imatrix.q5_k_m-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
52
+ mixtral-8x22b-v0.1-imatrix.q5_k_m-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
53
+ mixtral-8x22b-v0.1-imatrix.q5_k_m-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
54
+ mixtral-8x22b-v0.1-imatrix.q6_k-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
55
+ mixtral-8x22b-v0.1-imatrix.q6_k-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
56
+ mixtral-8x22b-v0.1-imatrix.q6_k-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
57
+ mixtral-8x22b-v0.1-imatrix.q6_k-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
58
+ mixtral-8x22b-v0.1-imatrix.q6_k-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
59
+ mixtral-8x22b-v0.1-imatrix.q6_k-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
60
+ mixtral-8x22b-v0.1-imatrix.q6_k-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
61
+ mixtral-8x22b-v0.1-imatrix.q6_k-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
62
+ mixtral-8x22b-v0.1-imatrix.q6_k-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
mixtral-8x22b-v0.1-imatrix.q5_k_m-00001-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0662353c975a964d3f4e559f2a4777c3e968758562df6c6e764fa1c835d4fd6a
3
+ size 1045056064
mixtral-8x22b-v0.1-imatrix.q5_k_m-00002-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1411240d2e93b26e8f018672b3c45f83d4e13a135414743047821815a2dd57b2
3
+ size 863999744
mixtral-8x22b-v0.1-imatrix.q5_k_m-00003-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:254cb3ec3ac95d5124672fd24beae3fec1cd5fc2d0942ef03ddcdb6547d1e19e
3
+ size 909121280
mixtral-8x22b-v0.1-imatrix.q5_k_m-00004-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e1daa9cb3b9eac7deceb9cf8076fbaeff752ce8c17c9a19a514e2448043ddf6
3
+ size 915855104
mixtral-8x22b-v0.1-imatrix.q5_k_m-00005-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2df13061ef2bd6ddfedc332650fa11a0ac0a27ccdbcda975d8be1a2bb7f409d
3
+ size 48784239488
mixtral-8x22b-v0.1-imatrix.q5_k_m-00006-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65bc38387fc2e77157b5cbb985e826b7e777f51b8bcc65b308a35497d6a017c8
3
+ size 47450167456
mixtral-8x22b-v0.1-imatrix.q6_k-00001-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:641bd59181bac7c67d3bcee497226e35219e005efe5868340210bbf65343109c
3
+ size 841036480
mixtral-8x22b-v0.1-imatrix.q6_k-00002-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6928c7a989451c338c7339d81003820c50f34814264c8d12e4b47961e1ced56c
3
+ size 679137152
mixtral-8x22b-v0.1-imatrix.q6_k-00003-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a44ece30d45f784a650b75bee40d573633977937a30bd9f9022c08d25b27369d
3
+ size 685723520
mixtral-8x22b-v0.1-imatrix.q6_k-00004-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59922f3340b95d42e49733bc638106bb06d07558baa5aa6e2ce6282e1a790eb8
3
+ size 710004608
mixtral-8x22b-v0.1-imatrix.q6_k-00005-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:272c298a9c270868ab8c339daf3821448eb1c5008b41e7f767818c48f769c14e
3
+ size 710004608
mixtral-8x22b-v0.1-imatrix.q6_k-00006-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbabf028a7a0a0f410bf412120ed9fef711a7853b0c3bff30a51ce4efaa1c7e2
3
+ size 685723520
mixtral-8x22b-v0.1-imatrix.q6_k-00007-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16e7f7146d794888fca9187c351a3e49fdb35709ef87346f92d31ee5d5c91c8e
3
+ size 35248759360
mixtral-8x22b-v0.1-imatrix.q6_k-00008-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5b12b73f3375226e76653c794dc152b91c42662a67d59a1c38410657c00e051
3
+ size 42278589184
mixtral-8x22b-v0.1-imatrix.q6_k-00009-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2cf8721f76df22cd7203cf98fc654015c5022ed0a4e2a5e1d9504b5877b8677
3
+ size 33690750784