Hugging Face's logo

ChristianAzinn
/
mixtral-8x22b-v0.1-imatrix

Text Generation
Transformers
GGUF
English
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
16-bit
GGUF
mixtral
Mixture of Experts
Model card Files Community
ChristianAzinn commited on
Commit
5897f23
•
1 Parent(s): 9812b1e

Upload 10 files

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. mixtral-8x22b-v0.1-imatrix.q3_k_l.gguf-00001-of-00005.gguf +3 -0
  3. mixtral-8x22b-v0.1-imatrix.q3_k_l.gguf-00002-of-00005.gguf +3 -0
  4. mixtral-8x22b-v0.1-imatrix.q3_k_l.gguf-00003-of-00005.gguf +3 -0
  5. mixtral-8x22b-v0.1-imatrix.q3_k_l.gguf-00004-of-00005.gguf +3 -0
  6. mixtral-8x22b-v0.1-imatrix.q3_k_l.gguf-00005-of-00005.gguf +3 -0
  7. mixtral-8x22b-v0.1-imatrix.q3_k_m.gguf-00001-of-00005.gguf +3 -0
  8. mixtral-8x22b-v0.1-imatrix.q3_k_m.gguf-00002-of-00005.gguf +3 -0
  9. mixtral-8x22b-v0.1-imatrix.q3_k_m.gguf-00003-of-00005.gguf +3 -0
  10. mixtral-8x22b-v0.1-imatrix.q3_k_m.gguf-00004-of-00005.gguf +3 -0
  11. mixtral-8x22b-v0.1-imatrix.q3_k_m.gguf-00005-of-00005.gguf +3 -0
.gitattributes CHANGED
@@ -66,3 +66,13 @@ mixtral-8x22b-v0.1-imatrix.q5_k_s-00003-of-00006.gguf filter=lfs diff=lfs merge=
66
  mixtral-8x22b-v0.1-imatrix.q5_k_s-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
67
  mixtral-8x22b-v0.1-imatrix.q5_k_s-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
68
  mixtral-8x22b-v0.1-imatrix.q5_k_s-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
66
  mixtral-8x22b-v0.1-imatrix.q5_k_s-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
67
  mixtral-8x22b-v0.1-imatrix.q5_k_s-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
68
  mixtral-8x22b-v0.1-imatrix.q5_k_s-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
69
+ mixtral-8x22b-v0.1-imatrix.q3_k_l.gguf-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
70
+ mixtral-8x22b-v0.1-imatrix.q3_k_l.gguf-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
71
+ mixtral-8x22b-v0.1-imatrix.q3_k_l.gguf-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
72
+ mixtral-8x22b-v0.1-imatrix.q3_k_l.gguf-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
73
+ mixtral-8x22b-v0.1-imatrix.q3_k_l.gguf-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
74
+ mixtral-8x22b-v0.1-imatrix.q3_k_m.gguf-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
75
+ mixtral-8x22b-v0.1-imatrix.q3_k_m.gguf-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
76
+ mixtral-8x22b-v0.1-imatrix.q3_k_m.gguf-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
77
+ mixtral-8x22b-v0.1-imatrix.q3_k_m.gguf-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
78
+ mixtral-8x22b-v0.1-imatrix.q3_k_m.gguf-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
mixtral-8x22b-v0.1-imatrix.q3_k_l.gguf-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40c0f0c2a83b1a2cf6031e3f87501e16fa68604c3266d8dd95fe4e53b0f6ea48
3
+ size 912531904
mixtral-8x22b-v0.1-imatrix.q3_k_l.gguf-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edf93425a6d473760c19f043c55a1cbc0314a923dfc9e64dd767f710d6b31559
3
+ size 850140800
mixtral-8x22b-v0.1-imatrix.q3_k_l.gguf-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df1159f8961cfa9aba5a36df5ca721abf3c0bb0e253022a0d1bd6ff6124a3e5a
3
+ size 850140800
mixtral-8x22b-v0.1-imatrix.q3_k_l.gguf-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5060a0d76b767682475b3c37def9f65f9af0b2670c780e0cc87533f3e94ac21
3
+ size 48789943488
mixtral-8x22b-v0.1-imatrix.q3_k_l.gguf-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f49953eef40371c8b6bd813378fafec305e6d2b45ac46fd9fdc5c75147a8753c
3
+ size 21177044800
mixtral-8x22b-v0.1-imatrix.q3_k_m.gguf-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62383b7e7ebb9c197e9e1bcca131e346674c998aa0ca9eb088e29faf82821bd8
3
+ size 1087709632
mixtral-8x22b-v0.1-imatrix.q3_k_m.gguf-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ee51fb5aa4fe5f25e8838b6952dbeaa8f37983bd6f2c9900a04038482dfa700
3
+ size 1035050624
mixtral-8x22b-v0.1-imatrix.q3_k_m.gguf-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:499a3eb6737b5f794e42a30a04c99207a6e30391274012e889c20af706799cbd
3
+ size 1025318528
mixtral-8x22b-v0.1-imatrix.q3_k_m.gguf-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85900570af6bb90210d04893ece8239ae9a9d8ac858a82a38b1fc62637a0f0d3
3
+ size 45175796928
mixtral-8x22b-v0.1-imatrix.q3_k_m.gguf-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:194326f3b289b7e677d4589f77c2e4e4b4e51ea635058246aa1693e6c27c2387
3
+ size 19465768768