Hugging Face's logo

ChristianAzinn
/
mixtral-8x22b-v0.1-imatrix

Text Generation
Transformers
GGUF
English
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
16-bit
GGUF
mixtral
Mixture of Experts
Model card Files Community
ChristianAzinn commited on
Commit
ce07e86
•
1 Parent(s): 4cf3839

upload q4_k

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. mixtral-8x22b-v0.1-imatrix.q4_k_m-00001-of-00006.gguf +3 -0
  3. mixtral-8x22b-v0.1-imatrix.q4_k_m-00002-of-00006.gguf +3 -0
  4. mixtral-8x22b-v0.1-imatrix.q4_k_m-00003-of-00006.gguf +3 -0
  5. mixtral-8x22b-v0.1-imatrix.q4_k_m-00004-of-00006.gguf +3 -0
  6. mixtral-8x22b-v0.1-imatrix.q4_k_m-00005-of-00006.gguf +3 -0
  7. mixtral-8x22b-v0.1-imatrix.q4_k_m-00006-of-00006.gguf +3 -0
  8. mixtral-8x22b-v0.1-imatrix.q4_k_s-00001-of-00006.gguf +3 -0
  9. mixtral-8x22b-v0.1-imatrix.q4_k_s-00002-of-00006.gguf +3 -0
  10. mixtral-8x22b-v0.1-imatrix.q4_k_s-00003-of-00006.gguf +3 -0
  11. mixtral-8x22b-v0.1-imatrix.q4_k_s-00004-of-00006.gguf +3 -0
  12. mixtral-8x22b-v0.1-imatrix.q4_k_s-00005-of-00006.gguf +3 -0
  13. mixtral-8x22b-v0.1-imatrix.q4_k_s-00006-of-00006.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ mixtral-8x22b-v0.1-imatrix.q4_k_m-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
37
+ mixtral-8x22b-v0.1-imatrix.q4_k_m-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
38
+ mixtral-8x22b-v0.1-imatrix.q4_k_m-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
39
+ mixtral-8x22b-v0.1-imatrix.q4_k_m-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
40
+ mixtral-8x22b-v0.1-imatrix.q4_k_m-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
41
+ mixtral-8x22b-v0.1-imatrix.q4_k_m-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
42
+ mixtral-8x22b-v0.1-imatrix.q4_k_s-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
43
+ mixtral-8x22b-v0.1-imatrix.q4_k_s-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
44
+ mixtral-8x22b-v0.1-imatrix.q4_k_s-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
45
+ mixtral-8x22b-v0.1-imatrix.q4_k_s-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
46
+ mixtral-8x22b-v0.1-imatrix.q4_k_s-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
47
+ mixtral-8x22b-v0.1-imatrix.q4_k_s-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
mixtral-8x22b-v0.1-imatrix.q4_k_m-00001-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:401137233d822f2e8cd8fd9591d4198c607a9df23287d127d7db4f691eb3df7a
3
+ size 954419776
mixtral-8x22b-v0.1-imatrix.q4_k_m-00002-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fa576ffbb4f7bfb27bcb58831c7f7b678733b5196df1a4571ea6605be10a5fd
3
+ size 802658048
mixtral-8x22b-v0.1-imatrix.q4_k_m-00003-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5d4a71afd90babd52acb63759e36d196cfdfbd9008acf7f45829a719d27fbde
3
+ size 843060992
mixtral-8x22b-v0.1-imatrix.q4_k_m-00004-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a49a3be8787fb3c682f0edc2c30fa323ef3071419ce5a63a47363fbe0a14768
3
+ size 849794816
mixtral-8x22b-v0.1-imatrix.q4_k_m-00005-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7cff1940262857caad924382583da25ba62f56b8293ebc7fd7b3c8ce71b8a3a
3
+ size 41632426880
mixtral-8x22b-v0.1-imatrix.q4_k_m-00006-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9946932071300612f963d5f68a5b09cba5c80af3ee1855a11447d1ec52e9b4f
3
+ size 40504400032
mixtral-8x22b-v0.1-imatrix.q4_k_s-00001-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a246f454013e004e9635c7277f62760c9e434d0a49a93ef27a9d6f6d6c148fb9
3
+ size 954419776
mixtral-8x22b-v0.1-imatrix.q4_k_s-00002-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fa576ffbb4f7bfb27bcb58831c7f7b678733b5196df1a4571ea6605be10a5fd
3
+ size 802658048
mixtral-8x22b-v0.1-imatrix.q4_k_s-00003-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5d4a71afd90babd52acb63759e36d196cfdfbd9008acf7f45829a719d27fbde
3
+ size 843060992
mixtral-8x22b-v0.1-imatrix.q4_k_s-00004-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a49a3be8787fb3c682f0edc2c30fa323ef3071419ce5a63a47363fbe0a14768
3
+ size 849794816
mixtral-8x22b-v0.1-imatrix.q4_k_s-00005-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:719a3da36d20ee88fd2df0cabf54d3e734b00cec58796284114cfeeb1e880551
3
+ size 39430417280
mixtral-8x22b-v0.1-imatrix.q4_k_s-00006-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42fd44844e1bc9b5b507f23d4ba72686cb7275f24c2c33032eeecd88acd23925
3
+ size 37597747360