Hugging Face's logo

MaziyarPanahi
/
Mixtral-8x22B-Instruct-v0.1-GGUF

Text Generation
GGUF
5 languages
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
16-bit
GGUF
mixtral
Mixture of Experts
Model card Files Community
37

Upload folder using huggingface_hub

#5
by MaziyarPanahi - opened
base: refs/heads/main
←
from: refs/pr/5
Discussion Files changed
+60
-0
Files changed (16) hide show
  1. .gitattributes +15 -0
  2. Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00001-of-00005.gguf +3 -0
  3. Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00002-of-00005.gguf +3 -0
  4. Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00003-of-00005.gguf +3 -0
  5. Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00004-of-00005.gguf +3 -0
  6. Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00005-of-00005.gguf +3 -0
  7. Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00001-of-00005.gguf +3 -0
  8. Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00002-of-00005.gguf +3 -0
  9. Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00003-of-00005.gguf +3 -0
  10. Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00004-of-00005.gguf +3 -0
  11. Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00005-of-00005.gguf +3 -0
  12. Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00001-of-00005.gguf +3 -0
  13. Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00002-of-00005.gguf +3 -0
  14. Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00003-of-00005.gguf +3 -0
  15. Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00004-of-00005.gguf +3 -0
  16. Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00005-of-00005.gguf +3 -0
.gitattributes CHANGED
@@ -43,3 +43,18 @@ Mixtral-8x22B-Instruct-v0.1.IQ3_XS-00002-of-00005.gguf filter=lfs diff=lfs merge
43
  Mixtral-8x22B-Instruct-v0.1.IQ3_XS-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
44
  Mixtral-8x22B-Instruct-v0.1.IQ3_XS-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
45
  Mixtral-8x22B-Instruct-v0.1.IQ3_XS-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
43
  Mixtral-8x22B-Instruct-v0.1.IQ3_XS-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
44
  Mixtral-8x22B-Instruct-v0.1.IQ3_XS-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
45
  Mixtral-8x22B-Instruct-v0.1.IQ3_XS-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:659c0e4de26f70ac0531fad49a12e2a6e3c176fe7ab3f3eb336a8e29ab791960
3
+ size 16532827456
Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51d0f182e1486448ceb95beab26eb3357d4a5e370909a7d084354b7430cd2c2b
3
+ size 16768753824
Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a9e39640deb66512c104d3456541df3fc2e9b90422efbd27ca80ce0cde32131
3
+ size 15891980416
Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ec78d1fee3b83f08996ef7827bbc0913aaa39ede8c1bfe07d646d6be1cfd40f
3
+ size 16784875680
Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:086acb79771a1187ee55a878c4d8fc5269d63591c7b5f6160d869048b16bc8c6
3
+ size 6607285568
Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58aff8d7f1777dba354b1df75b96b22b4aa373a2ad28c360464740946e7b402f
3
+ size 15652711744
Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9806b9e088a444bc44ddd71aa37cae3bbb9d97d37adacedae2df612c253ab85f
3
+ size 15586648224
Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3c842ee3131f987caf62c9cac3b39d34ccee7a5d8e7df7758bc4e36f3a3b214
3
+ size 14810538112
Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c716b3f088837eeb91eada20f5cd892133015ffde30c187cb1efb44e6ea0de07
3
+ size 15593037984
Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:875a6f09e1666e76441b60140db14b9d5f3ce50f0f599848ef7cb3d4ad4dce13
3
+ size 6152629568
Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5f130f12a14a658383b919bbbb1921a56dd6fc424591da0d09781fd1d3c2478
3
+ size 13960310080
Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98727eddb9f79d724e2560fb93ccce01c9a4731979e542ead0b3a8d87bfaaefb
3
+ size 14196236448
Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cc9de4cba26ba6daa0a075096ed5cbf5d46055f7c16a179517a06c8372babd7
3
+ size 13527081088
Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd6022fda2548062cdfda5093b3a84df50af2d774257e183a242541ad6fdb69c
3
+ size 14202626208
Mixtral-8x22B-Instruct-v0.1.Q3_K_S-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4385a37ba22d057a34c740a17ef671a184d1cf2f1a8b2232b829f16067e4753
3
+ size 5617855808