Hugging Face's logo

MaziyarPanahi
/
Mixtral-8x22B-Instruct-v0.1-GGUF

Text Generation
GGUF
5 languages
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
16-bit
GGUF
mixtral
Mixture of Experts
Model card Files Community
37

Upload folder using huggingface_hub

#28
by MaziyarPanahi - opened
base: refs/heads/main
←
from: refs/pr/28
Discussion Files changed
+56
-0
Files changed (15) hide show
  1. .gitattributes +14 -0
  2. Mixtral-8x22B-Instruct-v0.1.IQ4_XS-00001-of-00002.gguf +3 -0
  3. Mixtral-8x22B-Instruct-v0.1.IQ4_XS-00002-of-00002.gguf +3 -0
  4. Mixtral-8x22B-Instruct-v0.1.Q4_K_M-00001-of-00002.gguf +3 -0
  5. Mixtral-8x22B-Instruct-v0.1.Q4_K_M-00002-of-00002.gguf +3 -0
  6. Mixtral-8x22B-Instruct-v0.1.Q4_K_S-00001-of-00002.gguf +3 -0
  7. Mixtral-8x22B-Instruct-v0.1.Q4_K_S-00002-of-00002.gguf +3 -0
  8. Mixtral-8x22B-Instruct-v0.1.Q5_K_M-00001-of-00004.gguf +3 -0
  9. Mixtral-8x22B-Instruct-v0.1.Q5_K_M-00002-of-00004.gguf +3 -0
  10. Mixtral-8x22B-Instruct-v0.1.Q5_K_M-00003-of-00004.gguf +3 -0
  11. Mixtral-8x22B-Instruct-v0.1.Q5_K_M-00004-of-00004.gguf +3 -0
  12. Mixtral-8x22B-Instruct-v0.1.Q5_K_S-00001-of-00004.gguf +3 -0
  13. Mixtral-8x22B-Instruct-v0.1.Q5_K_S-00002-of-00004.gguf +3 -0
  14. Mixtral-8x22B-Instruct-v0.1.Q5_K_S-00003-of-00004.gguf +3 -0
  15. Mixtral-8x22B-Instruct-v0.1.Q5_K_S-00004-of-00004.gguf +3 -0
.gitattributes CHANGED
@@ -71,3 +71,17 @@ Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00001-of-00002.gguf filter=lfs diff=lfs merge
71
  Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
72
  Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
73
  Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
71
  Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
72
  Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
73
  Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
74
+ Mixtral-8x22B-Instruct-v0.1.IQ4_XS-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
75
+ Mixtral-8x22B-Instruct-v0.1.IQ4_XS-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
76
+ Mixtral-8x22B-Instruct-v0.1.Q4_K_M-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
77
+ Mixtral-8x22B-Instruct-v0.1.Q4_K_M-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
78
+ Mixtral-8x22B-Instruct-v0.1.Q4_K_S-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
79
+ Mixtral-8x22B-Instruct-v0.1.Q4_K_S-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
80
+ Mixtral-8x22B-Instruct-v0.1.Q5_K_M-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
81
+ Mixtral-8x22B-Instruct-v0.1.Q5_K_M-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
82
+ Mixtral-8x22B-Instruct-v0.1.Q5_K_M-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
83
+ Mixtral-8x22B-Instruct-v0.1.Q5_K_M-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
84
+ Mixtral-8x22B-Instruct-v0.1.Q5_K_S-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
85
+ Mixtral-8x22B-Instruct-v0.1.Q5_K_S-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
86
+ Mixtral-8x22B-Instruct-v0.1.Q5_K_S-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
87
+ Mixtral-8x22B-Instruct-v0.1.Q5_K_S-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-Instruct-v0.1.IQ4_XS-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e93ac6dff805e4f2af9f3df9773157b2024bb35341bc31dc140bcff1beac41d
3
+ size 41277896800
Mixtral-8x22B-Instruct-v0.1.IQ4_XS-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b065b6557f3f63569b42601eec2d928aeaa818f97899c1240f0ec515e37e49b8
3
+ size 35082699360
Mixtral-8x22B-Instruct-v0.1.Q4_K_M-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89124a0eec0924c0916442914dfaba51f887c30d60c99139b791d4864fb7e202
3
+ size 45610350688
Mixtral-8x22B-Instruct-v0.1.Q4_K_M-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcffe64f1b9a980035f6040d5d27fe56c3084b7f4be96368d7cd2986415bef20
3
+ size 39982957152
Mixtral-8x22B-Instruct-v0.1.Q4_K_S-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cdb8ab45f14bae7c7a64c98772f572ad9524de13ba36743386a29e39adcbf59
3
+ size 43408341088
Mixtral-8x22B-Instruct-v0.1.Q4_K_S-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08dc51b919cc379b7643380338de91e056838454cc5736134e701ac4c7fc736d
3
+ size 37076304480
Mixtral-8x22B-Instruct-v0.1.Q5_K_M-00001-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42f7f32919856d5dc38d6380ba86b03ee210a0ffbfdebfb34658ab5eb66f6a97
3
+ size 26997215904
Mixtral-8x22B-Instruct-v0.1.Q5_K_M-00002-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4df60a066964150b444e4cfc5b9f54798dbff99437bb7d324ab6e9e81858ae0c
3
+ size 26430268960
Mixtral-8x22B-Instruct-v0.1.Q5_K_M-00003-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b41164c95708e27da174f8116bf67b34cb7c98fb6ab7313a730a7d04fe3e3a54
3
+ size 26430268960
Mixtral-8x22B-Instruct-v0.1.Q5_K_M-00004-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e0b57fcb7f7ba03abaed7aaee8103cef1e292acd47ace6456e5f8b4e1dd8ff4
3
+ size 20117822656
Mixtral-8x22B-Instruct-v0.1.Q5_K_S-00001-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22fbc9c9dc79580902f7d7214596000462e8a72913f16b7ca58e68e5f2d7fbd8
3
+ size 26034623136
Mixtral-8x22B-Instruct-v0.1.Q5_K_S-00002-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dac4ccb643bfe31c5c26c5d581410d3551f341feeeaf97a1a7fa67e82c79e46
3
+ size 25895495200
Mixtral-8x22B-Instruct-v0.1.Q5_K_S-00003-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd63b2d0861d4e72b009d1f9770c4939a21112d584a6bd77f9b9e8697b8fa31e
3
+ size 25895495200
Mixtral-8x22B-Instruct-v0.1.Q5_K_S-00004-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b672b25c8ecc67d2ac226db10ca4bcef9502c9a97200ea9add9f1c6b2a67f04a
3
+ size 19155229888