Hugging Face's logo

MaziyarPanahi
/
Mixtral-8x22B-Instruct-v0.1-GGUF

Text Generation
GGUF
5 languages
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
16-bit
GGUF
mixtral
Mixture of Experts
Model card Files Community
36
MaziyarPanahi commited on
Commit
be06e5b
•
1 Parent(s): 66d3030

Upload folder using huggingface_hub (#28)

Browse files

- 63e17633473e2e6c3d5c04dffcf75c9af34739909029f3642429fe3e69f196c8 (fbbbf246935651afecfa1b6af93b9bcab8ce823d)
- 43f658882b194306fac79d622e2b3de96e53438f3148e54acf07158a5e546365 (a6c907ceb993d81835ac30049a55bd86beb3fb84)
- 754e2818d12a6c728b7e978263f44eb41953a0ea845e3df7c8034b4ba1d05286 (ddfe570638a724da7d15a3efe338dab76f942be4)
- f7d8dec8845a858063dce0706319ff05103a8521fc6b008f72b1003f690488c6 (f62d00e2b5862360445fe8a970727039c4906c62)
- 13b1185a09e9c7749199b9c93c6ee60ee3129ce19bd7640782b5b890e764701f (f6a30a610dc00d7c08a68b923d4621cb836eacfc)
- b16de748710a28855ea7a0de178aff01c974efe1cb1d7ebd7c4dd78fe5c66fb0 (ab2cd83f136d341fc22a4fcb3916f3fea5e055a9)
- 7759f683c2feeb84a2ea2c561b4c84caf2322b9c5a663eddb7c2d0ab6a6fa091 (a6f087ca903f62d990ddd0ae07e991cc64268540)
- e2babb3d3bd11c7a2772c024bb6b7753ad6472048c3fb6ad043567c22f76339c (61367748f120ea3271e759f6a4f73444917b5183)
- 5b7adbc6bcbdbe93cf3c70936d04676f2b6ca03adff3436d0480e42d91c454b1 (f7d9e3ab31c55a9cd382c6e7d7099cd2cddfcc49)
- 9da978193d66b1c854f6eac095e5a151b37fa9a8294f1f673bbebabe20c7ef46 (b4478fe85db19f261e44f6008b9a550d77a61e4b)
- 200ddac34489c2a0fd632ac43167c1d82f296425a2ca89725451b5b6a0b1b031 (b8aa0875c705b22ee678a3cc5965fa713776f807)
- b0414f6b73baa56bebc52048267e871a7228af36475dd9ff0c9b661dc59d64e6 (5584fe9b1ba59b8e42cc8ac3a51674a64399cd88)
- 71e46db180c3e08d6a2c6acde5bcb851564063feef585f62b0efc36261660e33 (f9369ef52902594f5f648c1bea8203795b359144)
- dc9126bf5d0c422e1cf74723d31e7ae806122f7797550be2770c8c45c549f95f (47a7fe2f039aaac545ea9db9d14eff423d441050)

Files changed (15) hide show
  1. .gitattributes +14 -0
  2. Mixtral-8x22B-Instruct-v0.1.IQ4_XS-00001-of-00002.gguf +3 -0
  3. Mixtral-8x22B-Instruct-v0.1.IQ4_XS-00002-of-00002.gguf +3 -0
  4. Mixtral-8x22B-Instruct-v0.1.Q4_K_M-00001-of-00002.gguf +3 -0
  5. Mixtral-8x22B-Instruct-v0.1.Q4_K_M-00002-of-00002.gguf +3 -0
  6. Mixtral-8x22B-Instruct-v0.1.Q4_K_S-00001-of-00002.gguf +3 -0
  7. Mixtral-8x22B-Instruct-v0.1.Q4_K_S-00002-of-00002.gguf +3 -0
  8. Mixtral-8x22B-Instruct-v0.1.Q5_K_M-00001-of-00004.gguf +3 -0
  9. Mixtral-8x22B-Instruct-v0.1.Q5_K_M-00002-of-00004.gguf +3 -0
  10. Mixtral-8x22B-Instruct-v0.1.Q5_K_M-00003-of-00004.gguf +3 -0
  11. Mixtral-8x22B-Instruct-v0.1.Q5_K_M-00004-of-00004.gguf +3 -0
  12. Mixtral-8x22B-Instruct-v0.1.Q5_K_S-00001-of-00004.gguf +3 -0
  13. Mixtral-8x22B-Instruct-v0.1.Q5_K_S-00002-of-00004.gguf +3 -0
  14. Mixtral-8x22B-Instruct-v0.1.Q5_K_S-00003-of-00004.gguf +3 -0
  15. Mixtral-8x22B-Instruct-v0.1.Q5_K_S-00004-of-00004.gguf +3 -0
.gitattributes CHANGED
@@ -71,3 +71,17 @@ Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00001-of-00002.gguf filter=lfs diff=lfs merge
71
  Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
72
  Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
73
  Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
71
  Mixtral-8x22B-Instruct-v0.1.Q3_K_L-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
72
  Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
73
  Mixtral-8x22B-Instruct-v0.1.Q3_K_M-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
74
+ Mixtral-8x22B-Instruct-v0.1.IQ4_XS-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
75
+ Mixtral-8x22B-Instruct-v0.1.IQ4_XS-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
76
+ Mixtral-8x22B-Instruct-v0.1.Q4_K_M-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
77
+ Mixtral-8x22B-Instruct-v0.1.Q4_K_M-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
78
+ Mixtral-8x22B-Instruct-v0.1.Q4_K_S-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
79
+ Mixtral-8x22B-Instruct-v0.1.Q4_K_S-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
80
+ Mixtral-8x22B-Instruct-v0.1.Q5_K_M-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
81
+ Mixtral-8x22B-Instruct-v0.1.Q5_K_M-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
82
+ Mixtral-8x22B-Instruct-v0.1.Q5_K_M-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
83
+ Mixtral-8x22B-Instruct-v0.1.Q5_K_M-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
84
+ Mixtral-8x22B-Instruct-v0.1.Q5_K_S-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
85
+ Mixtral-8x22B-Instruct-v0.1.Q5_K_S-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
86
+ Mixtral-8x22B-Instruct-v0.1.Q5_K_S-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
87
+ Mixtral-8x22B-Instruct-v0.1.Q5_K_S-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-Instruct-v0.1.IQ4_XS-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e93ac6dff805e4f2af9f3df9773157b2024bb35341bc31dc140bcff1beac41d
3
+ size 41277896800
Mixtral-8x22B-Instruct-v0.1.IQ4_XS-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b065b6557f3f63569b42601eec2d928aeaa818f97899c1240f0ec515e37e49b8
3
+ size 35082699360
Mixtral-8x22B-Instruct-v0.1.Q4_K_M-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89124a0eec0924c0916442914dfaba51f887c30d60c99139b791d4864fb7e202
3
+ size 45610350688
Mixtral-8x22B-Instruct-v0.1.Q4_K_M-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcffe64f1b9a980035f6040d5d27fe56c3084b7f4be96368d7cd2986415bef20
3
+ size 39982957152
Mixtral-8x22B-Instruct-v0.1.Q4_K_S-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cdb8ab45f14bae7c7a64c98772f572ad9524de13ba36743386a29e39adcbf59
3
+ size 43408341088
Mixtral-8x22B-Instruct-v0.1.Q4_K_S-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08dc51b919cc379b7643380338de91e056838454cc5736134e701ac4c7fc736d
3
+ size 37076304480
Mixtral-8x22B-Instruct-v0.1.Q5_K_M-00001-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42f7f32919856d5dc38d6380ba86b03ee210a0ffbfdebfb34658ab5eb66f6a97
3
+ size 26997215904
Mixtral-8x22B-Instruct-v0.1.Q5_K_M-00002-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4df60a066964150b444e4cfc5b9f54798dbff99437bb7d324ab6e9e81858ae0c
3
+ size 26430268960
Mixtral-8x22B-Instruct-v0.1.Q5_K_M-00003-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b41164c95708e27da174f8116bf67b34cb7c98fb6ab7313a730a7d04fe3e3a54
3
+ size 26430268960
Mixtral-8x22B-Instruct-v0.1.Q5_K_M-00004-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e0b57fcb7f7ba03abaed7aaee8103cef1e292acd47ace6456e5f8b4e1dd8ff4
3
+ size 20117822656
Mixtral-8x22B-Instruct-v0.1.Q5_K_S-00001-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22fbc9c9dc79580902f7d7214596000462e8a72913f16b7ca58e68e5f2d7fbd8
3
+ size 26034623136
Mixtral-8x22B-Instruct-v0.1.Q5_K_S-00002-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dac4ccb643bfe31c5c26c5d581410d3551f341feeeaf97a1a7fa67e82c79e46
3
+ size 25895495200
Mixtral-8x22B-Instruct-v0.1.Q5_K_S-00003-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd63b2d0861d4e72b009d1f9770c4939a21112d584a6bd77f9b9e8697b8fa31e
3
+ size 25895495200
Mixtral-8x22B-Instruct-v0.1.Q5_K_S-00004-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b672b25c8ecc67d2ac226db10ca4bcef9502c9a97200ea9add9f1c6b2a67f04a
3
+ size 19155229888