Hugging Face's logo

MaziyarPanahi
/
Mixtral-8x22B-v0.1-GGUF

Text Generation
Transformers
GGUF
mixtral
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
16-bit
GGUF
Mixture of Experts
text-generation-inference
Model card Files Community
33

Upload folder using huggingface_hub

#13
by MaziyarPanahi - opened
base: refs/heads/main
←
from: refs/pr/13
Discussion Files changed
+140
-0
Files changed (36) hide show
  1. .gitattributes +35 -0
  2. Mixtral-8x22B-v0.1.IQ4_XS-00001-of-00005.gguf +3 -0
  3. Mixtral-8x22B-v0.1.IQ4_XS-00002-of-00005.gguf +3 -0
  4. Mixtral-8x22B-v0.1.IQ4_XS-00003-of-00005.gguf +3 -0
  5. Mixtral-8x22B-v0.1.IQ4_XS-00004-of-00005.gguf +3 -0
  6. Mixtral-8x22B-v0.1.IQ4_XS-00005-of-00005.gguf +3 -0
  7. Mixtral-8x22B-v0.1.Q4_K_M-00001-of-00005.gguf +3 -0
  8. Mixtral-8x22B-v0.1.Q4_K_M-00002-of-00005.gguf +3 -0
  9. Mixtral-8x22B-v0.1.Q4_K_M-00003-of-00005.gguf +3 -0
  10. Mixtral-8x22B-v0.1.Q4_K_M-00004-of-00005.gguf +3 -0
  11. Mixtral-8x22B-v0.1.Q4_K_M-00005-of-00005.gguf +3 -0
  12. Mixtral-8x22B-v0.1.Q4_K_S-00001-of-00005.gguf +3 -0
  13. Mixtral-8x22B-v0.1.Q4_K_S-00002-of-00005.gguf +3 -0
  14. Mixtral-8x22B-v0.1.Q4_K_S-00003-of-00005.gguf +3 -0
  15. Mixtral-8x22B-v0.1.Q4_K_S-00004-of-00005.gguf +3 -0
  16. Mixtral-8x22B-v0.1.Q4_K_S-00005-of-00005.gguf +3 -0
  17. Mixtral-8x22B-v0.1.Q5_K_M-00001-of-00005.gguf +3 -0
  18. Mixtral-8x22B-v0.1.Q5_K_M-00002-of-00005.gguf +3 -0
  19. Mixtral-8x22B-v0.1.Q5_K_M-00003-of-00005.gguf +3 -0
  20. Mixtral-8x22B-v0.1.Q5_K_M-00004-of-00005.gguf +3 -0
  21. Mixtral-8x22B-v0.1.Q5_K_M-00005-of-00005.gguf +3 -0
  22. Mixtral-8x22B-v0.1.Q5_K_S-00001-of-00005.gguf +3 -0
  23. Mixtral-8x22B-v0.1.Q5_K_S-00002-of-00005.gguf +3 -0
  24. Mixtral-8x22B-v0.1.Q5_K_S-00003-of-00005.gguf +3 -0
  25. Mixtral-8x22B-v0.1.Q5_K_S-00004-of-00005.gguf +3 -0
  26. Mixtral-8x22B-v0.1.Q5_K_S-00005-of-00005.gguf +3 -0
  27. Mixtral-8x22B-v0.1.Q6_K-00001-of-00005.gguf +3 -0
  28. Mixtral-8x22B-v0.1.Q6_K-00002-of-00005.gguf +3 -0
  29. Mixtral-8x22B-v0.1.Q6_K-00003-of-00005.gguf +3 -0
  30. Mixtral-8x22B-v0.1.Q6_K-00004-of-00005.gguf +3 -0
  31. Mixtral-8x22B-v0.1.Q6_K-00005-of-00005.gguf +3 -0
  32. Mixtral-8x22B-v0.1.Q8_0-00001-of-00005.gguf +3 -0
  33. Mixtral-8x22B-v0.1.Q8_0-00002-of-00005.gguf +3 -0
  34. Mixtral-8x22B-v0.1.Q8_0-00003-of-00005.gguf +3 -0
  35. Mixtral-8x22B-v0.1.Q8_0-00004-of-00005.gguf +3 -0
  36. Mixtral-8x22B-v0.1.Q8_0-00005-of-00005.gguf +3 -0
.gitattributes ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Mixtral-8x22B-v0.1.IQ4_XS-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
2
+ Mixtral-8x22B-v0.1.IQ4_XS-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
3
+ Mixtral-8x22B-v0.1.IQ4_XS-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
4
+ Mixtral-8x22B-v0.1.IQ4_XS-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
5
+ Mixtral-8x22B-v0.1.IQ4_XS-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
6
+ Mixtral-8x22B-v0.1.Q4_K_M-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
7
+ Mixtral-8x22B-v0.1.Q4_K_M-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
8
+ Mixtral-8x22B-v0.1.Q4_K_M-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
9
+ Mixtral-8x22B-v0.1.Q4_K_M-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
10
+ Mixtral-8x22B-v0.1.Q4_K_M-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
11
+ Mixtral-8x22B-v0.1.Q4_K_S-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
12
+ Mixtral-8x22B-v0.1.Q4_K_S-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
13
+ Mixtral-8x22B-v0.1.Q4_K_S-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
14
+ Mixtral-8x22B-v0.1.Q4_K_S-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
15
+ Mixtral-8x22B-v0.1.Q4_K_S-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
16
+ Mixtral-8x22B-v0.1.Q5_K_M-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
17
+ Mixtral-8x22B-v0.1.Q5_K_M-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
18
+ Mixtral-8x22B-v0.1.Q5_K_M-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
19
+ Mixtral-8x22B-v0.1.Q5_K_M-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
20
+ Mixtral-8x22B-v0.1.Q5_K_M-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
21
+ Mixtral-8x22B-v0.1.Q5_K_S-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
22
+ Mixtral-8x22B-v0.1.Q5_K_S-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
23
+ Mixtral-8x22B-v0.1.Q5_K_S-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
24
+ Mixtral-8x22B-v0.1.Q5_K_S-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
25
+ Mixtral-8x22B-v0.1.Q5_K_S-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
26
+ Mixtral-8x22B-v0.1.Q6_K-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
27
+ Mixtral-8x22B-v0.1.Q6_K-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
28
+ Mixtral-8x22B-v0.1.Q6_K-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
29
+ Mixtral-8x22B-v0.1.Q6_K-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
30
+ Mixtral-8x22B-v0.1.Q6_K-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
31
+ Mixtral-8x22B-v0.1.Q8_0-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
32
+ Mixtral-8x22B-v0.1.Q8_0-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
33
+ Mixtral-8x22B-v0.1.Q8_0-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
34
+ Mixtral-8x22B-v0.1.Q8_0-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
35
+ Mixtral-8x22B-v0.1.Q8_0-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-v0.1.IQ4_XS-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:845cea2e6bd7088f6e7dea226790dffcf688fbc1a193ee85fd8ec609da07cabb
3
+ size 18016850912
Mixtral-8x22B-v0.1.IQ4_XS-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c1a17f62cae09402f1a20f24d84a2a9205624fb77d8dbccb593d619e19dc3f9
3
+ size 17847247040
Mixtral-8x22B-v0.1.IQ4_XS-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe0aa1d0f75a31becee1ee55bcf0a1c5e83fcd6156adbfbfb1099e330098d031
3
+ size 16187875456
Mixtral-8x22B-v0.1.IQ4_XS-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b60f09de85cea619671f997d88528388dbce38783440ed2e8ba9155e477c72d9
3
+ size 17432699040
Mixtral-8x22B-v0.1.IQ4_XS-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16ee29c4f479b5786c5f5799141351f0e0eb10a1744afac9b68f8c1cc6467552
3
+ size 6869523776
Mixtral-8x22B-v0.1.Q4_K_M-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5b1e6f1bcd005e44f8d7e74006cda4a2110cf2744daf5556c295b77c75ce435
3
+ size 19982390240
Mixtral-8x22B-v0.1.Q4_K_M-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:679ead1db846f7276f81176f209b4afa9ad263a79e80eae781379d5bf9ed314f
3
+ size 19699687616
Mixtral-8x22B-v0.1.Q4_K_M-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee4cdc2f405ff7dad2e19becd36ff8d332072e8c77d23524eee2bfcc2e2a555a
3
+ size 17938473088
Mixtral-8x22B-v0.1.Q4_K_M-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:889ecc23442bb45d6b3d0db396889d42191dcbfb644abbb11a2d87146bc2c37a
3
+ size 19675209888
Mixtral-8x22B-v0.1.Q4_K_M-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22fbeca7f22341ea75717782ec3d10dc7c856bfc1be90ae9ae13001db548f736
3
+ size 8290999616
Mixtral-8x22B-v0.1.Q4_K_S-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6f1b8ffcb48d769f11e0f6c1c7c33ddc06bf99405132ff7fcf5d4227e21f49a
3
+ size 18818470880
Mixtral-8x22B-v0.1.Q4_K_S-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9f9c8a0c03045d150f5201f94d5cd79be1e6d252e4dadbb2e1c0c7b5cbade09
3
+ size 18869215424
Mixtral-8x22B-v0.1.Q4_K_S-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55d386b0f4e981aa399d3483efd97a697e2b0886e2803fb8c49ccd61c8c48c0f
3
+ size 17108000896
Mixtral-8x22B-v0.1.Q4_K_S-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c34aa065d6f09429c45a3f126c9b359d17ecb48eeac3348d94b208d5e16e8039
3
+ size 18429501600
Mixtral-8x22B-v0.1.Q4_K_S-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85c94adf7d95d9f9416e4d51e205e2423ffabe920351ae5195f0cbf6ac243aaa
3
+ size 7252909376
Mixtral-8x22B-v0.1.Q5_K_M-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:614b8575cce59041fab7171ed50e9ba3924ac5d480976d8cc25ae847e9c4fc10
3
+ size 22987543520
Mixtral-8x22B-v0.1.Q5_K_M-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eeab078062f864f3b7237ec6e22edea8d219dba9ada34249c7bb54d770472649
3
+ size 23384907968
Mixtral-8x22B-v0.1.Q5_K_M-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b891e89c95bc4ef1a6fdbe114726901d915c21eaf846cadb4385bc0cb01ffaf2
3
+ size 21216321664
Mixtral-8x22B-v0.1.Q5_K_M-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02fe7f6015d5ce2564d33be1e2a9e38c0ad14f0612d0cddf56e2a83eadf53c6f
3
+ size 23058440352
Mixtral-8x22B-v0.1.Q5_K_M-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c99fa5aaf27aec499e3a192e71e8117b9db62ec4aa5f3030f23c6449cef3a14
3
+ size 9321225536
Mixtral-8x22B-v0.1.Q5_K_S-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92fc1d225e017f0c02a5c511c53fa9fbf3abd18eba1176d60b794e66cc8d42ce
3
+ size 22024950752
Mixtral-8x22B-v0.1.Q5_K_S-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b413576f7d0afb6d2dabfe615a98e2b932654820b42fdcaa79165aa8b26d16b
3
+ size 22957088960
Mixtral-8x22B-v0.1.Q5_K_S-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60a5ccaab23ba15a4f72bfc6811baeb91022447b9e30c3c98ba4f678258ce612
3
+ size 20788502656
Mixtral-8x22B-v0.1.Q5_K_S-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:400dbbd30f9486a13a938c46ae9e705e1e47c558609115bb946eb2d779633523
3
+ size 22416711840
Mixtral-8x22B-v0.1.Q5_K_S-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acefc04116adb5de527d3f56cabb87ef0ad4ebdf56e783caf25146816df11991
3
+ size 8786451776
Mixtral-8x22B-v0.1.Q6_K-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c6528dc03f0ff3bc6f8e2c7dbacad1b0112a97dcff5fcaa7ec0fff3e9d2ce15
3
+ size 26245694432
Mixtral-8x22B-v0.1.Q6_K-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4002cce9266ac620bc22193d9002e3e809f672ab660820ab474f5f1346fac77
3
+ size 27360616640
Mixtral-8x22B-v0.1.Q6_K-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98c7e1b99f65a3b79a46d67f029b117821b0b4a78b995cf8467373994484d242
3
+ size 24769224832
Mixtral-8x22B-v0.1.Q6_K-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7de51b3e7d03ae4b33998b75dedfb5e01adc2f6e16184b0e5fa7c607f437dfcf
3
+ size 26713284768
Mixtral-8x22B-v0.1.Q6_K-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5932e81c3cecfdcc4983c4e65402e1af1d167b57f2b00290cd3637c129632ab3
3
+ size 10440908096
Mixtral-8x22B-v0.1.Q8_0-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:552d8deae7951d31fbda23219a765bfb0d20ff6699beefc4ffe97f84e6cb4191
3
+ size 33942344672
Mixtral-8x22B-v0.1.Q8_0-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddeef531079976c512a3da9a932e123dbbf4a9c6226e2e21be623fcde04b50d7
3
+ size 35390578880
Mixtral-8x22B-v0.1.Q8_0-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:600e12be7361dddbacc13de52c50c31c0d4a7605ffc9ae52994c99a7cf851b25
3
+ size 32028188800
Mixtral-8x22B-v0.1.Q8_0-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50890583aea298110cb103bf9315aa6ca4c2d17e076fa4b11fb77d7a04a35e02
3
+ size 34548211872
Mixtral-8x22B-v0.1.Q8_0-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7821dcc2d3f1b52b0b70ef5935158dcf1ad27f81c8796704a151fd43a2b40f9d
3
+ size 13505473856