Hugging Face's logo

mradermacher
/
Mixtral-8x7B-Holodeck-v1-i1-GGUF

Transformers
GGUF
PyTorch
English
mixtral
fine-tuned
Mixture of Experts
Inference Endpoints
Model card Files Community
1
mradermacher commited on
Commit
d2a3029
•
1 Parent(s): c21453a

uploaded from kaos

Browse files
Files changed (19) hide show
  1. .gitattributes +18 -0
  2. Mixtral-8x7B-Holodeck-v1.i1-IQ1_S.gguf +3 -0
  3. Mixtral-8x7B-Holodeck-v1.i1-IQ2_M.gguf +3 -0
  4. Mixtral-8x7B-Holodeck-v1.i1-IQ2_S.gguf +3 -0
  5. Mixtral-8x7B-Holodeck-v1.i1-IQ2_XS.gguf +3 -0
  6. Mixtral-8x7B-Holodeck-v1.i1-IQ2_XXS.gguf +3 -0
  7. Mixtral-8x7B-Holodeck-v1.i1-IQ3_M.gguf +3 -0
  8. Mixtral-8x7B-Holodeck-v1.i1-IQ3_S.gguf +3 -0
  9. Mixtral-8x7B-Holodeck-v1.i1-IQ3_XS.gguf +3 -0
  10. Mixtral-8x7B-Holodeck-v1.i1-IQ3_XXS.gguf +3 -0
  11. Mixtral-8x7B-Holodeck-v1.i1-Q2_K.gguf +3 -0
  12. Mixtral-8x7B-Holodeck-v1.i1-Q3_K_L.gguf +3 -0
  13. Mixtral-8x7B-Holodeck-v1.i1-Q3_K_M.gguf +3 -0
  14. Mixtral-8x7B-Holodeck-v1.i1-Q3_K_S.gguf +3 -0
  15. Mixtral-8x7B-Holodeck-v1.i1-Q4_K_M.gguf +3 -0
  16. Mixtral-8x7B-Holodeck-v1.i1-Q4_K_S.gguf +3 -0
  17. Mixtral-8x7B-Holodeck-v1.i1-Q5_K_M.gguf +3 -0
  18. Mixtral-8x7B-Holodeck-v1.i1-Q5_K_S.gguf +3 -0
  19. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,21 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Mixtral-8x7B-Holodeck-v1.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Mixtral-8x7B-Holodeck-v1.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Mixtral-8x7B-Holodeck-v1.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Mixtral-8x7B-Holodeck-v1.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Mixtral-8x7B-Holodeck-v1.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Mixtral-8x7B-Holodeck-v1.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Mixtral-8x7B-Holodeck-v1.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Mixtral-8x7B-Holodeck-v1.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Mixtral-8x7B-Holodeck-v1.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Mixtral-8x7B-Holodeck-v1.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Mixtral-8x7B-Holodeck-v1.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Mixtral-8x7B-Holodeck-v1.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Mixtral-8x7B-Holodeck-v1.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Mixtral-8x7B-Holodeck-v1.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Mixtral-8x7B-Holodeck-v1.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Mixtral-8x7B-Holodeck-v1.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Mixtral-8x7B-Holodeck-v1.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
Mixtral-8x7B-Holodeck-v1.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83922f8e8360692ae657264439aea58a84f7b6a887cfdc5fc5ec0544a80b67c8
3
+ size 9991644480
Mixtral-8x7B-Holodeck-v1.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:242d3560b41260a8f0f756f650426e872ebbdcc9a3151ecc5157af219969d86a
3
+ size 15665169728
Mixtral-8x7B-Holodeck-v1.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb94672c84b1542cb6f8ef3d6cdc3dc96ad77976b52fc4f190edd735405348e9
3
+ size 14297826624
Mixtral-8x7B-Holodeck-v1.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49dd5a0b3ae3531ad21cbe3c909258e7d8d287444816ead6bd4dc6ff2c7ba4a9
3
+ size 14093673792
Mixtral-8x7B-Holodeck-v1.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b4207713d5635510c4c39c5ecea4b62d9a09469e8f58607ca305d6acc75f037
3
+ size 12726330688
Mixtral-8x7B-Holodeck-v1.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ab0d4a49a9a0d6dc6858cbe0cb1efeb46910c5e48581ffd5560e3ff352abb98
3
+ size 21583332672
Mixtral-8x7B-Holodeck-v1.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:080f1f6ad1736a313cf1ac6cdd9fb0a3d07f23203b0f12870f7d9bc6557697f1
3
+ size 20585088320
Mixtral-8x7B-Holodeck-v1.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1658021d9865a5adb5c9f0d29ebf830a70d5b658776854c24ea7b73145106a3
3
+ size 19436897600
Mixtral-8x7B-Holodeck-v1.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19cf4ca95878afb6c58ebddf900fb3777b45e1e30c5811a58628a4fb224291a4
3
+ size 18412438848
Mixtral-8x7B-Holodeck-v1.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a519dac0637c6913ce30dac9f5b1c9426c503f5e42ef3fe5eb7b39cd6dd9da16
3
+ size 17463797056
Mixtral-8x7B-Holodeck-v1.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ae963e11ee403cf88af32c74da46d0c088487fb136b9db1c7a7465e7909c416
3
+ size 24322213184
Mixtral-8x7B-Holodeck-v1.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d95e2e59ca0c73212b1ef7af322350d435164b5f0b31aec4577d649895cce3b
3
+ size 22699017536
Mixtral-8x7B-Holodeck-v1.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b8670bb051c500825dd285b28e00c2ab7eaacd1f0c548345342e3a8eeb5dee8
3
+ size 20585088320
Mixtral-8x7B-Holodeck-v1.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:094c38c5f0ecaff6831d5f702721cbc596c8f77d3602a14084b69f4aee539da8
3
+ size 28601034048
Mixtral-8x7B-Holodeck-v1.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ccd0586233e5296251d1dae593768b342a524142fd4811ed1315778cac72ea0
3
+ size 26898146624
Mixtral-8x7B-Holodeck-v1.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba8ead3448056bd57334b73a0a8fad8047316fe484431357b2847170228770bd
3
+ size 33382147392
Mixtral-8x7B-Holodeck-v1.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:337000e57f773024b35cdf0d95291e342bd0775e35a0ce93263c53d6a2b0cad1
3
+ size 32383903040
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:129e5e0881eaa77852be5e69d060b5f3b543dfd4c21141d938095acfd24ec626
3
+ size 25722434