Hugging Face's logo

LiteLLMs
/
Mixtral-8x22B-v0.1-GGUF

GGUF
Mixture of Experts
GGUF
Eval Results
Inference Endpoints
Model card Files Community
1
andrijdavid commited on
Commit
55e36b4
•
1 Parent(s): 8b1bf9c

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00001-of-00009.gguf +3 -0
  3. Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00002-of-00009.gguf +3 -0
  4. Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00003-of-00009.gguf +3 -0
  5. Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00004-of-00009.gguf +3 -0
  6. Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00005-of-00009.gguf +3 -0
  7. Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00006-of-00009.gguf +3 -0
  8. Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00007-of-00009.gguf +3 -0
  9. Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00008-of-00009.gguf +3 -0
  10. Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00009-of-00009.gguf +3 -0
.gitattributes CHANGED
@@ -67,3 +67,12 @@ Q2_K/Mixtral-8x22B-v0.1-Q2_K-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -
67
  Q2_K/Mixtral-8x22B-v0.1-Q2_K-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
68
  Q2_K/Mixtral-8x22B-v0.1-Q2_K-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
69
  Q2_K/Mixtral-8x22B-v0.1-Q2_K-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
67
  Q2_K/Mixtral-8x22B-v0.1-Q2_K-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
68
  Q2_K/Mixtral-8x22B-v0.1-Q2_K-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
69
  Q2_K/Mixtral-8x22B-v0.1-Q2_K-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
70
+ Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
71
+ Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
72
+ Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
73
+ Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
74
+ Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
75
+ Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
76
+ Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
77
+ Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
78
+ Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00001-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a59d93ac26424f594b6eae1fdc3b176f7d0936c291c1bf20480a91e384cacaae
3
+ size 586404544
Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00002-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8d0c3880f69b7f0db95573b92fb3f3554cf03acc33b8c1b4966999101667cde
3
+ size 501305216
Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00003-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c650f248c7dd58a379f041d8415d7013b63e5de4a3773b4111b9dda811bdb2f3
3
+ size 507891584
Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00004-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d19badeb7243c49337c15c56c58190ac6c4216d2a1dce5bd172ad68ea584967
3
+ size 527159168
Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00005-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af3bfbc51868806d028f004d14e995feb4055f4c18afc70372db051987db341d
3
+ size 517427072
Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00006-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7eec15d53ee90f39df008bde6b4632a9ded544792bfe2b2f11bf067b0bc9eaa
3
+ size 507891584
Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00007-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e88fbf606f422b3c940b2a66c780f1a32f82f9b9b18cf9b7f26410879b41de82
3
+ size 18556641856
Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00008-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9da0d08e6578b28548c498d201de1e36198beb92a75a35e2e530d6c7af966b5
3
+ size 22145929984
Q3_K_S/Mixtral-8x22B-v0.1-Q3_K_S-00009-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27172df6d698cd0b3b2d1b5a3f994211b446cc82ee5b5d20d3993c095743b080
3
+ size 17647537984