Hugging Face's logo

LiteLLMs
/
Mixtral-8x22B-v0.1-GGUF

GGUF
Mixture of Experts
GGUF
Eval Results
Inference Endpoints
Model card Files Community
1
andrijdavid commited on
Commit
11a0619
•
1 Parent(s): c7e1b90

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00001-of-00009.gguf +3 -0
  3. Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00002-of-00009.gguf +3 -0
  4. Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00003-of-00009.gguf +3 -0
  5. Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00004-of-00009.gguf +3 -0
  6. Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00005-of-00009.gguf +3 -0
  7. Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00006-of-00009.gguf +3 -0
  8. Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00007-of-00009.gguf +3 -0
  9. Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00008-of-00009.gguf +3 -0
  10. Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00009-of-00009.gguf +3 -0
.gitattributes CHANGED
@@ -140,3 +140,12 @@ Q5_1/Mixtral-8x22B-v0.1-Q5_1-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -
140
  Q5_1/Mixtral-8x22B-v0.1-Q5_1-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
141
  Q5_1/Mixtral-8x22B-v0.1-Q5_1-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
142
  Q5_1/Mixtral-8x22B-v0.1-Q5_1-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
140
  Q5_1/Mixtral-8x22B-v0.1-Q5_1-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
141
  Q5_1/Mixtral-8x22B-v0.1-Q5_1-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
142
  Q5_1/Mixtral-8x22B-v0.1-Q5_1-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
143
+ Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
144
+ Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
145
+ Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
146
+ Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
147
+ Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
148
+ Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
149
+ Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
150
+ Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
151
+ Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00001-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:554b5a90ca41ea18573af93a40ef1063d65d8206a05f31ff93b0e6560e24eb0e
3
+ size 724681408
Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00002-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00ae6bdaa6d91f22732d968ca8ebf9f44c75bef6ad78db2571c06b3de97b5c70
3
+ size 588894080
Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00003-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b282b303147bf756b875c6a8a69d94a5c3fa701246d9b02c44e48ddc69734d6c
3
+ size 595480448
Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00004-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8d4525e7ae483a846ad80c44f72a8ee3c1aab7f4ed554487d117a86743c417f
3
+ size 614748032
Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00005-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a73440a63a4c1df32699c5342373b5b2c7b7e327384f553e349fe46652dcff3
3
+ size 614748032
Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00006-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82fa398651d69af839117c1bc679bbb66785368a06c8c994b913e2d6d888e702
3
+ size 595480448
Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00007-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:541823cf90548522c251cc9610fe85966b178ebd26352c27c57076dc6b4ed2fa
3
+ size 30639678016
Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00008-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c28e318e63d63cbf44be478939cdb44a7bad62bfc02d3a1962a74b230a349ce
3
+ size 36182168320
Q5_K_M/Mixtral-8x22B-v0.1-Q5_K_M-00009-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2719a509bccb485be2da304447fad59c505fe82dee24eaa7a50c32bc8e14bb53
3
+ size 29412560704