Hugging Face's logo

MaziyarPanahi
/
Mixtral-8x22B-v0.1-GGUF

Text Generation
Transformers
GGUF
5 languages
mixtral
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
16-bit
GGUF
Mixture of Experts
text-generation-inference
Model card Files Community
33
MaziyarPanahi commited on
Commit
27e9525
•
1 Parent(s): 865fcd0

Upload folder using huggingface_hub (#8)

Browse files

- c3c7745af3c35f5b7c17bcec931731a703a633e77bfbc8a611a882dc1ea3969f (b78b41f3c6fe5de116f2e931ec36940163cb3f87)
- 4a21f390d007ae827e11302feab8d61bb6f1dbc3ae38c4c53a9e0d23c2fd27c9 (ce807f4b75c159ffba978af1b926b975200b48d9)
- 7c1011e05f72847ce026b9394ca61b68c76e7936323c1dfd633748428ea3279e (4381fac41c1b83892c458e6a5e3caa34d7921273)
- 35ed9df91432b99d0b72971816dd7974e855b2f5ce8687c92fd6ee98d26186d3 (1165d1ad801eda45aa7feaac606b84d42bba2eab)
- 444001b8700cb7ac99fef144a6b20f9bedd32bf00467582340dfaa8f5d8e680e (0b7d5731d7249c5b46c549183b7170a28b7803ef)
- 495522a686e28ba012dd6e745efeebc2c0070c62c2a58e752cade0ee64a8c11d (8a396e17f4a50bfcfd6cd3f6e3d576078e5435b4)
- 8571db4546d811517e0a66859489e32e53b0590e9b56d457acf49e59f7590a7a (e9a6a0fbafb3b4d87f9b77966e76aa562048ed16)
- b8edb1d60850bce15eb98a4eb07b14a94a4f689dbd5c7ebec06307722dd9aec8 (9fc2640f21e9b22a629a626ce24f3cc2addd0494)
- df1dfa2c47996dad0a59854172db7277e60dd940306b71d6d2f45e6b8adaa510 (150bade2ff90b01d3031d95cf8922b3ef289a256)
- 5568cba51835526c97541bedb25be55a965a06a3462ac7d5d9032f9912f05c17 (381def45b5b1f04769b8876f63ae492f7617e4b2)
- 5fd0bd61c60a0195e15474e6957348b4cf88a9724816e3e517488a254b6d42d0 (c6707d2d7dfab0779777486c1e0c3010829ffd8d)
- 34772c8205e1b5d083723c94bb26013d0718370cc8098650ac193d6386f05242 (019ce2e1c86339f608455f820e9e77783e652479)
- 8cbb21954313621a5e340414df91c09b9bee4adb656fe490b2b82867d68dcd26 (b6e6d7549789d2acecf9b0433dc91290bf909761)
- 1304c845f1562996253fb1cf99e36e8842a0a76b749c254cbef3986e25a561c6 (89a2696a7cadb783a6ccd8ed77de37c549506bfd)
- 254921cfe33bf50ea62d4f2850de336522690fdb1b2e2ac2d6cc3367ea1feb98 (62350fa439805cfbf9772fb08c1e0e97d020cfb6)
- Delete .gitattributes (f2d9f0b80a1b34d885b96dbc0b3b650cbca3f9c1)

Files changed (15) hide show
  1. Mixtral-8x22B-v0.1.Q3_K_L-00001-of-00005.gguf +3 -0
  2. Mixtral-8x22B-v0.1.Q3_K_L-00002-of-00005.gguf +3 -0
  3. Mixtral-8x22B-v0.1.Q3_K_L-00003-of-00005.gguf +3 -0
  4. Mixtral-8x22B-v0.1.Q3_K_L-00004-of-00005.gguf +3 -0
  5. Mixtral-8x22B-v0.1.Q3_K_L-00005-of-00005.gguf +3 -0
  6. Mixtral-8x22B-v0.1.Q3_K_M-00001-of-00005.gguf +3 -0
  7. Mixtral-8x22B-v0.1.Q3_K_M-00002-of-00005.gguf +3 -0
  8. Mixtral-8x22B-v0.1.Q3_K_M-00003-of-00005.gguf +3 -0
  9. Mixtral-8x22B-v0.1.Q3_K_M-00004-of-00005.gguf +3 -0
  10. Mixtral-8x22B-v0.1.Q3_K_M-00005-of-00005.gguf +3 -0
  11. Mixtral-8x22B-v0.1.Q3_K_S-00001-of-00005.gguf +3 -0
  12. Mixtral-8x22B-v0.1.Q3_K_S-00002-of-00005.gguf +3 -0
  13. Mixtral-8x22B-v0.1.Q3_K_S-00003-of-00005.gguf +3 -0
  14. Mixtral-8x22B-v0.1.Q3_K_S-00004-of-00005.gguf +3 -0
  15. Mixtral-8x22B-v0.1.Q3_K_S-00005-of-00005.gguf +3 -0
Mixtral-8x22B-v0.1.Q3_K_L-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6af411e29d8f8bb8060fa34a39c62afb51a6e4f94823d60413a794bc47a78b32
3
+ size 16530777056
Mixtral-8x22B-v0.1.Q3_K_L-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa18a7f4b57ff121ea5ec5d0b90e9590b08a3eaf3e0556c34bc4699b6c003169
3
+ size 17108099264
Mixtral-8x22B-v0.1.Q3_K_L-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a6cc157ea6cd0e2d1c4a561e36eb0471d0df4c8f07332e569e740583a5505a5
3
+ size 15552635008
Mixtral-8x22B-v0.1.Q3_K_L-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:214c0dd6cee4a6f1c0174d404dd029382a9d603db4b0e4c4b8e38564633bd205
3
+ size 16775340192
Mixtral-8x22B-v0.1.Q3_K_L-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:295691f81b4deab5376796a897096408d475f0223b09420452edbc3d7f2ab71b
3
+ size 6612950336
Mixtral-8x22B-v0.1.Q3_K_M-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d29a09a4fddd302a8360869fd41fe40170180089c1700ec15cba27716a8af083
3
+ size 15650661344
Mixtral-8x22B-v0.1.Q3_K_M-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00931e7400dc81527281066d3d7e3f4a491e73b3061dfb53408087142fa6f9b3
3
+ size 15916261568
Mixtral-8x22B-v0.1.Q3_K_M-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b4710a6d2131ee239badd8d010db26de2b7577285404e029fb1cc7d8a3430a2
3
+ size 14480924800
Mixtral-8x22B-v0.1.Q3_K_M-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc0cf400eddf2d7aebda732fe3f6089376bc0aad914b7cf9cf223d94c5e06c59
3
+ size 15583502496
Mixtral-8x22B-v0.1.Q3_K_M-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2059817532275080ea7d759a863984970683a21e99e966c05986b9e21295db0
3
+ size 6158294336
Mixtral-8x22B-v0.1.Q3_K_S-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a8c9d156d6dbfa8df06a90f0ae73c7ba6c4cee41da0a8312fddaf447b1fb784
3
+ size 13958259680
Mixtral-8x22B-v0.1.Q3_K_S-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ab8c9ee1f9cd86581008faa86734e7fe7ec893451aed20ae246582bc181386c
3
+ size 14525849792
Mixtral-8x22B-v0.1.Q3_K_S-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:404849e60d18e85b40fd932f192645c3e1a5beefd0d624ed53d3a2943ad764ce
3
+ size 13197467776
Mixtral-8x22B-v0.1.Q3_K_S-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30804f139dfb519c5dce736b18945408ef68607bdb70f613995c95aa245bd696
3
+ size 14193090720
Mixtral-8x22B-v0.1.Q3_K_S-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1f6ee01cb68159bd6fbc4eede54f050f6c07aa416efb1fb0b6b89fd80f64a6f
3
+ size 5623520576