Hugging Face's logo

praxeswolf0d
/
WizardLM-2-8x22B-GGUF

GGUF
Inference Endpoints
Model card Files Community
praxeswolf0d commited on
Commit
6e4408e
•
1 Parent(s): cdbfb1e

Upload folder using huggingface_hub

Browse files
Files changed (23) hide show
  1. .gitattributes +21 -0
  2. README.md +6 -0
  3. WizardLM-2-8x22B-Q4_K-00001-of-00021.gguf +3 -0
  4. WizardLM-2-8x22B-Q4_K-00002-of-00021.gguf +3 -0
  5. WizardLM-2-8x22B-Q4_K-00003-of-00021.gguf +3 -0
  6. WizardLM-2-8x22B-Q4_K-00004-of-00021.gguf +3 -0
  7. WizardLM-2-8x22B-Q4_K-00005-of-00021.gguf +3 -0
  8. WizardLM-2-8x22B-Q4_K-00006-of-00021.gguf +3 -0
  9. WizardLM-2-8x22B-Q4_K-00007-of-00021.gguf +3 -0
  10. WizardLM-2-8x22B-Q4_K-00008-of-00021.gguf +3 -0
  11. WizardLM-2-8x22B-Q4_K-00009-of-00021.gguf +3 -0
  12. WizardLM-2-8x22B-Q4_K-00010-of-00021.gguf +3 -0
  13. WizardLM-2-8x22B-Q4_K-00011-of-00021.gguf +3 -0
  14. WizardLM-2-8x22B-Q4_K-00012-of-00021.gguf +3 -0
  15. WizardLM-2-8x22B-Q4_K-00013-of-00021.gguf +3 -0
  16. WizardLM-2-8x22B-Q4_K-00014-of-00021.gguf +3 -0
  17. WizardLM-2-8x22B-Q4_K-00015-of-00021.gguf +3 -0
  18. WizardLM-2-8x22B-Q4_K-00016-of-00021.gguf +3 -0
  19. WizardLM-2-8x22B-Q4_K-00017-of-00021.gguf +3 -0
  20. WizardLM-2-8x22B-Q4_K-00018-of-00021.gguf +3 -0
  21. WizardLM-2-8x22B-Q4_K-00019-of-00021.gguf +3 -0
  22. WizardLM-2-8x22B-Q4_K-00020-of-00021.gguf +3 -0
  23. WizardLM-2-8x22B-Q4_K-00021-of-00021.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,24 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ WizardLM-2-8x22B-Q4_K-00001-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
37
+ WizardLM-2-8x22B-Q4_K-00002-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
38
+ WizardLM-2-8x22B-Q4_K-00003-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
39
+ WizardLM-2-8x22B-Q4_K-00004-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
40
+ WizardLM-2-8x22B-Q4_K-00005-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
41
+ WizardLM-2-8x22B-Q4_K-00006-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
42
+ WizardLM-2-8x22B-Q4_K-00007-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
43
+ WizardLM-2-8x22B-Q4_K-00008-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
44
+ WizardLM-2-8x22B-Q4_K-00009-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
45
+ WizardLM-2-8x22B-Q4_K-00010-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
46
+ WizardLM-2-8x22B-Q4_K-00011-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
47
+ WizardLM-2-8x22B-Q4_K-00012-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
48
+ WizardLM-2-8x22B-Q4_K-00013-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
49
+ WizardLM-2-8x22B-Q4_K-00014-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
50
+ WizardLM-2-8x22B-Q4_K-00015-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
51
+ WizardLM-2-8x22B-Q4_K-00016-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
52
+ WizardLM-2-8x22B-Q4_K-00017-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
53
+ WizardLM-2-8x22B-Q4_K-00018-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
54
+ WizardLM-2-8x22B-Q4_K-00019-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
55
+ WizardLM-2-8x22B-Q4_K-00020-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
56
+ WizardLM-2-8x22B-Q4_K-00021-of-00021.gguf filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,9 @@
1
  ---
2
  license: apache-2.0
3
  ---
 
 
 
 
 
 
 
1
  ---
2
  license: apache-2.0
3
  ---
4
+
5
+ ## WizardLM-2-8x22B-GGUF Quants
6
+
7
+ Readme to be updated as addtional quants are uploaded.
8
+
9
+ Q4_K - ~80GB
WizardLM-2-8x22B-Q4_K-00001-of-00021.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86a66c3273dd501b5a3dd4be6bc0e9559806d36935f12c97fb3cd4f5d2c9ceb9
3
+ size 4124975200
WizardLM-2-8x22B-Q4_K-00002-of-00021.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0237e009372958ad73d2b67cc360575ff929bda8e77a9d3d8b25f07f9d0a76c2
3
+ size 4246733504
WizardLM-2-8x22B-Q4_K-00003-of-00021.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:972c44fb7a2009ad80d41a7ef69d480cf4c5c0d104e958b57a3bf3e597ab86b3
3
+ size 4246733504
WizardLM-2-8x22B-Q4_K-00004-of-00021.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47d80b36ae5fe482b5b9ce364517ffe39ffab4fd41b6570072dca8de61616750
3
+ size 4284482304
WizardLM-2-8x22B-Q4_K-00005-of-00021.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c107f05cee284816166d2430ff435e67bb8b54e42238cc902fb5bd2d0233f0d
3
+ size 4284482336
WizardLM-2-8x22B-Q4_K-00006-of-00021.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff39c273760f6bec844ee59f9dc9f811b3861e7a6b64e47acf1c17c29eaf1f60
3
+ size 4284482336
WizardLM-2-8x22B-Q4_K-00007-of-00021.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa67fcf9d69d7d44632856f9c191a89870201c2605f5a37c4e12f5acb70f1321
3
+ size 4284482336
WizardLM-2-8x22B-Q4_K-00008-of-00021.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bde8bf466380e8decaae06a2971042b84a118c3a198bf6f1c2d9240378d6444c
3
+ size 4284482336
WizardLM-2-8x22B-Q4_K-00009-of-00021.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04ebf9dde5d0921e043c2ab8a79881b8f2af93572c1eb22cd530849a2b50ae55
3
+ size 4284482336
WizardLM-2-8x22B-Q4_K-00010-of-00021.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d3985c99ebb4419d2d9f06f0b970562eb04b78812e7a7b586b928cc373bd0e7
3
+ size 4284482336
WizardLM-2-8x22B-Q4_K-00011-of-00021.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d4e44ddc5502b57473d14fbb4b86e6b107da23f02103525ada51c9c558765fb
3
+ size 4284482336
WizardLM-2-8x22B-Q4_K-00012-of-00021.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:526884b779d06929c5bb6c31550171003176072fc2e2ea7f0541a2f32d524a90
3
+ size 4284482336
WizardLM-2-8x22B-Q4_K-00013-of-00021.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68e747ec12b15d036d4564c6c47ac35b95a3f734cea745abc4f098ebe9343a2b
3
+ size 4284482336
WizardLM-2-8x22B-Q4_K-00014-of-00021.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95a77ec289061b802a74ac63392fb138694f47b1319374cf86b022a0b6fc295b
3
+ size 4284482336
WizardLM-2-8x22B-Q4_K-00015-of-00021.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4eab05bdcfcb9514d9ca19d4fa63a84e4eb6dbe12e388ccbf1e94a340e2166a8
3
+ size 4284482336
WizardLM-2-8x22B-Q4_K-00016-of-00021.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db1ee476e6ca1afdaa570db7df29addb7aa161233ca474d9ee11e647833ff65f
3
+ size 4284482336
WizardLM-2-8x22B-Q4_K-00017-of-00021.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ccea28d15fae1c10f2b06f36a81c283547a7446266a0d8a5151322ad5f907d7
3
+ size 4284482336
WizardLM-2-8x22B-Q4_K-00018-of-00021.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:284a98efe5383b9c34d7558b83b21abe96e1dc1fee94247aee200c90770a00d7
3
+ size 4039115456
WizardLM-2-8x22B-Q4_K-00019-of-00021.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ea21a37b30a7eafc0f3ab1f5db13d294931b8fa3db183b99c3266f4cf8cf9f8
3
+ size 4246733504
WizardLM-2-8x22B-Q4_K-00020-of-00021.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4f01732994d89c4d8cc7f0a206faae24762535cd452a8891941becfc5d9a6aa
3
+ size 4246733504
WizardLM-2-8x22B-Q4_K-00021-of-00021.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5282b88bd1a537cca8a18e970e13a5e17bacd9a4656eea92d1c6945b80938b82
3
+ size 452985024