Hugging Face's logo

MaziyarPanahi
/
WizardLM-2-8x22B-GGUF

Text Generation
Transformers
GGUF
Safetensors
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
GGUF
mistral
arxiv:2304.12244
arxiv:2306.08568
arxiv:2308.09583
Inference Endpoints
text-generation-inference
Model card Files Community
15
MaziyarPanahi commited on
Commit
53a7052
•
1 Parent(s): 786571a

Upload folder using huggingface_hub (#7)

Browse files

- 79c0f575d91be7b71c4d129f81921228ba1bbf6ed1290e36b0901e1bc666aa2a (870cfe67fc442cc7c79582980ac402215ab97602)
- d3952680eb3d23a7928f961811c2bb650fe1e21c284884d3f782fa4f960c9e44 (daa454c1020a150846c8d5c91ea57da4a417b9c3)
- 061197c4ba5c2de2d01b76ab8a2e2f0eb69ed458423ab7aa1bce2e29729a12d2 (2e00db73b43001640ab101cce05a5426e2632fde)
- b3db5a118da9cf734a906105e5f356eaef0a6d009a3568cf5b8c18d9de0edbfd (062cead766dd65e0a642e36679732751384f85f9)
- 97c348202fb24d1efab9f20a4a6040dd86584e7c138f7935c32c8ab526929996 (e5fc29bc814350886badc8eeeb5c46fd96a26775)
- 0eb2407805458cb34f8e32ec0eb67659f711ec6e4e150d35ec2c5d022a915bdb (7e2ce0ed340b7ddadfadad46d46b5204d926bf98)
- e7161cf36a4950cac17fe3c2a9155f5fd3e203c6b5028a6f309ea0d3ecb38b01 (9cc6304a22fc8f99d7b6d990ff75f7b802052b3e)
- afcbd3b43dc28aa57fe6c16bab8fb792b7b27d35d060da7340e3163a4900e5b9 (478442947e8fbad4e99f59fabf76428e91499674)
- 9f0764a0141488c9ca6cdac41d9b8d809510ea5b573c3aaa99295d6fd692deae (24341e2b564d0bc44a514a14f5b6a2a7cd45b9ef)
- 24871e0284ed05840ba9905fcabf7d174cd425a4941300723f947ad662dd2f2a (6a61aed0d0882775d8d4ac1bcc69ceb133c219d3)
- 70e0f1f974adb53ee21c6853f07d191fb9b346a158c17d5ed6ce98b99287c3f0 (5bc3e026b62280025914e2637821ae21be066215)
- 41cb52ee3fe3cdcb271b08805c5ffa73369eee86fdfcc928f43f46f40b66a6a8 (00ed954327d234a9b5f6e50a04aa7a07335b8702)
- d3a91b55af6fa476ea0a2a548babe921a3814afaaba835c6a0fe8f4ea1a43d77 (fd24744a0424bc86609a98f9dfbb7226761f5305)
- b168453f9213fa238db2dc66ba91bd864c0488e7b9668f96f0caf3634fdd3ee8 (d4d96a3380418be7717d443401819122ff36c66b)
- f1b33ba463be3f68aab64304e4474d8842162b2b937edf258ee3f64fa78e4da8 (0c2babfe7684a0fd7b1cbbf42f57ba4cf83e9503)

Files changed (16) hide show
  1. .gitattributes +15 -0
  2. WizardLM-2-8x22B.Q3_K_L-00001-of-00005.gguf +3 -0
  3. WizardLM-2-8x22B.Q3_K_L-00002-of-00005.gguf +3 -0
  4. WizardLM-2-8x22B.Q3_K_L-00003-of-00005.gguf +3 -0
  5. WizardLM-2-8x22B.Q3_K_L-00004-of-00005.gguf +3 -0
  6. WizardLM-2-8x22B.Q3_K_L-00005-of-00005.gguf +3 -0
  7. WizardLM-2-8x22B.Q3_K_M-00001-of-00005.gguf +3 -0
  8. WizardLM-2-8x22B.Q3_K_M-00002-of-00005.gguf +3 -0
  9. WizardLM-2-8x22B.Q3_K_M-00003-of-00005.gguf +3 -0
  10. WizardLM-2-8x22B.Q3_K_M-00004-of-00005.gguf +3 -0
  11. WizardLM-2-8x22B.Q3_K_M-00005-of-00005.gguf +3 -0
  12. WizardLM-2-8x22B.Q4_K_S-00001-of-00005.gguf +3 -0
  13. WizardLM-2-8x22B.Q4_K_S-00002-of-00005.gguf +3 -0
  14. WizardLM-2-8x22B.Q4_K_S-00003-of-00005.gguf +3 -0
  15. WizardLM-2-8x22B.Q4_K_S-00004-of-00005.gguf +3 -0
  16. WizardLM-2-8x22B.Q4_K_S-00005-of-00005.gguf +3 -0
.gitattributes CHANGED
@@ -48,3 +48,18 @@ WizardLM-2-8x22B.Q3_K_S-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
48
  WizardLM-2-8x22B.Q3_K_S-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
49
  WizardLM-2-8x22B.Q3_K_S-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
50
  WizardLM-2-8x22B.Q3_K_S-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
48
  WizardLM-2-8x22B.Q3_K_S-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
49
  WizardLM-2-8x22B.Q3_K_S-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
50
  WizardLM-2-8x22B.Q3_K_S-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
51
+ WizardLM-2-8x22B.Q3_K_L-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
52
+ WizardLM-2-8x22B.Q3_K_L-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
53
+ WizardLM-2-8x22B.Q3_K_L-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
54
+ WizardLM-2-8x22B.Q3_K_L-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
55
+ WizardLM-2-8x22B.Q3_K_L-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
56
+ WizardLM-2-8x22B.Q3_K_M-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
57
+ WizardLM-2-8x22B.Q3_K_M-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
58
+ WizardLM-2-8x22B.Q3_K_M-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
59
+ WizardLM-2-8x22B.Q3_K_M-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
60
+ WizardLM-2-8x22B.Q3_K_M-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
61
+ WizardLM-2-8x22B.Q4_K_S-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
62
+ WizardLM-2-8x22B.Q4_K_S-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
63
+ WizardLM-2-8x22B.Q4_K_S-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
64
+ WizardLM-2-8x22B.Q4_K_S-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
65
+ WizardLM-2-8x22B.Q4_K_S-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
WizardLM-2-8x22B.Q3_K_L-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:677254a8764e9cdc736e638e6634c960c3dbb305c99eb15963f5edb28b4f81f2
3
+ size 16530777024
WizardLM-2-8x22B.Q3_K_L-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3c810fd9c410f7d21effb1d75fb1255a3a06770a696755d8bdadd618f07bf58
3
+ size 17108099264
WizardLM-2-8x22B.Q3_K_L-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5129af244ebaaecbf40f89cb6eede1b2035c4f9a8f1df066ed97413e87fb4eec
3
+ size 15552635008
WizardLM-2-8x22B.Q3_K_L-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecef6b5d484ae03d0684ec579fb086e3864cf2b50805c85dd3a6dbffb69fd8fe
3
+ size 16775340192
WizardLM-2-8x22B.Q3_K_L-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af2364a5dc9bde78cfccf90063df9b01658410629124ceadb40eef2edb9f628b
3
+ size 6612950336
WizardLM-2-8x22B.Q3_K_M-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b4132b1115f0fa12451c9049c24c0f3d1ab3348f70fa4609a94d193a6d58da1
3
+ size 15650661312
WizardLM-2-8x22B.Q3_K_M-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:001d7eb7125217a694781fecf9ca2cb49c655fb5b0bd124a4025b198dd140bae
3
+ size 15916261568
WizardLM-2-8x22B.Q3_K_M-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:577ea20c1fcc89ee42e5fabdd372dc7974857bf0eaedfab111ca94c6ba0fc607
3
+ size 14480924800
WizardLM-2-8x22B.Q3_K_M-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a96a5ad47fa40eebd46723a2db791e5834430bbb1a25014839028fa64db87bf
3
+ size 15583502496
WizardLM-2-8x22B.Q3_K_M-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f79c807121753e7c4d8312f02330c5315a37e47ac1e1feb6a64f395416fb6af1
3
+ size 6158294336
WizardLM-2-8x22B.Q4_K_S-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92456ec422ddf695a19c990df3ac4186f0b12cc757504e3970d200d449044e3a
3
+ size 18818470848
WizardLM-2-8x22B.Q4_K_S-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c5c0adcd16f8254086b04498820138236615e71c7a50b01a78523530a2da260
3
+ size 18869215424
WizardLM-2-8x22B.Q4_K_S-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ab35ad5d7f7e4e8cd8cfafb2291b7ff5e8baa595cfcfaca209fa4dfc7c022bc
3
+ size 17108000896
WizardLM-2-8x22B.Q4_K_S-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e84aa55e44859ffb4da18f320bdef3b705ede320ad5118ed5d3bc3fd8717d39
3
+ size 18429501600
WizardLM-2-8x22B.Q4_K_S-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:966d15e0c80a8305614d44b0337fbad8c4253bd8bf0973161d39ae2695769110
3
+ size 7252909376