GGUF
GGUF
Imatrix
Quantized
ABX-AI commited on
Commit
aa195d1
1 Parent(s): 2b14273

Upload 6 files

Browse files
.gitattributes CHANGED
@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ WizardLM-2-7B-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
37
+ WizardLM-2-7B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ WizardLM-2-7B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ WizardLM-2-7B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ WizardLM-2-7B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ WizardLM-2-7B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
WizardLM-2-7B-IQ4_NL-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:113ff874cb6b875360347d0f6b1afe91ecfcee17b88c7ed2f855a7cc612154df
3
+ size 4125693664
WizardLM-2-7B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52ee8439fd29d367f9107a171c145773c70c09cde4ec91a72bca606d2eedac14
3
+ size 3907688160
WizardLM-2-7B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1064748eaa13715e1b94c17e3c48754a991ad9b4a17a179441c89132f0bcbc12
3
+ size 4368439008
WizardLM-2-7B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ca28963a0f65cf29265f1dea0f2106816dc3efceccc5018884a4b2e8644db0f
3
+ size 4140373728
WizardLM-2-7B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6e44934b615b4cbc2b66b987b249da1c52759a2aa57f2599833102028037f4a
3
+ size 5131409120
WizardLM-2-7B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00c9af8b60a1544c83f52c5264543f0ceee2f303ffb28c478b535140caa86176
3
+ size 4997715680