Hugging Face's logo

Lewdiculous
/
L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix

Transformers
GGUF
English
roleplay
llama3
sillytavern
imatrix
conversational
Model card Files Community
3
Lewdiculous commited on
Commit
1248c82
•
1 Parent(s): 32f14c9

Upload 12 files

Browse files
Files changed (13) hide show
  1. .gitattributes +11 -0
  2. L3-8B-Stheno-v3.2-IQ3_M-imat.gguf +3 -0
  3. L3-8B-Stheno-v3.2-IQ3_S-imat.gguf +3 -0
  4. L3-8B-Stheno-v3.2-IQ3_XXS-imat.gguf +3 -0
  5. L3-8B-Stheno-v3.2-IQ4_XS-imat.gguf +3 -0
  6. L3-8B-Stheno-v3.2-Q4_K_M-imat.gguf +3 -0
  7. L3-8B-Stheno-v3.2-Q4_K_S-imat.gguf +3 -0
  8. L3-8B-Stheno-v3.2-Q5_K_M-imat.gguf +3 -0
  9. L3-8B-Stheno-v3.2-Q5_K_S-imat.gguf +3 -0
  10. L3-8B-Stheno-v3.2-Q6_K-imat.gguf +3 -0
  11. L3-8B-Stheno-v3.2-Q8_0-imat.gguf +3 -0
  12. imatrix-fp16.dat +3 -0
  13. imatrix-with-rp-ex.txt +0 -0
.gitattributes CHANGED
@@ -33,3 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix-fp16.dat filter=lfs diff=lfs merge=lfs -text
37
+ L3-8B-Stheno-v3.2-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ L3-8B-Stheno-v3.2-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ L3-8B-Stheno-v3.2-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ L3-8B-Stheno-v3.2-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ L3-8B-Stheno-v3.2-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ L3-8B-Stheno-v3.2-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ L3-8B-Stheno-v3.2-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ L3-8B-Stheno-v3.2-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ L3-8B-Stheno-v3.2-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ L3-8B-Stheno-v3.2-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
L3-8B-Stheno-v3.2-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0477edf04193366a9cfe0f4d2f65679e1506968e084cc62c2d0b5052201ff4e0
3
+ size 3784823392
L3-8B-Stheno-v3.2-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfcfd9f2358937e27b683443a528a6bd39ba73c8aaa643b4d0f04f455d9fb9c7
3
+ size 3682325088
L3-8B-Stheno-v3.2-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1e46af07565d5a171a351ab1b98d893afabaf14ab0264e9f35aacadb4ab8365
3
+ size 3274912352
L3-8B-Stheno-v3.2-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7ef10d0f3a5b51f4798f7df28f3d2fdb5060aa4830c8115db6432b05d69a8b7
3
+ size 4447662688
L3-8B-Stheno-v3.2-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8607a426b0c2007716df8a9eb96754e3ccca761a3996af5d49fcd74d87ada347
3
+ size 4920734304
L3-8B-Stheno-v3.2-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60f14b57fa5b1126a3ead773f78b0bf1b87084e10c01734e172c8b0cfe1d0d08
3
+ size 4692669024
L3-8B-Stheno-v3.2-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0c8810471e2ac1bc205c2e777ab1c3e369273321e7f7d5d27223cd2564d9a59
3
+ size 5732987488
L3-8B-Stheno-v3.2-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4050414e81878a482c2450205450ad6534a180caa6bfe94219cc76fa2059746
3
+ size 5599294048
L3-8B-Stheno-v3.2-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8338f60fa571f4db6eecc6a954474a19c3723ce3c03a9f4b8680b0828c6a3717
3
+ size 6596006496
L3-8B-Stheno-v3.2-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:847eb59ecdc85064cf8d3326d1c19bad37b62f55d2915deb5cd0612dfe142cd3
3
+ size 8540770912
imatrix-fp16.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e58d51274a2aa740e0c7c0c95a7590a3b731ca9fc664303e93f747263cddf632
3
+ size 4988193
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff