Hugging Face's logo

Lewdiculous
/
L3-8B-Stheno-v3.1-GGUF-IQ-Imatrix

GGUF
English
roleplay
llama3
sillytavern
Model card Files Community
1
Lewdiculous commited on
Commit
da82c8b
•
1 Parent(s): e2613f7

Hopefully - Upload quants

Browse files
Files changed (14) hide show
  1. .gitattributes +12 -0
  2. L3-8B-Stheno-v3.1-IQ3_M-imat.gguf +3 -0
  3. L3-8B-Stheno-v3.1-IQ3_S-imat.gguf +3 -0
  4. L3-8B-Stheno-v3.1-IQ3_XXS-imat.gguf +3 -0
  5. L3-8B-Stheno-v3.1-IQ4_NL-imat.gguf +3 -0
  6. L3-8B-Stheno-v3.1-IQ4_XS-imat.gguf +3 -0
  7. L3-8B-Stheno-v3.1-Q4_K_M-imat.gguf +3 -0
  8. L3-8B-Stheno-v3.1-Q4_K_S-imat.gguf +3 -0
  9. L3-8B-Stheno-v3.1-Q5_K_M-imat.gguf +3 -0
  10. L3-8B-Stheno-v3.1-Q5_K_S-imat.gguf +3 -0
  11. L3-8B-Stheno-v3.1-Q6_K-imat.gguf +3 -0
  12. L3-8B-Stheno-v3.1-Q8_0-imat.gguf +3 -0
  13. imatrix-with-rp-ex.txt +0 -0
  14. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ L3-8B-Stheno-v3.1-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ L3-8B-Stheno-v3.1-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ L3-8B-Stheno-v3.1-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ L3-8B-Stheno-v3.1-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ L3-8B-Stheno-v3.1-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ L3-8B-Stheno-v3.1-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ L3-8B-Stheno-v3.1-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ L3-8B-Stheno-v3.1-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ L3-8B-Stheno-v3.1-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ L3-8B-Stheno-v3.1-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ L3-8B-Stheno-v3.1-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
L3-8B-Stheno-v3.1-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84dcc78ae0e61d094f1925fc02afda8adb50ba920581057bdd7bf39fb7807ab8
3
+ size 3784823392
L3-8B-Stheno-v3.1-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a74492959a1b2a23ca24573f7ee9cf5b16d33bde8a9eadd11c3990dc4cec039d
3
+ size 3682325088
L3-8B-Stheno-v3.1-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a587faa56fb140807c8cbeccb00adbedd84f60fe1b4080fa33867937ad1dcb2
3
+ size 3274912352
L3-8B-Stheno-v3.1-IQ4_NL-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75bfb93aa4cbbc03b26810eccc2606c3904599b7a7367b5ce4d6b28140edfa0c
3
+ size 4677988960
L3-8B-Stheno-v3.1-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df8c192b396ed1196dabbdd6c05b6145565c0cd3c97802ecd628f717d3ccc193
3
+ size 4447662688
L3-8B-Stheno-v3.1-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd75cde1dd8f78bcd4be5480f5ece126761a8f699dd6383d60f0d775d2a0dee4
3
+ size 4920734304
L3-8B-Stheno-v3.1-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:763c7f69a14d2135dcaeab595e883291aa2675678a7d4328d0c9d725c49e2e0f
3
+ size 4692669024
L3-8B-Stheno-v3.1-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6a3c62a796305901309de4d4e1221550f680ff377931c1fee47962e1d7df14f
3
+ size 5732987488
L3-8B-Stheno-v3.1-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:863ed98c1cefd1cc9482f56903cf9c0623dbac5ca176b30e55feba537843f84f
3
+ size 5599294048
L3-8B-Stheno-v3.1-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfe68fcfb9b3108a218925efaa547789e78ec3bfbf0ba0344c9895f0b143a6af
3
+ size 6596006496
L3-8B-Stheno-v3.1-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1db3c6580eb5fd4adf56bd24956ccd3ec60f7014972f3152e01139d50dc90aa6
3
+ size 8540770912
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0122c81772de34aadbe678267d8a8c0e32408d959b84c684be6de5598553a47
3
+ size 4988193