Hugging Face's logo

LWDCLS
/
Furry_Request_3B-GGUF-IQ-Imatrix-Request

GGUF
English
Not-For-All-Audiences
Inference Endpoints
imatrix
conversational
Model card Files Community
1
Lewdiculous commited on
Commit
04e2e80
•
1 Parent(s): d2313a8

Upload 12 files

Browse files
Files changed (13) hide show
  1. .gitattributes +11 -0
  2. Furry_Request_3B-F16.gguf +3 -0
  3. Furry_Request_3B-IQ3_M-imat.gguf +3 -0
  4. Furry_Request_3B-IQ3_XXS-imat.gguf +3 -0
  5. Furry_Request_3B-IQ4_XS-imat.gguf +3 -0
  6. Furry_Request_3B-Q4_K_M-imat.gguf +3 -0
  7. Furry_Request_3B-Q4_K_S-imat.gguf +3 -0
  8. Furry_Request_3B-Q5_K_M-imat.gguf +3 -0
  9. Furry_Request_3B-Q5_K_S-imat.gguf +3 -0
  10. Furry_Request_3B-Q6_K-imat.gguf +3 -0
  11. Furry_Request_3B-Q8_0-imat.gguf +3 -0
  12. imatrix-with-rp-ex.txt +0 -0
  13. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Furry_Request_3B-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Furry_Request_3B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Furry_Request_3B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Furry_Request_3B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Furry_Request_3B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Furry_Request_3B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Furry_Request_3B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Furry_Request_3B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Furry_Request_3B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Furry_Request_3B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
Furry_Request_3B-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a37e2dcfdc53c43b20404ec2ff0c1b157c8e02db84f3f3de26b4858f5d478485
3
+ size 5593341856
Furry_Request_3B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bc7dee59b59b1fafcf44f30aabd8f63efe335809fb40895088f1f6a8a2d44f9
3
+ size 1319555264
Furry_Request_3B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74b25ace83efc314441349937204ebcf40e822e319863ecd133d76339340f5ef
3
+ size 1102014144
Furry_Request_3B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55ef6d2f0f5523015d5c553f7ea68407fbaf5f84e5feb7edccf0beb3b5a080a6
3
+ size 1525248704
Furry_Request_3B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e23f68ea5f24de58786de2f8f0bc9d4f455054e33589f3257be71c8b847d042c
3
+ size 1708595904
Furry_Request_3B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:712bc1c57c7d3b317e677f5d3bc3af3d800d85d28fa94532f007c3bb2edba27e
3
+ size 1620695744
Furry_Request_3B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:527234b125110cd079119278a55864c69ff6e6330ad36bb6a489d4914f10e32b
3
+ size 1993390784
Furry_Request_3B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99d37cc86bfc5370a20e165e139a2f6cc8433bdac9024605ce135ae671e44cfe
3
+ size 1941863104
Furry_Request_3B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bac7cec5343339c3a2cdd8e195b700458d22ad3588b345a75b390a40c01c4b8d
3
+ size 2295985344
Furry_Request_3B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07ec8938e9c3219b4b584cac5a313e84997ecd064a467b496625a12d1230b70c
3
+ size 2972926144
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abfd28b74ee1dd13b17052abd79c1552d75becab4e9686cd0ca93b70c558da09
3
+ size 2858251