Hugging Face's logo

Lewdiculous
/
Nyanade_Stunna-Maid-7B-v0.2-GGUF-IQ-Imatrix

GGUF
quantized
roleplay
multimodal
vision
llava
sillytavern
Merge
mistral
conversational
Model card Files Community
2
Lewdiculous commited on
Commit
a6648ae
•
1 Parent(s): 3a2701f

Upload 14 files

Browse files
Files changed (15) hide show
  1. .gitattributes +13 -0
  2. Nyanade_Stunna-Maid-7B-v0.2-F16.gguf +3 -0
  3. Nyanade_Stunna-Maid-7B-v0.2-IQ3_M-imat.gguf +3 -0
  4. Nyanade_Stunna-Maid-7B-v0.2-IQ3_XXS-imat.gguf +3 -0
  5. Nyanade_Stunna-Maid-7B-v0.2-IQ4_NL-imat.gguf +3 -0
  6. Nyanade_Stunna-Maid-7B-v0.2-IQ4_XS-imat.gguf +3 -0
  7. Nyanade_Stunna-Maid-7B-v0.2-Q4_K_M-imat.gguf +3 -0
  8. Nyanade_Stunna-Maid-7B-v0.2-Q4_K_S-imat.gguf +3 -0
  9. Nyanade_Stunna-Maid-7B-v0.2-Q5_K_M-imat.gguf +3 -0
  10. Nyanade_Stunna-Maid-7B-v0.2-Q5_K_S-imat.gguf +3 -0
  11. Nyanade_Stunna-Maid-7B-v0.2-Q6_K-imat.gguf +3 -0
  12. Nyanade_Stunna-Maid-7B-v0.2-Q8_0-imat.gguf +3 -0
  13. imatrix-with-rp-ex.txt +0 -0
  14. imatrix.dat +3 -0
  15. mmproj/mmproj-model-f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ mmproj/mmproj-model-f16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Nyanade_Stunna-Maid-7B-v0.2-F16.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Nyanade_Stunna-Maid-7B-v0.2-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Nyanade_Stunna-Maid-7B-v0.2-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Nyanade_Stunna-Maid-7B-v0.2-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Nyanade_Stunna-Maid-7B-v0.2-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Nyanade_Stunna-Maid-7B-v0.2-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Nyanade_Stunna-Maid-7B-v0.2-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Nyanade_Stunna-Maid-7B-v0.2-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Nyanade_Stunna-Maid-7B-v0.2-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Nyanade_Stunna-Maid-7B-v0.2-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Nyanade_Stunna-Maid-7B-v0.2-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
Nyanade_Stunna-Maid-7B-v0.2-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e7e73be4b09d578f2ac34459a068344fc327a4421fd7e422042b816fa374507
3
+ size 14484731648
Nyanade_Stunna-Maid-7B-v0.2-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c21aa90de932590507daafbe6bc210aa213150d0e432e6d587a3d2609e4f87cd
3
+ size 3284891456
Nyanade_Stunna-Maid-7B-v0.2-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad2cc6608fe2027c614ac30633cdeca12b0206b9c946973389eecd8712ef4a0a
3
+ size 2827343680
Nyanade_Stunna-Maid-7B-v0.2-IQ4_NL-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3723b1b9fef737aa7c810cf9b174b9f95a7beb3cdd86234d2d444851efb0936
3
+ size 4125693760
Nyanade_Stunna-Maid-7B-v0.2-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90e4a16fa5a46a620e5bc7402f80a2c50a0f00b0f574c6a0dde1c087de6cd6d4
3
+ size 3907688256
Nyanade_Stunna-Maid-7B-v0.2-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:149c6d4c2f795b9dddcf9829293392ce9d7af875f056fca3884c541fd64938a1
3
+ size 4368439104
Nyanade_Stunna-Maid-7B-v0.2-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64d605180d6b509713678c6389ccad8043a8272c5717ecb0153401da0db424ce
3
+ size 4140373824
Nyanade_Stunna-Maid-7B-v0.2-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bab8c2ac7aaa198004a1682eeef65413dc86beb9cff25870229bd8d1d71b5f35
3
+ size 5131409216
Nyanade_Stunna-Maid-7B-v0.2-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8aa9531165b2c9aa3e1889ce34cd9185fb8d49527511ecb6253b3a77111af94f
3
+ size 4997715776
Nyanade_Stunna-Maid-7B-v0.2-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d0a4bf5c0f3aeb225703a3f6ca8973d22eda143f93f4013516b884173053edb
3
+ size 5942064960
Nyanade_Stunna-Maid-7B-v0.2-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d41f50e0df258bc8329ab457d1d1368601456c1594b2c45f9f8259706124966
3
+ size 7695857472
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bbde349ce73bfddce1bd5c4326511105ad996c7bc815bc100e6fcbb5f53f00a
3
+ size 4988126
mmproj/mmproj-model-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00205ee8a0d7a381900cd031e43105f86aa0d8c07bf329851e85c71a26632d16
3
+ size 624451168