Hugging Face's logo

Lewdiculous
/
flammen18X-mistral-7B-GGUF-IQ-Imatrix

GGUF
mistral
roleplay
Model card Files Community
Lewdiculous commited on
Commit
60676a5
•
1 Parent(s): 46d1fce

Upload 13 files

Browse files
Files changed (12) hide show
  1. .gitattributes +11 -0
  2. flammen18X-mistral-7B-F16.gguf +3 -0
  3. flammen18X-mistral-7B-IQ3_M-imat.gguf +3 -0
  4. flammen18X-mistral-7B-IQ3_XXS-imat.gguf +3 -0
  5. flammen18X-mistral-7B-IQ4_NL-imat.gguf +3 -0
  6. flammen18X-mistral-7B-IQ4_XS-imat.gguf +3 -0
  7. flammen18X-mistral-7B-Q4_K_M-imat.gguf +3 -0
  8. flammen18X-mistral-7B-Q4_K_S-imat.gguf +3 -0
  9. flammen18X-mistral-7B-Q5_K_M-imat.gguf +3 -0
  10. flammen18X-mistral-7B-Q5_K_S-imat.gguf +3 -0
  11. flammen18X-mistral-7B-Q6_K-imat.gguf +3 -0
  12. flammen18X-mistral-7B-Q8_0-imat.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ flammen18X-mistral-7B-F16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ flammen18X-mistral-7B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ flammen18X-mistral-7B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ flammen18X-mistral-7B-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ flammen18X-mistral-7B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ flammen18X-mistral-7B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ flammen18X-mistral-7B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ flammen18X-mistral-7B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ flammen18X-mistral-7B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ flammen18X-mistral-7B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ flammen18X-mistral-7B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
flammen18X-mistral-7B-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2164de2ac2c9344cee44f70ea04a0684f58229f93b07e5dfe28a0c27a5214d7a
3
+ size 14484731648
flammen18X-mistral-7B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79b5b1f11aeca0aa8ec0c6415d1bd67aef9e839015ff566e9baff8b241c6df2f
3
+ size 3284891456
flammen18X-mistral-7B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e39678fba100be5bc22ad42ac31053505234414e997c58249302f5c52c3f9b2d
3
+ size 2827343680
flammen18X-mistral-7B-IQ4_NL-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:463c0e8b496a9d3b290bf5898e2d10740bb819781af5c3c1ffa4a2332b2a86e4
3
+ size 4125693760
flammen18X-mistral-7B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bd4c19b9363e99882280df177f09965e7eee61dae285788c23c2a889f12a7de
3
+ size 3907688256
flammen18X-mistral-7B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6036f3f44eb6672fdf32ca76aa6d8171e825cf9f2bca4e9e0e6416d8eb1e4492
3
+ size 4368439104
flammen18X-mistral-7B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ea507b539d5227cefedf05edbe7a79caa0349a8106eb8801cc7f6b4d66b0fa9
3
+ size 4140373824
flammen18X-mistral-7B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36a8f283af71cc48b22fccbab9773d50c2eb3024d6e3510855dc419bb9710780
3
+ size 5131409216
flammen18X-mistral-7B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cc2a98cb1b5fb8a42863c94465cb659ba06bb87b79805c00b7f86c70f8bbbac
3
+ size 4997715776
flammen18X-mistral-7B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b177716d98a41333a2c0ef1bbd514d0b030557561c4b504e9ad63d1ce10f6cf
3
+ size 5942064960
flammen18X-mistral-7B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d738606d3e6d598cb7ea178536d45a1358960050ed46fb5d8f910a8da7bc7a0
3
+ size 7695857472