Hugging Face's logo

Lewdiculous
/
flammen13-mistral-7B-GGUF-IQ-Imatrix

GGUF
experimental
testing
quantized
roleplay
Inference Endpoints
Model card Files Community
Lewdiculous commited on
Commit
2202579
•
1 Parent(s): f3d39e7

Upload 13 files

Browse files
Files changed (14) hide show
  1. .gitattributes +12 -0
  2. flammen13-mistral-7B-F16.gguf +3 -0
  3. flammen13-mistral-7B-IQ3_M-imat.gguf +3 -0
  4. flammen13-mistral-7B-IQ3_S-imat.gguf +3 -0
  5. flammen13-mistral-7B-IQ3_XXS-imat.gguf +3 -0
  6. flammen13-mistral-7B-IQ4_XS-imat.gguf +3 -0
  7. flammen13-mistral-7B-Q4_K_M-imat.gguf +3 -0
  8. flammen13-mistral-7B-Q4_K_S-imat.gguf +3 -0
  9. flammen13-mistral-7B-Q5_K_M-imat.gguf +3 -0
  10. flammen13-mistral-7B-Q5_K_S-imat.gguf +3 -0
  11. flammen13-mistral-7B-Q6_K-imat.gguf +3 -0
  12. flammen13-mistral-7B-Q8_0-imat.gguf +3 -0
  13. imatrix-with-rp-data.txt +0 -0
  14. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ flammen13-mistral-7B-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ flammen13-mistral-7B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ flammen13-mistral-7B-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ flammen13-mistral-7B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ flammen13-mistral-7B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ flammen13-mistral-7B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ flammen13-mistral-7B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ flammen13-mistral-7B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ flammen13-mistral-7B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ flammen13-mistral-7B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ flammen13-mistral-7B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
flammen13-mistral-7B-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ff2cb7dea1036c42a852905f557aed072a29db001206f0552dcad68229a4a6d
3
+ size 14484731648
flammen13-mistral-7B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5dbc365ccd848ef2136713282b50de7ae429e31cd69d9751015c9b83daa178f
3
+ size 3284891456
flammen13-mistral-7B-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cc06a73e0a13bb70ad561578c98567b3fd964fd0b9e4f94008b83c89e4c8d4e
3
+ size 3182393152
flammen13-mistral-7B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55df3132cdb2174ec64009f8371f5b4feeb93aea14e89758072d5f711e2a3f70
3
+ size 2827343680
flammen13-mistral-7B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3735be44b28954e1f294fbd4d0abc7fc69acb0babd1fdd25d92408f997073fba
3
+ size 3907688256
flammen13-mistral-7B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc5eae54369b5b186bc8a6dd09cb89014c16fce85f33280b416e61a826cff7b1
3
+ size 4368439104
flammen13-mistral-7B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b450dbb8bb5b5de10dea9503e57d3fd2555e9fe0ba22388032e4d68aeb91a42c
3
+ size 4140373824
flammen13-mistral-7B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53fb2034fa73c358aacf9a2d37f36904abf48f893847afa58b1ba4f4c3600343
3
+ size 5131409216
flammen13-mistral-7B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aed57a422a21b0324e3b63784ac350584c724187972edb2cbb0ad025c1019861
3
+ size 4997715776
flammen13-mistral-7B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc44746f5ecd3e003896722c28be63275bbcf60aa6957e6489c70f7c377bddb3
3
+ size 5942064960
flammen13-mistral-7B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbd1f41a356cd6e4de78ec677497bd9068583e43fdc8efcdc65ee66c44024842
3
+ size 7695857472
imatrix-with-rp-data.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee7af44d5544c87fa79d71300d1871cd448ae2ea9edbcf2566f99448f2006b29
3
+ size 4988126