Hugging Face's logo

Lewdiculous
/
mistral-7b-v0.2-layla-v4-GGUF-IQ-Imatrix

GGUF
Inference Endpoints
conversational
Model card Files Community
Lewdiculous commited on
Commit
e8d8601
•
1 Parent(s): df7001e

Upload 13 files

Browse files
Files changed (14) hide show
  1. .gitattributes +12 -0
  2. imatrix-with-rp-data-ex.txt +0 -0
  3. imatrix.dat +3 -0
  4. mistral-7b-v0.2-layla-v4-F16.gguf +3 -0
  5. mistral-7b-v0.2-layla-v4-IQ3_M-imat.gguf +3 -0
  6. mistral-7b-v0.2-layla-v4-IQ3_S-imat.gguf +3 -0
  7. mistral-7b-v0.2-layla-v4-IQ3_XXS-imat.gguf +3 -0
  8. mistral-7b-v0.2-layla-v4-IQ4_XS-imat.gguf +3 -0
  9. mistral-7b-v0.2-layla-v4-Q4_K_M-imat.gguf +3 -0
  10. mistral-7b-v0.2-layla-v4-Q4_K_S-imat.gguf +3 -0
  11. mistral-7b-v0.2-layla-v4-Q5_K_M-imat.gguf +3 -0
  12. mistral-7b-v0.2-layla-v4-Q5_K_S-imat.gguf +3 -0
  13. mistral-7b-v0.2-layla-v4-Q6_K-imat.gguf +3 -0
  14. mistral-7b-v0.2-layla-v4-Q8_0-imat.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ mistral-7b-v0.2-layla-v4-F16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ mistral-7b-v0.2-layla-v4-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ mistral-7b-v0.2-layla-v4-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ mistral-7b-v0.2-layla-v4-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ mistral-7b-v0.2-layla-v4-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ mistral-7b-v0.2-layla-v4-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ mistral-7b-v0.2-layla-v4-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ mistral-7b-v0.2-layla-v4-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ mistral-7b-v0.2-layla-v4-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ mistral-7b-v0.2-layla-v4-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ mistral-7b-v0.2-layla-v4-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
imatrix-with-rp-data-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5cca347eba20889cef3da491e2987263f38023a4bdba11b134c4dadcdb10099
3
+ size 4988126
mistral-7b-v0.2-layla-v4-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0cb2bd92f0d31698da465bc25a117f7afde7c2f8379ec4c868421728b1ee51e
3
+ size 14484765152
mistral-7b-v0.2-layla-v4-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2c2aea99bc73cd585044dd4ecbef81e144f3ffbb3880cf0499e8865e501704c
3
+ size 3284902432
mistral-7b-v0.2-layla-v4-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e149d5abd65d3331dfd44889fbfc1881e5124a9fe6e34624d4c62b52c5b75b2a
3
+ size 3182404128
mistral-7b-v0.2-layla-v4-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:681b189476f9544f15a6640b9fb1e14f261b862ed8475a365f15c051ab03bb11
3
+ size 2827353568
mistral-7b-v0.2-layla-v4-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d39316fbb818f75db2c1027d6075a101daa67f47e238218bb57a5a350b1a95f
3
+ size 3907700064
mistral-7b-v0.2-layla-v4-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5099ab88004409ecad794f4f320a4e3216cba3f517ba18970800e1a7c9a34f0c
3
+ size 4368451168
mistral-7b-v0.2-layla-v4-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9f4202f1095ff40822f58cbdc93e25de4c56336f094f8153c3e470ef9716afd
3
+ size 4140385888
mistral-7b-v0.2-layla-v4-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c33cf8d39b0758db38dc35e6081f5a8f13cb33f38d2dce6fe42d10eb27e9d9a
3
+ size 5131422304
mistral-7b-v0.2-layla-v4-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06a931130b44789c2d936ebf0ec5bb95cc59cf02b68e9ce6bb82f7adb9114bff
3
+ size 4997728864
mistral-7b-v0.2-layla-v4-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d3c1861f4b531ce8e966134f0c6c39e1eaffc569264662e49acd636cf03db58
3
+ size 5942079136
mistral-7b-v0.2-layla-v4-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:caf88e88c1caf3c83b12fe31c9b88ea498d0309c8a06b2357cbcb082f691f504
3
+ size 7695875616