Hugging Face's logo

ABX-AI
/
Cerebral-Lemonade-9B-GGUF-IQ-Imatrix

Transformers
GGUF
mergekit
Merge
mistral
Not-For-All-Audiences
Inference Endpoints
Model card Files Community
ABX-AI commited on
Commit
47569a2
•
1 Parent(s): 3a75580

Upload 13 files

Browse files
Files changed (14) hide show
  1. .gitattributes +13 -0
  2. Cerebral-Lemonade-9B-IQ3_M-imat.gguf +3 -0
  3. Cerebral-Lemonade-9B-IQ3_S-imat.gguf +3 -0
  4. Cerebral-Lemonade-9B-IQ3_XS-imat.gguf +3 -0
  5. Cerebral-Lemonade-9B-IQ3_XXS-imat.gguf +3 -0
  6. Cerebral-Lemonade-9B-IQ4_NL-imat.gguf +3 -0
  7. Cerebral-Lemonade-9B-IQ4_XS-imat.gguf +3 -0
  8. Cerebral-Lemonade-9B-Q4_K_M-imat.gguf +3 -0
  9. Cerebral-Lemonade-9B-Q4_K_S-imat.gguf +3 -0
  10. Cerebral-Lemonade-9B-Q5_K_M-imat.gguf +3 -0
  11. Cerebral-Lemonade-9B-Q5_K_S-imat.gguf +3 -0
  12. Cerebral-Lemonade-9B-Q6_K-imat.gguf +3 -0
  13. Cerebral-Lemonade-9B-Q8_0-imat.gguf +3 -0
  14. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Cerebral-Lemonade-9B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Cerebral-Lemonade-9B-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Cerebral-Lemonade-9B-IQ3_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Cerebral-Lemonade-9B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Cerebral-Lemonade-9B-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Cerebral-Lemonade-9B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Cerebral-Lemonade-9B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Cerebral-Lemonade-9B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Cerebral-Lemonade-9B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Cerebral-Lemonade-9B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Cerebral-Lemonade-9B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Cerebral-Lemonade-9B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
48
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
Cerebral-Lemonade-9B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fab19bdaf7271fa48c605c676655b8a75297f790035f37a38cba6b4df27d6a6
3
+ size 4064970720
Cerebral-Lemonade-9B-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83ab4d8db557f0b4b5597ddfab3cc3566df2559653ca01f6fdc98cba49e183c3
3
+ size 3936847840
Cerebral-Lemonade-9B-IQ3_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb02d2e5b62ab317853d1640aa1c7ca713d34a1d1a313931489a954cadf8dd87
3
+ size 3732375520
Cerebral-Lemonade-9B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec8ba38191e2c259ed3d79fa2f309668d530b57454ed41dafb4d611977d45e10
3
+ size 3497388000
Cerebral-Lemonade-9B-IQ4_NL-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa74731fa1eacf2a8549c1d932e9232e881ac98f85d5d3296fc4e4314c4562f5
3
+ size 5111621600
Cerebral-Lemonade-9B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5deb2fefaaa8a9ccf5bfe40d0ecf70db331d2fa75bcf4285e8201a9ad42b0562
3
+ size 4840138720
Cerebral-Lemonade-9B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4ce850f2577cfe44e2d713da5f5b7f4a904685c42c366b0351f627516f9e234
3
+ size 5415053280
Cerebral-Lemonade-9B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:239af0e459b9ef3a2354520251fa19053f833bf62a2e34609cf841759e19a7c0
3
+ size 5129447392
Cerebral-Lemonade-9B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:715721126c3c460d0f17ec32ad17b4fd54ed8e1edd0e9195d8b7a548b94f3979
3
+ size 6364669920
Cerebral-Lemonade-9B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87347f44886f3854bedf893c8e3a8bc5288050a8cdcea3a853d76fa8c5aa6f00
3
+ size 6197553120
Cerebral-Lemonade-9B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25888ac92a966552b3c57af583052905e1d1cb990a07efa6957414c2074c9178
3
+ size 7373637600
Cerebral-Lemonade-9B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4963414e9832c0cdf677b6fca205afd60c05383ca962aa10e1655cff8ba4ac65
3
+ size 9550006240
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62eba1d785cb361dc1d60f51de2e41929f539164dd75416c44a63be09a90c186
3
+ size 6235174