Hugging Face's logo

ABX-AI
/
Spicy-Laymonade-7B-GGUF-IQ-Imatrix

Transformers
GGUF
mergekit
Merge
Not-For-All-Audiences
Inference Endpoints
imatrix
conversational
Model card Files Community
ABX-AI commited on
Commit
cd62ed7
•
1 Parent(s): 5dabe5b

Upload 11 files

Browse files
Files changed (12) hide show
  1. .gitattributes +11 -0
  2. Spicy-Laymonade-7B-IQ3_M-imat.gguf +3 -0
  3. Spicy-Laymonade-7B-IQ3_XXS-imat.gguf +3 -0
  4. Spicy-Laymonade-7B-IQ4_NL-imat.gguf +3 -0
  5. Spicy-Laymonade-7B-IQ4_XS-imat.gguf +3 -0
  6. Spicy-Laymonade-7B-Q4_K_M-imat.gguf +3 -0
  7. Spicy-Laymonade-7B-Q4_K_S-imat.gguf +3 -0
  8. Spicy-Laymonade-7B-Q5_K_M-imat.gguf +3 -0
  9. Spicy-Laymonade-7B-Q5_K_S-imat.gguf +3 -0
  10. Spicy-Laymonade-7B-Q6_K-imat.gguf +3 -0
  11. Spicy-Laymonade-7B-Q8_0-imat.gguf +3 -0
  12. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Spicy-Laymonade-7B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Spicy-Laymonade-7B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Spicy-Laymonade-7B-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Spicy-Laymonade-7B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Spicy-Laymonade-7B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Spicy-Laymonade-7B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Spicy-Laymonade-7B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Spicy-Laymonade-7B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Spicy-Laymonade-7B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Spicy-Laymonade-7B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
Spicy-Laymonade-7B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09823406e70ded1ac49898574d805c55b1557a75661d88126b731ae08aa0bede
3
+ size 3284892448
Spicy-Laymonade-7B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a1ea9295865c4370febef78aa97d1bd6948dff91b1e0534ca92434774e9155c
3
+ size 2827344672
Spicy-Laymonade-7B-IQ4_NL-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1248ccfddb76decbb55f1522bc373da55566bc84f025e96bfd298a7c3513efa
3
+ size 4125694752
Spicy-Laymonade-7B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:957596497c33548c39ce8db95d19a3d3d746ee747a34f4b5454dc10ec49393ad
3
+ size 3907689248
Spicy-Laymonade-7B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:684fcfe2e3f674f7f3f7f197e1b5c89692be2a8e1c82cf9db0977c38b86e65d2
3
+ size 4368440096
Spicy-Laymonade-7B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f54a1e917bd49b961a5b8253de9f00b0f8b177a947283077e69c8c617e4cbba
3
+ size 4140374816
Spicy-Laymonade-7B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d611e913a72bdefa0a7003366578dca6687a3151f22a1d51f72d9fd3a722fd81
3
+ size 5131410208
Spicy-Laymonade-7B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbf0c0978e2e9d4f71761da779453ad86ff3e5d0ecc038361536e1c1483908dc
3
+ size 4997716768
Spicy-Laymonade-7B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9578e7696eaeb2ebf119fa66954f544558a82f512949f845aac204405de0e09e
3
+ size 5942065952
Spicy-Laymonade-7B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79de79f86e8966ff4b370c7dd79de179907f6408db176a16fbd9bcfabf406ff6
3
+ size 7695858464
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1eb1e78ed40f5051132980440fd488dbbfeaa191df2e51f0925448726e3f7fe1
3
+ size 4988181