Hugging Face's logo

mradermacher
/
Falcon3-7B-Instruct-abliterated-i1-GGUF

Transformers
GGUF
falcon3
abliterated
uncensored
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
c8ce0ac
·
verified ·
1 Parent(s): 7cc6924

uploaded from marco

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. Falcon3-7B-Instruct-abliterated.i1-IQ1_M.gguf +3 -0
  3. Falcon3-7B-Instruct-abliterated.i1-IQ1_S.gguf +3 -0
  4. Falcon3-7B-Instruct-abliterated.i1-IQ2_M.gguf +3 -0
  5. Falcon3-7B-Instruct-abliterated.i1-IQ2_S.gguf +3 -0
  6. Falcon3-7B-Instruct-abliterated.i1-IQ2_XS.gguf +3 -0
  7. Falcon3-7B-Instruct-abliterated.i1-IQ2_XXS.gguf +3 -0
  8. Falcon3-7B-Instruct-abliterated.i1-IQ3_M.gguf +3 -0
  9. Falcon3-7B-Instruct-abliterated.i1-IQ3_S.gguf +3 -0
  10. Falcon3-7B-Instruct-abliterated.i1-IQ3_XS.gguf +3 -0
  11. Falcon3-7B-Instruct-abliterated.i1-IQ3_XXS.gguf +3 -0
  12. Falcon3-7B-Instruct-abliterated.i1-IQ4_XS.gguf +3 -0
  13. Falcon3-7B-Instruct-abliterated.i1-Q2_K.gguf +3 -0
  14. Falcon3-7B-Instruct-abliterated.i1-Q2_K_S.gguf +3 -0
  15. Falcon3-7B-Instruct-abliterated.i1-Q3_K_L.gguf +3 -0
  16. Falcon3-7B-Instruct-abliterated.i1-Q3_K_M.gguf +3 -0
  17. Falcon3-7B-Instruct-abliterated.i1-Q3_K_S.gguf +3 -0
  18. Falcon3-7B-Instruct-abliterated.i1-Q4_0.gguf +3 -0
  19. Falcon3-7B-Instruct-abliterated.i1-Q4_K_M.gguf +3 -0
  20. Falcon3-7B-Instruct-abliterated.i1-Q4_K_S.gguf +3 -0
  21. Falcon3-7B-Instruct-abliterated.i1-Q5_K_M.gguf +3 -0
  22. Falcon3-7B-Instruct-abliterated.i1-Q5_K_S.gguf +3 -0
  23. Falcon3-7B-Instruct-abliterated.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Falcon3-7B-Instruct-abliterated.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Falcon3-7B-Instruct-abliterated.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Falcon3-7B-Instruct-abliterated.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Falcon3-7B-Instruct-abliterated.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Falcon3-7B-Instruct-abliterated.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Falcon3-7B-Instruct-abliterated.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Falcon3-7B-Instruct-abliterated.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Falcon3-7B-Instruct-abliterated.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Falcon3-7B-Instruct-abliterated.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Falcon3-7B-Instruct-abliterated.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Falcon3-7B-Instruct-abliterated.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Falcon3-7B-Instruct-abliterated.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Falcon3-7B-Instruct-abliterated.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Falcon3-7B-Instruct-abliterated.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Falcon3-7B-Instruct-abliterated.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Falcon3-7B-Instruct-abliterated.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Falcon3-7B-Instruct-abliterated.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Falcon3-7B-Instruct-abliterated.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Falcon3-7B-Instruct-abliterated.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Falcon3-7B-Instruct-abliterated.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Falcon3-7B-Instruct-abliterated.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Falcon3-7B-Instruct-abliterated.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Falcon3-7B-Instruct-abliterated.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67f4ae2760fb008ea606084d8b67d6ac15969e29c469cccfebd89708bdf125ee
3
+ size 1912274912
Falcon3-7B-Instruct-abliterated.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30f7b46aa59010541aa83ea1c5b0f7ed68bb35fe9cc1181db1aed18a825f249f
3
+ size 1769648096
Falcon3-7B-Instruct-abliterated.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c790660f737f1c0ea3f606f309f0fac00bd15fe833a75f65ac680b4790afde98
3
+ size 2647146464
Falcon3-7B-Instruct-abliterated.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08f693f1410701bd024467444cef82ab5d2a0682f3da08d8a45977e5f17390ff
3
+ size 2456977376
Falcon3-7B-Instruct-abliterated.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d15f52b01101b6878c68a7720dcbc16adf60d4839f8a6673256e4d9da33cf12e
3
+ size 2348412896
Falcon3-7B-Instruct-abliterated.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35bbfd60b720ca6f51d5722ae8cd8a754fe4f5d7d2332dc16f34a72c35405aff
3
+ size 2149986272
Falcon3-7B-Instruct-abliterated.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13e7ee574e197c2e32a170d6cec3f06a5645f13b7c730857f5481d9c256167ae
3
+ size 3441209312
Falcon3-7B-Instruct-abliterated.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c21ad75be4c7a4c2579f96d20cc63f9be38dcd08bea1947ecfb916bc58fe9160
3
+ size 3366215648
Falcon3-7B-Instruct-abliterated.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a30b3a87d3323d0a54e9b4b9b837b66132aa147e3ccc7d546c11c47d023bb3a
3
+ size 3210354656
Falcon3-7B-Instruct-abliterated.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef67e9e2d36d539b52c1f0996e5e8045f1025f6bf728ae47ff06268b576b578a
3
+ size 2991382496
Falcon3-7B-Instruct-abliterated.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3dc404eebee59932cbf60811dc343ce3960fb1e7800985cb4ac1b96dace71e3
3
+ size 4082507744
Falcon3-7B-Instruct-abliterated.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e43a2fe7b7c7393ccde4e01ac4cdcafaae91b849a5628d7a94af44100a8ff270
3
+ size 2886983648
Falcon3-7B-Instruct-abliterated.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83deb73bf0b9750f9998de5192e09ce0915118e79b2ecf29d104a147f44252cd
3
+ size 2699689952
Falcon3-7B-Instruct-abliterated.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75962bb49e7ebf263146b15e222c7ba720c707567a1ea4c89cf51ff32a2f07fe
3
+ size 3967983584
Falcon3-7B-Instruct-abliterated.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f246a7692f62d7a6a645cde7d8e885c55e5cb49917ad3716c51a0e07e838a592
3
+ size 3685851104
Falcon3-7B-Instruct-abliterated.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b461e1acec88825527bfd697671f1c902002ae77cec11ddf304481c8a31173dc
3
+ size 3366215648
Falcon3-7B-Instruct-abliterated.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14bdf2f294ad27e01fb14e6ed00f886b23295580e6be2eda387e1033706ce4f1
3
+ size 4316176352
Falcon3-7B-Instruct-abliterated.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b97721146179bea06559bd5c83bca6b4096d61d69d0ef5c64303b02285be06ae
3
+ size 4569726944
Falcon3-7B-Instruct-abliterated.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b698600afa7d79388e4035549bcc6741d2065adaf005e183320bd8d4d161335
3
+ size 4331020256
Falcon3-7B-Instruct-abliterated.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23d8a3add667966090f9f94954075c500f5e794e4a20ad1b5a84373de82b365f
3
+ size 5321949152
Falcon3-7B-Instruct-abliterated.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f18d5d74eab4b8ebac52ad08e3b1d77f965cce8552654333f384ead112ff08fd
3
+ size 5184495584
Falcon3-7B-Instruct-abliterated.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e769a32e39073f2b264e2bff00f249e1f9fcb04c46b727feb5c8c80e5804ea0
3
+ size 6121185248