Hugging Face's logo

mradermacher
/
MFANN3bv1.4-i1-GGUF

Transformers
GGUF
English
Inference Endpoints
imatrix
Model card Files Community
mradermacher commited on
Commit
27af5fe
·
verified ·
1 Parent(s): 818805f

uploaded from rich1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. MFANN3bv1.4.i1-IQ1_M.gguf +3 -0
  3. MFANN3bv1.4.i1-IQ1_S.gguf +3 -0
  4. MFANN3bv1.4.i1-IQ2_M.gguf +3 -0
  5. MFANN3bv1.4.i1-IQ2_S.gguf +3 -0
  6. MFANN3bv1.4.i1-IQ2_XS.gguf +3 -0
  7. MFANN3bv1.4.i1-IQ2_XXS.gguf +3 -0
  8. MFANN3bv1.4.i1-IQ3_M.gguf +3 -0
  9. MFANN3bv1.4.i1-IQ3_S.gguf +3 -0
  10. MFANN3bv1.4.i1-IQ3_XS.gguf +3 -0
  11. MFANN3bv1.4.i1-IQ3_XXS.gguf +3 -0
  12. MFANN3bv1.4.i1-IQ4_NL.gguf +3 -0
  13. MFANN3bv1.4.i1-IQ4_XS.gguf +3 -0
  14. MFANN3bv1.4.i1-Q2_K.gguf +3 -0
  15. MFANN3bv1.4.i1-Q2_K_S.gguf +3 -0
  16. MFANN3bv1.4.i1-Q3_K_L.gguf +3 -0
  17. MFANN3bv1.4.i1-Q3_K_M.gguf +3 -0
  18. MFANN3bv1.4.i1-Q3_K_S.gguf +3 -0
  19. MFANN3bv1.4.i1-Q4_0.gguf +3 -0
  20. MFANN3bv1.4.i1-Q4_1.gguf +3 -0
  21. MFANN3bv1.4.i1-Q4_K_M.gguf +3 -0
  22. MFANN3bv1.4.i1-Q4_K_S.gguf +3 -0
  23. MFANN3bv1.4.i1-Q5_K_M.gguf +3 -0
  24. MFANN3bv1.4.i1-Q5_K_S.gguf +3 -0
  25. MFANN3bv1.4.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ MFANN3bv1.4.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ MFANN3bv1.4.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ MFANN3bv1.4.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ MFANN3bv1.4.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ MFANN3bv1.4.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ MFANN3bv1.4.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ MFANN3bv1.4.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ MFANN3bv1.4.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ MFANN3bv1.4.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ MFANN3bv1.4.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ MFANN3bv1.4.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ MFANN3bv1.4.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ MFANN3bv1.4.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ MFANN3bv1.4.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ MFANN3bv1.4.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ MFANN3bv1.4.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ MFANN3bv1.4.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ MFANN3bv1.4.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ MFANN3bv1.4.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ MFANN3bv1.4.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ MFANN3bv1.4.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ MFANN3bv1.4.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ MFANN3bv1.4.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ MFANN3bv1.4.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
MFANN3bv1.4.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14106d896a7d82ea203b66181155587754e0827fa2939469a8c747030d7bae90
3
+ size 731865088
MFANN3bv1.4.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a263a66235860872f99bfc4076b76ed16dedea5ba49ff7580d2187e5c913ce36
3
+ size 685170688
MFANN3bv1.4.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41fe621d98adb0e0b0fc7198ef67380edda0ce3fe2cddbdf8e258fb17ca0609e
3
+ size 1015513088
MFANN3bv1.4.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1ce148a59b2aaf05a279e5f771a620ffd51e84d9a43e27fe6a10c0a520225ac
3
+ size 953253888
MFANN3bv1.4.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51cdc387e0dfb083f41a376f7ca6f5eb6f7c61f733f343dbadefd22573c0ad46
3
+ size 878501888
MFANN3bv1.4.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c8aaebcdd0b674f27cf7b31bb6cd964989b57a52a07d3d284fc3ad379035447
3
+ size 809689088
MFANN3bv1.4.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dca4b037aca1bd81d1a1a16463e632975cac17447864bf6ce8b309f086d509b
3
+ size 1320460288
MFANN3bv1.4.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ab1ef1000aa8ba07aa538bc55f83fcb708354de0ba165029871d0bfe0db66f6
3
+ size 1250828288
MFANN3bv1.4.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf30ee70db8f6c935679f49e29481b53b5f64cdc5d3bb6bfb0f01fe9536c7e58
3
+ size 1201676288
MFANN3bv1.4.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:047a3d4cf49bc3ba10cd574439e87c9ad03d3c0037ba5a394bfa9e2f1859323e
3
+ size 1099071488
MFANN3bv1.4.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35cccefaf86d52ce831c539165043622c2de05454d0c12e02fc5be3e67e335a9
3
+ size 1602469888
MFANN3bv1.4.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23219f5a3db9755d9a0fef9c6e50837ee6c3b2c249ef10a59f94bc1f36c0f625
3
+ size 1519730688
MFANN3bv1.4.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:590a7a58c5cdc748909f1f87be0adf66c216e50d215c895fb06a3e4a97714d4f
3
+ size 1109721088
MFANN3bv1.4.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e9e2b73bb9fe0aaec2ef1d54539729aa83dd4a50a97e62a67c116f3cbe98360
3
+ size 1006501888
MFANN3bv1.4.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a64f523236820ea05531bc78c94b6d524a8fa41de3b95f536ed31bc1e0abab1
3
+ size 1575231488
MFANN3bv1.4.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41e9a1d35f7e8240d1cf3b9b682bf84335cc7e5b4ff3588d92971e6c9b554e64
3
+ size 1426137088
MFANN3bv1.4.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c23e6f174507f49a73368549c223558befbf25425dcb49efa51f26000d1c78a7
3
+ size 1250828288
MFANN3bv1.4.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0924fd25cb3f295488b38de24dd1ca6f65aa873357b1b646ad3e0683e71a327e
3
+ size 1609023488
MFANN3bv1.4.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf1e9d1c3b7856562e448a5f9c06696abf6a25fb73a1bd280087ff782d8297af
3
+ size 1767948288
MFANN3bv1.4.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2ae9988e94a673c4c2ef1d3664e308d1487710baa0b00d5c0d052241df3fa9b
3
+ size 1737637888
MFANN3bv1.4.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e28dd0a98b3652296ac963c4250ed0637b1d70716de495508cd1b931fed98f0
3
+ size 1618853888
MFANN3bv1.4.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:499b56becf325f9bf8e665f9a3ec87790dc1f9b71ae489cd23848d7b2744fe7d
3
+ size 2003058688
MFANN3bv1.4.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdffb1bc66715fc84fbce21a030b7355905456b3cab5547c51312460d5672f62
3
+ size 1933426688
MFANN3bv1.4.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddbf185fb1e121dbe2f9293d9ce18a48bbe6a9f1f373b4326b05cbd17dd9079e
3
+ size 2285068288