Hugging Face's logo

Uynaity
/
Ministral-8B-Instruct-2410-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
Uynaity commited on
Commit
0df76e0
·
verified ·
1 Parent(s): b6b758c

Add files using upload-large-folder tool

Browse files
Files changed (18) hide show
  1. .gitattributes +17 -0
  2. Ministral-8B-Instruct-2410-IQ3_M.gguf +3 -0
  3. Ministral-8B-Instruct-2410-IQ3_S.gguf +3 -0
  4. Ministral-8B-Instruct-2410-IQ3_XS.gguf +3 -0
  5. Ministral-8B-Instruct-2410-IQ4_NL.gguf +3 -0
  6. Ministral-8B-Instruct-2410-IQ4_XS.gguf +3 -0
  7. Ministral-8B-Instruct-2410-Q2_K.gguf +3 -0
  8. Ministral-8B-Instruct-2410-Q3_K_L.gguf +3 -0
  9. Ministral-8B-Instruct-2410-Q3_K_M.gguf +3 -0
  10. Ministral-8B-Instruct-2410-Q3_K_S.gguf +3 -0
  11. Ministral-8B-Instruct-2410-Q4_K_M.gguf +3 -0
  12. Ministral-8B-Instruct-2410-Q4_K_S.gguf +3 -0
  13. Ministral-8B-Instruct-2410-Q5_K_M.gguf +3 -0
  14. Ministral-8B-Instruct-2410-Q5_K_S.gguf +3 -0
  15. Ministral-8B-Instruct-2410-Q6_K.gguf +3 -0
  16. Ministral-8B-Instruct-2410-Q8_0.gguf +3 -0
  17. Ministral-8B-Instruct-2410-TQ1_0.gguf +3 -0
  18. Ministral-8B-Instruct-2410-TQ2_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Ministral-8B-Instruct-2410-TQ1_0.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Ministral-8B-Instruct-2410-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Ministral-8B-Instruct-2410-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Ministral-8B-Instruct-2410-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Ministral-8B-Instruct-2410-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Ministral-8B-Instruct-2410-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Ministral-8B-Instruct-2410-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Ministral-8B-Instruct-2410-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Ministral-8B-Instruct-2410-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Ministral-8B-Instruct-2410-TQ2_0.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Ministral-8B-Instruct-2410-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Ministral-8B-Instruct-2410-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Ministral-8B-Instruct-2410-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Ministral-8B-Instruct-2410-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Ministral-8B-Instruct-2410-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Ministral-8B-Instruct-2410-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Ministral-8B-Instruct-2410-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
Ministral-8B-Instruct-2410-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75cdb552c04782354ac182542e086e73ee2eda8de1b1c20877491d232e430c06
3
+ size 3791686176
Ministral-8B-Instruct-2410-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57d78808cd32215fe0e69f4aaa67181fbde8a4e3722e0be4f7f43cced4c2638c
3
+ size 3684731424
Ministral-8B-Instruct-2410-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e2d1062d3186168788e33afa6c8fb6d930eaab096b3526dc951bb6bda7bf299
3
+ size 3521940000
Ministral-8B-Instruct-2410-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a3ae070301f2ad5b7104ec36f2d5e57b9afe55444582e7ae899d9ca635b9a2b
3
+ size 4702505504
Ministral-8B-Instruct-2410-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a34774c19ea5157d1f58b08b2ffd48edce63b2004b8bec165363797200a4280
3
+ size 4479683104
Ministral-8B-Instruct-2410-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b9769b059a5bc5484291e074211a8b505635c9d3d058ac6d8a0c5bc27c6b0a5
3
+ size 3185478176
Ministral-8B-Instruct-2410-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2eed0da79c1c1e6ea05b43993471aaeac75eefb28cfab04e60017f3c1781d9cb
3
+ size 4326459936
Ministral-8B-Instruct-2410-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f70b277971c99aab7c74f1f018560309a360c289dd79b98012848bd77a46107c
3
+ size 4019227168
Ministral-8B-Instruct-2410-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9e8dd1e49252b78c96cd49a2b221fd918ad31d1e8e85d2d6ab7d9747fc4a00e
3
+ size 3664677408
Ministral-8B-Instruct-2410-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38aa9041106009b1d64944f7e1407883e11b22538d4011460e68d1ac9420b2ae
3
+ size 4911499808
Ministral-8B-Instruct-2410-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fe97c64202225b49b228bd73d2880fa81743ce0b643dd82a4f3f51a7a7b55b3
3
+ size 4685728288
Ministral-8B-Instruct-2410-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:568ffb482aaea5e5956dad8dbf8348994a09bc396f0fc1aed5ce0c33a1fb5c20
3
+ size 5724146208
Ministral-8B-Instruct-2410-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db5871ce9d7f68c065992b22b36849fe664aac222f61474e27212578f1d896e4
3
+ size 5593795104
Ministral-8B-Instruct-2410-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50433135f9138d24dd48781c5077eb733fc18805e667bc01e81aeaf21d3802a7
3
+ size 6587583008
Ministral-8B-Instruct-2410-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:725cb8ff3d3c163e6bc4ad909b0e23c760d4af70022dd5916b12b2360d74be81
3
+ size 8529807904
Ministral-8B-Instruct-2410-TQ1_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8095eba4797238614b230ed0b674e0d59c9677eee6ace2bfd72b57999d1bc2a6
3
+ size 2216593952
Ministral-8B-Instruct-2410-TQ2_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8f7da50c09debd5566655b361b65b12f26c5cad3dc11d6125ca7353615c444a
3
+ size 2542176800