Hugging Face's logo

mradermacher
/
flammen3-mistral-7B-i1-GGUF

Transformers
GGUF
English
mergekit
Merge
Inference Endpoints
imatrix
Model card Files Community
mradermacher commited on
Commit
d7e4866
·
verified ·
1 Parent(s): ec9245b

uploaded from rich1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. flammen3-mistral-7B.i1-IQ1_M.gguf +3 -0
  3. flammen3-mistral-7B.i1-IQ1_S.gguf +3 -0
  4. flammen3-mistral-7B.i1-IQ2_M.gguf +3 -0
  5. flammen3-mistral-7B.i1-IQ2_S.gguf +3 -0
  6. flammen3-mistral-7B.i1-IQ2_XS.gguf +3 -0
  7. flammen3-mistral-7B.i1-IQ2_XXS.gguf +3 -0
  8. flammen3-mistral-7B.i1-IQ3_M.gguf +3 -0
  9. flammen3-mistral-7B.i1-IQ3_S.gguf +3 -0
  10. flammen3-mistral-7B.i1-IQ3_XS.gguf +3 -0
  11. flammen3-mistral-7B.i1-IQ3_XXS.gguf +3 -0
  12. flammen3-mistral-7B.i1-IQ4_XS.gguf +3 -0
  13. flammen3-mistral-7B.i1-Q2_K.gguf +3 -0
  14. flammen3-mistral-7B.i1-Q2_K_S.gguf +3 -0
  15. flammen3-mistral-7B.i1-Q3_K_L.gguf +3 -0
  16. flammen3-mistral-7B.i1-Q3_K_M.gguf +3 -0
  17. flammen3-mistral-7B.i1-Q3_K_S.gguf +3 -0
  18. flammen3-mistral-7B.i1-Q4_0.gguf +3 -0
  19. flammen3-mistral-7B.i1-Q4_K_M.gguf +3 -0
  20. flammen3-mistral-7B.i1-Q4_K_S.gguf +3 -0
  21. flammen3-mistral-7B.i1-Q5_K_M.gguf +3 -0
  22. flammen3-mistral-7B.i1-Q5_K_S.gguf +3 -0
  23. flammen3-mistral-7B.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ flammen3-mistral-7B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ flammen3-mistral-7B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ flammen3-mistral-7B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ flammen3-mistral-7B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ flammen3-mistral-7B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ flammen3-mistral-7B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ flammen3-mistral-7B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ flammen3-mistral-7B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ flammen3-mistral-7B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ flammen3-mistral-7B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ flammen3-mistral-7B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ flammen3-mistral-7B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ flammen3-mistral-7B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ flammen3-mistral-7B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ flammen3-mistral-7B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ flammen3-mistral-7B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ flammen3-mistral-7B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ flammen3-mistral-7B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ flammen3-mistral-7B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ flammen3-mistral-7B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ flammen3-mistral-7B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ flammen3-mistral-7B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
flammen3-mistral-7B.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:596cba70e52822bdf6c6a29ceec8ce98bbb093a203a9ef52a596c64abfbbaf46
3
+ size 1754447104
flammen3-mistral-7B.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d9ce089362ecc5f9b9255f987fe59870caefbc92158258556006459e16be388
3
+ size 1612102912
flammen3-mistral-7B.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e99c75b4653992946a8f30a51a4ef6625294ce3ab6471d1244add00d8f866154
3
+ size 2500713728
flammen3-mistral-7B.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dfb2f1008db93d6a865ee736843b246d5258e267135cfd6be53935469b5cc25
3
+ size 2310921472
flammen3-mistral-7B.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23aa0e79df3afae4c7b333963049ed51ffe7be19aeff28d4346b8642085c9d68
3
+ size 2198256896
flammen3-mistral-7B.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f9a125b37444990a91f63f040bbaffadfdc8bd58616dcd87bd4cf214a503c61
3
+ size 1991687424
flammen3-mistral-7B.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cc9bd2ec78de75ef508c88d6b9eeca5ff4970959d4d3e77a7d41b31847830fa
3
+ size 3284892928
flammen3-mistral-7B.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad454d72deee44d51fda0308f07abe2d2ae1844f6641fa59e070c7d2bebb36dd
3
+ size 3182394624
flammen3-mistral-7B.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec4156d18e1a4c5253675ae09379e2cae5387d5b4beb594da7ea1a028c60fe4d
3
+ size 3018816768
flammen3-mistral-7B.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a44a67d079075317e3a10c87feb51372aeef78b24c534091a5f60d5941a0b346
3
+ size 2827345152
flammen3-mistral-7B.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:030e2ea2bc44862bf3f61eb948f84b9c053ed90553dc34a546a71c6acd22535e
3
+ size 3907689728
flammen3-mistral-7B.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8a2dab5067bce3386abf954c998f1643dc60bf66de50ab3e858f3a5363f75d7
3
+ size 2719243520
flammen3-mistral-7B.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:918ce98f7d1fd5cf59f9ca1dc5402c1fadfe577fce0f5d04d8b3b63fb392f534
3
+ size 2528926976
flammen3-mistral-7B.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2d090140cf97605f285473d331e9b2ded6da6a309bd026c9f0102bd9e6c745b
3
+ size 3822025984
flammen3-mistral-7B.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3515d80d4815489c66a543b3b9a10fb2182fc161ce9af545f48af004760372bb
3
+ size 3518987520
flammen3-mistral-7B.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a5db674c981165e149607cdbfdf9cad253999ba6467f48ccab373fd054200bc
3
+ size 3164568832
flammen3-mistral-7B.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:948b81339bc1141a2de06dc7ae82ec53c342dc0a9afed6e09fe15fb9935e1c0e
3
+ size 4123598080
flammen3-mistral-7B.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60a05d1ff28ab7e8ae1cd527b1ac29dc2096fdd725cc8c13e565a6523756fd8a
3
+ size 4368440576
flammen3-mistral-7B.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df16d29ea5a9badaacfc25565b73e819e8b129ff1d6d01907feb195dd277643b
3
+ size 4140375296
flammen3-mistral-7B.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0033863833b6aa10004c18809c52ddd6c2e22a15fdb0e2b614fb80593cd9cb7
3
+ size 5131410688
flammen3-mistral-7B.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a04bf9f8f9653f083cc8a15341ada01a96c0c260180b88a624149a27f50013aa
3
+ size 4997717248
flammen3-mistral-7B.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9faa297eecd7491fb5f85e6794717f587776f27791c72b1a8e4eddbe2bc6a8d
3
+ size 5942066432