Hugging Face's logo

mradermacher
/
MT5-Gen4-MMG-gemma-2-9B-GGUF

Transformers
GGUF
English
mergekit
Merge
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
5b0dc54
·
verified ·
1 Parent(s): 96562b2

uploaded from kaos

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. MT5-Gen4-MMG-gemma-2-9B.IQ4_XS.gguf +3 -0
  3. MT5-Gen4-MMG-gemma-2-9B.Q2_K.gguf +3 -0
  4. MT5-Gen4-MMG-gemma-2-9B.Q3_K_L.gguf +3 -0
  5. MT5-Gen4-MMG-gemma-2-9B.Q3_K_M.gguf +3 -0
  6. MT5-Gen4-MMG-gemma-2-9B.Q3_K_S.gguf +3 -0
  7. MT5-Gen4-MMG-gemma-2-9B.Q4_K_M.gguf +3 -0
  8. MT5-Gen4-MMG-gemma-2-9B.Q4_K_S.gguf +3 -0
  9. MT5-Gen4-MMG-gemma-2-9B.Q5_K_M.gguf +3 -0
  10. MT5-Gen4-MMG-gemma-2-9B.Q5_K_S.gguf +3 -0
  11. MT5-Gen4-MMG-gemma-2-9B.Q6_K.gguf +3 -0
  12. MT5-Gen4-MMG-gemma-2-9B.Q8_0.gguf +3 -0
  13. MT5-Gen4-MMG-gemma-2-9B.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ MT5-Gen4-MMG-gemma-2-9B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ MT5-Gen4-MMG-gemma-2-9B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ MT5-Gen4-MMG-gemma-2-9B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ MT5-Gen4-MMG-gemma-2-9B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ MT5-Gen4-MMG-gemma-2-9B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ MT5-Gen4-MMG-gemma-2-9B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ MT5-Gen4-MMG-gemma-2-9B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ MT5-Gen4-MMG-gemma-2-9B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ MT5-Gen4-MMG-gemma-2-9B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ MT5-Gen4-MMG-gemma-2-9B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ MT5-Gen4-MMG-gemma-2-9B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ MT5-Gen4-MMG-gemma-2-9B.f16.gguf filter=lfs diff=lfs merge=lfs -text
MT5-Gen4-MMG-gemma-2-9B.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdb6ab59225fb775a2705adb0d0e42e1a9bbdc291fa0675f55d355c271c23c3e
3
+ size 5223172000
MT5-Gen4-MMG-gemma-2-9B.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34bdd4ed64f275b65cfa6e2b567450dd420539a7077ea7bd70da3a17d035009a
3
+ size 3805398944
MT5-Gen4-MMG-gemma-2-9B.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36f31a5751aa388f728f05a7f4623447e933072aa3aeb38bf5a06567d31e5c51
3
+ size 5132453792
MT5-Gen4-MMG-gemma-2-9B.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fed1f7fb5e58efae0ed03d4562265cc27ae3925fb8eccbe49fc750b32fdea1e
3
+ size 4761782176
MT5-Gen4-MMG-gemma-2-9B.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:849d64a796ed6c52fe79c240b8b100778354c73cc17db296e6d349ac34d844fe
3
+ size 4337665952
MT5-Gen4-MMG-gemma-2-9B.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74c5801c9a954b87f44a2de0d987650198ff81d76f51ae7ce85aecf3a2827d4b
3
+ size 5761058720
MT5-Gen4-MMG-gemma-2-9B.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a79d11719df45222dd82a3a1a19e571d8a270821ebf8128929394e37b4430ccd
3
+ size 5478926240
MT5-Gen4-MMG-gemma-2-9B.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:824dc2a891af6c49cb6ad48f4d475f992d66136d55272ce3feb264dcfc796064
3
+ size 6647367584
MT5-Gen4-MMG-gemma-2-9B.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69240f0c406fc9371826884ad101ced9304d01dea9c8fb0f4bd9eb9ec5c1ea1b
3
+ size 6483593120
MT5-Gen4-MMG-gemma-2-9B.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:574082f798164777cb67bb31b5b1eeb32304940c3596618c01ebdd13a7f21770
3
+ size 7589070752
MT5-Gen4-MMG-gemma-2-9B.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca3eec893cbb57d21b187c4a3755c411ffda72ab0403be50f6228fd6cdbb31b7
3
+ size 9827149728
MT5-Gen4-MMG-gemma-2-9B.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f3c3fc2ff3934dea73bccc60ca7aa76f6e1d8b6f6370468b4e3b4f203ac8f36
3
+ size 18490681248