Hugging Face's logo

MCZK
/
Japanese-Chat-Umievo-itr004-7b-GGUF

Transformers
GGUF
Japanese
mergekit
Merge
Inference Endpoints
Model card Files Community
MCZK commited on
Commit
8688ab4
·
verified ·
1 Parent(s): 92c998e

Upload 7 files

Browse files
Files changed (8) hide show
  1. .gitattributes +7 -0
  2. Japanese-Chat-Umievo-itr004-7b.Q4_K_S.iMatrix.gguf +3 -0
  3. Japanese-Chat-Umievo-itr004-7b.Q5_K_M.iMatrix.gguf +3 -0
  4. Japanese-Chat-Umievo-itr004-7b.Q5_K_S.iMatrix.gguf +3 -0
  5. Japanese-Chat-Umievo-itr004-7b.Q6_K.iMatrix.gguf +3 -0
  6. Japanese-Chat-Umievo-itr004-7b.Q8_0.gguf +3 -0
  7. Japanese-Chat-Umievo-itr004-7b.iQ3_XXS.gguf +3 -0
  8. Japanese-Chat-Umievo-itr004-7b.iQ4_XS.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Japanese-Chat-Umievo-itr004-7b.Q4_K_M.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Japanese-Chat-Umievo-itr004-7b.Q4_K_M.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Japanese-Chat-Umievo-itr004-7b.iQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Japanese-Chat-Umievo-itr004-7b.iQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Japanese-Chat-Umievo-itr004-7b.Q4_K_S.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Japanese-Chat-Umievo-itr004-7b.Q5_K_M.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Japanese-Chat-Umievo-itr004-7b.Q5_K_S.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Japanese-Chat-Umievo-itr004-7b.Q6_K.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Japanese-Chat-Umievo-itr004-7b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Japanese-Chat-Umievo-itr004-7b.Q4_K_S.iMatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:284f09e70cd6e462bee4960138703bad153c1ca12c0f95b99f33dbdfc20aaa9c
3
+ size 4140373728
Japanese-Chat-Umievo-itr004-7b.Q5_K_M.iMatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e76807f5aaa46ecc35d4631e4791641c17682fadc905354cf70ca7d04a8eab54
3
+ size 5131409120
Japanese-Chat-Umievo-itr004-7b.Q5_K_S.iMatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a36dc94622f6aaa14c27339d81fd6aa4728a55902be86a803f0c7c1b723a689
3
+ size 4997715680
Japanese-Chat-Umievo-itr004-7b.Q6_K.iMatrix.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f04645e59ebcbf3b68f73829bda5b30246eab09faae81d685d9a2384c3fa61bd
3
+ size 5942064864
Japanese-Chat-Umievo-itr004-7b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a80d2f11a9ea88cd407d7a81502d2aa0eda1a0502e483f9ab22eae72f57dfa52
3
+ size 7695857376
Japanese-Chat-Umievo-itr004-7b.iQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c025e170bddf0aa1a18c085e9dcd958bfc38e7db6615d2100ddfc1554059f38e
3
+ size 2827343584
Japanese-Chat-Umievo-itr004-7b.iQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b76a32e44888c8f12b2ef533e7cfd3db5fe4b7bfeb0d0eba9443f24723c4dd9
3
+ size 3907688160