Hugging Face's logo

dahara1
/
Qwen2.5-0.5B-Instruct-gguf-japanese-imatrix-128K

GGUF
Japanese
Inference Endpoints
imatrix
conversational
Model card Files Community
dahara1 commited on
Commit
52ba0fe
•
1 Parent(s): 3739ab7

Upload 22 files

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. Qwen2.5-0.5B-Instruct-IQ3_M.gguf +3 -0
  3. Qwen2.5-0.5B-Instruct-IQ3_XS.gguf +3 -0
  4. Qwen2.5-0.5B-Instruct-IQ3_XXS.gguf +3 -0
  5. Qwen2.5-0.5B-Instruct-IQ4_XS.gguf +3 -0
  6. Qwen2.5-0.5B-Instruct-Q3_K-f16.gguf +3 -0
  7. Qwen2.5-0.5B-Instruct-Q3_K_L.gguf +3 -0
  8. Qwen2.5-0.5B-Instruct-Q3_K_M.gguf +3 -0
  9. Qwen2.5-0.5B-Instruct-Q3_K_S.gguf +3 -0
  10. Qwen2.5-0.5B-Instruct-Q4_K-f16.gguf +3 -0
  11. Qwen2.5-0.5B-Instruct-Q4_K_L.gguf +3 -0
  12. Qwen2.5-0.5B-Instruct-Q4_K_M.gguf +3 -0
  13. Qwen2.5-0.5B-Instruct-Q4_K_S.gguf +3 -0
  14. Qwen2.5-0.5B-Instruct-Q5_K-f16.gguf +3 -0
  15. Qwen2.5-0.5B-Instruct-Q5_K_L.gguf +3 -0
  16. Qwen2.5-0.5B-Instruct-Q5_K_M.gguf +3 -0
  17. Qwen2.5-0.5B-Instruct-Q5_K_S.gguf +3 -0
  18. Qwen2.5-0.5B-Instruct-Q6_K-f16.gguf +3 -0
  19. Qwen2.5-0.5B-Instruct-Q6_K.gguf +3 -0
  20. Qwen2.5-0.5B-Instruct-Q6_K_L.gguf +3 -0
  21. Qwen2.5-0.5B-Instruct-Q8_0-f16.gguf +3 -0
  22. Qwen2.5-0.5B-Instruct-Q8_0.gguf +3 -0
  23. Qwen2.5-0.5B-Instruct-Q8_0_L.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen2.5-0.5B-Instruct-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen2.5-0.5B-Instruct-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen2.5-0.5B-Instruct-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen2.5-0.5B-Instruct-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen2.5-0.5B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen2.5-0.5B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2.5-0.5B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2.5-0.5B-Instruct-Q3_K-f16.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2.5-0.5B-Instruct-Q4_K_L.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen2.5-0.5B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen2.5-0.5B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen2.5-0.5B-Instruct-Q4_K-f16.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Qwen2.5-0.5B-Instruct-Q5_K_L.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Qwen2.5-0.5B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Qwen2.5-0.5B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Qwen2.5-0.5B-Instruct-Q5_K-f16.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Qwen2.5-0.5B-Instruct-Q6_K_L.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Qwen2.5-0.5B-Instruct-Q6_K-f16.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Qwen2.5-0.5B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Qwen2.5-0.5B-Instruct-Q8_0_L.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Qwen2.5-0.5B-Instruct-Q8_0-f16.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Qwen2.5-0.5B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2.5-0.5B-Instruct-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d263f53186cc164b107fd657c494bc38dc28e7fc5b70a3a3bb36a9e9b28e0e3
3
+ size 342752544
Qwen2.5-0.5B-Instruct-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57cba35b3cc777bdbdab3167e9b5eefe75cb3ea17f329461df82c283457871b1
3
+ size 338607648
Qwen2.5-0.5B-Instruct-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04fe526e01b372392a0b9457361b828a0a889c5d631fd9507e794c0742e746f3
3
+ size 333704736
Qwen2.5-0.5B-Instruct-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbad3ff63e739e47971276aad2e4516138886de621b2171f778393e7753ed47e
3
+ size 349402656
Qwen2.5-0.5B-Instruct-Q3_K-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d0b7b833e502134b5dc6f1d3c77d0b608cf31f8bb9d6a753f59c9230b759c31
3
+ size 483093024
Qwen2.5-0.5B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbf3b0e3fb285f615e3a0bb4730d5bd76e025c8d0fc73741fef24dfaf4bc3859
3
+ size 355466784
Qwen2.5-0.5B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbf3b0e3fb285f615e3a0bb4730d5bd76e025c8d0fc73741fef24dfaf4bc3859
3
+ size 355466784
Qwen2.5-0.5B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84af11af0d8c6804ec7c47199a1424b301c74f5457adbb8f8e7c8053f38e72a5
3
+ size 338263584
Qwen2.5-0.5B-Instruct-Q4_K-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d1b0c57dabfbae2520e963688992eac87a6ff84d877d65cef49e432c12a73fe
3
+ size 525434400
Qwen2.5-0.5B-Instruct-Q4_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f93a7e59cfb43d296c0232d2e45928b7c80557f9a08e02706b839bc1dda7976
3
+ size 397808160
Qwen2.5-0.5B-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f93a7e59cfb43d296c0232d2e45928b7c80557f9a08e02706b839bc1dda7976
3
+ size 397808160
Qwen2.5-0.5B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4e1325cced0fdb61de442e7670f986230becd11f1f0d696ccff1be4d2050f98
3
+ size 385472032
Qwen2.5-0.5B-Instruct-Q5_K-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:672b3c92fe2e98877607a4329f3b36b3c916e48e92aeefe4b54fbb9049d27704
3
+ size 547712544
Qwen2.5-0.5B-Instruct-Q5_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3c14aaa3dbd11ee8705a285169b6e4ff9e8297171110ffee106ea5e1d3d7eda
3
+ size 420086304
Qwen2.5-0.5B-Instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3c14aaa3dbd11ee8705a285169b6e4ff9e8297171110ffee106ea5e1d3d7eda
3
+ size 420086304
Qwen2.5-0.5B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1607a4bf9967d2c07d870e04ab8444debe0c05863550d27fccf95d42dc9547db
3
+ size 412710432
Qwen2.5-0.5B-Instruct-Q6_K-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28a3fa99202cf145c7cf9923d628b5c90bd08619eb1b37822c7b2da69b2f4158
3
+ size 633362976
Qwen2.5-0.5B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6522c0bf48c74226f6c9660aad2d9fd82304461b5674d1dd67cfd6d618ec3f5
3
+ size 505736736
Qwen2.5-0.5B-Instruct-Q6_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6522c0bf48c74226f6c9660aad2d9fd82304461b5674d1dd67cfd6d618ec3f5
3
+ size 505736736
Qwen2.5-0.5B-Instruct-Q8_0-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34d8cc020e3240299c15ef2cc51ab2e54c5c04a323a4a7f84d9ea299db662ff1
3
+ size 658694688
Qwen2.5-0.5B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b268943a35d2fdf95b6e376ff9101adababa0a5556c3e3116ae7c3533f87e2c2
3
+ size 658694464
Qwen2.5-0.5B-Instruct-Q8_0_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dadcad0a3eae71b58938849df28b9e5f2c68c52d2ce12e0468d4d437f57d3e54
3
+ size 531068448