Hugging Face's logo

lm-kit
/
qwen-2.5-0.5b-instruct-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
lcarrere commited on
Commit
886a712
·
verified ·
1 Parent(s): 384ee7e

Upload 11 files

Browse files
Files changed (12) hide show
  1. .gitattributes +11 -0
  2. Qwen-2.5-0.5B-Instruct-F16.gguf +3 -0
  3. Qwen-2.5-0.5B-Instruct-Q2_K.gguf +3 -0
  4. Qwen-2.5-0.5B-Instruct-Q3_K_L.gguf +3 -0
  5. Qwen-2.5-0.5B-Instruct-Q3_K_M.gguf +3 -0
  6. Qwen-2.5-0.5B-Instruct-Q3_K_S.gguf +3 -0
  7. Qwen-2.5-0.5B-Instruct-Q4_K_M.gguf +3 -0
  8. Qwen-2.5-0.5B-Instruct-Q4_K_S.gguf +3 -0
  9. Qwen-2.5-0.5B-Instruct-Q5_K_M.gguf +3 -0
  10. Qwen-2.5-0.5B-Instruct-Q5_K_S.gguf +3 -0
  11. Qwen-2.5-0.5B-Instruct-Q6_K.gguf +3 -0
  12. Qwen-2.5-0.5B-Instruct-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen-2.5-0.5B-Instruct-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen-2.5-0.5B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen-2.5-0.5B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen-2.5-0.5B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen-2.5-0.5B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen-2.5-0.5B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen-2.5-0.5B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen-2.5-0.5B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen-2.5-0.5B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen-2.5-0.5B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen-2.5-0.5B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Qwen-2.5-0.5B-Instruct-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:372a25a6bbf12ad9203b968b8b6dc99a283ea28227de552f34f484add379ad43
3
+ size 994156736
Qwen-2.5-0.5B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:858e8b744e0d865f0ccf765c201446bb85b5fc8026a5f4dbf3016d62f0a6c5e2
3
+ size 338607392
Qwen-2.5-0.5B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4300468d9731d340b27c43a7119fa020f5818edf54ea6224a26d45f939ac07f8
3
+ size 369358112
Qwen-2.5-0.5B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:439aee426c900fedd0ab55ebe8a54eb30c4cfddd8485b12dc39ea5a0a349d18c
3
+ size 355466528
Qwen-2.5-0.5B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7d123d27c3fb3f44af57afbea296b866257b640f4b2533428812608dc678aef
3
+ size 338263328
Qwen-2.5-0.5B-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09b44ff0ef0a160ffe50778c0828754201bb3a40522a941839c23acfbc9ceec0
3
+ size 397807904
Qwen-2.5-0.5B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:943afb7967e6c390a500edb4367cea39f69bb0d3bb065717f1c2d299feb9c01d
3
+ size 385471776
Qwen-2.5-0.5B-Instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51959770baa0e521115648df5ce682955b95ae3db90a5e6b9d73a819c00e9b55
3
+ size 420086048
Qwen-2.5-0.5B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e571609d45eeefba965f080f4164c9f70ac362dd67097825c9af4c1a1c839c26
3
+ size 412710176
Qwen-2.5-0.5B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cb96eb246288baca95ee117b2cf13b40684fdf21bc2f8a06bd1c962be2908d8
3
+ size 505736480
Qwen-2.5-0.5B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c0726aa6d74eca3439b54d0e624d4f92077832ee23f8ccc7bd317c85d874973
3
+ size 531068192