Hugging Face's logo

gaianet
/
Qwen2-0.5B-Instruct-GGUF

Text Generation
Transformers
GGUF
English
qwen2
chat
text-generation-inference
Inference Endpoints
Model card Files Community
apepkuss79 commited on
Commit
fceb4c1
•
1 Parent(s): d98cc4b

Upload models

Browse files
Files changed (14) hide show
  1. .gitattributes +13 -0
  2. Qwen2-0.5B-Instruct-Q2_K.gguf +3 -0
  3. Qwen2-0.5B-Instruct-Q3_K_L.gguf +3 -0
  4. Qwen2-0.5B-Instruct-Q3_K_M.gguf +3 -0
  5. Qwen2-0.5B-Instruct-Q3_K_S.gguf +3 -0
  6. Qwen2-0.5B-Instruct-Q4_0.gguf +3 -0
  7. Qwen2-0.5B-Instruct-Q4_K_M.gguf +3 -0
  8. Qwen2-0.5B-Instruct-Q4_K_S.gguf +3 -0
  9. Qwen2-0.5B-Instruct-Q5_0.gguf +3 -0
  10. Qwen2-0.5B-Instruct-Q5_K_M.gguf +3 -0
  11. Qwen2-0.5B-Instruct-Q5_K_S.gguf +3 -0
  12. Qwen2-0.5B-Instruct-Q6_K.gguf +3 -0
  13. Qwen2-0.5B-Instruct-Q8_0.gguf +3 -0
  14. Qwen2-0.5B-Instruct-f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen2-0.5B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen2-0.5B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen2-0.5B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen2-0.5B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen2-0.5B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen2-0.5B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2-0.5B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2-0.5B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2-0.5B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen2-0.5B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen2-0.5B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen2-0.5B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Qwen2-0.5B-Instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2-0.5B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3000fc3c69fd3c99722ad4e3113e3ba18bcb4335699c5be9f6fb0a567c416a23
3
+ size 338604448
Qwen2-0.5B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:966cb6b543c3f6a4126c3b09e2972112d5c3dce9c176eea7d74a58737f5f9cdd
3
+ size 369355168
Qwen2-0.5B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03cd8353e85bdb5085879f2080885a8ffe397c9335c63523a86785c8dc42a1c3
3
+ size 355463584
Qwen2-0.5B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16cadcfd71015377232c03990ed14ca62021bb2fe8d7fd549f3126cf778157cc
3
+ size 338260384
Qwen2-0.5B-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9373c66a6959f443e0f972fea89660ee5b3fdca2a62ec21026213b58c33e447
3
+ size 352151968
Qwen2-0.5B-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdb5f495a0ef110a480e08da05552abb86daddae561f7fa806a97ae31120694b
3
+ size 397804960
Qwen2-0.5B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c3764dae384628ec9327db15a84e7ebab473d180a170454d6a4529b9fa8e76a
3
+ size 385468832
Qwen2-0.5B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcbf462b3ca65685e3075fee1d35b5183f7630e27ef75addd15851b0c1dd9927
3
+ size 396880288
Qwen2-0.5B-Instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98c08198a2ac03049b310e6f9b204fdfd726527ae502e55443e028a084ab9de0
3
+ size 420083104
Qwen2-0.5B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cebd32cf89327174d9acce3da7c4c40153b4476324bf13428242b03528919774
3
+ size 412707232
Qwen2-0.5B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:357a1e8ed8927bd08c7c89e8cd8ad61fe5a6e880467e06e4416611f669bfba49
3
+ size 505733536
Qwen2-0.5B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da8296aa74aced58f4df45b611683a55e96b598b706db04ab96c7201478dc0e6
3
+ size 531065248
Qwen2-0.5B-Instruct-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f07de5ee9a80150a00b07de2b47003a2312296338296ad3d24766effbafdb4b9
3
+ size 994153888