Hugging Face's logo

Felladrin
/
gguf-Qwen1.5-0.5B-Chat

GGUF
Inference Endpoints
imatrix
conversational
Model card Files Community
Felladrin commited on
Commit
f7acfb9
•
1 Parent(s): f38ed99

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. Qwen1.5-0.5B-Chat.F16.gguf +3 -0
  3. Qwen1.5-0.5B-Chat.Q2_K.gguf +3 -0
  4. Qwen1.5-0.5B-Chat.Q3_K_M.gguf +3 -0
  5. Qwen1.5-0.5B-Chat.Q3_K_S.gguf +3 -0
  6. Qwen1.5-0.5B-Chat.Q4_0.gguf +3 -0
  7. Qwen1.5-0.5B-Chat.Q4_K_M.gguf +3 -0
  8. Qwen1.5-0.5B-Chat.Q5_K_M.gguf +3 -0
  9. Qwen1.5-0.5B-Chat.Q6_K.gguf +3 -0
  10. Qwen1.5-0.5B-Chat.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen1.5-0.5B-Chat.F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen1.5-0.5B-Chat.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen1.5-0.5B-Chat.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen1.5-0.5B-Chat.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen1.5-0.5B-Chat.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen1.5-0.5B-Chat.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen1.5-0.5B-Chat.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen1.5-0.5B-Chat.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen1.5-0.5B-Chat.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Qwen1.5-0.5B-Chat.F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1bd35d205b666b6de998c05b75302332eb2fd3065d2c9113cc1c72045bd120c
3
+ size 1245333408
Qwen1.5-0.5B-Chat.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a33a789be5b82377e9bb5e996af690f44c3b1900bc4fd43b736fa8e3280f96a0
3
+ size 298412960
Qwen1.5-0.5B-Chat.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d87300e69a069e0b450b7c5ea64aee1179f101b7df999af883c359b2761bb418
3
+ size 349882272
Qwen1.5-0.5B-Chat.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e31a5756af62282489bc9991fb1a9492cc6d7ae215bcfeaefd8e639063ff6d4b
3
+ size 333383584
Qwen1.5-0.5B-Chat.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1332acbf8e46226d2fb1977f04cb7ac4a9dd6746dfbaec2c21dc280b3a60369
3
+ size 394990496
Qwen1.5-0.5B-Chat.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1261a6e72cd6ac29965384537fedee98f27efbd8b807601e9fa2f9530749ba8e
3
+ size 407155616
Qwen1.5-0.5B-Chat.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41d2ac82cbd009939138284d4ff504d82f24d7996bf655868c7a9af048b75752
3
+ size 459240352
Qwen1.5-0.5B-Chat.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2f7e9bad2c8d176402d334eeb1756f9daa2ac9cf0426e3cb2612ae8baa438a4
3
+ size 514580384
Qwen1.5-0.5B-Chat.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03c9c6c8588deef5dfccba1f3813f8f51bea45bfb9541b15295052459c6111da
3
+ size 664602528