Hugging Face's logo

mradermacher
/
QwQ-0.5B-Distilled-GGUF

Transformers
GGUF
English
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
2d34047
·
verified ·
1 Parent(s): 441b08c

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. QwQ-0.5B-Distilled.IQ4_XS.gguf +3 -0
  3. QwQ-0.5B-Distilled.Q2_K.gguf +3 -0
  4. QwQ-0.5B-Distilled.Q3_K_L.gguf +3 -0
  5. QwQ-0.5B-Distilled.Q3_K_M.gguf +3 -0
  6. QwQ-0.5B-Distilled.Q3_K_S.gguf +3 -0
  7. QwQ-0.5B-Distilled.Q4_K_M.gguf +3 -0
  8. QwQ-0.5B-Distilled.Q4_K_S.gguf +3 -0
  9. QwQ-0.5B-Distilled.Q5_K_M.gguf +3 -0
  10. QwQ-0.5B-Distilled.Q5_K_S.gguf +3 -0
  11. QwQ-0.5B-Distilled.Q6_K.gguf +3 -0
  12. QwQ-0.5B-Distilled.Q8_0.gguf +3 -0
  13. QwQ-0.5B-Distilled.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ QwQ-0.5B-Distilled.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ QwQ-0.5B-Distilled.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ QwQ-0.5B-Distilled.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ QwQ-0.5B-Distilled.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ QwQ-0.5B-Distilled.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ QwQ-0.5B-Distilled.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ QwQ-0.5B-Distilled.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ QwQ-0.5B-Distilled.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ QwQ-0.5B-Distilled.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ QwQ-0.5B-Distilled.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ QwQ-0.5B-Distilled.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ QwQ-0.5B-Distilled.f16.gguf filter=lfs diff=lfs merge=lfs -text
QwQ-0.5B-Distilled.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47940495fac741d6e17d2fe059c342cdc0ba18218e3dc913b78db921689f99d2
3
+ size 351443616
QwQ-0.5B-Distilled.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43e430690fbc3e88d34c47c472a130359828002368cec227ce43132adadefc15
3
+ size 338605728
QwQ-0.5B-Distilled.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a0b7b305f8b0999ce80d3b49fc6672440a2c775cbb94a2fc29063db715e18e6
3
+ size 369356448
QwQ-0.5B-Distilled.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77900beecfa74bd5043546a53181afc2b62ec41dfbce967235cdcde233ec5af3
3
+ size 355464864
QwQ-0.5B-Distilled.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8f90b49f4a749e6aeff55be2620a0ec890b42a7ad8e010b7285200d49b0cfd4
3
+ size 338261664
QwQ-0.5B-Distilled.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65b1c0d1f37587f4e5234783df7138e225bf7e3143427a3eabdf182e158ff5f4
3
+ size 397806240
QwQ-0.5B-Distilled.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6c2eee6ced146b117450ced1c03a6646454872a2359f72695e35183bf253482
3
+ size 385470112
QwQ-0.5B-Distilled.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:736ce295a31646a87020ee5c01a2de18f7babc8ded66382fcc4131d6d6174329
3
+ size 420084384
QwQ-0.5B-Distilled.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6eb9aca9e16fdf46948b691cf6ff7a72daef57427c427e9efc8ec3a166aeba8
3
+ size 412708512
QwQ-0.5B-Distilled.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0406cb18d82bfef37fa8db0480b4e1595af6cc337bf643248047156f7fdc214
3
+ size 505734816
QwQ-0.5B-Distilled.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca788bfd1a9b976bf528d4c782296bed9f8cbeb05b20e532f69cb5405e400dee
3
+ size 531066528
QwQ-0.5B-Distilled.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed5669297126dab51f62ad281298f375e3a200d08fc4f4dae3458e51dfd56c04
3
+ size 994155168