Upload folder using huggingface_hub
Browse files- Qwen2.5-0.5B-Instruct-Q2_K.gguf +2 -2
- Qwen2.5-0.5B-Instruct-Q3_K_L.gguf +2 -2
- Qwen2.5-0.5B-Instruct-Q3_K_M.gguf +2 -2
- Qwen2.5-0.5B-Instruct-Q3_K_S.gguf +2 -2
- Qwen2.5-0.5B-Instruct-Q4_0.gguf +2 -2
- Qwen2.5-0.5B-Instruct-Q4_K_M.gguf +2 -2
- Qwen2.5-0.5B-Instruct-Q4_K_S.gguf +2 -2
- Qwen2.5-0.5B-Instruct-Q5_0.gguf +2 -2
- Qwen2.5-0.5B-Instruct-Q5_K_M.gguf +2 -2
- Qwen2.5-0.5B-Instruct-Q5_K_S.gguf +2 -2
- Qwen2.5-0.5B-Instruct-Q6_K.gguf +2 -2
- Qwen2.5-0.5B-Instruct-Q8_0.gguf +2 -2
- README.md +7 -8
Qwen2.5-0.5B-Instruct-Q2_K.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6debf55d12a1b9f2a1f65766086241bd4bf7700ed15445a5a67f70056d867562
|
3 |
+
size 338607360
|
Qwen2.5-0.5B-Instruct-Q3_K_L.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5e2b09d67797fd9d8a5b9582fcd83a9a6260b264573aad00292c6dfdbcf37dd1
|
3 |
+
size 369358080
|
Qwen2.5-0.5B-Instruct-Q3_K_M.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9604e4b9047e7ad9edeb69a8bd5d3c8dc71d4b29f11f86f725a26bddbf55832e
|
3 |
+
size 355466496
|
Qwen2.5-0.5B-Instruct-Q3_K_S.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:28e16230d4801343ffbd5406c8baa8462ebdc9b38c7022fb17860bff8cd9efee
|
3 |
+
size 338263296
|
Qwen2.5-0.5B-Instruct-Q4_0.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d961a5928deb1d2ece8514c460e77e3bb1e0ff50079729416d4e364bc715b7a5
|
3 |
+
size 352154880
|
Qwen2.5-0.5B-Instruct-Q4_K_M.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:28deef462cebff16d91711ba808066b708eb01f8862492d20534b669ec9a4e9a
|
3 |
+
size 397807872
|
Qwen2.5-0.5B-Instruct-Q4_K_S.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d67bd93f00b9c7163031e547a433b4420c3595a5ee696423d1d1cc84d884fa7a
|
3 |
+
size 385471744
|
Qwen2.5-0.5B-Instruct-Q5_0.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:000cd5711efa18680874df06e83120066affc286e7a73d36987c1294b8a5b72f
|
3 |
+
size 396883200
|
Qwen2.5-0.5B-Instruct-Q5_K_M.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:905513d15b0e0adb9547bcf908f0c213d42e6a98ce4c724317f1ab6941939768
|
3 |
+
size 420086016
|
Qwen2.5-0.5B-Instruct-Q5_K_S.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:defc49d1b38603faa94ad41c3ac26fb13bba73edf0e7cceff8fa77390a9ce27a
|
3 |
+
size 412710144
|
Qwen2.5-0.5B-Instruct-Q6_K.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1a8b5590ffd802240c48e61723bdb514d1a92362446e947655d5293cde77c418
|
3 |
+
size 505736448
|
Qwen2.5-0.5B-Instruct-Q8_0.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:39d58e2efaae220fc2a31a1acbb50b51574f65bccc7e497e66f7ade70dde22c3
|
3 |
+
size 531068160
|
README.md
CHANGED
@@ -1,15 +1,14 @@
|
|
1 |
---
|
2 |
-
|
3 |
-
license_link: https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct/blob/main/LICENSE
|
4 |
language:
|
5 |
- en
|
6 |
-
|
7 |
-
|
8 |
tags:
|
9 |
-
-
|
|
|
10 |
- TensorBlock
|
11 |
- GGUF
|
12 |
-
library_name: transformers
|
13 |
---
|
14 |
|
15 |
<div style="width: auto; margin-left: auto; margin-right: auto">
|
@@ -23,9 +22,9 @@ library_name: transformers
|
|
23 |
</div>
|
24 |
</div>
|
25 |
|
26 |
-
##
|
27 |
|
28 |
-
This repo contains GGUF format model files for [
|
29 |
|
30 |
The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4011](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
|
31 |
|
|
|
1 |
---
|
2 |
+
base_model: unsloth/Qwen2.5-0.5B-Instruct
|
|
|
3 |
language:
|
4 |
- en
|
5 |
+
library_name: transformers
|
6 |
+
license: apache-2.0
|
7 |
tags:
|
8 |
+
- unsloth
|
9 |
+
- transformers
|
10 |
- TensorBlock
|
11 |
- GGUF
|
|
|
12 |
---
|
13 |
|
14 |
<div style="width: auto; margin-left: auto; margin-right: auto">
|
|
|
22 |
</div>
|
23 |
</div>
|
24 |
|
25 |
+
## unsloth/Qwen2.5-0.5B-Instruct - GGUF
|
26 |
|
27 |
+
This repo contains GGUF format model files for [unsloth/Qwen2.5-0.5B-Instruct](https://huggingface.co/unsloth/Qwen2.5-0.5B-Instruct).
|
28 |
|
29 |
The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4011](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
|
30 |
|