morriszms commited on
Commit
5e1e4c2
1 Parent(s): ff97896

Upload folder using huggingface_hub

Browse files
Qwen2.5-0.5B-Instruct-Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:34d9b29aace58c7d04f736c36ace0f377fc452973a3e913722784e1ffc4c343c
3
- size 338607424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6debf55d12a1b9f2a1f65766086241bd4bf7700ed15445a5a67f70056d867562
3
+ size 338607360
Qwen2.5-0.5B-Instruct-Q3_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:461b70083ca1c31fe4a7b963964ae4ea7c63b25fc739240f9dff663ce10010b7
3
- size 369358144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e2b09d67797fd9d8a5b9582fcd83a9a6260b264573aad00292c6dfdbcf37dd1
3
+ size 369358080
Qwen2.5-0.5B-Instruct-Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:52d5e057b8883cdc04687b542f43f0d09d511dbcfd327741172e638023f6e558
3
- size 355466560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9604e4b9047e7ad9edeb69a8bd5d3c8dc71d4b29f11f86f725a26bddbf55832e
3
+ size 355466496
Qwen2.5-0.5B-Instruct-Q3_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3df847b65aff22ce782ef32f9e8779f79ca467cd50e32aee70d2408082fbed10
3
- size 338263360
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28e16230d4801343ffbd5406c8baa8462ebdc9b38c7022fb17860bff8cd9efee
3
+ size 338263296
Qwen2.5-0.5B-Instruct-Q4_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6dafbeafefd4beccc75ab8a4ecc5f11e56d770efea523f7f3f8b36f8433c19d1
3
- size 352154944
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d961a5928deb1d2ece8514c460e77e3bb1e0ff50079729416d4e364bc715b7a5
3
+ size 352154880
Qwen2.5-0.5B-Instruct-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9ab4476f80f8a512f902f062d35e474dd6e4be84535e76344c96226818c84ca9
3
- size 397807936
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28deef462cebff16d91711ba808066b708eb01f8862492d20534b669ec9a4e9a
3
+ size 397807872
Qwen2.5-0.5B-Instruct-Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0745cf4fc06c4f2457572dcd57f3caf62ef902ba4a658b3f4d78785e90232acd
3
- size 385471808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d67bd93f00b9c7163031e547a433b4420c3595a5ee696423d1d1cc84d884fa7a
3
+ size 385471744
Qwen2.5-0.5B-Instruct-Q5_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ded53b1777f22163c355a80f0946409794f962c4859aff321489a586535a29a9
3
- size 396883264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:000cd5711efa18680874df06e83120066affc286e7a73d36987c1294b8a5b72f
3
+ size 396883200
Qwen2.5-0.5B-Instruct-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:38683dbfcd5b4dd3bdcb7bed35a44f391e3b3694d95aef6a1ce77523df8b35db
3
- size 420086080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:905513d15b0e0adb9547bcf908f0c213d42e6a98ce4c724317f1ab6941939768
3
+ size 420086016
Qwen2.5-0.5B-Instruct-Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5082e652dd0bf5c952702fc802bfdb7a97f98ceefe0d9527c5ef2e3a1d9f356e
3
- size 412710208
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:defc49d1b38603faa94ad41c3ac26fb13bba73edf0e7cceff8fa77390a9ce27a
3
+ size 412710144
Qwen2.5-0.5B-Instruct-Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d3f0619231e64bd9ca81e783d66b0059afde6e010da9bda39193118a29a63a28
3
- size 505736512
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a8b5590ffd802240c48e61723bdb514d1a92362446e947655d5293cde77c418
3
+ size 505736448
Qwen2.5-0.5B-Instruct-Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fa123c3aac150d7a3b174550afcf6cb1b9abfd4322b8710f161970a70a3d87cd
3
- size 531068224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39d58e2efaae220fc2a31a1acbb50b51574f65bccc7e497e66f7ade70dde22c3
3
+ size 531068160
README.md CHANGED
@@ -1,15 +1,14 @@
1
  ---
2
- license: apache-2.0
3
- license_link: https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct/blob/main/LICENSE
4
  language:
5
  - en
6
- pipeline_tag: text-generation
7
- base_model: Qwen/Qwen2.5-0.5B-Instruct
8
  tags:
9
- - chat
 
10
  - TensorBlock
11
  - GGUF
12
- library_name: transformers
13
  ---
14
 
15
  <div style="width: auto; margin-left: auto; margin-right: auto">
@@ -23,9 +22,9 @@ library_name: transformers
23
  </div>
24
  </div>
25
 
26
- ## Qwen/Qwen2.5-0.5B-Instruct - GGUF
27
 
28
- This repo contains GGUF format model files for [Qwen/Qwen2.5-0.5B-Instruct](https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct).
29
 
30
  The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4011](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
31
 
 
1
  ---
2
+ base_model: unsloth/Qwen2.5-0.5B-Instruct
 
3
  language:
4
  - en
5
+ library_name: transformers
6
+ license: apache-2.0
7
  tags:
8
+ - unsloth
9
+ - transformers
10
  - TensorBlock
11
  - GGUF
 
12
  ---
13
 
14
  <div style="width: auto; margin-left: auto; margin-right: auto">
 
22
  </div>
23
  </div>
24
 
25
+ ## unsloth/Qwen2.5-0.5B-Instruct - GGUF
26
 
27
+ This repo contains GGUF format model files for [unsloth/Qwen2.5-0.5B-Instruct](https://huggingface.co/unsloth/Qwen2.5-0.5B-Instruct).
28
 
29
  The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4011](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
30