Hugging Face's logo

dahara1
/
Qwen2.5-3B-Instruct-gguf-japanese-imatrix-128K

GGUF
Japanese
Inference Endpoints
conversational
Model card Files Community
dahara1 commited on
Commit
f19f2f0
•
1 Parent(s): ee285d1

Upload 8 files

Browse files
Files changed (9) hide show
  1. .gitattributes +8 -0
  2. Qwen2.5-3B-Instruct-IQ3_M.gguf +3 -0
  3. Qwen2.5-3B-Instruct-IQ3_XS.gguf +3 -0
  4. Qwen2.5-3B-Instruct-IQ3_XXS.gguf +3 -0
  5. Qwen2.5-3B-Instruct-IQ4_XS.gguf +3 -0
  6. Qwen2.5-3B-Instruct-Q3_K-f16.gguf +3 -0
  7. Qwen2.5-3B-Instruct-Q3_K_L.gguf +3 -0
  8. Qwen2.5-3B-Instruct-Q3_K_M.gguf +3 -0
  9. Qwen2.5-3B-Instruct-Q3_K_S.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen2.5-3B-Instruct-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen2.5-3B-Instruct-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen2.5-3B-Instruct-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen2.5-3B-Instruct-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen2.5-3B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen2.5-3B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2.5-3B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2.5-3B-Instruct-Q3_K-f16.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2.5-3B-Instruct-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc12782233711daa794abc995d1861cf2d40343ecddcbad689de9c709bf9ba20
3
+ size 1488895104
Qwen2.5-3B-Instruct-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3705704fa43e46a7bc3e66ecaf5c1758e51f5e386b3d113da506634b4018295
3
+ size 1391836288
Qwen2.5-3B-Instruct-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb103bd305972b13d133132806edfdcbac38f6330335d71139cdbdd2ae48f418
3
+ size 1282827392
Qwen2.5-3B-Instruct-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6deb834fd806f6899a9ec0e2f82a965b183539c7fce7a4923c8abe291ec52870
3
+ size 1739095168
Qwen2.5-3B-Instruct-Q3_K-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34b04c1d6ea1f8fdf78ee85a1743cb0396e4e33324352fc30f4055dbf8ad5917
3
+ size 1957553280
Qwen2.5-3B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1dc6bd37e90621ef11413ae54284359b00a5b0aee4642710af83cdd34396dbc
3
+ size 1665836160
Qwen2.5-3B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8d50a437341600541a6019305113d18e0d6ad22916681a2fa0873bf482280b4
3
+ size 1590475904
Qwen2.5-3B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffe2a2e10d784bab4a1ac3956a1357d8caedc77980c0908f77d52b5aede43f23
3
+ size 1454357632