Hugging Face's logo

SinpxAI
/
Yi-6B-GGUF

Transformers
GGUF
llama
Inference Endpoints
Model card Files Community
Skiro commited on
Commit
3b3dba0
•
1 Parent(s): 05e78d2

Upload folder using huggingface_hub

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. yi-6b.Q2_K.gguf +3 -0
  3. yi-6b.Q3_K_L.gguf +3 -0
  4. yi-6b.Q3_K_M.gguf +3 -0
  5. yi-6b.Q3_K_S.gguf +3 -0
  6. yi-6b.Q4_0.gguf +3 -0
  7. yi-6b.Q4_K_M.gguf +3 -0
  8. yi-6b.Q4_K_S.gguf +3 -0
  9. yi-6b.Q5_0.gguf +3 -0
  10. yi-6b.Q5_K_M.gguf +3 -0
  11. yi-6b.Q5_K_S.gguf +3 -0
  12. yi-6b.Q6_K.gguf +3 -0
  13. yi-6b.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ yi-6b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ yi-6b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ yi-6b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ yi-6b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ yi-6b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ yi-6b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ yi-6b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ yi-6b.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ yi-6b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ yi-6b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ yi-6b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ yi-6b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
yi-6b.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb8fc061abb0095e8480920f2b2dc92059cae3975c3f3801f6fe9941e8add2d1
3
+ size 2337066368
yi-6b.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5c6858548edffaad433b2b5daacbc07248475fb823bc5a1c88ddb3f32076c67
3
+ size 3236892032
yi-6b.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f2d12ef2b3bf49c7283fe73406a82b5998a3f6912c7ab385641f3d7bfb14790
3
+ size 2992835968
yi-6b.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:311837c2dac608c8b77cb3f8dbd493fd8ed241d7585f4ced20850427c849dd3f
3
+ size 2709196160
yi-6b.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08e2f67bcd62675ec7383963e875e572da50d98a19e72f9d94e3d158056cbeee
3
+ size 3479326080
yi-6b.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec42ea16e562d3b3d497c9b7e3f197258c0395d46fd8a29800275ca6d86ccc18
3
+ size 3673968000
yi-6b.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62a965f7ba3cde5c2f502db0f9583fecca4de0f2953af80143f9c7422aa4cf7e
3
+ size 3502919040
yi-6b.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6436fc57595e39a50a1ac9c459892879f895646c4cfeeb55c6333a5f4689034
3
+ size 4204154240
yi-6b.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad33318bcbbb57c1e462d848392a5c971e649ac0e62f99010df0b7f760f661de
3
+ size 4304424320
yi-6b.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca58a8a03148df635a8c845e2720e1c48c693fce4429b4a467a004e811f03563
3
+ size 4204154240
yi-6b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a059ea8b9bafc6b5282bd7845cdaaa704ba2daf6c90e2bd3ae4170e20f1cdb7a
3
+ size 4974284160
yi-6b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:120bcf794c593c1ae9253175c63e29bd51c207c0da82dc925a7a87fef9431b98
3
+ size 6442126720