Hugging Face's logo

vsevolodl
/
Yi-1.5-9B-Chat-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
vsevolodl commited on
Commit
2344e45
•
1 Parent(s): 065c504

Upload folder using huggingface_hub

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Yi-1.5-9B-Chat.Q2_K.gguf +3 -0
  3. Yi-1.5-9B-Chat.Q3_K_L.gguf +3 -0
  4. Yi-1.5-9B-Chat.Q3_K_M.gguf +3 -0
  5. Yi-1.5-9B-Chat.Q3_K_S.gguf +3 -0
  6. Yi-1.5-9B-Chat.Q4_0.gguf +3 -0
  7. Yi-1.5-9B-Chat.Q4_K_M.gguf +3 -0
  8. Yi-1.5-9B-Chat.Q4_K_S.gguf +3 -0
  9. Yi-1.5-9B-Chat.Q5_0.gguf +3 -0
  10. Yi-1.5-9B-Chat.Q5_K_M.gguf +3 -0
  11. Yi-1.5-9B-Chat.Q5_K_S.gguf +3 -0
  12. Yi-1.5-9B-Chat.Q6_K.gguf +3 -0
  13. Yi-1.5-9B-Chat.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Yi-1.5-9B-Chat.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Yi-1.5-9B-Chat.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Yi-1.5-9B-Chat.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Yi-1.5-9B-Chat.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Yi-1.5-9B-Chat.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Yi-1.5-9B-Chat.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Yi-1.5-9B-Chat.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Yi-1.5-9B-Chat.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Yi-1.5-9B-Chat.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Yi-1.5-9B-Chat.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Yi-1.5-9B-Chat.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Yi-1.5-9B-Chat.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Yi-1.5-9B-Chat.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d96cac4c4ab6d19288181461f8d736d4cc84286469a478043842e3e538884c8f
3
+ size 3354325248
Yi-1.5-9B-Chat.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8f9214db088cf4198c24a50d0bfe256a4f839cc2460f8a3d042232b22f9003f
3
+ size 4690751744
Yi-1.5-9B-Chat.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4f9142adecceb1dbed8f721d5b5b424b628551c3a7b4b2aa87de4865ded0dda
3
+ size 4324405504
Yi-1.5-9B-Chat.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:449086b4a5d78ca189ef02dbb74a3198fbbc90d59f5cc1c21fd36fa8c23de238
3
+ size 3899207936
Yi-1.5-9B-Chat.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2704ae84d70a481a179f080dda9defcdca437b097ea9118f840b1af901e6d0d3
3
+ size 5036994816
Yi-1.5-9B-Chat.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d00cdfb3ac5e37d85125bb6afcc88f2ee7fead868937f4315ce842173e2f8361
3
+ size 5328957696
Yi-1.5-9B-Chat.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a58c756b3de0bb6822eb2dc06148def54c7ea20e68615dd8fa6152a8d393c89f
3
+ size 5071859968
Yi-1.5-9B-Chat.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d77d1d19039c2592c5308fa26175e99b3c0268f7701f5c359714c44b941f6481
3
+ size 6107853056
Yi-1.5-9B-Chat.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:747cd79b3619605b37e7d560f2ca239208a89b723a1eec92d742d6918486558e
3
+ size 6258258176
Yi-1.5-9B-Chat.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b34d37d7841a591efe865d00ea403c26b44bcc51ee315f7de656d06fbdd5b89
3
+ size 6107853056
Yi-1.5-9B-Chat.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32c848fa5869d567f506bf44eca932984948f87866613ac2f73d177934d2200a
3
+ size 7245639936
Yi-1.5-9B-Chat.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d725b874e77a8494e3f5b9a84aa639227fb239366acf24c4b0dd3707cd345c6
3
+ size 9383915776