Hugging Face's logo

second-state
/
Yi-1.5-9B-Chat-GGUF

Text Generation
Transformers
GGUF
llama
text-generation-inference
Model card Files Community
1
apepkuss79 commited on
Commit
56d1dd8
•
1 Parent(s): 8bc6fd4

Upload models

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Yi-1.5-9B-Chat-Q2_K.gguf +3 -0
  3. Yi-1.5-9B-Chat-Q3_K_L.gguf +3 -0
  4. Yi-1.5-9B-Chat-Q3_K_M.gguf +3 -0
  5. Yi-1.5-9B-Chat-Q3_K_S.gguf +3 -0
  6. Yi-1.5-9B-Chat-Q4_0.gguf +3 -0
  7. Yi-1.5-9B-Chat-Q4_K_M.gguf +3 -0
  8. Yi-1.5-9B-Chat-Q4_K_S.gguf +3 -0
  9. Yi-1.5-9B-Chat-Q5_0.gguf +3 -0
  10. Yi-1.5-9B-Chat-Q5_K_S.gguf +3 -0
  11. Yi-1.5-9B-Chat-Q6_K.gguf +3 -0
  12. Yi-1.5-9B-Chat-Q8_0.gguf +3 -0
  13. Yi-1.5-9B-Chat-f16.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Yi-1.5-9B-Chat-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Yi-1.5-9B-Chat-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Yi-1.5-9B-Chat-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Yi-1.5-9B-Chat-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Yi-1.5-9B-Chat-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Yi-1.5-9B-Chat-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Yi-1.5-9B-Chat-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Yi-1.5-9B-Chat-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Yi-1.5-9B-Chat-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Yi-1.5-9B-Chat-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Yi-1.5-9B-Chat-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Yi-1.5-9B-Chat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Yi-1.5-9B-Chat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Yi-1.5-9B-Chat-f16.gguf filter=lfs diff=lfs merge=lfs -text
Yi-1.5-9B-Chat-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57629e53603e30114647506c4413f95d70ed89465136d940e3bb381c3ebaf10f
3
+ size 3354325248
Yi-1.5-9B-Chat-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ffe1bc9760a4a786d65c85d62b2bbcd136ca3727783e83fa223e7d85495dac4
3
+ size 4690751744
Yi-1.5-9B-Chat-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f7b1234ee2dfe3af3df547366759861719fb63e4901b566d6b19b234aa4b030
3
+ size 4324405504
Yi-1.5-9B-Chat-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb1d6b4089f456461700595c45c3e2dd622738a3dfe8f7eb899c527aa7739212
3
+ size 3899207936
Yi-1.5-9B-Chat-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c6dfd3d1200e31565aff552a5d06263201ca2acc0d8522c0a5f147174feb90c
3
+ size 5036994816
Yi-1.5-9B-Chat-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9585a6f52aa545411c6515580512e530a5c8be8d16d19256b6293b424fdb8e8a
3
+ size 5328957696
Yi-1.5-9B-Chat-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c12975ecbfc41b2b99e06373b1ecb87250a0a5aa98ad3fd689c76df478007939
3
+ size 5071859968
Yi-1.5-9B-Chat-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec025b23c5f8d989eb2387fb873b76ba6be27f8b6d26bfc8ba528e13445ebf8d
3
+ size 6107853056
Yi-1.5-9B-Chat-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b986524151b9a67012ce1746dad80a1ecca364180abdc1c78a468ffee437d60
3
+ size 6107853056
Yi-1.5-9B-Chat-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9e11374228c742120f9a4eeeeacf84a4e533551b943ffc078a7cedd6954579d
3
+ size 7245639936
Yi-1.5-9B-Chat-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c05716bfcb6a1d2e73eeace3c11b1704813b6c4b58f21198be35b273b2b87a7b
3
+ size 9383915776
Yi-1.5-9B-Chat-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8190bb9c3d51a389b9e5087186b9db8e9a1b90841f6f245c0a3277c6ed4407b
3
+ size 17661112544