Hugging Face's logo

backyardai
/
WestLake-10.7B-v2-GGUF

Text Generation
Transformers
GGUF
English
roleplay
text-generation-inference
Inference Endpoints
Model card Files Community
brooketh commited on
Commit
32fd8db
•
1 Parent(s): e7909ae

Upload 11 files

Browse files
Files changed (12) hide show
  1. .gitattributes +11 -0
  2. WestLake-10.7B-v2.Q2_K.gguf +3 -0
  3. WestLake-10.7B-v2.Q2_K_S.gguf +3 -0
  4. WestLake-10.7B-v2.Q3_K_L.gguf +3 -0
  5. WestLake-10.7B-v2.Q3_K_M.gguf +3 -0
  6. WestLake-10.7B-v2.Q3_K_S.gguf +3 -0
  7. WestLake-10.7B-v2.Q4_K_M.gguf +3 -0
  8. WestLake-10.7B-v2.Q4_K_S.gguf +3 -0
  9. WestLake-10.7B-v2.Q5_K_M.gguf +3 -0
  10. WestLake-10.7B-v2.Q5_K_S.gguf +3 -0
  11. WestLake-10.7B-v2.Q6_K.gguf +3 -0
  12. WestLake-10.7B-v2.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -44,3 +44,14 @@ WestLake-10.7B-v2.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
44
  WestLake-10.7B-v2.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
  WestLake-10.7B-v2.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
  WestLake-10.7B-v2.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
44
  WestLake-10.7B-v2.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
  WestLake-10.7B-v2.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
  WestLake-10.7B-v2.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ WestLake-10.7B-v2.Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
48
+ WestLake-10.7B-v2.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ WestLake-10.7B-v2.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
50
+ WestLake-10.7B-v2.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
51
+ WestLake-10.7B-v2.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
52
+ WestLake-10.7B-v2.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ WestLake-10.7B-v2.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ WestLake-10.7B-v2.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ WestLake-10.7B-v2.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ WestLake-10.7B-v2.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
57
+ WestLake-10.7B-v2.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
WestLake-10.7B-v2.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad184ded4e251e11e8acba91dfbab5985594b38860a95257b93fe6dedb8b50f3
3
+ size 4003231904
WestLake-10.7B-v2.Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a8cca2550e42c452190fbf6ce1a43b0a2fbcacb86d60fbf54ba22b0e7e181a5
3
+ size 3717757088
WestLake-10.7B-v2.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bde49b94be113e5d8b622841983666c45bddaae81ac531694d9c8e557884d48
3
+ size 5650749600
WestLake-10.7B-v2.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c8bdf22f9b2d104537185eff126937b02b55bbcb434135898ab5d78235a9239
3
+ size 5195667616
WestLake-10.7B-v2.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d33a0de14e45237c3ce8cbce86e600a02633179449aa0e5cef5ee46138cfba3
3
+ size 4664563872
WestLake-10.7B-v2.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36f60b3561a57e73d194da6d76ea1c76b3c5bdf1e2d3a8fb29e207ed6291e9cc
3
+ size 6461667488
WestLake-10.7B-v2.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b549d3254efde3005fb1434a1a2b2c9aad0f45677c87d644ac4fecde19cdb10
3
+ size 6118520992
WestLake-10.7B-v2.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d7dd2f850ca236f3964cbe6d1b7173170983a4b2c3969b4a7ed97ff794e8eda
3
+ size 7597930656
WestLake-10.7B-v2.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa558005b5a3d2480ac8948aeab31da611e94fc627cc8bdcdb6e96d09f198027
3
+ size 7397390496
WestLake-10.7B-v2.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20ffef9f9de27398572f2d1faf17f753e54fd351f71146531ec435c2003a47bf
3
+ size 8805210272
WestLake-10.7B-v2.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3294dce77d460b4e6447db9a548b984edfe4b23c7f74deb4aece3c8f05621174
3
+ size 11404155040