Hugging Face's logo

mradermacher
/
TaxoLlama3.1-8b-instruct-GGUF

Transformers
GGUF
English
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
12a2063
·
verified ·
1 Parent(s): e099733

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. TaxoLlama3.1-8b-instruct.IQ4_XS.gguf +3 -0
  3. TaxoLlama3.1-8b-instruct.Q2_K.gguf +3 -0
  4. TaxoLlama3.1-8b-instruct.Q3_K_L.gguf +3 -0
  5. TaxoLlama3.1-8b-instruct.Q3_K_M.gguf +3 -0
  6. TaxoLlama3.1-8b-instruct.Q3_K_S.gguf +3 -0
  7. TaxoLlama3.1-8b-instruct.Q4_K_M.gguf +3 -0
  8. TaxoLlama3.1-8b-instruct.Q4_K_S.gguf +3 -0
  9. TaxoLlama3.1-8b-instruct.Q5_K_M.gguf +3 -0
  10. TaxoLlama3.1-8b-instruct.Q5_K_S.gguf +3 -0
  11. TaxoLlama3.1-8b-instruct.Q6_K.gguf +3 -0
  12. TaxoLlama3.1-8b-instruct.Q8_0.gguf +3 -0
  13. TaxoLlama3.1-8b-instruct.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ TaxoLlama3.1-8b-instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ TaxoLlama3.1-8b-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ TaxoLlama3.1-8b-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ TaxoLlama3.1-8b-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ TaxoLlama3.1-8b-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ TaxoLlama3.1-8b-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ TaxoLlama3.1-8b-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ TaxoLlama3.1-8b-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ TaxoLlama3.1-8b-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ TaxoLlama3.1-8b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ TaxoLlama3.1-8b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ TaxoLlama3.1-8b-instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
TaxoLlama3.1-8b-instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e62b91f5f83196fb5566da6951cfa0b2fb9470a208f7dfa47655561ec101799
3
+ size 4484367872
TaxoLlama3.1-8b-instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4189264dba9474c053315d31de385d2cc91e1146ba0016712b087ae01b4f6535
3
+ size 3179136512
TaxoLlama3.1-8b-instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b57f9437f012cf325b05d12c591215d3cca5abe9f3d6ebc273dfcc35b60df6d
3
+ size 4321961472
TaxoLlama3.1-8b-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb65f694a36086a9b3617bd9f840a6404963240e17a131810498bb853b2ec92a
3
+ size 4018923008
TaxoLlama3.1-8b-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b407fde14d441590f05fe0e2df2dc12fba3b28ba28ec18f64caa4bfa5eb42527
3
+ size 3664504320
TaxoLlama3.1-8b-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22cbbc02f94d19c70d22ec8afe046086650f123d8364978de5644db754425a79
3
+ size 4920739328
TaxoLlama3.1-8b-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aab74404ad3ef3d457eca1448e0abc74232ca168bdc2182ee6c9ddde8b72d6e6
3
+ size 4692674048
TaxoLlama3.1-8b-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa1a3d3d5c0824cd59e9f23cd7d78e22d0f1f63311186c5b2b0f64a1c18c6e7e
3
+ size 5732992512
TaxoLlama3.1-8b-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d77181107825716917f580f1fdbea8fbfe89281cd5961b0952e7b6a17e22149
3
+ size 5599299072
TaxoLlama3.1-8b-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc70567cb4072be8f3b48fc951a838834265f10355d94da19fbc65098e435604
3
+ size 6596011520
TaxoLlama3.1-8b-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b86b63817202970dbce9cab95bb8724e305c1b7678b9968fd804570863e143a
3
+ size 8540775936
TaxoLlama3.1-8b-instruct.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:259fa77c5069f92322acb8d35e207f97fb7ddb6e03c3364a1bdee1cca88ceec5
3
+ size 16068896256