Hugging Face's logo

codegood
/
Llama_3.1_8B_GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
codegood commited on
Commit
9529162
•
1 Parent(s): 35b366c

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. meta-llama-3.1-8b-instruct-q2_k.gguf +3 -0
  3. meta-llama-3.1-8b-instruct-q3_k_l.gguf +3 -0
  4. meta-llama-3.1-8b-instruct-q3_k_m.gguf +3 -0
  5. meta-llama-3.1-8b-instruct-q3_k_s.gguf +3 -0
  6. meta-llama-3.1-8b-instruct-q4_0.gguf +3 -0
  7. meta-llama-3.1-8b-instruct-q4_k_m.gguf +3 -0
  8. meta-llama-3.1-8b-instruct-q4_k_s.gguf +3 -0
  9. meta-llama-3.1-8b-instruct-q5_0.gguf +3 -0
  10. meta-llama-3.1-8b-instruct-q5_k_m.gguf +3 -0
  11. meta-llama-3.1-8b-instruct-q5_k_s.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ meta-llama-3.1-8b-instruct-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
37
+ meta-llama-3.1-8b-instruct-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
38
+ meta-llama-3.1-8b-instruct-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
39
+ meta-llama-3.1-8b-instruct-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
40
+ meta-llama-3.1-8b-instruct-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ meta-llama-3.1-8b-instruct-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
42
+ meta-llama-3.1-8b-instruct-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
43
+ meta-llama-3.1-8b-instruct-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ meta-llama-3.1-8b-instruct-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
45
+ meta-llama-3.1-8b-instruct-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
meta-llama-3.1-8b-instruct-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d3983a170f31bd959e4dd9ab967ece28f72799aa596a37d6b9ff19c8ac65ba2
3
+ size 3179136384
meta-llama-3.1-8b-instruct-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4eaf80a0c03401924a2ba96063f07cac11e237fa1894fd253f76448ca79fb923
3
+ size 4321961344
meta-llama-3.1-8b-instruct-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac057a29ba2701f3cab601faff81ec5bd9d9e2596e9d7625df5da9179071ecc8
3
+ size 4018922880
meta-llama-3.1-8b-instruct-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da62ee993654e02eb9f5631faa44996c25fffe2a6c68af1d9a689c70f2060890
3
+ size 3664504192
meta-llama-3.1-8b-instruct-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c87f65eacfee8b6445062cd45f10d977d850432c6461c5ef017386c38222432
3
+ size 4661216640
meta-llama-3.1-8b-instruct-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b6fea0816c83fc41c89d5d0f9025a6f318182dd5b1b8757f405fec51184364c
3
+ size 4920739200
meta-llama-3.1-8b-instruct-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e520fb019fe5d8604dedec3477982d328b7ae6b7039a3c9712297785d95807fe
3
+ size 4692673920
meta-llama-3.1-8b-instruct-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23ba736c91308b85d1cc3f20e5557106b9b161ac0e968ec4fab8a7325b62b5c6
3
+ size 5599298944
meta-llama-3.1-8b-instruct-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7de3a1e8e87a0485feaa9c4585d97803241c00b0938ac99d63a9aefad1eef67f
3
+ size 1746183552
meta-llama-3.1-8b-instruct-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b78f5ac81fe78589a78ec93b0833dc627e302eff2e3b1146b4eb4ca02ca83fd5
3
+ size 5599298944