Hugging Face's logo

fedric95
/
Meta-Llama-3.1-8B-GGUF

Text Generation
GGUF
PyTorch
facebook
meta
llama
llama-3
Inference Endpoints
Model card Files Community
fedric95 commited on
Commit
d2eb64f
·
1 Parent(s): 95d9700

Init files

Browse files
Files changed (13) hide show
  1. .gitattributes +1 -0
  2. Meta-Llama-3.1-8B-Q2_K.gguf +3 -0
  3. Meta-Llama-3.1-8B-Q3_K_L.gguf +3 -0
  4. Meta-Llama-3.1-8B-Q3_K_M.gguf +3 -0
  5. Meta-Llama-3.1-8B-Q3_K_S.gguf +3 -0
  6. Meta-Llama-3.1-8B-Q4_K_M.gguf +3 -0
  7. Meta-Llama-3.1-8B-Q4_K_S.gguf +3 -0
  8. Meta-Llama-3.1-8B-Q5_K_M.gguf +3 -0
  9. Meta-Llama-3.1-8B-Q5_K_S.gguf +3 -0
  10. Meta-Llama-3.1-8B-Q6_K.gguf +3 -0
  11. Meta-Llama-3.1-8B-Q8_0.gguf +3 -0
  12. Meta-Llama-3.1-8B.BF16.gguf +3 -0
  13. Meta-Llama-3.1-8B.FP16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3.1-8B-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0f36e97d0825f57f5571cba70612387acbd0300906d9e735f02dcf176e05d32
3
+ size 3179131424
Meta-Llama-3.1-8B-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9152697e285cab1be6b36defab51291eabc81c34cb13c12083beddc0aa649ceb
3
+ size 4321956384
Meta-Llama-3.1-8B-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acb90e9d52facd6fa1904dd7c33843520afb8df95aa0c3dc0699da5734612210
3
+ size 4018917920
Meta-Llama-3.1-8B-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccf3715f18b43c5a7646283ca5dcbb56c67bdebcd881c6c0274a345f95778b1b
3
+ size 3664499232
Meta-Llama-3.1-8B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d26235bb142a780f3e733becb5582f422320defafe5ca01b8ab4b9b02fc1b09
3
+ size 4920734240
Meta-Llama-3.1-8B-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37c3765dd9b1ec290edb588f824eddb849bed18165a31ab5350424f3a38433a1
3
+ size 4692668960
Meta-Llama-3.1-8B-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d65aad7c88d3628a6f9f150586e94674bb18aad235a9fb3f7ee1f798d980c56c
3
+ size 5732987424
Meta-Llama-3.1-8B-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:010f9e01cb349dbee8731cdb2180edd9c0230e60fe89849a4bcc49a483c837fa
3
+ size 5599293984
Meta-Llama-3.1-8B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7725437e45fc2aff210c027e96f796d2f5fd8ceb537ecff23ceec38f28b59489
3
+ size 6596006432
Meta-Llama-3.1-8B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fff47d8eb0d5c41f2f8101bd00cc14398b451bd6630952715af0a7c690165b1
3
+ size 8540770848
Meta-Llama-3.1-8B.BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a5371c5be64027d52d8c391857d3750f0900de8decfbb0966600e17ff5c1461
3
+ size 16068891168
Meta-Llama-3.1-8B.FP16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3000b5a5fa7ff9f0dd9acfeea842af7f76ea0ccc3033115faf07b2b9f21797e
3
+ size 16068891168