Hugging Face's logo

ipropel
/
Meta-Llama-3.1-8B-Instruct-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
ipropel commited on
Commit
224e036
•
1 Parent(s): 098bd6e

Upload folder using huggingface_hub

Browse files
Files changed (16) hide show
  1. .gitattributes +15 -0
  2. Llama-3.1-8B-Instruct-Q2_K.gguf +3 -0
  3. Llama-3.1-8B-Instruct-Q3_K_L.gguf +3 -0
  4. Llama-3.1-8B-Instruct-Q3_K_M.gguf +3 -0
  5. Llama-3.1-8B-Instruct-Q3_K_S.gguf +3 -0
  6. Llama-3.1-8B-Instruct-Q4_0.gguf +3 -0
  7. Llama-3.1-8B-Instruct-Q4_1.gguf +3 -0
  8. Llama-3.1-8B-Instruct-Q4_K_M.gguf +3 -0
  9. Llama-3.1-8B-Instruct-Q4_K_S.gguf +3 -0
  10. Llama-3.1-8B-Instruct-Q5_0.gguf +3 -0
  11. Llama-3.1-8B-Instruct-Q5_1.gguf +3 -0
  12. Llama-3.1-8B-Instruct-Q5_K_M.gguf +3 -0
  13. Llama-3.1-8B-Instruct-Q5_K_S.gguf +3 -0
  14. Llama-3.1-8B-Instruct-Q6_K.gguf +3 -0
  15. Llama-3.1-8B-Instruct-Q8_0.gguf +3 -0
  16. Meta-Llama-3.1-8B-Instruct.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,18 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Llama-3.1-8B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Llama-3.1-8B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-3.1-8B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-3.1-8B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-3.1-8B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-3.1-8B-Instruct-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-3.1-8B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-3.1-8B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama-3.1-8B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama-3.1-8B-Instruct-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama-3.1-8B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama-3.1-8B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Llama-3.1-8B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Llama-3.1-8B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Meta-Llama-3.1-8B-Instruct.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-8B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d3983a170f31bd959e4dd9ab967ece28f72799aa596a37d6b9ff19c8ac65ba2
3
+ size 3179136384
Llama-3.1-8B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4eaf80a0c03401924a2ba96063f07cac11e237fa1894fd253f76448ca79fb923
3
+ size 4321961344
Llama-3.1-8B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac057a29ba2701f3cab601faff81ec5bd9d9e2596e9d7625df5da9179071ecc8
3
+ size 4018922880
Llama-3.1-8B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da62ee993654e02eb9f5631faa44996c25fffe2a6c68af1d9a689c70f2060890
3
+ size 3664504192
Llama-3.1-8B-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c87f65eacfee8b6445062cd45f10d977d850432c6461c5ef017386c38222432
3
+ size 4661216640
Llama-3.1-8B-Instruct-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9247adb90dd44d83340feb254c05435251db0efbab69069760d3db3a9a9ea24c
3
+ size 5130257792
Llama-3.1-8B-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b6fea0816c83fc41c89d5d0f9025a6f318182dd5b1b8757f405fec51184364c
3
+ size 4920739200
Llama-3.1-8B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e520fb019fe5d8604dedec3477982d328b7ae6b7039a3c9712297785d95807fe
3
+ size 4692673920
Llama-3.1-8B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23ba736c91308b85d1cc3f20e5557106b9b161ac0e968ec4fab8a7325b62b5c6
3
+ size 5599298944
Llama-3.1-8B-Instruct-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:529735f4739be882a0c55389b0f6371a94df1c03d45d832bab0a259df293b7c8
3
+ size 6068340096
Llama-3.1-8B-Instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:002976fbaf5c7b855b67134c0d042cd0f5fb4f517946fc5dcdfc6492f0aaaf5c
3
+ size 5732992384
Llama-3.1-8B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b78f5ac81fe78589a78ec93b0833dc627e302eff2e3b1146b4eb4ca02ca83fd5
3
+ size 5599298944
Llama-3.1-8B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d24f1fcc252a89165cf9c8c1e61abd7bdc2e2ec80ab540d23b3e8d123e12a301
3
+ size 6596011392
Llama-3.1-8B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2aae354826be49a347123a28bfe2a047af6cac04b5793c73f819a46cca52e9fc
3
+ size 8540775808
Meta-Llama-3.1-8B-Instruct.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3ce88a52576608446cb7ec8f0ce7c9cc0f1312b249ee30a2efb121c4ab342ce
3
+ size 16068896128