Hugging Face's logo

gaianet
/
Meta-Llama-3.1-8B-Instruct-GGUF

Text Generation
Transformers
GGUF
PyTorch
8 languages
llama
facebook
meta
llama-3
text-generation-inference
Model card Files Community
apepkuss79 commited on
Commit
13aa4a9
•
1 Parent(s): a709b8f

Update models

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Meta-Llama-3.1-8B-Instruct-Q2_K.gguf +3 -0
  3. Meta-Llama-3.1-8B-Instruct-Q3_K_L.gguf +3 -0
  4. Meta-Llama-3.1-8B-Instruct-Q3_K_M.gguf +3 -0
  5. Meta-Llama-3.1-8B-Instruct-Q3_K_S.gguf +3 -0
  6. Meta-Llama-3.1-8B-Instruct-Q4_0.gguf +3 -0
  7. Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf +3 -0
  8. Meta-Llama-3.1-8B-Instruct-Q4_K_S.gguf +3 -0
  9. Meta-Llama-3.1-8B-Instruct-Q5_0.gguf +3 -0
  10. Meta-Llama-3.1-8B-Instruct-Q5_K_S.gguf +3 -0
  11. Meta-Llama-3.1-8B-Instruct-Q6_K.gguf +3 -0
  12. Meta-Llama-3.1-8B-Instruct-Q8_0.gguf +3 -0
  13. Meta-Llama-3.1-8B-Instruct-f16.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Meta-Llama-3.1-8B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Meta-Llama-3.1-8B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Meta-Llama-3.1-8B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Meta-Llama-3.1-8B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Meta-Llama-3.1-8B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Meta-Llama-3.1-8B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Meta-Llama-3.1-8B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Meta-Llama-3.1-8B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Meta-Llama-3.1-8B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Meta-Llama-3.1-8B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Meta-Llama-3.1-8B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Meta-Llama-3.1-8B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Meta-Llama-3.1-8B-Instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3.1-8B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:978c23cad76854c8bf944a819159697215575a72a8d70910b41e9effbd7badfb
3
+ size 3179131552
Meta-Llama-3.1-8B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46bb86256326b4fea38c4adf8bd70b4e0ad5551db43ef9fe0e5489411ca0dc1f
3
+ size 4321956512
Meta-Llama-3.1-8B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1577fefd7a7d843f89b25d32849e3fa2e19a5373e620bce504d2dbc57b73f1cf
3
+ size 4018918048
Meta-Llama-3.1-8B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b74d716226d30c2516d26bbd4cff01f951433bfe717e1ef4b61899fbaf7a8152
3
+ size 3664499360
Meta-Llama-3.1-8B-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:323f9cc1282b3d5bb817a0af2f3cfd0a6a68496d02ae6d420f5b14ed688ceb3f
3
+ size 4661211808
Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:415df20ac06158f3b473bf6ea3aa666e052ed55e6e6ff6b0dbb9db7af4180d36
3
+ size 4920734368
Meta-Llama-3.1-8B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33a8ba1673c3e6fdca8397a8abd35af58cde851e471c30fc4a621f80274f3f92
3
+ size 4692669088
Meta-Llama-3.1-8B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b053deabe91246648fabf95b972d6a64e4077e432a288a50629aefe2fcfa719
3
+ size 5599294112
Meta-Llama-3.1-8B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61a6be00c21161cf45c1f0172a0fdbf4a24f1cb58c84593c66c2db74527de2b3
3
+ size 5599294112
Meta-Llama-3.1-8B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b49f782d79e5d33b203c5fca60140586ae3abeec80b894bf8db40f594786ece
3
+ size 6596006560
Meta-Llama-3.1-8B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91818e082e2d87acf79032cb0c9d8e4e4878b1ee38ba68f09e120d47b3aeb04c
3
+ size 8540770976
Meta-Llama-3.1-8B-Instruct-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82ff778433e6590189788b54c00aba834d6eb167808ec32ae659964392a07230
3
+ size 16068891296