Hugging Face's logo

bullerwins
/
Meta-Llama-3.1-70B-Instruct-GGUF

Text Generation
GGUF
facebook
meta
llama
llama-3
Inference Endpoints
conversational
Model card Files Community
1
bullerwins commited on
Commit
65f9aa4
•
1 Parent(s): bd78543

Upload folder using huggingface_hub

Browse files
Files changed (15) hide show
  1. .gitattributes +4 -0
  2. Meta-Llama-3.1-70B-Instruct-Q2_K.gguf +1 -1
  3. Meta-Llama-3.1-70B-Instruct-Q3_K_L.gguf +1 -1
  4. Meta-Llama-3.1-70B-Instruct-Q3_K_M.gguf +1 -1
  5. Meta-Llama-3.1-70B-Instruct-Q3_K_S.gguf +1 -1
  6. Meta-Llama-3.1-70B-Instruct-Q4_K_M.gguf +1 -1
  7. Meta-Llama-3.1-70B-Instruct-Q4_K_S.gguf +1 -1
  8. Meta-Llama-3.1-70B-Instruct-Q5_K_M.gguf +1 -1
  9. Meta-Llama-3.1-70B-Instruct-Q5_K_S.gguf +1 -1
  10. Meta-Llama-3.1-70B-Instruct-Q6_K-00001-of-00002.gguf +1 -1
  11. Meta-Llama-3.1-70B-Instruct-Q8_0-00001-of-00002.gguf +1 -1
  12. Meta-Llama-3.1-70B-Instruct-bf16-00001-of-00004.gguf +3 -0
  13. Meta-Llama-3.1-70B-Instruct-bf16-00002-of-00004.gguf +3 -0
  14. Meta-Llama-3.1-70B-Instruct-bf16-00003-of-00004.gguf +3 -0
  15. Meta-Llama-3.1-70B-Instruct-bf16-00004-of-00004.gguf +3 -0
.gitattributes CHANGED
@@ -45,3 +45,7 @@ Meta-Llama-3.1-70B-Instruct-Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=l
45
  Meta-Llama-3.1-70B-Instruct-Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
46
  Meta-Llama-3.1-70B-Instruct-Q8_0-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
47
  Meta-Llama-3.1-70B-Instruct-Q8_0-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
45
  Meta-Llama-3.1-70B-Instruct-Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
46
  Meta-Llama-3.1-70B-Instruct-Q8_0-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
47
  Meta-Llama-3.1-70B-Instruct-Q8_0-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Meta-Llama-3.1-70B-Instruct-bf16-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Meta-Llama-3.1-70B-Instruct-bf16-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Meta-Llama-3.1-70B-Instruct-bf16-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Meta-Llama-3.1-70B-Instruct-bf16-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3.1-70B-Instruct-Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:025acb51326c0bf5a658bca1c05ab9517b4ea54f4341b8d7a0f814888120aad3
3
  size 26375108480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a1cd1227e7e5d68831cb919577520af7090f037d5029ce07c5701ab44c51983
3
  size 26375108480
Meta-Llama-3.1-70B-Instruct-Q3_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:55b84b6dee18fa95aed703d4ae8a0d5523faf299aee2fee4f4e51cecd3282116
3
  size 37140592512
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:018fb82bbad553b6a0ad017bce5abb6e1f80e9cb46c68ad973ea2280613612aa
3
  size 37140592512
Meta-Llama-3.1-70B-Instruct-Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9a7d90d0dcaa7938075c313eb4f1642334b68cf0ea4dac5ed6cae128c0279c16
3
  size 34267494272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd895524c520bc8fce9cc3b4eee7f42cfbb444abcb10be1a5b9e2e0cf9563eb1
3
  size 34267494272
Meta-Llama-3.1-70B-Instruct-Q3_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:977ed6d83fdb453fa771856b252ee0f686c754e98e8170841f643998c2182918
3
  size 30912051072
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a65c7301176104a4f4093bbfeece3e65896fb33fd3d82cdf6d367125bdb9f0c9
3
  size 30912051072
Meta-Llama-3.1-70B-Instruct-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c13f113a54bc3818341bdee12ced4c1171e4da9a835fa694f2d9b115e400c265
3
  size 42520393600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddd65606001e81bbd7af61a440666b40eda1adf69a31d51375746a2cb9d656fd
3
  size 42520393600
Meta-Llama-3.1-70B-Instruct-Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4c533d9f03c151280c23af321e6261832075a0bea1730439b3847117ea193f66
3
  size 40347219840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a0c1a06bbf63c69f68fa1e82053e9970c291b63a2bf0af8fbe3aa28f0b7d4d2
3
  size 40347219840
Meta-Llama-3.1-70B-Instruct-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:87c38f1884bf39d5167c8fc89063e341b5505abca934b34e3924267dd6d7daa1
3
  size 49949816704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b218de677f1389b4b5cbc2533607e9773cd72c12e60ce321e6e9416aa67a8fd
3
  size 49949816704
Meta-Llama-3.1-70B-Instruct-Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f0d40874064751b89d7ac4541cc4bd6214495753c295df33f22dbeedae5f9a67
3
  size 48657446784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99f36e763328769e47181f7114dbe7e69cb13434881d9f30371ce2047fbdbf7b
3
  size 48657446784
Meta-Llama-3.1-70B-Instruct-Q6_K-00001-of-00002.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:052188a16d5ef0ac913e6b5ff1ee9cdff56100179cb023ba19f27d11af653e37
3
  size 44975985408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33eb9ffef31d6f17694ee446853d1dfb3551dd1dc242f089e0ec1a5047e8cec7
3
  size 44975985408
Meta-Llama-3.1-70B-Instruct-Q8_0-00001-of-00002.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:94b0f43252d98255421cf6b9bd8402cb32ef77cea7224e21c6927b588678e079
3
  size 44764902496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65ab3712c29ae973395c8e4a996957b44168645b956c9995a82f967b118a466e
3
  size 44764902496
Meta-Llama-3.1-70B-Instruct-bf16-00001-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c03cbe37213ef63d8307dfcde1ff220dd7bf7ddcb1bd6a12aa4c4e10f8292251
3
+ size 44892750848
Meta-Llama-3.1-70B-Instruct-bf16-00002-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d206b971aff84ea08bcc1f528d066428694ee18f7f7300a7ef915c3c85718e3
3
+ size 44964656992
Meta-Llama-3.1-70B-Instruct-bf16-00003-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a68f4410dbb348c1e67ca556b592cebe9aec828ed4fae3f9b32cc0c4197e74b9
3
+ size 44662667232
Meta-Llama-3.1-70B-Instruct-bf16-00004-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4358a7aee3b4eb6b6bf4056a6ea60c6e26a123f416b567e17362be1f775a320
3
+ size 6597838336