Hugging Face's logo

brittlewis12
/
Meta-Llama-3-8B-Instruct-GGUF

Text Generation
GGUF
PyTorch
English
facebook
meta
llama
llama-3
conversational
Model card Files Community
brittlewis12 commited on
Commit
0535067
•
1 Parent(s): 205b45c

Upload folder using huggingface_hub

Browse files
Files changed (25) hide show
  1. .gitattributes +3 -0
  2. meta-llama-3-8b-instruct.IQ1_M.gguf +2 -2
  3. meta-llama-3-8b-instruct.IQ1_S.gguf +2 -2
  4. meta-llama-3-8b-instruct.IQ2_M.gguf +2 -2
  5. meta-llama-3-8b-instruct.IQ2_S.gguf +2 -2
  6. meta-llama-3-8b-instruct.IQ2_XS.gguf +2 -2
  7. meta-llama-3-8b-instruct.IQ2_XXS.gguf +3 -0
  8. meta-llama-3-8b-instruct.IQ3_M.gguf +2 -2
  9. meta-llama-3-8b-instruct.IQ3_S.gguf +2 -2
  10. meta-llama-3-8b-instruct.IQ3_XS.gguf +2 -2
  11. meta-llama-3-8b-instruct.IQ3_XXS.gguf +2 -2
  12. meta-llama-3-8b-instruct.IQ4_NL.gguf +2 -2
  13. meta-llama-3-8b-instruct.IQ4_XS.gguf +3 -0
  14. meta-llama-3-8b-instruct.Q2_K.gguf +2 -2
  15. meta-llama-3-8b-instruct.Q2_K_S.gguf +3 -0
  16. meta-llama-3-8b-instruct.Q3_K_L.gguf +2 -2
  17. meta-llama-3-8b-instruct.Q3_K_M.gguf +2 -2
  18. meta-llama-3-8b-instruct.Q3_K_S.gguf +2 -2
  19. meta-llama-3-8b-instruct.Q4_K_M.gguf +2 -2
  20. meta-llama-3-8b-instruct.Q4_K_S.gguf +2 -2
  21. meta-llama-3-8b-instruct.Q5_K_M.gguf +2 -2
  22. meta-llama-3-8b-instruct.Q5_K_S.gguf +2 -2
  23. meta-llama-3-8b-instruct.Q6_K.gguf +2 -2
  24. meta-llama-3-8b-instruct.Q8_0.gguf +2 -2
  25. meta-llama-3-8b-instruct.fp16.gguf +2 -2
.gitattributes CHANGED
@@ -54,3 +54,6 @@ meta-llama-3-8b-instruct.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
54
  meta-llama-3-8b-instruct.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
55
  meta-llama-3-8b-instruct.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
56
  meta-llama-3-8b-instruct.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
54
  meta-llama-3-8b-instruct.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
55
  meta-llama-3-8b-instruct.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
56
  meta-llama-3-8b-instruct.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
57
+ meta-llama-3-8b-instruct.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
58
+ meta-llama-3-8b-instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
59
+ meta-llama-3-8b-instruct.Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
meta-llama-3-8b-instruct.IQ1_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b932bdd08a3f7a187113b9ab24e7db1453b32bc896dbe00c1dba061c37571d3c
3
- size 2162484448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f56e5c38b177c1a2ddd43e25dd5051b5918438698b4b7b1d8705cba1d7e4363
3
+ size 2162484480
meta-llama-3-8b-instruct.IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e0c185c2988e3e76c411f2538f67e7e94a6ef41031813eb1e1d4c8c894909239
3
- size 2020140256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ede4f3c4dfad3150e51ce9787e675faebbbb31c599c0bd5c12140453a2dd26dc
3
+ size 2020140288
meta-llama-3-8b-instruct.IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cad3573a7979dc731db66c03b38352d78e6bf55217c8d63d6830e472d57e5584
3
- size 2948793568
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e257ba46f345c55e4736b1a89f24ea3dc38da4dabe8721fcc051638e7f90a03d
3
+ size 2948793600
meta-llama-3-8b-instruct.IQ2_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff3088b4a8fd914a877ebf2242cad69404972807df6cb9fb4ae65967fc026b4f
3
- size 2759001312
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e7ccd892b7e795699dbf915c5019ed2659fa851fb035389eaffb7e017fb74b3
3
+ size 2759001344
meta-llama-3-8b-instruct.IQ2_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:35a32fc08cc6b267ffee076f752d66b5f58ff4eeb2c97c271861660756c4f4e9
3
- size 2606294240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41b3dc6d3c09da1a3cff564a093cc233338cc2e8e12da9c6056039cbc75ea0a1
3
+ size 2606294272
meta-llama-3-8b-instruct.IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4aa8d778363d5f1ce79bbf8a61d070d38aa7dd3e387c62ed12ede74a8fa4038
3
+ size 2399724800
meta-llama-3-8b-instruct.IQ3_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5cd5c2b30a30f96695af20a87704077c383f518f6ed840da59c942292b37ec35
3
- size 3785336032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7972462792c169dfe1addaddfe994d0910c8ebbce00db68ecc68d4409ae6cf87
3
+ size 3785336064
meta-llama-3-8b-instruct.IQ3_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:01871d6d2e176f7edc2790f21a938244ae3d73bacb676b0bf9574cbbe3e6c0d6
3
- size 3682837728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cc92c8141f0fb2b587d06fd5cbeec1ddc133b9e769a11e87abb6a287e5e1038
3
+ size 3682837760
meta-llama-3-8b-instruct.IQ3_XS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:da2072bc2e41606969d6f7226a6f4d758196de5247a5176a3f0e3e655c8896e0
3
- size 3519259872
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a09c19161b4e352f045dc52e0fa76721d27994dbbd6b847ebf620277d57004a7
3
+ size 3519259904
meta-llama-3-8b-instruct.IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aef4da06a2b5d6f931fbf90c7f1491edfec9388c6798cc5100c8287458e362e3
3
- size 3275424992
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a4a3eb064369bec909a857feb4b83b6a5541aa2d1a45b7183c5e0d7a1ffba21
3
+ size 3275425024
meta-llama-3-8b-instruct.IQ4_NL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c7ca02ee7a3ef3cc32c5fee67c460919626a05b817839e864a30ede8fc2240d9
3
- size 4678501600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb6f4e913ff844b3c81569881ca8efcd0f050ecf2762017f62b0bcdeea147c33
3
+ size 4678501632
meta-llama-3-8b-instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8048321df060856045f76a20318c8346f7c14e3a4698765b3aa482c1090f0083
3
+ size 4448175360
meta-llama-3-8b-instruct.Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:06ed698e8c13b3746e8865892fd0945eae07580f76aa9ca8d85da593394370f0
3
- size 3179644128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eaebfa8a6e25473f0df5cd35e1b1617aaaae2d39fc8c8843c4d9745ae349f48
3
+ size 3179644160
meta-llama-3-8b-instruct.Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:566b9ba4156d042c3bda7e1f1bd189ed28bfc49aa83d8a359e06fd6c301e0702
3
+ size 2989327616
meta-llama-3-8b-instruct.Q3_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9c0d5922ee7e1ea30f0229fe0f76321a65c02bc96310e7597b231aa2f90167d9
3
- size 4322469088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b73c9d9f4c435958d36034c50faab27af99d360536460c0d2ee2492ef136eb4
3
+ size 4322469120
meta-llama-3-8b-instruct.Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:23db2d1293e21851bb8691500441781d3e016c40c93a7a2b19fb8750cab4ebe8
3
- size 4019430624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b80dede0db54c0f70a4de461494351825b19d1c108d471ab055e568d7d81cd96
3
+ size 4019430656
meta-llama-3-8b-instruct.Q3_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7802be1486b30f5605104d72e136a0a7f71557fc7b376e856bb2cf660005c997
3
- size 3665011936
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84c148641818f26bf3ec84de738a4b56411f908062491cf0a11f2cdbe124cd25
3
+ size 3665011968
meta-llama-3-8b-instruct.Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8e003ce1dee9d1551268ae7fe7d93cd4e9e67772a384fa48658f1dd472e5ec22
3
- size 4921246944
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a38a591f8b92d6ff4bdc046e86b97124f24334957d589c02fcc8f4f744a2ac67
3
+ size 4921246976
meta-llama-3-8b-instruct.Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff40c4f5c85e7c36b5aa1ca9fd24f91202db83d06bf0b102482cb6fd65f776e4
3
- size 4693181664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78908136139f43d051683f09c563842fdda24539007b3702d7e52c94a32b8552
3
+ size 4693181696
meta-llama-3-8b-instruct.Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9915742f526284788700893a2a595a6f60cf161de1cba88969a80dc709a1ed0c
3
- size 5733500128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfdd9cb451472abc99f64ade91e06f6d57eff0b98b83b88ae162cfbeb435e4a6
3
+ size 5733500160
meta-llama-3-8b-instruct.Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9705e0a4d8fef2ee21a8b2a2a1d078db8256487ae39568c0d3fd49f7db44afda
3
- size 5599806688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcf6ab891593266557681e1cc4dbab88a92fbbb80cb617151590fd9e3b230e5d
3
+ size 5599806720
meta-llama-3-8b-instruct.Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:970a950f51d00c62f18b42065eb6dc58e488aa09573b5aa3729594da3aa6a5db
3
- size 6596519136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6924b68a232bffb41d8d1de6b52d3092970b01147470dab12ba2610a4c1233a
3
+ size 6596519168
meta-llama-3-8b-instruct.Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1aab04ae5ac66d6197c6594e480c687164c0303a884dd0d1f31ae03e56fc36d6
3
- size 8541283552
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a604c2d40145109fa8b34f00bb75c505d8e400f0f35791fe9196a29d9649c9ae
3
+ size 8541283584
meta-llama-3-8b-instruct.fp16.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ce0120b4731df8a1d413a08db3abe25e00935ededdd3f255efc75098825175b0
3
- size 16069403808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dd492a67ced8f1987b25310ee94b4d189ff82f141449f0d67001dc7ecfa70b8
3
+ size 16069403872