Hugging Face's logo

MaziyarPanahi
/
Meta-Llama-3-70B-Instruct-GGUF

Text Generation
GGUF
PyTorch
English
facebook
meta
llama
llama-3
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
16-bit
GGUF
Model card Files Community
25

Upload folder using huggingface_hub

#6
by MaziyarPanahi - opened
base: refs/heads/main
←
from: refs/pr/6
Discussion Files changed
+44
-0
Files changed (12) hide show
  1. .gitattributes +11 -0
  2. Meta-Llama-3-70B-Instruct.Q4_K_M.gguf +3 -0
  3. Meta-Llama-3-70B-Instruct.Q5_K_M.gguf +3 -0
  4. Meta-Llama-3-70B-Instruct.Q5_K_S.gguf +3 -0
  5. Meta-Llama-3-70B-Instruct.Q6_K-00001-of-00002.gguf +3 -0
  6. Meta-Llama-3-70B-Instruct.Q6_K-00002-of-00002.gguf +3 -0
  7. Meta-Llama-3-70B-Instruct.Q8_0-00001-of-00002.gguf +3 -0
  8. Meta-Llama-3-70B-Instruct.Q8_0-00002-of-00002.gguf +3 -0
  9. Meta-Llama-3-70B-Instruct.fp16-00001-of-00004.gguf +3 -0
  10. Meta-Llama-3-70B-Instruct.fp16-00002-of-00004.gguf +3 -0
  11. Meta-Llama-3-70B-Instruct.fp16-00003-of-00004.gguf +3 -0
  12. Meta-Llama-3-70B-Instruct.fp16-00004-of-00004.gguf +3 -0
.gitattributes CHANGED
@@ -40,3 +40,14 @@ Meta-Llama-3-70B-Instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
  Meta-Llama-3-70B-Instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
41
  Meta-Llama-3-70B-Instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
  Meta-Llama-3-70B-Instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
40
  Meta-Llama-3-70B-Instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
41
  Meta-Llama-3-70B-Instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
  Meta-Llama-3-70B-Instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Meta-Llama-3-70B-Instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Meta-Llama-3-70B-Instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Meta-Llama-3-70B-Instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Meta-Llama-3-70B-Instruct.Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Meta-Llama-3-70B-Instruct.Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Meta-Llama-3-70B-Instruct.Q8_0-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Meta-Llama-3-70B-Instruct.Q8_0-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Meta-Llama-3-70B-Instruct.fp16-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Meta-Llama-3-70B-Instruct.fp16-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Meta-Llama-3-70B-Instruct.fp16-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Meta-Llama-3-70B-Instruct.fp16-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d559de8dd806a76dbd29f8d8bd04666f2b29e7c7872d8e8481abd07805884d72
3
+ size 42520906176
Meta-Llama-3-70B-Instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:739d526b7a25cb2ede7b16df07598332b78b32a02fe1c6b092e0f1859c388324
3
+ size 49950329280
Meta-Llama-3-70B-Instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0820e87b846d57b6657a6c454da164255cc223c312fe6ea499b4e71274453750
3
+ size 48657959360
Meta-Llama-3-70B-Instruct.Q6_K-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:795750a19853864ef4c067f453b1fbbc41f6c08eec28d485314403f62d2447ee
3
+ size 32141688512
Meta-Llama-3-70B-Instruct.Q6_K-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bddeb9aeceee0cc567438f23b769e1ad9f7d83a0c3b86fcdd89e3544ea84a6a9
3
+ size 25746967520
Meta-Llama-3-70B-Instruct.Q8_0-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ceede43014d009cdb33ad8c7b3f1eccc4b8b3c865172710c844cff5e177bbe69
3
+ size 41627811520
Meta-Llama-3-70B-Instruct.Q8_0-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1fdf71318ac3cd1c48e58ac5c63b48210ae05f98930fdc1332c535786b527f2
3
+ size 33347750880
Meta-Llama-3-70B-Instruct.fp16-00001-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:133f7e86c672175d2bacd016a2056d125cbfd08b57a23e76565eef1db21e6bc6
3
+ size 39759237056
Meta-Llama-3-70B-Instruct.fp16-00002-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a139fd5649e53eaab88170be0e5ada5feb516c4cf5e48812952ea6d041a0db3
3
+ size 38589050688
Meta-Llama-3-70B-Instruct.fp16-00003-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6b0c009e68c9f5fece0afbef391ee83c8e832daa6b183e4bc4a562b75cda2b3
3
+ size 38119321376
Meta-Llama-3-70B-Instruct.fp16-00004-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b75bd77eb4ee0d243214ffa84b91deb59ecf78a3f7a5b7ab7478d80d09a9979c
3
+ size 24650816800