Hugging Face's logo

QuantFactory
/
Meta-Llama-3-120B-Instruct-GGUF

Text Generation
GGUF
Merge
mergekit
lazymergekit
Inference Endpoints
conversational
Model card Files Community
1
0-hero commited on
Commit
1a327ac
•
1 Parent(s): 594d15f

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. Meta-Llama-3-120B-Instruct.Q2_K.gguf +3 -0
  3. Meta-Llama-3-120B-Instruct.Q3_K_M-00001-of-00002.gguf +3 -0
  4. Meta-Llama-3-120B-Instruct.Q3_K_M-00002-of-00002.gguf +3 -0
  5. Meta-Llama-3-120B-Instruct.Q4_K_M-00001-of-00003.gguf +3 -0
  6. Meta-Llama-3-120B-Instruct.Q4_K_M-00002-of-00003.gguf +3 -0
  7. Meta-Llama-3-120B-Instruct.Q4_K_M-00003-of-00003.gguf +3 -0
  8. Meta-Llama-3-120B-Instruct.Q5_K_M-00001-of-00003.gguf +3 -0
  9. Meta-Llama-3-120B-Instruct.Q5_K_M-00002-of-00003.gguf +3 -0
  10. Meta-Llama-3-120B-Instruct.Q5_K_M-00003-of-00003.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Meta-Llama-3-120B-Instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Meta-Llama-3-120B-Instruct.Q3_K_M-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Meta-Llama-3-120B-Instruct.Q3_K_M-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Meta-Llama-3-120B-Instruct.Q4_K_M-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Meta-Llama-3-120B-Instruct.Q4_K_M-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Meta-Llama-3-120B-Instruct.Q4_K_M-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Meta-Llama-3-120B-Instruct.Q5_K_M-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Meta-Llama-3-120B-Instruct.Q5_K_M-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Meta-Llama-3-120B-Instruct.Q5_K_M-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-120B-Instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9179822dcfbcfde49c0282786304ca3f2a1c7f8d2eb37e634422f5ac2a9cc307
3
+ size 45099288928
Meta-Llama-3-120B-Instruct.Q3_K_M-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4051b171e76df68e12ba83135206c3e789e3c15bd6d275c357d33a7c0103e072
3
+ size 32154631872
Meta-Llama-3-120B-Instruct.Q3_K_M-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21e7abc709f7330cdc802dd1afd7f147542b58faa18855543048817a66fa495b
3
+ size 26656377728
Meta-Llama-3-120B-Instruct.Q4_K_M-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:685a5e074417a84d5fc28e1404a25d6cd58ae9776cc37db7bd7aced2f8b8a493
3
+ size 32202284864
Meta-Llama-3-120B-Instruct.Q4_K_M-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd61a52a54d48b3307eced7ac701a66bf5dd6c6265e71ba237ac6105ffd43403
3
+ size 32115427200
Meta-Llama-3-120B-Instruct.Q4_K_M-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b39cf54daf8b287e30565d69c00a6ca3498843a6ad8e5f1fbaf1a6445d7e072
3
+ size 8924537824
Meta-Llama-3-120B-Instruct.Q5_K_M-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32ddfccf2cbe7c957fe33adf0982774b52757829e09523413177bd1246e0bd77
3
+ size 32131107520
Meta-Llama-3-120B-Instruct.Q5_K_M-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99925747fb6ebc8df85ecf72d249c183cae644cfdbf8a6c3f08d74841695d549
3
+ size 32189215232
Meta-Llama-3-120B-Instruct.Q5_K_M-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:725b0b28578b4bc7eeccb9b3d1c6170bfe0e0860efb8fa6850425892d8f15df0
3
+ size 21898317312