Hugging Face's logo

jpodivin
/
Llama-3-8B-Instruct-Gradient-1048k-GGUF

Text Generation
GGUF
English
meta
llama-3
quantized
Model card Files Community
jpodivin commited on
Commit
d1f635e
•
1 Parent(s): d475fc8

Upload folder using huggingface_hub

Browse files
Files changed (15) hide show
  1. .gitattributes +2 -0
  2. README.md +18 -0
  3. ggml-model-Q2_K.gguf +3 -0
  4. ggml-model-Q3_K_L.gguf +3 -0
  5. ggml-model-Q3_K_M.gguf +3 -0
  6. ggml-model-Q3_K_S.gguf +3 -0
  7. ggml-model-Q4_0.gguf +3 -0
  8. ggml-model-Q4_1.gguf +3 -0
  9. ggml-model-Q4_K.gguf +3 -0
  10. ggml-model-Q4_K_S.gguf +3 -0
  11. ggml-model-Q5_0.gguf +3 -0
  12. ggml-model-Q5_1.gguf +3 -0
  13. ggml-model-Q5_K.gguf +3 -0
  14. ggml-model-Q5_K_S.gguf +3 -0
  15. ggml-model-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -1,3 +1,4 @@
 
1
  *.7z filter=lfs diff=lfs merge=lfs -text
2
  *.arrow filter=lfs diff=lfs merge=lfs -text
3
  *.bin filter=lfs diff=lfs merge=lfs -text
@@ -33,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
1
+
2
  *.7z filter=lfs diff=lfs merge=lfs -text
3
  *.arrow filter=lfs diff=lfs merge=lfs -text
4
  *.bin filter=lfs diff=lfs merge=lfs -text
 
34
  *.zip filter=lfs diff=lfs merge=lfs -text
35
  *.zst filter=lfs diff=lfs merge=lfs -text
36
  *tfevents* filter=lfs diff=lfs merge=lfs -text
37
+ *.gguf filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: Llama-3-8B-Instruct-Gradient-1048k
3
+ inference: false
4
+ language:
5
+ - en
6
+ license: llama3
7
+ model_name: Llama-3-8B-Instruct-Gradient-1048k
8
+ pipeline_tag: text-generation
9
+ tags:
10
+ - meta
11
+ - llama-3
12
+ - quantized
13
+
14
+ ---
15
+
16
+ # Llama-3-8B-Instruct-Gradient-1048k-GGUF
17
+
18
+ Quantized Llama-3-8B-Instruct-Gradient-1048k models using recent versions of llama.cpp.
ggml-model-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8440ee0533a33f3e22380d674da40193d5386b8cba642d376d9c73378121e7ba
3
+ size 5727834400
ggml-model-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dee86d16ad0dc18ecde4708e8bf053bdc17efb2d3f2db15a35473bd36da7f90e
3
+ size 6817304864
ggml-model-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca0808584ca1164ec5394920479434e3c50b236dc852f38beb0d5d8e14fdce37
3
+ size 6514266400
ggml-model-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0893ff3c5f3d1aa08efcd74439eaa6661c6a13e22053bd56504f7975c58d6d8
3
+ size 6159847712
ggml-model-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9267a5042a84d726cfed21dfca90d605d1271a3750d5998e529a35ae6e833cf0
3
+ size 7086788896
ggml-model-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2a9834d06b22546e5201659a80cce95a10ee92ae124c8a6375e84c260ae3a39
3
+ size 7522996512
ggml-model-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6690f2eb7a31300f00f61ee75716e12a9e707ae29c3605dfbe908c5a2b47c18
3
+ size 7346311456
ggml-model-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fd2def339156095844ef08dc3a982bef859154947aa64be69a571481cc76eeb
3
+ size 7118246176
ggml-model-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e135af6c1b2314fe9d040ff66b3194169043d6235d3d5f0789a68e4ecefd594
3
+ size 7959204128
ggml-model-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e088cbaab6787db67cd1e85db1d69b44fec78aadda47034b9e0da6c003fb7e49
3
+ size 8395411744
ggml-model-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec46a9c2d2efe231090974083c427f168f9cd5ff15064ab0e7ecb0877e3018a7
3
+ size 8092897568
ggml-model-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8832006741a3703f43ae92d612e7ccb61d2da3ba475402bc2c58e1649e4fa85c
3
+ size 7959204128
ggml-model-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af761f72b362fa4b6c32ddf9d6952796585daa06b848f412d7770f28eb0cb954
3
+ size 8886145312