Upload folder using huggingface_hub
Browse files- .gitattributes +2 -0
- README.md +18 -0
- ggml-model-Q2_K.gguf +3 -0
- ggml-model-Q3_K_L.gguf +3 -0
- ggml-model-Q3_K_M.gguf +3 -0
- ggml-model-Q3_K_S.gguf +3 -0
- ggml-model-Q4_0.gguf +3 -0
- ggml-model-Q4_1.gguf +3 -0
- ggml-model-Q4_K.gguf +3 -0
- ggml-model-Q4_K_S.gguf +3 -0
- ggml-model-Q5_0.gguf +3 -0
- ggml-model-Q5_1.gguf +3 -0
- ggml-model-Q5_K.gguf +3 -0
- ggml-model-Q5_K_S.gguf +3 -0
- ggml-model-Q6_K.gguf +3 -0
.gitattributes
CHANGED
@@ -1,3 +1,4 @@
|
|
|
|
1 |
*.7z filter=lfs diff=lfs merge=lfs -text
|
2 |
*.arrow filter=lfs diff=lfs merge=lfs -text
|
3 |
*.bin filter=lfs diff=lfs merge=lfs -text
|
@@ -33,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
1 |
+
|
2 |
*.7z filter=lfs diff=lfs merge=lfs -text
|
3 |
*.arrow filter=lfs diff=lfs merge=lfs -text
|
4 |
*.bin filter=lfs diff=lfs merge=lfs -text
|
|
|
34 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
35 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
36 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
37 |
+
*.gguf filter=lfs diff=lfs merge=lfs -text
|
README.md
ADDED
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
base_model: Llama-3-8B-Instruct-Gradient-1048k
|
3 |
+
inference: false
|
4 |
+
language:
|
5 |
+
- en
|
6 |
+
license: llama3
|
7 |
+
model_name: Llama-3-8B-Instruct-Gradient-1048k
|
8 |
+
pipeline_tag: text-generation
|
9 |
+
tags:
|
10 |
+
- meta
|
11 |
+
- llama-3
|
12 |
+
- quantized
|
13 |
+
|
14 |
+
---
|
15 |
+
|
16 |
+
# Llama-3-8B-Instruct-Gradient-1048k-GGUF
|
17 |
+
|
18 |
+
Quantized Llama-3-8B-Instruct-Gradient-1048k models using recent versions of llama.cpp.
|
ggml-model-Q2_K.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8440ee0533a33f3e22380d674da40193d5386b8cba642d376d9c73378121e7ba
|
3 |
+
size 5727834400
|
ggml-model-Q3_K_L.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dee86d16ad0dc18ecde4708e8bf053bdc17efb2d3f2db15a35473bd36da7f90e
|
3 |
+
size 6817304864
|
ggml-model-Q3_K_M.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ca0808584ca1164ec5394920479434e3c50b236dc852f38beb0d5d8e14fdce37
|
3 |
+
size 6514266400
|
ggml-model-Q3_K_S.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c0893ff3c5f3d1aa08efcd74439eaa6661c6a13e22053bd56504f7975c58d6d8
|
3 |
+
size 6159847712
|
ggml-model-Q4_0.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9267a5042a84d726cfed21dfca90d605d1271a3750d5998e529a35ae6e833cf0
|
3 |
+
size 7086788896
|
ggml-model-Q4_1.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d2a9834d06b22546e5201659a80cce95a10ee92ae124c8a6375e84c260ae3a39
|
3 |
+
size 7522996512
|
ggml-model-Q4_K.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f6690f2eb7a31300f00f61ee75716e12a9e707ae29c3605dfbe908c5a2b47c18
|
3 |
+
size 7346311456
|
ggml-model-Q4_K_S.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1fd2def339156095844ef08dc3a982bef859154947aa64be69a571481cc76eeb
|
3 |
+
size 7118246176
|
ggml-model-Q5_0.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0e135af6c1b2314fe9d040ff66b3194169043d6235d3d5f0789a68e4ecefd594
|
3 |
+
size 7959204128
|
ggml-model-Q5_1.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e088cbaab6787db67cd1e85db1d69b44fec78aadda47034b9e0da6c003fb7e49
|
3 |
+
size 8395411744
|
ggml-model-Q5_K.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ec46a9c2d2efe231090974083c427f168f9cd5ff15064ab0e7ecb0877e3018a7
|
3 |
+
size 8092897568
|
ggml-model-Q5_K_S.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8832006741a3703f43ae92d612e7ccb61d2da3ba475402bc2c58e1649e4fa85c
|
3 |
+
size 7959204128
|
ggml-model-Q6_K.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:af761f72b362fa4b6c32ddf9d6952796585daa06b848f412d7770f28eb0cb954
|
3 |
+
size 8886145312
|