Upload folder using huggingface_hub
Browse files- .gitattributes +5 -0
- Modelfile_Q5_K_M +21 -0
- joah-llama-3-koen-64k-pose-8b-coder-reborn-v2-Q3_K_M.gguf +3 -0
- joah-llama-3-koen-64k-pose-8b-coder-reborn-v2-Q4_K_M.gguf +3 -0
- joah-llama-3-koen-64k-pose-8b-coder-reborn-v2-Q5_K_M.gguf +3 -0
- joah-llama-3-koen-64k-pose-8b-coder-reborn-v2-Q6_K.gguf +3 -0
- joah-llama-3-koen-64k-pose-8b-coder-reborn-v2-Q8_0.gguf +3 -0
.gitattributes
CHANGED
@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
+
joah-llama-3-koen-64k-pose-8b-coder-reborn-v2-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
37 |
+
joah-llama-3-koen-64k-pose-8b-coder-reborn-v2-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
38 |
+
joah-llama-3-koen-64k-pose-8b-coder-reborn-v2-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
39 |
+
joah-llama-3-koen-64k-pose-8b-coder-reborn-v2-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
40 |
+
joah-llama-3-koen-64k-pose-8b-coder-reborn-v2-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
Modelfile_Q5_K_M
ADDED
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
FROM joah-llama-3-koen-64k-pose-8b-coder-reborn-v2-Q5_K_M.gguf
|
2 |
+
TEMPLATE """{{ if .System }}<|start_header_id|>system<|end_header_id|>
|
3 |
+
|
4 |
+
{{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>
|
5 |
+
|
6 |
+
{{ .Prompt }}<|eot_id|>{{ end }}<|start_header_id|>assistant<|end_header_id|>
|
7 |
+
|
8 |
+
{{ .Response }}<|eot_id|>"""
|
9 |
+
|
10 |
+
|
11 |
+
SYSTEM """
|
12 |
+
μΉμ ν μ±λ΄μΌλ‘μ μλλ°©μ μμ²μ μ΅λν μμΈνκ³ μΉμ νκ² λ΅νμ. λͺ¨λ λλ΅μ νκ΅μ΄(Korean)μΌλ‘ λλ΅ν΄μ€.
|
13 |
+
"""
|
14 |
+
|
15 |
+
PARAMETER num_keep 24
|
16 |
+
PARAMETER temperature 0.7
|
17 |
+
PARAMETER num_predict 3000
|
18 |
+
PARAMETER num_ctx 64000
|
19 |
+
PARAMETER stop "<|start_header_id|>"
|
20 |
+
PARAMETER stop "<|end_header_id|>"
|
21 |
+
PARAMETER stop "<|eot_id|>"
|
joah-llama-3-koen-64k-pose-8b-coder-reborn-v2-Q3_K_M.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f34983a30126e1b0620c55403fa8ba1c068db33a8ddecf73fa255c391f12bc68
|
3 |
+
size 4018917216
|
joah-llama-3-koen-64k-pose-8b-coder-reborn-v2-Q4_K_M.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:931610bc5b144d5497e35676dca2a6275f87f0933fa1a41030f64d6702bb0d32
|
3 |
+
size 4920733536
|
joah-llama-3-koen-64k-pose-8b-coder-reborn-v2-Q5_K_M.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eb6032f206a6f6afa8e54a592184441c853861fe61b5046c5e388ad91b6e671a
|
3 |
+
size 5732986720
|
joah-llama-3-koen-64k-pose-8b-coder-reborn-v2-Q6_K.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0f00f48e1d3e78d78931f1c3bb36391605ee7c66367d5494dc9f17cc06008cba
|
3 |
+
size 6596005728
|
joah-llama-3-koen-64k-pose-8b-coder-reborn-v2-Q8_0.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dd6fb4517877915c6cbd64375acfc999b7590c3a3f4b7ce3067dfc9a66403f67
|
3 |
+
size 8540770144
|