Upload folder using huggingface_hub
Browse files- .gitattributes +5 -0
- Modelfile_Q5_K_M +23 -0
- adapted_model_dynamic_attention_smag-Q3_K_M.gguf +3 -0
- adapted_model_dynamic_attention_smag-Q4_K_M.gguf +3 -0
- adapted_model_dynamic_attention_smag-Q5_K_M.gguf +3 -0
- adapted_model_dynamic_attention_smag-Q6_K.gguf +3 -0
- adapted_model_dynamic_attention_smag-Q8_0.gguf +3 -0
.gitattributes
CHANGED
@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
+
adapted_model_dynamic_attention_smag-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
37 |
+
adapted_model_dynamic_attention_smag-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
38 |
+
adapted_model_dynamic_attention_smag-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
39 |
+
adapted_model_dynamic_attention_smag-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
40 |
+
adapted_model_dynamic_attention_smag-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
Modelfile_Q5_K_M
ADDED
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
FROM adapted_model_dynamic_attention_smag-Q5_K_M.gguf
|
2 |
+
TEMPLATE """
|
3 |
+
{{- if .System }}
|
4 |
+
system
|
5 |
+
<s>{{ .System }}</s>
|
6 |
+
{{- end }}
|
7 |
+
user
|
8 |
+
<s>Human:
|
9 |
+
{{ .Prompt }}</s>
|
10 |
+
assistant
|
11 |
+
<s>Assistant:
|
12 |
+
"""
|
13 |
+
|
14 |
+
SYSTEM """
|
15 |
+
μΉμ ν μ±λ΄μΌλ‘μ μλλ°©μ μμ²μ μ΅λν μμΈνκ³ μΉμ νκ² λ΅νμ. λͺ¨λ λλ΅μ νκ΅μ΄(Korean)μΌλ‘ λλ΅ν΄μ€.
|
16 |
+
"""
|
17 |
+
|
18 |
+
PARAMETER temperature 0.7
|
19 |
+
PARAMETER num_predict 3000
|
20 |
+
PARAMETER num_ctx 4096
|
21 |
+
PARAMETER stop "<s>"
|
22 |
+
PARAMETER stop "</s>"
|
23 |
+
|
adapted_model_dynamic_attention_smag-Q3_K_M.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:81bbd0102f2485cf472dff2f476357993fee9fbd9e266c5e406ac1ae26c6ece6
|
3 |
+
size 4018917632
|
adapted_model_dynamic_attention_smag-Q4_K_M.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c9345ad5e4293212f1962d90a0dd9608d5faf5c73b67a2eaac9ee6518ab82324
|
3 |
+
size 4920733952
|
adapted_model_dynamic_attention_smag-Q5_K_M.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d180fbd587beba41a4386d6e42b2243ed61dcd6d99e371215b041cf20bd03fb8
|
3 |
+
size 5732987136
|
adapted_model_dynamic_attention_smag-Q6_K.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8644097a8d37c88102d56508a5778d829c8eb637cea832755eee80f994ec8670
|
3 |
+
size 6596006144
|
adapted_model_dynamic_attention_smag-Q8_0.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0ff79430966e8d81380c2f7a4733d9032c7ca91a6383a0d1b612df10c9f6a03d
|
3 |
+
size 8540770560
|