Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+aia-llama-3-maal-ko-8b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+aia-llama-3-maal-ko-8b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+aia-llama-3-maal-ko-8b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+aia-llama-3-maal-ko-8b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+aia-llama-3-maal-ko-8b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

Modelfile_Q5_K_M

@@ -0,0 +1,23 @@
+FROM aia-llama-3-maal-ko-8b-Q5_K_M.gguf
+TEMPLATE """
+{{- if .System }}
+system
+<s>{{ .System }}</s>
+{{- end }}
+user
+<s>Human:
+{{ .Prompt }}</s>
+assistant
+<s>Assistant:
+"""
+
+SYSTEM """
+친절한 챗봇으로서 상대방의 요청에 최대한 자세하고 친절하게 답하자. 모든 대답은 한국어(Korean)으로 대답해줘.
+"""
+
+PARAMETER temperature 0.7
+PARAMETER num_predict 3000
+PARAMETER num_ctx 31000
+PARAMETER stop "<s>"
+PARAMETER stop "</s>"
+

aia-llama-3-maal-ko-8b-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab67d041b5ad3a1df7205647a8786f1d573315c35a521b29a3b3adc47a0db9f
+size 4018917184

aia-llama-3-maal-ko-8b-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d225d73a3f8044e6821ddc214b551212ee7c8cb4b34ae2e866c98ba16d9f5803
+size 4920733504

aia-llama-3-maal-ko-8b-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d825efbcbdf611ad392ac747eaaf9321ff808a7785ca0e03f8b5c7018c737cf
+size 5732986688

aia-llama-3-maal-ko-8b-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b9801d9258741d6a8bb7b4f85d083848c686a0905ec342f0834416e12c14b2
+size 6596005696

aia-llama-3-maal-ko-8b-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7bc96dfae4f780676209c9560d80e8b647f5527ba75824f7064885d2d6d410
+size 8540770112