Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+smartllama-3-ko-8b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+smartllama-3-ko-8b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+smartllama-3-ko-8b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+smartllama-3-ko-8b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+smartllama-3-ko-8b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

Modelfile_Q5_K_M

@@ -0,0 +1,23 @@
+FROM smartllama-3-ko-8b-Q5_K_M.gguf
+TEMPLATE """
+{{- if .System }}
+system
+<s>{{ .System }}</s>
+{{- end }}
+user
+<s>Human:
+{{ .Prompt }}</s>
+assistant
+<s>Assistant:
+"""
+
+SYSTEM """
+친절한 챗봇으로서 상대방의 요청에 최대한 자세하고 친절하게 답하자. 모든 대답은 한국어(Korean)으로 대답해줘.
+"""
+
+PARAMETER temperature 0.7
+PARAMETER num_predict 256
+PARAMETER num_ctx 4096
+PARAMETER stop "<s>"
+PARAMETER stop "</s>"
+

smartllama-3-ko-8b-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3a808de095621043ffcd30912516ebbbfcdc0465bb8eabe6112c28a0e30f15
+size 4018917568

smartllama-3-ko-8b-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68046e421195646c1e105bb9d360d1ac906d7468977991d1e0f64dc5b2d1ed65
+size 4920733888

smartllama-3-ko-8b-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafe0d4db0dd63df919da51d767ebea2e29b9aa1def23fe5eadc40c1c1edece2
+size 5732987072

smartllama-3-ko-8b-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac952222c2f22f4fab60be339827cc7e333479e5025dafe45b92805f2c8ab83
+size 6596006080

smartllama-3-ko-8b-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63ec8be0951020b0176e0e533b9f2765bb0413e2185ad0bf5911c6086752e1f
+size 8540770496