Sync converted/quantized weights

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+llama-3.1-8b-instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
+llama-3.1-8b-instruct-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
+llama-3.1-8b-instruct-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
+llama-3.1-8b-instruct-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
+llama-3.1-8b-instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text

llama-3.1-8b-instruct-f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ff778433e6590189788b54c00aba834d6eb167808ec32ae659964392a07230
+size 16068891296

llama-3.1-8b-instruct-q2_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d29d8d8005a4b1739e55befeb9d8c05f93de460ccdaf3e4786c04103a32d898
+size 3798864544

llama-3.1-8b-instruct-q4_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2abd6263d9576bcf59dea8f2bf622760125bf45d2254cd5a553d4a9aecf4e5
+size 5540467360

llama-3.1-8b-instruct-q6_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998a51466145dc6e69dfdf5bc87699eb9fdc103f7638ebbf9ff41dbd1e83f368
+size 7215739552

llama-3.1-8b-instruct-q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5dcfa0abb9fce8b6674238323c53433ef9c7e7a6580671cc16545da1580a0b8
+size 9033274016