Add quantised GGUF files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.gguf filter=lfs diff=lfs merge=lfs -text

Llama-3.2-3B-Instruct-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e784f0d5fa4b7e749c883a46ec7fc1db190a429e9cee3f07d393ed950a7ff729
+size 1363935520

Llama-3.2-3B-Instruct-Q4_0_4_4.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22bca0dfc569f7cfa9c859cbe75e735306fd73dd482876e2da04192493120e8e
+size 1917190432

Llama-3.2-3B-Instruct-Q4_0_4_8.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe1373074af91d2c4517154923f2313e87be79c8bc54dd5cea130dfa7daae1c
+size 1917190432

Llama-3.2-3B-Instruct-Q4_0_8_8.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0081a8e08515072df0af7a44a67ae480cc75dbf352ca816f639936d7e4b99d6
+size 1917190432

Llama-3.2-3B-Instruct-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460b241edf4365a5c77389a41373bfca8cd385f2c230d90a088b2f0a7dfb67ff
+size 2019377440

Llama-3.2-3B-Instruct-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77096c487e7e4863cc55331d2b5c0f2bf55128edd9a68cad4bafbef45f314430
+size 2643853600

Llama-3.2-3B-Instruct-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e32183822eb2a5dbfa733fc79a3a342658ba568e94f1824798bc859fe7046e
+size 3421899040

Llama-3.2-3B-Instruct-f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ebe8fbb5ab5f05aaa056948668c5f7443df9d0883497f1d9c05f57fb8ea6cd
+size 6433687840