diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..45cddd9846ded34233e776d59c0c6f49348277c0 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,93 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q2_K-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q2_K-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q2_K-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q2_K-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q2_K-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q2_K-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q6_K-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q6_K-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q6_K-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q6_K-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q6_K-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q6_K-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q8_0-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q8_0-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q8_0-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q8_0-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q8_0-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
+Llama-3-70B-Instruct-32k-v0.1.Q8_0-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00001-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00001-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..fe12fa03baa39984a7e1941a7d700504f700f9e4
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00001-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0c3ae96c83f8d9e53c2a81cc35796990a62c098f330b01f30d25c4a0171281
+size 3307891552
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00002-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00002-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f37e643dd42ed8179f0bdba1b26ab36a21582463
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00002-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91c90445e2b9de46400e50fa437021d0deadf61ae24da566a9d1f6a30760308
+size 2801147488
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00003-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00003-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b4812f0e2b79727fe63cf0bea5239367bbd13b02
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00003-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f210f071694a22db7508c981b14f09bed663338fd47b5d5d09a5f178bf4447
+size 2749800032
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00004-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00004-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..dbcacc7ffe1221c1813377df81ea8bbd2299063a
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00004-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f839b2b6d69b34a141dcdcaadb0d15beb1ccedea1c2b256639bad3d3166c48cd
+size 2717523552
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00005-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00005-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c5a6b163535fe9816af7dfb92449be231c368127
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00005-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f306f798575b7ebd93e80fcf48ff26e076a5a262ee284d733df2ac8cb048557d
+size 2717785696
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00006-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00006-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0f4ab1c00c1821ede0c2465b02131c71a65bc64d
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00006-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7240574cc8a96c97a8a9e167473e388d8e79c01e207ebfa70f21a160ba52899
+size 2457048000
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00001-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00001-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b841895bcbcecdcbaa36570127f2654d5fa66850
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00001-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42089598219dd0335b2b6acf5c1fc43c4f47c4319dca678351c2d837e9440f7a
+size 3106958176
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00002-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00002-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..23e6668b625df1d307b0387ab5fe4a6736e4a61d
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00002-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3196275f3c9830a3fa3f5d0a1128c786850a1c85f7e34156d4c2a59e61641a
+size 2534153824
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00003-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00003-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..65eee9b7c24dd00a666dc17626cc775eb4530bb6
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00003-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0aab637c518824273d37945f993bbac9c1e909d2076030d440738902130acd9
+size 2488311392
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00004-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00004-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ff31cf60f8a7b37a44baa0890259b9a7e0c6e486
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00004-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7b7f5381a79b8cf58a10b4ff4cc150248936d3b0127524b334f9c0c5ce82bc
+size 2461343328
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00005-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00005-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..130e9bd9baf1cab939c4359936f151c0ec4a4ea9
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00005-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d20e6de55817eb75299c7d9845e5f39a6c29333c86a1330417ce15f1dce710
+size 2460229216
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00006-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00006-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6542e448df0ec114aed31307fe4509ea7ee80c9b
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00006-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b6c54b124faba0ef35825a3d874a97bc2b8f487326a8314f3ba76dcd674aa2
+size 2292487104
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00001-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00001-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..64ba00543a56f034281fe8ade3c38795f9f96a5b
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00001-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38125c801731d3e982584443a035817d6d0a6ee66dcc0fd1796c4e3f9db3a3ca
+size 3940051808
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00002-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00002-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..46fd3a13379bed5e75b21b8aef50c20a0523a50f
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00002-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f16a96e15173e35d9eb81234bc809d156941a2bff894ba5c99f665fc6b77d1
+size 3631488608
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00003-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00003-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8647fb59bf0f4451c590192a0f6699c109442ad4
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00003-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ddcaf122a89a8de47536ab2747837c8f544771d1dedc1b337c392161c10506
+size 3563626080
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00004-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00004-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..13135191fe6d1af17f342ad433a6401af5b78418
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00004-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e96d7643deceb0822cfd50ed0d2389935abe857c00c2d2c08eba4a4afd102a9
+size 3517521504
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00005-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00005-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..42d7c508fbb3fbfc8548f246857769c0f79b82d9
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00005-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad3ef0dcb9317d29a39422d09033f441906b7bc213d2cf36f06a2d3f6fa11ad
+size 3519815264
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00006-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00006-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c2751539efd8a52d3943c3b8f82aa2630c701a9d
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00006-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7999e13ec8480419b99898f5ad774c3fd7caeaa5925e4f548c7a13544b6d5fc5
+size 2969605056
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00001-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00001-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..660698e7f7241a6cf85d55005af835c350d6f6b7
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00001-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aef1aef2ce9401f634c87e3d5b1b06fc3774f624b25d7a4c4391cbcf6069b1e
+size 5500087136
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00002-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00002-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a272d2a025f8a2a39c491ce0c84e52f8dfd454b8
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00002-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac15a76c0451eb92214d231cb2a50f3f52705c2ed6a58d37a19254dcb843c93d
+size 5011414624
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00003-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00003-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5272c48e359be28b9ed69138ee730b55ecf0a81a
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00003-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a38d6ca60ea05182afef1615b15cfb7aedd1b528d1cfec9b441c7f64c93ddbf
+size 4910521952
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00004-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00004-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7dbd9651b3ec10df34d1f500c7a98c33840a4c54
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00004-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdecee7a971fbf1b9580a61dd292d838e95bd25d0b79adbe6447d72babc85023
+size 4852620896
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00005-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00005-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a2ba2db47756241e676bdef7296a4c476714d1e2
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00005-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe76ccd25be317ded447f5ba95e55ecb650baa0d671b9ecfcd771cfd5c42910
+size 4874051168
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00006-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00006-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8eee8edbb3fa2f801e8afffe3215be4add973120
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00006-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535ffb8b036f436ddf08610b4f7c0404f1a66bd1c9abd3fbdb0112d631fb3f92
+size 4159034304
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00001-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00001-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0913eae664d15df8a52acc4b52c1fb768b83c533
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00001-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd673f5f220e123ca4fd9f305ea30e3cda390bcb7106a779c4bcc6f582e0b4c0
+size 6949104480
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00002-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00002-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7a0df9a2c007084d70ea244a4f55208a8ffde47e
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00002-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3561c3543417ab0ebcd40713040846f2377be71d07a8a1bbf81f0e71a9572847
+size 6632644192
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00003-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00003-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..155b4a4612dd80200d8aac10ae5effa0c6aff493
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00003-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9335dd05a614000315b7b7f4f1ed9df772d227f6056ee0e2748d293ed857df
+size 6507896416
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00004-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00004-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4c0565c55167652ae77224e1eb38141b238836fe
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00004-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e91caa499190d9d668a6ce83841ed8be410b8a88ffb5df6327c2e0fa45d3db9
+size 6423191136
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00005-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00005-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..15fc39bbdbddb2f51d5b53f88c9beaf1c6956a14
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00005-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a73aa21111c6aa38e1545a92878b0b21f2c5bf07cada8c98e28725a43cad7e
+size 6424501856
diff --git a/Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00006-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00006-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..599b2143e76c33cc269ca11460bae839f7192ff9
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00006-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55b79a2210764d08490adf45371f30dbeb85f2e87ff5bb67b3458b036bdbc5d
+size 4965323712
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q2_K-00001-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q2_K-00001-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f235bb9d7b144f720acfe0d2a4526b8771dea8e6
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q2_K-00001-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb73717bfe29feb3236637f3c75a37e8e9d977ac3c85b8793191c477ca9b257
+size 4755712864
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q2_K-00002-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q2_K-00002-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..38da1fa84efdb801e11d75c1fba8f4f26bd76ca0
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q2_K-00002-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75080ec38a4df67ef8d8b2a3192d914139c3704544007534f8e18784760d88d
+size 4581105248
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q2_K-00003-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q2_K-00003-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9748018986c3adaa2e1a2f860ac5f2ba3e235b14
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q2_K-00003-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36616c4f8e0799841415b2f526f75a8a81a0e9fa19ecb5c3eba537d36edf41aa
+size 4480212576
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q2_K-00004-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q2_K-00004-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9846e3c75e4e62d1e98cb43738f76c6d93f386d4
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q2_K-00004-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a10aab69d1ef398f548bb409d1d77e799bb40cfdd32b122c528492b3cd7e118
+size 4434697824
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q2_K-00005-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q2_K-00005-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..df816d50b30af7951b592199deacde42fa17ee59
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q2_K-00005-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34d9c7805d66e94cd06935dcfd995fe05bd4d3b042e40069b09b49bdf656211
+size 4430896736
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q2_K-00006-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q2_K-00006-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..72d37436a897b02d5dad0edae968639758b51083
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q2_K-00006-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e537839b6a0e7e39a802e4935678e24862337938d582edfe7a9783a0cffc0646
+size 3692483520
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00001-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00001-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6bd445e48ab43c60f9e25e0e6decc3dff1a0f5ee
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00001-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a55c70e39bd96aa11ed19a881af9f183a0dd581c69556eb24854796561b38c
+size 6727707488
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00002-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00002-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f080f84134f7fda842fb88af2a2487fd7d5a8d56
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00002-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4efe1ceaf467a449fd540c8e2d732132ebd02437f1a3f5d7f9cc3756f9ac56a7
+size 6530801248
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00003-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00003-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9aadb59dc5e0a59bc9681f9dd40ebee1dfeac601
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00003-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b4a1bb8837726f1e91e89037a483e541658aede2fea5bba11c8c0ebfce13b7
+size 6369353312
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00004-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00004-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a2c4ba92c4af1f726170af0f686f2eedc720fe44
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00004-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52d9ca2308df1ec639e0cb96bea238c1cfe448ffd2f2d5fc8e2ff3a3dcedcaf
+size 6318136928
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00005-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00005-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..53d07003a5ee3cd07292a89897c05baffffeba3e
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00005-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd0b7ca6d6041f3bf472bb4b25f52672bad4d578ffcd1c892061bc56c12176e
+size 6302998112
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00006-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00006-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d6809d0cb27744c2d566358a89aae6325ec7d828
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00006-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc90affd374125c72258a640675d642c03e406f8ebd5ab741838adfda6cf966b
+size 4891595712
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00001-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00001-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..dd6e9da6b1bd0f7855b1ea428ca2e6426f0f3ca6
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00001-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5b9ece6880e43655521ff378c48dacb4076f3214b5e74658dfa189054838fd
+size 6346025824
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00002-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00002-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..48704bf2193793c588a427a701dcd4c31c4120c0
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00002-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bf3f221379bd4993a2a67ab58ab263bb67ae0edd28a5d59fdeef8e857a4499
+size 5972958816
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00003-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00003-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ad5a92d0fce2841cae1b3cbff972cce0c46686b2
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00003-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac789e0e01791965c0f2fc4bd7db6d01e6191be5ee72b55b7ce0a6fe13528e7
+size 5840871008
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00004-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00004-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6227c6bd16e408e69a3be92d01f6e7830d490c78
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00004-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644b2f0304c2a2db07d28b31bdd77050c47e98e1b80e2895adb825522a2bf28d
+size 5781266016
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00005-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00005-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..16223a495c83eff9c30fad53da3984ea4295d62a
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00005-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022aca3dd3449f7bba76cf2c4b7436f012369c500154881af95d3dde785321ff
+size 5774515808
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00006-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00006-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7dc1c1aa2a9f5ecc2103ac5c7c853185169c19c5
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00006-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e77ebf2a34efa422084442d7ea1a2a948b13ad8d80e8cf6ee6ee91ad3cc9e1
+size 4551857088
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00001-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00001-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d562730231f98a0259d7653b7f528607d2545763
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00001-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f549431e585f6cc7fdda8a1a5149346ae3db1ae0bd0e0765bb1dd8c2c90731d
+size 5637712736
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00002-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00002-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..90d333e8b04b6ae5a44a8d1db0c52b5135fc22a9
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00002-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158067bb4ae1413e3ca1b9859497703a08c5882de3cfce1c554221bb3563c829
+size 5380251232
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00003-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00003-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..55e7c052e0bd8a3c886bb436cc014b5890ffe4fb
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00003-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52333c8e65b35f57a59c4fa83e2aac28f1f62ffd4779c6f8d6f9887da87ad68c
+size 5279358560
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00004-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00004-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f5c47cc5c1fd1fcdae6035f5af273443e04adb8a
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00004-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026cac8b446c4278f53405fbaa494b048b5b6e95c65f6c3d9cdc0d63f687b543
+size 5210840672
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00005-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00005-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..35c1a348f129fe6eec87a96e5397d1dcf75cfcdc
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00005-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d83b3a81761c620682e508f9bd61f221b9d18023a0ce4aa6e7813249b97922
+size 5213003360
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00006-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00006-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..bc7b55cdf2ed5274bf46b76e4420b45115463e01
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00006-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93eb9b641000dca290d6ccea937a29abb2950ccb5588ffb22935036fc9738cc5
+size 4190884800
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00001-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00001-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9d4f0b833aa138484a9ef0e6a78f099412116b13
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00001-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79786dda3aa48dd7b7fb497319dad274ad79f5625648cdcf4cb63e1d794cba54
+size 8030972768
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00002-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00002-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..71c033d581e6ee62f0c9f4604666032353e3b4b1
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00002-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafce35d85674b7664ffccd3653f03e20e60a9948c8f34612726ff704aaf9260
+size 7326342752
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00003-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00003-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8643906161fb06c3b74ec2e6db136247de6ef6ea
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00003-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb06eebe380b18ae1c0a53ee14b34e9b5336be9dd392960944d5c91ed2160b2b
+size 7193140832
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00004-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00004-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0a114122fc8dfdebf5e303eb23060ea7742658cb
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00004-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce174357a651d8ccb5870767f0618de80792e3cc89d61b2ada1533437b6bf9e7
+size 7044013664
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00005-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00005-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..def35450edd4ce7c29cc9787ac1b6c88149ca557
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00005-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36f63e76f4d9dbc21b7d097ab9958d1ccdbbdd91b8d0e80ad9239cb782d1032
+size 7167286880
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00006-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00006-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..15c19f65d20912b6f9b22ec4a55f6e660215e2e4
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00006-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c619b9f1e83c2cea017739e86e63a4262dd76d0e87c2a1a7b75d6c5bc2da133f
+size 5758636992
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00001-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00001-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0658e2fb92e0d434fd15fa44a00eee6578cb18e2
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00001-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9516868c06bd5b655cb64744db3c35163ef498d9713459c607d9476c83d4aa4
+size 7646210912
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00002-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00002-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..2f068acdea9fc18a2e408dac73b3cea60def6aee
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00002-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40911816cd74417e52ca3ccce4a57bc70c1e401ddccc5555a5c7e3a68be0dea3
+size 7017995872
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00003-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00003-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4a6dcf9473a059c31dd466c2caffc4681b66b7d4
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00003-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13cd0b9475fb6cc1b774056e2cc18aa2df8a35540cf7f504e4d3f16be5dc6333
+size 6885908064
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00004-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00004-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c93805362a3a877735894cca02ffcfa7dc458458
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00004-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5877d57c848d8ae182c284fdfb2b41fc52b09511291f718f2883444e68329683
+size 6796222048
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00005-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00005-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..43a5364f17101e86b0482f37ba0a4c7ee6bcd76e
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00005-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be1d23cdeab0b9dbf9089a35abf5ba9012030b33824468d460842fd63b760cf
+size 6797270624
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00006-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00006-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..29361e62ef5c163965b50d80bef61df61613e481
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00006-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8fcc535f34d4a2baad56be73a3dedc9dda665934d5d04543077d987c1d8d9d
+size 5203612608
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00001-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00001-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ed07a9ccb3daff024660a6aad5d511f025a95857
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00001-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab82c3cb25bec99695c1b8613077b5bdc7b41cb7bbf9548719280d75eb4859dc
+size 9322031968
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00002-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00002-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d5878f538066bad1fb5b993670e2041765bad110
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00002-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054f2f58968146738aecfd99583cb4de5766da7942ecf2c7d5100be8edad4600
+size 8720948832
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00003-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00003-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..bb685a2f2cb3f1bd1ef7d66f6159426f2c73ce67
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00003-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb68a1d4af8616089f2e0707eba46f0fa21748367a7b9d8b26bc8d6ea2d8a00
+size 8558386784
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00004-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00004-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b3622d83f4ae163ab43f75814aa83be045a12ea7
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00004-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623e68cfbfa96c518a697e0b0c8ba82c5560d943775e3da22aeaac2fcf96d58e
+size 8418696800
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00005-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00005-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6cfbf440b9a7951e8a215c3c3064efb0e3e05183
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00005-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001056f99224ed54e3f9a15c0b69ec52e05df57e606c9a24591cbd34db64c49b
+size 8482201184
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00006-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00006-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a417a0a9a8b42b4b70b1e03554d0d6fc7c16ae6a
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00006-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe95ce8a51d2003b180a1c28aa8646c65e9ef9717dcaca1d17863942030fd1b
+size 6447551424
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00001-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00001-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6e3ee0a9602977f992ed08e874fcad783d924e98
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00001-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df18be6f1a600fad3d3f349067fa964d7c19fbea6cb92390b663e8582f227f5a
+size 8966630240
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00002-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00002-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1847efa6d8790ef88438097b839c3392d8770de8
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00002-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1019fd3b201a004759b5e2d1a98f1eaf069202b646af42ba0a531f5a216a8a07
+size 8559402592
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00003-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00003-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8f37a63b5a78f3db28293216361d4d6c397c3f43
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00003-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23680f9ad78279045b682b56f12cff4a2f5599520d20f7886dc3bad911033e2
+size 8397954656
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00004-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00004-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..73efc7f4786af46d8fa75dc0cddf24576f030c7a
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00004-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef14816ad49d2f90d0b9757323a2c6d4dc3a64e265645e8139e185f36224c0b
+size 8288345696
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00005-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00005-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5534ed2f96e20dac35b4b13a0333e11cdd03a58b
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00005-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0b4b3b01bf67c14d8b5bde65515cc8e32d6d591a1cc0139ffa5216a6edb166
+size 8288345696
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00006-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00006-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..827747906a72cf40aa987ade78060a7d1cfefe64
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00006-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992e97220eb078699806b1e6713b11d0cf33a82df995e15611bcd65dcee5cc8a
+size 6156768192
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q6_K-00001-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q6_K-00001-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1b34f0971e8b04625914ae03fd26b15a9a71158d
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q6_K-00001-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711fecace2abd0466295d56699586532ac996d6436cd59a8139ca7fea022239f
+size 10697124704
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q6_K-00002-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q6_K-00002-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b00b351109e49d0f4306b6fed297f5cce0669148
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q6_K-00002-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc321bfdcc79621267510153e2f5c3858478e3076ef815fd4de4a48a705002f
+size 10212744800
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q6_K-00003-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q6_K-00003-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..16a9f261ae7e54fcb3d3add6077daeb35029854b
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q6_K-00003-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b8c23f2010e114a5768e4abc009aa7ff6f087d7b9d5daf987af79d416de99f
+size 10020101728
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q6_K-00004-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q6_K-00004-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..06733f1d7a5248fa79f45ce4f9e3b844c20ea704
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q6_K-00004-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68ce0878e63960c41c4437e4aff00c9fcf2cc44f4f4e56aa98c1cc7640630b5
+size 9889324640
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q6_K-00005-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q6_K-00005-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7dbd8aee5623afdfd317f02a8b046451e062e3d0
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q6_K-00005-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3fa7b41f94ff76eee42beafbf0228a1c36c081fd2558fb5b72b8f4ee7a8576a
+size 9889324640
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q6_K-00006-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q6_K-00006-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..642aaf82f032679baceddd4befe18638ed962cec
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q6_K-00006-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9c768a5ab320f6ffa9673fa5d9a94540fdbd702ba77c9b9f2df24ab1f670a6
+size 7179523008
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q8_0-00001-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q8_0-00001-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..cbe3c0a429ce62135b931855b8401df0305baf30
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q8_0-00001-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d90413d11249740a73d9e625f18f89efb85e8fbe0df2066ade9d7f419514db2
+size 13852732256
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q8_0-00002-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q8_0-00002-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f0e1350d21f00a3db1454cdb14eda7e179c0de73
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q8_0-00002-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13948d13bb57180aa91767a34a3548603094cafc841e668d06b9e02edfb2e3d
+size 13227662944
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q8_0-00003-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q8_0-00003-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3bc25c765f39d05ae1d3b3a0e8905d13da7669e2
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q8_0-00003-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb42a06c9207e1c4bec65357dd0e6f3008b7b605d5bfbeeee27aabfa312a466e
+size 12978134624
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q8_0-00004-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q8_0-00004-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..38ddb924b121762c934f927b1bc9bf0b8a2881cf
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q8_0-00004-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e244849d5cc127f9651b18234b43a303a84ddf3494c3de0cba7d0cca7cc0b0a3
+size 12808756832
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q8_0-00005-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q8_0-00005-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4e6a9a399722406986b9c5fdf732c66d8a7bb4db
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q8_0-00005-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179967cb9803d76aff1370195e8801f8f9aedf03b5c8f29f9f1a483179c6c184
+size 12808756832
diff --git a/Llama-3-70B-Instruct-32k-v0.1.Q8_0-00006-of-00006.gguf b/Llama-3-70B-Instruct-32k-v0.1.Q8_0-00006-of-00006.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7f852d6257ed873875043849373505594d480d02
--- /dev/null
+++ b/Llama-3-70B-Instruct-32k-v0.1.Q8_0-00006-of-00006.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15a3aa4575432cd52880d7fa7ed1a49b2f7c65ec90c101a2c5c3710922c589b
+size 9299006400