GGUF Quantization

olmo-7b-instruct-hf-q2_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a631387b3b3a90e0b5e5ecb38533ba739b106a926e2556e1e78e181e07ef075
+size 2618942592

olmo-7b-instruct-hf-q3_k_l.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f153ad2c98adac89d8cfd27aac60a5fa32d323354b65ba2bab8fe101486667a
+size 3690804352

olmo-7b-instruct-hf-q3_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a1fa59c01c5a6c3428c7e2a53594742ad52b9113859d472b6f55d84b3972b6
+size 3391698048

olmo-7b-instruct-hf-q3_k_s.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec591dca9fc2a3030ed31e86ba1447c78a03d400fa2d911b23a2c0d723bed7c
+size 3041997952

olmo-7b-instruct-hf-q4_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5fb0ad2419080432611e3102f28ddf21e992b58056cf283168666ac28d5491
+size 4184654976

olmo-7b-instruct-hf-q4_k_s.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d71e9b788ff6e38cc744da1de51ea58cd360d6abc28a8f5ae14ffe2e879b670
+size 3960390784

olmo-7b-instruct-hf-q5_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8443c4609c6d46ebe18fca2bc47082057aa09b7119afb5ebf5edbcb655d77c
+size 4896179328

olmo-7b-instruct-hf-q5_k_s.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8ba9ece7f2cc24855a055f4d2e3eed89c4c2477905922a724c64410fd66206
+size 4764714112

olmo-7b-instruct-hf-q6_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55305a04960627ce28b986091b3f82a416f9d5ca1a2c7d38531f627b58ff7c9f
+size 5652173952

olmo-7b-instruct-hf-q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cdd5a16380ee7d85cd7e6a42b49c523dbfdce3a95d86a3ae3786b5fe6094d9
+size 7320384640